-- Logs begin at Fri 2021-07-09 12:32:56 UTC, end at Fri 2021-07-09 14:59:50 UTC. -- Jul 09 13:03:27.141901 n-d-799524-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 13:03:29.878522 n-d-799524-3 neutron-server[93803]: INFO neutron.common.config [-] Logging enabled! Jul 09 13:03:29.879193 n-d-799524-3 neutron-server[93803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev459 Jul 09 13:03:29.879324 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 13:03:29.882562 n-d-799524-3 neutron-server[93803]: INFO neutron.common.config [-] Logging enabled! Jul 09 13:03:29.882824 n-d-799524-3 neutron-server[93803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev459 Jul 09 13:03:29.883179 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 13:03:29.884110 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 13:03:29.884349 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 13:03:29.884716 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 13:03:29.884968 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 13:03:29.885197 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 13:03:29.885518 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.885817 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.886116 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.886352 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.886648 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.886956 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.887323 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.887615 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.887918 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.888235 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.888522 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.888807 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.889042 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.889325 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.889613 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.889901 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.890128 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] debug = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.890412 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.890837 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.891269 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.891553 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.891846 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.892126 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.892402 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.892681 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.892967 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.893310 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] host = n-d-799524-3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.893582 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.893872 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.894161 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.894452 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.894729 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.895029 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.895319 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.895595 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.895869 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] log_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.896148 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.896438 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.896728 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.897018 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.897247 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.897472 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.897763 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.898056 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.898336 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.898614 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.898896 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.899214 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.899471 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.899743 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.900035 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.900322 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.900610 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.900889 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.901167 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.901440 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.901713 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.901999 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.902275 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.902550 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.902827 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.903142 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.903414 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.903712 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.904013 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.904299 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.904583 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.904873 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.905152 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.905434 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.905709 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.905981 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.906253 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] use_json = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.906525 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.906797 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.907103 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.907380 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.907653 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.907933 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.908207 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.908490 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:29.908790 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.909090 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.909391 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.909676 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.909972 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.910256 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.910548 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.910829 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.911145 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.911439 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.911730 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.912012 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.912301 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.912581 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.912875 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.913184 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.913481 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.913777 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.914056 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.914333 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.914610 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.914892 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.915205 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.915502 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.915794 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.916070 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.916350 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.916639 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.916917 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.917191 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.917470 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.917765 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.918045 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.918319 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.918602 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.918883 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.919799 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.920079 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.920079 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.920750 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.921037 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.921315 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.921593 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.921876 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.922150 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.922435 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.922712 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.923013 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.923289 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.923573 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.923848 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.924126 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.924407 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.924683 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.924961 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.925236 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.925510 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.925785 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.926058 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.926331 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.926605 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.926877 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.927192 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.927451 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.927727 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.928001 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.928282 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.928557 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.928845 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.929143 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.929423 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.929702 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.929984 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.930260 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.930536 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.930814 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.931117 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.931398 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.931673 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.931964 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.932249 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.932538 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.932822 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.933102 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.933399 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.933680 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.933963 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.934243 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.934523 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.934815 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.935780 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.936169 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.936478 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.936782 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.937083 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.937380 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.937662 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.937974 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.938262 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:29.938485 n-d-799524-3 neutron-server[93803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 13:03:29.938729 n-d-799524-3 neutron-server[93803]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93803) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 13:03:30.291179 n-d-799524-3 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 13:03:30.291459 n-d-799524-3 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 13:03:30.291754 n-d-799524-3 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 13:03:30.292092 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 13:03:30.686044 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.686357 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.686635 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.688460 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.688738 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.689012 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.726394 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.726674 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.726963 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.740783 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.741069 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.741345 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.771441 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.771730 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.772009 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.807993 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.808282 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:30.808556 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.048561 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.049198 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.049198 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.049381 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.050078 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.170967 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.171311 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.171598 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.171878 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.172151 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.172459 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.172723 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.172985 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.173243 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.173527 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.173789 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.174073 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.174347 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.174615 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.174876 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.175170 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.175445 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.175709 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.175983 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.176241 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.176528 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.176880 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.177137 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.177422 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.177676 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.177925 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.178325 n-d-799524-3 neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:03:31.178571 n-d-799524-3 neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:03:31.178813 n-d-799524-3 neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:03:31.179084 n-d-799524-3 neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:03:31.179323 n-d-799524-3 neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:03:31.179561 n-d-799524-3 neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:03:31.179935 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 13:03:31.184052 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 13:03:31.188387 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 13:03:31.192252 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 09 13:03:31.194149 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 13:03:31.194599 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 13:03:31.194956 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 13:03:31.195342 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 13:03:31.198135 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 13:03:31.198393 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 13:03:31.198742 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 13:03:31.227619 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 13:03:31.228067 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.228369 n-d-799524-3 neutron-server[93803]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93803) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 13:03:31.228734 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.230098 n-d-799524-3 neutron-server[93803]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93803) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 13:03:31.230382 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 13:03:31.230631 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 13:03:31.233828 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.234111 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.299043 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 13:03:31.299211 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 13:03:31.299467 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 13:03:31.299910 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 13:03:31.326242 n-d-799524-3 neutron-server[93803]: DEBUG oslo_db.sqlalchemy.engines [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93803) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 13:03:31.864265 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Initializing driver for type 'gre' Jul 09 13:03:31.864808 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] gre ID ranges: [(1, 1000)] Jul 09 13:03:31.917264 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Initializing driver for type 'local' Jul 09 13:03:31.917604 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Initializing driver for type 'vlan' Jul 09 13:03:31.930249 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] VlanTypeDriver initialization complete Jul 09 13:03:31.930592 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Initializing driver for type 'vxlan' Jul 09 13:03:31.931110 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] vxlan ID ranges: [(1, 1000)] Jul 09 13:03:31.980745 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Initializing extension driver 'port_security' Jul 09 13:03:31.981089 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] PortSecurityExtensionDriver initialization complete Jul 09 13:03:31.981418 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Initializing mechanism driver 'openvswitch' Jul 09 13:03:31.982274 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Initializing mechanism driver 'hyperv' Jul 09 13:03:31.991574 n-d-799524-3 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:03:31.992534 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.993070 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.993708 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.994588 n-d-799524-3 neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:03:31.995384 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > subnet after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.996004 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > subnet after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.996598 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.997244 n-d-799524-3 neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:03:31.998471 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > network after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.999124 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > network after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:31.999628 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > network after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.000023 n-d-799524-3 neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:03:32.000437 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > security_group after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.000796 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > security_group after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.001145 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.001686 n-d-799524-3 neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:03:32.002108 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.002466 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.002813 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.003238 n-d-799524-3 neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:03:32.003646 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > address_group after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.004080 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > address_group after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.004644 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.005173 n-d-799524-3 neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:03:32.005713 n-d-799524-3 neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] ML2 OVO RPC backend initialized. {{(pid=93803) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 13:03:32.006710 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.007107 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.007534 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > network before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.007886 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > networks before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.008236 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > port before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.008583 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > ports before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.008930 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > subnet before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.009271 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > subnets before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.009619 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > network after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.009961 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > network after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.010296 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > network after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.010637 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.010996 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.011337 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.011676 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > subnet after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.012011 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > subnet after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.012343 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.012944 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Modular L2 Plugin initialization complete Jul 09 13:03:32.013295 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading services supported by the core plugin {{(pid=93803) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 13:03:32.013625 n-d-799524-3 neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Got port-security extension from driver 'port_security' Jul 09 13:03:32.014190 n-d-799524-3 neutron-server[93803]: INFO neutron.extensions.vlantransparent [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Disabled vlantransparent extension. Jul 09 13:03:32.014675 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93803) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 13:03:32.015011 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading Plugin: router Jul 09 13:03:32.062784 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.063463 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router after_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.063894 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router before_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.064439 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.065018 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.065377 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router after_delete 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.065781 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.066225 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router after_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.066744 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router after_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.067288 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router after_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.068044 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.068600 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router after_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.069223 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.069624 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.069979 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.070423 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: subnet after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.070930 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.071473 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.071987 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.072521 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: port before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.073066 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.073585 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router after_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.073945 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.074302 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.074669 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.075051 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.075424 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > agent after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.075851 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > agent after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.076209 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > network after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.077072 n-d-799524-3 neutron-server[93803]: DEBUG neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Tracking information for resource: router configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:03:32.077412 n-d-799524-3 neutron-server[93803]: DEBUG neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Tracking information for resource: floatingip configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:03:32.082533 n-d-799524-3 neutron-server[93803]: INFO neutron.db.l3_agentschedulers_db [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 13:03:32.083134 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.083495 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.083843 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.084193 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.084981 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router before_create 55550100 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.085346 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.085706 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_create 55550100 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.086061 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > router precommit_update 55550100 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.090506 n-d-799524-3 neutron-server[93803]: DEBUG neutron.services.provider_configuration [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service providers = [] {{(pid=93803) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 13:03:32.090873 n-d-799524-3 neutron-server[93803]: DEBUG neutron.db.servicetype_db [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93803) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 13:03:32.093835 n-d-799524-3 neutron-server[93803]: DEBUG neutron.services.service_base [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 13:03:32.094191 n-d-799524-3 neutron-server[93803]: DEBUG neutron.services.service_base [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 13:03:32.094539 n-d-799524-3 neutron-server[93803]: DEBUG neutron.services.service_base [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 13:03:32.095455 n-d-799524-3 neutron-server[93803]: DEBUG neutron.services.service_base [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 13:03:32.095828 n-d-799524-3 neutron-server[93803]: INFO neutron.services.service_base [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 13:03:32.096205 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:03:32.096523 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 13:03:32.107656 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:03:32.107996 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading Plugin: auto_allocate Jul 09 13:03:32.113749 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: network precommit_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.114122 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: network precommit_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.114693 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:03:32.114990 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading Plugin: tag Jul 09 13:03:32.121431 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:03:32.121762 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading Plugin: timestamp Jul 09 13:03:32.127750 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:03:32.128088 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading Plugin: network_ip_availability Jul 09 13:03:32.133528 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.133905 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.134263 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.135004 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:03:32.135328 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading Plugin: flavors Jul 09 13:03:32.140041 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:03:32.140371 n-d-799524-3 neutron-server[93803]: INFO neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading Plugin: revisions Jul 09 13:03:32.144649 n-d-799524-3 neutron-server[93803]: DEBUG neutron.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:03:32.145043 n-d-799524-3 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.853s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 13:03:32.145777 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93803) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 13:03:32.146118 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Initializing extension manager. Jul 09 13:03:32.146629 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: __init__.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.146999 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: __pycache__ {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.147340 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.147683 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: address_group.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.148435 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.148996 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: address-group Jul 09 13:03:32.149321 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: address_scope.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.150029 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.150539 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: address-scope Jul 09 13:03:32.150861 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.151814 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.152325 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: router-admin-state-down-before-update Jul 09 13:03:32.152648 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: agent.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.153344 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.154067 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: agent Jul 09 13:03:32.154393 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: agent_resources_synced.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.155339 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.155851 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: agent-resources-synced Jul 09 13:03:32.156173 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: allowedaddresspairs.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.157956 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.158472 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: allowed-address-pairs Jul 09 13:03:32.158797 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: auto_allocated_topology.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.159895 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.160412 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: auto-allocated-topology Jul 09 13:03:32.160734 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: availability_zone.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.161431 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.161931 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: availability_zone Jul 09 13:03:32.162251 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: availability_zone_filter.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.163184 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.163690 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: availability_zone_filter Jul 09 13:03:32.164011 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: data_plane_status.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.164913 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.165417 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 13:03:32.165738 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: default_subnetpools.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.166658 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.167193 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: default-subnetpools Jul 09 13:03:32.167517 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.168322 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.168830 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: dhcp_agent_scheduler Jul 09 13:03:32.169151 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: dns.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.170637 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.171162 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension dns-integration not supported by any of loaded plugins Jul 09 13:03:32.171486 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: dns_domain_ports.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.172403 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.172910 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 13:03:32.173233 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.174147 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.174646 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 13:03:32.174992 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: dvr.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.175661 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.176163 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: dvr Jul 09 13:03:32.176483 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: empty_string_filtering.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.177385 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.177894 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: empty-string-filtering Jul 09 13:03:32.178216 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.179138 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.179642 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 13:03:32.179961 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.180872 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.181382 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 13:03:32.181701 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: external_net.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.182608 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.183152 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: external-net Jul 09 13:03:32.183473 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.184384 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.184967 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: extra_dhcp_opt Jul 09 13:03:32.185902 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: extraroute.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.186983 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.187552 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: extraroute Jul 09 13:03:32.187877 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: extraroute_atomic.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.188910 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.189420 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: extraroute-atomic Jul 09 13:03:32.189744 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: filter_validation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.190406 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.190914 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: filter-validation Jul 09 13:03:32.191263 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: fip_pf_description.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.192164 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.192671 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 13:03:32.193272 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: fip_port_details.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.194194 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.194703 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: fip-port-details Jul 09 13:03:32.195046 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: flavors.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.196260 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.196775 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: flavors Jul 09 13:03:32.197099 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.198736 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.199292 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 13:03:32.199625 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: floatingip_pools.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.200325 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.200881 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: floatingip-pools Jul 09 13:03:32.201213 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: ip_allocation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.202159 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.202663 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 13:03:32.203014 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.203941 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.204448 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: ip-substring-filtering Jul 09 13:03:32.204773 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: l2_adjacency.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.205732 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.206232 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 13:03:32.206554 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: l3.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.207540 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.208053 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: router Jul 09 13:03:32.208378 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.210704 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.211265 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 13:03:32.211599 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.212534 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.213048 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: ext-gw-mode Jul 09 13:03:32.213375 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.214293 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.214804 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: l3-ha Jul 09 13:03:32.215164 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: l3_flavors.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.216128 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.216654 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: l3-flavors Jul 09 13:03:32.216977 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.217885 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.218393 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 13:03:32.218717 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: l3agentscheduler.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.219792 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.220307 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: l3_agent_scheduler Jul 09 13:03:32.220634 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: logging.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.222114 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.222632 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension logging not supported by any of loaded plugins Jul 09 13:03:32.222986 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: metering.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.223731 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.224307 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: metering Jul 09 13:03:32.224631 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.225711 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.226226 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: metering_source_and_destination_fields Jul 09 13:03:32.226549 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: multiprovidernet.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.227506 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.228021 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: multi-provider Jul 09 13:03:32.228358 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: netmtu.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.229271 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.229781 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: net-mtu Jul 09 13:03:32.230102 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: netmtu_writable.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.231048 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.231557 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: net-mtu-writable Jul 09 13:03:32.232419 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: network_availability_zone.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.233092 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.233595 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: network_availability_zone Jul 09 13:03:32.233925 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: network_ip_availability.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.235043 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.235558 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: network-ip-availability Jul 09 13:03:32.235882 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: network_segment_range.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.236652 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.237153 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 13:03:32.237472 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: pagination.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.238455 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.238788 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: pagination Jul 09 13:03:32.239142 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: port_device_profile.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.240046 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.240564 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: port-device-profile Jul 09 13:03:32.240885 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.241800 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.242310 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: port-mac-address-regenerate Jul 09 13:03:32.242634 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.243585 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.244093 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: port-numa-affinity-policy Jul 09 13:03:32.244415 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: port_resource_request.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.245350 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.245853 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 13:03:32.246175 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: portbindings.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.247133 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.248262 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: binding Jul 09 13:03:32.248586 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: portbindings_extended.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.249978 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.250498 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: binding-extended Jul 09 13:03:32.250827 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: portsecurity.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.251788 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.252302 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: port-security Jul 09 13:03:32.252626 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: project_id.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.253595 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.253927 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: project-id Jul 09 13:03:32.254249 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: providernet.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.255203 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.255715 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: provider Jul 09 13:03:32.256036 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.259568 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.260093 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos not supported by any of loaded plugins Jul 09 13:03:32.260427 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.261684 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.262201 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 13:03:32.262528 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.263692 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.264209 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 13:03:32.264537 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos_default.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.265454 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.265965 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos-default not supported by any of loaded plugins Jul 09 13:03:32.266291 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos_fip.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.266948 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.267466 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos-fip not supported by any of loaded plugins Jul 09 13:03:32.267788 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos_gateway_ip.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.268709 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.269217 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 13:03:32.269539 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos_port_network_policy.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.270453 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.270989 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 13:03:32.271318 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos_rule_type_details.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.272237 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.272744 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 13:03:32.273065 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: qos_rules_alias.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.274098 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.274607 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 13:03:32.274929 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: quotasv2.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.275852 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.276179 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: quotas Jul 09 13:03:32.276498 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: quotasv2_detail.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.279575 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.279918 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: quota_details Jul 09 13:03:32.280251 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: rbac.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.281302 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.281829 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: rbac-policies Jul 09 13:03:32.282158 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: rbac_address_group.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.283303 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.283832 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: rbac-address-group Jul 09 13:03:32.284162 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: rbac_address_scope.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.285095 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.285608 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: rbac-address-scope Jul 09 13:03:32.285933 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: rbac_security_groups.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.286846 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.287395 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: rbac-security-groups Jul 09 13:03:32.287721 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: rbac_subnetpool.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.288630 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.289144 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: rbac-subnetpool Jul 09 13:03:32.289473 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: revisionifmatch.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.290388 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.290900 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: revision-if-match Jul 09 13:03:32.291251 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: revisions.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.292359 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.292878 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: standard-attr-revisions Jul 09 13:03:32.293209 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: router_availability_zone.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.293879 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.294908 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: router_availability_zone Jul 09 13:03:32.295254 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: routerservicetype.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.296171 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.296681 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension router-service-type not supported by any of loaded plugins Jul 09 13:03:32.297005 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.297924 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.298437 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: security-groups-normalized-cidr Jul 09 13:03:32.298761 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.299700 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.300214 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: port-security-groups-filtering Jul 09 13:03:32.300537 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.301455 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.301978 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: security-groups-remote-address-group Jul 09 13:03:32.302302 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: securitygroup.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.312396 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.312966 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: security-group Jul 09 13:03:32.313307 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: segment.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.314108 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.314617 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension segment not supported by any of loaded plugins Jul 09 13:03:32.314977 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.315916 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.316423 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 13:03:32.316753 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: servicetype.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.318119 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.318637 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: service-type Jul 09 13:03:32.318988 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: sorting.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.319973 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.320307 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: sorting Jul 09 13:03:32.320630 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: standard_attr_segment.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.321613 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.322128 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 13:03:32.322453 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: standardattrdescription.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.323129 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.323641 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: standard-attr-description Jul 09 13:03:32.323965 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: stateful_security_group.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.324894 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.325409 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: stateful-security-group Jul 09 13:03:32.325971 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: stdattrs_common.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.326809 n-d-799524-3 neutron-server[93803]: WARNING neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 13:03:32.327334 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.328658 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.329506 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 13:03:32.329969 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: subnet_onboard.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.331506 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.332330 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: subnet_onboard Jul 09 13:03:32.332812 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.334118 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.334923 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 13:03:32.335442 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: subnet_service_types.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.336837 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.337729 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: subnet-service-types Jul 09 13:03:32.338297 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: subnetallocation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.340059 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.340929 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: subnet_allocation Jul 09 13:03:32.342028 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.342990 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.343510 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: subnetpool-prefix-ops Jul 09 13:03:32.343839 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.344808 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.345319 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 13:03:32.345646 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: tagging.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.346758 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.347521 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: standard-attr-tag Jul 09 13:03:32.348030 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: timestamp.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.349706 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.350471 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loaded extension: standard-attr-timestamp Jul 09 13:03:32.351036 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: trunk.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.352369 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.352929 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension trunk not supported by any of loaded plugins Jul 09 13:03:32.353225 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: trunk_details.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.354154 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.354667 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension trunk-details not supported by any of loaded plugins Jul 09 13:03:32.355023 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: uplink_status_propagation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.355953 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.356473 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 13:03:32.356872 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Loading extension file: vlantransparent.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:03:32.358229 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:03:32.358743 n-d-799524-3 neutron-server[93803]: INFO neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 13:03:32.361299 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:network Jul 09 13:03:32.361829 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:subnet Jul 09 13:03:32.362230 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:03:32.362659 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:port Jul 09 13:03:32.363983 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.364431 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service FLAVORS assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.365199 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.365787 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.366268 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:router Jul 09 13:03:32.366929 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:floatingip Jul 09 13:03:32.367678 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service METERING assigned prefix: /metering {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.369341 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.369715 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.370063 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:03:32.371086 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 13:03:32.371539 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:security_group Jul 09 13:03:32.371972 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 13:03:32.372761 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service CORE assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.373097 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:03:32.373441 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] subnetpool is already registered Jul 09 13:03:32.373874 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service CORE assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.374206 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:03:32.374536 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] subnetpool is already registered Jul 09 13:03:32.376856 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.377291 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service FLAVORS assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.377882 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.378307 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.378643 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:router Jul 09 13:03:32.379013 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] router is already registered Jul 09 13:03:32.379427 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:floatingip Jul 09 13:03:32.379763 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] floatingip is already registered Jul 09 13:03:32.380218 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service METERING assigned prefix: /metering {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.380917 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 13:03:32.381245 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] rbac_policy is already registered Jul 09 13:03:32.381656 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:security_group Jul 09 13:03:32.381990 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] security_group is already registered Jul 09 13:03:32.382395 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 13:03:32.382725 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] security_group_rule is already registered Jul 09 13:03:32.383372 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service CORE assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.383701 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:03:32.384033 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] subnetpool is already registered Jul 09 13:03:32.384448 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Service CORE assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:03:32.384770 n-d-799524-3 neutron-server[93803]: INFO neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:03:32.385100 n-d-799524-3 neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] subnetpool is already registered Jul 09 13:03:32.385557 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: extensions {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.387099 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: address-groups {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.388711 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: address-scopes {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.390033 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: agents {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.391224 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: auto-allocated-topology {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.392495 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: availability_zones {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.393731 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: dhcp-networks {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.396406 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: dhcp-agents {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.397937 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: routers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.399902 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: flavors {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.401247 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: service_profiles {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.402465 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: next_providers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.404487 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: service_profiles {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.406096 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: floatingip-pools {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.407344 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: routers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.409083 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: floatingips {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.410370 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: l3-routers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.411813 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: l3-agents {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.413268 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: metering-labels {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.414602 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: metering-label-rules {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.415929 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: network-ip-availabilities {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.417197 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: bindings {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.418752 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: quotas {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.420998 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: quotas {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.422399 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: rbac-policies {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.423648 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: security-groups {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.424972 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: security-group-rules {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.426233 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: service-providers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.427488 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: subnetpools {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.428814 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: subnetpools {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.430374 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.432116 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.433942 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.435835 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.437520 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.439527 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.441265 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.443354 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.445221 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.446994 n-d-799524-3 neutron-server[93803]: DEBUG neutron.api.extensions [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:03:32.456262 n-d-799524-3 neutron-server[93803]: WARNING keystonemiddleware.auth_token [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 13:03:32.460853 n-d-799524-3 neutron-server[93803]: WARNING keystonemiddleware.auth_token [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 13:03:32.470624 n-d-799524-3 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Acquired lock "singleton_lock" {{(pid=93803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 13:03:32.471129 n-d-799524-3 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Releasing lock "singleton_lock" {{(pid=93803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 13:03:32.471772 n-d-799524-3 neutron-server[93803]: INFO oslo_service.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Starting 2 workers Jul 09 13:03:32.476648 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Started child 93912 {{(pid=93803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 13:03:32.481073 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Started child 93913 {{(pid=93803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 13:03:32.482635 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:32.483400 n-d-799524-3 neutron-server[93803]: INFO neutron.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 13:03:32.484012 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Notify callbacks [] for process, before_spawn {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:32.484178 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [-] (93912) wsgi starting up on http://0.0.0.0:9696 Jul 09 13:03:32.486411 n-d-799524-3 neutron-server[93803]: INFO oslo_service.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Starting 1 workers Jul 09 13:03:32.486576 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:32.487974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [-] (93913) wsgi starting up on http://0.0.0.0:9696 Jul 09 13:03:32.491638 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Started child 93914 {{(pid=93803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 13:03:32.492155 n-d-799524-3 neutron-server[93803]: INFO oslo_service.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Starting 1 workers Jul 09 13:03:32.495539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] calling RpcWorker wait() {{(pid=93914) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 13:03:32.496083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] returning from RpcWorker wait() {{(pid=93914) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 13:03:32.496604 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Started child 93915 {{(pid=93803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 13:03:32.497519 n-d-799524-3 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e4d929a-887a-419b-8e42-e2dbd936198c None None] Notify callbacks [] for process, after_spawn {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:32.497665 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:32.498029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:03:32.499492 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 13:03:32.499702 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 13:03:32.499896 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 13:03:32.500102 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 13:03:32.500450 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 13:03:32.500610 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 13:03:32.501107 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.501384 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.501631 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.501888 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.502077 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:32.502541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.502748 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.503045 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.503155 n-d-799524-3 neutron-server[93915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:03:32.503304 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.503579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.503812 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.503981 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.504144 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.504399 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.504632 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.504889 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.505159 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.505403 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.505653 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.505821 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.506078 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.506332 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.506584 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.506841 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] debug = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.507090 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.507566 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.507809 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.508079 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.508310 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.508582 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.508807 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.509075 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.509324 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.509534 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.509792 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.510042 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.510274 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.510493 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.510728 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.510992 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.511238 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.511716 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] host = n-d-799524-3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.511961 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.512195 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.512440 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.512715 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.512958 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.513236 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.513488 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.513739 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.513991 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.514214 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.514460 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.514704 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.514919 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.515173 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.515334 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_options = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.515586 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.515838 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.516108 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.516360 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.516510 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.516633 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.516882 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.517042 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.517284 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.517516 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.517727 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.517939 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.518159 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.518389 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.518631 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.518878 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.519130 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.519338 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.519579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.519844 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.520082 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.520322 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.520603 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.520764 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.520994 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.521203 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.521425 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.521641 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.521870 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.522119 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.522328 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.522596 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.522839 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.523118 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.523366 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.523585 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.523796 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.524052 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.524280 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.524498 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.524739 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.524976 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.525214 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.525443 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.525697 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.525902 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_json = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.526136 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.526347 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.526592 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.526818 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.527067 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.527279 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.527493 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.527724 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.528130 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.528419 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.529265 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.529526 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.529778 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.530018 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.530267 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.530513 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.530771 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.531086 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.531344 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.531564 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.531859 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.532099 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.533563 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.533563 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.533563 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.533563 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.533563 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.534169 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.534169 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.534169 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.534514 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.534696 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.534962 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.535886 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.535886 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.535886 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.535886 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.536195 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.536318 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.536537 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.536773 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.536997 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.537264 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.537607 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.537607 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.537896 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.538102 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.538346 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.538618 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.538848 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.539093 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.539311 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.539528 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.539746 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.539979 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.540228 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.540470 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.543578 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.548579 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.550541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.550541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.550541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.550541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.550541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.550541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.550541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.550541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.551736 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.551736 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.551736 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.552894 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.552894 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.552894 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.552894 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.552894 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.553632 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.553632 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.553632 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.554161 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.554161 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.554315 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.554520 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.554745 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.555110 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.555370 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.555604 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.556000 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.556854 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.556854 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.556854 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.557082 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.557279 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.557713 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.558091 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.558471 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.558886 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.559316 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.559771 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.560617 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.561143 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.561514 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.561703 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.561988 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.562328 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.562597 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.562879 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.563198 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.563862 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.564202 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.564501 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.564958 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.565223 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.565474 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.565744 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.565990 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.566265 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.566509 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.566754 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.567007 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.567298 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.567588 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.567774 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.568250 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.568515 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.568836 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.569081 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.569323 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.569566 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.569847 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.570127 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.570380 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.570670 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.570919 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.571222 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.572186 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.572186 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.572186 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.572186 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.572770 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.572770 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.573031 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.573168 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.573355 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.573570 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.573786 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.574046 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.574301 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.574616 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.574789 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.574929 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.576046 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.576046 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.576046 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.576046 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.576750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.576750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.576750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.577249 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.577726 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.577726 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.578032 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.578975 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.578975 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.578975 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.578975 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.579533 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.579533 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.579748 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.579857 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.580087 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.580328 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.580547 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.580772 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.581004 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.581376 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.581780 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.582001 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.582266 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.582525 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.582867 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.583140 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.583413 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.583655 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.583878 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.584124 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.584417 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.585097 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.585097 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.585097 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.585362 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.585472 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.585699 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.585923 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.586131 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.586359 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.586574 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.587023 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.587269 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.587562 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.587828 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.588072 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.588334 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.588587 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.588831 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.589377 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.589377 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.589553 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.589703 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.589907 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.590141 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.590387 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.590601 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.590836 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.591584 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.591785 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.592234 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.592234 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.592454 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.592670 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.592897 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.593137 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.593357 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.593585 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.593826 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.594041 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.594286 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.594531 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.594743 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.595081 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.595357 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.595591 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.595873 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.596106 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.596359 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.596640 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.596946 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.597182 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.597421 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.597647 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.597864 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.598090 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.598358 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.598704 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.599018 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.599273 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.599529 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.599802 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.600078 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.600356 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.600575 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.600864 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.601206 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.601493 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.601762 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.602012 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.602265 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.602491 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.602731 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.603009 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.603256 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.603475 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.603737 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.603989 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.604218 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.604454 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.604704 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.604923 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.605168 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.605399 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.605644 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.605864 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.606023 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 13:03:32.606544 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 13:03:32.606772 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 13:03:32.607379 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 13:03:32.607379 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 13:03:32.607552 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 13:03:32.607630 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 13:03:32.607903 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.608075 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.608377 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.608684 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.608988 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.609313 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.609665 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.609900 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.610053 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.610219 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.610447 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.610541 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.610664 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.610830 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.611014 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.611181 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.612750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.612750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.612750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.612750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.612750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.612750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.612750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] debug = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.612750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613302 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613302 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613302 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613302 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613302 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613302 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613742 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613742 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613742 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.613947 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.614064 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.614219 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.614390 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.614539 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.614696 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.614857 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.615040 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] host = n-d-799524-3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.615253 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.615344 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.615509 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.615666 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.615825 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.615986 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.616147 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.616306 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.616463 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.616625 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.616798 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.616943 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.617101 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.617264 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.617422 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_options = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.617582 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.617742 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.617902 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.618092 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.618261 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.618425 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.618585 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.618746 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.618909 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.619088 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.619238 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.619399 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.619559 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.619721 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.619879 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.620040 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.620197 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.620342 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.620492 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.620650 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.620798 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.620957 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.621116 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.621275 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.621434 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.621592 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.621751 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.621910 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.622068 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.622228 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.622989 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.623160 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.623317 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.623492 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.623606 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.623769 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.623928 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.624092 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.624252 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.624411 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.624570 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.624745 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.624881 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.625036 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.625195 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.625353 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_json = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.625511 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.625670 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.625830 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.625989 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.626147 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.626306 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.626465 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.626625 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:03:32.626806 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.626986 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.627153 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.627317 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.627463 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.627630 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.627794 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.627955 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.628183 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.628325 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.628459 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.628590 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.628754 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.628916 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.629077 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.629242 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.629405 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.629491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:03:32.629575 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.629717 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.629879 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.630042 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.630205 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.630384 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.630548 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.630712 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.630874 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.631056 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.631222 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.631386 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.631549 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.631713 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.631877 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.632039 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.632202 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.632365 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.632529 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.632692 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.632855 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.633018 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.633186 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.633355 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.633515 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.633678 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.633840 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.634003 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.634166 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.634329 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.634493 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.634656 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.634818 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.635017 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.635164 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.635326 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.635488 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.635652 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.635813 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.635976 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.636138 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.636300 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.636464 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.636627 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.636802 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.636964 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.637126 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.637288 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.637451 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.637615 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.637777 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.638002 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.638775 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.638977 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.639123 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.639290 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.639427 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.639589 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.639737 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.639902 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.640066 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.640229 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.640392 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.640554 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.640717 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.640879 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.641025 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.641201 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.641452 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.641636 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.641801 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.641962 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.642115 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.642478 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.642478 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.642728 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.642728 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.643004 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.643004 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.643294 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.643294 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.643542 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.643672 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.643801 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.643930 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.644183 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.644321 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.644452 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.644574 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.644695 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.644824 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.644954 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.645116 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.645278 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.645451 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.645612 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.645777 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.645940 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.646112 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.646282 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.646446 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.646608 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.646770 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.646935 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.647115 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.647278 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.647442 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.647605 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.647766 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.647928 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.648097 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.648270 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.648434 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.648614 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.648785 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.648941 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.649104 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650086 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650086 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650086 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650086 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650086 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650086 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650485 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650485 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650485 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650672 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650777 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.650957 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.651138 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.651305 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.651445 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.651589 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.651720 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.651880 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.652044 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.652208 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.652370 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.652532 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.652694 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.652860 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.653025 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.653199 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.653762 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.653927 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.654081 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.654081 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.654342 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.654487 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.654623 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.654757 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.654892 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.655074 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.655211 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.655345 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.655477 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.655635 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.655801 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.655965 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.656115 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.656285 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.656451 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.656599 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.656765 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.656929 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.657093 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.657243 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.657408 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.657571 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.657733 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.657911 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.658074 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.658266 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.658407 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.658544 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.658688 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.658847 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.659007 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.659149 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.659308 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.659474 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.659640 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.659805 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.659969 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.660131 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.660293 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.660457 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.660620 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.660783 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.660958 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.661121 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.661284 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.661447 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.661610 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.661772 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.661946 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.662110 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.662272 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.662435 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.662597 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.662760 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.662932 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.663119 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.663281 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.663443 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.663609 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.663769 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.663942 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.664106 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.664268 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.664430 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.664592 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.664754 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.664925 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.665087 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.665249 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.665412 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.665573 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.665735 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.665907 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.666072 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.666235 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.666406 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.666568 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.666730 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.666892 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.667088 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.667251 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.667417 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.667580 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.667742 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.667904 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.668068 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.668235 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.668406 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.668575 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.668740 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.668910 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.669086 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.669277 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.669442 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.669612 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.669786 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.669948 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.670110 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.670273 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.670435 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.670597 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.670760 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.670925 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.671177 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.671783 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.671783 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.671783 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.671783 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.672273 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.672273 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.672273 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.672750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.672750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.672750 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.673113 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:03:32.673113 n-d-799524-3 neutron-server[93803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 13:03:32.812690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43346) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:03:32.821433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063701 Jul 09 13:03:44.306423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf174b-9585-4a68-9f89-ec826b93dadb None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:03:44.392926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf174b-9585-4a68-9f89-ec826b93dadb None None] No non-hosted networks {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 13:03:44.407626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.agentschedulers_db [None req-cdcf174b-9585-4a68-9f89-ec826b93dadb None None] DHCP Agent not found on host n-d-799524-3 {{(pid=93914) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 13:03:44.553441 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-130e53e1-c76c-411c-9abf-0eac452fe4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892177'] for agent, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:46.742249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a72c1628-ea10-4286-8ed6-8488922a5069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892177'] for agent, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:46.847163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e4e5551b-cf17-4e80-9215-83321eb3aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:46.895564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892177'] for agent, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:46.896827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.897560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.898160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.898701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.899342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.899944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.900569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.901103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.901665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.902215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.902805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.903359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:46.903988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799524-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:03:46.909147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799524-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:03:48.041899 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892177'] for agent, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:49.458931 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892177'] for agent, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:50.946201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43436) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:03:51.447199 n-d-799524-3 neutron-server[93913]: WARNING oslo_policy.policy [None req-d742773e-7125-4dc6-8c5b-5bb1ed588bf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:03:51.447770 n-d-799524-3 neutron-server[93913]: WARNING oslo_policy.policy [None req-d742773e-7125-4dc6-8c5b-5bb1ed588bf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:03:51.665625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-d742773e-7125-4dc6-8c5b-5bb1ed588bf2 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:03:51.666644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d742773e-7125-4dc6-8c5b-5bb1ed588bf2 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7195451 Jul 09 13:03:54.108285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43450) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:03:54.113858 n-d-799524-3 neutron-server[93914]: INFO neutron.db.l3_hamode_db [None req-fe7c29b5-1aec-4955-8baa-9074408454ee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 13:03:54.190688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c29b5-1aec-4955-8baa-9074408454ee None None] Routers set() bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:03:54.191118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c29b5-1aec-4955-8baa-9074408454ee None None] Router IDs set() for agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 13:03:54.417546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7c073e0e-6f10-49fa-bf72-0a7079d184f7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:03:54.511590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.policy [None req-7c073e0e-6f10-49fa-bf72-0a7079d184f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93913) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 13:03:54.556261 n-d-799524-3 neutron-server[93913]: WARNING oslo_policy.policy [None req-7c073e0e-6f10-49fa-bf72-0a7079d184f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:03:54.556626 n-d-799524-3 neutron-server[93913]: WARNING oslo_policy.policy [None req-7c073e0e-6f10-49fa-bf72-0a7079d184f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:03:54.565386 n-d-799524-3 neutron-server[93913]: INFO neutron.quota [None req-7c073e0e-6f10-49fa-bf72-0a7079d184f7 admin admin] Loaded quota_driver: . Jul 09 13:03:54.657249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c073e0e-6f10-49fa-bf72-0a7079d184f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870547918', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870549011', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870494809', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870500367', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870507456', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870586934', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-579537', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7715632', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-356264', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760850'] for rbac-policy, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:54.720172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c073e0e-6f10-49fa-bf72-0a7079d184f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:54.721352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c073e0e-6f10-49fa-bf72-0a7079d184f7 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6120958 Jul 09 13:03:57.271814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43462) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:03:57.564507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Request body: {'network': {'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:03:57.593472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Made reservation on behalf of aab08902bb1c4d2782e8188efb4c1fca for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:03:57.596242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:57.613023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:57.735814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:57.739299 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:57.758826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:03:57.787682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792867651916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:57.788274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Unsubscribe: segment precommit_create {{(pid=93913) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 13:03:57.788787 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Added segment 1b0c12c1-e716-4340-be17-ddd6920ebf79 of type vlan for network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 Jul 09 13:03:57.805758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49929f50-d4c7-4f25-99f3-ce51f8eb824b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:03:57.832025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.832368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.832703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.833036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.833365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.833686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.834006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.834326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.834643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.834978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.835300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.835615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Tracked resource versions report: Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: pushed versions: Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: { 'AddressGroup': {'1.2'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'ConntrackHelper': {'1.0'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Log': {'1.0'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Network': {'1.1'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Port': {'1.7'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'PortForwarding': {'1.2'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'QosPolicy': {'1.8'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'SecurityGroup': {'1.4'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'SubPort': {'1.0'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Subnet': {'1.1'}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Trunk': {'1.1'}} Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: consumer versions: Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: { DHCP agent@n-d-799524-3: {}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: L3 agent@n-d-799524-3: {}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: Metadata agent@n-d-799524-3: {}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: Metering agent@n-d-799524-3: {}, Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: Open vSwitch agent@n-d-799524-3: { 'AddressGroup': '1.2', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'ConntrackHelper': '1.0', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Log': '1.0', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Network': '1.1', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Port': '1.7', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'PortForwarding': '1.2', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'QosPolicy': '1.8', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'SecurityGroup': '1.4', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'SecurityGroupRule': '1.2', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'SubPort': '1.0', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Subnet': '1.1', Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: 'Trunk': '1.1'}} Jul 09 13:03:57.836731 n-d-799524-3 neutron-server[93913]: {{(pid=93913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:03:57.910927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:57.960814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:57.961883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:03:57.962544 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:03:58.047129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7741711 Jul 09 13:03:58.060669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86eee8-f67d-4d13-b492-372579cca565 admin admin] Pushing event updated for resources: {'Network': ['ID=f29ccf6f-cfd5-4191-bc66-f286ff9c6a63,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:03:58.073457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:04:00.779888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43476) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:01.232634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4d3ea-999b-4918-988e-b8b68967840f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:04:01.234018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-65c4d3ea-999b-4918-988e-b8b68967840f admin admin] 10.222.0.32 "GET /v2.0/networks/f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 HTTP/1.1" status: 200 len: 824 time: 0.4531834 Jul 09 13:04:01.257128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-953adec6-cbd3-43db-9576-16f403b8c7c9 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/9670cd1a-b0c4-461b-85c9-eb95272b23ac HTTP/1.1" status: 200 len: 734 time: 0.0177627 Jul 09 13:04:01.266432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'ip_version': 4, 'subnetpool_id': '9670cd1a-b0c4-461b-85c9-eb95272b23ac', 'name': 'private-subnet'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:04:01.288791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Made reservation on behalf of aab08902bb1c4d2782e8188efb4c1fca for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:04:01.291073 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:01.582557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:01.652860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Checking segment: {'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:04:01.653231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Network hostable DHCP agents. Network: f29ccf6f-cfd5-4191-bc66-f286ff9c6a63, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:04:01.658270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf4690a-bf6a-4ff2-a755-71a78be926bf,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:01.676533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:04:01.686841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, f29ccf6f-cfd5-4191-bc66-f286ff9c6a63) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:04:01.691299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:04:01.691879 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:01.697405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc1725-99e6-4c04-bcd2-1643a8368470 None None] Network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:04:01.705354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4328ad10-eccf-4bd7-8efc-1450d2bda3ed admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4431891 Jul 09 13:04:02.017739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'fixed_ips': [{'subnet_id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:04:02.019112 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:02.304751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Allocated IP 172.20.0.2 (f29ccf6f-cfd5-4191-bc66-f286ff9c6a63/6bf4690a-bf6a-4ff2-a755-71a78be926bf/7201fe5f-7c61-440d-b30c-df5eca6faf37) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:04:02.540141 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:02.556336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Transition to ACTIVE for port object 7201fe5f-7c61-440d-b30c-df5eca6faf37 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:04:02.577582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Transition to ACTIVE for port object 7201fe5f-7c61-440d-b30c-df5eca6faf37 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:04:02.585852 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:02.662096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:04:02.670598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:04:02.674276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:04:02.682291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Pushing event updated for resources: {'Port': ['ID=7201fe5f-7c61-440d-b30c-df5eca6faf37,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:02.727334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.727982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.727982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.728327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.728655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.728982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.729306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.729629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.729951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.730270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.730590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.730909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Tracked resource versions report: Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: pushed versions: Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: { 'AddressGroup': {'1.2'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'ConntrackHelper': {'1.0'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Log': {'1.0'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Network': {'1.1'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Port': {'1.7'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'PortForwarding': {'1.2'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'QosPolicy': {'1.8'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'SecurityGroup': {'1.4'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'SubPort': {'1.0'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Subnet': {'1.1'}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Trunk': {'1.1'}} Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: consumer versions: Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: { DHCP agent@n-d-799524-3: {}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: L3 agent@n-d-799524-3: {}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: Metadata agent@n-d-799524-3: {}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: Metering agent@n-d-799524-3: {}, Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: Open vSwitch agent@n-d-799524-3: { 'AddressGroup': '1.2', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'ConntrackHelper': '1.0', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Log': '1.0', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Network': '1.1', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Port': '1.7', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'PortForwarding': '1.2', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'QosPolicy': '1.8', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'SecurityGroup': '1.4', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'SecurityGroupRule': '1.2', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'SubPort': '1.0', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Subnet': '1.1', Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: 'Trunk': '1.1'}} Jul 09 13:04:02.733214 n-d-799524-3 neutron-server[93914]: {{(pid=93914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:04:02.762869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Attempting to bind port 7201fe5f-7c61-440d-b30c-df5eca6faf37 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:04:02.763311 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Attempting to bind port 7201fe5f-7c61-440d-b30c-df5eca6faf37 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:04:02.763815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Attempting to bind port 7201fe5f-7c61-440d-b30c-df5eca6faf37 on network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:04:02.768510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:04:02.768916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Checking segment: {'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:04:02.769403 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:02.769793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Bound using segment: {'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:04:02.770299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Bound port: 7201fe5f-7c61-440d-b30c-df5eca6faf37, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:04:02.770729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:02.836964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] For port 7201fe5f-7c61-440d-b30c-df5eca6faf37, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:04:02.841216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] For port 7201fe5f-7c61-440d-b30c-df5eca6faf37, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7201fe5f-7c61-440d-b30c-df5eca6faf37,segment=NetworkSegment(1b0c12c1-e716-4340-be17-ddd6920ebf79),segment_id=1b0c12c1-e716-4340-be17-ddd6920ebf79)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:04:02.846500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:02.940466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ed4c2-aeed-4cde-a8c3-2a1939d6a7fa None None] Pushing event updated for resources: {'Port': ['ID=7201fe5f-7c61-440d-b30c-df5eca6faf37,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:04.172813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43484) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:04.487669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-47f7d0ba-2e8d-4e73-8ffb-369415772dbc admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:04:04.488780 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-47f7d0ba-2e8d-4e73-8ffb-369415772dbc admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149593 Jul 09 13:04:06.896073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43492) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:07.212847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-e45e5b5c-b380-4f21-a7a1-3bb4cb4ce1d8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:04:07.213992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e45e5b5c-b380-4f21-a7a1-3bb4cb4ce1d8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3168364 Jul 09 13:04:08.722720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7201fe5f-7c61-440d-b30c-df5eca6faf37 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:04:08.809836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7201fe5f-7c61-440d-b30c-df5eca6faf37 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:04:09.118453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec3388e-1aae-4c8a-94d6-fd5c5ed48d59 None None] Network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:04:09.234650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a681c06b-c2bc-4eb9-8ad2-385a5134a941 None None] Provisioning for port 7201fe5f-7c61-440d-b30c-df5eca6faf37 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:04:09.242310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a681c06b-c2bc-4eb9-8ad2-385a5134a941 None None] Provisioning complete for port 7201fe5f-7c61-440d-b30c-df5eca6faf37 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:09.242707 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a681c06b-c2bc-4eb9-8ad2-385a5134a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:09.405609 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a681c06b-c2bc-4eb9-8ad2-385a5134a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:09.444615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a681c06b-c2bc-4eb9-8ad2-385a5134a941 None None] For port 7201fe5f-7c61-440d-b30c-df5eca6faf37, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7201fe5f-7c61-440d-b30c-df5eca6faf37,segment=NetworkSegment(1b0c12c1-e716-4340-be17-ddd6920ebf79),segment_id=1b0c12c1-e716-4340-be17-ddd6920ebf79)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:04:09.449423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a681c06b-c2bc-4eb9-8ad2-385a5134a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:09.498819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681c06b-c2bc-4eb9-8ad2-385a5134a941 None None] Pushing event updated for resources: {'Port': ['ID=7201fe5f-7c61-440d-b30c-df5eca6faf37,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:09.671047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cdb6f463-124e-4b6c-bd97-c78ea58dff5d None None] Provisioning complete for port 7201fe5f-7c61-440d-b30c-df5eca6faf37 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:09.671372 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cdb6f463-124e-4b6c-bd97-c78ea58dff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:09.887474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43506) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:10.183425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-38dbe143-726e-45ea-b91a-ad61b29c40f3 admin admin] Request body: {'router': {'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'name': 'router1', 'admin_state_up': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:04:10.207767 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-38dbe143-726e-45ea-b91a-ad61b29c40f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:10.209309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-38dbe143-726e-45ea-b91a-ad61b29c40f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:10.345169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-38dbe143-726e-45ea-b91a-ad61b29c40f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:10.349730 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-38dbe143-726e-45ea-b91a-ad61b29c40f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:10.362405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-38dbe143-726e-45ea-b91a-ad61b29c40f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:10.363736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-38dbe143-726e-45ea-b91a-ad61b29c40f3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4752886 Jul 09 13:04:10.692538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7201fe5f-7c61-440d-b30c-df5eca6faf37 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:04:10.739172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7201fe5f-7c61-440d-b30c-df5eca6faf37 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:10.739545 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:12.702477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43514) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:13.008658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-3804dc6f-fc16-4f79-8dc7-14d3de0309ad admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:04:13.009657 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3804dc6f-fc16-4f79-8dc7-14d3de0309ad admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062184 Jul 09 13:04:14.240986 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4970de85-b18b-4114-a014-9a1bc197ae04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.371006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43522) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:15.677610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:04:15.699491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Made reservation on behalf of 15ba83420bef44d1bdeccbdffeabbda2 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:04:15.701779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.711302 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.791179 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.795084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.808819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=93913) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 13:04:15.830226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2928e4d-eb8c-4095-aa1c-60e023c533ef,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:15.834803 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.835165 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Added segment bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb of type flat for network 47760c35-4585-4bbc-bb6c-63309fc27b1e Jul 09 13:04:15.893912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.928443 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.929356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:04:15.929923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:15.979643 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6075990 Jul 09 13:04:15.988473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d9556-4f31-4f9c-b5d5-ef0cf92399c3 admin admin] Pushing event updated for resources: {'Network': ['ID=47760c35-4585-4bbc-bb6c-63309fc27b1e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:16.002038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:04:16.740930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c8f0b154-532a-4a0d-9723-1cd0286b5884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:16.879446 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:17.561545 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:04:17.980217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:18.361017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43538) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:18.637929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ab208-10c9-4463-962c-7baf200dff77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:04:18.639308 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-300ab208-10c9-4463-962c-7baf200dff77 admin admin] 10.222.0.32 "GET /v2.0/subnets/6bf4690a-bf6a-4ff2-a755-71a78be926bf HTTP/1.1" status: 200 len: 849 time: 0.2773380 Jul 09 13:04:18.754207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b9e23d9a-4924-45e7-8195-74a65b53fd4c admin admin] 10.222.0.32 "GET /v2.0/routers/60c80d7b-1904-452b-9852-be7e2b8d17dd HTTP/1.1" status: 200 len: 704 time: 0.1095827 Jul 09 13:04:19.017255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:19.308446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Allocated IP 172.20.0.1 (f29ccf6f-cfd5-4191-bc66-f286ff9c6a63/6bf4690a-bf6a-4ff2-a755-71a78be926bf/47335395-165f-4f63-be51-e3afdbcae184) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:04:19.418468 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:19.504346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:19.525829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Transition to ACTIVE for port object 47335395-165f-4f63-be51-e3afdbcae184 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:04:19.609692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:19.670570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:04:19.676069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:04:19.683627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:04:19.684213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:19.757518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Pushing event updated for resources: {'Port': ['ID=47335395-165f-4f63-be51-e3afdbcae184,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:19.900452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:19.925942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d37c05cf-de40-43b0-8ddd-fad2e67134aa None None] Provisioning for port 47335395-165f-4f63-be51-e3afdbcae184 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:04:19.929927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d37c05cf-de40-43b0-8ddd-fad2e67134aa None None] Provisioning complete for port 47335395-165f-4f63-be51-e3afdbcae184 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:19.930309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d37c05cf-de40-43b0-8ddd-fad2e67134aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:19.967685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d37c05cf-de40-43b0-8ddd-fad2e67134aa None None] Port 47335395-165f-4f63-be51-e3afdbcae184 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:04:20.081608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:20.085821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:20.086585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:20.161504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Pushing event updated for resources: {'Port': ['ID=47335395-165f-4f63-be51-e3afdbcae184,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:20.205785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:04:20.207077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:04:20.365586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Router 60c80d7b-1904-452b-9852-be7e2b8d17dd is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:04:20.385485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-efb4e57e-9d23-4f6f-b37e-f6724bd3e78f None None] Provisioning complete for port 47335395-165f-4f63-be51-e3afdbcae184 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:20.385859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-efb4e57e-9d23-4f6f-b37e-f6724bd3e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:20.418044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-efb4e57e-9d23-4f6f-b37e-f6724bd3e78f None None] Port 47335395-165f-4f63-be51-e3afdbcae184 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:04:20.457155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:04:20.462436 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7a31f426-ccb4-4c3f-ba7d-10e0ead2e769 admin admin] 10.222.0.32 "PUT /v2.0/routers/60c80d7b-1904-452b-9852-be7e2b8d17dd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7035069 Jul 09 13:04:20.467216 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Sync routers for ids ['60c80d7b-1904-452b-9852-be7e2b8d17dd'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:04:20.478036 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Routers {'60c80d7b-1904-452b-9852-be7e2b8d17dd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:04:20.478817 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:04:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['60c80d7b-1904-452b-9852-be7e2b8d17dd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:04:20.667045 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Set router 60c80d7b-1904-452b-9852-be7e2b8d17dd gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:04:21.094043 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'name': 'router1', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:04:10Z', 'updated_at': '2021-07-09T13:04:19Z', 'revision_number': 2, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'gw_port_host': None, '_interfaces': [{'id': '47335395-165f-4f63-be51-e3afdbcae184', 'name': '', 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'mac_address': 'fa:16:3e:ff:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:19Z', 'updated_at': '2021-07-09T13:04:19Z', 'revision_number': 2, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'subnets': [{'id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9670cd1a-b0c4-461b-85c9-eb95272b23ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:04:21.146837 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Checking router: 60c80d7b-1904-452b-9852-be7e2b8d17dd for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:04:21.147244 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Updating router 60c80d7b-1904-452b-9852-be7e2b8d17dd port 47335395-165f-4f63-be51-e3afdbcae184 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:04:21.211705 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:21.694909 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:21.713014 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Transition to ACTIVE for port object 47335395-165f-4f63-be51-e3afdbcae184 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:04:21.719932 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:21.880810 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Attempting to bind port 47335395-165f-4f63-be51-e3afdbcae184 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:04:21.881490 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Attempting to bind port 47335395-165f-4f63-be51-e3afdbcae184 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:04:21.881909 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Attempting to bind port 47335395-165f-4f63-be51-e3afdbcae184 on network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:04:21.883911 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Pushing event updated for resources: {'Port': ['ID=47335395-165f-4f63-be51-e3afdbcae184,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:21.892596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.892939 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.893273 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.893605 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.893934 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.894568 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.894896 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.895243 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.895564 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.895886 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.896206 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.896523 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Tracked resource versions report: Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: pushed versions: Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: { 'AddressGroup': {'1.2'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'ConntrackHelper': {'1.0'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Log': {'1.0'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Network': {'1.1'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Port': {'1.7'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'PortForwarding': {'1.2'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'QosPolicy': {'1.8'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'SecurityGroup': {'1.4'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'SubPort': {'1.0'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Subnet': {'1.1'}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Trunk': {'1.1'}} Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: consumer versions: Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: { DHCP agent@n-d-799524-3: {}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: L3 agent@n-d-799524-3: {}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: Metadata agent@n-d-799524-3: {}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: Metering agent@n-d-799524-3: {}, Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: Open vSwitch agent@n-d-799524-3: { 'AddressGroup': '1.2', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'ConntrackHelper': '1.0', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Log': '1.0', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Network': '1.1', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Port': '1.7', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'PortForwarding': '1.2', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'QosPolicy': '1.8', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'SecurityGroup': '1.4', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'SecurityGroupRule': '1.2', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'SubPort': '1.0', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Subnet': '1.1', Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: 'Trunk': '1.1'}} Jul 09 13:04:21.897625 n-d-799524-3 neutron-server[93915]: {{(pid=93915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:04:21.902175 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:04:21.902596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Checking segment: {'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:04:21.903102 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:21.904006 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Bound using segment: {'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:04:21.904523 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Bound port: 47335395-165f-4f63-be51-e3afdbcae184, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0c12c1-e716-4340-be17-ddd6920ebf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:04:21.904934 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:21.972646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] For port 47335395-165f-4f63-be51-e3afdbcae184, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:04:21.994839 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] For port 47335395-165f-4f63-be51-e3afdbcae184, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=47335395-165f-4f63-be51-e3afdbcae184,segment=NetworkSegment(1b0c12c1-e716-4340-be17-ddd6920ebf79),segment_id=1b0c12c1-e716-4340-be17-ddd6920ebf79)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:04:21.999087 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:22.057659 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Routers {'60c80d7b-1904-452b-9852-be7e2b8d17dd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:04:22.058279 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:04:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['60c80d7b-1904-452b-9852-be7e2b8d17dd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:04:22.060414 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4cde2-42c3-4575-a2b2-08c7a6e1f0e8 None None] Pushing event updated for resources: {'Port': ['ID=47335395-165f-4f63-be51-e3afdbcae184,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:22.155004 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] Set router 60c80d7b-1904-452b-9852-be7e2b8d17dd gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:04:22.359078 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'name': 'router1', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:04:10Z', 'updated_at': '2021-07-09T13:04:19Z', 'revision_number': 2, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'gw_port_host': None, '_interfaces': [{'id': '47335395-165f-4f63-be51-e3afdbcae184', 'name': '', 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'mac_address': 'fa:16:3e:ff:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:19Z', 'updated_at': '2021-07-09T13:04:21Z', 'revision_number': 4, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'subnets': [{'id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9670cd1a-b0c4-461b-85c9-eb95272b23ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:04:22.384858 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a713dbd-aecd-42c5-8925-9b870a1ef12c None None] The sync data for ids ['60c80d7b-1904-452b-9852-be7e2b8d17dd'] in n-d-799524-3 is: [{'id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'name': 'router1', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:04:10Z', 'updated_at': '2021-07-09T13:04:19Z', 'revision_number': 2, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'gw_port_host': None, '_interfaces': [{'id': '47335395-165f-4f63-be51-e3afdbcae184', 'name': '', 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'mac_address': 'fa:16:3e:ff:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:19Z', 'updated_at': '2021-07-09T13:04:21Z', 'revision_number': 4, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'subnets': [{'id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9670cd1a-b0c4-461b-85c9-eb95272b23ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:04:22.727232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43558) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:22.836262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e3e29a-bd60-4cb2-95a1-50e0b73c545f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:04:22.837631 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-49e3e29a-bd60-4cb2-95a1-50e0b73c545f admin admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 842 time: 0.1094470 Jul 09 13:04:22.846954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:04:22.867738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Made reservation on behalf of 15ba83420bef44d1bdeccbdffeabbda2 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:04:22.869951 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:23.222381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:04:23.222800 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:23.280099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e67bc0-4e82-4597-9439-31fab0f2cc56,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:23.284163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:04:23.284512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Network hostable DHCP agents. Network: 47760c35-4585-4bbc-bb6c-63309fc27b1e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:04:23.301102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:04:23.310849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 47760c35-4585-4bbc-bb6c-63309fc27b1e) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:04:23.315008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:04:23.315688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:23.328700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81fc38-8919-436d-8b7e-530f4fa5b90d None None] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:04:23.335466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-86a49102-51c9-4f5e-857b-20b214e42bc9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4919276 Jul 09 13:04:23.459762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdefde5c-9681-4eb8-8632-4519e3a918cc None None] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:04:25.630495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43572) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:25.755976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9b1df317-e343-4249-803f-ac421a74228b admin admin] 10.222.0.32 "GET /v2.0/routers/60c80d7b-1904-452b-9852-be7e2b8d17dd HTTP/1.1" status: 200 len: 710 time: 0.1242690 Jul 09 13:04:25.843240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6542b4f1-dad4-468a-a7db-e6b7b7bf02d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:04:25.845231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6542b4f1-dad4-468a-a7db-e6b7b7bf02d6 admin admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 886 time: 0.0842741 Jul 09 13:04:25.853875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:04:26.102110 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:26.334191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:26.410089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:26.514983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Allocated IP 172.25.5.12 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4daa74a0-8af9-45d1-8969-29057b98e916) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:04:26.613093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:26.653344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:26.696865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:04:26.700016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:04:26.705503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:04:26.710849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4daa74a0-8af9-45d1-8969-29057b98e916,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:26.720151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 47335395-165f-4f63-be51-e3afdbcae184 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:04:26.767691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 47335395-165f-4f63-be51-e3afdbcae184 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:04:26.771370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 47335395-165f-4f63-be51-e3afdbcae184 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:26.771743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:26.845502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:26.877032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 47335395-165f-4f63-be51-e3afdbcae184, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=47335395-165f-4f63-be51-e3afdbcae184,segment=NetworkSegment(1b0c12c1-e716-4340-be17-ddd6920ebf79),segment_id=1b0c12c1-e716-4340-be17-ddd6920ebf79)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:04:26.880725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:26.984295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=47335395-165f-4f63-be51-e3afdbcae184,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:27.041308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:27.230559 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:27.233924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:27.338823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Router 60c80d7b-1904-452b-9852-be7e2b8d17dd has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:04:27.441749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:04:27.446079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:27.447370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-21998ff4-e597-410a-8512-6cbedafe71b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/60c80d7b-1904-452b-9852-be7e2b8d17dd HTTP/1.1" status: 200 len: 889 time: 1.5967839 Jul 09 13:04:27.466842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Sync routers for ids ['60c80d7b-1904-452b-9852-be7e2b8d17dd'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:04:27.477872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Routers {'60c80d7b-1904-452b-9852-be7e2b8d17dd'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:04:27.478648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:04:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['60c80d7b-1904-452b-9852-be7e2b8d17dd'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:04:27.693822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Set router 60c80d7b-1904-452b-9852-be7e2b8d17dd gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:04:28.084830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'name': 'router1', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4daa74a0-8af9-45d1-8969-29057b98e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:04:10Z', 'updated_at': '2021-07-09T13:04:26Z', 'revision_number': 4, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'gw_port': {'id': '4daa74a0-8af9-45d1-8969-29057b98e916', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:26Z', 'updated_at': '2021-07-09T13:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '47335395-165f-4f63-be51-e3afdbcae184', 'name': '', 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'mac_address': 'fa:16:3e:ff:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:19Z', 'updated_at': '2021-07-09T13:04:26Z', 'revision_number': 5, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'subnets': [{'id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9670cd1a-b0c4-461b-85c9-eb95272b23ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:04:28.135272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Checking router: 60c80d7b-1904-452b-9852-be7e2b8d17dd for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:04:28.135630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Updating router 60c80d7b-1904-452b-9852-be7e2b8d17dd port 4daa74a0-8af9-45d1-8969-29057b98e916 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:04:28.168634 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:28.481968 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:28.491583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Transition to ACTIVE for port object 4daa74a0-8af9-45d1-8969-29057b98e916 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:04:28.496416 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:28.551208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6960f09-37ef-4097-80cb-a0ed47b78db0 None None] Pushing event updated for resources: {'Port': ['ID=4daa74a0-8af9-45d1-8969-29057b98e916,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:28.553309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Attempting to bind port 4daa74a0-8af9-45d1-8969-29057b98e916 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:04:28.553679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Attempting to bind port 4daa74a0-8af9-45d1-8969-29057b98e916 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:04:28.554042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Attempting to bind port 4daa74a0-8af9-45d1-8969-29057b98e916 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:04:28.559080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:04:28.559456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:04:28.560977 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:28.561366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:04:28.561829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Bound port: 4daa74a0-8af9-45d1-8969-29057b98e916, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:04:28.562224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:28.611228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] For port 4daa74a0-8af9-45d1-8969-29057b98e916, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:04:28.614098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] For port 4daa74a0-8af9-45d1-8969-29057b98e916, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4daa74a0-8af9-45d1-8969-29057b98e916,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:04:28.617489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:28.664708 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Routers {'60c80d7b-1904-452b-9852-be7e2b8d17dd'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:04:28.665314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:04:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['60c80d7b-1904-452b-9852-be7e2b8d17dd'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:04:28.791867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 47335395-165f-4f63-be51-e3afdbcae184 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:04:28.807365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6960f09-37ef-4097-80cb-a0ed47b78db0 None None] Pushing event updated for resources: {'Port': ['ID=4daa74a0-8af9-45d1-8969-29057b98e916,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:28.899601 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] Set router 60c80d7b-1904-452b-9852-be7e2b8d17dd gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:04:28.941138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 47335395-165f-4f63-be51-e3afdbcae184 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:28.941512 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:29.173160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'name': 'router1', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4daa74a0-8af9-45d1-8969-29057b98e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:04:10Z', 'updated_at': '2021-07-09T13:04:26Z', 'revision_number': 4, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'gw_port': {'id': '4daa74a0-8af9-45d1-8969-29057b98e916', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:26Z', 'updated_at': '2021-07-09T13:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '47335395-165f-4f63-be51-e3afdbcae184', 'name': '', 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'mac_address': 'fa:16:3e:ff:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:19Z', 'updated_at': '2021-07-09T13:04:26Z', 'revision_number': 5, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'subnets': [{'id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9670cd1a-b0c4-461b-85c9-eb95272b23ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:04:29.202607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65f888-0f59-4c0d-a04d-a27dcb3db6e5 None None] The sync data for ids ['60c80d7b-1904-452b-9852-be7e2b8d17dd'] in n-d-799524-3 is: [{'id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'name': 'router1', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4daa74a0-8af9-45d1-8969-29057b98e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:04:10Z', 'updated_at': '2021-07-09T13:04:26Z', 'revision_number': 4, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'gw_port': {'id': '4daa74a0-8af9-45d1-8969-29057b98e916', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:26Z', 'updated_at': '2021-07-09T13:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '47335395-165f-4f63-be51-e3afdbcae184', 'name': '', 'network_id': 'f29ccf6f-cfd5-4191-bc66-f286ff9c6a63', 'tenant_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'mac_address': 'fa:16:3e:ff:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c80d7b-1904-452b-9852-be7e2b8d17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:04:19Z', 'updated_at': '2021-07-09T13:04:26Z', 'revision_number': 5, 'project_id': 'aab08902bb1c4d2782e8188efb4c1fca', 'subnets': [{'id': '6bf4690a-bf6a-4ff2-a755-71a78be926bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9670cd1a-b0c4-461b-85c9-eb95272b23ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:04:29.857272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43582) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:04:29.984579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-786ccf54-2fac-4a69-acc4-b15ef51e9a57 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1261587 Jul 09 13:04:30.735362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4daa74a0-8af9-45d1-8969-29057b98e916 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:04:30.790487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 4daa74a0-8af9-45d1-8969-29057b98e916 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:04:30.794045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4daa74a0-8af9-45d1-8969-29057b98e916 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:30.794363 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:30.875035 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:30.895340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 4daa74a0-8af9-45d1-8969-29057b98e916, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4daa74a0-8af9-45d1-8969-29057b98e916,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:04:30.899088 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:30.950855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=4daa74a0-8af9-45d1-8969-29057b98e916,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:04:32.709224 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4daa74a0-8af9-45d1-8969-29057b98e916 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:04:32.760129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4daa74a0-8af9-45d1-8969-29057b98e916 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:04:32.760511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:44.248015 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bb92d0d-d855-4e87-9efd-64f8a9cc1e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:46.749510 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5273a13f-1942-4c04-9ac6-b06f6c301cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:46.884926 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:47.985958 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:49.443861 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:04:54.564333 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:05:14.240311 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1feba6cf-4dd6-4dea-8ba6-0f051675cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:16.744588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e30f05a8-bdd1-470c-aa57-7e6a959b0419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:16.881761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:17.987589 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:19.444537 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:31.563523 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:05:44.240487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8f7497a-fb14-44e0-ac3d-f394b2b2e188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:46.746214 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-93c56e3a-2378-4df5-9832-b83ac743d859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:46.873646 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:47.990261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:05:49.447379 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:08.561836 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:06:11.236361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44182) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:11.294747 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f47a7ff-a12b-4b1c-9847-ae0caae2d889 admin admin] GET failed (client error): The resource could not be found. Jul 09 13:06:11.296093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5f47a7ff-a12b-4b1c-9847-ae0caae2d889 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0587397 Jul 09 13:06:11.457880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5a147-aed3-4de2-8305-c87baa9e6211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:11.459303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d5f5a147-aed3-4de2-8305-c87baa9e6211 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1593919 Jul 09 13:06:13.600358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:13.690127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d77c3-0769-4594-b105-9cab100da3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:13.691479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-137d77c3-0769-4594-b105-9cab100da3f0 admin admin] 10.222.0.32 "GET /v2.0/subnets/6bf4690a-bf6a-4ff2-a755-71a78be926bf HTTP/1.1" status: 200 len: 849 time: 0.0901785 Jul 09 13:06:13.701359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:06:13.786726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:13.928187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792867641110'] for subnet, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:13.959931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:13.960522 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:13.961810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] 10.222.0.32 "PUT /v2.0/subnets/6bf4690a-bf6a-4ff2-a755-71a78be926bf HTTP/1.1" status: 200 len: 868 time: 0.2646844 Jul 09 13:06:13.978683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354e2705-2255-4692-bf7d-59704a69546b None None] Network f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:06:13.979814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf4690a-bf6a-4ff2-a755-71a78be926bf,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:06:13.987764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.988143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.988452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.988788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.989123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.989453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.989784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.990110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.990436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.990773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.991119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:13.991443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e627f-d998-49dd-a357-b74d7044bfb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:06:14.242866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ce2d9394-245a-4f98-b772-035764aa7f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:14.337347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c00bfa1e-cbd4-48fc-b409-526d9dff8bc0 None None] Provisioning complete for port 7201fe5f-7c61-440d-b30c-df5eca6faf37 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:06:14.337766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c00bfa1e-cbd4-48fc-b409-526d9dff8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:14.422988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c00bfa1e-cbd4-48fc-b409-526d9dff8bc0 None None] Provisioning complete for port 47335395-165f-4f63-be51-e3afdbcae184 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:06:14.423284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c00bfa1e-cbd4-48fc-b409-526d9dff8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:16.152782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44200) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:16.348566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7098fb0-fcc3-449b-8f8c-525530f2054c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:16.348950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7098fb0-fcc3-449b-8f8c-525530f2054c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:16.350454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b7098fb0-fcc3-449b-8f8c-525530f2054c admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1967106 Jul 09 13:06:16.748195 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9915575f-a374-407b-ba98-9c5d0de63973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:16.873849 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:17.993766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:18.521108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44208) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:18.649573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56a101-33c9-44d0-b343-40c13e37db4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:18.650043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56a101-33c9-44d0-b343-40c13e37db4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:18.651584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bc56a101-33c9-44d0-b343-40c13e37db4a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1295242 Jul 09 13:06:19.452573 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:20.884691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44216) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:21.010445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8cdd92-10ec-4f91-b5dc-c4e13a2dbccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:21.011770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-da8cdd92-10ec-4f91-b5dc-c4e13a2dbccd admin admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 886 time: 0.1261277 Jul 09 13:06:23.175603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44224) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:23.402131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f3962-0b61-498f-8a5e-566800099dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:23.403472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1c6f3962-0b61-498f-8a5e-566800099dfb admin admin] 10.222.0.32 "GET /v2.0/networks/f29ccf6f-cfd5-4191-bc66-f286ff9c6a63 HTTP/1.1" status: 200 len: 868 time: 0.2268775 Jul 09 13:06:25.602639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44232) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:25.725179 n-d-799524-3 neutron-server[93912]: WARNING oslo_policy.policy [None req-8ca77b73-9d12-486e-869c-3e58a6279637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:06:25.725773 n-d-799524-3 neutron-server[93912]: WARNING oslo_policy.policy [None req-8ca77b73-9d12-486e-869c-3e58a6279637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:06:26.131347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.policy [None req-8ca77b73-9d12-486e-869c-3e58a6279637 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93912) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 13:06:26.179336 n-d-799524-3 neutron-server[93912]: WARNING oslo_policy.policy [None req-8ca77b73-9d12-486e-869c-3e58a6279637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:06:26.179717 n-d-799524-3 neutron-server[93912]: WARNING oslo_policy.policy [None req-8ca77b73-9d12-486e-869c-3e58a6279637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:06:26.188121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca77b73-9d12-486e-869c-3e58a6279637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:26.188597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca77b73-9d12-486e-869c-3e58a6279637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:26.190713 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8ca77b73-9d12-486e-869c-3e58a6279637 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5858748 Jul 09 13:06:28.353493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44248) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:28.443946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78823c-0d76-4c04-874f-68be8ab8be98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:28.444403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78823c-0d76-4c04-874f-68be8ab8be98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:28.446216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fa78823c-0d76-4c04-874f-68be8ab8be98 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917671 Jul 09 13:06:30.611698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44256) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:30.697817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81986f5-3090-4132-bf24-f2fa5ad98b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:30.699194 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c81986f5-3090-4132-bf24-f2fa5ad98b68 admin admin] 10.222.0.32 "GET /v2.0/subnets/24e67bc0-4e82-4597-9439-31fab0f2cc56 HTTP/1.1" status: 200 len: 816 time: 0.0865300 Jul 09 13:06:32.861711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44264) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:32.953621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e2e7f3-6fee-488b-ae5f-61ef849da771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:06:32.954982 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-32e2e7f3-6fee-488b-ae5f-61ef849da771 admin admin] 10.222.0.32 "GET /v2.0/subnets/6bf4690a-bf6a-4ff2-a755-71a78be926bf HTTP/1.1" status: 200 len: 868 time: 0.0923104 Jul 09 13:06:44.243635 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bc07dd35-8f72-4c73-ac3e-31f292fe94f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:45.560777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:06:46.749200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-785a4179-6a2d-45e8-850b-228af2ad83fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:46.876854 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:47.997235 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:49.450113 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:06:57.551013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44316) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:57.598488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-e4be71c3-6c46-410d-a8e6-0996caaf15d0 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:06:57.599532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e4be71c3-6c46-410d-a8e6-0996caaf15d0 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475786 Jul 09 13:06:59.896604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44324) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:06:59.956107 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-41296a5b-a537-45b3-a74a-0e8994975132 admin admin] GET failed (client error): The resource could not be found. Jul 09 13:06:59.957443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-41296a5b-a537-45b3-a74a-0e8994975132 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598986 Jul 09 13:07:00.039083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22763938-63bf-4978-a7fc-9d224f319245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:07:00.040560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-22763938-63bf-4978-a7fc-9d224f319245 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793045 Jul 09 13:07:02.225067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44332) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:07:02.270580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:07:02.290366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Made reservation on behalf of 15ba83420bef44d1bdeccbdffeabbda2 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:07:02.292634 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:02.324861 n-d-799524-3 neutron-server[93913]: WARNING neutron.services.revisions.revision_plugin [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Could not find related network for resource to bump revision. Jul 09 13:07:02.337404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:07:02.347435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:02.347864 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Added segment b3bad90f-66b6-4e2f-8c10-c084fec504a3 of type vlan for network 83ddc183-68a3-498d-9754-ba4c1fb912a9 Jul 09 13:07:02.385565 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:02.412756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:02.413611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:07:02.414188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:02.466570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2404237 Jul 09 13:07:02.471370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd85f8-c47f-4e82-9664-0880ef9db278 admin admin] Pushing event updated for resources: {'Network': ['ID=83ddc183-68a3-498d-9754-ba4c1fb912a9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:07:02.494671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:07:04.648516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:07:04.708014 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfefe38-3f95-4da5-a0f0-be6709202f83 admin admin] GET failed (client error): The resource could not be found. Jul 09 13:07:04.709347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4dfefe38-3f95-4da5-a0f0-be6709202f83 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598669 Jul 09 13:07:04.781458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3cb1e6-8270-45b8-b4d7-2ad14a4abb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:07:04.782912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ad3cb1e6-8270-45b8-b4d7-2ad14a4abb08 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0696044 Jul 09 13:07:04.792500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:07:04.812202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Made reservation on behalf of 15ba83420bef44d1bdeccbdffeabbda2 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:07:04.814573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:04.976628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:05.022199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b4d0930-8051-470f-93b0-32eb42de300d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:07:05.036997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:07:05.037349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Network hostable DHCP agents. Network: 83ddc183-68a3-498d-9754-ba4c1fb912a9, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:07:05.052734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:07:05.061085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 83ddc183-68a3-498d-9754-ba4c1fb912a9) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:07:05.065534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:07:05.066604 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:05.069747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9a3f7-1b9e-41a5-9de9-7d6873f8ede8 None None] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:07:05.081173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aa4810d5-512f-4be0-bd4f-0dc6bdb78a50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2918050 Jul 09 13:07:05.326051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-83ddc183-68a3-498d-9754-ba4c1fb912a9', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'tenant_id': '15ba83420bef44d1bdeccbdffeabbda2', 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:07:05.328163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:05.492134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Allocated IP 192.168.233.2 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/7989f36f-04cd-4b9b-80ea-9ee039100ffa) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:07:05.670554 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:05.679844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Transition to ACTIVE for port object 7989f36f-04cd-4b9b-80ea-9ee039100ffa will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:07:05.699967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Transition to ACTIVE for port object 7989f36f-04cd-4b9b-80ea-9ee039100ffa will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:07:05.707307 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:05.756338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:07:05.762638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:07:05.765151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Pushing event updated for resources: {'Port': ['ID=7989f36f-04cd-4b9b-80ea-9ee039100ffa,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:07:05.767418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:07:05.778278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.779545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.779927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.780281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.780626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.780972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.781318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.781655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.782375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.782375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.782646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.783619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:07:05.848135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Attempting to bind port 7989f36f-04cd-4b9b-80ea-9ee039100ffa on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:07:05.848516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Attempting to bind port 7989f36f-04cd-4b9b-80ea-9ee039100ffa by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:07:05.848884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Attempting to bind port 7989f36f-04cd-4b9b-80ea-9ee039100ffa on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:07:05.854284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:07:05.854686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:07:05.855127 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:05.855525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:07:05.856000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Bound port: 7989f36f-04cd-4b9b-80ea-9ee039100ffa, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:07:05.856399 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:05.926670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] For port 7989f36f-04cd-4b9b-80ea-9ee039100ffa, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:07:05.931774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] For port 7989f36f-04cd-4b9b-80ea-9ee039100ffa, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7989f36f-04cd-4b9b-80ea-9ee039100ffa,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:07:05.939429 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:06.022575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3256a-6db9-4059-ab8d-3e3fe1037042 None None] Pushing event updated for resources: {'Port': ['ID=7989f36f-04cd-4b9b-80ea-9ee039100ffa,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:07:06.888907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e91c138-84a6-4e9b-9a39-8ddc9a43eb2c None None] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:07:06.902903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7989f36f-04cd-4b9b-80ea-9ee039100ffa up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:07:07.036966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fa538e4f-e6fd-4395-98b5-c380bcc75da9 None None] Provisioning for port 7989f36f-04cd-4b9b-80ea-9ee039100ffa completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:07:07.056273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7989f36f-04cd-4b9b-80ea-9ee039100ffa completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:07:07.064872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7989f36f-04cd-4b9b-80ea-9ee039100ffa triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:07:07.065249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:07.181447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:07.220026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 7989f36f-04cd-4b9b-80ea-9ee039100ffa, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7989f36f-04cd-4b9b-80ea-9ee039100ffa,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:07:07.225197 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:07.281248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=7989f36f-04cd-4b9b-80ea-9ee039100ffa,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:07:07.370932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2e04aaf8-97ee-409d-9f94-ef82bad934ec None None] Provisioning complete for port 7989f36f-04cd-4b9b-80ea-9ee039100ffa triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:07:07.371343 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2e04aaf8-97ee-409d-9f94-ef82bad934ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:08.810009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7989f36f-04cd-4b9b-80ea-9ee039100ffa up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:07:08.861617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7989f36f-04cd-4b9b-80ea-9ee039100ffa triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:07:08.862187 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:14.245283 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd56caac-5abd-4056-b77f-d40b0f4285f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:16.750282 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ae6c2ff-fe8e-4f92-bbc0-44e7361bb32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:16.878073 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:17.998408 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:19.453571 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:22.558435 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:07:44.245635 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-93fe4026-dcdd-4ff9-b7c9-e81f39b76e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:46.750262 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bba83ff-bfbe-42b0-ae48-915ef937e0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:46.878398 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:48.000939 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:49.459173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:07:59.556365 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:08:14.248605 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-606668f1-37fc-4977-8238-0a477535c0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:16.751431 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a208bc8a-d48a-4416-a43d-a281083eed10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:16.879767 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:18.004349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:19.313545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44392) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:08:19.319440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-d90aa83b-e298-46c2-ae7c-6902b8b2fe72 tempest-verify_tempest_config-1555193140 tempest-verify_tempest_config-1555193140-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:08:19.320423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d90aa83b-e298-46c2-ae7c-6902b8b2fe72 tempest-verify_tempest_config-1555193140 tempest-verify_tempest_config-1555193140-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058923 Jul 09 13:08:19.459284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:19.620278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44410) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:08:19.733611 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:19.741219 n-d-799524-3 neutron-server[93912]: INFO neutron.quota [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Loaded quota_driver: . Jul 09 13:08:19.880401 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:19.883928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:19.928168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1c9e663a2534aa7ad0cb5b3dc7110eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3068240 Jul 09 13:08:19.930772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44418) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:08:19.941034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3106aa7a-2ad2-4008-b82a-2e815e666e08,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:08:19.953444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.953789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.954131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.954468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.954804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.955154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.955479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.955812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.956127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.956445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.956767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.957084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a60e2-60c6-4775-ab1d-6c8d6e7937b3 admin admin] Tracked resource versions report: Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: pushed versions: Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: { 'AddressGroup': {'1.2'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'ConntrackHelper': {'1.0'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Log': {'1.0'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Network': {'1.1'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Port': {'1.7'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'PortForwarding': {'1.2'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'QosPolicy': {'1.8'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'SecurityGroup': {'1.4'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'SubPort': {'1.0'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Subnet': {'1.1'}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Trunk': {'1.1'}} Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: consumer versions: Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: { DHCP agent@n-d-799524-3: {}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: L3 agent@n-d-799524-3: {}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: Metadata agent@n-d-799524-3: {}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: Metering agent@n-d-799524-3: {}, Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: Open vSwitch agent@n-d-799524-3: { 'AddressGroup': '1.2', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'ConntrackHelper': '1.0', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Log': '1.0', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Network': '1.1', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Port': '1.7', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'PortForwarding': '1.2', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'QosPolicy': '1.8', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'SecurityGroup': '1.4', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'SecurityGroupRule': '1.2', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'SubPort': '1.0', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Subnet': '1.1', Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: 'Trunk': '1.1'}} Jul 09 13:08:19.958226 n-d-799524-3 neutron-server[93912]: {{(pid=93912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:08:19.986820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:20.007690 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:20.094950 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:20.097425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:20.099180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3106aa7a-2ad2-4008-b82a-2e815e666e08 HTTP/1.1" status: 204 len: 168 time: 0.1668077 Jul 09 13:08:20.106137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3106aa7a-2ad2-4008-b82a-2e815e666e08,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:08:20.113365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.113704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.114038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.114370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.114697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.115042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.115363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.115682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.116001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.116319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.116633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:20.116947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26148593-5dfa-4838-a258-62c440a89fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:08:36.554652 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:08:44.250553 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-06a1f7d3-2a56-4cc0-bc93-952c30d64ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:46.751884 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b43d7cf0-50c9-469d-8a28-bfb6168fb5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:46.879911 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:48.009472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:08:49.462104 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:13.552422 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:09:14.250608 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-57e0a887-c6e9-408c-87e7-86d6cd71b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:16.751987 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-58c914ec-882f-4510-8e44-c2c308167fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:16.880186 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:18.010487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:19.465292 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:44.251679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-248f541f-af5b-4a8e-989d-198e66353ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:46.751574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dc983ab4-b95f-4c29-af6a-f60844126a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:46.879616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:48.013285 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:49.469204 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:50.549921 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:10:14.252622 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f88d3fc6-4c28-46c1-8135-8d41e2094ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.751769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ebfe622b-0004-4d78-9246-8ff75c3741b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.881655 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:18.018655 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:19.471471 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:27.548001 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:10:44.253298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-35bea548-92f8-44eb-b22b-91ecf5528141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:46.751957 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-81369386-068f-460a-958f-49149273d233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:46.881176 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:48.018603 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:49.475131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:04.546098 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 5 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:11:12.719508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892177'] for agent, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:13.684637 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7892177'] for agent, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:14.254082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a3f780b1-6bb1-4c8a-a324-95e16cec4ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:16.754918 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-80390b45-267a-4d76-90e1-da4529378ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:16.882771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:18.020508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:19.477521 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:41.545260 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:11:42.695674 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:43.639027 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:44.255606 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-118b1957-d23f-4a4e-b453-8f84ac6921c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:46.756795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5dd23582-ca26-41c3-b25a-a29346db36bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:46.881752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:48.023511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:49.483651 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:57.169900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44486) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:11:57.275831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-83da2107-ac10-4464-b4a2-edaa602d730b admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1048095 Jul 09 13:11:59.471797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44496) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:11:59.531990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-06fb4cf8-e271-4409-8ccf-24152b35fad7 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0590589 Jul 09 13:12:12.709493 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:13.655018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:14.256363 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e848609-9dc8-45ed-a929-59ae066e8134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:16.757234 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3e290428-8d9c-4796-bcff-94fabcb7bd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:16.881276 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:18.026728 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:18.545678 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:12:19.484110 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:42.712678 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:43.649716 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:44.256572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-96a33d35-b2f2-46ab-9a13-4a3527d5ab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:46.761356 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1485ba4a-90f1-4f0a-a919-503760391e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:46.882640 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:48.029340 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:49.489719 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:55.545195 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:13:12.706297 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:13.652959 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:14.257140 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cff0fde6-f927-4651-9f11-fa84d10d962f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:16.777421 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-39799f5c-3337-4c1e-b130-487b1f70cc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:16.893364 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:18.048875 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:19.497205 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:20.506524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44744) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:20.919619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44770) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:20.920206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-56a60877-c7ab-4547-8e3c-2d0e3cda357b tempest-AutoAllocateNetworkTest-683286766 tempest-AutoAllocateNetworkTest-683286766-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3df6ce3ceffd409eb92b62136d735786&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4124241 Jul 09 13:13:21.149671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116c151-920b-45b3-8779-2ffb398d1bc5 tempest-AutoAllocateNetworkTest-683286766 tempest-AutoAllocateNetworkTest-683286766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:21.154394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44784) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:21.158899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8116c151-920b-45b3-8779-2ffb398d1bc5 tempest-AutoAllocateNetworkTest-683286766 tempest-AutoAllocateNetworkTest-683286766-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2372704 Jul 09 13:13:21.216342 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cefb5026-4feb-4f6d-80ea-75409187128a tempest-AutoAllocateNetworkTest-683286766 tempest-AutoAllocateNetworkTest-683286766-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607033 Jul 09 13:13:21.219795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44786) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:21.247314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48913726-8a68-4d2d-a629-762c3b17abff tempest-AutoAllocateNetworkTest-683286766 tempest-AutoAllocateNetworkTest-683286766-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3df6ce3ceffd409eb92b62136d735786 HTTP/1.1" status: 200 len: 208 time: 0.0259717 Jul 09 13:13:21.861052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44832) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:22.221693 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:22.330084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:22.334668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:22.380814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b885d55-6388-4d11-90b2-c030af923b24,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:22.387138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3df6ce3ceffd409eb92b62136d735786&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5192657 Jul 09 13:13:22.388168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44858) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:22.403131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.403473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.403805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.404138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.404466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.404786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.405109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.405427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.405743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.406107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.406374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.407389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b5bac-ab4b-4703-aa6b-800fdc20ec87 admin admin] Tracked resource versions report: Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: pushed versions: Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: { 'AddressGroup': {'1.2'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'ConntrackHelper': {'1.0'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Log': {'1.0'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Network': {'1.1'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Port': {'1.7'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'PortForwarding': {'1.2'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'QosPolicy': {'1.8'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'SecurityGroup': {'1.4'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'SubPort': {'1.0'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Subnet': {'1.1'}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Trunk': {'1.1'}} Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: consumer versions: Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: { DHCP agent@n-d-799524-3: {}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: HyperV agent@n-h1-799524-3: {}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: HyperV agent@n-h2-799524-3: {}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: L3 agent@n-d-799524-3: {}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: Metadata agent@n-d-799524-3: {}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: Metering agent@n-d-799524-3: {}, Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: Open vSwitch agent@n-d-799524-3: { 'AddressGroup': '1.2', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'ConntrackHelper': '1.0', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Log': '1.0', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Network': '1.1', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Port': '1.7', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'PortForwarding': '1.2', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'QosPolicy': '1.8', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'SecurityGroup': '1.4', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'SecurityGroupRule': '1.2', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'SubPort': '1.0', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Subnet': '1.1', Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: 'Trunk': '1.1'}} Jul 09 13:13:22.408596 n-d-799524-3 neutron-server[93913]: {{(pid=93913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:13:22.459755 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:22.535668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:22.595550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:22.600374 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:22.601625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b885d55-6388-4d11-90b2-c030af923b24 HTTP/1.1" status: 204 len: 168 time: 0.2131889 Jul 09 13:13:22.617533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b885d55-6388-4d11-90b2-c030af923b24,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:22.635424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.635677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.636021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.636360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.636692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.637020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.637363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.637675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.638000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.638325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.638647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.638984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18698a0e-1bd4-4cb7-87de-6fef56a9f9f4 admin admin] Tracked resource versions report: Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: pushed versions: Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: { 'AddressGroup': {'1.2'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'ConntrackHelper': {'1.0'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Log': {'1.0'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Network': {'1.1'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Port': {'1.7'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'PortForwarding': {'1.2'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'QosPolicy': {'1.8'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'SecurityGroup': {'1.4'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'SubPort': {'1.0'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Subnet': {'1.1'}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Trunk': {'1.1'}} Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: consumer versions: Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: { DHCP agent@n-d-799524-3: {}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: HyperV agent@n-h1-799524-3: {}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: HyperV agent@n-h2-799524-3: {}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: L3 agent@n-d-799524-3: {}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: Metadata agent@n-d-799524-3: {}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: Metering agent@n-d-799524-3: {}, Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: Open vSwitch agent@n-d-799524-3: { 'AddressGroup': '1.2', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'ConntrackHelper': '1.0', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Log': '1.0', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Network': '1.1', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Port': '1.7', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'PortForwarding': '1.2', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'QosPolicy': '1.8', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'SecurityGroup': '1.4', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'SecurityGroupRule': '1.2', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'SubPort': '1.0', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Subnet': '1.1', Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: 'Trunk': '1.1'}} Jul 09 13:13:22.640096 n-d-799524-3 neutron-server[93912]: {{(pid=93912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:13:23.379718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44932) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:23.382385 n-d-799524-3 neutron-server[93912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 13:13:23.419247 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-6fa24081-49ab-4283-a40e-ba989866457d tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377505 Jul 09 13:13:23.544256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-e3cbc6a1-f68f-4cb8-b2af-1bb149869848 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:23.545693 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-e3cbc6a1-f68f-4cb8-b2af-1bb149869848 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256843 Jul 09 13:13:23.564319 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-1eb8138c-3b86-49d9-8a62-2483fc52acd9 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/quotas/bc8e258ccaab46d7b7cd8696c149c007 HTTP/1.1" status: 200 len: 375 time: 0.0121961 Jul 09 13:13:23.670823 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-9107a41e-ec62-4492-b033-68db48a57dac tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954468 Jul 09 13:13:23.753237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44952) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:24.001178 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c27179a-a1f5-4ae2-851b-94550e5c18a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:24.095313 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c27179a-a1f5-4ae2-851b-94550e5c18a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:24.100437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c27179a-a1f5-4ae2-851b-94550e5c18a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:24.138285 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27179a-a1f5-4ae2-851b-94550e5c18a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839a0555-8499-4d7a-baea-e8d05e86780a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:24.149159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44982) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:24.155705 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9c27179a-a1f5-4ae2-851b-94550e5c18a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54e4969bb4594e039d9304e2f3dd4cee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4013679 Jul 09 13:13:24.237960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e14c656-770a-425a-94a6-9f78aff5edb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:24.262090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e14c656-770a-425a-94a6-9f78aff5edb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:24.322584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e14c656-770a-425a-94a6-9f78aff5edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:24.327872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e14c656-770a-425a-94a6-9f78aff5edb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:24.332658 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-5cd53b27-ed7c-4632-8751-c941f6389295 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=74b0beb748e148ce8fe3f611a1125e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326631 Jul 09 13:13:24.332844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1e14c656-770a-425a-94a6-9f78aff5edb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/839a0555-8499-4d7a-baea-e8d05e86780a HTTP/1.1" status: 204 len: 168 time: 0.1830475 Jul 09 13:13:24.349511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14c656-770a-425a-94a6-9f78aff5edb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a0555-8499-4d7a-baea-e8d05e86780a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:24.483359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739c8c-04a1-410f-a241-71d00c329947 req-13d6cb6d-d507-4d66-9859-cc8281837aea tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:24.492862 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-13d6cb6d-d507-4d66-9859-cc8281837aea tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546342 Jul 09 13:13:24.509364 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-00343742-81ce-4e39-9367-b04af8d69cb9 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/quotas/74b0beb748e148ce8fe3f611a1125e7c HTTP/1.1" status: 200 len: 375 time: 0.0153496 Jul 09 13:13:24.560212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f481f28d-4c73-4aae-a3ac-b94467d6832c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74b0beb748e148ce8fe3f611a1125e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474663 Jul 09 13:13:24.910872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45050) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:24.924946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-becf4008-91d3-4590-a51b-4d727131d392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:25.046495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45062) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:25.074359 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-becf4008-91d3-4590-a51b-4d727131d392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:25.080949 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-becf4008-91d3-4590-a51b-4d727131d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:25.145732 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-becf4008-91d3-4590-a51b-4d727131d392 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71cc47bad31a4c04b2344e799dcda092&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2309902 Jul 09 13:13:25.145732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf4008-91d3-4590-a51b-4d727131d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc289f2-a2c8-436a-aeef-17f1abb293d8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:25.147687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45068) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:25.186548 n-d-799524-3 neutron-server[93913]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 13:13:25.260033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a92a04de-23a3-4ff9-9caf-b791c416d8c6 req-b2fb61b6-880b-4b54-8c35-46d7cda79010 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 210 time: 0.2107790 Jul 09 13:13:25.297485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fffb8c0-dd46-4879-9edc-6ff54fd63638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:25.334410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fffb8c0-dd46-4879-9edc-6ff54fd63638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:25.387675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e400ad71-dba3-42fc-99af-0ab6140eacf5 req-17d16600-8ffc-4ebc-b511-ed1957d813f0 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 210 time: 0.0869639 Jul 09 13:13:25.419045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fffb8c0-dd46-4879-9edc-6ff54fd63638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:25.421767 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fffb8c0-dd46-4879-9edc-6ff54fd63638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:25.423674 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3fffb8c0-dd46-4879-9edc-6ff54fd63638 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cc289f2-a2c8-436a-aeef-17f1abb293d8 HTTP/1.1" status: 204 len: 168 time: 0.2759881 Jul 09 13:13:25.443172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffb8c0-dd46-4879-9edc-6ff54fd63638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc289f2-a2c8-436a-aeef-17f1abb293d8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:26.172041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45156) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:26.204654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45160) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:26.435279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4b068b0a-dd68-4d76-a0d1-9ebbef128a0b req-92e9c62f-7268-4a93-ac13-eb8f9074ae95 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 210 time: 0.0426667 Jul 09 13:13:26.530186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a434c35e-0411-43f9-89b6-7f8d9ab673c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:26.569081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45176) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:26.599963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45180) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:26.620004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bf28eead-1366-4c40-a60a-be0eb3e2711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:26.676937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.11', 50874) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:26.685860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae4c6b10-a0dc-4782-8ed6-f469463a3667 req-0663368f-a73c-4a4d-b850-224d67e68e88 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 210 time: 0.1058788 Jul 09 13:13:26.713169 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-cb0578c7-8496-4860-8c3b-d946a527cf9d tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344803 Jul 09 13:13:26.817795 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a434c35e-0411-43f9-89b6-7f8d9ab673c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:26.840792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a434c35e-0411-43f9-89b6-7f8d9ab673c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:26.850602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c6cc563-2ec4-47d9-8fa5-ce5061f1d55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:26.877904 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b86d8d8-273c-4d57-96aa-8921a9d62463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:26.894201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f8f04a8e-e57a-4924-ba6b-8f773541dad1 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:26.894975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434c35e-0411-43f9-89b6-7f8d9ab673c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee369531-7257-44a6-88a9-8f9cd5915ce7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:26.896603 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f8f04a8e-e57a-4924-ba6b-8f773541dad1 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781340 Jul 09 13:13:26.937086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a434c35e-0411-43f9-89b6-7f8d9ab673c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5322f76bd0c41059c65abc2c39720c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7278340 Jul 09 13:13:26.937364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45192) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:26.960426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Request body: {'port': {'device_id': '6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'bc8e258ccaab46d7b7cd8696c149c007'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:27.018639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bf28eead-1366-4c40-a60a-be0eb3e2711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.026044 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bf28eead-1366-4c40-a60a-be0eb3e2711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.065587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28eead-1366-4c40-a60a-be0eb3e2711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398839a-7c9b-44c3-92d9-8f2caa77aa6f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:27.071632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a977c05-f9e6-41cf-86d7-7796f7735823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.088356 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bf28eead-1366-4c40-a60a-be0eb3e2711e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33b64b0531894674a529b2b923eb3166&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9128952 Jul 09 13:13:27.091414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45206) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:27.131678 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-6b86d8d8-273c-4d57-96aa-8921a9d62463 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:13:27.131678 n-d-799524-3 neutron-server[93912]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:13:27.131678 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id': '23a44faa70c74941afe28641cc9f6aae', 'id': 'c64bea9e-67a4-4d87-9cfe-a6e64b0c49cf', 'expiration': datetime.datetime(2021, 7, 9, 13, 15, 27, 90631)}] Jul 09 13:13:27.131678 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:13:27.132909 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-6b86d8d8-273c-4d57-96aa-8921a9d62463 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:13:27.170970 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a977c05-f9e6-41cf-86d7-7796f7735823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.175542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5643d38c-8533-4aa1-86b3-54079cdd8e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.199578 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5643d38c-8533-4aa1-86b3-54079cdd8e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.205513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45210) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:27.254521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5643d38c-8533-4aa1-86b3-54079cdd8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.257868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5643d38c-8533-4aa1-86b3-54079cdd8e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.259240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5643d38c-8533-4aa1-86b3-54079cdd8e59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a398839a-7c9b-44c3-92d9-8f2caa77aa6f HTTP/1.1" status: 204 len: 168 time: 0.1665716 Jul 09 13:13:27.270797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643d38c-8533-4aa1-86b3-54079cdd8e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398839a-7c9b-44c3-92d9-8f2caa77aa6f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:27.347304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.11', 50877) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:27.375763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-network', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:27.385332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-9c1fff12-c2d2-4e8c-aa0c-cff3274ad4a2 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=74b0beb748e148ce8fe3f611a1125e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369678 Jul 09 13:13:27.392051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a977c05-f9e6-41cf-86d7-7796f7735823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.394214 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a977c05-f9e6-41cf-86d7-7796f7735823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.397894 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7a977c05-f9e6-41cf-86d7-7796f7735823 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee369531-7257-44a6-88a9-8f9cd5915ce7 HTTP/1.1" status: 204 len: 168 time: 0.4567940 Jul 09 13:13:27.461700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a977c05-f9e6-41cf-86d7-7796f7735823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee369531-7257-44a6-88a9-8f9cd5915ce7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:27.504627 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c6cc563-2ec4-47d9-8fa5-ce5061f1d55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.527481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c6cc563-2ec4-47d9-8fa5-ce5061f1d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.575722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cc563-2ec4-47d9-8fa5-ce5061f1d55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4758a662-13f2-46d0-b650-13e3e93ed771,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:27.578885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Made reservation on behalf of bc8e258ccaab46d7b7cd8696c149c007 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:27.583700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.603293 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.612280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:13:27.612280 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:13:27.612280 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': '886ec88855ee4059af64bc7766d1a1e8', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 13, 27, 386293)}] Jul 09 13:13:27.612280 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:13:27.612644 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:13:27.640039 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b86d8d8-273c-4d57-96aa-8921a9d62463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.673746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9c6cc563-2ec4-47d9-8fa5-ce5061f1d55e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06945112d66c4113ae671fadd726626c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1030521 Jul 09 13:13:27.676292 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45236) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:27.702184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739c8c-04a1-410f-a241-71d00c329947 req-bf2ea822-6849-4349-89ca-ba0b5aed75d5 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:27.704034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-bf2ea822-6849-4349-89ca-ba0b5aed75d5 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3137693 Jul 09 13:13:27.727150 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-316df31e-fd81-4ca5-9939-12c9299e2e0a req-f6d5755f-334d-436e-b6f1-e1ca84ee9d20 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 210 time: 0.0608869 Jul 09 13:13:27.728328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4aa2709b-304b-46f1-be4d-0180aa0cdfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.735623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Request body: {'port': {'device_id': 'f946442f-0452-4e26-8e11-960c377b9d68', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '74b0beb748e148ce8fe3f611a1125e7c'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:27.757006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4aa2709b-304b-46f1-be4d-0180aa0cdfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.817060 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4aa2709b-304b-46f1-be4d-0180aa0cdfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.820796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4aa2709b-304b-46f1-be4d-0180aa0cdfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.821976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4aa2709b-304b-46f1-be4d-0180aa0cdfe1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4758a662-13f2-46d0-b650-13e3e93ed771 HTTP/1.1" status: 204 len: 168 time: 0.1446695 Jul 09 13:13:27.834164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2709b-304b-46f1-be4d-0180aa0cdfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4758a662-13f2-46d0-b650-13e3e93ed771,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:27.848570 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45242) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:27.890508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22cf4d6c-8fe7-45df-a1d4-00eb30f9bd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.928303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1381a17-0fe2-411d-8853-411c03657abb req-c1e027e3-d0ac-4561-9009-840efb3d5909 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 210 time: 0.0444255 Jul 09 13:13:27.946810 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.951661 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:27.991358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19343179-0da0-4de7-8778-8a3453063281,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:28.025951 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:13:28.025951 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:13:28.025951 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': '74b0beb748e148ce8fe3f611a1125e7c', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 13, 27, 919131)}] Jul 09 13:13:28.025951 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:13:28.026301 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:13:28.026984 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-22cf4d6c-8fe7-45df-a1d4-00eb30f9bd13 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:13:28.026984 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:13:28.026984 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': '88c84ebec4324513ac00453bc07d8764', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 13, 27, 943635)}] Jul 09 13:13:28.026984 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:13:28.027490 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-22cf4d6c-8fe7-45df-a1d4-00eb30f9bd13 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:13:28.159201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45248) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:28.185801 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d21eab3-bf92-48ef-be94-8b511dfcca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.281949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Allocated IP 192.168.233.108 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/7ebbe650-1341-4c71-a584-a07f4cedad26) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:28.328318 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b86d8d8-273c-4d57-96aa-8921a9d62463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.359916 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b86d8d8-273c-4d57-96aa-8921a9d62463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.386715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Made reservation on behalf of 886ec88855ee4059af64bc7766d1a1e8 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:28.398644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.418660 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.477690 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6b86d8d8-273c-4d57-96aa-8921a9d62463 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23a44faa70c74941afe28641cc9f6aae&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8763473 Jul 09 13:13:28.480277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45250) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:28.486310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86d8d8-273c-4d57-96aa-8921a9d62463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a2226-2b27-4d6d-a6e5-e3a540cb4dd6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:28.561043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45252) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:28.627560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d21eab3-bf92-48ef-be94-8b511dfcca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.629411 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34935c1c-c20f-4cd8-830b-7514a11145b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.634980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d21eab3-bf92-48ef-be94-8b511dfcca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.644596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22cf4d6c-8fe7-45df-a1d4-00eb30f9bd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.704536 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-185f14f4-df40-4c38-aec8-1716c4172e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.712287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2d21eab3-bf92-48ef-be94-8b511dfcca63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da66e6d9b5646949f111d9a14656815&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5523782 Jul 09 13:13:28.719472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45256) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:28.732803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21eab3-bf92-48ef-be94-8b511dfcca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b4102e-1d2d-40a8-aead-0584ee99d0ca,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:28.770232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.772762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-185f14f4-df40-4c38-aec8-1716c4172e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.844895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Transition to ACTIVE for port object 7ebbe650-1341-4c71-a584-a07f4cedad26 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:28.853555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-94fb0493-ef85-40e5-84c7-f060c123b249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.889356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-94fb0493-ef85-40e5-84c7-f060c123b249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.898710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-185f14f4-df40-4c38-aec8-1716c4172e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.901176 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-185f14f4-df40-4c38-aec8-1716c4172e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:28.903398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-185f14f4-df40-4c38-aec8-1716c4172e49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/052a2226-2b27-4d6d-a6e5-e3a540cb4dd6 HTTP/1.1" status: 204 len: 168 time: 0.4205167 Jul 09 13:13:28.936777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f14f4-df40-4c38-aec8-1716c4172e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a2226-2b27-4d6d-a6e5-e3a540cb4dd6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:28.974537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab43bbc0-10bc-4002-9af7-3d1e1a3cf7c5 req-79fb6133-8656-4a97-b2e2-f33b6f68f232 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 210 time: 0.0462101 Jul 09 13:13:29.035159 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-94fb0493-ef85-40e5-84c7-f060c123b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.040804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-94fb0493-ef85-40e5-84c7-f060c123b249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.044728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-94fb0493-ef85-40e5-84c7-f060c123b249 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8b4102e-1d2d-40a8-aead-0584ee99d0ca HTTP/1.1" status: 204 len: 168 time: 0.3237550 Jul 09 13:13:29.072695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb0493-ef85-40e5-84c7-f060c123b249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b4102e-1d2d-40a8-aead-0584ee99d0ca,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:29.074841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.077307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.089083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.117344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-34935c1c-c20f-4cd8-830b-7514a11145b8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:13:29.117344 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:13:29.117344 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': 'bcffcb65197247ba97e1263c4e8850ca', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 13, 28, 673253)}] Jul 09 13:13:29.117344 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:13:29.117760 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-34935c1c-c20f-4cd8-830b-7514a11145b8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:13:29.160951 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:13:29.160951 n-d-799524-3 neutron-server[93912]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:13:29.160951 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id': '74b0beb748e148ce8fe3f611a1125e7c', 'id': '5dd27f9d-84f4-426a-91f5-90b1e85451c4', 'expiration': datetime.datetime(2021, 7, 9, 13, 15, 29, 86302)}] Jul 09 13:13:29.160951 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:13:29.161319 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:13:29.262171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ec14f04-b3ef-48e9-8be9-454b5125f89c req-2681639b-42b3-453c-96e6-872e2d221d15 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 210 time: 0.0796926 Jul 09 13:13:29.280728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:29.297804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de30366a-2cb9-4b48-a6da-7531c570764b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:29.301007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:29.326517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Pushing event updated for resources: {'Port': ['ID=7ebbe650-1341-4c71-a584-a07f4cedad26,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:29.338704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:13:29.371131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792867651916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.371961 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Unsubscribe: segment precommit_create {{(pid=93912) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 13:13:29.372438 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Added segment 2e2d401a-9f98-4c48-aac7-a625d97214ce of type vlan for network 10ad5623-fd12-4042-b470-b29afb6c832b Jul 09 13:13:29.377809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:29.384246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:29.384915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.477311 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.558581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22cf4d6c-8fe7-45df-a1d4-00eb30f9bd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.567634 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22cf4d6c-8fe7-45df-a1d4-00eb30f9bd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.614356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.615569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:29.619404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34935c1c-c20f-4cd8-830b-7514a11145b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.620880 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.634762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-5293e753-8eed-45e9-a9a0-4d4dc2442fec tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6815915 Jul 09 13:13:29.772153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf4d6c-8fe7-45df-a1d4-00eb30f9bd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61527ed-9856-4a88-851f-f0af4d0e77b1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:29.792091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45282) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:29.808788 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-22cf4d6c-8fe7-45df-a1d4-00eb30f9bd13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88c84ebec4324513ac00453bc07d8764&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9559422 Jul 09 13:13:29.810512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] Pushing event updated for resources: {'Network': ['ID=10ad5623-fd12-4042-b470-b29afb6c832b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:29.813139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45284) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:29.820835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49ae8eed-73c6-4445-8293-1a5edd8a04ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.826543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Made reservation on behalf of 74b0beb748e148ce8fe3f611a1125e7c for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:29.831876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.845584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-49ae8eed-73c6-4445-8293-1a5edd8a04ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:13:29.845584 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:13:29.845584 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': 'ee19daa74df2499c9c17331b4b08f560', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 13, 29, 837698)}] Jul 09 13:13:29.845584 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:13:29.848534 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-49ae8eed-73c6-4445-8293-1a5edd8a04ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:13:29.852248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 10ad5623-fd12-4042-b470-b29afb6c832b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:13:29.854255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45286) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:29.854506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff11cc3e-247b-4927-a0a3-4fff3fa65434 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6475933 Jul 09 13:13:29.861611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Request body: {'subnet': {'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-subnet', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:29.866870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-25392702-fea0-4c7f-86ef-68dfcc06be78 None None] Provisioning for port 7ebbe650-1341-4c71-a584-a07f4cedad26 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:29.873438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.931407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8cb5-077f-41f9-8c2d-6f39b82d3ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.940666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-25392702-fea0-4c7f-86ef-68dfcc06be78 None None] Provisioning complete for port 7ebbe650-1341-4c71-a584-a07f4cedad26 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:29.941403 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-25392702-fea0-4c7f-86ef-68dfcc06be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:29.962146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8cb5-077f-41f9-8c2d-6f39b82d3ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.006367 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34935c1c-c20f-4cd8-830b-7514a11145b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.022778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34935c1c-c20f-4cd8-830b-7514a11145b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.053148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-25392702-fea0-4c7f-86ef-68dfcc06be78 None None] Port 7ebbe650-1341-4c71-a584-a07f4cedad26 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:13:30.064696 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:13:30.064696 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:13:30.064696 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': '74b0beb748e148ce8fe3f611a1125e7c', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 13, 29, 905978)}] Jul 09 13:13:30.064696 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:13:30.065132 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:13:30.074089 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8cb5-077f-41f9-8c2d-6f39b82d3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.076996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Made reservation on behalf of 886ec88855ee4059af64bc7766d1a1e8 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:30.079831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.089977 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8cb5-077f-41f9-8c2d-6f39b82d3ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.094591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34935c1c-c20f-4cd8-830b-7514a11145b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f06137c-f9a0-4fc0-a813-6a9797cf7527,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:30.100234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0fdc8cb5-077f-41f9-8c2d-6f39b82d3ad4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c61527ed-9856-4a88-851f-f0af4d0e77b1 HTTP/1.1" status: 204 len: 168 time: 0.2851346 Jul 09 13:13:30.101491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-34935c1c-c20f-4cd8-830b-7514a11145b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcffcb65197247ba97e1263c4e8850ca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5393634 Jul 09 13:13:30.107523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45294) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:30.189092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc8cb5-077f-41f9-8c2d-6f39b82d3ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61527ed-9856-4a88-851f-f0af4d0e77b1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:30.269652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a86a8d4-46bc-4153-b899-be20a4c9fa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.334314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.346690 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49ae8eed-73c6-4445-8293-1a5edd8a04ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.350003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a86a8d4-46bc-4153-b899-be20a4c9fa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.482433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-951bea20-b89d-4881-a9f5-1ccc9e54e95c req-f52148a9-ec23-4674-8c29-1f62479bf129 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 210 time: 0.0792542 Jul 09 13:13:30.522124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=7649e5ee-40d7-466b-9713-e428554c6445,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:30.567570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.572596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Checking segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:30.581486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Network hostable DHCP agents. Network: 10ad5623-fd12-4042-b470-b29afb6c832b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:13:30.644100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Network 10ad5623-fd12-4042-b470-b29afb6c832b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:13:30.664050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 10ad5623-fd12-4042-b470-b29afb6c832b) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:30.669057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:30.669654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.675469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f29ab2-942e-45c2-b85a-2f0714e6e3dd None None] Network 10ad5623-fd12-4042-b470-b29afb6c832b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:30.692036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b8161-6d79-494d-8125-70957be52074 req-c1434bbe-e581-4f8b-89a8-77489c5f4a80 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:30.701081 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-180b8161-6d79-494d-8125-70957be52074 req-c1434bbe-e581-4f8b-89a8-77489c5f4a80 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 936 time: 0.3949661 Jul 09 13:13:30.710438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a86a8d4-46bc-4153-b899-be20a4c9fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.713349 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a86a8d4-46bc-4153-b899-be20a4c9fa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.714866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9a86a8d4-46bc-4153-b899-be20a4c9fa3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f06137c-f9a0-4fc0-a813-6a9797cf7527 HTTP/1.1" status: 204 len: 168 time: 0.6045320 Jul 09 13:13:30.738932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86a8d4-46bc-4153-b899-be20a4c9fa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f06137c-f9a0-4fc0-a813-6a9797cf7527,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:30.772711 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-180b8161-6d79-494d-8125-70957be52074 req-73aaa790-ac07-423c-945f-d0344abad016 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632565 Jul 09 13:13:30.777389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49ae8eed-73c6-4445-8293-1a5edd8a04ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.789031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49ae8eed-73c6-4445-8293-1a5edd8a04ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:30.806814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45316) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:30.807179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1ccbb2a0-8483-49d0-ab87-28b196b17ace admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9512970 Jul 09 13:13:30.816644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:30.843045 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-49ae8eed-73c6-4445-8293-1a5edd8a04ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee19daa74df2499c9c17331b4b08f560&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0496254 Jul 09 13:13:30.844751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae8eed-73c6-4445-8293-1a5edd8a04ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8fbf23-5f05-4917-b356-def1094df1e5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:30.847362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45320) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:31.000833 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-039d4a84-9a26-40ae-b8bc-d28585f0c551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.026132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.069630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.102188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-10ad5623-fd12-4042-b470-b29afb6c832b', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:13:31.105350 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.121059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-039d4a84-9a26-40ae-b8bc-d28585f0c551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.199109 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.200613 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.240670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8541a94f-fb45-4e8c-9196-a7663efebe8c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:31.414245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Allocated IP 172.20.0.2 (10ad5623-fd12-4042-b470-b29afb6c832b/7649e5ee-40d7-466b-9713-e428554c6445/d559d487-3282-49cd-bd34-dad4d42c154f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:31.424043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.427307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-039d4a84-9a26-40ae-b8bc-d28585f0c551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.430081 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-039d4a84-9a26-40ae-b8bc-d28585f0c551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.434084 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-039d4a84-9a26-40ae-b8bc-d28585f0c551 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b8fbf23-5f05-4917-b356-def1094df1e5 HTTP/1.1" status: 204 len: 168 time: 0.5828164 Jul 09 13:13:31.464509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Allocated IP 192.168.233.33 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/88d199ea-d798-4ed7-bcf6-4f16b7a539c1) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:31.623595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d4a84-9a26-40ae-b8bc-d28585f0c551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8fbf23-5f05-4917-b356-def1094df1e5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:31.736798 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.756859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Transition to ACTIVE for port object d559d487-3282-49cd-bd34-dad4d42c154f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:31.795107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Transition to ACTIVE for port object d559d487-3282-49cd-bd34-dad4d42c154f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:31.811389 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ed8e2ef-7647-4ea9-870d-83f87d9ef4e4 req-faf1c44b-b0fb-4568-b788-639767acf595 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 210 time: 0.0769470 Jul 09 13:13:31.812269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:31.878959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Network 10ad5623-fd12-4042-b470-b29afb6c832b is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:31.882881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:31.887838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:31.916758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Pushing event updated for resources: {'Port': ['ID=d559d487-3282-49cd-bd34-dad4d42c154f,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:32.038600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.038974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.039307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.039641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.043319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.043704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.044164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.048008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:32.048845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.049227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.049569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.049961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.051490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Tracked resource versions report: Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: pushed versions: Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: { 'AddressGroup': {'1.2'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'ConntrackHelper': {'1.0'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Log': {'1.0'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Network': {'1.1'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Port': {'1.7'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'PortForwarding': {'1.2'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'QosPolicy': {'1.8'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'SecurityGroup': {'1.4'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'SubPort': {'1.0'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Subnet': {'1.1'}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Trunk': {'1.1'}} Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: consumer versions: Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: { DHCP agent@n-d-799524-3: {}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: HyperV agent@n-h1-799524-3: {}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: HyperV agent@n-h2-799524-3: {}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: L3 agent@n-d-799524-3: {}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: Metadata agent@n-d-799524-3: {}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: Metering agent@n-d-799524-3: {}, Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: Open vSwitch agent@n-d-799524-3: { 'AddressGroup': '1.2', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'ConntrackHelper': '1.0', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Log': '1.0', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Network': '1.1', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Port': '1.7', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'PortForwarding': '1.2', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'QosPolicy': '1.8', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'SecurityGroup': '1.4', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'SecurityGroupRule': '1.2', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'SubPort': '1.0', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Subnet': '1.1', Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: 'Trunk': '1.1'}} Jul 09 13:13:32.052977 n-d-799524-3 neutron-server[93914]: {{(pid=93914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:13:32.087761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Attempting to bind port d559d487-3282-49cd-bd34-dad4d42c154f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:13:32.088174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Attempting to bind port d559d487-3282-49cd-bd34-dad4d42c154f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:13:32.088478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Attempting to bind port d559d487-3282-49cd-bd34-dad4d42c154f on network 10ad5623-fd12-4042-b470-b29afb6c832b {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:32.108550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:13:32.109291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Checking segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:32.109517 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:32.109884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Bound using segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:13:32.110379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Bound port: d559d487-3282-49cd-bd34-dad4d42c154f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:13:32.110776 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:32.252835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] For port d559d487-3282-49cd-bd34-dad4d42c154f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:13:32.257536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] For port d559d487-3282-49cd-bd34-dad4d42c154f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d559d487-3282-49cd-bd34-dad4d42c154f,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:13:32.259448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-3d07dc1b-e6e3-4577-a98c-aa4a2d7bcadf tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:13:32.260862 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-3d07dc1b-e6e3-4577-a98c-aa4a2d7bcadf tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157814 Jul 09 13:13:32.268271 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:32.301710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:32.354902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Transition to ACTIVE for port object 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:32.357136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f791133-85fc-4885-a56a-a4b76df27fad None None] Pushing event updated for resources: {'Port': ['ID=d559d487-3282-49cd-bd34-dad4d42c154f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:32.380019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3922-2553-4825-b0c5-5ab79dc6aa9a req-3ba822e3-accd-4fff-8644-f36bee56792c tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:32.381899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e01d3922-2553-4825-b0c5-5ab79dc6aa9a req-3ba822e3-accd-4fff-8644-f36bee56792c tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 936 time: 0.3893793 Jul 09 13:13:32.501149 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e01d3922-2553-4825-b0c5-5ab79dc6aa9a req-14ccc79a-512f-4948-aa12-8681c6e5e820 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080952 Jul 09 13:13:32.518302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:32.544759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:13:32.621231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:32.631155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:32.663399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:32.669395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:32.670077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:32.673481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Pushing event updated for resources: {'Port': ['ID=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:33.027254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-f6c7411b-5411-4db0-8cf4-a6f721655ac7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3028224 Jul 09 13:13:33.133271 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:33.206998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:33.213952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9111b48-a690-4af1-ad9b-57c3a96c78aa None None] Provisioning for port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:33.226012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9111b48-a690-4af1-ad9b-57c3a96c78aa None None] Provisioning complete for port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:33.226392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9111b48-a690-4af1-ad9b-57c3a96c78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:33.282247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36eb2-c71b-4f01-bd18-da615c2fd36e req-20e411cc-9d30-49fc-ad24-0398be88f56e tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:33.284072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d559d487-3282-49cd-bd34-dad4d42c154f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:33.292250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-66b36eb2-c71b-4f01-bd18-da615c2fd36e req-20e411cc-9d30-49fc-ad24-0398be88f56e tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 935 time: 0.1546674 Jul 09 13:13:33.381147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-66b36eb2-c71b-4f01-bd18-da615c2fd36e req-5861d18a-8702-46db-bfdc-827d292b986a tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876873 Jul 09 13:13:33.385732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b9111b48-a690-4af1-ad9b-57c3a96c78aa None None] Port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:13:33.424225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port d559d487-3282-49cd-bd34-dad4d42c154f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:33.559551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Allocated IP 172.25.5.73 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/f1710534-0359-40e0-aa34-ac643e8e39c4) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:33.956302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:33.978540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248383b1-f75a-4585-93e8-30df4dfd088e req-0546024a-6913-475b-89d7-49c99969fdcb tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:33.980181 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-248383b1-f75a-4585-93e8-30df4dfd088e req-0546024a-6913-475b-89d7-49c99969fdcb tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 936 time: 0.1949551 Jul 09 13:13:34.044840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9be2712-2fd2-4a79-914f-9dc1541b3c28 None None] Network 10ad5623-fd12-4042-b470-b29afb6c832b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:34.054195 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-248383b1-f75a-4585-93e8-30df4dfd088e req-3b52547c-c4ea-450e-8071-bf7c81965ecc tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629458 Jul 09 13:13:34.073827 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:34.211527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:34.218210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:34.226294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:34.235649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-41f3caff-00c1-4b80-bae6-907da547e1de None None] Provisioning for port d559d487-3282-49cd-bd34-dad4d42c154f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:34.247989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-41f3caff-00c1-4b80-bae6-907da547e1de None None] Provisioning complete for port d559d487-3282-49cd-bd34-dad4d42c154f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:34.249328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41f3caff-00c1-4b80-bae6-907da547e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:34.480635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Pushing event updated for resources: {'Port': ['ID=f1710534-0359-40e0-aa34-ac643e8e39c4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:34.702733 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41f3caff-00c1-4b80-bae6-907da547e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:34.774920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-41f3caff-00c1-4b80-bae6-907da547e1de None None] For port d559d487-3282-49cd-bd34-dad4d42c154f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d559d487-3282-49cd-bd34-dad4d42c154f,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:34.783305 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41f3caff-00c1-4b80-bae6-907da547e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:34.787126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbb06-1234-422e-9331-1198d85644fc req-72a64b85-964b-41b0-b8da-40674acdcba4 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:34.811782 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f65cbb06-1234-422e-9331-1198d85644fc req-72a64b85-964b-41b0-b8da-40674acdcba4 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 935 time: 0.1949675 Jul 09 13:13:34.864699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3caff-00c1-4b80-bae6-907da547e1de None None] Pushing event updated for resources: {'Port': ['ID=d559d487-3282-49cd-bd34-dad4d42c154f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:34.908046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f65cbb06-1234-422e-9331-1198d85644fc req-95e01877-6889-41af-aeee-b8f1fad972f7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946021 Jul 09 13:13:35.131044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d559d487-3282-49cd-bd34-dad4d42c154f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:35.148566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:35.251542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9cbd0446-b8e9-43e1-86c1-a11195743b20 None None] Provisioning complete for port d559d487-3282-49cd-bd34-dad4d42c154f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:35.264131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0446-b8e9-43e1-86c1-a11195743b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:35.405405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d559d487-3282-49cd-bd34-dad4d42c154f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:35.408962 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:35.481752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91930a0-6736-42db-b425-687e43b417fb req-83747f0d-1820-459a-9fc7-297966bfae4b tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:35.483611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e91930a0-6736-42db-b425-687e43b417fb req-83747f0d-1820-459a-9fc7-297966bfae4b tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 936 time: 0.1481509 Jul 09 13:13:35.564114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:35.581887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e91930a0-6736-42db-b425-687e43b417fb req-e6f48960-6815-4335-bf91-0c715ebc2a00 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924392 Jul 09 13:13:35.792221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Router 7cb74042-a255-4007-9d77-6b7a2e203957 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:13:35.951150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:13:35.962716 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Sync routers for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:13:35.975563 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:13:35.978095 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:13:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:36.020553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:36.026765 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b8e0e33a-56f3-4121-9f43-1a9374d02c30 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2169127 Jul 09 13:13:36.028439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45444) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:36.268954 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:13:36.601073 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:34Z', 'revision_number': 3, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:36.629460 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Checking router: 7cb74042-a255-4007-9d77-6b7a2e203957 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:13:36.629902 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Updating router 7cb74042-a255-4007-9d77-6b7a2e203957 port f1710534-0359-40e0-aa34-ac643e8e39c4 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:13:36.672135 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:36.809051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45470) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:36.854455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046edcf-7c99-497d-86db-e1f95098258f req-c60299f7-4ee5-495d-acf1-ebe796e9bb29 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:36.864235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c046edcf-7c99-497d-86db-e1f95098258f req-c60299f7-4ee5-495d-acf1-ebe796e9bb29 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 935 time: 0.3887618 Jul 09 13:13:37.014865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c046edcf-7c99-497d-86db-e1f95098258f req-ce091326-61d5-40be-9cfe-96af17456a5c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291978 Jul 09 13:13:37.072860 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9864e7a-6936-4d0f-b3de-b054086c2ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.087916 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.132792 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Transition to ACTIVE for port object f1710534-0359-40e0-aa34-ac643e8e39c4 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:37.152519 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.259119 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Pushing event updated for resources: {'Port': ['ID=f1710534-0359-40e0-aa34-ac643e8e39c4,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:37.278441 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.280147 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.280765 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.282576 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.283123 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.283615 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.285138 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.286521 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.287301 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.288030 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.289221 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.290266 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Tracked resource versions report: Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: pushed versions: Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: { 'AddressGroup': {'1.2'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'ConntrackHelper': {'1.0'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Log': {'1.0'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Network': {'1.1'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Port': {'1.7'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'PortForwarding': {'1.2'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'QosPolicy': {'1.8'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'SecurityGroup': {'1.4'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'SubPort': {'1.0'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Subnet': {'1.1'}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Trunk': {'1.1'}} Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: consumer versions: Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: { DHCP agent@n-d-799524-3: {}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: HyperV agent@n-h1-799524-3: {}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: HyperV agent@n-h2-799524-3: {}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: L3 agent@n-d-799524-3: {}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: Metadata agent@n-d-799524-3: {}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: Metering agent@n-d-799524-3: {}, Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: Open vSwitch agent@n-d-799524-3: { 'AddressGroup': '1.2', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'ConntrackHelper': '1.0', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Log': '1.0', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Network': '1.1', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Port': '1.7', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'PortForwarding': '1.2', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'QosPolicy': '1.8', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'SecurityGroup': '1.4', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'SecurityGroupRule': '1.2', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'SubPort': '1.0', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Subnet': '1.1', Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: 'Trunk': '1.1'}} Jul 09 13:13:37.292921 n-d-799524-3 neutron-server[93915]: {{(pid=93915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:13:37.376665 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Attempting to bind port f1710534-0359-40e0-aa34-ac643e8e39c4 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:13:37.377364 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Attempting to bind port f1710534-0359-40e0-aa34-ac643e8e39c4 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:13:37.378140 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Attempting to bind port f1710534-0359-40e0-aa34-ac643e8e39c4 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:37.393642 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:13:37.394015 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:37.394429 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.394783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9864e7a-6936-4d0f-b3de-b054086c2ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.394914 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:13:37.395293 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Bound port: f1710534-0359-40e0-aa34-ac643e8e39c4, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:13:37.395683 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.408671 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9864e7a-6936-4d0f-b3de-b054086c2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.444801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9864e7a-6936-4d0f-b3de-b054086c2ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d825b00-582a-4fe3-88c1-fb7c532fad7e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:37.465168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a9864e7a-6936-4d0f-b3de-b054086c2ddd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2203687290f944b1bc3dadfedee4a747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6541138 Jul 09 13:13:37.470558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45492) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:37.544397 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] For port f1710534-0359-40e0-aa34-ac643e8e39c4, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:13:37.548921 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] For port f1710534-0359-40e0-aa34-ac643e8e39c4, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f1710534-0359-40e0-aa34-ac643e8e39c4,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:13:37.563400 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.635800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7169-d6bd-4546-b15e-52bfd4f4b67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.721939 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7169-d6bd-4546-b15e-52bfd4f4b67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.746828 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0285a6-dbde-4e1e-a0de-30427fdc8bdb None None] Pushing event updated for resources: {'Port': ['ID=f1710534-0359-40e0-aa34-ac643e8e39c4,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:37.823580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c4eee-720d-4a7e-aab3-7d4dfb72ae4d req-004f7182-5094-4446-9ec6-83de5f40a94b tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:37.834836 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:13:37.835495 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:13:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:37.837904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f9c4eee-720d-4a7e-aab3-7d4dfb72ae4d req-004f7182-5094-4446-9ec6-83de5f40a94b tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 936 time: 0.4950202 Jul 09 13:13:37.879715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7169-d6bd-4546-b15e-52bfd4f4b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.890603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7169-d6bd-4546-b15e-52bfd4f4b67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:37.896032 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f9fb7169-d6bd-4546-b15e-52bfd4f4b67b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d825b00-582a-4fe3-88c1-fb7c532fad7e HTTP/1.1" status: 204 len: 168 time: 0.4229918 Jul 09 13:13:37.945782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb7169-d6bd-4546-b15e-52bfd4f4b67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d825b00-582a-4fe3-88c1-fb7c532fad7e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:37.955263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Request body: {'port': {'device_id': 'f946442f-0452-4e26-8e11-960c377b9d68', 'device_owner': 'compute:tempest-test_az-832743739', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:37.998039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Request body: {'port': {'device_id': '6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e', 'device_owner': 'compute:tempest-test_az-832743739', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:38.069418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f9c4eee-720d-4a7e-aab3-7d4dfb72ae4d req-497559ae-476e-4f6b-81ad-9c2c29b04257 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303305 Jul 09 13:13:38.076646 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:38.095320 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:13:38.159056 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:38.360413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:38.504042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Allocated IP 172.20.0.1 (10ad5623-fd12-4042-b470-b29afb6c832b/7649e5ee-40d7-466b-9713-e428554c6445/7011ce73-afcc-409c-9b37-b3bc93cf5073) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:38.607707 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-26764c33-bc60-48c7-af93-91435f814dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:34Z', 'revision_number': 3, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:38.690903 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26764c33-bc60-48c7-af93-91435f814dce None None] The sync data for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 is: [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:34Z', 'revision_number': 3, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:13:38.739070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:38.769872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Transition to ACTIVE for port object 7011ce73-afcc-409c-9b37-b3bc93cf5073 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:38.834834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:38.887559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Network 10ad5623-fd12-4042-b470-b29afb6c832b is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:38.892345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:38.896144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:38.896623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:38.902689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Pushing event updated for resources: {'Port': ['ID=7011ce73-afcc-409c-9b37-b3bc93cf5073,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:39.013068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45520) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:39.096198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7229a80c-46bc-4448-88f3-5304b6890b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.209817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.215136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a22522-0d09-4b36-af57-3201dacd2823 req-6fb3149f-5d7d-47fc-b139-cfa91f0336eb tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:39.226681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0a22522-0d09-4b36-af57-3201dacd2823 req-6fb3149f-5d7d-47fc-b139-cfa91f0336eb tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 935 time: 0.2504938 Jul 09 13:13:39.317089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebbe650-1341-4c71-a584-a07f4cedad26 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:13:39.325411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.329005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e307b99c-8e6b-4e4e-9196-5f06f496ff98 None None] Provisioning for port 7011ce73-afcc-409c-9b37-b3bc93cf5073 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:39.335219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e307b99c-8e6b-4e4e-9196-5f06f496ff98 None None] Provisioning complete for port 7011ce73-afcc-409c-9b37-b3bc93cf5073 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:39.335864 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e307b99c-8e6b-4e4e-9196-5f06f496ff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.362263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0a22522-0d09-4b36-af57-3201dacd2823 req-682e993f-56f9-44c3-8ba5-2e9374f71f60 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350188 Jul 09 13:13:39.379651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Transition to ACTIVE for port object 7ebbe650-1341-4c71-a584-a07f4cedad26 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:39.386276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.398717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e307b99c-8e6b-4e4e-9196-5f06f496ff98 None None] Port 7011ce73-afcc-409c-9b37-b3bc93cf5073 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:13:39.541569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7229a80c-46bc-4448-88f3-5304b6890b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.572418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Pushing event updated for resources: {'Port': ['ID=7ebbe650-1341-4c71-a584-a07f4cedad26,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:39.581644 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7229a80c-46bc-4448-88f3-5304b6890b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.598321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Attempting to bind port 7ebbe650-1341-4c71-a584-a07f4cedad26 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:13:39.598677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Attempting to bind port 7ebbe650-1341-4c71-a584-a07f4cedad26 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:13:39.599090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Attempting to bind port 7ebbe650-1341-4c71-a584-a07f4cedad26 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:39.635173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Port 7ebbe650-1341-4c71-a584-a07f4cedad26 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:13:39.635520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Attempting to bind port 7ebbe650-1341-4c71-a584-a07f4cedad26 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:39.709438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7229a80c-46bc-4448-88f3-5304b6890b4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f737dc0ea4944022a4490c62a785195e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6926060 Jul 09 13:13:39.715496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45534) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:39.732774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229a80c-46bc-4448-88f3-5304b6890b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204cc11c-c4ad-44e2-8cca-f016d116e50b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:39.766232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.787423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.788281 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.857477 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:13:39.857841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:39.858043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7efce-24ce-45c6-a246-650d956e4f92 req-c1f8cefb-ffe3-4017-ba1e-2bf5d366d942 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:39.858531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:13:39.859368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Bound port: 7ebbe650-1341-4c71-a584-a07f4cedad26, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:13:39.860221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ad7efce-24ce-45c6-a246-650d956e4f92 req-c1f8cefb-ffe3-4017-ba1e-2bf5d366d942 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 969 time: 0.3629754 Jul 09 13:13:39.860627 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.877814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Pushing event updated for resources: {'Port': ['ID=7011ce73-afcc-409c-9b37-b3bc93cf5073,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:39.944770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e33a9fc-82d5-4096-afa9-77dff355c7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.989884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] For port 7ebbe650-1341-4c71-a584-a07f4cedad26, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:13:39.991141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e33a9fc-82d5-4096-afa9-77dff355c7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:39.997354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] For port 7ebbe650-1341-4c71-a584-a07f4cedad26, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7ebbe650-1341-4c71-a584-a07f4cedad26,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:13:40.008934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:13:40.009080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ad7efce-24ce-45c6-a246-650d956e4f92 req-33888cb0-6eca-4263-ac50-aefb5bc4b46e tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354904 Jul 09 13:13:40.019715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:40.023511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:40.085562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Transition to ACTIVE for port object 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:40.094111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:40.094715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:40.096686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] 10.222.0.11 "PUT /v2.0/ports/7ebbe650-1341-4c71-a584-a07f4cedad26 HTTP/1.1" status: 200 len: 1117 time: 2.7001855 Jul 09 13:13:40.097097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e', 'tag': '7ebbe650-1341-4c71-a584-a07f4cedad26'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:13:40.106887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Network 10ad5623-fd12-4042-b470-b29afb6c832b is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:40.120260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:40.232289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:40.416137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cd7bd-916f-4af4-98c1-f6ee8d59cf2c service neutron] Pushing event updated for resources: {'Port': ['ID=7ebbe650-1341-4c71-a584-a07f4cedad26,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:40.603991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-62e73b60-c46a-40fe-b2b2-671f9d7ffab6 None None] Provisioning complete for port 7011ce73-afcc-409c-9b37-b3bc93cf5073 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:40.604512 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-62e73b60-c46a-40fe-b2b2-671f9d7ffab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:40.636570 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Pushing event updated for resources: {'Port': ['ID=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:40.648498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Attempting to bind port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:13:40.654537 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e33a9fc-82d5-4096-afa9-77dff355c7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:40.662375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e33a9fc-82d5-4096-afa9-77dff355c7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:40.667273 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8e33a9fc-82d5-4096-afa9-77dff355c7e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/204cc11c-c4ad-44e2-8cca-f016d116e50b HTTP/1.1" status: 204 len: 168 time: 0.9484177 Jul 09 13:13:40.670496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Attempting to bind port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:13:40.670998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Attempting to bind port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:40.688261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Router 7cb74042-a255-4007-9d77-6b7a2e203957 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:13:40.689689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33a9fc-82d5-4096-afa9-77dff355c7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204cc11c-c4ad-44e2-8cca-f016d116e50b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:40.724097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-0374c7eb-be4f-40ca-a4ba-81d8c72c7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:40.726403 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-0374c7eb-be4f-40ca-a4ba-81d8c72c7b9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 1120 time: 0.5144937 Jul 09 13:13:40.730000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:13:40.730563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Attempting to bind port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:40.736902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-62e73b60-c46a-40fe-b2b2-671f9d7ffab6 None None] Port 7011ce73-afcc-409c-9b37-b3bc93cf5073 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:13:40.793317 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97003055-51f0-45f9-9121-69e2a09dd45d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e", "tag": "7ebbe650-1341-4c71-a584-a07f4cedad26"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:13:40.841921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:13:40.855993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7ec0f707-2ddb-4696-8fc2-3d8bbd405b24 admin admin] 10.222.0.32 "PUT /v2.0/routers/7cb74042-a255-4007-9d77-6b7a2e203957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8189061 Jul 09 13:13:40.856200 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:13:40.856200 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:40.856200 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:13:40.856427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Bound port: 88d199ea-d798-4ed7-bcf6-4f16b7a539c1, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:13:40.857586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:40.869745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45604) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:40.912807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45610) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:40.918724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-a297c8d2-87da-4c63-ac15-ee95813b8e80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7ebbe650-1341-4c71-a584-a07f4cedad26 HTTP/1.1" status: 200 len: 217 time: 0.1397407 Jul 09 13:13:41.063658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-2e1bf9e5-20c5-408d-96b5-f10d66169095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:41.065022 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-2e1bf9e5-20c5-408d-96b5-f10d66169095 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1259713 Jul 09 13:13:41.068351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] For port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:13:41.073160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] For port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:13:41.107074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf16fe-a253-45fc-9fe6-ec0a26d10473 req-6b2f2bea-2508-4651-8540-9008b21e3a2e tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:41.108645 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-deaf16fe-a253-45fc-9fe6-ec0a26d10473 req-6b2f2bea-2508-4651-8540-9008b21e3a2e tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 968 time: 0.4145668 Jul 09 13:13:41.117348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f1710534-0359-40e0-aa34-ac643e8e39c4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:41.143075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:41.147461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Sync routers for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:13:41.166478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:13:41.167085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:13:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:41.201714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Pushing event updated for resources: {'Port': ['ID=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:41.240931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:41.241577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:41.243457 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-692b0dbe-31e4-44d2-b0f3-145ca33fe38c service neutron] 10.222.0.11 "PUT /v2.0/ports/88d199ea-d798-4ed7-bcf6-4f16b7a539c1 HTTP/1.1" status: 200 len: 1116 time: 3.8411911 Jul 09 13:13:41.277663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f1710534-0359-40e0-aa34-ac643e8e39c4 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:41.284546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f1710534-0359-40e0-aa34-ac643e8e39c4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:41.284930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:41.297464 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-deaf16fe-a253-45fc-9fe6-ec0a26d10473 req-8a2f52f3-e6aa-45ca-85bb-1546c6c66a83 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498168 Jul 09 13:13:41.384129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-75e575bf-72f4-4be8-83e6-0dd4ffbf2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:41.386149 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-75e575bf-72f4-4be8-83e6-0dd4ffbf2a3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3116419 Jul 09 13:13:41.435997 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6835442-8e74-485c-b027-13e6a3e89c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:41.488337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739c8c-04a1-410f-a241-71d00c329947 req-90c6612d-4ac3-4583-ac96-b7dad095e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:41.490214 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-90c6612d-4ac3-4583-ac96-b7dad095e0c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74b0beb748e148ce8fe3f611a1125e7c&device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 1119 time: 0.1918094 Jul 09 13:13:41.523170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:13:41.540353 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ede4c6c-c0c8-4d2c-8af9-c2a893bcc1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:41.603763 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-3291d098-4124-4af3-a2ac-bf2cbd14b67c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=88d199ea-d798-4ed7-bcf6-4f16b7a539c1 HTTP/1.1" status: 200 len: 217 time: 0.1004286 Jul 09 13:13:41.655472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739c8c-04a1-410f-a241-71d00c329947 req-baba47e7-3c91-40d5-8cd1-d87450207e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:41.658099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-baba47e7-3c91-40d5-8cd1-d87450207e4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0479856 Jul 09 13:13:41.662579 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-8fa30a49-1f3d-4583-9bdc-4bd723771844 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679679 Jul 09 13:13:41.821611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae57bb-8eb6-48e1-be6d-883d6258f692 req-d4c46ba8-934d-4534-aaa7-eacc5f13b056 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:41.834101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90ae57bb-8eb6-48e1-be6d-883d6258f692 req-d4c46ba8-934d-4534-aaa7-eacc5f13b056 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 969 time: 0.2548888 Jul 09 13:13:41.883711 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d5f18f-e51c-4af1-8499-0e129db3ed51 x-openstack-request-id: req-47d5f18f-e51c-4af1-8499-0e129db3ed51 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:13:41.884073 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e", "tag": "7ebbe650-1341-4c71-a584-a07f4cedad26", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:13:41.884400 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47d5f18f-e51c-4af1-8499-0e129db3ed51 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:13:41.884941 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e', 'tag': '7ebbe650-1341-4c71-a584-a07f4cedad26', 'status': 'completed', 'code': 200} Jul 09 13:13:41.920824 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e485383e-2a2e-4a4b-8169-72c2309fd99f req-8664a7f1-a3d8-4754-9592-6705930cedac service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470987 Jul 09 13:13:41.923054 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf739c8c-04a1-410f-a241-71d00c329947 req-d63ce124-e64a-4aaa-8057-77a6e66064b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:41.924708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-d63ce124-e64a-4aaa-8057-77a6e66064b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2605495 Jul 09 13:13:41.931388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6835442-8e74-485c-b027-13e6a3e89c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:41.946680 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:41.956590 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6835442-8e74-485c-b027-13e6a3e89c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:41.988593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90ae57bb-8eb6-48e1-be6d-883d6258f692 req-2237d046-69ec-4ed5-bdaf-3e6e34f1132d tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535790 Jul 09 13:13:42.004322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port f1710534-0359-40e0-aa34-ac643e8e39c4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f1710534-0359-40e0-aa34-ac643e8e39c4,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:42.029843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.078677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6835442-8e74-485c-b027-13e6a3e89c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1956c6-559c-46d3-9485-dffce4e30798,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:42.105434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f6835442-8e74-485c-b027-13e6a3e89c83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38be5126c7e540e79deb3cf4fd475af0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2345963 Jul 09 13:13:42.108337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=f1710534-0359-40e0-aa34-ac643e8e39c4,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:42.111125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45652) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:42.124918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 2, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:42.134001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45654) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:42.142785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-network', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:42.177928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Checking router: 7cb74042-a255-4007-9d77-6b7a2e203957 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:13:42.178332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Updating router 7cb74042-a255-4007-9d77-6b7a2e203957 port 7011ce73-afcc-409c-9b37-b3bc93cf5073 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:13:42.213788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ede4c6c-c0c8-4d2c-8af9-c2a893bcc1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.222915 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ede4c6c-c0c8-4d2c-8af9-c2a893bcc1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.227428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.230237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003055-51f0-45f9-9121-69e2a09dd45d req-db1bbb0a-68a7-40db-a8e9-3b640bf2d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:42.231974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97003055-51f0-45f9-9121-69e2a09dd45d req-db1bbb0a-68a7-40db-a8e9-3b640bf2d537 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 1120 time: 0.1823726 Jul 09 13:13:42.239072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-a2034dff-addf-4af3-80eb-c446d6ab6237 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043492 Jul 09 13:13:42.286438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ede4c6c-c0c8-4d2c-8af9-c2a893bcc1b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e48a0550a8a4285b6a5279669ec8ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3723183 Jul 09 13:13:42.291257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45656) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:42.299607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Made reservation on behalf of cb3e2a54ab82467d87006a0658975702 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:42.303334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.316131 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.323960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede4c6c-c0c8-4d2c-8af9-c2a893bcc1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d283717-542d-419d-b4cd-beaa81ebe762,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:42.393779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b86824f-2ad9-4e3a-845b-2794958f49b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.409765 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea528ce8-32b9-474a-87e9-35ad0b77cb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.504660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea528ce8-32b9-474a-87e9-35ad0b77cb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.570807 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.582275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Transition to ACTIVE for port object 7011ce73-afcc-409c-9b37-b3bc93cf5073 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:42.589273 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.646203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d3189-49fd-4d91-9959-22cbfd4757b3 None None] Pushing event updated for resources: {'Port': ['ID=7011ce73-afcc-409c-9b37-b3bc93cf5073,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:42.655152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea528ce8-32b9-474a-87e9-35ad0b77cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.660533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea528ce8-32b9-474a-87e9-35ad0b77cb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.662629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ea528ce8-32b9-474a-87e9-35ad0b77cb60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d283717-542d-419d-b4cd-beaa81ebe762 HTTP/1.1" status: 204 len: 168 time: 0.3701169 Jul 09 13:13:42.763243 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.772468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea528ce8-32b9-474a-87e9-35ad0b77cb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d283717-542d-419d-b4cd-beaa81ebe762,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:42.776050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Attempting to bind port 7011ce73-afcc-409c-9b37-b3bc93cf5073 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:13:42.781899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Attempting to bind port 7011ce73-afcc-409c-9b37-b3bc93cf5073 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:13:42.782475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Attempting to bind port 7011ce73-afcc-409c-9b37-b3bc93cf5073 on network 10ad5623-fd12-4042-b470-b29afb6c832b {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:42.790411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:13:42.790411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Checking segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:42.790879 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.791184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Bound using segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:13:42.791931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Bound port: 7011ce73-afcc-409c-9b37-b3bc93cf5073, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:13:42.792056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.828090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.837218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.857571 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf739c8c-04a1-410f-a241-71d00c329947 req-18effcca-38da-4b27-8e91-72ca14fa5ddd service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053917 Jul 09 13:13:42.868073 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b86824f-2ad9-4e3a-845b-2794958f49b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.885772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] For port 7011ce73-afcc-409c-9b37-b3bc93cf5073, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:13:42.890853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] For port 7011ce73-afcc-409c-9b37-b3bc93cf5073, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7011ce73-afcc-409c-9b37-b3bc93cf5073,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:13:42.893412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8885c8-e9ed-4f9b-95af-3a4918f47898 req-87fcd665-34c7-4f73-875b-c52516ad8e63 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:42.895269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db8885c8-e9ed-4f9b-95af-3a4918f47898 req-87fcd665-34c7-4f73-875b-c52516ad8e63 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 968 time: 0.3631101 Jul 09 13:13:42.897027 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:42.957027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:13:42.957610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:13:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:42.984505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003055-51f0-45f9-9121-69e2a09dd45d req-d5605723-4a5e-4adc-b9cf-ba0729099c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:42.986480 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97003055-51f0-45f9-9121-69e2a09dd45d req-d5605723-4a5e-4adc-b9cf-ba0729099c90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.7443764 Jul 09 13:13:43.068180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:13:43.071373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97003055-51f0-45f9-9121-69e2a09dd45d req-5f719684-181a-468d-996a-b083bb4a1326 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7ebbe650-1341-4c71-a584-a07f4cedad26 HTTP/1.1" status: 200 len: 217 time: 0.0686307 Jul 09 13:13:43.090473 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b86824f-2ad9-4e3a-845b-2794958f49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.092810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbb2322-7be8-44f8-9f3b-290e698ba405,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:43.103123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b86824f-2ad9-4e3a-845b-2794958f49b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.104510 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3b86824f-2ad9-4e3a-845b-2794958f49b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f1956c6-559c-46d3-9485-dffce4e30798 HTTP/1.1" status: 204 len: 168 time: 0.9843364 Jul 09 13:13:43.114885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.115341 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Added segment ba7ec1ae-2c96-4c92-86e5-7520cddf36d4 of type vlan for network 20a9e8a8-e716-4dda-bcc7-348180dbe768 Jul 09 13:13:43.130655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f1710534-0359-40e0-aa34-ac643e8e39c4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:43.176753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db8885c8-e9ed-4f9b-95af-3a4918f47898 req-847e8b87-ca5c-4802-a460-1b526c2c44e6 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537360 Jul 09 13:13:43.195003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003055-51f0-45f9-9121-69e2a09dd45d req-45394215-0e1c-45f0-85a2-42ff1aacb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:43.197308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97003055-51f0-45f9-9121-69e2a09dd45d req-45394215-0e1c-45f0-85a2-42ff1aacb494 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1186783 Jul 09 13:13:43.199699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86824f-2ad9-4e3a-845b-2794958f49b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1956c6-559c-46d3-9485-dffce4e30798,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:43.231796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.274049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.276107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:43.277572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.337705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003055-51f0-45f9-9121-69e2a09dd45d req-a68334bc-2d9e-42cd-b766-f0e111700b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:43.340962 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97003055-51f0-45f9-9121-69e2a09dd45d req-a68334bc-2d9e-42cd-b766-f0e111700b34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349940 Jul 09 13:13:43.354423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2190726 Jul 09 13:13:43.356852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d3189-49fd-4d91-9959-22cbfd4757b3 None None] Pushing event updated for resources: {'Port': ['ID=7011ce73-afcc-409c-9b37-b3bc93cf5073,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:43.358136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45692) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:43.362988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45694) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:43.365796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Request body: {'subnet': {'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-subnet', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:43.382341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3441019-b7bd-420b-8f5a-c7c660aecf4f admin admin] Pushing event updated for resources: {'Network': ['ID=20a9e8a8-e716-4dda-bcc7-348180dbe768,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:43.414081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Made reservation on behalf of cb3e2a54ab82467d87006a0658975702 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:43.423897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 20a9e8a8-e716-4dda-bcc7-348180dbe768 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:13:43.432561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.455841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bc83598-8b83-45bf-9af5-5882d48b7676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.549220 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97003055-51f0-45f9-9121-69e2a09dd45d req-dc6cf915-a2a2-4394-9b1a-38f02737cbf9 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994956 Jul 09 13:13:43.598191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:13:43.668924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567846c7-ad59-4184-8a9a-24e13b3ab2a0 req-a8873548-7276-410c-8ad5-0de5cc123c6d tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:43.678437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-567846c7-ad59-4184-8a9a-24e13b3ab2a0 req-a8873548-7276-410c-8ad5-0de5cc123c6d tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 969 time: 0.1497443 Jul 09 13:13:43.743741 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bc83598-8b83-45bf-9af5-5882d48b7676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.751407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bc83598-8b83-45bf-9af5-5882d48b7676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.767778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-567846c7-ad59-4184-8a9a-24e13b3ab2a0 req-4c19b04f-db1c-489d-99e6-b7f2421932ee tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880854 Jul 09 13:13:43.786975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc83598-8b83-45bf-9af5-5882d48b7676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44547a29-3863-49df-9f32-8c541dca46f1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:43.793974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97003055-51f0-45f9-9121-69e2a09dd45d req-bda654d1-a876-424e-bbf5-f627d182fa1b service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365708 Jul 09 13:13:43.812798 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1bc83598-8b83-45bf-9af5-5882d48b7676 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1139b9b8507f452e998b9cf03000f588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487772 Jul 09 13:13:43.815323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45708) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:43.826489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f1710534-0359-40e0-aa34-ac643e8e39c4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:43.828889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.873344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.878806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-640d7fe7-2335-46b1-a21b-d93962687a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.894820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f946442f-0452-4e26-8e11-960c377b9d68', 'tag': '88d199ea-d798-4ed7-bcf6-4f16b7a539c1'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:13:43.897398 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973087d4-2c68-4b68-9818-fc1853105384" -d '{"events": [{"name": "network-changed", "server_uuid": "f946442f-0452-4e26-8e11-960c377b9d68", "tag": "88d199ea-d798-4ed7-bcf6-4f16b7a539c1"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:13:43.915301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-640d7fe7-2335-46b1-a21b-d93962687a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.977998 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d5b4d7-317b-4bce-ae9a-35b294f0344d x-openstack-request-id: req-25d5b4d7-317b-4bce-ae9a-35b294f0344d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:13:43.978646 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f946442f-0452-4e26-8e11-960c377b9d68", "tag": "88d199ea-d798-4ed7-bcf6-4f16b7a539c1", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:13:43.979256 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25d5b4d7-317b-4bce-ae9a-35b294f0344d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:13:43.979848 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f946442f-0452-4e26-8e11-960c377b9d68', 'tag': '88d199ea-d798-4ed7-bcf6-4f16b7a539c1', 'status': 'completed', 'code': 200} Jul 09 13:13:43.981307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-640d7fe7-2335-46b1-a21b-d93962687a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.985642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-640d7fe7-2335-46b1-a21b-d93962687a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:43.987760 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-640d7fe7-2335-46b1-a21b-d93962687a30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44547a29-3863-49df-9f32-8c541dca46f1 HTTP/1.1" status: 204 len: 168 time: 0.1710739 Jul 09 13:13:44.020437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d7fe7-2335-46b1-a21b-d93962687a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44547a29-3863-49df-9f32-8c541dca46f1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:44.022734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Checking segment: {'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:44.023053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Network hostable DHCP agents. Network: 20a9e8a8-e716-4dda-bcc7-348180dbe768, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:13:44.025340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=374a5224-03ed-42c5-bf93-cef7f2a16e11,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:44.040964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45720) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:44.056030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Network 20a9e8a8-e716-4dda-bcc7-348180dbe768 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:13:44.076198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 20a9e8a8-e716-4dda-bcc7-348180dbe768) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:44.084447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:44.085170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.114179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d9169677-6763-4010-b053-b40ad6976144 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7515237 Jul 09 13:13:44.114865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45726) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:44.115652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973087d4-2c68-4b68-9818-fc1853105384 req-67907b53-a89c-4485-bd0c-13c0a0b1d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:44.116721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84327c89-c99f-485a-b1ed-d5c9e4d4db44 None None] Network 20a9e8a8-e716-4dda-bcc7-348180dbe768 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:44.118990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-973087d4-2c68-4b68-9818-fc1853105384 req-67907b53-a89c-4485-bd0c-13c0a0b1d8dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74b0beb748e148ce8fe3f611a1125e7c&device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 1119 time: 0.1161053 Jul 09 13:13:44.127202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:44.132735 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.147346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45728) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:44.167383 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29950332-9c01-4570-a4ba-5181a853d368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.195385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.196677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.260154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.338863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973087d4-2c68-4b68-9818-fc1853105384 req-03f6f8dc-2ebc-4133-a68b-4cf6eec9a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:44.342028 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-973087d4-2c68-4b68-9818-fc1853105384 req-03f6f8dc-2ebc-4133-a68b-4cf6eec9a269 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2094491 Jul 09 13:13:44.396793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-973087d4-2c68-4b68-9818-fc1853105384 req-31a928d3-8570-4902-a7e5-ce8ba21df654 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=88d199ea-d798-4ed7-bcf6-4f16b7a539c1 HTTP/1.1" status: 200 len: 217 time: 0.0479937 Jul 09 13:13:44.426670 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2e7f-6828-499a-8003-e188aedb7308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.494819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973087d4-2c68-4b68-9818-fc1853105384 req-afbb3fd3-728f-4ca5-9c9d-94811773e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:44.496391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-973087d4-2c68-4b68-9818-fc1853105384 req-afbb3fd3-728f-4ca5-9c9d-94811773e04a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0943627 Jul 09 13:13:44.517723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:42Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:44.527177 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.542365 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43962306-88a1-413e-b7c3-ceb4b2f699f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.549999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee367c-f6ce-44ee-95b1-001fbe5c4b25 None None] The sync data for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 is: [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:42Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:13:44.551825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-20a9e8a8-e716-4dda-bcc7-348180dbe768', 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'fixed_ips': [{'subnet_id': '374a5224-03ed-42c5-bf93-cef7f2a16e11'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:13:44.553075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.611576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b265b7-eb37-4ead-bdb7-e4c39339d7b3 req-8edc1d50-cced-40e7-a7ee-1855b2f45855 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:44.615998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7b265b7-eb37-4ead-bdb7-e4c39339d7b3 req-8edc1d50-cced-40e7-a7ee-1855b2f45855 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 968 time: 0.2838066 Jul 09 13:13:44.647631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973087d4-2c68-4b68-9818-fc1853105384 req-e0558c23-fce9-44c7-b541-ee7487679026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:44.652945 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-973087d4-2c68-4b68-9818-fc1853105384 req-e0558c23-fce9-44c7-b541-ee7487679026 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472635 Jul 09 13:13:44.801784 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29950332-9c01-4570-a4ba-5181a853d368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.824686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-973087d4-2c68-4b68-9818-fc1853105384 req-c1a7a86a-a88e-4f2a-89ba-84db2554f355 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538570 Jul 09 13:13:44.848969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29950332-9c01-4570-a4ba-5181a853d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:44.900449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-29950332-9c01-4570-a4ba-5181a853d368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee687be7277343f994b3f84e59565a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7519329 Jul 09 13:13:44.920772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45748) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:44.926755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7b265b7-eb37-4ead-bdb7-e4c39339d7b3 req-2cea4a6d-7c0b-45b0-a510-2ad56ab8a8c9 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742555 Jul 09 13:13:44.967542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-973087d4-2c68-4b68-9818-fc1853105384 req-d54beb40-6091-4a5e-831a-d406d691510b service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340716 Jul 09 13:13:45.087091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Allocated IP 172.20.0.2 (20a9e8a8-e716-4dda-bcc7-348180dbe768/374a5224-03ed-42c5-bf93-cef7f2a16e11/09992f85-6bd3-4157-a6b8-57f056fde4cd) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:45.149163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29950332-9c01-4570-a4ba-5181a853d368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b248e7-9046-4ebb-805d-ab6d5ae6529e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:45.221947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596ee9-1842-488b-b127-900f141f2f27 req-5d9a8c0a-91f4-41cb-a6a8-a209bb4ce447 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:45.227031 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90596ee9-1842-488b-b127-900f141f2f27 req-5d9a8c0a-91f4-41cb-a6a8-a209bb4ce447 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 969 time: 0.2175453 Jul 09 13:13:45.246774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43962306-88a1-413e-b7c3-ceb4b2f699f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.251057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd574785-f968-4a84-8427-cd245f25de1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.265562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43962306-88a1-413e-b7c3-ceb4b2f699f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.292357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7011ce73-afcc-409c-9b37-b3bc93cf5073 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:45.319578 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd574785-f968-4a84-8427-cd245f25de1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.338894 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90596ee9-1842-488b-b127-900f141f2f27 req-e017ad12-8736-4825-ba22-d0eaf83945ad tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052208 Jul 09 13:13:45.365628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7ebbe650-1341-4c71-a584-a07f4cedad26 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:13:45.397197 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.422052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Transition to ACTIVE for port object 09992f85-6bd3-4157-a6b8-57f056fde4cd will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:45.447111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Transition to ACTIVE for port object 09992f85-6bd3-4157-a6b8-57f056fde4cd will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:45.465088 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.506188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Network 20a9e8a8-e716-4dda-bcc7-348180dbe768 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:45.510505 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:13:45.513750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:45.583126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:45.645460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-43962306-88a1-413e-b7c3-ceb4b2f699f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffddbc698a1d43a2bbea8825411cd205&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6033838 Jul 09 13:13:45.648195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45768) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:45.666151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7011ce73-afcc-409c-9b37-b3bc93cf5073 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:45.685295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7011ce73-afcc-409c-9b37-b3bc93cf5073 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:45.685665 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.696095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43962306-88a1-413e-b7c3-ceb4b2f699f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee004cf-f2da-4316-b742-9f5e92167675,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:45.701409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Attempting to bind port 09992f85-6bd3-4157-a6b8-57f056fde4cd on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:13:45.701780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Attempting to bind port 09992f85-6bd3-4157-a6b8-57f056fde4cd by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:13:45.702140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Attempting to bind port 09992f85-6bd3-4157-a6b8-57f056fde4cd on network 20a9e8a8-e716-4dda-bcc7-348180dbe768 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:45.730215 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76d57c87-f94a-4d43-8df4-fe22ec23eeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.753405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.759872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:13:45.760009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Checking segment: {'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:45.760406 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.760773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Bound using segment: {'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:13:45.761258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Bound port: 09992f85-6bd3-4157-a6b8-57f056fde4cd, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:13:45.761658 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.777644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76d57c87-f94a-4d43-8df4-fe22ec23eeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.786279 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.789031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd574785-f968-4a84-8427-cd245f25de1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.794808 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd574785-f968-4a84-8427-cd245f25de1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.799647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fd574785-f968-4a84-8427-cd245f25de1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8b248e7-9046-4ebb-805d-ab6d5ae6529e HTTP/1.1" status: 204 len: 168 time: 0.8724456 Jul 09 13:13:45.799832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Pushing event updated for resources: {'Port': ['ID=09992f85-6bd3-4157-a6b8-57f056fde4cd,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:45.855534 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76d57c87-f94a-4d43-8df4-fe22ec23eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.859696 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76d57c87-f94a-4d43-8df4-fe22ec23eeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:45.864015 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-76d57c87-f94a-4d43-8df4-fe22ec23eeba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cee004cf-f2da-4316-b742-9f5e92167675 HTTP/1.1" status: 204 len: 168 time: 0.2140880 Jul 09 13:13:45.874078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd574785-f968-4a84-8427-cd245f25de1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b248e7-9046-4ebb-805d-ab6d5ae6529e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:45.879354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d57c87-f94a-4d43-8df4-fe22ec23eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee004cf-f2da-4316-b742-9f5e92167675,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:45.999085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Allocated IP 172.25.5.246 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/bc35c3e3-a17e-4180-8975-cb809d6f8cd5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:46.050051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7ebbe650-1341-4c71-a584-a07f4cedad26, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7ebbe650-1341-4c71-a584-a07f4cedad26,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:46.097189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] For port 09992f85-6bd3-4157-a6b8-57f056fde4cd, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:13:46.101915 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.106308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '7ebbe650-1341-4c71-a584-a07f4cedad26', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '7ebbe650-1341-4c71-a584-a07f4cedad26', 'mac_address': 'fa:16:3e:db:33:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-832743739', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:13:46.114075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] For port 09992f85-6bd3-4157-a6b8-57f056fde4cd, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=09992f85-6bd3-4157-a6b8-57f056fde4cd,segment=NetworkSegment(ba7ec1ae-2c96-4c92-86e5-7520cddf36d4),segment_id=ba7ec1ae-2c96-4c92-86e5-7520cddf36d4)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:13:46.133888 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.179928 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.229012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0bef2-bd9e-40de-800e-b374efff347c req-b9796846-55ef-4581-84ee-70d1bdb7f887 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:46.230854 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67a0bef2-bd9e-40de-800e-b374efff347c req-b9796846-55ef-4581-84ee-70d1bdb7f887 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 968 time: 0.1223125 Jul 09 13:13:46.262196 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.322662 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67a0bef2-bd9e-40de-800e-b374efff347c req-d0baf65e-813d-4248-a797-8804e462f40e tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858302 Jul 09 13:13:46.326678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 7011ce73-afcc-409c-9b37-b3bc93cf5073, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7011ce73-afcc-409c-9b37-b3bc93cf5073,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:46.330812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.339176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:46.355166 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.365736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:46.369907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:46.371823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebbe650-1341-4c71-a584-a07f4cedad26 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:13:46.416308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7ebbe650-1341-4c71-a584-a07f4cedad26, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7ebbe650-1341-4c71-a584-a07f4cedad26,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:46.419422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b310d48-d415-42e6-9f47-539d4f80ac66 None None] Pushing event updated for resources: {'Port': ['ID=09992f85-6bd3-4157-a6b8-57f056fde4cd,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:46.475740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=7011ce73-afcc-409c-9b37-b3bc93cf5073,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:46.479400 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.480372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:13:46.550469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc35c3e3-a17e-4180-8975-cb809d6f8cd5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:46.586800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:46.589389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7ebbe650-1341-4c71-a584-a07f4cedad26,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:46.618798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '88d199ea-d798-4ed7-bcf6-4f16b7a539c1', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '88d199ea-d798-4ed7-bcf6-4f16b7a539c1', 'mac_address': 'fa:16:3e:27:e2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:tempest-test_az-832743739', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:13:46.677390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.707457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:13:46.732578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:46.737545 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.741416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2f6ad-e444-47f6-aca4-4159b541d17e req-29faa1d8-4f40-4615-b52a-5db31597247e tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:46.743132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6cb2f6ad-e444-47f6-aca4-4159b541d17e req-29faa1d8-4f40-4615-b52a-5db31597247e tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 970 time: 0.1705265 Jul 09 13:13:46.750969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45796) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:46.795930 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48612556-f31f-4c16-b229-5e73bf9f0759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.802158 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6cb2f6ad-e444-47f6-aca4-4159b541d17e req-48e9e49f-61b6-4df0-b177-fcf68cebfdad tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Jul 09 13:13:46.845614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7817282c-70cc-4ede-aa80-35588f9288ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.875718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:46.904783 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:46.922701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.085386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['7ebbe650-1341-4c71-a584-a07f4cedad26'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:13:47.117364 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48612556-f31f-4c16-b229-5e73bf9f0759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.125678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48612556-f31f-4c16-b229-5e73bf9f0759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.212076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48612556-f31f-4c16-b229-5e73bf9f0759 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2eefc19f55804e45b246a9145ac389b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614089 Jul 09 13:13:47.215017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45806) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:47.215613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48612556-f31f-4c16-b229-5e73bf9f0759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839136cd-e01d-479a-bf9d-8b014292e2bb,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:47.245510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['88d199ea-d798-4ed7-bcf6-4f16b7a539c1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:13:47.276969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.323944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7011ce73-afcc-409c-9b37-b3bc93cf5073 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:47.485069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e311321-1a5d-4c75-9743-b3ec724d7e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.535215 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e311321-1a5d-4c75-9743-b3ec724d7e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.562412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7011ce73-afcc-409c-9b37-b3bc93cf5073 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:47.563566 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.656284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946a8e-e42d-4234-a391-f60d8b1b7c93 req-c515e0cd-4697-4adf-a79c-5647d926b7c8 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:47.658576 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7c946a8e-e42d-4234-a391-f60d8b1b7c93 req-c515e0cd-4697-4adf-a79c-5647d926b7c8 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 969 time: 0.1360033 Jul 09 13:13:47.670764 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e311321-1a5d-4c75-9743-b3ec724d7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.674159 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e311321-1a5d-4c75-9743-b3ec724d7e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.675536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7e311321-1a5d-4c75-9743-b3ec724d7e66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/839136cd-e01d-479a-bf9d-8b014292e2bb HTTP/1.1" status: 204 len: 168 time: 0.4564779 Jul 09 13:13:47.701379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e311321-1a5d-4c75-9743-b3ec724d7e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839136cd-e01d-479a-bf9d-8b014292e2bb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:47.716324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Router 03492081-180a-48db-9135-dab5a7bf5f0a is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:13:47.746162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7c946a8e-e42d-4234-a391-f60d8b1b7c93 req-92148ce9-2cae-44ae-9b93-1a2f6f2adc59 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807595 Jul 09 13:13:47.781347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 09992f85-6bd3-4157-a6b8-57f056fde4cd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:47.869725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 09992f85-6bd3-4157-a6b8-57f056fde4cd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:47.914150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00850ee2-8d5e-42ca-9a80-e009ca0605e3 None None] Network 20a9e8a8-e716-4dda-bcc7-348180dbe768 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:47.921088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:13:47.932211 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Sync routers for ids ['03492081-180a-48db-9135-dab5a7bf5f0a'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:13:47.947241 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Routers {'03492081-180a-48db-9135-dab5a7bf5f0a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:13:47.948125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:47.948950 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:13:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['03492081-180a-48db-9135-dab5a7bf5f0a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:47.949882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6fb1525e-013a-4b9c-8876-77123bc024e9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8292265 Jul 09 13:13:47.952818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45836) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:48.082990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9c2d94a-0fca-4d71-a9df-0324f37bcea6 req-cf5cdd80-9e0f-4bb4-96fa-87d8c36e0842 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f548ff13aabf4118a5e094a3b867e02d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486641 Jul 09 13:13:48.127846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-84b7ca3c-5487-4f8c-9ff1-11e06e52e788 None None] Provisioning for port 09992f85-6bd3-4157-a6b8-57f056fde4cd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:48.139327 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.143671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-84b7ca3c-5487-4f8c-9ff1-11e06e52e788 None None] Provisioning complete for port 09992f85-6bd3-4157-a6b8-57f056fde4cd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:48.144134 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84b7ca3c-5487-4f8c-9ff1-11e06e52e788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.144495 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Set router 03492081-180a-48db-9135-dab5a7bf5f0a gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:13:48.361122 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84b7ca3c-5487-4f8c-9ff1-11e06e52e788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.396724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45856) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:48.419154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-84b7ca3c-5487-4f8c-9ff1-11e06e52e788 None None] For port 09992f85-6bd3-4157-a6b8-57f056fde4cd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=09992f85-6bd3-4157-a6b8-57f056fde4cd,segment=NetworkSegment(ba7ec1ae-2c96-4c92-86e5-7520cddf36d4),segment_id=ba7ec1ae-2c96-4c92-86e5-7520cddf36d4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:48.424883 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84b7ca3c-5487-4f8c-9ff1-11e06e52e788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.431644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45858) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:48.456605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45720f06-9b4e-41cc-a229-14c113052bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.517335 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 3, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port': {'id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:45Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:48.528787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d94a-0fca-4d71-a9df-0324f37bcea6 req-740fd793-77cd-488c-8fb5-81ccde70bbdb tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:48.536576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9c2d94a-0fca-4d71-a9df-0324f37bcea6 req-740fd793-77cd-488c-8fb5-81ccde70bbdb tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4463999 Jul 09 13:13:48.558969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9c2d94a-0fca-4d71-a9df-0324f37bcea6 req-e619e363-0a90-4e4b-b4e9-dabd9cd07ba9 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/quotas/f548ff13aabf4118a5e094a3b867e02d HTTP/1.1" status: 200 len: 375 time: 0.0212309 Jul 09 13:13:48.560738 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Checking router: 03492081-180a-48db-9135-dab5a7bf5f0a for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:13:48.562675 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Updating router 03492081-180a-48db-9135-dab5a7bf5f0a port bc35c3e3-a17e-4180-8975-cb809d6f8cd5 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:13:48.578450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7ca3c-5487-4f8c-9ff1-11e06e52e788 None None] Pushing event updated for resources: {'Port': ['ID=09992f85-6bd3-4157-a6b8-57f056fde4cd,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:48.607575 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.610860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086885b0-d849-45d6-b86c-449a1691146e req-29815232-f5c8-429e-9117-32aae3debae0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:48.619034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-086885b0-d849-45d6-b86c-449a1691146e req-29815232-f5c8-429e-9117-32aae3debae0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 970 time: 0.3180554 Jul 09 13:13:48.660307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9c2d94a-0fca-4d71-a9df-0324f37bcea6 req-24fefd6a-8c05-4371-83ac-50bdd081d17a tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f548ff13aabf4118a5e094a3b867e02d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000428 Jul 09 13:13:48.723891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-740592212-network', 'tenant_id': '0ddebe40c1fd4ac8aad380b23939f385'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:48.760221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-246ede47-71c8-4e46-a3d3-efd69670e3e7 None None] Provisioning complete for port 09992f85-6bd3-4157-a6b8-57f056fde4cd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:48.763124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-246ede47-71c8-4e46-a3d3-efd69670e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.764308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45720f06-9b4e-41cc-a229-14c113052bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.772633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45720f06-9b4e-41cc-a229-14c113052bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.774418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-086885b0-d849-45d6-b86c-449a1691146e req-496292c6-c5ef-4fcd-9661-7c8205c435f2 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530786 Jul 09 13:13:48.829141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-45720f06-9b4e-41cc-a229-14c113052bda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bedfd5ff246349ad94b0a4cdcb7bd375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293718 Jul 09 13:13:48.831677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45720f06-9b4e-41cc-a229-14c113052bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fca035-a9c1-4304-93dc-bbe616fae003,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:48.834466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45872) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:48.919993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.922498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Made reservation on behalf of 0ddebe40c1fd4ac8aad380b23939f385 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:48.924844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.934037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b95c6396-ba9a-4a48-bb05-b6b4eca7fd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.941052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:48.995929 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b95c6396-ba9a-4a48-bb05-b6b4eca7fd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.075455 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.113498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8b53d-f4b4-4ae0-b7b6-5e9cf8ebda63 req-50ca68e0-5e07-455d-8804-98406e241383 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:49.115258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8dd8b53d-f4b4-4ae0-b7b6-5e9cf8ebda63 req-50ca68e0-5e07-455d-8804-98406e241383 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 969 time: 0.1344597 Jul 09 13:13:49.120702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 09992f85-6bd3-4157-a6b8-57f056fde4cd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:49.124326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b95c6396-ba9a-4a48-bb05-b6b4eca7fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.130223 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Transition to ACTIVE for port object bc35c3e3-a17e-4180-8975-cb809d6f8cd5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:49.130821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b95c6396-ba9a-4a48-bb05-b6b4eca7fd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.135222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b95c6396-ba9a-4a48-bb05-b6b4eca7fd92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83fca035-a9c1-4304-93dc-bbe616fae003 HTTP/1.1" status: 204 len: 168 time: 0.2996283 Jul 09 13:13:49.147617 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.154086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c6396-ba9a-4a48-bb05-b6b4eca7fd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fca035-a9c1-4304-93dc-bbe616fae003,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:49.197128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8dd8b53d-f4b4-4ae0-b7b6-5e9cf8ebda63 req-46e8e8d2-463b-422f-927e-846052818378 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597856 Jul 09 13:13:49.213694 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51f7c3-ae15-4b75-a272-871d5bec9dab None None] Pushing event updated for resources: {'Port': ['ID=bc35c3e3-a17e-4180-8975-cb809d6f8cd5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:49.248549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 09992f85-6bd3-4157-a6b8-57f056fde4cd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:49.248910 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.269302 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Attempting to bind port bc35c3e3-a17e-4180-8975-cb809d6f8cd5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:13:49.269878 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Attempting to bind port bc35c3e3-a17e-4180-8975-cb809d6f8cd5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:13:49.270610 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Attempting to bind port bc35c3e3-a17e-4180-8975-cb809d6f8cd5 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:49.277036 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:13:49.277563 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:49.278086 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.278811 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:13:49.279212 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Bound port: bc35c3e3-a17e-4180-8975-cb809d6f8cd5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:13:49.279723 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.368981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7ebbe650-1341-4c71-a584-a07f4cedad26 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:49.385960 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] For port bc35c3e3-a17e-4180-8975-cb809d6f8cd5, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:13:49.394729 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] For port bc35c3e3-a17e-4180-8975-cb809d6f8cd5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bc35c3e3-a17e-4180-8975-cb809d6f8cd5,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:13:49.402929 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.472776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 7ebbe650-1341-4c71-a584-a07f4cedad26 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:49.481675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 7ebbe650-1341-4c71-a584-a07f4cedad26 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:49.482101 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.484157 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Routers {'03492081-180a-48db-9135-dab5a7bf5f0a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:13:49.485041 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:13:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['03492081-180a-48db-9135-dab5a7bf5f0a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:49.568073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Allocated IP 172.20.0.1 (20a9e8a8-e716-4dda-bcc7-348180dbe768/374a5224-03ed-42c5-bf93-cef7f2a16e11/18ed0ef8-15da-4672-a978-2c7e3ec75cf8) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:49.580687 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51f7c3-ae15-4b75-a272-871d5bec9dab None None] Pushing event updated for resources: {'Port': ['ID=bc35c3e3-a17e-4180-8975-cb809d6f8cd5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:49.611705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.674357 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.714172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebbe650-1341-4c71-a584-a07f4cedad26'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:13:49.751964 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] Set router 03492081-180a-48db-9135-dab5a7bf5f0a gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:13:49.768354 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.786549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.815168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7ebbe650-1341-4c71-a584-a07f4cedad26, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7ebbe650-1341-4c71-a584-a07f4cedad26,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:49.820548 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.821662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:49.843753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c6377f-b8a5-4584-bf1b-193f79595cb0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:49.868407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:13:49.905120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:49.906111 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Added segment 7acd5b1b-163a-4096-ad22-bfefb7e186de of type vlan for network 5e9de806-e75c-493e-8ecb-9995cd61c4ad Jul 09 13:13:49.967399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7ebbe650-1341-4c71-a584-a07f4cedad26,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:49.981809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:49.988207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:49.989166 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.032462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.055033 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.071884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Transition to ACTIVE for port object 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:50.100982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.148373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384c3c2-d836-44fa-9e0c-f8930064dbeb req-60528500-a16b-419a-9b0a-6309656a893b tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:50.148864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:50.150658 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0384c3c2-d836-44fa-9e0c-f8930064dbeb req-60528500-a16b-419a-9b0a-6309656a893b tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 971 time: 0.2215743 Jul 09 13:13:50.154493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.157098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:50.158200 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.158744 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.191521 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 3, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port': {'id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:45Z', 'updated_at': '2021-07-09T13:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:50.192978 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce06fa9-e0d1-47f2-8f01-3d30624bea79" -d '{"events": [{"server_uuid": "6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e", "name": "network-vif-plugged", "status": "completed", "tag": "7ebbe650-1341-4c71-a584-a07f4cedad26"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:13:50.223955 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be8fc9-da70-4908-9c4c-2dc7fea324f2 None None] The sync data for ids ['03492081-180a-48db-9135-dab5a7bf5f0a'] in n-d-799524-3 is: [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 3, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port': {'id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:45Z', 'updated_at': '2021-07-09T13:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:13:50.228338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:50.250978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45928) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:50.258750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8220217 Jul 09 13:13:50.261563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45932) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:50.266353 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.270175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Request body: {'subnet': {'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-740592212-subnet', 'tenant_id': '0ddebe40c1fd4ac8aad380b23939f385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:50.383553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743da7fc-5995-4c20-919d-c2812e6f844d admin admin] Pushing event updated for resources: {'Network': ['ID=5e9de806-e75c-493e-8ecb-9995cd61c4ad,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:50.396053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 5e9de806-e75c-493e-8ecb-9995cd61c4ad details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:13:50.411958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0384c3c2-d836-44fa-9e0c-f8930064dbeb req-64625c03-8907-4302-8b03-ab4333f818ca tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501814 Jul 09 13:13:50.429636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Network 20a9e8a8-e716-4dda-bcc7-348180dbe768 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:50.439942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:50.470980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:50.470980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.565737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d3f1d9e-5a6c-487b-b149-eaa6d304affa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.582201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Made reservation on behalf of 0ddebe40c1fd4ac8aad380b23939f385 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:50.585191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.629259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Pushing event updated for resources: {'Port': ['ID=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:50.733243 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d7895-e948-4d15-b377-d103d4fe6a2e x-openstack-request-id: req-2c8d7895-e948-4d15-b377-d103d4fe6a2e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:13:50.734422 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e", "name": "network-vif-plugged", "status": "completed", "tag": "7ebbe650-1341-4c71-a584-a07f4cedad26", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:13:50.734422 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c8d7895-e948-4d15-b377-d103d4fe6a2e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:13:50.734669 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebbe650-1341-4c71-a584-a07f4cedad26', 'code': 200} Jul 09 13:13:50.909343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b06c4a7-3fd7-48fc-abf1-d6473b2d28fc None None] Provisioning for port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:50.909587 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c867256e-45f9-4ad1-a9e7-d5fa086634f5 req-ae23d916-997e-434d-908b-bd8d163785a1 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f548ff13aabf4118a5e094a3b867e02d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514584 Jul 09 13:13:50.913437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45956) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:50.921910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b06c4a7-3fd7-48fc-abf1-d6473b2d28fc None None] Provisioning complete for port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:50.922127 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3b06c4a7-3fd7-48fc-abf1-d6473b2d28fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:50.975640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3b06c4a7-3fd7-48fc-abf1-d6473b2d28fc None None] Port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:13:51.079534 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.118102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ec0db-e5fd-483d-a2ff-6abec467343f req-c6846c00-338b-4b7b-a44e-ad20c342b352 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:51.128256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bc35c3e3-a17e-4180-8975-cb809d6f8cd5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:51.129107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-304ec0db-e5fd-483d-a2ff-6abec467343f req-c6846c00-338b-4b7b-a44e-ad20c342b352 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 970 time: 0.3456953 Jul 09 13:13:51.139114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1006637214-network', 'tenant_id': '9acd62fe31ee46e59f6139959981ac6d'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:51.158335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.173063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8076d9f-3d10-4a02-b6bc-27624150fe01 req-462f1f59-8836-46bc-8d73-940f9113ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:51.174712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8076d9f-3d10-4a02-b6bc-27624150fe01 req-462f1f59-8836-46bc-8d73-940f9113ca9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 1122 time: 0.3145761 Jul 09 13:13:51.206259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c8076d9f-3d10-4a02-b6bc-27624150fe01 req-9da8ad52-44bd-4e93-a051-15fbc63de541 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.215467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port bc35c3e3-a17e-4180-8975-cb809d6f8cd5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:51.226385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port bc35c3e3-a17e-4180-8975-cb809d6f8cd5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:51.226909 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.241866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867256e-45f9-4ad1-a9e7-d5fa086634f5 req-a0ace89e-5955-4420-9ca7-403943d9d903 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:51.243287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c867256e-45f9-4ad1-a9e7-d5fa086634f5 req-a0ace89e-5955-4420-9ca7-403943d9d903 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322756 Jul 09 13:13:51.265876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d3f1d9e-5a6c-487b-b149-eaa6d304affa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.285672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d3f1d9e-5a6c-487b-b149-eaa6d304affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.304371 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c867256e-45f9-4ad1-a9e7-d5fa086634f5 req-8fc546b1-9ce1-4b27-a8ec-c74df75c1ef9 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/quotas/f548ff13aabf4118a5e094a3b867e02d HTTP/1.1" status: 200 len: 375 time: 0.0414217 Jul 09 13:13:51.324532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-304ec0db-e5fd-483d-a2ff-6abec467343f req-d9d2c19a-5e10-413d-ac77-f5c26d4abbb4 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913719 Jul 09 13:13:51.329090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f16a256-4968-4ee2-ad0f-8d4c1186889e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:51.338431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:51.338805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Network hostable DHCP agents. Network: 5e9de806-e75c-493e-8ecb-9995cd61c4ad, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:13:51.355176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Made reservation on behalf of 9acd62fe31ee46e59f6139959981ac6d for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:51.357508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.362041 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c867256e-45f9-4ad1-a9e7-d5fa086634f5 req-ce687ff4-71fb-422a-9e05-95fca47be9fc tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f548ff13aabf4118a5e094a3b867e02d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489504 Jul 09 13:13:51.376473 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.380553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1d3f1d9e-5a6c-487b-b149-eaa6d304affa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b533f9fcc8f545759ca1eeeda84c560d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1273537 Jul 09 13:13:51.383863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45964) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:51.387524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.427804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port bc35c3e3-a17e-4180-8975-cb809d6f8cd5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bc35c3e3-a17e-4180-8975-cb809d6f8cd5,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:51.430351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f1d9e-5a6c-487b-b149-eaa6d304affa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f31493b-cbe3-4b2f-830a-bb949f478f04,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:51.437750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.439895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Network 5e9de806-e75c-493e-8ecb-9995cd61c4ad is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:13:51.459666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 5e9de806-e75c-493e-8ecb-9995cd61c4ad) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:51.465874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:51.466534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.493405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a23f-df86-4e7f-b459-7770d884510b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.502457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d670d607-7692-4897-adaa-1954fc57f779 None None] Network 5e9de806-e75c-493e-8ecb-9995cd61c4ad requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:51.520462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a23f-df86-4e7f-b459-7770d884510b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.581409 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a23f-df86-4e7f-b459-7770d884510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.587970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebe5a23f-df86-4e7f-b459-7770d884510b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.589492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ebe5a23f-df86-4e7f-b459-7770d884510b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f31493b-cbe3-4b2f-830a-bb949f478f04 HTTP/1.1" status: 204 len: 168 time: 0.2027078 Jul 09 13:13:51.617581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5a23f-df86-4e7f-b459-7770d884510b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f31493b-cbe3-4b2f-830a-bb949f478f04,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:51.635199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.662397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.663523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.751649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3856a-7bab-4cf7-a0bc-e01dd159eedf req-d41a68f8-9de0-4fdf-a42d-f8f39e3a417b tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:51.753140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5fd3856a-7bab-4cf7-a0bc-e01dd159eedf req-d41a68f8-9de0-4fdf-a42d-f8f39e3a417b tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 971 time: 0.1016116 Jul 09 13:13:51.797049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=bc35c3e3-a17e-4180-8975-cb809d6f8cd5,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:51.836965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b341e066-1f85-47b6-9c53-cf2c859d4417 None None] Network 5e9de806-e75c-493e-8ecb-9995cd61c4ad requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:51.844846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5fd3856a-7bab-4cf7-a0bc-e01dd159eedf req-5d4c1fb6-1bc1-4b6c-bb03-ea24796c6829 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824053 Jul 09 13:13:51.873258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Pushing event updated for resources: {'Port': ['ID=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:51.899268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c8076d9f-3d10-4a02-b6bc-27624150fe01 req-9da8ad52-44bd-4e93-a051-15fbc63de541 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.907290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c8076d9f-3d10-4a02-b6bc-27624150fe01 req-9da8ad52-44bd-4e93-a051-15fbc63de541 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:51.961024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8ad52-44bd-4e93-a051-15fbc63de541 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8b07e2-70c6-47a3-9ac0-f103db5cc9e2,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:51.978502 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8076d9f-3d10-4a02-b6bc-27624150fe01 req-9da8ad52-44bd-4e93-a051-15fbc63de541 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923305 Jul 09 13:13:52.024292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Network 20a9e8a8-e716-4dda-bcc7-348180dbe768 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:52.027112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:52.051039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45978) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:52.074404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a6f745a-72a5-4280-93cb-6b63a6dd663d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.098591 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.105493 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.116285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3e296a23-fd81-4c0a-99c0-99217685345c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8534873 Jul 09 13:13:52.157473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:13:52.201589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ef7957-a53d-427c-a676-9fdb42b8f24b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:52.208117 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.208464 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Added segment fcfc6e7e-ac0d-4a90-bf48-8b89ddc4cd50 of type vlan for network f2a40226-b8fe-4317-9922-0f181acf62a1 Jul 09 13:13:52.262282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Router 03492081-180a-48db-9135-dab5a7bf5f0a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:13:52.289689 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.368978 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.369952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:52.383432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.408753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-68a0a74d-48da-44c1-b095-309fee8b4deb None None] Provisioning complete for port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:52.409392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-68a0a74d-48da-44c1-b095-309fee8b4deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.481400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-68a0a74d-48da-44c1-b095-309fee8b4deb None None] Port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:13:52.511317 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a6f745a-72a5-4280-93cb-6b63a6dd663d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.520245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] Pushing event updated for resources: {'Network': ['ID=f2a40226-b8fe-4317-9922-0f181acf62a1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:52.525222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a6f745a-72a5-4280-93cb-6b63a6dd663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.531457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network f2a40226-b8fe-4317-9922-0f181acf62a1 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:13:52.586092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a14b9ba9-e5e2-4e10-9e0a-0a46047b930d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6701608 Jul 09 13:13:52.604081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46000) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:52.619117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Request body: {'subnet': {'network_id': 'f2a40226-b8fe-4317-9922-0f181acf62a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1006637214-subnet', 'tenant_id': '9acd62fe31ee46e59f6139959981ac6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:52.642130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8a6f745a-72a5-4280-93cb-6b63a6dd663d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4926a7037c66486a89ce8db80cdfbb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891254 Jul 09 13:13:52.648046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46002) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:52.659895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f745a-72a5-4280-93cb-6b63a6dd663d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570059e1-756a-45ca-b981-63b78874fd9b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:52.677602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Made reservation on behalf of 9acd62fe31ee46e59f6139959981ac6d for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:52.684338 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.736206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f946442f-0452-4e26-8e11-960c377b9d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d199ea-d798-4ed7-bcf6-4f16b7a539c1'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:13:52.738838 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0294cb6-93e0-4857-9075-d5ed727d6bc6" -d '{"events": [{"server_uuid": "f946442f-0452-4e26-8e11-960c377b9d68", "name": "network-vif-plugged", "status": "completed", "tag": "88d199ea-d798-4ed7-bcf6-4f16b7a539c1"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:13:52.774645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:13:52.786283 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5a67481a-518e-4ea4-9d99-cd8e94667030 admin admin] 10.222.0.32 "PUT /v2.0/routers/03492081-180a-48db-9135-dab5a7bf5f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8321791 Jul 09 13:13:52.826237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Sync routers for ids ['03492081-180a-48db-9135-dab5a7bf5f0a'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:13:52.831027 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1f74c5-b7b9-4184-8382-b7856c95734c x-openstack-request-id: req-9d1f74c5-b7b9-4184-8382-b7856c95734c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:13:52.831389 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f946442f-0452-4e26-8e11-960c377b9d68", "name": "network-vif-plugged", "status": "completed", "tag": "88d199ea-d798-4ed7-bcf6-4f16b7a539c1", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:13:52.831647 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d1f74c5-b7b9-4184-8382-b7856c95734c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:13:52.839204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e8469-9abc-4cc6-8bd2-ba097ac9c44f req-f1f6eadc-d8b4-4eb2-a922-25e34ff02b81 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:52.842175 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f946442f-0452-4e26-8e11-960c377b9d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d199ea-d798-4ed7-bcf6-4f16b7a539c1', 'code': 200} Jul 09 13:13:52.857996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Routers {'03492081-180a-48db-9135-dab5a7bf5f0a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:13:52.859431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:13:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['03492081-180a-48db-9135-dab5a7bf5f0a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:52.878702 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-553e8469-9abc-4cc6-8bd2-ba097ac9c44f req-f1f6eadc-d8b4-4eb2-a922-25e34ff02b81 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 970 time: 0.1655214 Jul 09 13:13:52.900986 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6327f725-3ec8-425d-9358-c3ff0a16246f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:52.957767 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6327f725-3ec8-425d-9358-c3ff0a16246f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.006509 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.052801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-553e8469-9abc-4cc6-8bd2-ba097ac9c44f req-d55be8d6-139d-4fbc-9e35-fa02773d8c87 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712999 Jul 09 13:13:53.089740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b8e0-3444-4d4f-a611-23ce8bd96c61 req-255c9ff8-a922-43aa-9b73-9f61ddb0d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:53.096493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bc6b8e0-3444-4d4f-a611-23ce8bd96c61 req-255c9ff8-a922-43aa-9b73-9f61ddb0d7ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 1121 time: 0.1627679 Jul 09 13:13:53.104348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5a27940-439d-48d5-a31f-39f09b6560de req-ff3ed11b-c0e8-4a51-b7cf-d0ebdb3aa28e tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f548ff13aabf4118a5e094a3b867e02d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635452 Jul 09 13:13:53.132367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Set router 03492081-180a-48db-9135-dab5a7bf5f0a gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:13:53.153115 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bc6b8e0-3444-4d4f-a611-23ce8bd96c61 req-c77d9693-ea90-41bd-96dd-e7b4d5e6c03b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499072 Jul 09 13:13:53.184826 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bc35c3e3-a17e-4180-8975-cb809d6f8cd5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:53.219298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5408d4e-d529-4065-9fd4-aa16a8597723,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:53.235165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6327f725-3ec8-425d-9358-c3ff0a16246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.237895 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6327f725-3ec8-425d-9358-c3ff0a16246f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.239270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6327f725-3ec8-425d-9358-c3ff0a16246f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/570059e1-756a-45ca-b981-63b78874fd9b HTTP/1.1" status: 204 len: 168 time: 0.5899124 Jul 09 13:13:53.247541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Checking segment: {'id': 'fcfc6e7e-ac0d-4a90-bf48-8b89ddc4cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2a40226-b8fe-4317-9922-0f181acf62a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:53.248000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Network hostable DHCP agents. Network: f2a40226-b8fe-4317-9922-0f181acf62a1, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:13:53.248346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78316b24-23cf-4a40-a5ae-bcbbe705045f req-e60bd4f7-e363-40cf-94f1-ec90f20ccca7 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:53.250791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78316b24-23cf-4a40-a5ae-bcbbe705045f req-e60bd4f7-e363-40cf-94f1-ec90f20ccca7 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 971 time: 0.0820806 Jul 09 13:13:53.270899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46034) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:53.275958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-202854810-network', 'tenant_id': 'a72e791583414ef19cb59735a6e53472'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:53.276706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327f725-3ec8-425d-9358-c3ff0a16246f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570059e1-756a-45ca-b981-63b78874fd9b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:53.320487 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78316b24-23cf-4a40-a5ae-bcbbe705045f req-5b5f0006-da9d-479f-a968-ab97b9b85ef2 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633461 Jul 09 13:13:53.329756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Made reservation on behalf of a72e791583414ef19cb59735a6e53472 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:53.330820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a27940-439d-48d5-a31f-39f09b6560de req-b71fb195-0a29-47a9-976c-1b09c5e3df09 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:53.332334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.344582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5a27940-439d-48d5-a31f-39f09b6560de req-b71fb195-0a29-47a9-976c-1b09c5e3df09 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325082 Jul 09 13:13:53.344810 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.359699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5a27940-439d-48d5-a31f-39f09b6560de req-6264abba-3826-4772-acc7-d6414a2db295 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/quotas/f548ff13aabf4118a5e094a3b867e02d HTTP/1.1" status: 200 len: 375 time: 0.0142992 Jul 09 13:13:53.363596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Network f2a40226-b8fe-4317-9922-0f181acf62a1 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:13:53.435112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5a27940-439d-48d5-a31f-39f09b6560de req-f3568e1a-cca9-4b39-9383-9525116483c9 tempest-QuotasAdminNegativeTest-1255408268 tempest-QuotasAdminNegativeTest-1255408268-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f548ff13aabf4118a5e094a3b867e02d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744138 Jul 09 13:13:53.435962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, f2a40226-b8fe-4317-9922-0f181acf62a1) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:53.445680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:53.446278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.520212 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.531742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.536736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-29551930-f648-4a5a-a9f1-1e6b5a8dcd57 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9313426 Jul 09 13:13:53.583606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0dbd05-e044-4309-b096-a68d7a70c42f None None] Network f2a40226-b8fe-4317-9922-0f181acf62a1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:53.588556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port bc35c3e3-a17e-4180-8975-cb809d6f8cd5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:53.589424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.634475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3a53e-3797-4315-adec-0a54e488975d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:53.656636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:13:53.681383 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.681734 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Added segment ddab1f6b-5a16-4c29-bf85-d43c892c13c6 of type vlan for network b2fec0fc-8753-4b24-893a-1d97b4188165 Jul 09 13:13:53.769900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.812411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.813900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:53.815338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.840548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:13:50Z', 'revision_number': 4, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port': {'id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:45Z', 'updated_at': '2021-07-09T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '18ed0ef8-15da-4672-a978-2c7e3ec75cf8', 'name': '', 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'mac_address': 'fa:16:3e:cd:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '374a5224-03ed-42c5-bf93-cef7f2a16e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:48Z', 'updated_at': '2021-07-09T13:13:51Z', 'revision_number': 2, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'subnets': [{'id': '374a5224-03ed-42c5-bf93-cef7f2a16e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:53.847291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b9e02c-191a-4292-a99e-c2247452a5ff None None] Network f2a40226-b8fe-4317-9922-0f181acf62a1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:53.880694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6086049 Jul 09 13:13:53.883463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46056) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:53.892044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Request body: {'subnet': {'network_id': 'b2fec0fc-8753-4b24-893a-1d97b4188165', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-202854810-subnet', 'tenant_id': 'a72e791583414ef19cb59735a6e53472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:53.900541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39bfdf-77df-4eab-ac43-50759e6c4f5b admin admin] Pushing event updated for resources: {'Network': ['ID=b2fec0fc-8753-4b24-893a-1d97b4188165,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:53.925526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Checking router: 03492081-180a-48db-9135-dab5a7bf5f0a for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:13:53.926134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Updating router 03492081-180a-48db-9135-dab5a7bf5f0a port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:13:53.932830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network b2fec0fc-8753-4b24-893a-1d97b4188165 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:13:53.956255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Made reservation on behalf of a72e791583414ef19cb59735a6e53472 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:53.960894 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.048154 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.254166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.363995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb530cb-bb77-48bd-8baa-5185ed6416af,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:54.414591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Checking segment: {'id': 'ddab1f6b-5a16-4c29-bf85-d43c892c13c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b2fec0fc-8753-4b24-893a-1d97b4188165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:54.414975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Network hostable DHCP agents. Network: b2fec0fc-8753-4b24-893a-1d97b4188165, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:13:54.465284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Network b2fec0fc-8753-4b24-893a-1d97b4188165 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:13:54.493792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, b2fec0fc-8753-4b24-893a-1d97b4188165) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:54.503761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:54.504233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.512551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f86a134-658c-4cad-98d2-661eb262d9ef None None] Network b2fec0fc-8753-4b24-893a-1d97b4188165 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:54.513970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ded6f-3d88-40d5-903d-a2457db51fa3 req-c8f17faa-45ad-44e3-a211-3201387ec06b tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:54.517443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581ded6f-3d88-40d5-903d-a2457db51fa3 req-c8f17faa-45ad-44e3-a211-3201387ec06b tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 970 time: 0.1202698 Jul 09 13:13:54.555751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0e3029d-8d72-41f5-b9ec-72c3f9654e10 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6704826 Jul 09 13:13:54.595920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581ded6f-3d88-40d5-903d-a2457db51fa3 req-ab87ef4c-ec2d-4e2b-a04c-b6a5dd82cda2 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695529 Jul 09 13:13:54.601542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e798c68-6e92-4371-875b-1230b2ddb9b5 req-96245a64-76ad-4491-9027-7cbdbc4243d5 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:54.611221 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.611870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e798c68-6e92-4371-875b-1230b2ddb9b5 req-96245a64-76ad-4491-9027-7cbdbc4243d5 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 971 time: 0.1314247 Jul 09 13:13:54.654273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Transition to ACTIVE for port object 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:13:54.669285 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.682977 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e798c68-6e92-4371-875b-1230b2ddb9b5 req-5e5c7992-92e7-409d-a83d-c7a2618c82e8 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 Jul 09 13:13:54.775019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded933e-4662-4215-beab-a8a7c04fff2a None None] Pushing event updated for resources: {'Port': ['ID=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:54.859458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ef634-4c8d-4412-9498-cd992d28fe54 None None] Network b2fec0fc-8753-4b24-893a-1d97b4188165 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:54.865458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46100) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:54.871051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-dbe1b157-b32b-4e16-9a12-f1cceec982f3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423914041', 'description': 'tempest-description--1893416572'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:54.952617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Attempting to bind port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:13:54.953142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Attempting to bind port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:13:54.953557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Attempting to bind port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 on network 20a9e8a8-e716-4dda-bcc7-348180dbe768 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:13:54.963625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:13:54.964005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Checking segment: {'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:54.964418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.964820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Bound using segment: {'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:13:54.965306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Bound port: 18ed0ef8-15da-4672-a978-2c7e3ec75cf8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:13:54.965702 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.969418 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b157-b32b-4e16-9a12-f1cceec982f3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:54.980440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46106) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:55.028699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32543d9e-4502-4e40-a44a-2b78deccae0d req-afbdf900-5a6b-4545-81f4-29fc6e361556 tempest-AggregatesAdminTestJSON-658493255 tempest-AggregatesAdminTestJSON-658493255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:55.036761 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-32543d9e-4502-4e40-a44a-2b78deccae0d req-afbdf900-5a6b-4545-81f4-29fc6e361556 tempest-AggregatesAdminTestJSON-658493255 tempest-AggregatesAdminTestJSON-658493255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 1121 time: 0.1275249 Jul 09 13:13:55.062933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-32543d9e-4502-4e40-a44a-2b78deccae0d req-70d8c459-6eca-4d8b-a9bd-0447677093c6 tempest-AggregatesAdminTestJSON-658493255 tempest-AggregatesAdminTestJSON-658493255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.135567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] For port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:13:55.145099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b157-b32b-4e16-9a12-f1cceec982f3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.152431 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b157-b32b-4e16-9a12-f1cceec982f3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.156561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] For port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,segment=NetworkSegment(ba7ec1ae-2c96-4c92-86e5-7520cddf36d4),segment_id=ba7ec1ae-2c96-4c92-86e5-7520cddf36d4)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:13:55.162259 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.201762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1b157-b32b-4e16-9a12-f1cceec982f3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60835a1-c343-4c84-9acc-2b85f2048d59,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:55.233526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Routers {'03492081-180a-48db-9135-dab5a7bf5f0a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:13:55.234453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:13:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['03492081-180a-48db-9135-dab5a7bf5f0a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:55.296564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded933e-4662-4215-beab-a8a7c04fff2a None None] Pushing event updated for resources: {'Port': ['ID=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:55.329411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-32543d9e-4502-4e40-a44a-2b78deccae0d req-70d8c459-6eca-4d8b-a9bd-0447677093c6 tempest-AggregatesAdminTestJSON-658493255 tempest-AggregatesAdminTestJSON-658493255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.339539 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-32543d9e-4502-4e40-a44a-2b78deccae0d req-70d8c459-6eca-4d8b-a9bd-0447677093c6 tempest-AggregatesAdminTestJSON-658493255 tempest-AggregatesAdminTestJSON-658493255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.352290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-adab04d9-73d6-456c-8711-9d9903a0afe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.363709 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b157-b32b-4e16-9a12-f1cceec982f3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.365628 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dbe1b157-b32b-4e16-9a12-f1cceec982f3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4985845 Jul 09 13:13:55.371844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:55.381669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-00bd1131-1ac9-4042-b011-5696aa2793ed tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Request body: {'security_group_rule': {'security_group_id': 'a60835a1-c343-4c84-9acc-2b85f2048d59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:55.393416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-32543d9e-4502-4e40-a44a-2b78deccae0d req-70d8c459-6eca-4d8b-a9bd-0447677093c6 tempest-AggregatesAdminTestJSON-658493255 tempest-AggregatesAdminTestJSON-658493255-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487651 Jul 09 13:13:55.435896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8c459-6eca-4d8b-a9bd-0447677093c6 tempest-AggregatesAdminTestJSON-658493255 tempest-AggregatesAdminTestJSON-658493255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e4859-b092-4287-a5ae-428a37133c0d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:55.475774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] Set router 03492081-180a-48db-9135-dab5a7bf5f0a gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:13:55.496406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00bd1131-1ac9-4042-b011-5696aa2793ed tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.589662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46124) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:55.595938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1401833179-network', 'tenant_id': '1343b4c17d0b4592845b891aaecd4678'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:55.663742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00bd1131-1ac9-4042-b011-5696aa2793ed tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.681778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00bd1131-1ac9-4042-b011-5696aa2793ed tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.738687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1131-1ac9-4042-b011-5696aa2793ed tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a21003-84d2-416b-9517-c0381c06767e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:55.780842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-adab04d9-73d6-456c-8711-9d9903a0afe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.788530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-adab04d9-73d6-456c-8711-9d9903a0afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.810817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00bd1131-1ac9-4042-b011-5696aa2793ed tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.818639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-00bd1131-1ac9-4042-b011-5696aa2793ed tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4424694 Jul 09 13:13:55.818833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Made reservation on behalf of 1343b4c17d0b4592845b891aaecd4678 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:55.819486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46138) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:55.820325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.830709 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:55.830893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-922abdad-a36b-4d87-972a-28444434fdf3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Request body: {'security_group_rule': {'security_group_id': 'a60835a1-c343-4c84-9acc-2b85f2048d59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:55.836607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:13:50Z', 'revision_number': 4, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port': {'id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:45Z', 'updated_at': '2021-07-09T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '18ed0ef8-15da-4672-a978-2c7e3ec75cf8', 'name': '', 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'mac_address': 'fa:16:3e:cd:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '374a5224-03ed-42c5-bf93-cef7f2a16e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:48Z', 'updated_at': '2021-07-09T13:13:55Z', 'revision_number': 4, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'subnets': [{'id': '374a5224-03ed-42c5-bf93-cef7f2a16e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:55.907139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-adab04d9-73d6-456c-8711-9d9903a0afe3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f548ff13aabf4118a5e094a3b867e02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9254403 Jul 09 13:13:55.908248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab04d9-73d6-456c-8711-9d9903a0afe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e195a2d9-dcdc-4296-b806-e1491488e1eb,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:55.915907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46140) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:56.017132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e65e4566-17e1-46e9-8943-c52c51b9ec64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.043695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16294c-2d4b-451e-ae2b-e476b5d4f575 None None] The sync data for ids ['03492081-180a-48db-9135-dab5a7bf5f0a'] in n-d-799524-3 is: [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:13:50Z', 'revision_number': 4, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port': {'id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:45Z', 'updated_at': '2021-07-09T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '18ed0ef8-15da-4672-a978-2c7e3ec75cf8', 'name': '', 'network_id': '20a9e8a8-e716-4dda-bcc7-348180dbe768', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'mac_address': 'fa:16:3e:cd:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '374a5224-03ed-42c5-bf93-cef7f2a16e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:48Z', 'updated_at': '2021-07-09T13:13:55Z', 'revision_number': 4, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'subnets': [{'id': '374a5224-03ed-42c5-bf93-cef7f2a16e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:13:56.051239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e65e4566-17e1-46e9-8943-c52c51b9ec64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.098717 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-922abdad-a36b-4d87-972a-28444434fdf3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.138814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412568-a599-49ce-b6e5-8cf822560995 req-5837e728-75eb-498d-9deb-8713d7ba67f2 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:56.147531 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-5837e728-75eb-498d-9deb-8713d7ba67f2 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 807 time: 0.3145447 Jul 09 13:13:56.169611 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e65e4566-17e1-46e9-8943-c52c51b9ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.171314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-4b48023e-0fe2-4f18-b101-88a7fe7004ee tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/quotas/0ddebe40c1fd4ac8aad380b23939f385 HTTP/1.1" status: 200 len: 375 time: 0.0216906 Jul 09 13:13:56.174013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e65e4566-17e1-46e9-8943-c52c51b9ec64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.179833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e65e4566-17e1-46e9-8943-c52c51b9ec64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e195a2d9-dcdc-4296-b806-e1491488e1eb HTTP/1.1" status: 204 len: 168 time: 0.2595580 Jul 09 13:13:56.191994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e4566-17e1-46e9-8943-c52c51b9ec64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e195a2d9-dcdc-4296-b806-e1491488e1eb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:56.227154 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-2705c859-c1f9-41c8-ad6c-78ec1d5658fd tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547917 Jul 09 13:13:56.241485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-922abdad-a36b-4d87-972a-28444434fdf3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.246303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-922abdad-a36b-4d87-972a-28444434fdf3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.275157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922abdad-a36b-4d87-972a-28444434fdf3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed21f2dd-fa2e-4f5d-b7cc-82076b596d0c,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:56.331868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.338133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.359385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-922abdad-a36b-4d87-972a-28444434fdf3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.360694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-922abdad-a36b-4d87-972a-28444434fdf3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5347853 Jul 09 13:13:56.363923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46164) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:56.372642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:56.373498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:13:56.398444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a20cd1-9504-4f17-a0b7-8bc9c935e9fa,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:56.419145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.420112 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Added segment b35ca430-324e-42dd-a629-219dd2bebb4f of type vlan for network 7ee2b12b-abab-496a-92eb-83daa0467374 Jul 09 13:13:56.457191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.490259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.511107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bb13e-fd88-4653-822d-0c5b909cd1bb req-f4b35f7e-f43b-4afa-8f69-479a9ecb9a11 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:56.512746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d49bb13e-fd88-4653-822d-0c5b909cd1bb req-f4b35f7e-f43b-4afa-8f69-479a9ecb9a11 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 971 time: 0.2035789 Jul 09 13:13:56.546338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.547782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:56.548583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.628232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0373151 Jul 09 13:13:56.629197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46172) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:56.640402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d49bb13e-fd88-4653-822d-0c5b909cd1bb req-34743944-370b-4679-8278-6bb9e895e684 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868580 Jul 09 13:13:56.645832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Request body: {'subnet': {'network_id': '7ee2b12b-abab-496a-92eb-83daa0467374', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1401833179-subnet', 'tenant_id': '1343b4c17d0b4592845b891aaecd4678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:13:56.680345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4bc83-9fdf-490b-b0b7-61dca4dc0af0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ee2b12b-abab-496a-92eb-83daa0467374,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:56.693775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Made reservation on behalf of 1343b4c17d0b4592845b891aaecd4678 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:13:56.694201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7ee2b12b-abab-496a-92eb-83daa0467374 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:13:56.699946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.772222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46176) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:56.794529 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e73f-6a11-4ccf-b322-47baaf490c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:56.866120 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.094308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-25b8cd1c-470f-4bc6-a5d7-3fd0733f03a2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:13:57.095554 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-25b8cd1c-470f-4bc6-a5d7-3fd0733f03a2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5606971 Jul 09 13:13:57.128291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.196788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:57.229291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Allocated IP 172.25.5.138 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4751f028-fa39-4e82-8c8f-87e7f4ba3f5c) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:13:57.250138 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e73f-6a11-4ccf-b322-47baaf490c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.256435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e73f-6a11-4ccf-b322-47baaf490c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.293882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:13:57.303047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:57.303501 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.369322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4bb0e73f-6a11-4ccf-b322-47baaf490c78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9845f7081ec145d293260c4ab0840603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958784 Jul 09 13:13:57.371803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0e73f-6a11-4ccf-b322-47baaf490c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376e839f-7823-4991-a193-be6f28adf0aa,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:57.385506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46204) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:57.411038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c71df2-f5ee-4144-a81f-760fa2e71d2d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:57.446427 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.459119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.485904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Checking segment: {'id': 'b35ca430-324e-42dd-a629-219dd2bebb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7ee2b12b-abab-496a-92eb-83daa0467374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:13:57.486350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Network hostable DHCP agents. Network: 7ee2b12b-abab-496a-92eb-83daa0467374, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:13:57.493799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-bd51a189-56e3-45e1-a77d-934c704fecb3 service neutron] 10.222.0.32 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868926 Jul 09 13:13:57.504078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,segment=NetworkSegment(ba7ec1ae-2c96-4c92-86e5-7520cddf36d4),segment_id=ba7ec1ae-2c96-4c92-86e5-7520cddf36d4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:57.508636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.510313 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.542717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dc1f4-0729-4a61-92ed-441067ef918c req-d3ea7fa7-0480-4e6e-a8c2-bd5ead331ac6 tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:57.565888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event updated for resources: {'Port': ['ID=4751f028-fa39-4e82-8c8f-87e7f4ba3f5c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:57.566183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-362dc1f4-0729-4a61-92ed-441067ef918c req-d3ea7fa7-0480-4e6e-a8c2-bd5ead331ac6 tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 1122 time: 0.4002194 Jul 09 13:13:57.585247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:13:57.586881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:57.589774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:13:57.604786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:57.686731 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5aa1bc56-00f5-4e3e-a77c-477077a7747d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.688475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Network 7ee2b12b-abab-496a-92eb-83daa0467374 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:13:57.727910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.731092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7ee2b12b-abab-496a-92eb-83daa0467374) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:13:57.745053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77e3fa-dd58-4f1c-bfcc-1988724e5ecb None None] Network 7ee2b12b-abab-496a-92eb-83daa0467374 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:57.751182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:57.752099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.774765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5aa1bc56-00f5-4e3e-a77c-477077a7747d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.811025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.828686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-7b4fcf3b-f5f0-4521-9c18-6ccd919a3070 service neutron] 10.222.0.32 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241343 Jul 09 13:13:57.836453 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-076175b9-7c2b-4377-a6b2-ae66ee87f352 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1976206 Jul 09 13:13:57.881837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] Deleting port 7ebbe650-1341-4c71-a584-a07f4cedad26 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:13:57.882411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.937665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5aa1bc56-00f5-4e3e-a77c-477077a7747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.942602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5aa1bc56-00f5-4e3e-a77c-477077a7747d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:57.945600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5aa1bc56-00f5-4e3e-a77c-477077a7747d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/376e839f-7823-4991-a193-be6f28adf0aa HTTP/1.1" status: 204 len: 168 time: 0.5512574 Jul 09 13:13:57.982479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1bc56-00f5-4e3e-a77c-477077a7747d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376e839f-7823-4991-a193-be6f28adf0aa,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:58.064321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] For port 7ebbe650-1341-4c71-a584-a07f4cedad26, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7ebbe650-1341-4c71-a584-a07f4cedad26,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:13:58.064762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.069437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf322843-2c42-4433-a504-2639e4d94526 None None] Network 7ee2b12b-abab-496a-92eb-83daa0467374 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:13:58.084501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] Calling delete_port for 7ebbe650-1341-4c71-a584-a07f4cedad26 owned by compute:tempest-test_az-832743739 {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:13:58.108504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46236) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:58.242819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-58883df1-36d0-4814-b984-0c68f044d250 admin admin] Deleting subnet c5408d4e-d529-4065-9fd4-aa16a8597723 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:13:58.255885 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58883df1-36d0-4814-b984-0c68f044d250 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.294785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816736a0-4a4d-4b33-9a76-338cf6913d41 req-35c96a20-acae-4f75-b1b5-b48e466c7728 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:58.296007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58883df1-36d0-4814-b984-0c68f044d250 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.296806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-816736a0-4a4d-4b33-9a76-338cf6913d41 req-35c96a20-acae-4f75-b1b5-b48e466c7728 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 971 time: 0.2423840 Jul 09 13:13:58.314974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58883df1-36d0-4814-b984-0c68f044d250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.365739 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.376446 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.429248 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.449883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-816736a0-4a4d-4b33-9a76-338cf6913d41 req-63e03a65-aed0-43b5-9ae7-b09c4670b37f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436968 Jul 09 13:13:58.478839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.480254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1142881 Jul 09 13:13:58.481208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79d3be-b487-4549-aa0c-e6b29e7eb0ea tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event updated for resources: {'Port': ['ID=4751f028-fa39-4e82-8c8f-87e7f4ba3f5c,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:58.618837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46266) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:58.817295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6152dc48-c2d2-4601-abf8-f73ec1c6e23e req-dbf7d172-2713-4074-bcda-2dab64bdde52 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 210 time: 0.1342564 Jul 09 13:13:58.827666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-4a8fbf56-a3a1-430a-a52f-85b53d4ff324 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--423914041&fields=id&tenant_id=886ec88855ee4059af64bc7766d1a1e8 HTTP/1.1" status: 200 len: 267 time: 0.0689902 Jul 09 13:13:58.837766 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-358a80d7-8aff-4d17-8327-3aa4f63b4479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.856086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:58.867700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['7ebbe650-1341-4c71-a584-a07f4cedad26'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:13:58.906735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ebbe650-1341-4c71-a584-a07f4cedad26,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:58.987758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58883df1-36d0-4814-b984-0c68f044d250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.032787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58883df1-36d0-4814-b984-0c68f044d250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.037901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-58883df1-36d0-4814-b984-0c68f044d250 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c5408d4e-d529-4065-9fd4-aa16a8597723 HTTP/1.1" status: 204 len: 168 time: 0.9281113 Jul 09 13:13:59.038718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46296) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:59.041140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58883df1-36d0-4814-b984-0c68f044d250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5408d4e-d529-4065-9fd4-aa16a8597723,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:59.088158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] No DVR routers for this DVR port 7ebbe650-1341-4c71-a584-a07f4cedad26 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:13:59.120274 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.126848 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-362dc1f4-0729-4a61-92ed-441067ef918c req-16c0acd4-0c24-40d0-b7ad-89b3a75502bc tempest-DeleteServersAdminTestJSON-1567851324 tempest-DeleteServersAdminTestJSON-1567851324-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7ebbe650-1341-4c71-a584-a07f4cedad26 HTTP/1.1" status: 204 len: 173 time: 1.5049510 Jul 09 13:13:59.191644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:13:59.198348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e', 'name': 'network-vif-deleted', 'tag': '7ebbe650-1341-4c71-a584-a07f4cedad26'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:13:59.202261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-a3047924-5874-44a6-901f-f450c06d9334 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:13:59.205005 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977d24ce-cd2c-4574-ade8-39b47a635d76" -d '{"events": [{"server_uuid": "6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e", "name": "network-vif-deleted", "tag": "7ebbe650-1341-4c71-a584-a07f4cedad26"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:13:59.208135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-a3047924-5874-44a6-901f-f450c06d9334 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 824 time: 0.3682985 Jul 09 13:13:59.259394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-519c0f4d-e63c-4da6-aa58-e0407a7b2430 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/quotas/886ec88855ee4059af64bc7766d1a1e8 HTTP/1.1" status: 200 len: 375 time: 0.0480492 Jul 09 13:13:59.284023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.301091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:13:59.301491 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.377172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-358a80d7-8aff-4d17-8327-3aa4f63b4479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.410187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-358a80d7-8aff-4d17-8327-3aa4f63b4479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.440803 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.461811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.465629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.466967 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.468373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > port after_create 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.468834 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.469278 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > port after_update 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.470093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.472187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.473858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.473858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.491725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a80d7-8aff-4d17-8327-3aa4f63b4479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78d1e9e-b73e-4005-b2bb-ec894449bcd3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:59.540549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-358a80d7-8aff-4d17-8327-3aa4f63b4479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37fa6a3ce2ed4972ad6c60e316f229c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9186924 Jul 09 13:13:59.544317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46322) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:59.600399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-3e055272-6025-497b-b577-e4c43e9f9cdf tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3327081 Jul 09 13:13:59.624757 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d29ab5f-d624-4247-881d-063a484119d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.649696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d29ab5f-d624-4247-881d-063a484119d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.659183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.659638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.659892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.660193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:13:59.660580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a40226-b8fe-4317-9922-0f181acf62a1']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:59.695581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfc6e7e-ac0d-4a90-bf48-8b89ddc4cd50') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:59.696118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfc6e7e-ac0d-4a90-bf48-8b89ddc4cd50') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:13:59.720744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.741141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d29ab5f-d624-4247-881d-063a484119d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.743951 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d29ab5f-d624-4247-881d-063a484119d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.745172 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2d29ab5f-d624-4247-881d-063a484119d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a78d1e9e-b73e-4005-b2bb-ec894449bcd3 HTTP/1.1" status: 204 len: 168 time: 0.1999311 Jul 09 13:13:59.756224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29ab5f-d624-4247-881d-063a484119d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78d1e9e-b73e-4005-b2bb-ec894449bcd3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:13:59.758540 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.775362 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dbc458-538c-401b-a509-e6a1be2037c3 x-openstack-request-id: req-84dbc458-538c-401b-a509-e6a1be2037c3 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:13:59.776050 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e", "name": "network-vif-deleted", "tag": "7ebbe650-1341-4c71-a584-a07f4cedad26", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:13:59.776594 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84dbc458-538c-401b-a509-e6a1be2037c3 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:13:59.777072 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e', 'name': 'network-vif-deleted', 'tag': '7ebbe650-1341-4c71-a584-a07f4cedad26', 'status': 'completed', 'code': 200} Jul 09 13:13:59.793574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:13:59.794486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: from cryptography.utils import int_from_bytes Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: from cryptography.utils import int_from_bytes Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:13:59.808293 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:13:59.876054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.10', 62828) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:13:59.905470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.915332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:59.922400 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2a40226-b8fe-4317-9922-0f181acf62a1 HTTP/1.1" status: 204 len: 168 time: 0.8777893 Jul 09 13:13:59.923356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46344) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:00.006169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb83b10-173d-4207-9f0e-51baaa11c2f1 admin admin] Deleting subnet 83c71df2-f5ee-4144-a81f-760fa2e71d2d {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:14:00.010469 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fb83b10-173d-4207-9f0e-51baaa11c2f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.046326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-19132f23-9a5e-4d10-a0de-7848399810a3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:00.056850 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fb83b10-173d-4207-9f0e-51baaa11c2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.057093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-19132f23-9a5e-4d10-a0de-7848399810a3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2552650 Jul 09 13:14:00.119410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef65e9-feb2-43bb-80a1-63b4066c8437 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a40226-b8fe-4317-9922-0f181acf62a1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:00.137241 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b765facb-d013-403e-8fab-934588c4c76f req-989fd0f8-8f07-4a2f-91f8-2473a411a6ce tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0bda7d-bf8f-4b74-a15b-27778d8d4c8e HTTP/1.1" status: 200 len: 210 time: 0.1448066 Jul 09 13:14:00.159491 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fb83b10-173d-4207-9f0e-51baaa11c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.267508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fb83b10-173d-4207-9f0e-51baaa11c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.307619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb83b10-173d-4207-9f0e-51baaa11c2f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c71df2-f5ee-4144-a81f-760fa2e71d2d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:00.314925 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fb83b10-173d-4207-9f0e-51baaa11c2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.318981 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5fb83b10-173d-4207-9f0e-51baaa11c2f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/83c71df2-f5ee-4144-a81f-760fa2e71d2d HTTP/1.1" status: 204 len: 168 time: 0.3904166 Jul 09 13:14:00.319715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46360) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:00.392598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412568-a599-49ce-b6e5-8cf822560995 req-909d5727-57fa-4cc2-9aa7-d4fe887d1037 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:00.394094 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-909d5727-57fa-4cc2-9aa7-d4fe887d1037 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 807 time: 0.5167344 Jul 09 13:14:00.414572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-985af3db-e138-413f-9f30-8e8ff75a4779 service neutron] 10.222.0.32 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547516 Jul 09 13:14:00.478144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Request body: {'port': {'device_id': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'admin_state_up': True, 'tenant_id': '0ddebe40c1fd4ac8aad380b23939f385'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:00.495032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.496530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46368) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:00.542870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01a81503-3eb7-4f96-8996-1c0d04cc8664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.584930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e74301d-82e7-48a1-9d5b-670fbe7c86ad req-a202fdf8-f55c-4bc4-a28d-75bc24e629be tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 210 time: 0.0433352 Jul 09 13:14:00.605925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-5abe0c9f-5455-4c40-b2c7-3e2b4756de56 service neutron] 10.222.0.32 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902766 Jul 09 13:14:00.739514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.762595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee2b12b-abab-496a-92eb-83daa0467374']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:00.815497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35ca430-324e-42dd-a629-219dd2bebb4f') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:00.815800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35ca430-324e-42dd-a629-219dd2bebb4f') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:00.840273 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.867038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.882397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:14:00.882842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:14:00.885473 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:14:00.896349 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01a81503-3eb7-4f96-8996-1c0d04cc8664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.932373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01a81503-3eb7-4f96-8996-1c0d04cc8664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.938784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Made reservation on behalf of 0ddebe40c1fd4ac8aad380b23939f385 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:00.945242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:00.970056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a81503-3eb7-4f96-8996-1c0d04cc8664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cd776c-38ed-4499-8f92-8d8cd4d1d77d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:01.048370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46390) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:01.055817 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16449675-e2a4-426c-8a09-d9b867815462 req-33c32e3d-bd84-454e-b90a-dc3c8016c331 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 210 time: 0.0909936 Jul 09 13:14:01.071048 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-01a81503-3eb7-4f96-8996-1c0d04cc8664 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb6e81603a6a45848ddee0358cfb8210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727134 Jul 09 13:14:01.072130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46392) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:01.072556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.149542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.164216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7ee2b12b-abab-496a-92eb-83daa0467374 HTTP/1.1" status: 204 len: 168 time: 0.8382361 Jul 09 13:14:01.195485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835828c-b0ad-4509-9b6d-5183164ddac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee2b12b-abab-496a-92eb-83daa0467374,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:01.278220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f083651c-1720-450b-93f9-d96a4cbe8203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.360619 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f083651c-1720-450b-93f9-d96a4cbe8203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.395716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7ebbe650-1341-4c71-a584-a07f4cedad26 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:14:01.467927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 7ebbe650-1341-4c71-a584-a07f4cedad26 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:14:01.468658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7ebbe650-1341-4c71-a584-a07f4cedad26 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:14:01.480845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46418) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:01.637648 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b91b98f1-63d5-46ca-89f3-3fef09796854 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9acd62fe31ee46e59f6139959981ac6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556244 Jul 09 13:14:01.646218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46434) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:01.655372 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f083651c-1720-450b-93f9-d96a4cbe8203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.659278 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f083651c-1720-450b-93f9-d96a4cbe8203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.660614 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f083651c-1720-450b-93f9-d96a4cbe8203 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06cd776c-38ed-4499-8f92-8d8cd4d1d77d HTTP/1.1" status: 204 len: 168 time: 0.5854342 Jul 09 13:14:01.712098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083651c-1720-450b-93f9-d96a4cbe8203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cd776c-38ed-4499-8f92-8d8cd4d1d77d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:01.712984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6240-a456-49e5-bad2-effdc416c710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.750548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3171-85f1-4a5e-a216-7b99581d7ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.809930 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3171-85f1-4a5e-a216-7b99581d7ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.861716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Allocated IP 172.20.0.5 (5e9de806-e75c-493e-8ecb-9995cd61c4ad/5f16a256-4968-4ee2-ad0f-8d4c1186889e/b3d46de0-b86e-4930-9eb8-28782ae75484) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:01.892619 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3171-85f1-4a5e-a216-7b99581d7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.896691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3171-85f1-4a5e-a216-7b99581d7ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:01.900277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7b5a3171-85f1-4a5e-a216-7b99581d7ba9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0ef7957-a53d-427c-a676-9fdb42b8f24b HTTP/1.1" status: 204 len: 168 time: 0.2486911 Jul 09 13:14:01.913078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d4d059e3-9999-4331-9ade-899cce5cab9f req-1a3192b5-e15f-4b3b-8a6d-a3e847685ac8 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 210 time: 0.0641425 Jul 09 13:14:01.930327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a3171-85f1-4a5e-a216-7b99581d7ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ef7957-a53d-427c-a676-9fdb42b8f24b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:02.179399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-8fe21223-8385-44e9-84d6-b94bb1168cea tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915413 Jul 09 13:14:02.323756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-5ec36514-8fe0-403b-ac49-21fb9a0109cb tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:02.340035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-5ec36514-8fe0-403b-ac49-21fb9a0109cb tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596816 Jul 09 13:14:02.355501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5be8fae-f7d9-4e3e-98a8-ea75762de2d2 req-1e96338b-ac50-4058-8606-e8ce18753ed1 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 210 time: 0.0793319 Jul 09 13:14:02.378477 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-854f79e2-594f-42d2-9f16-070821dd81a9 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/quotas/bc8e258ccaab46d7b7cd8696c149c007 HTTP/1.1" status: 200 len: 375 time: 0.0361829 Jul 09 13:14:02.408587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6240-a456-49e5-bad2-effdc416c710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:02.431993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6240-a456-49e5-bad2-effdc416c710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:02.459317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46482) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:02.468568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dfdf6240-a456-49e5-bad2-effdc416c710 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ac56929155e411b99b15c4d35cba46c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4157982 Jul 09 13:14:02.468568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-79094331-7511-40e6-b6ed-54fffa109f9e tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894122 Jul 09 13:14:02.468568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46486) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:02.479936 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:02.521748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6240-a456-49e5-bad2-effdc416c710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca23e0de-e4e8-4464-ab69-956938ba7794,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:02.595713 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-439a2ba8-8ecf-47d1-8e60-de333bcc5e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:02.634091 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-439a2ba8-8ecf-47d1-8e60-de333bcc5e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:02.663045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:02.689292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46492) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:02.793972 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e30cdd74-88af-4f6a-ab6e-495852ef4e59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1343b4c17d0b4592845b891aaecd4678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023765 Jul 09 13:14:02.794909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46500) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:02.958480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd0405f-eb64-4189-9f36-85eb4ad5aabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.020363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd0405f-eb64-4189-9f36-85eb4ad5aabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.046099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-25f197ff-e16d-4163-ba15-411b054ed30c tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:03.047815 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-25f197ff-e16d-4163-ba15-411b054ed30c tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.11 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 824 time: 0.1881022 Jul 09 13:14:03.106127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ff80781-fac8-4ab8-9d8d-6ae441b907ea req-21485725-db15-4496-be69-bf95829adb5c tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 210 time: 0.2423925 Jul 09 13:14:03.107900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Network 5e9de806-e75c-493e-8ecb-9995cd61c4ad is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:03.149691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:03.165221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:03.179189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:03.179851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.214714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Pushing event updated for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:03.244212 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-48f17aaa-1840-449c-a939-a88b9b65fc63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7745740 Jul 09 13:14:03.261601 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-439a2ba8-8ecf-47d1-8e60-de333bcc5e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.276757 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-439a2ba8-8ecf-47d1-8e60-de333bcc5e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.278000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-439a2ba8-8ecf-47d1-8e60-de333bcc5e63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca23e0de-e4e8-4464-ab69-956938ba7794 HTTP/1.1" status: 204 len: 168 time: 0.8060079 Jul 09 13:14:03.280906 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd0405f-eb64-4189-9f36-85eb4ad5aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.289840 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd0405f-eb64-4189-9f36-85eb4ad5aabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.291047 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ffd0405f-eb64-4189-9f36-85eb4ad5aabb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54a20cd1-9504-4f17-a0b7-8bc9c935e9fa HTTP/1.1" status: 204 len: 168 time: 0.4929397 Jul 09 13:14:03.301965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a2ba8-8ecf-47d1-8e60-de333bcc5e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca23e0de-e4e8-4464-ab69-956938ba7794,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:03.310212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-4bce862c-58a4-4e52-b16a-f856ce5b24ca tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=886ec88855ee4059af64bc7766d1a1e8 HTTP/1.1" status: 200 len: 379 time: 0.2486603 Jul 09 13:14:03.317982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fc78-ef19-4c6d-8cc5-427428dac621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.408028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Request body: {'port': {'device_id': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'admin_state_up': True, 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'security_groups': ['a60835a1-c343-4c84-9acc-2b85f2048d59']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:03.434856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0405f-eb64-4189-9f36-85eb4ad5aabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a20cd1-9504-4f17-a0b7-8bc9c935e9fa,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:03.607419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bf6f-8f0e-40bf-88a0-a16bd98cdd30 req-11bd4e87-e868-42ec-8499-daf4d4342fce tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:03.611054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc21bf6f-8f0e-40bf-88a0-a16bd98cdd30 req-11bd4e87-e868-42ec-8499-daf4d4342fce tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 931 time: 0.1248355 Jul 09 13:14:03.686710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc21bf6f-8f0e-40bf-88a0-a16bd98cdd30 req-58a0df63-9d38-4158-ab42-fb8f8027c7b1 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619302 Jul 09 13:14:03.775915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fc78-ef19-4c6d-8cc5-427428dac621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.786423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fc78-ef19-4c6d-8cc5-427428dac621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.817483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18267d78-76dd-40c4-9eb7-478bf1c3c000 req-6489f869-11c1-45b1-93e4-33c30b883a47 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:03.819398 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-18267d78-76dd-40c4-9eb7-478bf1c3c000 req-6489f869-11c1-45b1-93e4-33c30b883a47 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 970 time: 0.2135899 Jul 09 13:14:03.880051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Made reservation on behalf of 886ec88855ee4059af64bc7766d1a1e8 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:03.884677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:03.900293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6ef8fc78-ef19-4c6d-8cc5-427428dac621 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aec842f765f24a039d6cdc97e7e478b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4385929 Jul 09 13:14:03.900718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46542) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:03.906221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8fc78-ef19-4c6d-8cc5-427428dac621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35213b4c-1fac-4b6b-a401-edf2ab7bad65,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:03.940609 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-18267d78-76dd-40c4-9eb7-478bf1c3c000 req-b224a4fe-e129-4ab7-aa12-c6f1c5e3e274 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017540 Jul 09 13:14:04.021860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46548) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:04.049485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf03dc8a-68a3-4c61-950a-c774c3083f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.053515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06b70e73-2a44-42c9-9661-951016a0d94d req-f4a5a963-349c-409d-ad24-678ff0681111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 210 time: 0.0500143 Jul 09 13:14:04.072694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70c19245-995a-4ac1-9b65-ed847af02ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.101423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70c19245-995a-4ac1-9b65-ed847af02ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.188487 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70c19245-995a-4ac1-9b65-ed847af02ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.192087 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70c19245-995a-4ac1-9b65-ed847af02ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.193878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-70c19245-995a-4ac1-9b65-ed847af02ccd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35213b4c-1fac-4b6b-a401-edf2ab7bad65 HTTP/1.1" status: 204 len: 168 time: 0.2921669 Jul 09 13:14:04.204590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Allocated IP 172.20.0.14 (10ad5623-fd12-4042-b470-b29afb6c832b/7649e5ee-40d7-466b-9713-e428554c6445/68508407-fc51-4c10-ae8a-bbaac7291710) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:04.204937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c19245-995a-4ac1-9b65-ed847af02ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35213b4c-1fac-4b6b-a401-edf2ab7bad65,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:04.293850 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf03dc8a-68a3-4c61-950a-c774c3083f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.327846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf03dc8a-68a3-4c61-950a-c774c3083f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.385294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-abeef54a-09f9-4d42-884b-7d0f60b6a1ee req-91af9b9b-89a0-4fb8-8b4d-41d4ffec0efb tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 210 time: 0.0637386 Jul 09 13:14:04.421641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bf03dc8a-68a3-4c61-950a-c774c3083f8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b52af46938344603bd56180801160a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988173 Jul 09 13:14:04.424729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03dc8a-68a3-4c61-950a-c774c3083f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e4559e-22be-4809-8c72-b7eb65708352,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:04.425230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46560) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:04.468292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.486429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Transition to ACTIVE for port object 68508407-fc51-4c10-ae8a-bbaac7291710 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:04.504607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88e7ade0-e28e-4f82-968c-e1ffa55a7571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.530935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88e7ade0-e28e-4f82-968c-e1ffa55a7571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.538779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.597853 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88e7ade0-e28e-4f82-968c-e1ffa55a7571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.601228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88e7ade0-e28e-4f82-968c-e1ffa55a7571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.602408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-88e7ade0-e28e-4f82-968c-e1ffa55a7571 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8e4559e-22be-4809-8c72-b7eb65708352 HTTP/1.1" status: 204 len: 168 time: 0.1758311 Jul 09 13:14:04.609468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Network 10ad5623-fd12-4042-b470-b29afb6c832b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:04.613824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:04.619161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:04.621851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7ade0-e28e-4f82-968c-e1ffa55a7571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e4559e-22be-4809-8c72-b7eb65708352,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:04.651700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event updated for resources: {'Port': ['ID=68508407-fc51-4c10-ae8a-bbaac7291710,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:04.748980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:04.749697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.786935 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-b206a9f4-5598-4e22-ad08-bd340d794041 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4330533 Jul 09 13:14:04.807171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Request body: {'port': {'device_id': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:04.849493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-242f3873-6826-41da-9aaf-4a20baf9b6f7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:04.851181 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-242f3873-6826-41da-9aaf-4a20baf9b6f7 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.11 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 970 time: 0.1685209 Jul 09 13:14:04.906154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46574) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:04.929864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a34d35a8-d73a-4426-80cc-5a0e436ec078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.000877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dc3d9922-8304-42e6-b1b4-86fcaffbbed1 None None] Provisioning for port 68508407-fc51-4c10-ae8a-bbaac7291710 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:05.005719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dc3d9922-8304-42e6-b1b4-86fcaffbbed1 None None] Provisioning complete for port 68508407-fc51-4c10-ae8a-bbaac7291710 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:05.007562 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9922-8304-42e6-b1b4-86fcaffbbed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.066177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7982c5-2604-4984-bda2-10b8a3dc5dfc req-ff076992-c2c1-44c8-892f-7bc82bd55959 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:05.093210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.096133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b7982c5-2604-4984-bda2-10b8a3dc5dfc req-ff076992-c2c1-44c8-892f-7bc82bd55959 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 931 time: 0.2336051 Jul 09 13:14:05.153514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d9922-8304-42e6-b1b4-86fcaffbbed1 None None] Port 68508407-fc51-4c10-ae8a-bbaac7291710 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:14:05.236384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b7982c5-2604-4984-bda2-10b8a3dc5dfc req-6a61f1b9-853e-493a-867d-1526b545daf1 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391146 Jul 09 13:14:05.341617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a34d35a8-d73a-4426-80cc-5a0e436ec078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.348956 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a34d35a8-d73a-4426-80cc-5a0e436ec078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.427233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d35a8-d73a-4426-80cc-5a0e436ec078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f471bec-5dea-4747-888a-febac8dc1e31,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:05.443734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a34d35a8-d73a-4426-80cc-5a0e436ec078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1beec72796049c2afbd9cd4c7324c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355332 Jul 09 13:14:05.444324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46596) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:05.533028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Deleting port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:14:05.533459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.587975 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8af25808-e4ea-44cd-8e1a-289f56f897ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.637086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8af25808-e4ea-44cd-8e1a-289f56f897ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.651936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fbac3-63f1-4f67-a87e-8ca0413b15de req-8a85844b-da16-4087-ad9e-ffa9be7191f5 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:05.653591 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-146fbac3-63f1-4f67-a87e-8ca0413b15de req-8a85844b-da16-4087-ad9e-ffa9be7191f5 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 932 time: 0.1660478 Jul 09 13:14:05.709561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce0a0-bfc0-49c9-b040-bbca463e59fc req-c2aae9c5-e5e2-41df-985e-abb971e7dda5 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:05.711596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c99ce0a0-bfc0-49c9-b040-bbca463e59fc req-c2aae9c5-e5e2-41df-985e-abb971e7dda5 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 970 time: 0.2571385 Jul 09 13:14:05.758251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-146fbac3-63f1-4f67-a87e-8ca0413b15de req-a94a239d-c29f-4ac3-a3a1-ddf3c0f66714 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950763 Jul 09 13:14:05.803045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8af25808-e4ea-44cd-8e1a-289f56f897ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.805863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8af25808-e4ea-44cd-8e1a-289f56f897ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.807104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8af25808-e4ea-44cd-8e1a-289f56f897ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f471bec-5dea-4747-888a-febac8dc1e31 HTTP/1.1" status: 204 len: 168 time: 0.3615274 Jul 09 13:14:05.815713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25808-e4ea-44cd-8e1a-289f56f897ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f471bec-5dea-4747-888a-febac8dc1e31,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:05.847736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] For port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:05.848476 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.904129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68508407-fc51-4c10-ae8a-bbaac7291710 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:05.926747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.942170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Calling delete_port for 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 owned by compute:tempest-test_az-832743739 {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:14:05.959154 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c99ce0a0-bfc0-49c9-b040-bbca463e59fc req-03050f23-5d4c-4d57-b5f1-b959ea1d4f2c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/security-groups?id=8541a94f-fb45-4e8c-9196-a7663efebe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329326 Jul 09 13:14:05.989612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Transition to ACTIVE for port object 68508407-fc51-4c10-ae8a-bbaac7291710 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:06.049149 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:06.053262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a29ec3d1-193f-46ad-8628-e19f2b46c303 req-9a4a21b9-37f3-45a2-92c7-6ee1a9b8ae8c tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 210 time: 0.0541461 Jul 09 13:14:06.104888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Pushing event updated for resources: {'Port': ['ID=68508407-fc51-4c10-ae8a-bbaac7291710,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:06.368327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Attempting to bind port 68508407-fc51-4c10-ae8a-bbaac7291710 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:06.371759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Attempting to bind port 68508407-fc51-4c10-ae8a-bbaac7291710 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:06.372235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Attempting to bind port 68508407-fc51-4c10-ae8a-bbaac7291710 on network 10ad5623-fd12-4042-b470-b29afb6c832b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:06.384944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Port 68508407-fc51-4c10-ae8a-bbaac7291710 on network 10ad5623-fd12-4042-b470-b29afb6c832b not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:06.385289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Attempting to bind port 68508407-fc51-4c10-ae8a-bbaac7291710 on network 10ad5623-fd12-4042-b470-b29afb6c832b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:06.399820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:06.400671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Checking segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:06.400671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Bound using segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:06.403531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Bound port: 68508407-fc51-4c10-ae8a-bbaac7291710, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:06.403916 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:06.420881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:06.432415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['88d199ea-d798-4ed7-bcf6-4f16b7a539c1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:06.461491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Pushing event deleted for resources: {'Port': ['ID=88d199ea-d798-4ed7-bcf6-4f16b7a539c1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:06.613475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] No DVR routers for this DVR port 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:14:06.622722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:06.626494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be60a37d-e0f1-49d1-9567-46c132b220cc req-2ed83fc1-4a58-447e-898a-83eb156baa7c tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.11 "DELETE /v2.0/ports/88d199ea-d798-4ed7-bcf6-4f16b7a539c1 HTTP/1.1" status: 204 len: 173 time: 1.7699566 Jul 09 13:14:06.627198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f946442f-0452-4e26-8e11-960c377b9d68', 'name': 'network-vif-deleted', 'tag': '88d199ea-d798-4ed7-bcf6-4f16b7a539c1'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:06.630870 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a89cee-460b-41bd-b578-10487e936679" -d '{"events": [{"server_uuid": "f946442f-0452-4e26-8e11-960c377b9d68", "name": "network-vif-deleted", "tag": "88d199ea-d798-4ed7-bcf6-4f16b7a539c1"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:06.646345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] For port 68508407-fc51-4c10-ae8a-bbaac7291710, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:06.650452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] For port 68508407-fc51-4c10-ae8a-bbaac7291710, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=68508407-fc51-4c10-ae8a-bbaac7291710,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:06.664384 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:06.712895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:06.713988 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:06.716827 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] 10.222.0.11 "PUT /v2.0/ports/68508407-fc51-4c10-ae8a-bbaac7291710 HTTP/1.1" status: 200 len: 1092 time: 1.9217818 Jul 09 13:14:06.727786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c359b10-ab6e-46c8-b2d5-d2caef50b0d1 req-a349bd4f-a79d-4745-beab-d8919ca24491 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:06.741161 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c359b10-ab6e-46c8-b2d5-d2caef50b0d1 req-a349bd4f-a79d-4745-beab-d8919ca24491 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 931 time: 0.2496860 Jul 09 13:14:06.793538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c27b3e-a834-46ed-8577-93f1c3aa7e99 service neutron] Pushing event updated for resources: {'Port': ['ID=68508407-fc51-4c10-ae8a-bbaac7291710,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:06.831826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c359b10-ab6e-46c8-b2d5-d2caef50b0d1 req-543fdd17-7182-4f57-8d06-a70f50960f90 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838795 Jul 09 13:14:06.924182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-fbbc9ac4-947a-444c-9fe2-7e91e0c5df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:06.926673 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-fbbc9ac4-947a-444c-9fe2-7e91e0c5df5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 1095 time: 0.0748110 Jul 09 13:14:06.949780 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65185cd-df83-4405-84c3-92bcc1e77ad3 x-openstack-request-id: req-e65185cd-df83-4405-84c3-92bcc1e77ad3 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:06.950085 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f946442f-0452-4e26-8e11-960c377b9d68", "name": "network-vif-deleted", "tag": "88d199ea-d798-4ed7-bcf6-4f16b7a539c1", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:06.950349 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e65185cd-df83-4405-84c3-92bcc1e77ad3 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:06.950749 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f946442f-0452-4e26-8e11-960c377b9d68', 'name': 'network-vif-deleted', 'tag': '88d199ea-d798-4ed7-bcf6-4f16b7a539c1', 'status': 'completed', 'code': 200} Jul 09 13:14:07.042597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-22628487-9249-43c7-8a91-b81cf61aabd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68508407-fc51-4c10-ae8a-bbaac7291710 HTTP/1.1" status: 200 len: 217 time: 0.1087949 Jul 09 13:14:07.113810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-ff56b59f-14ad-4ba6-b900-a27c3340d9b6 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:07.115593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-ff56b59f-14ad-4ba6-b900-a27c3340d9b6 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070734 Jul 09 13:14:07.155307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-f4b46c79-7f2f-4975-9346-1f86b08d105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:07.156791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-f4b46c79-7f2f-4975-9346-1f86b08d105e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7649e5ee-40d7-466b-9713-e428554c6445 HTTP/1.1" status: 200 len: 863 time: 0.1055577 Jul 09 13:14:07.212187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8a99-fb7f-4123-9a42-8130307a91db req-2a3b932a-5640-46eb-ad3c-16b77b02d6ca tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:07.218351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70cb8a99-fb7f-4123-9a42-8130307a91db req-2a3b932a-5640-46eb-ad3c-16b77b02d6ca tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 944 time: 0.1244097 Jul 09 13:14:07.239113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a0e74c7-352f-426d-9595-5c4222ef67fd req-b038d8f1-53dd-472e-8fa8-fef7f1c6ea91 tempest-AggregatesAdminTestJSON-868763156 tempest-AggregatesAdminTestJSON-868763156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f946442f-0452-4e26-8e11-960c377b9d68 HTTP/1.1" status: 200 len: 210 time: 0.0607939 Jul 09 13:14:07.306883 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70cb8a99-fb7f-4123-9a42-8130307a91db req-8caf56ad-944b-4397-a2f5-029f4c345f9e tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875652 Jul 09 13:14:07.352988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-e4ce8240-6e88-4f17-959e-149819cbb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:07.356903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-e4ce8240-6e88-4f17-959e-149819cbb69e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10ad5623-fd12-4042-b470-b29afb6c832b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916311 Jul 09 13:14:07.406253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46668) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:07.432184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7d6105a-0127-4bbc-8b82-deaf3d85bb31 req-748c8701-9f48-461e-bb74-090110c621bb tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 210 time: 0.0590680 Jul 09 13:14:07.520557 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-6fa38199-4879-4b3c-90f9-48f4a4ea944e service neutron] 10.222.0.11 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461680 Jul 09 13:14:07.629889 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39254930-2d4b-4a31-9e7d-6586cab6c983 req-bfb2902d-71ed-4d70-983e-849077929f36 service neutron] 10.222.0.11 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020081 Jul 09 13:14:07.655269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Request body: {'port': {'device_id': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:07.708746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-771252029-network', 'tenant_id': '8da4e45c3e9c431fa9a2fc8bb534b66b'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:07.737741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:07.742316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Made reservation on behalf of 8da4e45c3e9c431fa9a2fc8bb534b66b for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:07.744775 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:07.757947 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:07.900242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:07.906601 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:07.923712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:14:07.952179 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:07.952764 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Added segment 82feabbe-3c7e-4d9a-b3dd-9e996284c765 of type vlan for network 2b77434e-beb2-42a5-816b-759f76cf51d4 Jul 09 13:14:08.004661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aedb80-5202-49b8-aeed-5366a73b7efb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:08.032211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.10', 62833) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:08.065133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.074609 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2fd02ae8-0f6d-419e-a258-f20f1fee0a57 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407534 Jul 09 13:14:08.106268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46694) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:08.189261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d46de0-b86e-4930-9eb8-28782ae75484 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:08.210411 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.220308 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.221375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:08.222746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.295333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Transition to ACTIVE for port object b3d46de0-b86e-4930-9eb8-28782ae75484 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:08.310708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9033062 Jul 09 13:14:08.313171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46702) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:08.332092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-b2302ec3-4a68-4390-9d87-c74aaaf5ee84 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:08.333758 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-b2302ec3-4a68-4390-9d87-c74aaaf5ee84 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539949 Jul 09 13:14:08.334666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a0e59-48e1-499f-b556-5841733cf1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b77434e-beb2-42a5-816b-759f76cf51d4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:08.336854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.348297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2b77434e-beb2-42a5-816b-759f76cf51d4 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:14:08.353330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Request body: {'port': {'device_id': 'd7b5e60f-8f77-4252-b64b-41355becdc74', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'bc8e258ccaab46d7b7cd8696c149c007'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:08.355126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Request body: {'subnet': {'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-771252029-subnet', 'tenant_id': '8da4e45c3e9c431fa9a2fc8bb534b66b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:08.437270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b959ea38-19cc-4526-a08c-7d6c88902ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.471977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:08.496767 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-b959ea38-19cc-4526-a08c-7d6c88902ae7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:14:08.496767 n-d-799524-3 neutron-server[93912]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:14:08.496767 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id': '5a860cc98e094bae9c41f102db60cd83', 'id': '0d9a7fb4-4d31-478a-a562-18eb4333e550', 'expiration': datetime.datetime(2021, 7, 9, 13, 16, 8, 490519)}] Jul 09 13:14:08.496767 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:14:08.497669 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-b959ea38-19cc-4526-a08c-7d6c88902ae7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:14:08.500290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03464c4-3c3b-47c2-9867-d8905af447d9 req-154887e1-3fc1-4ab4-bc07-372958a6e2fc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:08.501820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b03464c4-3c3b-47c2-9867-d8905af447d9 req-154887e1-3fc1-4ab4-bc07-372958a6e2fc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 931 time: 0.3036678 Jul 09 13:14:08.571380 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Made reservation on behalf of bc8e258ccaab46d7b7cd8696c149c007 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:08.573869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Made reservation on behalf of 8da4e45c3e9c431fa9a2fc8bb534b66b for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:08.575472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.576125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.647118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b03464c4-3c3b-47c2-9867-d8905af447d9 req-23aa0b92-cde0-4c71-80c4-aa4a0c51fae8 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173666 Jul 09 13:14:08.656677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:08.657619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:08.657619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:08.666503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:08.666829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:08.681228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:08.681597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:08.682143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:08.682607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Bound port: b3d46de0-b86e-4930-9eb8-28782ae75484, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:08.683010 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.768576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Allocated IP 192.168.233.226 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/b089b7cd-b827-46ee-88b3-08e364da4cb3) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:08.776441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:08.877232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:08.892487 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.936456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:08.937090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:08.938547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 1091 time: 1.5726140 Jul 09 13:14:08.942272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-82677abc-14cd-44ca-8c43-d0a32147d183 req-dd04e953-d7bb-4fbf-9137-18d958500e4d tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 210 time: 0.0757356 Jul 09 13:14:08.942747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:08.954209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'tag': '68508407-fc51-4c10-ae8a-bbaac7291710'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:08.956542 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826a36ad-8515-4574-bd62-4a9865fdd2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7755e7-1929-4ab0-9508-244ea3b001a9", "tag": "68508407-fc51-4c10-ae8a-bbaac7291710"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:09.000184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b959ea38-19cc-4526-a08c-7d6c88902ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.054237 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.081282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Transition to ACTIVE for port object b089b7cd-b827-46ee-88b3-08e364da4cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:09.087731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46734) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:09.175801 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.229468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b959ea38-19cc-4526-a08c-7d6c88902ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.241224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:09.256071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:09.258909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:09.303843 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b959ea38-19cc-4526-a08c-7d6c88902ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.316449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:09.317127 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.320560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0348-1b72-48dd-a83c-c1e6fb8b71b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:09.357407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbc6e5-e93f-41b9-a763-90a5bc40548f req-46f069d5-28a7-4ee0-849b-4b9b80771a90 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:09.359579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Pushing event updated for resources: {'Port': ['ID=b089b7cd-b827-46ee-88b3-08e364da4cb3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:09.360012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9dbc6e5-e93f-41b9-a763-90a5bc40548f req-46f069d5-28a7-4ee0-849b-4b9b80771a90 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 944 time: 0.5207443 Jul 09 13:14:09.413721 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-2225aad3-d7c0-4acb-820a-6a0da0124c4f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0642700 Jul 09 13:14:09.421514 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b959ea38-19cc-4526-a08c-7d6c88902ae7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a860cc98e094bae9c41f102db60cd83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3118918 Jul 09 13:14:09.422234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959ea38-19cc-4526-a08c-7d6c88902ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c518f416-b396-4479-aeeb-041abdbc594f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:09.428599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46746) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:09.440178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Request body: {'port': {'device_id': 'd7b5e60f-8f77-4252-b64b-41355becdc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:09.441625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:14:09.450639 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4850203c-ff43-4823-8305-eea13cf2c189 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74b0beb748e148ce8fe3f611a1125e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594642 Jul 09 13:14:09.471630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46748) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:09.488679 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a8dd0-a95f-4336-b4ec-451ecde2d110" -d '{"events": [{"name": "network-changed", "server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:09.490834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:14:09.493266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 88d199ea-d798-4ed7-bcf6-4f16b7a539c1 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:14:09.498740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412568-a599-49ce-b6e5-8cf822560995 req-7497507a-dfc6-41e9-858a-490a4c0a878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:09.500976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-7497507a-dfc6-41e9-858a-490a4c0a878e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1094 time: 0.3038650 Jul 09 13:14:09.544393 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:14:09.626542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b7b4-bfc9-4496-9101-f84497d23e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.629435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.632134 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db74f4c-9384-47a2-b02d-fc67c809968b x-openstack-request-id: req-8db74f4c-9384-47a2-b02d-fc67c809968b {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:09.632428 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7755e7-1929-4ab0-9508-244ea3b001a9", "tag": "68508407-fc51-4c10-ae8a-bbaac7291710", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:09.632683 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8db74f4c-9384-47a2-b02d-fc67c809968b {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:09.633069 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'tag': '68508407-fc51-4c10-ae8a-bbaac7291710', 'status': 'completed', 'code': 200} Jul 09 13:14:09.657360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.662829 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df185fb3-b2e0-476e-9065-77b2fc431197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.708526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-31f62d84-1d3d-46b0-8f2e-08eac66d4a67 None None] Provisioning for port b089b7cd-b827-46ee-88b3-08e364da4cb3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:09.713084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-31f62d84-1d3d-46b0-8f2e-08eac66d4a67 None None] Provisioning complete for port b089b7cd-b827-46ee-88b3-08e364da4cb3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:09.713705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-31f62d84-1d3d-46b0-8f2e-08eac66d4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.715275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b7b4-bfc9-4496-9101-f84497d23e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.738767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558cddb0-8b62-4eeb-b90e-28ff554b319b,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:09.742012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-0dc029a4-c18d-41b6-a3a9-084d7dfe828e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 217 time: 0.2290363 Jul 09 13:14:09.749766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9dbc6e5-e93f-41b9-a763-90a5bc40548f req-fb117107-cad4-4989-b30a-9f4c2b22fad0 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828738 Jul 09 13:14:09.797312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-31f62d84-1d3d-46b0-8f2e-08eac66d4a67 None None] Port b089b7cd-b827-46ee-88b3-08e364da4cb3 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:14:09.836729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412568-a599-49ce-b6e5-8cf822560995 req-9fdff6db-172a-4f05-8980-4f3bc0ed2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:09.838678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-9fdff6db-172a-4f05-8980-4f3bc0ed2ab0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0874307 Jul 09 13:14:09.842506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Checking segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:09.843172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Network hostable DHCP agents. Network: 2b77434e-beb2-42a5-816b-759f76cf51d4, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:14:09.906481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-d04ae3a1-98fc-42e3-bc7f-f9912382f76c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587521 Jul 09 13:14:09.921114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Network 2b77434e-beb2-42a5-816b-759f76cf51d4 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:14:09.938415 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd03338-de34-4e5d-9404-41e399bb8fbf x-openstack-request-id: req-efd03338-de34-4e5d-9404-41e399bb8fbf {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:09.938712 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:09.939032 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efd03338-de34-4e5d-9404-41e399bb8fbf {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:09.939452 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484', 'status': 'completed', 'code': 200} Jul 09 13:14:09.978963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2b77434e-beb2-42a5-816b-759f76cf51d4) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:09.987892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:09.988446 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:09.994928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc3352-0833-4b30-8b13-017448048ea3 None None] Network 2b77434e-beb2-42a5-816b-759f76cf51d4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:10.017533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-46f943fa-558d-45d1-9943-a4f3b6624e54 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6782331 Jul 09 13:14:10.038198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-776220f2-f24e-4948-9599-9a42d6b374e7 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236649 Jul 09 13:14:10.041712 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df185fb3-b2e0-476e-9065-77b2fc431197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:10.199934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4680384-7ae0-472a-a51f-2e5490aa6b29 None None] Network 2b77434e-beb2-42a5-816b-759f76cf51d4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:10.231963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-c23616e3-336d-499c-b0e8-2b709fb72d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.234094 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-c23616e3-336d-499c-b0e8-2b709fb72d7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 1095 time: 0.5855784 Jul 09 13:14:10.272505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81412568-a599-49ce-b6e5-8cf822560995 req-e9348ab1-96c7-452d-bb79-ee56e6901d44 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244599 Jul 09 13:14:10.277701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b7b4-bfc9-4496-9101-f84497d23e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:10.280965 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b7b4-bfc9-4496-9101-f84497d23e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:10.284904 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0bc2b7b4-bfc9-4496-9101-f84497d23e42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c518f416-b396-4479-aeeb-041abdbc594f HTTP/1.1" status: 204 len: 168 time: 0.8541882 Jul 09 13:14:10.362455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ab8d2-9d37-4481-ae59-0acbb4e03a3c req-439bdb20-a1d8-4fe5-8b47-c56cc6661d92 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.364035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f9ab8d2-9d37-4481-ae59-0acbb4e03a3c req-439bdb20-a1d8-4fe5-8b47-c56cc6661d92 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 943 time: 0.2151418 Jul 09 13:14:10.409808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2b7b4-bfc9-4496-9101-f84497d23e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518f416-b396-4479-aeeb-041abdbc594f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:10.423714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f9ab8d2-9d37-4481-ae59-0acbb4e03a3c req-0d152824-9bef-49d7-b29a-690f1620ea75 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513895 Jul 09 13:14:10.425703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df185fb3-b2e0-476e-9065-77b2fc431197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:10.428548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df185fb3-b2e0-476e-9065-77b2fc431197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:10.432122 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-df185fb3-b2e0-476e-9065-77b2fc431197 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8541a94f-fb45-4e8c-9196-a7663efebe8c HTTP/1.1" status: 204 len: 168 time: 0.9580338 Jul 09 13:14:10.502181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-22e40cc3-1105-404b-8488-d7b718ee2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.504654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-22e40cc3-1105-404b-8488-d7b718ee2c25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1094 time: 0.0930707 Jul 09 13:14:10.523029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df185fb3-b2e0-476e-9065-77b2fc431197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8541a94f-fb45-4e8c-9196-a7663efebe8c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:10.592245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b089b7cd-b827-46ee-88b3-08e364da4cb3 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:10.600583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-ccc045ff-15a4-429e-95aa-f2358b0ac868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.602080 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-ccc045ff-15a4-429e-95aa-f2358b0ac868 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 924 time: 0.3593373 Jul 09 13:14:10.608960 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:10.652574 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-7974aa36-89f3-497f-9f3c-3f83ee34f9bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68508407-fc51-4c10-ae8a-bbaac7291710 HTTP/1.1" status: 200 len: 217 time: 0.0410278 Jul 09 13:14:10.675202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Transition to ACTIVE for port object b089b7cd-b827-46ee-88b3-08e364da4cb3 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:10.684320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143d15-954d-47f5-a3e8-f0b09fd83c40 req-71a51f23-00fe-442b-b8c1-d70eae715dc8 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.691912 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6143d15-954d-47f5-a3e8-f0b09fd83c40 req-71a51f23-00fe-442b-b8c1-d70eae715dc8 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 936 time: 0.2227640 Jul 09 13:14:10.696483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-b8ab0eee-8857-48d5-8720-572cb973eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.698091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-b8ab0eee-8857-48d5-8720-572cb973eff6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1865578 Jul 09 13:14:10.717548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:10.748729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-71443c90-b305-41aa-aba0-d832b7e5e49a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 217 time: 0.0424166 Jul 09 13:14:10.803077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-bf37933f-f361-4930-ac7d-665d17b43d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.804583 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-bf37933f-f361-4930-ac7d-665d17b43d91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7649e5ee-40d7-466b-9713-e428554c6445 HTTP/1.1" status: 200 len: 863 time: 0.1414061 Jul 09 13:14:10.819432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46800) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:10.822430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6143d15-954d-47f5-a3e8-f0b09fd83c40 req-57183193-f25a-42ef-9d2a-5443e9b57234 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295500 Jul 09 13:14:10.825788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b089b7cd-b827-46ee-88b3-08e364da4cb3,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:10.835567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fc3521-d918-4004-98c8-a39e4287c620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:10.927615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-c9b7b858-068c-4ce6-96fe-74ca0a757976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.929366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-c9b7b858-068c-4ce6-96fe-74ca0a757976 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.1753447 Jul 09 13:14:10.970571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Attempting to bind port b089b7cd-b827-46ee-88b3-08e364da4cb3 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:10.971107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Attempting to bind port b089b7cd-b827-46ee-88b3-08e364da4cb3 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:10.971644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Attempting to bind port b089b7cd-b827-46ee-88b3-08e364da4cb3 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:10.988041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Port b089b7cd-b827-46ee-88b3-08e364da4cb3 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:10.988559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Attempting to bind port b089b7cd-b827-46ee-88b3-08e364da4cb3 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:10.992493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-b2e6f7f1-6bf4-46b5-80b2-4e2bef60bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:10.997568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-b2e6f7f1-6bf4-46b5-80b2-4e2bef60bf2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10ad5623-fd12-4042-b470-b29afb6c832b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741424 Jul 09 13:14:11.007443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:11.009497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:11.009851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:11.010283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-3b5c1990-c795-4319-8a82-fdfd3c4cbceb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690260 Jul 09 13:14:11.013413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Bound port: b089b7cd-b827-46ee-88b3-08e364da4cb3, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:11.022137 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.093801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46814) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:11.181627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fc3521-d918-4004-98c8-a39e4287c620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.191762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fc3521-d918-4004-98c8-a39e4287c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.192101 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-091c827e-f391-49c7-84bd-da0635de8711 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f2b76e1e85d4227b4e2f759ae807044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968308 Jul 09 13:14:11.197707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46816) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:11.260726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] For port b089b7cd-b827-46ee-88b3-08e364da4cb3, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:11.264861 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-bcd2e6f8-99fa-4678-b66d-938ccfce877f service neutron] 10.222.0.11 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388775 Jul 09 13:14:11.273538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-85fc3521-d918-4004-98c8-a39e4287c620 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8611b958d984cf984b27b4bd384162e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529386 Jul 09 13:14:11.282126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46818) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:11.284221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-3089c710-7eaf-4245-b5f4-e80a9071641b service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654653 Jul 09 13:14:11.294036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc3521-d918-4004-98c8-a39e4287c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee21ff3-b314-4f45-834c-741ca5968437,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:11.302186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] For port b089b7cd-b827-46ee-88b3-08e364da4cb3, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b089b7cd-b827-46ee-88b3-08e364da4cb3,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:11.314663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-2008cbf0-2ccc-481f-a356-c0edd1f2b6e2 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:11.321264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-2008cbf0-2ccc-481f-a356-c0edd1f2b6e2 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 804 time: 0.2255914 Jul 09 13:14:11.374576 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.391654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-54e67f70-f974-4848-aad7-00de594ed20c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/quotas/8da4e45c3e9c431fa9a2fc8bb534b66b HTTP/1.1" status: 200 len: 375 time: 0.0693941 Jul 09 13:14:11.443305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 68508407-fc51-4c10-ae8a-bbaac7291710 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:14:11.470266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:11.471332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.472772 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] 10.222.0.10 "PUT /v2.0/ports/b089b7cd-b827-46ee-88b3-08e364da4cb3 HTTP/1.1" status: 200 len: 1096 time: 2.0432625 Jul 09 13:14:11.484649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb6399fc-3dab-4138-8a29-c1120095f789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.516412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18e6fe-0f7f-44c3-b375-03121dca16d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b089b7cd-b827-46ee-88b3-08e364da4cb3,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:11.557470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb6399fc-3dab-4138-8a29-c1120095f789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.571595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-3807aaba-7b3c-4c1f-912a-78c7a012b99d tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1782601 Jul 09 13:14:11.575734 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826a36ad-8515-4574-bd62-4a9865fdd2ac req-8e2b258d-5e63-44cb-97a4-b89558072e5e service neutron] 10.222.0.11 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969820 Jul 09 13:14:11.579973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3688590d-6e12-4191-8788-6546fc6bf2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.637162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b5e60f-8f77-4252-b64b-41355becdc74', 'tag': 'b089b7cd-b827-46ee-88b3-08e364da4cb3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:11.640631 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29809ce-43c8-4ae0-86c3-eea800cb2a33" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b5e60f-8f77-4252-b64b-41355becdc74", "tag": "b089b7cd-b827-46ee-88b3-08e364da4cb3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:11.742484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 68508407-fc51-4c10-ae8a-bbaac7291710, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=68508407-fc51-4c10-ae8a-bbaac7291710,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:11.762404 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a41a8dd0-a95f-4336-b4ec-451ecde2d110 req-7e72b953-ed8f-4c91-999d-de4cb1edc9e0 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680102 Jul 09 13:14:11.766893 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3688590d-6e12-4191-8788-6546fc6bf2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.780756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '68508407-fc51-4c10-ae8a-bbaac7291710', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'port_id': '68508407-fc51-4c10-ae8a-bbaac7291710', 'mac_address': 'fa:16:3e:9f:59:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:14:11.841417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb6399fc-3dab-4138-8a29-c1120095f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.847064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb6399fc-3dab-4138-8a29-c1120095f789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.850842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bb6399fc-3dab-4138-8a29-c1120095f789 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a2e4859-b092-4287-a5ae-428a37133c0d HTTP/1.1" status: 204 len: 168 time: 0.6421127 Jul 09 13:14:11.860155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-16476cae-17a0-48e1-8629-f24b9bf046b9 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612183 Jul 09 13:14:11.862193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-f28e735e-f360-41bf-932e-272994196f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:11.863142 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-f28e735e-f360-41bf-932e-272994196f86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 1099 time: 0.3109944 Jul 09 13:14:11.871041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6399fc-3dab-4138-8a29-c1120095f789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e4859-b092-4287-a5ae-428a37133c0d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:11.893260 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.919652 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-fb6c49cd-0fd0-4ea3-8437-c83117e80764 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b089b7cd-b827-46ee-88b3-08e364da4cb3 HTTP/1.1" status: 200 len: 217 time: 0.0434966 Jul 09 13:14:11.934349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80245-8e1a-43c8-ab86-fa90091d0683 req-563f5fbb-c78d-49e3-b043-41edc9a231c5 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:11.939508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3688590d-6e12-4191-8788-6546fc6bf2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.943537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ea80245-8e1a-43c8-ab86-fa90091d0683 req-563f5fbb-c78d-49e3-b043-41edc9a231c5 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 944 time: 0.2266412 Jul 09 13:14:11.945165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3688590d-6e12-4191-8788-6546fc6bf2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:11.945709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68508407-fc51-4c10-ae8a-bbaac7291710 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:11.954149 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3688590d-6e12-4191-8788-6546fc6bf2a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ee21ff3-b314-4f45-834c-741ca5968437 HTTP/1.1" status: 204 len: 168 time: 0.6618536 Jul 09 13:14:11.977214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688590d-6e12-4191-8788-6546fc6bf2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee21ff3-b314-4f45-834c-741ca5968437,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:12.011191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 68508407-fc51-4c10-ae8a-bbaac7291710, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=68508407-fc51-4c10-ae8a-bbaac7291710,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:12.021519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:12.040769 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ea80245-8e1a-43c8-ab86-fa90091d0683 req-e84b6e64-c0c5-47bf-87ea-1ea25a6a61a0 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961869 Jul 09 13:14:12.047261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-90fc7219-a379-454e-9d57-7593f2f0a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:12.052219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-90fc7219-a379-454e-9d57-7593f2f0a994 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1065688 Jul 09 13:14:12.063005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f4e8589a-2726-49b0-b101-29b28cf290cc service neutron] 10.222.0.32 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030635 Jul 09 13:14:12.152742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=68508407-fc51-4c10-ae8a-bbaac7291710,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:12.189886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-63c41af3-70c4-45e0-9078-276b742ee038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:12.196296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-63c41af3-70c4-45e0-9078-276b742ee038 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365962 Jul 09 13:14:12.212832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['68508407-fc51-4c10-ae8a-bbaac7291710'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:12.437450 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4816a79-9da2-4998-a077-a8a66662b8d2 x-openstack-request-id: req-a4816a79-9da2-4998-a077-a8a66662b8d2 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:12.437781 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b5e60f-8f77-4252-b64b-41355becdc74", "tag": "b089b7cd-b827-46ee-88b3-08e364da4cb3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:12.437992 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4816a79-9da2-4998-a077-a8a66662b8d2 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:12.438380 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b5e60f-8f77-4252-b64b-41355becdc74', 'tag': 'b089b7cd-b827-46ee-88b3-08e364da4cb3', 'status': 'completed', 'code': 200} Jul 09 13:14:12.465878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-05309357-f7c0-4ec6-8a2d-412bc9a5cdf4 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609787 Jul 09 13:14:12.592518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c01bf-a1fd-4faf-b6bd-457a6a7cb5f1 req-c419b3d3-d3de-419c-a45d-0a68b5bfa409 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:12.596898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef78e6-6a6e-478d-976e-4b4a3982d1fb req-382038b4-83f6-4358-acba-b06fc3491a6a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:12.601491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da2c01bf-a1fd-4faf-b6bd-457a6a7cb5f1 req-c419b3d3-d3de-419c-a45d-0a68b5bfa409 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 948 time: 0.1343706 Jul 09 13:14:12.603678 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7ef78e6-6a6e-478d-976e-4b4a3982d1fb req-382038b4-83f6-4358-acba-b06fc3491a6a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 943 time: 0.3852406 Jul 09 13:14:12.650354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da2c01bf-a1fd-4faf-b6bd-457a6a7cb5f1 req-d8702c93-555b-4a71-b6ce-c1d7f8ad2a9c tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 Jul 09 13:14:12.678242 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7ef78e6-6a6e-478d-976e-4b4a3982d1fb req-99ad96f1-9a59-4027-9064-29c1440fcb58 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736434 Jul 09 13:14:12.685016 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0adba2f-376d-41d7-940d-3d6bc1a9a1e9 req-a62ee83f-8f00-42a6-ad98-1a73531f1b2c service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065227 Jul 09 13:14:12.712595 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:12.783630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c736f670-6e17-4a70-b701-5650c5e533f9 req-430f75f9-b153-4c78-9aec-5a1b91623255 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 210 time: 0.0437827 Jul 09 13:14:12.843869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-ec5dce47-e75a-4e7e-8b58-87a33b6366b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:12.845611 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-ec5dce47-e75a-4e7e-8b58-87a33b6366b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 1099 time: 0.0921557 Jul 09 13:14:12.879862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46878) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:13.031739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-ab592aa4-49cf-4954-b3cd-5d8df18f10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:13.033880 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-ab592aa4-49cf-4954-b3cd-5d8df18f10bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1799960 Jul 09 13:14:13.090430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-b837599e-e852-4d69-9eb3-5f5b0b1accc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b089b7cd-b827-46ee-88b3-08e364da4cb3 HTTP/1.1" status: 200 len: 217 time: 0.0500245 Jul 09 13:14:13.173227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-72d3ed7a-9e09-43a8-9f1e-46691b6c3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:13.175056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-72d3ed7a-9e09-43a8-9f1e-46691b6c3dd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0753512 Jul 09 13:14:13.241438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc24a-a1f8-4245-bebd-16021203974a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.257086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c63202-5f39-42c4-94db-c06e0c0c37d4 req-13b301c7-3298-4c5c-8f5f-e14dd683f53f tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:13.265938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37c63202-5f39-42c4-94db-c06e0c0c37d4 req-13b301c7-3298-4c5c-8f5f-e14dd683f53f tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 945 time: 0.0990951 Jul 09 13:14:13.277647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-a0710544-421a-4cd2-8060-d7e56d84eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:13.279801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-a0710544-421a-4cd2-8060-d7e56d84eb2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957601 Jul 09 13:14:13.328403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37c63202-5f39-42c4-94db-c06e0c0c37d4 req-2a63200d-c61f-4dcf-9aba-4884d88c75bf tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573518 Jul 09 13:14:13.421110 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-f02879bc-b9e2-4501-b804-119a1cb82492 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329703 Jul 09 13:14:13.441839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 68508407-fc51-4c10-ae8a-bbaac7291710 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:13.508518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 68508407-fc51-4c10-ae8a-bbaac7291710 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:13.519299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc24a-a1f8-4245-bebd-16021203974a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.520221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 68508407-fc51-4c10-ae8a-bbaac7291710 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:13.520781 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.540678 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc24a-a1f8-4245-bebd-16021203974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.575989 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ad7cc24a-a1f8-4245-bebd-16021203974a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e40a820e5bd468eb4ad46c91068b8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911521 Jul 09 13:14:13.576111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46910) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:13.606595 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c29809ce-43c8-4ae0-86c3-eea800cb2a33 req-cc4601f7-27c6-4bab-9465-0218b8a5edbe service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725388 Jul 09 13:14:13.608100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc24a-a1f8-4245-bebd-16021203974a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e02b6e-84d9-4b09-b73b-a56e9833fba8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:13.698672 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.721188 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.733883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ea6c-d5ec-4c15-9f08-dd04e8479119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.754686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68508407-fc51-4c10-ae8a-bbaac7291710'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:13.757589 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a3576-0723-4832-aaff-5e0c2582f724" -d '{"events": [{"server_uuid": "ea7755e7-1929-4ab0-9508-244ea3b001a9", "name": "network-vif-plugged", "status": "completed", "tag": "68508407-fc51-4c10-ae8a-bbaac7291710"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:13.779149 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ea6c-d5ec-4c15-9f08-dd04e8479119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.799368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 68508407-fc51-4c10-ae8a-bbaac7291710, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=68508407-fc51-4c10-ae8a-bbaac7291710,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:13.812717 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.852747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46934) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:13.921822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ea6c-d5ec-4c15-9f08-dd04e8479119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.924730 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ea6c-d5ec-4c15-9f08-dd04e8479119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.926111 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ccc6ea6c-d5ec-4c15-9f08-dd04e8479119 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48e02b6e-84d9-4b09-b73b-a56e9833fba8 HTTP/1.1" status: 204 len: 168 time: 0.3491056 Jul 09 13:14:13.940849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ea6c-d5ec-4c15-9f08-dd04e8479119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e02b6e-84d9-4b09-b73b-a56e9833fba8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:13.993001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=68508407-fc51-4c10-ae8a-bbaac7291710,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:13.995095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6c0e9-433c-4d01-bef3-f7c2670f7653 req-c4d3b360-435c-40c3-95e7-3170e11b7cb0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:13.998629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dda6c0e9-433c-4d01-bef3-f7c2670f7653 req-c4d3b360-435c-40c3-95e7-3170e11b7cb0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 948 time: 0.1206470 Jul 09 13:14:14.089937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dda6c0e9-433c-4d01-bef3-f7c2670f7653 req-4eb64274-53f7-4183-bc5e-bfc8f507c7a7 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798252 Jul 09 13:14:14.165175 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d581d7-0fb5-4444-92ea-301c2cf0aa3f x-openstack-request-id: req-92d581d7-0fb5-4444-92ea-301c2cf0aa3f {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:14.165667 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7755e7-1929-4ab0-9508-244ea3b001a9", "name": "network-vif-plugged", "status": "completed", "tag": "68508407-fc51-4c10-ae8a-bbaac7291710", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:14.166064 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92d581d7-0fb5-4444-92ea-301c2cf0aa3f {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:14.166589 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68508407-fc51-4c10-ae8a-bbaac7291710', 'code': 200} Jul 09 13:14:14.271631 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b3edce99-ece4-4509-9ea2-1488e29370d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.285544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-65094598-network', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:14.390015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Made reservation on behalf of fd3ef6eb0f1d49d6871208b95e25ef70 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:14.392388 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.414972 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-feb1eb3c-7bdb-420f-821f-95ca12d6dd72 req-339677dc-4371-460b-9ba4-1b5cbf7e98e3 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 210 time: 0.0474172 Jul 09 13:14:14.418764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.456965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-3404ef96-8fe8-4643-9024-560788b349e0 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:14.458916 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-3404ef96-8fe8-4643-9024-560788b349e0 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.11 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 804 time: 0.5759537 Jul 09 13:14:14.476514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Request body: {'port': {'device_id': '8e5602e8-152f-4803-8b01-12f235238018', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'admin_state_up': True, 'tenant_id': '8da4e45c3e9c431fa9a2fc8bb534b66b'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:14.508675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddcd7a-166c-4d87-b2d8-3e0b60683aa3 req-115ee84d-5197-4515-ad51-136a254858a1 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:14.516204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-69ddcd7a-166c-4d87-b2d8-3e0b60683aa3 req-115ee84d-5197-4515-ad51-136a254858a1 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 943 time: 0.2266529 Jul 09 13:14:14.586815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2d690-496c-486c-a924-739b1813789a req-ff7497a6-5b10-4783-a491-34330b6683a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:14.588597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66b2d690-496c-486c-a924-739b1813789a req-ff7497a6-5b10-4783-a491-34330b6683a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 1097 time: 0.2526495 Jul 09 13:14:14.600673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:14:14.677272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85201f8f-4690-4222-b4b7-f9bda8590a69 req-64455dfd-f0d7-4327-8977-82e25ab07087 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:14.687049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-69ddcd7a-166c-4d87-b2d8-3e0b60683aa3 req-4a2448fa-9446-44f9-aff0-2bb8f8920726 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698434 Jul 09 13:14:14.687525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85201f8f-4690-4222-b4b7-f9bda8590a69 req-64455dfd-f0d7-4327-8977-82e25ab07087 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 946 time: 0.1331232 Jul 09 13:14:14.718929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46962) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:14.751187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfba1-0a70-4171-b3d1-beb6843e85a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.784348 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66b2d690-496c-486c-a924-739b1813789a req-63a6ba33-303f-4bfe-a044-0b85a38fc870 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842887 Jul 09 13:14:14.803638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85201f8f-4690-4222-b4b7-f9bda8590a69 req-c461468f-0858-492b-a98b-f261a4403c3d tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971081 Jul 09 13:14:14.823946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.828482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:14.841178 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.851852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'b3d46de0-b86e-4930-9eb8-28782ae75484', 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'port_id': 'b3d46de0-b86e-4930-9eb8-28782ae75484', 'mac_address': 'fa:16:3e:29:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f16a256-4968-4ee2-ad0f-8d4c1186889e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:14:14.857013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-b9fbfba1-0a70-4171-b3d1-beb6843e85a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:14:14.857013 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:14:14.857013 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': 'e0a82a1b2a39433a9f462d6f64d8ba55', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 14, 14, 807505)}] Jul 09 13:14:14.857013 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:14:14.857992 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-b9fbfba1-0a70-4171-b3d1-beb6843e85a0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:14:14.877444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:14:14.892917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Made reservation on behalf of 8da4e45c3e9c431fa9a2fc8bb534b66b for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:14.896484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.916052 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196fe2c9-b66d-41e2-93d8-c68008f1ccce,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:14.917809 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.919749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:14.920836 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Added segment 0e73530f-6b3b-43a6-9c28-c82a1c4085e5 of type vlan for network 6f88463f-30f4-49ba-9545-04dc63dd2f55 Jul 09 13:14:14.935241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d46de0-b86e-4930-9eb8-28782ae75484 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:14.969369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:14.976739 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.031559 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.055689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:15.118360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.119798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:15.120499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.205086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Allocated IP 172.20.0.6 (2b77434e-beb2-42a5-816b-759f76cf51d4/558cddb0-8b62-4eeb-b90e-28ff554b319b/f3e0fe83-f0be-4acd-8af2-c60482223d2d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:15.218285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46992) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:15.218435 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3636582 Jul 09 13:14:15.224906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Request body: {'subnet': {'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-65094598-subnet', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:15.227936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dbb2a-c38d-4c83-8de6-fe20dfa93b03 admin admin] Pushing event updated for resources: {'Network': ['ID=6f88463f-30f4-49ba-9545-04dc63dd2f55,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:15.243189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 6f88463f-30f4-49ba-9545-04dc63dd2f55 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:14:15.252289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Made reservation on behalf of fd3ef6eb0f1d49d6871208b95e25ef70 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:15.254660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.362628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['b3d46de0-b86e-4930-9eb8-28782ae75484'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:15.369580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfba1-0a70-4171-b3d1-beb6843e85a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.452812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.520078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.564963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Network 2b77434e-beb2-42a5-816b-759f76cf51d4 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:15.603776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:15.606767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:15.681586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:15.682407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.690155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Pushing event updated for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:15.738642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3839a09-985a-4813-9831-82d30e957f5a req-509a1f8b-5a82-4e7d-8047-7da15a6fa961 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:15.740137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3839a09-985a-4813-9831-82d30e957f5a req-509a1f8b-5a82-4e7d-8047-7da15a6fa961 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 948 time: 0.4323282 Jul 09 13:14:15.802008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80c847-2e17-4330-9eeb-59fd4e16d799 req-e8c548ae-3f0d-4e8a-9b84-988a4a77e243 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:15.803534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9c80c847-2e17-4330-9eeb-59fd4e16d799 req-e8c548ae-3f0d-4e8a-9b84-988a4a77e243 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 931 time: 0.0707002 Jul 09 13:14:15.825867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3839a09-985a-4813-9831-82d30e957f5a req-1ede6a8e-9211-4663-9fbf-43f62f81d315 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782878 Jul 09 13:14:15.843546 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9c80c847-2e17-4330-9eeb-59fd4e16d799 req-e6042e79-41b6-470f-a946-e0fb08ce9c40 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Jul 09 13:14:15.905061 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfba1-0a70-4171-b3d1-beb6843e85a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.910358 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfba1-0a70-4171-b3d1-beb6843e85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.915804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:15.918799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-f43de2be-c493-492a-8aff-d8e39daeb918 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4460323 Jul 09 13:14:15.938659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Request body: {'port': {'device_id': '8e5602e8-152f-4803-8b01-12f235238018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:15.988922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b9fbfba1-0a70-4171-b3d1-beb6843e85a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0a82a1b2a39433a9f462d6f64d8ba55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2689087 Jul 09 13:14:15.993736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47030) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:16.004631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbfba1-0a70-4171-b3d1-beb6843e85a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db467a51-303a-4bfd-a907-b06b1228d57a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:16.022373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ecdd7ab-72ed-40e2-91d5-62625e6fd318,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:16.061291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.096043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Checking segment: {'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:16.096303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Network hostable DHCP agents. Network: 6f88463f-30f4-49ba-9545-04dc63dd2f55, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:14:16.120906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf6702-b3f8-4909-877f-bb7b70b50fb3 req-b357a37b-f978-4dac-868f-71f62093babf tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:16.122397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86bf6702-b3f8-4909-877f-bb7b70b50fb3 req-b357a37b-f978-4dac-868f-71f62093babf tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 944 time: 0.1375632 Jul 09 13:14:16.128010 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de0509f0-5e7d-4cfa-bf63-e670a6b83617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.158126 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de0509f0-5e7d-4cfa-bf63-e670a6b83617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.159820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Network 6f88463f-30f4-49ba-9545-04dc63dd2f55 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:14:16.179981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481480d-a53f-49c5-b904-96554af2ced0 req-aa873523-fdee-4f4f-b29c-d02e67fbfc60 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:16.181422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9481480d-a53f-49c5-b904-96554af2ced0 req-aa873523-fdee-4f4f-b29c-d02e67fbfc60 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 946 time: 0.1603713 Jul 09 13:14:16.210198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 6f88463f-30f4-49ba-9545-04dc63dd2f55) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:16.214030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:16.214612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.220299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5d772-b938-4b4d-ab3a-e971f1749ca2 None None] Network 6f88463f-30f4-49ba-9545-04dc63dd2f55 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:16.231650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86bf6702-b3f8-4909-877f-bb7b70b50fb3 req-106cd5ae-3acf-4fa9-8860-25f2bfe807e3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030984 Jul 09 13:14:16.257624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e5acd090-a74b-4340-a96b-e2093f23dd53 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0263271 Jul 09 13:14:16.257624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47032) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:16.257624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:16.273340 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9481480d-a53f-49c5-b904-96554af2ced0 req-78a2babf-145b-4b15-9fce-d5b5d8ba3f82 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812957 Jul 09 13:14:16.298123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de0509f0-5e7d-4cfa-bf63-e670a6b83617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.300731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de0509f0-5e7d-4cfa-bf63-e670a6b83617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.304443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-de0509f0-5e7d-4cfa-bf63-e670a6b83617 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db467a51-303a-4bfd-a907-b06b1228d57a HTTP/1.1" status: 204 len: 168 time: 0.3063674 Jul 09 13:14:16.330700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0509f0-5e7d-4cfa-bf63-e670a6b83617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db467a51-303a-4bfd-a907-b06b1228d57a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:16.364084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.365209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.459863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.470786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-6f88463f-30f4-49ba-9545-04dc63dd2f55', 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'fixed_ips': [{'subnet_id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:14:16.472528 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.555063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21db0f2f-f653-47bf-af34-354af346d931 req-bd9d89b7-dabf-4090-9d8c-9e69d302556d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1633577 Jul 09 13:14:16.649864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b089b7cd-b827-46ee-88b3-08e364da4cb3 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:14:16.651944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:16.740531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e0fe83-f0be-4acd-8af2-c60482223d2d {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:16.752332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.774220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db0f2f-f653-47bf-af34-354af346d931 req-63642955-ad8c-4347-8861-b8f1c7e11dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:16.775877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21db0f2f-f653-47bf-af34-354af346d931 req-63642955-ad8c-4347-8861-b8f1c7e11dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 1097 time: 0.1786699 Jul 09 13:14:16.801820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Transition to ACTIVE for port object f3e0fe83-f0be-4acd-8af2-c60482223d2d will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:16.884635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.919586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db0f2f-f653-47bf-af34-354af346d931 req-446f7a03-80fe-48d6-8425-d1312daee957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:16.921664 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21db0f2f-f653-47bf-af34-354af346d931 req-446f7a03-80fe-48d6-8425-d1312daee957 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 924 time: 0.1157231 Jul 09 13:14:16.922757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:16.950047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36d1c9-608f-451f-996f-dc1484319f80 req-ffe4c458-f21a-49cb-9012-ce392dfc188a tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:16.980815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d36d1c9-608f-451f-996f-dc1484319f80 req-ffe4c458-f21a-49cb-9012-ce392dfc188a tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 946 time: 0.4133942 Jul 09 13:14:16.986393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47076) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:16.991411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Request body: {'floatingip': {'port_id': '68508407-fc51-4c10-ae8a-bbaac7291710'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:17.038666 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21db0f2f-f653-47bf-af34-354af346d931 req-07c2d128-e0f0-489a-9679-0b8b0b09af5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68508407-fc51-4c10-ae8a-bbaac7291710 HTTP/1.1" status: 200 len: 217 time: 0.1101124 Jul 09 13:14:17.118018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:14:17.131657 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd3b7-3c51-4172-b296-b9a4867bf348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.197619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.199875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47086) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:17.220235 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.246206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:17.325234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db0f2f-f653-47bf-af34-354af346d931 req-504c5151-194c-47d0-8dc8-59a244853579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:17.327708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21db0f2f-f653-47bf-af34-354af346d931 req-504c5151-194c-47d0-8dc8-59a244853579 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7649e5ee-40d7-466b-9713-e428554c6445 HTTP/1.1" status: 200 len: 863 time: 0.2759168 Jul 09 13:14:17.330296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port b3d46de0-b86e-4930-9eb8-28782ae75484 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:17.343389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port b3d46de0-b86e-4930-9eb8-28782ae75484 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:17.343768 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.387369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Allocated IP 172.20.0.2 (6f88463f-30f4-49ba-9545-04dc63dd2f55/7ecdd7ab-72ed-40e2-91d5-62625e6fd318/980f1f6d-9a99-4df5-809d-28cded14d438) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:17.405958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b089b7cd-b827-46ee-88b3-08e364da4cb3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b089b7cd-b827-46ee-88b3-08e364da4cb3,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:17.437297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094115-6c13-4d3f-9f86-43b3c1527644 req-052ad764-47c6-4f24-b8f9-c3877ad1021c tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:17.438897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81094115-6c13-4d3f-9f86-43b3c1527644 req-052ad764-47c6-4f24-b8f9-c3877ad1021c tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 948 time: 0.4136863 Jul 09 13:14:17.441057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Attempting to bind port f3e0fe83-f0be-4acd-8af2-c60482223d2d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:17.441387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Attempting to bind port f3e0fe83-f0be-4acd-8af2-c60482223d2d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:17.441847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Attempting to bind port f3e0fe83-f0be-4acd-8af2-c60482223d2d on network 2b77434e-beb2-42a5-816b-759f76cf51d4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:17.451692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'b089b7cd-b827-46ee-88b3-08e364da4cb3', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'b089b7cd-b827-46ee-88b3-08e364da4cb3', 'mac_address': 'fa:16:3e:e2:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:14:17.454846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Port f3e0fe83-f0be-4acd-8af2-c60482223d2d on network 2b77434e-beb2-42a5-816b-759f76cf51d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:17.455353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Attempting to bind port f3e0fe83-f0be-4acd-8af2-c60482223d2d on network 2b77434e-beb2-42a5-816b-759f76cf51d4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:17.469685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:17.470075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Checking segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:17.470409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Bound using segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:17.471075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Bound port: f3e0fe83-f0be-4acd-8af2-c60482223d2d, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:17.471439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.531157 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81094115-6c13-4d3f-9f86-43b3c1527644 req-f92392d7-8e6d-4a3b-b6ba-4823c202242f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830762 Jul 09 13:14:17.535765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db0f2f-f653-47bf-af34-354af346d931 req-2c9d04a6-fd6d-4381-a586-dda9a7cc73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:17.537235 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21db0f2f-f653-47bf-af34-354af346d931 req-2c9d04a6-fd6d-4381-a586-dda9a7cc73f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10ad5623-fd12-4042-b470-b29afb6c832b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025037 Jul 09 13:14:17.553062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466760f7-5011-4093-8c84-9084f0d49b72 req-56e46f3c-6cf0-4ee7-9094-71934b1d3846 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:17.561386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-466760f7-5011-4093-8c84-9084f0d49b72 req-56e46f3c-6cf0-4ee7-9094-71934b1d3846 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 943 time: 0.3160591 Jul 09 13:14:17.627951 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dff526bc-7a43-4949-af6d-0d8e83958b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.643847 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.648536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:17.655444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:17.671354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b089b7cd-b827-46ee-88b3-08e364da4cb3 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:17.706845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.718697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-466760f7-5011-4093-8c84-9084f0d49b72 req-ce81e62f-e725-4f10-8b2f-37a6a2445c6f tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557407 Jul 09 13:14:17.721604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b089b7cd-b827-46ee-88b3-08e364da4cb3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b089b7cd-b827-46ee-88b3-08e364da4cb3,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:17.729133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.753044 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.800160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:17.818366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:17.819847 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:17.822791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-82d17d61-d895-4d5c-8578-33161516a379 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3e0fe83-f0be-4acd-8af2-c60482223d2d HTTP/1.1" status: 200 len: 1091 time: 1.8897233 Jul 09 13:14:17.823851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:17.827904 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:17.909628 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21db0f2f-f653-47bf-af34-354af346d931 req-a13c0606-576b-40ee-b877-5021b7bc85f1 service neutron] 10.222.0.11 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360019 Jul 09 13:14:17.929638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:17.956694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:17.959361 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4561e67b-8ec0-45ef-a6b9-3e828c4f40c3" -d '{"events": [{"server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "name": "network-vif-plugged", "status": "completed", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:17.998402 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.000125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.039342 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21db0f2f-f653-47bf-af34-354af346d931 req-282780fa-bf17-4032-84e1-6cdb79e1bf9b service neutron] 10.222.0.11 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234462 Jul 09 13:14:18.050274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Transition to ACTIVE for port object 980f1f6d-9a99-4df5-809d-28cded14d438 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:18.053306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.086821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['b089b7cd-b827-46ee-88b3-08e364da4cb3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:18.104430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Transition to ACTIVE for port object 980f1f6d-9a99-4df5-809d-28cded14d438 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:18.141218 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.155233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-753af504-4cf7-4c8e-9776-a161f3578674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:18.157089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-753af504-4cf7-4c8e-9776-a161f3578674 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 1094 time: 0.2904491 Jul 09 13:14:18.158059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b089b7cd-b827-46ee-88b3-08e364da4cb3,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:18.161507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.162383 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.212830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Network 6f88463f-30f4-49ba-9545-04dc63dd2f55 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:18.226868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:18.229597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:18.249446 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a26827-0ac1-43cd-9bc9-9288af04c992 x-openstack-request-id: req-68a26827-0ac1-43cd-9bc9-9288af04c992 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:18.249962 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:18.250484 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68a26827-0ac1-43cd-9bc9-9288af04c992 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:18.251043 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'status': 'completed', 'code': 200} Jul 09 13:14:18.262117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcbdc1-1538-4664-968c-c78185813e06 req-c9d932b6-b817-43f5-910c-f9ac1439a651 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:18.268761 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd296383-4948-4c14-a31b-27a485739cf5 x-openstack-request-id: req-fd296383-4948-4c14-a31b-27a485739cf5 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:18.269055 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "name": "network-vif-plugged", "status": "completed", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:18.269308 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd296383-4948-4c14-a31b-27a485739cf5 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:18.269695 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484', 'code': 200} Jul 09 13:14:18.277543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:18.288082 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6dcbdc1-1538-4664-968c-c78185813e06 req-c9d932b6-b817-43f5-910c-f9ac1439a651 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 945 time: 0.2452953 Jul 09 13:14:18.293472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-fefc1ee7-1091-4351-a853-ca4de8fa022b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d HTTP/1.1" status: 200 len: 217 time: 0.1183517 Jul 09 13:14:18.393998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Attempting to bind port 980f1f6d-9a99-4df5-809d-28cded14d438 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:18.394740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Attempting to bind port 980f1f6d-9a99-4df5-809d-28cded14d438 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:18.395152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Attempting to bind port 980f1f6d-9a99-4df5-809d-28cded14d438 on network 6f88463f-30f4-49ba-9545-04dc63dd2f55 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:18.411892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Pushing event updated for resources: {'Port': ['ID=980f1f6d-9a99-4df5-809d-28cded14d438,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:18.418587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:18.418764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Checking segment: {'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:18.419226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.419715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Bound using segment: {'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:18.421162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Bound port: 980f1f6d-9a99-4df5-809d-28cded14d438, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:18.421533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.527318 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6dcbdc1-1538-4664-968c-c78185813e06 req-3c468901-b1c5-4e1b-af9e-f2e46a58e2e0 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365444 Jul 09 13:14:18.552237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] For port 980f1f6d-9a99-4df5-809d-28cded14d438, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:18.569235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] For port 980f1f6d-9a99-4df5-809d-28cded14d438, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=980f1f6d-9a99-4df5-809d-28cded14d438,segment=NetworkSegment(0e73530f-6b3b-43a6-9c28-c82a1c4085e5),segment_id=0e73530f-6b3b-43a6-9c28-c82a1c4085e5)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:18.575824 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.595168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-96f3ca4e-e60a-4dff-ae23-5213474a6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:18.599854 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-96f3ca4e-e60a-4dff-ae23-5213474a6484 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 200 len: 844 time: 0.2638829 Jul 09 13:14:18.650804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad25a7a-19de-485d-aed9-7b893976fdd7 None None] Pushing event updated for resources: {'Port': ['ID=980f1f6d-9a99-4df5-809d-28cded14d438,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:18.707416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb2587-6581-4d16-b974-e7a9140ab670 req-33efc710-5794-4034-bd6a-d7475ac1ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:18.709292 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d7cb2587-6581-4d16-b974-e7a9140ab670 req-33efc710-5794-4034-bd6a-d7475ac1ee8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1096 time: 0.3549817 Jul 09 13:14:18.714547 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-0c9d697d-6b75-472b-b0ac-3b0c6ffdead2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b77434e-beb2-42a5-816b-759f76cf51d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873370 Jul 09 13:14:18.744272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dff526bc-7a43-4949-af6d-0d8e83958b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.783581 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dff526bc-7a43-4949-af6d-0d8e83958b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:18.844540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.resource_extend [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:14:18.916384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dff526bc-7a43-4949-af6d-0d8e83958b64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba8bbed03010427ea06ec7613d69add4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7136593 Jul 09 13:14:18.942021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Allocated IP 172.25.5.193 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/d318f940-84e4-44a6-b5c6-80aa0ef5b84b) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:18.944233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47148) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:19.009448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff526bc-7a43-4949-af6d-0d8e83958b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b453fa0-fa4b-481c-a360-093a9ac8dbc2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:19.040984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.093972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.228321 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d7cb2587-6581-4d16-b974-e7a9140ab670 req-baf9d0f1-c834-4eaf-b6a6-41c829e73d4f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095623 Jul 09 13:14:19.233166 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-eb16c5fd-fa36-4c91-a874-26e121809234 service neutron] 10.222.0.11 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060420 Jul 09 13:14:19.235679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 980f1f6d-9a99-4df5-809d-28cded14d438 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:19.276550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a660-a358-40fb-b5ba-2f692a9cbc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.294365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 980f1f6d-9a99-4df5-809d-28cded14d438 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:19.317426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70a6aa-6733-4625-91c2-49318cec8ba6 req-9ab9c881-f5d2-46ab-af56-e061ba505e97 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:19.318934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ff70a6aa-6733-4625-91c2-49318cec8ba6 req-9ab9c881-f5d2-46ab-af56-e061ba505e97 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 949 time: 0.2234461 Jul 09 13:14:19.321968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfcdc3-15dc-4f25-8855-5890bba65c5c req-c7467a61-358f-4504-9097-68d94d3b069a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:19.323680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0cfcdc3-15dc-4f25-8855-5890bba65c5c req-c7467a61-358f-4504-9097-68d94d3b069a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 943 time: 0.4230270 Jul 09 13:14:19.352370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a660-a358-40fb-b5ba-2f692a9cbc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.378156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8b62dfc-1271-4f69-962c-ea162bcd54f8 req-7c3dd3f2-672a-4d95-be91-31e44bbadab9 service neutron] 10.222.0.11 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371472 Jul 09 13:14:19.381177 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ff70a6aa-6733-4625-91c2-49318cec8ba6 req-e87afd03-cfee-4eec-9dd3-951c9efaf9f7 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563741 Jul 09 13:14:19.395868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.404769 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Floating IP f06f94c4-0ae7-402b-8311-d753981a2ea3 associated. External IP: 172.25.5.138, port: 68508407-fc51-4c10-ae8a-bbaac7291710. Jul 09 13:14:19.493365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0cfcdc3-15dc-4f25-8855-5890bba65c5c req-8581431a-2778-4f83-bd15-a6d64c686fd3 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584196 Jul 09 13:14:19.504893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-8082098e-e416-4f5a-8fc5-93e0633f92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:19.507743 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-8082098e-e416-4f5a-8fc5-93e0633f92d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 1094 time: 0.0725586 Jul 09 13:14:19.510006 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.614691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a660-a358-40fb-b5ba-2f692a9cbc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.617635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a660-a358-40fb-b5ba-2f692a9cbc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.619093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c3d6a660-a358-40fb-b5ba-2f692a9cbc94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b453fa0-fa4b-481c-a360-093a9ac8dbc2 HTTP/1.1" status: 204 len: 168 time: 0.6637990 Jul 09 13:14:19.635932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6a660-a358-40fb-b5ba-2f692a9cbc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b453fa0-fa4b-481c-a360-093a9ac8dbc2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:19.638847 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:19.687015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-baddbafb-ec3e-4068-8142-0c786a9a1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:19.688834 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-baddbafb-ec3e-4068-8142-0c786a9a1aca service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 904 time: 0.1749873 Jul 09 13:14:19.804858 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-3cc81ca0-e6e7-4b23-b405-224fa13251d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d HTTP/1.1" status: 200 len: 217 time: 0.0978317 Jul 09 13:14:19.852821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Router 7cb74042-a255-4007-9d77-6b7a2e203957 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:14:19.868934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-a3685e49-c97e-49fc-8645-6a810f83ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:19.870436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-a3685e49-c97e-49fc-8645-6a810f83ec42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 200 len: 844 time: 0.0582597 Jul 09 13:14:19.895735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:19.907749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:19.910004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Pushing event updated for resources: {'Port': ['ID=d318f940-84e4-44a6-b5c6-80aa0ef5b84b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:19.923449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:19.927347 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-ee5aa9d7-389c-434a-81a7-6da4d69fdf7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b77434e-beb2-42a5-816b-759f76cf51d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498090 Jul 09 13:14:20.060353 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-f38ae0ec-1f12-4fb5-b3a4-91643e9fdac4 service neutron] 10.222.0.11 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219828 Jul 09 13:14:20.149057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0346ed45-1610-4e39-9a6f-960f1957f9e8 None None] Network 6f88463f-30f4-49ba-9545-04dc63dd2f55 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:20.168415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32db2e-e311-4221-ad21-bd3de683375b req-72e8faa1-942b-4544-a32f-c428a2ff9d30 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:20.177108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f32db2e-e311-4221-ad21-bd3de683375b req-72e8faa1-942b-4544-a32f-c428a2ff9d30 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 945 time: 0.3508725 Jul 09 13:14:20.195022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47198) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:20.220982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae694ed6-3427-4ac5-868d-c025b54f8144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.248959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5046e703-2074-4600-a97f-495ed0fb7493 None None] Provisioning for port 980f1f6d-9a99-4df5-809d-28cded14d438 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:20.263183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5046e703-2074-4600-a97f-495ed0fb7493 None None] Provisioning complete for port 980f1f6d-9a99-4df5-809d-28cded14d438 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:20.264508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5046e703-2074-4600-a97f-495ed0fb7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.289291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f32db2e-e311-4221-ad21-bd3de683375b req-e972f894-c63e-4801-8a59-cb91f10d5c0e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062267 Jul 09 13:14:20.363790 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae694ed6-3427-4ac5-868d-c025b54f8144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.367819 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffa4e3f3-1045-4a8e-b041-bcdc338d3eef req-68a3bd3a-b206-48e6-bdc0-a9fdef6813f7 service neutron] 10.222.0.11 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001204 Jul 09 13:14:20.372071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae694ed6-3427-4ac5-868d-c025b54f8144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.406589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:14:20.416299 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.424600 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] Sync routers for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:14:20.439343 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:20.439973 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:20.441118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ae694ed6-3427-4ac5-868d-c025b54f8144 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e8fe0dd760d452e96a3f1b2eab7c49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448351 Jul 09 13:14:20.442933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47218) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:20.488706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae694ed6-3427-4ac5-868d-c025b54f8144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241cf5a0-8943-42d7-ba50-9c23c450c39f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:20.504893 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d7698041-247f-47ac-a75d-edd50fa8d111 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "PUT /v2.0/floatingips/f06f94c4-0ae7-402b-8311-d753981a2ea3 HTTP/1.1" status: 200 len: 992 time: 3.5169101 Jul 09 13:14:20.508004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'tag': '68508407-fc51-4c10-ae8a-bbaac7291710'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:20.510739 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d231a18-60c6-4e2e-a23b-93e3f3443d98" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7755e7-1929-4ab0-9508-244ea3b001a9", "tag": "68508407-fc51-4c10-ae8a-bbaac7291710"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:20.518137 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.543430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0411d59-194b-48a6-ab43-c2c91f0848f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.544472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5046e703-2074-4600-a97f-495ed0fb7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.572991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b089b7cd-b827-46ee-88b3-08e364da4cb3 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:20.594082 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0411d59-194b-48a6-ab43-c2c91f0848f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.633576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5046e703-2074-4600-a97f-495ed0fb7493 None None] For port 980f1f6d-9a99-4df5-809d-28cded14d438, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=980f1f6d-9a99-4df5-809d-28cded14d438,segment=NetworkSegment(0e73530f-6b3b-43a6-9c28-c82a1c4085e5),segment_id=0e73530f-6b3b-43a6-9c28-c82a1c4085e5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:20.639683 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5046e703-2074-4600-a97f-495ed0fb7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.679038 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:20.707133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0411d59-194b-48a6-ab43-c2c91f0848f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.718003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port b089b7cd-b827-46ee-88b3-08e364da4cb3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:20.719825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0411d59-194b-48a6-ab43-c2c91f0848f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.721537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c0411d59-194b-48a6-ab43-c2c91f0848f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/241cf5a0-8943-42d7-ba50-9c23c450c39f HTTP/1.1" status: 204 len: 168 time: 0.2776430 Jul 09 13:14:20.728141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port b089b7cd-b827-46ee-88b3-08e364da4cb3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:20.728769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.761508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0411d59-194b-48a6-ab43-c2c91f0848f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241cf5a0-8943-42d7-ba50-9c23c450c39f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:20.783917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046e703-2074-4600-a97f-495ed0fb7493 None None] Pushing event updated for resources: {'Port': ['ID=980f1f6d-9a99-4df5-809d-28cded14d438,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:20.867008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31a71c-d555-4cf2-806d-477e0b76a1b3 req-409d59f3-fcaa-4afd-a68c-0cb8746cdeea tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:20.876655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd31a71c-d555-4cf2-806d-477e0b76a1b3 req-409d59f3-fcaa-4afd-a68c-0cb8746cdeea tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 949 time: 0.1537278 Jul 09 13:14:20.889517 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:20.944131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b5e60f-8f77-4252-b64b-41355becdc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b089b7cd-b827-46ee-88b3-08e364da4cb3'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:20.946413 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d401e77-d7c3-4a04-bc1e-630ab4953576" -d '{"events": [{"server_uuid": "d7b5e60f-8f77-4252-b64b-41355becdc74", "name": "network-vif-plugged", "status": "completed", "tag": "b089b7cd-b827-46ee-88b3-08e364da4cb3"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:20.980041 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd31a71c-d555-4cf2-806d-477e0b76a1b3 req-8e8bbdee-5e6e-4bbd-96f8-8ba68e83e4ac tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018920 Jul 09 13:14:21.009234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b089b7cd-b827-46ee-88b3-08e364da4cb3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b089b7cd-b827-46ee-88b3-08e364da4cb3,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:21.015343 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:21.180516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b089b7cd-b827-46ee-88b3-08e364da4cb3,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:21.196005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 980f1f6d-9a99-4df5-809d-28cded14d438 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:21.204098 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a80cb4-65fa-4635-a6c9-ea9731ca3ff4 x-openstack-request-id: req-35a80cb4-65fa-4635-a6c9-ea9731ca3ff4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:21.205216 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7755e7-1929-4ab0-9508-244ea3b001a9", "tag": "68508407-fc51-4c10-ae8a-bbaac7291710", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:21.205670 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35a80cb4-65fa-4635-a6c9-ea9731ca3ff4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:21.206256 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'tag': '68508407-fc51-4c10-ae8a-bbaac7291710', 'status': 'completed', 'code': 200} Jul 09 13:14:21.253092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-692fafd1-86c1-41c6-9bed-160637bc20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:21.258801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-692fafd1-86c1-41c6-9bed-160637bc20cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 1097 time: 0.1590810 Jul 09 13:14:21.291600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3651bd92-da37-4093-afe1-b76a82213cce None None] Provisioning complete for port 980f1f6d-9a99-4df5-809d-28cded14d438 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:21.293994 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3651bd92-da37-4093-afe1-b76a82213cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:21.368025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 980f1f6d-9a99-4df5-809d-28cded14d438 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:21.368908 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:21.406103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:21.440066 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f06f94c4-0ae7-402b-8311-d753981a2ea3', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'port_id': '68508407-fc51-4c10-ae8a-bbaac7291710', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'mac_address': 'fa:16:3e:9f:59:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:13:57Z', 'updated_at': '2021-07-09T13:14:18Z', 'revision_number': 1, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:21.474781 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] Checking router: 7cb74042-a255-4007-9d77-6b7a2e203957 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:14:21.485790 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:21.486641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f3e0fe83-f0be-4acd-8af2-c60482223d2d details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:14:21.489574 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:21.604252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-77059770-73c3-49cd-ae1d-e1eb56e75f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:21.605844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-77059770-73c3-49cd-ae1d-e1eb56e75f5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 924 time: 0.3402369 Jul 09 13:14:21.733849 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65619e76-c397-486c-8cae-7b63b3033393 x-openstack-request-id: req-65619e76-c397-486c-8cae-7b63b3033393 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:21.734432 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b5e60f-8f77-4252-b64b-41355becdc74", "name": "network-vif-plugged", "status": "completed", "tag": "b089b7cd-b827-46ee-88b3-08e364da4cb3", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:21.734432 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65619e76-c397-486c-8cae-7b63b3033393 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:21.734751 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b5e60f-8f77-4252-b64b-41355becdc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b089b7cd-b827-46ee-88b3-08e364da4cb3', 'code': 200} Jul 09 13:14:21.777649 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:21.799718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Router 8da606e1-74c2-4a47-9895-45bbdab87794 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:14:21.807240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:21.832004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'port_id': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'mac_address': 'fa:16:3e:b8:27:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558cddb0-8b62-4eeb-b90e-28ff554b319b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:14:21.882834 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:21.897222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47260) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:21.898379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e0fe83-f0be-4acd-8af2-c60482223d2d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:21.925726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:21.930052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:22.006495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:22.022502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e835-4d8b-4827-b4f1-ab33a8d61e62 req-ed6d07c3-e167-40d7-a272-351d81c54c3d tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:22.039299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f747e835-4d8b-4827-b4f1-ab33a8d61e62 req-ed6d07c3-e167-40d7-a272-351d81c54c3d tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 943 time: 0.7347183 Jul 09 13:14:22.040520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d4dbf-e1bd-4db8-b1b1-175d89740339 req-175864e8-4882-44fc-a690-b37a12c36f19 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:22.042076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-956d4dbf-e1bd-4db8-b1b1-175d89740339 req-175864e8-4882-44fc-a690-b37a12c36f19 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 945 time: 0.2257884 Jul 09 13:14:22.043559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:14:22.053148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Sync routers for ids ['8da606e1-74c2-4a47-9895-45bbdab87794'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:14:22.074156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Routers {'8da606e1-74c2-4a47-9895-45bbdab87794'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:22.075523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8da606e1-74c2-4a47-9895-45bbdab87794'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:22.077466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-22b94890-8aea-4e9d-a00f-70aa89fcdd0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68508407-fc51-4c10-ae8a-bbaac7291710 HTTP/1.1" status: 200 len: 1000 time: 0.4518492 Jul 09 13:14:22.079221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:22.081356 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-af17e9b0-e984-422f-851a-92c04f117227 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8302393 Jul 09 13:14:22.084192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47274) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:22.170642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-956d4dbf-e1bd-4db8-b1b1-175d89740339 req-c7b50437-b7a8-4bac-80d1-66b21e888653 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152198 Jul 09 13:14:22.178772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['f3e0fe83-f0be-4acd-8af2-c60482223d2d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:22.229672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-34e17b99-1864-488e-9940-071a448be986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:22.235532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-34e17b99-1864-488e-9940-071a448be986 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7649e5ee-40d7-466b-9713-e428554c6445 HTTP/1.1" status: 200 len: 863 time: 0.1347587 Jul 09 13:14:22.271441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Set router 8da606e1-74c2-4a47-9895-45bbdab87794 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:22.302398 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f06f94c4-0ae7-402b-8311-d753981a2ea3', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'port_id': '68508407-fc51-4c10-ae8a-bbaac7291710', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'mac_address': 'fa:16:3e:9f:59:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:13:57Z', 'updated_at': '2021-07-09T13:14:18Z', 'revision_number': 1, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:22.392861 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557243c3-ffb1-4cf5-bbcd-b3b0e3965200 None None] The sync data for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 is: [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f06f94c4-0ae7-402b-8311-d753981a2ea3', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'port_id': '68508407-fc51-4c10-ae8a-bbaac7291710', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'mac_address': 'fa:16:3e:9f:59:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:13:57Z', 'updated_at': '2021-07-09T13:14:18Z', 'revision_number': 1, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:14:22.395781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f747e835-4d8b-4827-b4f1-ab33a8d61e62 req-3e4e1194-a200-4240-9c66-e9cf0e300a71 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556044 Jul 09 13:14:22.485077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e5e6c-7309-4863-94d0-7631a1511969 req-4b8759b4-ad72-4da0-8d25-63f18b4e960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:22.486583 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a10e5e6c-7309-4863-94d0-7631a1511969 req-4b8759b4-ad72-4da0-8d25-63f18b4e960f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 1101 time: 0.7050462 Jul 09 13:14:22.571504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:22.600586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-59c0d8d9-7536-4ecc-9928-ee8b3375d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:22.602641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-59c0d8d9-7536-4ecc-9928-ee8b3375d227 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10ad5623-fd12-4042-b470-b29afb6c832b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606186 Jul 09 13:14:22.646975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a10e5e6c-7309-4863-94d0-7631a1511969 req-3f0e6b3f-4f4a-48c6-b2ff-59c59a22a982 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461420 Jul 09 13:14:22.690211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:20Z', 'revision_number': 3, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:22.738998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Checking router: 8da606e1-74c2-4a47-9895-45bbdab87794 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:14:22.739666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Updating router 8da606e1-74c2-4a47-9895-45bbdab87794 port d318f940-84e4-44a6-b5c6-80aa0ef5b84b binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:14:22.789624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:22.805987 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac29d7a-ef64-473b-90c6-e79805b6fad4 None None] New status for floating IP f06f94c4-0ae7-402b-8311-d753981a2ea3: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:14:22.839472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:22.927157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd770433-cb53-49cf-abb8-ad27e60c42d7 req-e7fa7dd8-293a-4e05-968f-074a89d45199 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:22.928902 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd770433-cb53-49cf-abb8-ad27e60c42d7 req-e7fa7dd8-293a-4e05-968f-074a89d45199 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 950 time: 0.3327215 Jul 09 13:14:22.950206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-ce5fc55e-ff29-4302-89be-c3c0c416d2a4 service neutron] 10.222.0.11 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063211 Jul 09 13:14:23.182311 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd770433-cb53-49cf-abb8-ad27e60c42d7 req-21d7d985-0a01-4ba5-afca-7fb79be5c15f tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403412 Jul 09 13:14:23.208032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Allocated IP 172.20.0.1 (6f88463f-30f4-49ba-9545-04dc63dd2f55/7ecdd7ab-72ed-40e2-91d5-62625e6fd318/e7fa9770-abd3-4ad8-bff7-ec00c6d73631) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:23.224635 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.272288 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.282253 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.304163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Transition to ACTIVE for port object d318f940-84e4-44a6-b5c6-80aa0ef5b84b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:23.312168 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.326414 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d231a18-60c6-4e2e-a23b-93e3f3443d98 req-123dceb1-98e9-4f8a-807f-82232503a402 service neutron] 10.222.0.11 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627076 Jul 09 13:14:23.331967 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ed639e853784ef79b84228c8f309625&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4344261 Jul 09 13:14:23.335403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47298) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:23.360854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e2f2a5-55b7-42f0-b16e-c2ebb5010f0c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:23.378766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.379217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.379554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.379894 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.380281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.380645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.380899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.381226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.381644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.381973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.382294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.382612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e98e28-977c-472a-a92f-5e07291389dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.388706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98e29-fe99-4622-a5d5-49d0423ba969 req-822fb6bc-6600-4e59-ae71-13a1cf1b821d tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:23.400028 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35c98e29-fe99-4622-a5d5-49d0423ba969 req-822fb6bc-6600-4e59-ae71-13a1cf1b821d tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1096 time: 0.2770605 Jul 09 13:14:23.417192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2028e-d9d2-4d0f-9773-18617e8bf1fb None None] Pushing event updated for resources: {'Port': ['ID=d318f940-84e4-44a6-b5c6-80aa0ef5b84b,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:23.421500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-026ee38e-92ce-407e-aa65-8c6e3ad76753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.428196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Attempting to bind port d318f940-84e4-44a6-b5c6-80aa0ef5b84b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:23.428566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Attempting to bind port d318f940-84e4-44a6-b5c6-80aa0ef5b84b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:23.428926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Attempting to bind port d318f940-84e4-44a6-b5c6-80aa0ef5b84b on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:23.436123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:23.436652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:23.437057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.437447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:23.437918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Bound port: d318f940-84e4-44a6-b5c6-80aa0ef5b84b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:23.438298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.453949 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-026ee38e-92ce-407e-aa65-8c6e3ad76753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.487569 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35c98e29-fe99-4622-a5d5-49d0423ba969 req-fd5c8182-96bd-4eca-9620-72deb29d7088 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862598 Jul 09 13:14:23.530085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f3e0fe83-f0be-4acd-8af2-c60482223d2d up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:23.533612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.537166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-026ee38e-92ce-407e-aa65-8c6e3ad76753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.540196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-026ee38e-92ce-407e-aa65-8c6e3ad76753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.543046 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-026ee38e-92ce-407e-aa65-8c6e3ad76753 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19e2f2a5-55b7-42f0-b16e-c2ebb5010f0c HTTP/1.1" status: 204 len: 168 time: 0.2050486 Jul 09 13:14:23.552093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ee38e-92ce-407e-aa65-8c6e3ad76753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e2f2a5-55b7-42f0-b16e-c2ebb5010f0c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:23.564012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Transition to ACTIVE for port object e7fa9770-abd3-4ad8-bff7-ec00c6d73631 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:23.612814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.640883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] For port d318f940-84e4-44a6-b5c6-80aa0ef5b84b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:23.666036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Network 6f88463f-30f4-49ba-9545-04dc63dd2f55 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:23.671454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:23.676965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:23.677608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.685813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:23.693929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] For port d318f940-84e4-44a6-b5c6-80aa0ef5b84b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d318f940-84e4-44a6-b5c6-80aa0ef5b84b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:23.699772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port f3e0fe83-f0be-4acd-8af2-c60482223d2d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:23.713684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port f3e0fe83-f0be-4acd-8af2-c60482223d2d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:23.714394 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.726146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:23.728300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a069-501d-4e3b-bd19-1b33cb5f3d6f req-2ab9f247-ae9e-4dbb-9d62-43c5b973cc6e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:23.741157 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3c29a069-501d-4e3b-bd19-1b33cb5f3d6f req-2ab9f247-ae9e-4dbb-9d62-43c5b973cc6e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 944 time: 0.0966926 Jul 09 13:14:23.746243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.746884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.747163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.748911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.749283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.749695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.750081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.750808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.750808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.764750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.764750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.765077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:23.787474 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3c29a069-501d-4e3b-bd19-1b33cb5f3d6f req-16590223-58b7-4f68-9c5e-75cdb7fa35bf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453725 Jul 09 13:14:23.863760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2028e-d9d2-4d0f-9773-18617e8bf1fb None None] Pushing event updated for resources: {'Port': ['ID=d318f940-84e4-44a6-b5c6-80aa0ef5b84b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:23.929763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Routers {'8da606e1-74c2-4a47-9895-45bbdab87794'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:23.930531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8da606e1-74c2-4a47-9895-45bbdab87794'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:23.972719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.096111 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.101976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-924d5229-3131-4a82-bfd5-ad067f6a3b22 None None] Provisioning for port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:24.114630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-924d5229-3131-4a82-bfd5-ad067f6a3b22 None None] Provisioning complete for port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:24.115030 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-924d5229-3131-4a82-bfd5-ad067f6a3b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.180813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-924d5229-3131-4a82-bfd5-ad067f6a3b22 None None] Port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:14:24.189075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f5a0-5f25-43b4-9429-976c67cd5514 req-8b393c34-8b76-4c16-b24b-765d90557f0c tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:24.190597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8603f5a0-5f25-43b4-9429-976c67cd5514 req-8b393c34-8b76-4c16-b24b-765d90557f0c tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1096 time: 0.1654036 Jul 09 13:14:24.198805 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47322) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:24.203049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:24.205411 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac14f6-23c5-460c-8e89-4e7088dc0491" -d '{"events": [{"server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "name": "network-vif-plugged", "status": "completed", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:24.209611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] Set router 8da606e1-74c2-4a47-9895-45bbdab87794 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:24.220209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3c22d0e-b29f-4c9e-bde7-02d58684d605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.250402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:24.257589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8603f5a0-5f25-43b4-9429-976c67cd5514 req-49fe9ccf-3b83-416f-8c11-ec27a372bf63 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582178 Jul 09 13:14:24.268181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.271233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.286308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.287375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.397915 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a193ed0-8ce7-4a48-96ac-892463d7c282 x-openstack-request-id: req-9a193ed0-8ce7-4a48-96ac-892463d7c282 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:24.398562 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "name": "network-vif-plugged", "status": "completed", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:24.399099 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a193ed0-8ce7-4a48-96ac-892463d7c282 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:24.399727 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'code': 200} Jul 09 13:14:24.405058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:24.421700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Network 6f88463f-30f4-49ba-9545-04dc63dd2f55 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:24.427828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:24.430203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:24.485416 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3c22d0e-b29f-4c9e-bde7-02d58684d605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.496990 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3c22d0e-b29f-4c9e-bde7-02d58684d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.559908 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c3c22d0e-b29f-4c9e-bde7-02d58684d605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17956c23f056407a8e4d7edba98909b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552778 Jul 09 13:14:24.613988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47340) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:24.630332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Router 8da606e1-74c2-4a47-9895-45bbdab87794 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:14:24.690609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 4, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e7fa9770-abd3-4ad8-bff7-ec00c6d73631', 'name': '', 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'mac_address': 'fa:16:3e:c1:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:22Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 1, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'subnets': [{'id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:24.732927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb00a93-8482-4f34-8011-7ca9e38d2e65 None None] The sync data for ids ['8da606e1-74c2-4a47-9895-45bbdab87794'] in n-d-799524-3 is: [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 4, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e7fa9770-abd3-4ad8-bff7-ec00c6d73631', 'name': '', 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'mac_address': 'fa:16:3e:c1:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:22Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 1, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'subnets': [{'id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:14:24.767384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47344) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:24.777228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c22d0e-b29f-4c9e-bde7-02d58684d605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59872884-b1fb-4f1b-9e0a-5bb990d26baf,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:24.815943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-87d6199e-da67-46bf-bb71-2e651adb17b5 None None] Provisioning complete for port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:24.816473 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-87d6199e-da67-46bf-bb71-2e651adb17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.826794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:14:24.850630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6fb7bb46-00f0-46f5-9f3e-60b75e04e781 admin admin] 10.222.0.32 "PUT /v2.0/routers/8da606e1-74c2-4a47-9895-45bbdab87794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650218 Jul 09 13:14:24.899217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73473256-df31-4a64-bfd3-fe98e68ec205 req-c3daf69b-8d7d-4be0-831c-9397208965e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:24.901494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-73473256-df31-4a64-bfd3-fe98e68ec205 req-c3daf69b-8d7d-4be0-831c-9397208965e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 1096 time: 0.4085932 Jul 09 13:14:24.905894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-077d7566-b084-41d9-aa54-b125eb30f50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:24.909890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-87d6199e-da67-46bf-bb71-2e651adb17b5 None None] Port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:14:24.928274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561af6b-3c39-4c5a-a917-47b8ef38d54c req-d946c4c8-111d-40c9-a54c-ca91a3068fef tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:24.936895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5561af6b-3c39-4c5a-a917-47b8ef38d54c req-d946c4c8-111d-40c9-a54c-ca91a3068fef tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 950 time: 0.4097464 Jul 09 13:14:24.983469 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf10-15b0-4a5d-8b01-6be2e26a9292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.011233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-077d7566-b084-41d9-aa54-b125eb30f50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.057104 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5561af6b-3c39-4c5a-a917-47b8ef38d54c req-b0cc1bc6-fa06-4367-8e3d-f4d6b59dd4fb tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192572 Jul 09 13:14:25.064257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-73473256-df31-4a64-bfd3-fe98e68ec205 req-1191f5ff-d28b-4ad0-8f1d-ac2d2b1e7de6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181183 Jul 09 13:14:25.124909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf10-15b0-4a5d-8b01-6be2e26a9292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.133703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf10-15b0-4a5d-8b01-6be2e26a9292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.144107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-077d7566-b084-41d9-aa54-b125eb30f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.147433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-077d7566-b084-41d9-aa54-b125eb30f50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.150528 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-077d7566-b084-41d9-aa54-b125eb30f50b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59872884-b1fb-4f1b-9e0a-5bb990d26baf HTTP/1.1" status: 204 len: 168 time: 0.5018098 Jul 09 13:14:25.163960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d7566-b084-41d9-aa54-b125eb30f50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59872884-b1fb-4f1b-9e0a-5bb990d26baf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:25.224362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1cf10-15b0-4a5d-8b01-6be2e26a9292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5005ff1-abe3-4f46-ae36-0482671cba4e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:25.238210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47362) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:25.246239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bcf1cf10-15b0-4a5d-8b01-6be2e26a9292 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0b7d4335524480cb4efc2f0750d47c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775736 Jul 09 13:14:25.338602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4d363f71-881d-4ff3-823e-a78254d64232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.375092 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4d363f71-881d-4ff3-823e-a78254d64232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.460291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4d363f71-881d-4ff3-823e-a78254d64232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.464427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4d363f71-881d-4ff3-823e-a78254d64232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:25.465604 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4d363f71-881d-4ff3-823e-a78254d64232 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5005ff1-abe3-4f46-ae36-0482671cba4e HTTP/1.1" status: 204 len: 168 time: 0.2265234 Jul 09 13:14:25.503782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d363f71-881d-4ff3-823e-a78254d64232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5005ff1-abe3-4f46-ae36-0482671cba4e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:25.568854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb5c61-dcee-42da-93bf-3ef58d3c6e89 req-c75b3ccb-2761-4914-8e9d-34ef7e6868e8 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:25.570409 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29fb5c61-dcee-42da-93bf-3ef58d3c6e89 req-c75b3ccb-2761-4914-8e9d-34ef7e6868e8 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 945 time: 0.1030962 Jul 09 13:14:25.630958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29fb5c61-dcee-42da-93bf-3ef58d3c6e89 req-b40eed0f-6585-415e-a0cd-2dfa66b282ee tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531530 Jul 09 13:14:25.882765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47396) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:25.905130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5666a4c3-ee22-4e92-a5ff-645be656e303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.085622 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5666a4c3-ee22-4e92-a5ff-645be656e303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.095883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5666a4c3-ee22-4e92-a5ff-645be656e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.145194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5666a4c3-ee22-4e92-a5ff-645be656e303 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bee4e417979448bb8289e568c10dc1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585101 Jul 09 13:14:26.145795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47408) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:26.149087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666a4c3-ee22-4e92-a5ff-645be656e303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a3e94-9a17-4c4a-a3a4-0dc18eed25b6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:26.215982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e761c37d-5abd-42a0-8aa8-c3c41b075935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.242584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e761c37d-5abd-42a0-8aa8-c3c41b075935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.298643 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e761c37d-5abd-42a0-8aa8-c3c41b075935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.302886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e761c37d-5abd-42a0-8aa8-c3c41b075935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.304716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e761c37d-5abd-42a0-8aa8-c3c41b075935 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c40a3e94-9a17-4c4a-a3a4-0dc18eed25b6 HTTP/1.1" status: 204 len: 168 time: 0.1571262 Jul 09 13:14:26.317143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761c37d-5abd-42a0-8aa8-c3c41b075935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a3e94-9a17-4c4a-a3a4-0dc18eed25b6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:26.523365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-545feb43-19bb-4b75-b844-2fb2dd83c8bf tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3091929 Jul 09 13:14:26.530262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:26.568681 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.696750 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.795543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47434) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:26.826971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Allocated IP 172.25.5.65 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/9ccfe342-baff-42bc-a8af-2354451a86f0) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:26.919496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-network', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:26.948233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Made reservation on behalf of 49995763bffd4232af2d2ae882f0d8ef for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:26.951386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.961045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.961279 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:26.977813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47446) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:27.015992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.066802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:27.073272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:27.078109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:27.117530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.122039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.155365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:14:27.170405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29876661-a807-4317-bdb8-e2f5570ca948,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:27.185333 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.185976 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Added segment e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da of type vlan for network 017f0574-a3b1-4b2f-a5d9-488047f27641 Jul 09 13:14:27.237152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d318f940-84e4-44a6-b5c6-80aa0ef5b84b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:27.259282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.301815 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.303167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:27.304013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.316284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port d318f940-84e4-44a6-b5c6-80aa0ef5b84b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:27.322051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d318f940-84e4-44a6-b5c6-80aa0ef5b84b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:27.322761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.366777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5675268 Jul 09 13:14:27.367637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47460) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:27.373646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Request body: {'subnet': {'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-subnet', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:27.389329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10349f19-2773-4401-86f5-da087b927e0e admin admin] Pushing event updated for resources: {'Network': ['ID=017f0574-a3b1-4b2f-a5d9-488047f27641,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:27.401980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:14:27.412285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Made reservation on behalf of 49995763bffd4232af2d2ae882f0d8ef for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:27.415117 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.432647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-46c95897-bafe-4772-bfc8-4faca0ce85ab tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:27.442499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-46c95897-bafe-4772-bfc8-4faca0ce85ab tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4649580 Jul 09 13:14:27.445811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Pushing event updated for resources: {'Port': ['ID=9ccfe342-baff-42bc-a8af-2354451a86f0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:27.532151 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.580962 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.613221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port d318f940-84e4-44a6-b5c6-80aa0ef5b84b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d318f940-84e4-44a6-b5c6-80aa0ef5b84b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:27.616264 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.617770 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.664925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.699450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=d318f940-84e4-44a6-b5c6-80aa0ef5b84b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:27.712471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Sync routers for ids ['8da606e1-74c2-4a47-9895-45bbdab87794'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:14:27.718980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Request body: {'binding': {'host': 'n-h2-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:27.719577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:14:27.726568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Routers {'8da606e1-74c2-4a47-9895-45bbdab87794'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:27.726985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8da606e1-74c2-4a47-9895-45bbdab87794'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:27.744937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ef39dc-c313-46dc-9dad-dbdf47120968,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:27.762806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Checking segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:27.764078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Network hostable DHCP agents. Network: 017f0574-a3b1-4b2f-a5d9-488047f27641, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:14:27.782724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:14:27.796887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 017f0574-a3b1-4b2f-a5d9-488047f27641) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:27.804919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:27.805781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.829118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2a9cafe9-bb9c-4ee7-8f6a-e4730a883531 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4576383 Jul 09 13:14:27.829118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47470) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:27.834515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:27.865013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.866754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.899738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37596c7d-c29c-4832-8c28-0602cd5d61f0 None None] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:27.947636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.964826 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:27.967402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on host n-h2-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:27.967859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:27.968129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:27.970199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.009419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:28.009419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:28.033528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:28.033816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:28.034203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:28.034806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Bound port: b3d46de0-b86e-4930-9eb8-28782ae75484, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:28.055670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Set router 8da606e1-74c2-4a47-9895-45bbdab87794 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:28.137935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Pushing event updated for resources: {'Port': ['ID=9ccfe342-baff-42bc-a8af-2354451a86f0,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:28.156838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.172428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.179677 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-af2ff698-f5d9-4b25-8909-4966576b9c4a tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6535983 Jul 09 13:14:28.247083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:28.260250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.270699 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4450d1f1-6cd0-49e7-91d2-9e00c4d3f566 service neutron] 10.222.0.32 "POST /v2.0/ports/b3d46de0-b86e-4930-9eb8-28782ae75484/bindings HTTP/1.1" status: 201 len: 389 time: 0.6179338 Jul 09 13:14:28.283759 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-b063638b-bcff-48fb-aaea-de4803848fe3 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.1033397 Jul 09 13:14:28.382594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-017f0574-a3b1-4b2f-a5d9-488047f27641', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:14:28.384301 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.458812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-5238cb31-fdf8-4185-90a7-48567b242242 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:28.460480 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-5238cb31-fdf8-4185-90a7-48567b242242 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1759505 Jul 09 13:14:28.463639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.472242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-a5c7de45-00da-489b-a270-91553da071fe tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:28.473227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-721f6d3a-2d8b-4bb5-9349-010e5dcf1ef9 req-a5c7de45-00da-489b-a270-91553da071fe tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057960 Jul 09 13:14:28.692051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 4, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e7fa9770-abd3-4ad8-bff7-ec00c6d73631', 'name': '', 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'mac_address': 'fa:16:3e:c1:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:22Z', 'updated_at': '2021-07-09T13:14:24Z', 'revision_number': 2, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'subnets': [{'id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:28.698018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-6e9ea122-11fb-4731-94db-e7cbc88c60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:28.699901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-6e9ea122-11fb-4731-94db-e7cbc88c60c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1096 time: 0.1058807 Jul 09 13:14:28.760568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Checking router: 8da606e1-74c2-4a47-9895-45bbdab87794 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:14:28.761174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Updating router 8da606e1-74c2-4a47-9895-45bbdab87794 port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:14:28.773490 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.795089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.812058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Allocated IP 172.20.0.2 (017f0574-a3b1-4b2f-a5d9-488047f27641/f4ef39dc-c313-46dc-9dad-dbdf47120968/c037f0d1-fc3d-4fb9-862e-3569c306537b) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:28.814280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:28.864472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-52b83c17-9741-4a75-9c71-b8b1f0bb693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:28.866089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-52b83c17-9741-4a75-9c71-b8b1f0bb693b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1578286 Jul 09 13:14:28.887297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea778a-84e9-46f1-961b-f747bc973731 req-9bb14b9c-379e-46d2-852b-53659cb2b77d tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:28.889243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4bea778a-84e9-46f1-961b-f747bc973731 req-9bb14b9c-379e-46d2-852b-53659cb2b77d tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 945 time: 0.1062455 Jul 09 13:14:28.926079 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-93199b92-9485-4768-9e58-4131454d2569 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 217 time: 0.0518644 Jul 09 13:14:28.939748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a216-4fee-406e-8d1e-9aefb18e38f6 req-991476c0-7443-455b-8e17-2f086967c75f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:28.941272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70c5a216-4fee-406e-8d1e-9aefb18e38f6 req-991476c0-7443-455b-8e17-2f086967c75f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 945 time: 0.1489561 Jul 09 13:14:28.956706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Allocated IP 172.25.5.236 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/9b1432ed-b07d-445b-8adf-fd689c32293c) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:28.994771 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4bea778a-84e9-46f1-961b-f747bc973731 req-eebed93e-b4dc-41fd-a51b-76fb72f941ad tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707514 Jul 09 13:14:28.999308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4a76215d-ade3-4bd2-a57c-41936ea9223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:29.001226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-4a76215d-ade3-4bd2-a57c-41936ea9223a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0688283 Jul 09 13:14:29.069317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70c5a216-4fee-406e-8d1e-9aefb18e38f6 req-a97cefe2-160e-4e13-b054-4e372d57ea9a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139033 Jul 09 13:14:29.098043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-b6c5db57-44e5-4bd5-882f-b85de692271e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910995 Jul 09 13:14:29.155256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.168563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d318f940-84e4-44a6-b5c6-80aa0ef5b84b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:29.170269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.211449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Transition to ACTIVE for port object c037f0d1-fc3d-4fb9-862e-3569c306537b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:29.251257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Transition to ACTIVE for port object c037f0d1-fc3d-4fb9-862e-3569c306537b will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:29.258222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.264263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.268337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d318f940-84e4-44a6-b5c6-80aa0ef5b84b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:29.268550 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.284401 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-897478d2-f35a-4b75-99d5-0aaacd1961db req-c7586274-412f-46a5-827b-953feead3bfe tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips/67dee5e7-5805-48f8-b2ca-a4f11bba3150 HTTP/1.1" status: 200 len: 692 time: 0.1890874 Jul 09 13:14:29.328272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:29.346612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:29.368818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:29.371611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1432ed-b07d-445b-8adf-fd689c32293c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:29.373193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:29.390952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:29.398606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:29.402928 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.408772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Pushing event updated for resources: {'Port': ['ID=c037f0d1-fc3d-4fb9-862e-3569c306537b,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:29.445467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Transition to ACTIVE for port object e7fa9770-abd3-4ad8-bff7-ec00c6d73631 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:29.473831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47500) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:29.476234 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.494979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897478d2-f35a-4b75-99d5-0aaacd1961db req-c5ebe4ef-ab67-4b44-a67e-b4863e566def tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:29.496529 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-897478d2-f35a-4b75-99d5-0aaacd1961db req-c5ebe4ef-ab67-4b44-a67e-b4863e566def tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2112749 Jul 09 13:14:29.504163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0f373a64-6853-4872-a9e8-8f106fc70c57 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085566 Jul 09 13:14:29.513654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-897478d2-f35a-4b75-99d5-0aaacd1961db req-fda77ef1-bdaf-4cd8-b1b3-99e4e5a7b8f3 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:29.515125 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-897478d2-f35a-4b75-99d5-0aaacd1961db req-fda77ef1-bdaf-4cd8-b1b3-99e4e5a7b8f3 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096078 Jul 09 13:14:29.554950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3b1b-8f6e-4e5b-9e84-73a04a28e7c0 req-7ef38206-e947-47d5-a529-5823dc65e63a tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:29.556537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Attempting to bind port c037f0d1-fc3d-4fb9-862e-3569c306537b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:29.556778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-778a3b1b-8f6e-4e5b-9e84-73a04a28e7c0 req-7ef38206-e947-47d5-a529-5823dc65e63a tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 950 time: 0.2314863 Jul 09 13:14:29.557308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Attempting to bind port c037f0d1-fc3d-4fb9-862e-3569c306537b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:29.557828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Attempting to bind port c037f0d1-fc3d-4fb9-862e-3569c306537b on network 017f0574-a3b1-4b2f-a5d9-488047f27641 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:29.569316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:29.569938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Checking segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:29.570502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.571087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Bound using segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:29.571728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Bound port: c037f0d1-fc3d-4fb9-862e-3569c306537b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:29.572308 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.656119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292539b-bd87-40f0-8d70-5143bc42d081 None None] Pushing event updated for resources: {'Port': ['ID=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:29.697207 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-89b32c01-3222-4898-bcb1-ce8b545cc50a service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698520 Jul 09 13:14:29.739289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-778a3b1b-8f6e-4e5b-9e84-73a04a28e7c0 req-85bc6f65-4591-4562-8d54-cc1c98cdbc75 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714549 Jul 09 13:14:29.761403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] For port c037f0d1-fc3d-4fb9-862e-3569c306537b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:29.765919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] For port c037f0d1-fc3d-4fb9-862e-3569c306537b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c037f0d1-fc3d-4fb9-862e-3569c306537b,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:29.772219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.772422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0950dd8-c4d7-48c1-beb2-3f462462c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.784953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.816834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Attempting to bind port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:29.817145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Attempting to bind port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:29.817485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Attempting to bind port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 on network 6f88463f-30f4-49ba-9545-04dc63dd2f55 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:29.844589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:29.844858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Checking segment: {'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:29.845263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.845672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Bound using segment: {'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:29.846138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Bound port: e7fa9770-abd3-4ad8-bff7-ec00c6d73631, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e73530f-6b3b-43a6-9c28-c82a1c4085e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:29.846523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:29.877679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bde880-05a4-4230-a14d-4fd9fd2f558e None None] Pushing event updated for resources: {'Port': ['ID=c037f0d1-fc3d-4fb9-862e-3569c306537b,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:29.963993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] For port e7fa9770-abd3-4ad8-bff7-ec00c6d73631, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:29.967825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] For port e7fa9770-abd3-4ad8-bff7-ec00c6d73631, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,segment=NetworkSegment(0e73530f-6b3b-43a6-9c28-c82a1c4085e5),segment_id=0e73530f-6b3b-43a6-9c28-c82a1c4085e5)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:29.974928 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:30.084993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Routers {'8da606e1-74c2-4a47-9895-45bbdab87794'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:30.085853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8da606e1-74c2-4a47-9895-45bbdab87794'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:30.212931 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74726c4b-bbb1-40d4-95c5-3c2dfc11a660 req-62aa9b44-04cf-428c-b8ff-b6673fbabc71 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=fd3ef6eb0f1d49d6871208b95e25ef70 HTTP/1.1" status: 200 len: 695 time: 0.3273780 Jul 09 13:14:30.237617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292539b-bd87-40f0-8d70-5143bc42d081 None None] Pushing event updated for resources: {'Port': ['ID=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:30.285360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0950dd8-c4d7-48c1-beb2-3f462462c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:30.309264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-5672f1ab-9276-4fe4-9b3b-b486879da03d tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:30.311597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-5672f1ab-9276-4fe4-9b3b-b486879da03d tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.3991277 Jul 09 13:14:30.315679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0950dd8-c4d7-48c1-beb2-3f462462c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:30.328772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-3'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:30.361158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] Set router 8da606e1-74c2-4a47-9895-45bbdab87794 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:30.397962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74726c4b-bbb1-40d4-95c5-3c2dfc11a660 req-f05c8d72-b4ac-477b-9459-dd42907af4f4 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:30.406346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74726c4b-bbb1-40d4-95c5-3c2dfc11a660 req-f05c8d72-b4ac-477b-9459-dd42907af4f4 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/networks?id=47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 787 time: 0.1900091 Jul 09 13:14:30.408727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0950dd8-c4d7-48c1-beb2-3f462462c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf4989-0140-4e64-b9f6-91bde74b2311,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:30.411934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-74726c4b-bbb1-40d4-95c5-3c2dfc11a660 req-55f4b2b4-fcd7-45ce-a289-3ab009bb30c9 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:30.425133 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e0950dd8-c4d7-48c1-beb2-3f462462c1cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d608180a68f7459181d125b17257808f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9478633 Jul 09 13:14:30.426852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74726c4b-bbb1-40d4-95c5-3c2dfc11a660 req-55f4b2b4-fcd7-45ce-a289-3ab009bb30c9 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194678 Jul 09 13:14:30.429954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47518) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:30.507920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768638a1-bc70-4a98-b863-c6906fec9b24 req-07816822-3b00-47da-914f-504e918cb5d7 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:30.516048 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-768638a1-bc70-4a98-b863-c6906fec9b24 req-07816822-3b00-47da-914f-504e918cb5d7 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 945 time: 0.3080857 Jul 09 13:14:30.551627 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:30.567834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:30.589071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c3f7eb-ff55-4840-b1b0-7e1be8ac662b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:30.604846 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-768638a1-bc70-4a98-b863-c6906fec9b24 req-b0893350-b307-41f3-b6f0-dd1ba43e2752 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877297 Jul 09 13:14:30.729699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c3f7eb-ff55-4840-b1b0-7e1be8ac662b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:30.757652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Router d84dbec3-56c7-4992-90be-be8809a4e542 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:14:30.814991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 4, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e7fa9770-abd3-4ad8-bff7-ec00c6d73631', 'name': '', 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'mac_address': 'fa:16:3e:c1:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:22Z', 'updated_at': '2021-07-09T13:14:29Z', 'revision_number': 4, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'subnets': [{'id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:30.850646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b9e35-6f36-4d81-8d9a-53854d2d4f09 None None] The sync data for ids ['8da606e1-74c2-4a47-9895-45bbdab87794'] in n-d-799524-3 is: [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:23Z', 'revision_number': 4, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e7fa9770-abd3-4ad8-bff7-ec00c6d73631', 'name': '', 'network_id': '6f88463f-30f4-49ba-9545-04dc63dd2f55', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'mac_address': 'fa:16:3e:c1:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:22Z', 'updated_at': '2021-07-09T13:14:29Z', 'revision_number': 4, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'subnets': [{'id': '7ecdd7ab-72ed-40e2-91d5-62625e6fd318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:14:30.975139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-e96195fe-0501-4016-9a86-a73e1745957f tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips/67dee5e7-5805-48f8-b2ca-a4f11bba3150 HTTP/1.1" status: 200 len: 692 time: 0.0656474 Jul 09 13:14:30.998007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:31.002092 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c3f7eb-ff55-4840-b1b0-7e1be8ac662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.006656 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c3f7eb-ff55-4840-b1b0-7e1be8ac662b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.009923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-68c3f7eb-ff55-4840-b1b0-7e1be8ac662b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eecf4989-0140-4e64-b9f6-91bde74b2311 HTTP/1.1" status: 204 len: 168 time: 0.5763044 Jul 09 13:14:31.181590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:14:31.204016 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:14:31.221647 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:31.224147 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:31.262390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.267372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-82749297-d0af-463a-934a-58c3bda1ae57 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4374449 Jul 09 13:14:31.271318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47530) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:31.286194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3f7eb-ff55-4840-b1b0-7e1be8ac662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf4989-0140-4e64-b9f6-91bde74b2311,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:31.336378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab15dd-5c33-46c4-8cad-4ae91b91a9d7 req-067e845c-70e5-4fb0-8d68-dde75d16c1cc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:31.338544 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-65ab15dd-5c33-46c4-8cad-4ae91b91a9d7 req-067e845c-70e5-4fb0-8d68-dde75d16c1cc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 945 time: 0.4352925 Jul 09 13:14:31.382987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:31.383570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-1f57220e-9c51-4989-8f5e-ca16ea3d7cee tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:31.393558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7fa9770-abd3-4ad8-bff7-ec00c6d73631 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:31.394718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-1f57220e-9c51-4989-8f5e-ca16ea3d7cee tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.4068575 Jul 09 13:14:31.410853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-fcb01b7f-437f-4014-b8d4-dea09a1c1fea tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:31.421980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-fcb01b7f-437f-4014-b8d4-dea09a1c1fea tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263076 Jul 09 13:14:31.445068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-65ab15dd-5c33-46c4-8cad-4ae91b91a9d7 req-611b1b26-760e-4597-a7cf-101066abbb47 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949097 Jul 09 13:14:31.501221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:31.514968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:31.517873 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.520467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:31.523337 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98adb49-c7fd-44cb-95b8-73faef5770e5" -d '{"events": [{"server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:31.531373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.556473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4642ab73-ae57-4dd3-a396-f130da405714 None None] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:31.556654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.567457 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:31.634467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-1fa983c6-d5c3-45e5-bd85-9ebaa6cc3cf0 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.2115288 Jul 09 13:14:31.692715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cb4051e5-fd72-4df3-9d14-a80db0a175ba None None] Provisioning for port c037f0d1-fc3d-4fb9-862e-3569c306537b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:31.718187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:31.718410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Pushing event updated for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:31.762370 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afe3f296-3462-4523-b92f-debf60ae2733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.802933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-9edb8c7d-cf1b-4ffc-b3cf-b0a0f1aed365 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.1676118 Jul 09 13:14:31.817401 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.874463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e7fa9770-abd3-4ad8-bff7-ec00c6d73631, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,segment=NetworkSegment(0e73530f-6b3b-43a6-9c28-c82a1c4085e5),segment_id=0e73530f-6b3b-43a6-9c28-c82a1c4085e5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:31.874691 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:29Z', 'revision_number': 3, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:31.879983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.882102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c037f0d1-fc3d-4fb9-862e-3569c306537b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:31.921732 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:14:31.922142 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Updating router d84dbec3-56c7-4992-90be-be8809a4e542 port 9b1432ed-b07d-445b-8adf-fd689c32293c binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:14:31.928357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on host n-h1-799524-3 for vnic_type normal with profile {"migrating_to": "n-h2-799524-3"} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:31.939014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:31.939477 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:31.963249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:31.963612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Attempting to bind port b3d46de0-b86e-4930-9eb8-28782ae75484 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:31.989275 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:31.991376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:32.005298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:32.005895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:32.006001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:32.006432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Bound port: b3d46de0-b86e-4930-9eb8-28782ae75484, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:32.006791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.018500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port c037f0d1-fc3d-4fb9-862e-3569c306537b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:32.027203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c037f0d1-fc3d-4fb9-862e-3569c306537b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:32.027530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.188936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2c24-93c5-4e03-b13c-ed31889fe035 req-7ce5d29f-d8ea-4c14-a587-762fb22a6ef3 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:32.198934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-53eb2c24-93c5-4e03-b13c-ed31889fe035 req-7ce5d29f-d8ea-4c14-a587-762fb22a6ef3 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 950 time: 0.4648218 Jul 09 13:14:32.199941 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.256472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port c037f0d1-fc3d-4fb9-862e-3569c306537b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c037f0d1-fc3d-4fb9-862e-3569c306537b,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:32.257807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a6c014bd-a5b6-4751-9bd6-d6a87ce3897a None None] Provisioning complete for port c037f0d1-fc3d-4fb9-862e-3569c306537b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:32.258158 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a6c014bd-a5b6-4751-9bd6-d6a87ce3897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.261934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.324018 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afe3f296-3462-4523-b92f-debf60ae2733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.329512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:32.349621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afe3f296-3462-4523-b92f-debf60ae2733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.354115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=c037f0d1-fc3d-4fb9-862e-3569c306537b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:32.365123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.365473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.365804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.366199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.366467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.366795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.367143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.367466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.367792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.368110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.368431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.368748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:32.388450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-afe3f296-3462-4523-b92f-debf60ae2733 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17863c4bdc564740a4d950fc4ea586ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659760 Jul 09 13:14:32.401058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-53eb2c24-93c5-4e03-b13c-ed31889fe035 req-b48af7c5-c3ec-44fe-a5dc-84fd6bb603a4 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/security-groups?id=19343179-0da0-4de7-8778-8a3453063281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011509 Jul 09 13:14:32.408968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:32.410740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47540) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:32.428817 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.442007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.447278 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Transition to ACTIVE for port object 9b1432ed-b07d-445b-8adf-fd689c32293c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:32.456222 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.524593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Pushing event updated for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=8']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:32.559924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-c2531efe-6234-4548-8a6d-d79c6ad4ddc8 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:32.562790 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-c2531efe-6234-4548-8a6d-d79c6ad4ddc8 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 950 time: 0.3535106 Jul 09 13:14:32.587396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3f296-3462-4523-b92f-debf60ae2733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa38195-5d1b-4506-972b-83daaeb21bbd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:32.598584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Deleting port 9ccfe342-baff-42bc-a8af-2354451a86f0 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:14:32.599156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.613669 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da439d38-8fcf-44b8-9892-a4a7947dc1fc None None] Pushing event updated for resources: {'Port': ['ID=9b1432ed-b07d-445b-8adf-fd689c32293c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:32.635511 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Attempting to bind port 9b1432ed-b07d-445b-8adf-fd689c32293c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:32.636464 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Attempting to bind port 9b1432ed-b07d-445b-8adf-fd689c32293c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:32.637033 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Attempting to bind port 9b1432ed-b07d-445b-8adf-fd689c32293c on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:32.645917 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:32.646432 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:32.646897 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.647324 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:32.649446 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Bound port: 9b1432ed-b07d-445b-8adf-fd689c32293c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:32.650005 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.650527 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a66be2d-9909-4e3e-9854-ffc1f6d4f260 x-openstack-request-id: req-3a66be2d-9909-4e3e-9854-ffc1f6d4f260 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:32.650822 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:32.651111 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a66be2d-9909-4e3e-9854-ffc1f6d4f260 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:32.651497 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484', 'code': 200} Jul 09 13:14:32.705890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:32.707011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.708659 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95f23131-a6c2-42dd-8e01-278b0e9115fe service neutron] 10.222.0.11 "PUT /v2.0/ports/b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 1121 time: 2.3868699 Jul 09 13:14:32.730402 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] For port 9b1432ed-b07d-445b-8adf-fd689c32293c, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:32.734623 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] For port 9b1432ed-b07d-445b-8adf-fd689c32293c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9b1432ed-b07d-445b-8adf-fd689c32293c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:32.741758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.742306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.742417 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.761767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Calling delete_port for 9ccfe342-baff-42bc-a8af-2354451a86f0 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:14:32.769286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['b3d46de0-b86e-4930-9eb8-28782ae75484'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:32.830090 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:32.830743 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:32.838505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b7509bc-489a-4864-bafb-3cefe10fd6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.878586 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da439d38-8fcf-44b8-9892-a4a7947dc1fc None None] Pushing event updated for resources: {'Port': ['ID=9b1432ed-b07d-445b-8adf-fd689c32293c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:32.894505 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.908660 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b7509bc-489a-4864-bafb-3cefe10fd6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.931890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Deleting port b089b7cd-b827-46ee-88b3-08e364da4cb3 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:14:32.931890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:32.968975 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:33.008813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70553a-838f-4e31-af24-658469f31d4f req-06c8cf3e-4213-4a67-8ae5-516daf0ce54e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:33.010356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae70553a-838f-4e31-af24-658469f31d4f req-06c8cf3e-4213-4a67-8ae5-516daf0ce54e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 945 time: 0.2386420 Jul 09 13:14:33.085433 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae70553a-838f-4e31-af24-658469f31d4f req-6df57b87-e747-46e2-abeb-10fcdc1256c3 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610836 Jul 09 13:14:33.128251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.133750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Allocated IP 172.20.0.1 (017f0574-a3b1-4b2f-a5d9-488047f27641/f4ef39dc-c313-46dc-9dad-dbdf47120968/2d0b26a6-d4ce-4694-8330-fc0c2f888f21) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:33.159733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] For port b089b7cd-b827-46ee-88b3-08e364da4cb3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b089b7cd-b827-46ee-88b3-08e364da4cb3,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:33.160389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.165096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Pushing event deleted for resources: {'Port': ['ID=9ccfe342-baff-42bc-a8af-2354451a86f0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:33.186345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Calling delete_port for b089b7cd-b827-46ee-88b3-08e364da4cb3 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:14:33.188102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b7509bc-489a-4864-bafb-3cefe10fd6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.190664 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b7509bc-489a-4864-bafb-3cefe10fd6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.194300 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b7509bc-489a-4864-bafb-3cefe10fd6e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfa38195-5d1b-4506-972b-83daaeb21bbd HTTP/1.1" status: 204 len: 168 time: 0.7725029 Jul 09 13:14:33.196087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7fa9770-abd3-4ad8-bff7-ec00c6d73631 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:33.252643 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:29Z', 'revision_number': 3, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:33.258563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7509bc-489a-4864-bafb-3cefe10fd6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa38195-5d1b-4506-972b-83daaeb21bbd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:33.285824 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.288911 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.290074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc5c77a6-b18c-4f66-8814-0d962911a724 req-d2a83ea9-f72c-4339-916a-c90b2c68f234 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "DELETE /v2.0/floatingips/67dee5e7-5805-48f8-b2ca-a4f11bba3150 HTTP/1.1" status: 204 len: 173 time: 1.4743586 Jul 09 13:14:33.293612 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a08aa-7a19-4b5c-b96c-dec84ac64462 None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:29Z', 'revision_number': 3, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:14:33.373706 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.380702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:33.381077 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.401414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Transition to ACTIVE for port object 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:33.461751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.502366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.510925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:33.516225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:33.520640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:33.521160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.551565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['b089b7cd-b827-46ee-88b3-08e364da4cb3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:33.595798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Pushing event deleted for resources: {'Port': ['ID=b089b7cd-b827-46ee-88b3-08e364da4cb3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:33.606193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c037f0d1-fc3d-4fb9-862e-3569c306537b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:33.644107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Pushing event updated for resources: {'Port': ['ID=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:33.705952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] No DVR routers for this DVR port b089b7cd-b827-46ee-88b3-08e364da4cb3 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:14:33.709222 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.711412 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee4c76f4-b758-450a-9f53-3a03a21c86af req-88289d20-49e5-44cb-9255-ae58b194f6d0 tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.10 "DELETE /v2.0/ports/b089b7cd-b827-46ee-88b3-08e364da4cb3 HTTP/1.1" status: 204 len: 173 time: 1.1413889 Jul 09 13:14:33.747747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c037f0d1-fc3d-4fb9-862e-3569c306537b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:33.748943 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:33.807694 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293601c6-0618-431a-b4a8-beef1f58569f req-5f1ca7b6-ccc0-4631-8ac7-5123bc398d38 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:33.815254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-293601c6-0618-431a-b4a8-beef1f58569f req-5f1ca7b6-ccc0-4631-8ac7-5123bc398d38 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 943 time: 0.5576594 Jul 09 13:14:33.893283 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-293601c6-0618-431a-b4a8-beef1f58569f req-275dad8e-56aa-4582-8aa0-23e2ba37bc17 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712729 Jul 09 13:14:33.955287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.118630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1c13f87f-1f5e-48a7-a984-460163dd8046 None None] Provisioning for port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:34.159649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1c13f87f-1f5e-48a7-a984-460163dd8046 None None] Provisioning complete for port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:34.160042 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1c13f87f-1f5e-48a7-a984-460163dd8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.206211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-4c252806-8585-4628-9aaa-87fc23ec0fad tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2869153 Jul 09 13:14:34.225373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:34.245477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1c13f87f-1f5e-48a7-a984-460163dd8046 None None] Port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:14:34.259109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.264291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.265092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.267391 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.443589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Pushing event updated for resources: {'Port': ['ID=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:34.472334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.534563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:34.538736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:34.608082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47590) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:34.652629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484'}, {'server_uuid': 'd7b5e60f-8f77-4252-b64b-41355becdc74', 'name': 'network-vif-deleted', 'tag': 'b089b7cd-b827-46ee-88b3-08e364da4cb3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:34.656375 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c4de9f-98c0-4692-a5af-1598056496e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484"}, {"server_uuid": "d7b5e60f-8f77-4252-b64b-41355becdc74", "name": "network-vif-deleted", "tag": "b089b7cd-b827-46ee-88b3-08e364da4cb3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:34.686318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Allocated IP 172.25.5.56 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/8b1b8515-c5c3-4679-a25a-29954238c682) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:34.706007 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed2fd541-abef-481c-8415-2cc4a09c7bf6 req-05d43933-dc38-4342-967d-a04add5c7acf tempest-DeleteServersAdminTestJSON-2050531642 tempest-DeleteServersAdminTestJSON-2050531642-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b5e60f-8f77-4252-b64b-41355becdc74 HTTP/1.1" status: 200 len: 210 time: 0.0564349 Jul 09 13:14:34.811599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-872550419-network', 'tenant_id': '26bd7ebced4148749bb727cbdc378ef0'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:34.846459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Router d84dbec3-56c7-4992-90be-be8809a4e542 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:14:34.879509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Made reservation on behalf of 26bd7ebced4148749bb727cbdc378ef0 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:34.882603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.914437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.924077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.003121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3d3abb3d-2176-4896-918a-43aef928b8dd None None] Provisioning complete for port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:35.003719 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d3abb3d-2176-4896-918a-43aef928b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.053532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3d3abb3d-2176-4896-918a-43aef928b8dd None None] Port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:14:35.063736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:14:35.077768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6daa1b66-d356-460d-8809-37b9de1e4e6f admin admin] 10.222.0.32 "PUT /v2.0/routers/d84dbec3-56c7-4992-90be-be8809a4e542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7970097 Jul 09 13:14:35.119860 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed15d10-78ba-4f62-8044-fe2faa275e08 x-openstack-request-id: req-bed15d10-78ba-4f62-8044-fe2faa275e08 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:35.120194 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484", "status": "completed", "code": 200}, {"server_uuid": "d7b5e60f-8f77-4252-b64b-41355becdc74", "name": "network-vif-deleted", "tag": "b089b7cd-b827-46ee-88b3-08e364da4cb3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:35.120381 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bed15d10-78ba-4f62-8044-fe2faa275e08 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:35.120799 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484', 'status': 'completed', 'code': 200} Jul 09 13:14:35.121010 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b5e60f-8f77-4252-b64b-41355becdc74', 'name': 'network-vif-deleted', 'tag': 'b089b7cd-b827-46ee-88b3-08e364da4cb3', 'status': 'completed', 'code': 200} Jul 09 13:14:35.134371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.177559 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.218731 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.220988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9b1432ed-b07d-445b-8adf-fd689c32293c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:35.237674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:14:35.246007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:35.262316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:35.274862 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.275161 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Added segment 139b1a1a-a687-4a13-8f1e-3959e47941e0 of type vlan for network 0eecf577-47de-495c-a7e6-8efa9225a216 Jul 09 13:14:35.288777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:35.289702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9b1432ed-b07d-445b-8adf-fd689c32293c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:35.297624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9b1432ed-b07d-445b-8adf-fd689c32293c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:35.298007 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.305436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Pushing event updated for resources: {'Port': ['ID=8b1b8515-c5c3-4679-a25a-29954238c682,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:35.323605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7f22b-b7fc-4e10-9aee-0ff915850475 req-90b51b05-1518-402f-923e-08aec83d0cfa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:35.324619 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7d7f22b-b7fc-4e10-9aee-0ff915850475 req-90b51b05-1518-402f-923e-08aec83d0cfa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 943 time: 0.0976713 Jul 09 13:14:35.364169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00252fa-2b9f-4fee-a451-65b259538706,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:35.378095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7d7f22b-b7fc-4e10-9aee-0ff915850475 req-0067eecc-755a-4d1d-950f-887a90fad883 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460715 Jul 09 13:14:35.396317 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.421268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.421670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 9b1432ed-b07d-445b-8adf-fd689c32293c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9b1432ed-b07d-445b-8adf-fd689c32293c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:35.428191 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.471839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-68e9bffe-8ef9-4484-846f-898c33eff5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:35.473812 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-68e9bffe-8ef9-4484-846f-898c33eff5f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1124 time: 0.3241861 Jul 09 13:14:35.503597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=9b1432ed-b07d-445b-8adf-fd689c32293c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:35.549562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.566024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.567039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:35.567605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.568768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:14:35.587816 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9785559 Jul 09 13:14:35.591662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47620) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:35.601638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Request body: {'subnet': {'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-872550419-subnet', 'tenant_id': '26bd7ebced4148749bb727cbdc378ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:35.648223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Made reservation on behalf of 26bd7ebced4148749bb727cbdc378ef0 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:35.651114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.724561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615372c1-c5f9-4b33-acf7-18d2c7ad7780 admin admin] Pushing event updated for resources: {'Network': ['ID=0eecf577-47de-495c-a7e6-8efa9225a216,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:35.730978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-491bb899-9167-4584-a27d-9d1091cfac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:35.733908 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-491bb899-9167-4584-a27d-9d1091cfac6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.2488706 Jul 09 13:14:35.735008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.748296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0eecf577-47de-495c-a7e6-8efa9225a216 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:14:35.773392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47634) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:35.834909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:35.868511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 has no active binding in host n-h2-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:14:35.959692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-fa0a2e45-5a12-400d-a1cc-649441d584bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 217 time: 0.1866298 Jul 09 13:14:35.983404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-a2d85c97-d21d-4409-8d7a-9b8d048d6724 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:35.985428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-a2d85c97-d21d-4409-8d7a-9b8d048d6724 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 820 time: 0.2525570 Jul 09 13:14:35.994051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:14:36.013887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:36.014534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:36.041590 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e95b9199-d1ac-4f7d-bfa0-0bc1cff4bc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.053395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-c91f8120-7bf6-4a07-af7f-d173e680b772 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/quotas/49995763bffd4232af2d2ae882f0d8ef HTTP/1.1" status: 200 len: 375 time: 0.0354140 Jul 09 13:14:36.076210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-001b33a2-2a69-4eed-8094-7a8aac00dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:36.078669 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-001b33a2-2a69-4eed-8094-7a8aac00dc6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.1097505 Jul 09 13:14:36.142317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-43b93631-4b36-452a-b41e-8852c1ad093a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538456 Jul 09 13:14:36.144433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.154126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:36.159521 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.175536 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.259357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf7af52-edef-471e-9395-9dec002c2723,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:36.282521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-4b85552c-93be-40b1-97db-522f59825e27 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2278101 Jul 09 13:14:36.287831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Pushing event updated for resources: {'Port': ['ID=8b1b8515-c5c3-4679-a25a-29954238c682,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:36.373669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.399665 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-223abcd7-a16a-440a-9ebd-09e3196d282d service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491438 Jul 09 13:14:36.422754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:34Z', 'revision_number': 2, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:36.452284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:14:36.452647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Updating router d84dbec3-56c7-4992-90be-be8809a4e542 port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:14:36.491947 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.519885 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97c4de9f-98c0-4692-a5af-1598056496e6 req-7a170b08-e779-4390-89a9-f385719cb480 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109059 Jul 09 13:14:36.616956 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e95b9199-d1ac-4f7d-bfa0-0bc1cff4bc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.618128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:36.618872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Network hostable DHCP agents. Network: 0eecf577-47de-495c-a7e6-8efa9225a216, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:14:36.625214 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e95b9199-d1ac-4f7d-bfa0-0bc1cff4bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.631661 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.642085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-9ba29977-6df9-4a5b-b1a9-17f04950a8ef tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4346931 Jul 09 13:14:36.695511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e95b9199-d1ac-4f7d-bfa0-0bc1cff4bc2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ee18940912f4ce99ab01c5eb565cf60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9200966 Jul 09 13:14:36.698079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47644) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:36.706883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b9199-d1ac-4f7d-bfa0-0bc1cff4bc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e348d9-faf7-43f4-b01b-4578430f4484,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:36.717160 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-207f670d-a9af-482b-a92c-44453f6bfebb service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335802 Jul 09 13:14:36.726004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Network 0eecf577-47de-495c-a7e6-8efa9225a216 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:14:36.739573 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-3a2f2476-0c01-486d-a5cd-e0b290d1fd15 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.0936687 Jul 09 13:14:36.792111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b089b7cd-b827-46ee-88b3-08e364da4cb3 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:14:36.820844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: b089b7cd-b827-46ee-88b3-08e364da4cb3 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:14:36.821145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b089b7cd-b827-46ee-88b3-08e364da4cb3 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:14:36.840216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b78e124-e98d-42b8-863d-acd9d03cb374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.843102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-fb71850e-b664-4deb-b6d0-cb2a5a72e850 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250403 Jul 09 13:14:36.849703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 0eecf577-47de-495c-a7e6-8efa9225a216) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:36.855184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:36.858017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.865473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc0821-03dd-41b0-b18b-629b655aa2c9 None None] Network 0eecf577-47de-495c-a7e6-8efa9225a216 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:36.883758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4f995018-44b9-41c9-b781-a039b2f3f855 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2896307 Jul 09 13:14:36.923954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b78e124-e98d-42b8-863d-acd9d03cb374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.955027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-ef364951-8ddc-4ecd-90bd-716551925aea tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:36.966429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d61dd50-1a8c-40ac-aed7-7bca2b6ad94a req-ef364951-8ddc-4ecd-90bd-716551925aea tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2202659 Jul 09 13:14:37.014334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b78e124-e98d-42b8-863d-acd9d03cb374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:37.023178 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b78e124-e98d-42b8-863d-acd9d03cb374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:37.027717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6b78e124-e98d-42b8-863d-acd9d03cb374 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33e348d9-faf7-43f4-b01b-4578430f4484 HTTP/1.1" status: 204 len: 168 time: 0.3284655 Jul 09 13:14:37.048313 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:37.056869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78e124-e98d-42b8-863d-acd9d03cb374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e348d9-faf7-43f4-b01b-4578430f4484,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:37.109362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Transition to ACTIVE for port object 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:37.150852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2069be12-e8c1-46d7-aee0-edb328e3b6b7 None None] Network 0eecf577-47de-495c-a7e6-8efa9225a216 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:37.171381 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:37.307235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9b1432ed-b07d-445b-8adf-fd689c32293c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:37.483533 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-175e9ff0-adf2-4f0d-ad35-d1b331565be6 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips/55f73540-386f-4f9e-ab92-dc8739304142 HTTP/1.1" status: 200 len: 692 time: 0.1158657 Jul 09 13:14:37.505208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Attempting to bind port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:37.505745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Attempting to bind port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:37.506234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Attempting to bind port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 on network 017f0574-a3b1-4b2f-a5d9-488047f27641 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:37.521415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:37.522030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Checking segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:37.522557 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:37.523248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Bound using segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:37.523735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Bound port: 2d0b26a6-d4ce-4694-8330-fc0c2f888f21, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:37.524239 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:37.537657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766731dd-5ca7-4c40-97a7-ba83c8e37226 req-0ce82785-28de-42bd-b66d-8a21be33abce tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:37.562537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-766731dd-5ca7-4c40-97a7-ba83c8e37226 req-0ce82785-28de-42bd-b66d-8a21be33abce tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 943 time: 0.1671875 Jul 09 13:14:37.637940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] For port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:37.643295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] For port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:37.654649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f3e0fe83-f0be-4acd-8af2-c60482223d2d details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:14:37.688481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-766731dd-5ca7-4c40-97a7-ba83c8e37226 req-df28c625-d6cf-4a79-9ec8-0584fb2beff3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166058 Jul 09 13:14:37.696553 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:37.742845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debf05a-d056-4346-b1de-5133c6d1ec96 None None] Pushing event updated for resources: {'Port': ['ID=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:37.751864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-26102020-ae09-4113-a812-bd7657fdef37 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:37.752014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47684) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:37.758532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-26102020-ae09-4113-a812-bd7657fdef37 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2740617 Jul 09 13:14:37.765212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:37.765863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:37.772485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-29306fde-5504-4f62-93d7-c67dacec055d tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:37.776045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa4924a4-68fe-4893-bd11-ae34a7505f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:37.779369 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-29306fde-5504-4f62-93d7-c67dacec055d tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164192 Jul 09 13:14:37.831093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9c68fcf-5150-4acb-b6d3-e86827498c16 req-436ad8cb-52d2-49cd-924a-0e8587c7cb91 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 210 time: 0.0624733 Jul 09 13:14:37.961594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:37.993240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa4924a4-68fe-4893-bd11-ae34a7505f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.014608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa4924a4-68fe-4893-bd11-ae34a7505f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.105376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aa4924a4-68fe-4893-bd11-ae34a7505f1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19640014d108484d8229b61defbd2fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519335 Jul 09 13:14:38.106010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4924a4-68fe-4893-bd11-ae34a7505f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a690b-3df1-40dc-8cc0-deea7717e33f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:38.122673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47692) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:38.155786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:38.198661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47696) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:38.236124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1236126656-network', 'tenant_id': '95c4473b5a9244528fd90dc070d720ad'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:38.252227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'port_id': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'mac_address': 'fa:16:3e:b8:27:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558cddb0-8b62-4eeb-b90e-28ff554b319b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:14:38.287987 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78d39d3a-2aa5-46a9-8c7b-e030421a58d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.294112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Made reservation on behalf of 95c4473b5a9244528fd90dc070d720ad for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:38.296839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.317837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.354600 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.377935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3e0fe83-f0be-4acd-8af2-c60482223d2d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:38.446329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-67a0918c-766e-4267-8cef-77dc4f33bb85 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.6659224 Jul 09 13:14:38.492009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:38.506577 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.511788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.517201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78d39d3a-2aa5-46a9-8c7b-e030421a58d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.538237 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.539004 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-8be9fce3-1432-48a4-a411-f980b96579b3 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.0911551 Jul 09 13:14:38.556803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:14:38.558785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debf05a-d056-4346-b1de-5133c6d1ec96 None None] Pushing event updated for resources: {'Port': ['ID=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:38.608261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.608787 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Added segment d23af966-6069-4b6c-ab69-79c948a27575 of type vlan for network 852e7bc8-d08c-4295-bd5d-3234689b62cd Jul 09 13:14:38.618788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746bb87f-f621-41ef-8a36-d1ed7dcce7bf,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:38.657973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9b1432ed-b07d-445b-8adf-fd689c32293c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:38.658348 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.660417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:38.699876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.774986 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78d39d3a-2aa5-46a9-8c7b-e030421a58d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.781277 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78d39d3a-2aa5-46a9-8c7b-e030421a58d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:38.782546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-78d39d3a-2aa5-46a9-8c7b-e030421a58d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b7a690b-3df1-40dc-8cc0-deea7717e33f HTTP/1.1" status: 204 len: 168 time: 0.6579158 Jul 09 13:14:38.782795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['f3e0fe83-f0be-4acd-8af2-c60482223d2d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:38.839374 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-788aca30-d5ec-4fbc-b4bb-4fcdec5d36ae service neutron] 10.222.0.10 "GET /v2.0/ports/b3d46de0-b86e-4930-9eb8-28782ae75484/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.1547527 Jul 09 13:14:38.991968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39d3a-2aa5-46a9-8c7b-e030421a58d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a690b-3df1-40dc-8cc0-deea7717e33f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:39.078304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.080300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:39.081654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.101569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Deleting port 8b1b8515-c5c3-4679-a25a-29954238c682 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:14:39.101838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.155410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:37Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:39.215512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0336dd-8f25-4e82-83f1-471e597b4252 None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:37Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:14:39.215908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0150068 Jul 09 13:14:39.227626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47738) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:39.240406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf50cb9-c6b7-40ef-8f51-367a53acdcf1 admin admin] Pushing event updated for resources: {'Network': ['ID=852e7bc8-d08c-4295-bd5d-3234689b62cd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:39.248859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Request body: {'subnet': {'network_id': '852e7bc8-d08c-4295-bd5d-3234689b62cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1236126656-subnet', 'tenant_id': '95c4473b5a9244528fd90dc070d720ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:39.258746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 852e7bc8-d08c-4295-bd5d-3234689b62cd details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:14:39.342850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454219eb-577d-4f37-a6e0-eb14d29cd173 req-f650343b-415d-43ff-b99e-dbb7c2ab566f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:39.353175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454219eb-577d-4f37-a6e0-eb14d29cd173 req-f650343b-415d-43ff-b99e-dbb7c2ab566f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 943 time: 0.4719737 Jul 09 13:14:39.359114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47744) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:39.418796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-975dd82c-123b-4d61-8df3-d39f8d68d645 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:39.427755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-975dd82c-123b-4d61-8df3-d39f8d68d645 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 820 time: 0.4428926 Jul 09 13:14:39.440441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Request body: {'port': {'device_id': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'admin_state_up': True, 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:39.446664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:39.489454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:39.515811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454219eb-577d-4f37-a6e0-eb14d29cd173 req-82eb650c-5160-4481-ac76-3699e1b92bce tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616440 Jul 09 13:14:39.556836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d46de0-b86e-4930-9eb8-28782ae75484 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:39.569494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:39.582870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f3e0fe83-f0be-4acd-8af2-c60482223d2d up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:39.602029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.609534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Made reservation on behalf of 95c4473b5a9244528fd90dc070d720ad for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:39.612158 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.673855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port f3e0fe83-f0be-4acd-8af2-c60482223d2d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:39.674492 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.863565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-69921d2d-dc65-4431-8330-ff75829b20ed req-9600ae82-dac0-48c9-acae-8c031005210a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 210 time: 0.0492139 Jul 09 13:14:39.892309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e9845f01-9e7b-42c2-bf25-4e5a1edc92d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc8e258ccaab46d7b7cd8696c149c007&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5321894 Jul 09 13:14:39.892942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47770) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:39.894350 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.897398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] Transition to ACTIVE for port object b3d46de0-b86e-4930-9eb8-28782ae75484 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:39.904432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Made reservation on behalf of 49995763bffd4232af2d2ae882f0d8ef for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:39.908336 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.919532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.939873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.940201 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:39.949175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:39.953865 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c3fc7-c1b5-4e14-acf3-2f52c5a4e319" -d '{"events": [{"server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "name": "network-vif-plugged", "status": "completed", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:39.973658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:39.987168 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:40.020300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] Pushing event updated for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=10']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:40.043573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Calling delete_port for 8b1b8515-c5c3-4679-a25a-29954238c682 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:14:40.097154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] No DVR routers for this DVR port b3d46de0-b86e-4930-9eb8-28782ae75484 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:14:40.321946 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-0ab1e0dd-b469-458a-bac8-1efa9e50d19f service neutron] 10.222.0.10 "PUT /v2.0/ports/b3d46de0-b86e-4930-9eb8-28782ae75484/bindings/n-h2-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4762776 Jul 09 13:14:40.388542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2f16fdd-4df1-4be4-b1a1-40b6269d41de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:40.428513 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a4c2c-2401-4cba-a8f8-0cc8d4e943a8 x-openstack-request-id: req-1c9a4c2c-2401-4cba-a8f8-0cc8d4e943a8 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:40.428805 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "name": "network-vif-plugged", "status": "completed", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:40.429057 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c9a4c2c-2401-4cba-a8f8-0cc8d4e943a8 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:40.430721 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'code': 200} Jul 09 13:14:40.472129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:40.501714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2f16fdd-4df1-4be4-b1a1-40b6269d41de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:40.535487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Allocated IP 172.20.0.5 (017f0574-a3b1-4b2f-a5d9-488047f27641/f4ef39dc-c313-46dc-9dad-dbdf47120968/764df877-0afc-43e7-99f3-cb45fbe65e4e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:40.671722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2f16fdd-4df1-4be4-b1a1-40b6269d41de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:40.676674 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2f16fdd-4df1-4be4-b1a1-40b6269d41de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:40.681862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e2f16fdd-4df1-4be4-b1a1-40b6269d41de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19343179-0da0-4de7-8778-8a3453063281 HTTP/1.1" status: 204 len: 168 time: 0.7876980 Jul 09 13:14:40.695148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f16fdd-4df1-4be4-b1a1-40b6269d41de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19343179-0da0-4de7-8778-8a3453063281,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:40.867822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:40.877862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-a275a96c-6180-4492-bf57-e274cec5027f tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:40.879434 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-a275a96c-6180-4492-bf57-e274cec5027f tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.4684913 Jul 09 13:14:40.942700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307415bb-6690-4428-ad11-89e97588d489 req-fbc987cf-edb0-4380-841a-f60bcca15231 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:40.944345 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307415bb-6690-4428-ad11-89e97588d489 req-fbc987cf-edb0-4380-841a-f60bcca15231 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 944 time: 0.1223085 Jul 09 13:14:41.039924 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.072184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d439a6-0bf7-47a1-a934-78ea62c892e4,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:41.134963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Pushing event deleted for resources: {'Port': ['ID=8b1b8515-c5c3-4679-a25a-29954238c682,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:41.140490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307415bb-6690-4428-ad11-89e97588d489 req-b39b01f6-dbed-49ff-9ea9-21391f35e624 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715150 Jul 09 13:14:41.245722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Checking segment: {'id': 'd23af966-6069-4b6c-ab69-79c948a27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '852e7bc8-d08c-4295-bd5d-3234689b62cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:41.246076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Network hostable DHCP agents. Network: 852e7bc8-d08c-4295-bd5d-3234689b62cd, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:14:41.299145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-d3051df5-8738-4a9b-8a7a-06621f8da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:41.304293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-d3051df5-8738-4a9b-8a7a-06621f8da3a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507&tenant_id=0ddebe40c1fd4ac8aad380b23939f385 HTTP/1.1" status: 200 len: 1095 time: 0.3954360 Jul 09 13:14:41.322564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.327036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.335603 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-920cc660-f0ee-4b7a-bce7-8e904f16c81d req-6f57c4d8-71ea-4996-84e6-2b576c8b7f55 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "DELETE /v2.0/floatingips/55f73540-386f-4f9e-ab92-dc8739304142 HTTP/1.1" status: 204 len: 173 time: 2.7953887 Jul 09 13:14:41.362650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Network 852e7bc8-d08c-4295-bd5d-3234689b62cd is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:14:41.370418 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.402871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:41.431528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Transition to ACTIVE for port object 764df877-0afc-43e7-99f3-cb45fbe65e4e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:41.477045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 852e7bc8-d08c-4295-bd5d-3234689b62cd) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:41.498393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:41.503727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.556331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5793a-ac2d-4e1d-9d58-20b7a850e55c None None] Network 852e7bc8-d08c-4295-bd5d-3234689b62cd requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:41.561692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47814) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:41.609460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ef43992-50a1-4e71-ba7c-98afe6c65984 req-97f365ae-9388-41a8-bad0-632941c04ddc tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 210 time: 0.0957284 Jul 09 13:14:41.618812 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e5964fb5-1e85-4d78-a8f1-50514ace795f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3899841 Jul 09 13:14:41.621000 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9675038e-2156-4ef2-906e-4b0b3903a473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.645754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.772270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:41.790006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:41.790397 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.796342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:41.801200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:41.818706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:41.825799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:41.826896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:41.831060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Pushing event updated for resources: {'Port': ['ID=764df877-0afc-43e7-99f3-cb45fbe65e4e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:41.894710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-6d6cdc00-5b52-4579-b7e6-85acd3aabc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:41.897066 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-6d6cdc00-5b52-4579-b7e6-85acd3aabc8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1095 time: 0.5566361 Jul 09 13:14:42.043033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd887f-657f-4be8-a06b-0c2bc7647662 None None] Network 852e7bc8-d08c-4295-bd5d-3234689b62cd requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:42.058154 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-08e7279e-40c1-4f98-a06d-ba583ec7b703 req-5bef3acf-47b1-47f3-87c6-274070af3cd2 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] show failed (client error): The resource could not be found. Jul 09 13:14:42.059249 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-08e7279e-40c1-4f98-a06d-ba583ec7b703 req-5bef3acf-47b1-47f3-87c6-274070af3cd2 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips/55f73540-386f-4f9e-ab92-dc8739304142 HTTP/1.1" status: 404 len: 350 time: 0.1612306 Jul 09 13:14:42.186118 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-21e191f8-4cd8-430c-a3f3-fa8de1509edd req-e865a6ec-94f3-467f-9363-c9246f992549 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] show failed (client error): The resource could not be found. Jul 09 13:14:42.199421 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.203584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21e191f8-4cd8-430c-a3f3-fa8de1509edd req-e865a6ec-94f3-467f-9363-c9246f992549 tempest-FloatingIPsTestJSON-516581176 tempest-FloatingIPsTestJSON-516581176-project] 10.222.0.32 "GET /v2.0/floatingips/55f73540-386f-4f9e-ab92-dc8739304142 HTTP/1.1" status: 404 len: 350 time: 0.1157267 Jul 09 13:14:42.205110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-ccac656e-7f82-42c1-89b5-670fc0278fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:42.206380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47842) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:42.206606 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-ccac656e-7f82-42c1-89b5-670fc0278fe2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.2821212 Jul 09 13:14:42.266140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:42.272505 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.336648 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-bd86869a-20d6-4c3c-820a-49a95ee806ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 217 time: 0.1224761 Jul 09 13:14:42.341369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:42.345727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2cb15625-dd68-496c-a655-3dd6cbbceafc None None] Provisioning for port 764df877-0afc-43e7-99f3-cb45fbe65e4e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:42.370863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2cb15625-dd68-496c-a655-3dd6cbbceafc None None] Provisioning complete for port 764df877-0afc-43e7-99f3-cb45fbe65e4e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:42.371288 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2cb15625-dd68-496c-a655-3dd6cbbceafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.413234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9675038e-2156-4ef2-906e-4b0b3903a473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.485101 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9675038e-2156-4ef2-906e-4b0b3903a473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.521576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-9947be95-84dd-4b02-b256-5baac329f95a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0894034 Jul 09 13:14:42.533953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2cb15625-dd68-496c-a655-3dd6cbbceafc None None] Port 764df877-0afc-43e7-99f3-cb45fbe65e4e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:14:42.543475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-e20ddc4a-96d5-44b1-8003-ce1627bd50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:42.546018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-e20ddc4a-96d5-44b1-8003-ce1627bd50b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.1866460 Jul 09 13:14:42.548775 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9675038e-2156-4ef2-906e-4b0b3903a473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd0b6d17ced340c5b1acf31c72b320ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9826720 Jul 09 13:14:42.549682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675038e-2156-4ef2-906e-4b0b3903a473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79515d88-7542-424e-a638-d7e26cf889f5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:42.564763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47848) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:42.593259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Request body: {'port': {'device_id': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:42.659591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:14:42.673854 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-38386d0c-4b74-4287-b1f9-82731072a57c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022496 Jul 09 13:14:42.740035 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.759462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:14:42.764658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a59ecd0-c6b6-49ca-aca8-9ea47ebb9d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.818322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a59ecd0-c6b6-49ca-aca8-9ea47ebb9d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.886288 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:42.910305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a87e9d-36c1-4ae9-b6cd-96ba0d1ad9d1 req-6a34c71e-88cc-4ab4-8a1e-ea94a90ee9dc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:42.917472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14a87e9d-36c1-4ae9-b6cd-96ba0d1ad9d1 req-6a34c71e-88cc-4ab4-8a1e-ea94a90ee9dc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 944 time: 0.5491695 Jul 09 13:14:42.918926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-330425ea-8d12-4c1d-a571-824fddc16201 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:42.924074 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-330425ea-8d12-4c1d-a571-824fddc16201 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 820 time: 0.2838035 Jul 09 13:14:42.941208 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-c393683d-b3d1-4217-b699-7e369ce0e63a service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526178 Jul 09 13:14:42.971368 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-d3b09c23-d8a5-4346-bdb8-df2d259642fb tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/quotas/26bd7ebced4148749bb727cbdc378ef0 HTTP/1.1" status: 200 len: 375 time: 0.0334060 Jul 09 13:14:43.029558 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a59ecd0-c6b6-49ca-aca8-9ea47ebb9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:43.032182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a59ecd0-c6b6-49ca-aca8-9ea47ebb9d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:43.034062 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3a59ecd0-c6b6-49ca-aca8-9ea47ebb9d26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79515d88-7542-424e-a638-d7e26cf889f5 HTTP/1.1" status: 204 len: 168 time: 0.4585445 Jul 09 13:14:43.059047 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-0c0729c1-fedf-454f-9756-c17af7dc7d2c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624895 Jul 09 13:14:43.119335 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14a87e9d-36c1-4ae9-b6cd-96ba0d1ad9d1 req-825e0432-01c3-4fc3-8134-89a3a26055e6 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009833 Jul 09 13:14:43.157926 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-99047514-8156-40d0-9fa6-898f6da91ce6 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085485 Jul 09 13:14:43.161015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ecd0-c6b6-49ca-aca8-9ea47ebb9d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79515d88-7542-424e-a638-d7e26cf889f5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:43.328886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:43.493356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:43.493738 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:43.552966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764df877-0afc-43e7-99f3-cb45fbe65e4e {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:43.568013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:43.595185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Transition to ACTIVE for port object 764df877-0afc-43e7-99f3-cb45fbe65e4e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:43.604809 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:43.628736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:14:43.744278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-84a9d880-1e25-4010-9bff-f51f6917d9fc service neutron] 10.222.0.32 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844905 Jul 09 13:14:43.750717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-8abe57c3-424e-43af-8540-1881126ab86f tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:43.752213 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-8abe57c3-424e-43af-8540-1881126ab86f tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.1191132 Jul 09 13:14:43.785869 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:43.987309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=764df877-0afc-43e7-99f3-cb45fbe65e4e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:44.039509 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-204f9995-61f0-4ee5-87c1-c15030dcd056 service neutron] 10.222.0.32 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704670 Jul 09 13:14:44.082543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95bc6c82-5d95-4363-888e-3ac4c39cdab5 service neutron] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:44.098428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95bc6c82-5d95-4363-888e-3ac4c39cdab5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:44.100248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d6019-2c2e-433b-b96e-2d4451bfd071 req-95bc6c82-5d95-4363-888e-3ac4c39cdab5 service neutron] 10.222.0.11 "DELETE /v2.0/ports/b3d46de0-b86e-4930-9eb8-28782ae75484/bindings/n-h1-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.3406539 Jul 09 13:14:44.118682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Attempting to bind port 764df877-0afc-43e7-99f3-cb45fbe65e4e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:44.132708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Attempting to bind port 764df877-0afc-43e7-99f3-cb45fbe65e4e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:44.133349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Attempting to bind port 764df877-0afc-43e7-99f3-cb45fbe65e4e on network 017f0574-a3b1-4b2f-a5d9-488047f27641 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:44.161316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Port 764df877-0afc-43e7-99f3-cb45fbe65e4e on network 017f0574-a3b1-4b2f-a5d9-488047f27641 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:44.161830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Attempting to bind port 764df877-0afc-43e7-99f3-cb45fbe65e4e on network 017f0574-a3b1-4b2f-a5d9-488047f27641 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:44.172418 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:44.219041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:44.219391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Checking segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:44.219801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Bound using segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:44.220234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Bound port: 764df877-0afc-43e7-99f3-cb45fbe65e4e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:44.220707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:44.263762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ceeb1-1011-47ab-abf7-258eaab2b94a req-9099e7de-acc8-4145-9f1f-4518defcf928 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:44.274567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df46686a-c482-41c0-a7f6-4e18a9a50a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:44.278668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c4ceeb1-1011-47ab-abf7-258eaab2b94a req-9099e7de-acc8-4145-9f1f-4518defcf928 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 943 time: 0.5927966 Jul 09 13:14:44.426078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c4ceeb1-1011-47ab-abf7-258eaab2b94a req-fe9d4056-f079-4321-96c1-02f4d30c8a37 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457083 Jul 09 13:14:44.463579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] For port 764df877-0afc-43e7-99f3-cb45fbe65e4e, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:44.479437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] For port 764df877-0afc-43e7-99f3-cb45fbe65e4e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:44.566706 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:45.380975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:45.381605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:45.383654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] 10.222.0.10 "PUT /v2.0/ports/764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 1091 time: 2.8159447 Jul 09 13:14:45.385605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:45.389794 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546" -d '{"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:45.535388 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99632429-c5ba-49a9-90c0-4ad996d72ac2 req-f9ba5fc4-8384-498b-b1ca-9889029439c3 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 210 time: 0.0688448 Jul 09 13:14:45.591876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6738c-d55a-4a86-abcc-73508cea030a req-7ee573f8-613e-44d6-9083-5b16cfe15666 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:45.605887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33f6738c-d55a-4a86-abcc-73508cea030a req-7ee573f8-613e-44d6-9083-5b16cfe15666 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 944 time: 0.4069517 Jul 09 13:14:45.696194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec427375-95ca-4f60-88de-e7cf780a0ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=764df877-0afc-43e7-99f3-cb45fbe65e4e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:45.719121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33f6738c-d55a-4a86-abcc-73508cea030a req-c7f14ef3-4daf-4eda-851a-a15183d025c2 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105397 Jul 09 13:14:45.753604 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d1dab-af03-467f-ab30-459e3767ce0b x-openstack-request-id: req-b70d1dab-af03-467f-ab30-459e3767ce0b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:45.753901 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:45.755527 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b70d1dab-af03-467f-ab30-459e3767ce0b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:45.758618 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'status': 'completed', 'code': 200} Jul 09 13:14:45.947150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-87e3e4f7-5b10-482b-97cb-1d7e278f4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:45.949008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-87e3e4f7-5b10-482b-97cb-1d7e278f4734 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1094 time: 0.4969022 Jul 09 13:14:46.014098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-68b17c78-be2b-4d9f-b1ed-aefdf1d80dc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 217 time: 0.0550807 Jul 09 13:14:46.110835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5467d7a-ccee-48a8-82b1-ec32a1e839d2 req-b3f3ab3a-84a9-4e2c-b3db-a21bfc5a8cca tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:46.112568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d5467d7a-ccee-48a8-82b1-ec32a1e839d2 req-b3f3ab3a-84a9-4e2c-b3db-a21bfc5a8cca tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 943 time: 0.2371533 Jul 09 13:14:46.119033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-833b0f0d-99dd-4ff6-82c9-abe86b3af72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:46.120633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-833b0f0d-99dd-4ff6-82c9-abe86b3af72c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.0994306 Jul 09 13:14:46.212806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Deleting port e7fa9770-abd3-4ad8-bff7-ec00c6d73631 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:14:46.213244 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:46.273520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d5467d7a-ccee-48a8-82b1-ec32a1e839d2 req-db5d4618-2784-45ba-8359-ac1e3c4ec4a5 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513834 Jul 09 13:14:46.433240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-f938e1e9-24ee-40bc-9c27-851505dbe9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:46.443873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-f938e1e9-24ee-40bc-9c27-851505dbe9be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146493 Jul 09 13:14:46.486546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] For port e7fa9770-abd3-4ad8-bff7-ec00c6d73631, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,segment=NetworkSegment(0e73530f-6b3b-43a6-9c28-c82a1c4085e5),segment_id=0e73530f-6b3b-43a6-9c28-c82a1c4085e5)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:46.487010 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:46.508972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-95900018-24cd-4e5e-b880-ee5a1ba07204 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:46.516199 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-95900018-24cd-4e5e-b880-ee5a1ba07204 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 820 time: 0.2346327 Jul 09 13:14:46.541439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Request body: {'port': {'device_id': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'admin_state_up': True, 'tenant_id': '26bd7ebced4148749bb727cbdc378ef0'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:46.548457 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:14:46.577631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Calling delete_port for e7fa9770-abd3-4ad8-bff7-ec00c6d73631 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:14:46.727921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-457fd03d-2740-4985-b832-3182ff6b51ec service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755156 Jul 09 13:14:46.748685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426e7c-928d-4b16-b209-5f80c7afaa55 req-50c20195-f53c-421c-893d-2bdd78e359cb tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:46.767558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a426e7c-928d-4b16-b209-5f80c7afaa55 req-50c20195-f53c-421c-893d-2bdd78e359cb tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1095 time: 0.2550259 Jul 09 13:14:46.787977 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6670db05-8d4e-434a-8999-346c63c5ee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:46.847320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Made reservation on behalf of 26bd7ebced4148749bb727cbdc378ef0 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:46.850921 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:46.885354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57e5a2be-de79-4194-ae59-bcf443070583 req-a4a93522-588c-4523-91d4-1f4fbebb5ee9 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 210 time: 0.0532217 Jul 09 13:14:46.908794 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:46.999177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a426e7c-928d-4b16-b209-5f80c7afaa55 req-c0605555-089c-423e-ba42-7068621e2459 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306094 Jul 09 13:14:47.113089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47992) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:47.158606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Allocated IP 172.20.0.11 (0eecf577-47de-495c-a7e6-8efa9225a216/bcf7af52-edef-471e-9395-9dec002c2723/71d4b399-86ee-457e-8ab1-8ade5df49299) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:47.283379 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7efc01b4-43d7-41cb-ac7a-f4ce0672281b req-bba86d07-26ef-4544-a5e0-7fa4284b4d02 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376275 Jul 09 13:14:47.319589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:47.479727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fa9770-abd3-4ad8-bff7-ec00c6d73631,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:47.639387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d9cba-2291-44a6-9187-c0733009af43 req-a43d0429-6024-4ae1-98b4-5f87f196e320 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:47.647580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-a43d0429-6024-4ae1-98b4-5f87f196e320 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 807 time: 0.2372019 Jul 09 13:14:47.673913 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-112b2764-e03a-4d21-b7c5-f760ab4fbba7 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/quotas/0ddebe40c1fd4ac8aad380b23939f385 HTTP/1.1" status: 200 len: 375 time: 0.0250812 Jul 09 13:14:47.683348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:47.705593 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17095256-aec6-48a2-ab59-98604c015e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:47.734110 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:47.822482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-901f1007-4575-49bb-be64-f29c0bed7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:47.825661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-901f1007-4575-49bb-be64-f29c0bed7e9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1094 time: 0.4258101 Jul 09 13:14:47.830665 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-3e7a9994-e918-44b2-adf1-685f24953d54 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1539769 Jul 09 13:14:47.843067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960676a-3ca5-4285-9566-df1d18313326 req-76dd1c10-bf93-4a11-bd3a-354a303655cb tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:47.849950 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9960676a-3ca5-4285-9566-df1d18313326 req-76dd1c10-bf93-4a11-bd3a-354a303655cb tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 943 time: 0.3261988 Jul 09 13:14:47.896023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:47.967924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Network 0eecf577-47de-495c-a7e6-8efa9225a216 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:47.977275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:47.983978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:47.992195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Pushing event updated for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:48.016387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9960676a-3ca5-4285-9566-df1d18313326 req-3849ffba-ea5d-469a-b96e-d2f4b5b19291 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647701 Jul 09 13:14:48.052813 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-d051b183-f2ef-49fb-a965-b269d2e9fce0 service neutron] 10.222.0.32 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208557 Jul 09 13:14:48.098017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:48.219235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:48.220027 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:48.317119 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-5b2bdfb7-5ad3-491d-a11c-58688ee32e9d service neutron] 10.222.0.32 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630696 Jul 09 13:14:48.335253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-a9221d52-baf3-4f92-93f5-ffc973d28e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:48.341096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-a9221d52-baf3-4f92-93f5-ffc973d28e2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.4563797 Jul 09 13:14:48.478680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48038) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:48.745163 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b06b7bc-c7e4-48f8-b024-ad854954238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:48.757858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17095256-aec6-48a2-ab59-98604c015e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:48.765295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-6564af4e-16fb-444e-9e30-9d5e7c648900 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 217 time: 0.3836834 Jul 09 13:14:48.780075 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17095256-aec6-48a2-ab59-98604c015e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:48.800225 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e523f47-5d3d-4438-a9a9-6151608d977e req-b6db0b86-741a-4c7c-a727-9852d536e0ca tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 210 time: 0.0570970 Jul 09 13:14:48.806680 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-60767ffb-4f1b-4f69-afce-b28e29176d98 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2761238 Jul 09 13:14:48.827866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Request body: {'port': {'device_id': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:48.919252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-17095256-aec6-48a2-ab59-98604c015e69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4142775a2a0348b4a8ac13d755ace3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8014960 Jul 09 13:14:48.922714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-b79d8361-b9ff-4f85-bcec-df83f4d1d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:48.924547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-b79d8361-b9ff-4f85-bcec-df83f4d1d0f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.1414926 Jul 09 13:14:48.926835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48058) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:48.936227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17095256-aec6-48a2-ab59-98604c015e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1005667-c457-4923-88f4-5f562e2a3407,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:48.958317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:48.970137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Router 8da606e1-74c2-4a47-9895-45bbdab87794 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:14:49.033328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d581a45-422a-40cd-9d9c-9e5ec0590f7d req-bca4922e-4644-4807-b943-a354c4a18fc1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:49.051083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d581a45-422a-40cd-9d9c-9e5ec0590f7d req-bca4922e-4644-4807-b943-a354c4a18fc1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 932 time: 0.7431884 Jul 09 13:14:49.327371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a64a3ac-da17-4540-8cec-cb609fb94935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:49.352600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d581a45-422a-40cd-9d9c-9e5ec0590f7d req-23f492bd-a0e2-428b-85ae-63efbdb23386 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994654 Jul 09 13:14:49.396235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b06b7bc-c7e4-48f8-b024-ad854954238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:49.412821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcb396-22bb-4e24-946c-f01f8926dddf req-9c4d26a0-c2a7-46e9-9108-30e401ccf081 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:49.415724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c2fcb396-22bb-4e24-946c-f01f8926dddf req-9c4d26a0-c2a7-46e9-9108-30e401ccf081 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 943 time: 0.1601136 Jul 09 13:14:49.418231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b06b7bc-c7e4-48f8-b024-ad854954238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:49.444774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:14:49.452423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-45d73adb-a7e0-4cb8-8672-7e5cfbb83bad admin admin] 10.222.0.32 "PUT /v2.0/routers/8da606e1-74c2-4a47-9895-45bbdab87794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2437251 Jul 09 13:14:49.456591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] Sync routers for ids ['8da606e1-74c2-4a47-9895-45bbdab87794'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:14:49.459439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-a3183f67-40a3-4a2f-9844-1f7b89b29987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:49.461783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06b7bc-c7e4-48f8-b024-ad854954238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c5d669-2c50-4021-97ac-fb1df7c6d0e0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:49.462646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-a3183f67-40a3-4a2f-9844-1f7b89b29987 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5103686 Jul 09 13:14:49.463405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48064) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:49.472003 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] Routers {'8da606e1-74c2-4a47-9895-45bbdab87794'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:49.474979 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8da606e1-74c2-4a47-9895-45bbdab87794'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:49.517992 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:49.556632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d4b399-86ee-457e-8ab1-8ade5df49299 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:49.565865 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:49.583579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Transition to ACTIVE for port object 71d4b399-86ee-457e-8ab1-8ade5df49299 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:49.598899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:49.716053 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] Set router 8da606e1-74c2-4a47-9895-45bbdab87794 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:49.774465 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1b06b7bc-c7e4-48f8-b024-ad854954238e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fcef811bf6e4a2ba0d501d62bb32b78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2942057 Jul 09 13:14:49.787670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:49.905412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a64a3ac-da17-4540-8cec-cb609fb94935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:49.907783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c2fcb396-22bb-4e24-946c-f01f8926dddf req-e3afb581-23f3-4b59-87ff-fe535f46acf3 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578459 Jul 09 13:14:49.976039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:50.032474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-571949bd-70ae-4b52-99c5-3c5457786135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.048952 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:47Z', 'revision_number': 5, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:50.055435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:50.055775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:50.056108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:50.068263 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-571949bd-70ae-4b52-99c5-3c5457786135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.070036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:50.070363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:50.085955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:50.086386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:50.086682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:50.087305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Bound port: 71d4b399-86ee-457e-8ab1-8ade5df49299, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:50.087699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.092851 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] Checking router: 8da606e1-74c2-4a47-9895-45bbdab87794 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:14:50.101987 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.122218 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] Routers {'8da606e1-74c2-4a47-9895-45bbdab87794'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:14:50.123951 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8da606e1-74c2-4a47-9895-45bbdab87794'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:50.159514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-18b2a8c8-50fd-4c71-9d6c-f8de93fcbe6a service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046522 Jul 09 13:14:50.189967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-685bd234-0085-4c0f-91b6-11db85b32a40 req-d87948b2-e170-46df-889c-48345188df1c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 210 time: 0.0839837 Jul 09 13:14:50.227228 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-571949bd-70ae-4b52-99c5-3c5457786135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.229698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-571949bd-70ae-4b52-99c5-3c5457786135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.230996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-571949bd-70ae-4b52-99c5-3c5457786135 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6c5d669-2c50-4021-97ac-fb1df7c6d0e0 HTTP/1.1" status: 204 len: 168 time: 0.3828831 Jul 09 13:14:50.305715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a64a3ac-da17-4540-8cec-cb609fb94935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.308077 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a64a3ac-da17-4540-8cec-cb609fb94935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.309961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7a64a3ac-da17-4540-8cec-cb609fb94935 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1005667-c457-4923-88f4-5f562e2a3407 HTTP/1.1" status: 204 len: 168 time: 1.3795850 Jul 09 13:14:50.315645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571949bd-70ae-4b52-99c5-3c5457786135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c5d669-2c50-4021-97ac-fb1df7c6d0e0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:50.333376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64a3ac-da17-4540-8cec-cb609fb94935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1005667-c457-4923-88f4-5f562e2a3407,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:50.349465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.354723 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] Set router 8da606e1-74c2-4a47-9895-45bbdab87794 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:14:50.363621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0376ec1-89d2-4c1a-a84a-ae928f5e2546 req-c168e2dc-cdbd-4d00-ad71-843322a4de05 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841269 Jul 09 13:14:50.471731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:50.504278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:50.546604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Deleting port d318f940-84e4-44a6-b5c6-80aa0ef5b84b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:14:50.547132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.547363 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.705966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 764df877-0afc-43e7-99f3-cb45fbe65e4e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:14:50.712577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] For port d318f940-84e4-44a6-b5c6-80aa0ef5b84b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d318f940-84e4-44a6-b5c6-80aa0ef5b84b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:50.713069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.748176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Calling delete_port for d318f940-84e4-44a6-b5c6-80aa0ef5b84b owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:14:50.749501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d9cba-2291-44a6-9187-c0733009af43 req-12140b4c-3a2d-4b0d-8b73-fd2ef8ac68e2 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:50.751165 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-12140b4c-3a2d-4b0d-8b73-fd2ef8ac68e2 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 807 time: 0.4630933 Jul 09 13:14:50.793042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:50.796061 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:50.799897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] 10.222.0.11 "PUT /v2.0/ports/71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 1092 time: 1.9841444 Jul 09 13:14:50.807961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Request body: {'port': {'device_id': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'admin_state_up': True, 'tenant_id': '0ddebe40c1fd4ac8aad380b23939f385'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:50.826655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:50.830556 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:47Z', 'revision_number': 5, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:50.832215 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e304994c-1b1c-4cc4-8a68-f611c59873a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:50.890783 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d2574-10cd-4ee5-b7cc-f2d795da509f None None] The sync data for ids ['8da606e1-74c2-4a47-9895-45bbdab87794'] in n-d-799524-3 is: [{'id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'name': 'tempest-FloatingIPsTestJSON-65094598-router', 'tenant_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:16Z', 'updated_at': '2021-07-09T13:14:47Z', 'revision_number': 5, 'project_id': 'fd3ef6eb0f1d49d6871208b95e25ef70', 'gw_port': {'id': 'd318f940-84e4-44a6-b5c6-80aa0ef5b84b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da606e1-74c2-4a47-9895-45bbdab87794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:18Z', 'updated_at': '2021-07-09T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:14:51.014726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.060249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 764df877-0afc-43e7-99f3-cb45fbe65e4e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:51.090102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c74c5e-18f2-46ce-bd47-909b162d7427 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:51.095362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'mac_address': 'fa:16:3e:23:01:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:14:51.136107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d318f940-84e4-44a6-b5c6-80aa0ef5b84b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:51.250474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48100) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:51.254766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.321620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76b181ba-5725-465d-824e-d46a4a453e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.324205 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.326982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48108) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:51.330371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764df877-0afc-43e7-99f3-cb45fbe65e4e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:51.388031 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f366211c-daf2-41ec-9b54-8d9168721442 x-openstack-request-id: req-f366211c-daf2-41ec-9b54-8d9168721442 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:51.388684 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:51.389122 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f366211c-daf2-41ec-9b54-8d9168721442 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:51.391260 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299', 'status': 'completed', 'code': 200} Jul 09 13:14:51.454787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 764df877-0afc-43e7-99f3-cb45fbe65e4e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:51.460218 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.465276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:14:51.465276 n-d-799524-3 neutron-server[93912]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:14:51.465276 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id': '0ddebe40c1fd4ac8aad380b23939f385', 'id': '930c4540-7203-47aa-b5c1-5e73e09ef1c7', 'expiration': datetime.datetime(2021, 7, 9, 13, 16, 51, 425921)}] Jul 09 13:14:51.465276 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:14:51.465276 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:14:51.524467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b187e483-2b6f-4d13-8cf6-2faba44ae122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:51.526193 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-b187e483-2b6f-4d13-8cf6-2faba44ae122 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1095 time: 0.6652732 Jul 09 13:14:51.558612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7fa9770-abd3-4ad8-bff7-ec00c6d73631 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:14:51.610060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=764df877-0afc-43e7-99f3-cb45fbe65e4e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:51.613253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e7fa9770-abd3-4ad8-bff7-ec00c6d73631 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:14:51.613875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7fa9770-abd3-4ad8-bff7-ec00c6d73631 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:14:51.625579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27387d-65f2-470b-be67-b3d1c116f5b8 req-c9caccdc-0183-42dd-80ba-5dea39ea05ad tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:51.627167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e27387d-65f2-470b-be67-b3d1c116f5b8 req-c9caccdc-0183-42dd-80ba-5dea39ea05ad tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 944 time: 1.0363472 Jul 09 13:14:51.635597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-08fef41c-32a1-45b8-b527-942e979ec198 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 217 time: 0.0811925 Jul 09 13:14:51.733691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3903c98a-97ce-4bf1-9ab0-aca3ac9935bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.736775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['764df877-0afc-43e7-99f3-cb45fbe65e4e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:51.749552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.759773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.881424 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.881936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da606e1-74c2-4a47-9895-45bbdab87794 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:14:51.896338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f0e1c-ec53-44d7-94ed-47039c070abb req-65cd599b-3d01-420b-b036-3ac9578b051d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:51.897919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e44f0e1c-ec53-44d7-94ed-47039c070abb req-65cd599b-3d01-420b-b036-3ac9578b051d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 944 time: 0.2187037 Jul 09 13:14:51.903030 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:51.904391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9c0cd8d7-3dfd-4b78-8b5d-4d35de6413cd admin admin] 10.222.0.32 "DELETE /v2.0/routers/8da606e1-74c2-4a47-9895-45bbdab87794 HTTP/1.1" status: 204 len: 168 time: 2.4062941 Jul 09 13:14:51.910455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:52.012218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e27387d-65f2-470b-be67-b3d1c116f5b8 req-c4d3af48-8c6e-4fab-87b1-379959f4cba6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784311 Jul 09 13:14:52.019372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-2c4663ae-2abc-44f3-8baa-a261d192e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:52.021016 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-2c4663ae-2abc-44f3-8baa-a261d192e7fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.3749022 Jul 09 13:14:52.036061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e44f0e1c-ec53-44d7-94ed-47039c070abb req-b1f81c63-b944-4b70-90a1-bf223d776689 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273854 Jul 09 13:14:52.070300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76b181ba-5725-465d-824e-d46a4a453e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.089436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76b181ba-5725-465d-824e-d46a4a453e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.098520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-313b1ae3-4314-4c0e-8082-ec2e1c7bb0a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699809 Jul 09 13:14:52.142820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75d4cc2-cac1-4d3d-b039-7d02eb8af20b admin admin] Deleting subnet 7ecdd7ab-72ed-40e2-91d5-62625e6fd318 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:14:52.152258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b181ba-5725-465d-824e-d46a4a453e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eaeab3-64a5-4bbd-b9ed-7e0fc5f4562e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:52.193658 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e75d4cc2-cac1-4d3d-b039-7d02eb8af20b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.230891 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e263abd9-ba0e-4b37-9a49-bf6114d81ab4 req-79973d81-0787-49cf-9d9e-6381934b85f1 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 210 time: 0.0421684 Jul 09 13:14:52.287787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-4e10076b-37cb-4ed7-bed6-701c4632173c service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825540 Jul 09 13:14:52.292236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-76b181ba-5725-465d-824e-d46a4a453e68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e32c3c7d1bef4bc3b9dd6157c5e5f75c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0401580 Jul 09 13:14:52.295010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48122) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:52.301379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e75d4cc2-cac1-4d3d-b039-7d02eb8af20b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.388823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e75d4cc2-cac1-4d3d-b039-7d02eb8af20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.451171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7931564-c224-44db-8205-0cc0662ed89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.457260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8d510a-1a0d-4bd6-b3e4-bf591a92ded4 req-0e23999e-f98b-4b4a-9588-e72986231fa1 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611874 Jul 09 13:14:52.485876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7931564-c224-44db-8205-0cc0662ed89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.516157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3903c98a-97ce-4bf1-9ab0-aca3ac9935bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.522517 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3903c98a-97ce-4bf1-9ab0-aca3ac9935bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.566739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3903c98a-97ce-4bf1-9ab0-aca3ac9935bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e73b5ab1d30c43929f8dd215cdae0182&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2360823 Jul 09 13:14:52.570110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48134) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:52.571184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e75d4cc2-cac1-4d3d-b039-7d02eb8af20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.599918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Made reservation on behalf of 0ddebe40c1fd4ac8aad380b23939f385 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:52.611135 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.648443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7931564-c224-44db-8205-0cc0662ed89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.651609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7931564-c224-44db-8205-0cc0662ed89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.654144 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e7931564-c224-44db-8205-0cc0662ed89a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7eaeab3-64a5-4bbd-b9ed-7e0fc5f4562e HTTP/1.1" status: 204 len: 168 time: 0.3569186 Jul 09 13:14:52.662718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c2cc76-ff3d-4a9a-8041-2153a6397748 None None] Network 6f88463f-30f4-49ba-9545-04dc63dd2f55 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:52.664317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d4cc2-cac1-4d3d-b039-7d02eb8af20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ecdd7ab-72ed-40e2-91d5-62625e6fd318,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:52.666265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e75d4cc2-cac1-4d3d-b039-7d02eb8af20b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.671557 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e75d4cc2-cac1-4d3d-b039-7d02eb8af20b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ecdd7ab-72ed-40e2-91d5-62625e6fd318 HTTP/1.1" status: 204 len: 168 time: 0.7585905 Jul 09 13:14:52.671715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903c98a-97ce-4bf1-9ab0-aca3ac9935bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ecccce-2999-42f5-a450-4a6272980d43,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:52.674432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48138) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:52.679063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-4c28536e-06b6-4008-bf40-a5ddf4c2834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:52.680751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-4c28536e-06b6-4008-bf40-a5ddf4c2834b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1095 time: 0.1557469 Jul 09 13:14:52.709644 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6afe158e-2a5e-4257-85da-10e6eefe5011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.753020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7931564-c224-44db-8205-0cc0662ed89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eaeab3-64a5-4bbd-b9ed-7e0fc5f4562e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:52.754604 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6afe158e-2a5e-4257-85da-10e6eefe5011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.785604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 764df877-0afc-43e7-99f3-cb45fbe65e4e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:52.832290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6afe158e-2a5e-4257-85da-10e6eefe5011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.846070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6afe158e-2a5e-4257-85da-10e6eefe5011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.851680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6afe158e-2a5e-4257-85da-10e6eefe5011 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92ecccce-2999-42f5-a450-4a6272980d43 HTTP/1.1" status: 204 len: 168 time: 0.2760181 Jul 09 13:14:52.884658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe158e-2a5e-4257-85da-10e6eefe5011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ecccce-2999-42f5-a450-4a6272980d43,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:52.929752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:52.945208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 764df877-0afc-43e7-99f3-cb45fbe65e4e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:52.952982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 764df877-0afc-43e7-99f3-cb45fbe65e4e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:52.953614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:53.056820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Allocated IP 172.20.0.11 (5e9de806-e75c-493e-8ecb-9995cd61c4ad/5f16a256-4968-4ee2-ad0f-8d4c1186889e/afe4d6f4-05d9-4996-85b6-6f110b7c6e25) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:53.080698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-7d11921f-dc39-48ce-94ac-27bf736ccd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:53.082477 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-7d11921f-dc39-48ce-94ac-27bf736ccd5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.3580079 Jul 09 13:14:53.106356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] DHCP port deletion for 6f88463f-30f4-49ba-9545-04dc63dd2f55 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:14:53.203597 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:53.279167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:53.282995 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab22562-9d29-4ab1-98aa-7b54df52dcba" -d '{"events": [{"server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "name": "network-vif-plugged", "status": "completed", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:53.326590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 764df877-0afc-43e7-99f3-cb45fbe65e4e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:53.344873 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-375fbd82-ba53-47a6-8463-ad5513b01ace service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 217 time: 0.1845181 Jul 09 13:14:53.345855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:53.353557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d318f940-84e4-44a6-b5c6-80aa0ef5b84b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:14:53.452866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: d318f940-84e4-44a6-b5c6-80aa0ef5b84b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:14:53.453827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091323a8-c505-4e5a-a7cc-08da0ae9d37e req-ecee7eba-d859-445c-b93e-516a839b9592 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:53.459187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d318f940-84e4-44a6-b5c6-80aa0ef5b84b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:14:53.463321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 980f1f6d-9a99-4df5-809d-28cded14d438 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:14:53.464728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-091323a8-c505-4e5a-a7cc-08da0ae9d37e req-ecee7eba-d859-445c-b93e-516a839b9592 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 944 time: 0.1291873 Jul 09 13:14:53.577616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] Deleting port 980f1f6d-9a99-4df5-809d-28cded14d438 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:14:53.581328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:53.657298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-091323a8-c505-4e5a-a7cc-08da0ae9d37e req-994b6ee2-888e-4177-b8f2-5aaa859153d5 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912718 Jul 09 13:14:53.732171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-6e8266f8-85fd-43e0-b53c-5e39df6c6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:53.737446 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-6e8266f8-85fd-43e0-b53c-5e39df6c6324 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.3271670 Jul 09 13:14:53.833008 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:53.885561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=764df877-0afc-43e7-99f3-cb45fbe65e4e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:53.900307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-ccbf75e2-e30f-4c93-bb7f-1bc24b22012a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374083 Jul 09 13:14:53.901736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Deleting port 980f1f6d-9a99-4df5-809d-28cded14d438 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:14:53.902072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:53.922206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22f1a8d4-1013-4fda-8bd5-1753ad0d5194 req-1748b4c6-6e49-43e6-bb62-1d707dc64875 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 210 time: 0.0750852 Jul 09 13:14:54.016853 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb0701-948a-48b4-915b-ba8c77d770ef x-openstack-request-id: req-bbdb0701-948a-48b4-915b-ba8c77d770ef {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:54.017158 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "name": "network-vif-plugged", "status": "completed", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:54.017423 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbdb0701-948a-48b4-915b-ba8c77d770ef {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:54.017829 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'code': 200} Jul 09 13:14:54.044911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] For port 980f1f6d-9a99-4df5-809d-28cded14d438, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=980f1f6d-9a99-4df5-809d-28cded14d438,segment=NetworkSegment(0e73530f-6b3b-43a6-9c28-c82a1c4085e5),segment_id=0e73530f-6b3b-43a6-9c28-c82a1c4085e5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:54.045610 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:54.099901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] Calling delete_port for 980f1f6d-9a99-4df5-809d-28cded14d438 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:14:54.230347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275f63-3806-440c-8378-458035cd4e1e req-114be9ba-c5c2-4cff-b760-d7462344501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:54.231940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee275f63-3806-440c-8378-458035cd4e1e req-114be9ba-c5c2-4cff-b760-d7462344501b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.1783068 Jul 09 13:14:54.291816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee275f63-3806-440c-8378-458035cd4e1e req-3dbb44d6-3892-4dfa-b41a-7dc3ea81c3c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535898 Jul 09 13:14:54.295789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783320a3-fe36-4e0e-ac52-517e78eaebff req-e087958d-cad9-4bb1-ac04-9db2c5846c35 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:54.297796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-783320a3-fe36-4e0e-ac52-517e78eaebff req-e087958d-cad9-4bb1-ac04-9db2c5846c35 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 945 time: 0.9854453 Jul 09 13:14:54.348007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 980f1f6d-9a99-4df5-809d-28cded14d438, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=980f1f6d-9a99-4df5-809d-28cded14d438,segment=NetworkSegment(0e73530f-6b3b-43a6-9c28-c82a1c4085e5),segment_id=0e73530f-6b3b-43a6-9c28-c82a1c4085e5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:54.366638 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:54.375841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-f7bc58ef-5386-4c35-a756-8cee43feab9a service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142084 Jul 09 13:14:54.404861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:54.475306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] For port 980f1f6d-9a99-4df5-809d-28cded14d438, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=980f1f6d-9a99-4df5-809d-28cded14d438,segment=NetworkSegment(0e73530f-6b3b-43a6-9c28-c82a1c4085e5),segment_id=0e73530f-6b3b-43a6-9c28-c82a1c4085e5)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:54.475831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:54.512743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Calling delete_port for 980f1f6d-9a99-4df5-809d-28cded14d438 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:14:54.640776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=980f1f6d-9a99-4df5-809d-28cded14d438,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:54.646011 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:54.679768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] Pushing event deleted for resources: {'Port': ['ID=980f1f6d-9a99-4df5-809d-28cded14d438,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:54.686274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61835be9-54d6-4f16-b444-c6523344af51 None None] No DVR routers for this DVR port 980f1f6d-9a99-4df5-809d-28cded14d438 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:14:54.748778 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e304994c-1b1c-4cc4-8a68-f611c59873a5 req-3521d45a-a41f-4af6-8a93-b1adf7551a87 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427736 Jul 09 13:14:54.750078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:54.766158 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:54.873424 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-783320a3-fe36-4e0e-ac52-517e78eaebff req-7e6a3a04-2e09-472c-b4ec-9b0e4e5dd797 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965231 Jul 09 13:14:54.876526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] No DVR routers for this DVR port 980f1f6d-9a99-4df5-809d-28cded14d438 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:14:54.881556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=980f1f6d-9a99-4df5-809d-28cded14d438,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:54.964905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Network 5e9de806-e75c-493e-8ecb-9995cd61c4ad is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:55.017647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95257a2f-8adc-4353-be18-99fd6c755c3d req-565f2735-53c4-4c91-be08-5766220fabb7 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:55.028165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95257a2f-8adc-4353-be18-99fd6c755c3d req-565f2735-53c4-4c91-be08-5766220fabb7 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 944 time: 0.1649802 Jul 09 13:14:55.032006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:55.048477 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:55.165339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95257a2f-8adc-4353-be18-99fd6c755c3d req-4656ad27-7c2d-4572-a958-b31bab2eb893 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358786 Jul 09 13:14:55.187436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Pushing event updated for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:55.192886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.214116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:55.215415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.225735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f88463f-30f4-49ba-9545-04dc63dd2f55']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:55.240772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e73530f-6b3b-43a6-9c28-c82a1c4085e5') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:55.241409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e73530f-6b3b-43a6-9c28-c82a1c4085e5') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:14:55.256103 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-a5f7ad4f-f72a-4bd5-ae1a-35f25500dc16 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4732533 Jul 09 13:14:55.260438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.321731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Request body: {'port': {'device_id': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:55.354289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.374441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:14:55.374852 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:14:55.388380 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:14:55.489725 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbbf8-ba75-425f-92ac-7f7d2be26ff7 req-5ba0e0d3-8cfe-4679-8558-a3f60f86aebc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:55.491333 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed0cbbf8-ba75-425f-92ac-7f7d2be26ff7 req-5ba0e0d3-8cfe-4679-8558-a3f60f86aebc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 932 time: 0.2376139 Jul 09 13:14:55.528152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.538764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.540894 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] 10.222.0.32 "DELETE /v2.0/networks/6f88463f-30f4-49ba-9545-04dc63dd2f55 HTTP/1.1" status: 204 len: 168 time: 2.8591051 Jul 09 13:14:55.551700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.583599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7321c2-2d8d-472d-a1d2-29ce8aec1bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=6f88463f-30f4-49ba-9545-04dc63dd2f55,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:55.596434 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed0cbbf8-ba75-425f-92ac-7f7d2be26ff7 req-cfed1e75-3af0-49c2-85fc-36d815cadd9a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961595 Jul 09 13:14:55.682015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 71d4b399-86ee-457e-8ab1-8ade5df49299 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:14:55.879815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:55.907984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '71d4b399-86ee-457e-8ab1-8ade5df49299', 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'port_id': '71d4b399-86ee-457e-8ab1-8ade5df49299', 'mac_address': 'fa:16:3e:a9:97:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf7af52-edef-471e-9395-9dec002c2723', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:14:55.979110 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:55.998039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d4b399-86ee-457e-8ab1-8ade5df49299 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:56.017495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48248) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:56.042270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:56.047869 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.097401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe4d6f4-05d9-4996-85b6-6f110b7c6e25 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:14:56.107099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.120778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Transition to ACTIVE for port object afe4d6f4-05d9-4996-85b6-6f110b7c6e25 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:56.135042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.142087 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-12f06199-ef03-4e50-be86-38881557441a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd3ef6eb0f1d49d6871208b95e25ef70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234291 Jul 09 13:14:56.146881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48256) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:56.212714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:56.231863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f61779c0-1da2-4a5e-b347-6faa877d63ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.257029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f61779c0-1da2-4a5e-b347-6faa877d63ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.327498 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f61779c0-1da2-4a5e-b347-6faa877d63ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.329937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f61779c0-1da2-4a5e-b347-6faa877d63ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.333457 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f61779c0-1da2-4a5e-b347-6faa877d63ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/196fe2c9-b66d-41e2-93d8-c68008f1ccce HTTP/1.1" status: 204 len: 168 time: 0.1828759 Jul 09 13:14:56.342486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['71d4b399-86ee-457e-8ab1-8ade5df49299'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:14:56.346491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61779c0-1da2-4a5e-b347-6faa877d63ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196fe2c9-b66d-41e2-93d8-c68008f1ccce,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:56.467288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Pushing event updated for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:56.494267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f497d0-68a5-401c-810d-cac6fe49e62e req-f6a05e89-b282-4cf2-b6d8-d51589907153 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:56.501814 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19f497d0-68a5-401c-810d-cac6fe49e62e req-f6a05e89-b282-4cf2-b6d8-d51589907153 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 945 time: 0.3796146 Jul 09 13:14:56.504526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:56.504865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:56.505191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:56.516013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:14:56.516471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:56.539147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:56.539512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:56.543690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:56.544152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Bound port: afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:56.548892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.560580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a329256-0dbe-4064-92cc-3dc098b11419 req-c64158f6-4932-4128-a967-a4b04c16d294 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:56.562140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a329256-0dbe-4064-92cc-3dc098b11419 req-c64158f6-4932-4128-a967-a4b04c16d294 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 945 time: 0.1988900 Jul 09 13:14:56.627554 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19f497d0-68a5-401c-810d-cac6fe49e62e req-a9a61efc-9619-4139-9df9-9655f160e0dc tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247792 Jul 09 13:14:56.670878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a329256-0dbe-4064-92cc-3dc098b11419 req-6932f7a5-3050-49d0-b608-03a8dbfdf32c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942676 Jul 09 13:14:56.774226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:14:56.777799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:14:56.783157 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.850419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Pushing event updated for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:56.861286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:56.861654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:56.863389 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-0b312c76-f2b1-4c4a-ab24-20865388197d service neutron] 10.222.0.10 "PUT /v2.0/ports/afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 200 len: 1092 time: 1.5631788 Jul 09 13:14:56.863835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:56.866195 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e077e369-b148-4d12-be54-27b3150e606b" -d '{"events": [{"name": "network-changed", "server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:57.055113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d9cba-2291-44a6-9187-c0733009af43 req-3ed62b69-d45d-48f5-8cc7-efd38e678ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:57.056765 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-3ed62b69-d45d-48f5-8cc7-efd38e678ed6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1095 time: 0.1356800 Jul 09 13:14:57.110857 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-dd0082bc-7360-4f67-8c4d-d08a8d771c72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 200 len: 217 time: 0.0455592 Jul 09 13:14:57.185967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297382b-0d4d-4abb-8887-061be0551166 req-f481bace-bb14-4a99-b9ab-86fee5772c63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:57.187568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2297382b-0d4d-4abb-8887-061be0551166 req-f481bace-bb14-4a99-b9ab-86fee5772c63 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 944 time: 0.1796150 Jul 09 13:14:57.188873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-354d1539-8567-4b47-97d2-be443c9bea06 req-aa1261ae-613e-4f1e-a47b-5477e615dccb tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3081136 Jul 09 13:14:57.208501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:57.212149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d9cba-2291-44a6-9187-c0733009af43 req-0e03dc26-3516-429a-bff4-591d4775699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:57.213684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-0e03dc26-3516-429a-bff4-591d4775699c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0962067 Jul 09 13:14:57.236352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:57.281598 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-ede9b3e2-9623-4518-afb6-9e3693cc38b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607653 Jul 09 13:14:57.371299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48312) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:57.435867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:57.518809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-network', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:57.578102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Made reservation on behalf of b9a18b1beed946f39d8c9c6b11063ab4 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:57.580432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:57.727199 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2297382b-0d4d-4abb-8887-061be0551166 req-07750574-e449-4710-afa8-70e4d9181aa3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172868 Jul 09 13:14:57.813154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 71d4b399-86ee-457e-8ab1-8ade5df49299 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:14:57.906099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-502a7dd4-3cee-43ea-b43d-aca0d44fda5a service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179090 Jul 09 13:14:57.936066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 71d4b399-86ee-457e-8ab1-8ade5df49299 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:14:57.941464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 71d4b399-86ee-457e-8ab1-8ade5df49299 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:14:57.941846 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:57.993217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.059654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Allocated IP 172.25.5.181 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/f40da84f-edb9-49a2-9fcc-20a5aba41c7f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:58.063717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732d9cba-2291-44a6-9187-c0733009af43 req-c3e030d6-9024-45ac-89b2-0310c8d49bb9 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503663 Jul 09 13:14:58.081279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.125294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:14:58.127700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:14:58.131311 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ee86d-24c4-429e-bafd-7d9eb7b00d7e" -d '{"events": [{"server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "name": "network-vif-plugged", "status": "completed", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:14:58.135291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.240658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:58.248155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.278538 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.285138 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.299744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:14:58.314976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.315759 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Added segment 600e512b-4919-45d8-9195-afd3e4fdbf22 of type vlan for network cd823f6e-b7a6-43af-88fb-08608eb3b24b Jul 09 13:14:58.382398 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.432233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.433201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:58.434439 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.492347 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa56a3a-230b-4791-8b02-0a41463f94da x-openstack-request-id: req-4aa56a3a-230b-4791-8b02-0a41463f94da {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:58.493017 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:58.493515 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4aa56a3a-230b-4791-8b02-0a41463f94da {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:58.494123 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25', 'status': 'completed', 'code': 200} Jul 09 13:14:58.512710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fce09d-4a39-41d4-9ed7-1357bf24b339,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:58.526887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1521175 Jul 09 13:14:58.531479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48338) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:58.536751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Request body: {'subnet': {'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-subnet', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:58.549650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f65c22-53bd-4609-8f04-b7bcf9dfc583 admin admin] Pushing event updated for resources: {'Network': ['ID=cd823f6e-b7a6-43af-88fb-08608eb3b24b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:58.554166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.563513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network cd823f6e-b7a6-43af-88fb-08608eb3b24b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:14:58.639756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Made reservation on behalf of b9a18b1beed946f39d8c9c6b11063ab4 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:14:58.642449 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.649136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e369-b148-4d12-be54-27b3150e606b req-2ce12fbe-18ee-4cca-9288-de4431179fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:58.651388 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e077e369-b148-4d12-be54-27b3150e606b req-2ce12fbe-18ee-4cca-9288-de4431179fd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1095 time: 0.1293073 Jul 09 13:14:58.700292 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:58.710541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:58.717357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:58.726913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Pushing event updated for resources: {'Port': ['ID=f40da84f-edb9-49a2-9fcc-20a5aba41c7f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:58.759683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13572dfb-fbbd-4dbb-8f6f-c20a9ef37e54 req-7e796766-c786-44f2-905c-b08dc743d356 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:58.762026 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-13572dfb-fbbd-4dbb-8f6f-c20a9ef37e54 req-7e796766-c786-44f2-905c-b08dc743d356 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 946 time: 0.1606619 Jul 09 13:14:58.804750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.832970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-13572dfb-fbbd-4dbb-8f6f-c20a9ef37e54 req-001f5c98-1aff-41ac-be37-d8050bd02cf5 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632980 Jul 09 13:14:58.856548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e369-b148-4d12-be54-27b3150e606b req-f5305ae8-d324-491c-99d2-57b0c22b1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:58.859123 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e077e369-b148-4d12-be54-27b3150e606b req-f5305ae8-d324-491c-99d2-57b0c22b1f3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.2008319 Jul 09 13:14:58.884977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.912752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e077e369-b148-4d12-be54-27b3150e606b req-30b77a30-2858-47ea-9c58-0972ac35d289 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 200 len: 217 time: 0.0465569 Jul 09 13:14:58.961878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:58.995271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e369-b148-4d12-be54-27b3150e606b req-13a5a56d-516a-4673-8f68-01e1a6e1ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:58.997520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e077e369-b148-4d12-be54-27b3150e606b req-13a5a56d-516a-4673-8f68-01e1a6e1ede3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0721049 Jul 09 13:14:59.045221 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e077e369-b148-4d12-be54-27b3150e606b req-c6969fd4-5514-44ef-b112-f0bc80f5ecb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413120 Jul 09 13:14:59.070132 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11397943-7e05-4c88-9965-7cc726d4f077 x-openstack-request-id: req-11397943-7e05-4c88-9965-7cc726d4f077 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:14:59.070661 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "name": "network-vif-plugged", "status": "completed", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:14:59.070661 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11397943-7e05-4c88-9965-7cc726d4f077 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:14:59.071083 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299', 'code': 200} Jul 09 13:14:59.073217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a66f84-5afd-4e17-b0dd-7a848b14d297,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:59.104544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Checking segment: {'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:59.104909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Network hostable DHCP agents. Network: cd823f6e-b7a6-43af-88fb-08608eb3b24b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:14:59.142692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Network cd823f6e-b7a6-43af-88fb-08608eb3b24b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:14:59.152018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, cd823f6e-b7a6-43af-88fb-08608eb3b24b) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:59.162099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:59.162707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.166195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.166632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd81cfd-ed74-492a-8d53-979a794214f0 None None] Network cd823f6e-b7a6-43af-88fb-08608eb3b24b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:14:59.177799 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.197012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e077e369-b148-4d12-be54-27b3150e606b req-310d19ad-abf9-4857-bac5-04073a87925e service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451459 Jul 09 13:14:59.217411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-27a94154-8865-4fa0-b9a4-b51d671dc7dc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6829083 Jul 09 13:14:59.218900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.219048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48362) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:59.223331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:14:59.240858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Pushing event updated for resources: {'Port': ['ID=f40da84f-edb9-49a2-9fcc-20a5aba41c7f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:59.244268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.245451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-354d1539-8567-4b47-97d2-be443c9bea06 req-1714fd82-2d62-44c0-b633-b63bd885c72b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0409980 Jul 09 13:14:59.306145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.307457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.309405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-354d1539-8567-4b47-97d2-be443c9bea06 req-750e9f0d-3eb2-493b-b53a-46859d1d7cd0 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.0569925 Jul 09 13:14:59.325651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129d385-a7fd-46e6-a4db-a5239aba83f1 req-bf97e3c7-b744-44f8-b873-3d48c3f9a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:59.327408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4129d385-a7fd-46e6-a4db-a5239aba83f1 req-bf97e3c7-b744-44f8-b873-3d48c3f9a69d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1097 time: 0.1671839 Jul 09 13:14:59.386526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-cd823f6e-b7a6-43af-88fb-08608eb3b24b', 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'fixed_ips': [{'subnet_id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:14:59.388445 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.416290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.432216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e077e369-b148-4d12-be54-27b3150e606b req-95a9f6df-25d1-4e5b-8124-e02d1c88a11b service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282970 Jul 09 13:14:59.437704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4129d385-a7fd-46e6-a4db-a5239aba83f1 req-a05db2e5-c2a4-4b91-8df7-742bc1a1b8be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905142 Jul 09 13:14:59.503145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d1539-8567-4b47-97d2-be443c9bea06 req-05aee8c6-c3ab-499d-8b53-1508bdb1f777 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:59.504846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-354d1539-8567-4b47-97d2-be443c9bea06 req-05aee8c6-c3ab-499d-8b53-1508bdb1f777 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1879995 Jul 09 13:14:59.518992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-354d1539-8567-4b47-97d2-be443c9bea06 req-4a635da1-e33d-4a65-8c99-eb53e169f726 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:59.521008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-354d1539-8567-4b47-97d2-be443c9bea06 req-4a635da1-e33d-4a65-8c99-eb53e169f726 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092978 Jul 09 13:14:59.613824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Allocated IP 172.20.0.2 (cd823f6e-b7a6-43af-88fb-08608eb3b24b/b5a66f84-5afd-4e17-b0dd-7a848b14d297/9794d63d-c294-4e98-b8cb-9b5aad842e27) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:14:59.641196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.675895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999646f0-23df-4c8c-868b-ac4970aa6e50 req-e83d760b-f891-4191-b043-333689e944d4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:14:59.677319 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-999646f0-23df-4c8c-868b-ac4970aa6e50 req-e83d760b-f891-4191-b043-333689e944d4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 944 time: 0.1757550 Jul 09 13:14:59.751178 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-999646f0-23df-4c8c-868b-ac4970aa6e50 req-9911fd1b-0391-413a-8091-88b08aece788 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439527 Jul 09 13:14:59.804372 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.815794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Transition to ACTIVE for port object 9794d63d-c294-4e98-b8cb-9b5aad842e27 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:59.833709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Transition to ACTIVE for port object 9794d63d-c294-4e98-b8cb-9b5aad842e27 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:14:59.843723 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.891606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Pushing event updated for resources: {'Port': ['ID=9794d63d-c294-4e98-b8cb-9b5aad842e27,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:59.896474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Network cd823f6e-b7a6-43af-88fb-08608eb3b24b is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:14:59.898269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:14:59.900668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:14:59.927494 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.952840 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.966812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Attempting to bind port 9794d63d-c294-4e98-b8cb-9b5aad842e27 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:14:59.968046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Attempting to bind port 9794d63d-c294-4e98-b8cb-9b5aad842e27 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:14:59.968434 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Attempting to bind port 9794d63d-c294-4e98-b8cb-9b5aad842e27 on network cd823f6e-b7a6-43af-88fb-08608eb3b24b {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:14:59.973653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:14:59.974035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Checking segment: {'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:14:59.974443 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:59.974867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Bound using segment: {'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:14:59.975339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Bound port: 9794d63d-c294-4e98-b8cb-9b5aad842e27, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:14:59.975724 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:00.054363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] For port 9794d63d-c294-4e98-b8cb-9b5aad842e27, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:00.057542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] For port 9794d63d-c294-4e98-b8cb-9b5aad842e27, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9794d63d-c294-4e98-b8cb-9b5aad842e27,segment=NetworkSegment(600e512b-4919-45d8-9195-afd3e4fdbf22),segment_id=600e512b-4919-45d8-9195-afd3e4fdbf22)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:00.061358 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:00.093843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Allocated IP 172.25.5.221 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/2b1b25f0-4e8a-483e-b350-24e9c2ea6e73) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:00.128953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5940c-8a40-4198-bbac-fc8aed0f638b None None] Pushing event updated for resources: {'Port': ['ID=9794d63d-c294-4e98-b8cb-9b5aad842e27,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:00.287609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954036-5398-4eec-af08-f6ec10655884 req-45b85df5-d39e-449b-855c-6a96238f4ea2 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:00.291477 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-45b85df5-d39e-449b-855c-6a96238f4ea2 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 820 time: 0.1799412 Jul 09 13:15:00.309139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:00.325585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-3ffde858-91bf-4b7b-aab9-b7cde020288d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/quotas/49995763bffd4232af2d2ae882f0d8ef HTTP/1.1" status: 200 len: 375 time: 0.0264459 Jul 09 13:15:00.442596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:00.475506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-dfa11947-a2c4-497b-a706-16d78c61d1fd tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1487143 Jul 09 13:15:00.575875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:00.584159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:00.587469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1b25f0-4e8a-483e-b350-24e9c2ea6e73,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:00.590105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:00.714396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55408b7-ec10-45e2-b0c9-c463d0948f9e req-4b29faa2-5696-42b4-bb37-afeef53bfab9 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:00.727407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a55408b7-ec10-45e2-b0c9-c463d0948f9e req-4b29faa2-5696-42b4-bb37-afeef53bfab9 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 946 time: 0.0955446 Jul 09 13:15:00.742666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device afe4d6f4-05d9-4996-85b6-6f110b7c6e25 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:00.749295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-d224bf81-d579-4e81-8bd7-0ee5e53faced service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545300 Jul 09 13:15:00.775718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:00.797061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a55408b7-ec10-45e2-b0c9-c463d0948f9e req-49f345e3-fe32-47e4-8519-fbb1978aaed9 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Jul 09 13:15:00.864367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:00.881314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25', 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'port_id': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25', 'mac_address': 'fa:16:3e:1d:75:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f16a256-4968-4ee2-ad0f-8d4c1186889e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:15:00.925657 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5919a9e1-c36b-47ac-956a-c19aea810db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:00.941366 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:00.966897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe4d6f4-05d9-4996-85b6-6f110b7c6e25 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:00.973397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-3fabacbd-d4d3-4c98-9d54-15449144df3a service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122653 Jul 09 13:15:01.009939 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.015280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:01.026490 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.114482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5919a9e1-c36b-47ac-956a-c19aea810db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.134622 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5919a9e1-c36b-47ac-956a-c19aea810db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.156524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:01.253875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['afe4d6f4-05d9-4996-85b6-6f110b7c6e25'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:01.282881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5919a9e1-c36b-47ac-956a-c19aea810db9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c4b93e4454471a9e264ebe64e166b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046005 Jul 09 13:15:01.282881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919a9e1-c36b-47ac-956a-c19aea810db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e628715-2477-4781-970a-cef059e469ad,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:01.284966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48460) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:01.349384 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-306b75af-6d5f-4e08-aa0e-84f2fad6bcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.385891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-306b75af-6d5f-4e08-aa0e-84f2fad6bcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.407695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67a45-8d25-43b9-9354-de024d552d3e req-419c5694-c344-4f56-ae74-27f387e92fd8 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:01.410501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7e67a45-8d25-43b9-9354-de024d552d3e req-419c5694-c344-4f56-ae74-27f387e92fd8 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 945 time: 0.1494930 Jul 09 13:15:01.432307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9794d63d-c294-4e98-b8cb-9b5aad842e27 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:01.471495 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-306b75af-6d5f-4e08-aa0e-84f2fad6bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.474100 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-306b75af-6d5f-4e08-aa0e-84f2fad6bcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.478533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-306b75af-6d5f-4e08-aa0e-84f2fad6bcf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e628715-2477-4781-970a-cef059e469ad HTTP/1.1" status: 204 len: 168 time: 0.1901879 Jul 09 13:15:01.491164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b75af-6d5f-4e08-aa0e-84f2fad6bcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e628715-2477-4781-970a-cef059e469ad,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:01.580631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9794d63d-c294-4e98-b8cb-9b5aad842e27 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:01.671283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c362e99-7396-434f-a23e-2ac8c7c9a711 None None] Network cd823f6e-b7a6-43af-88fb-08608eb3b24b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:15:01.689610 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7e67a45-8d25-43b9-9354-de024d552d3e req-4d6a36b7-377f-40ba-b634-0a74c27a3ed4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634848 Jul 09 13:15:01.691059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.927905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c15f749f-b58f-4892-9769-e0e679ac7376 None None] Provisioning for port 9794d63d-c294-4e98-b8cb-9b5aad842e27 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:01.937816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c15f749f-b58f-4892-9769-e0e679ac7376 None None] Provisioning complete for port 9794d63d-c294-4e98-b8cb-9b5aad842e27 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:01.938435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c15f749f-b58f-4892-9769-e0e679ac7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.945529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c01ad-b0c7-404d-9671-fe32e6739f1e req-f3774be6-406c-4b68-950f-5dc56f10a54a tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:01.953887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f76c01ad-b0c7-404d-9671-fe32e6739f1e req-f3774be6-406c-4b68-950f-5dc56f10a54a tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1097 time: 0.0780087 Jul 09 13:15:02.001077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f76c01ad-b0c7-404d-9671-fe32e6739f1e req-1a4cd701-7a4f-454a-bfd1-92f2c76aa75f tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 Jul 09 13:15:02.014784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48482) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:02.029859 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cda090a9-71bc-4f0c-908a-57dd1aeec84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.096139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c15f749f-b58f-4892-9769-e0e679ac7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.142263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b5e60587-99dc-4857-bfb7-d6fe8f5d1942 req-6d3b1063-1772-42c8-bf16-c58cdecc6737 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 210 time: 0.0314622 Jul 09 13:15:02.176006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c15f749f-b58f-4892-9769-e0e679ac7376 None None] For port 9794d63d-c294-4e98-b8cb-9b5aad842e27, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9794d63d-c294-4e98-b8cb-9b5aad842e27,segment=NetworkSegment(600e512b-4919-45d8-9195-afd3e4fdbf22),segment_id=600e512b-4919-45d8-9195-afd3e4fdbf22)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:02.191522 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c15f749f-b58f-4892-9769-e0e679ac7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.213759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cda090a9-71bc-4f0c-908a-57dd1aeec84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.221920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cda090a9-71bc-4f0c-908a-57dd1aeec84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.288880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f749f-b58f-4892-9769-e0e679ac7376 None None] Pushing event updated for resources: {'Port': ['ID=9794d63d-c294-4e98-b8cb-9b5aad842e27,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:02.312418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cda090a9-71bc-4f0c-908a-57dd1aeec84b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0874ba65e3374e60b33636851d509cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963581 Jul 09 13:15:02.313431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda090a9-71bc-4f0c-908a-57dd1aeec84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b756c-fea1-4b4b-bdf9-cce44677400f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:02.316602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48496) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:02.404656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Router c9823bf4-63d6-46fb-8c9d-50e5059e886b is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:15:02.426241 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76a52dd-fccb-4233-b8fa-16fb3b4da627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.465939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-be2cb4dd-33a1-4c7e-b768-6cdcde806b7e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:02.467449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-be2cb4dd-33a1-4c7e-b768-6cdcde806b7e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 804 time: 0.1746166 Jul 09 13:15:02.485899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-56784e90-f333-475d-a470-d532351f57a9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/quotas/8da4e45c3e9c431fa9a2fc8bb534b66b HTTP/1.1" status: 200 len: 375 time: 0.0102890 Jul 09 13:15:02.489360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76a52dd-fccb-4233-b8fa-16fb3b4da627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.510977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6673149f-895a-4eb8-83fb-add778c31ff1 None None] Provisioning complete for port 9794d63d-c294-4e98-b8cb-9b5aad842e27 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:02.511860 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6673149f-895a-4eb8-83fb-add778c31ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.573881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-45f8e37e-0945-497a-9d46-00a6e020ae0e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725873 Jul 09 13:15:02.609843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:02.625287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Sync routers for ids ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:02.633053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76a52dd-fccb-4233-b8fa-16fb3b4da627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.634913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Routers {'c9823bf4-63d6-46fb-8c9d-50e5059e886b'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:02.635628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:02.636062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76a52dd-fccb-4233-b8fa-16fb3b4da627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.640256 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c76a52dd-fccb-4233-b8fa-16fb3b4da627 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c6b756c-fea1-4b4b-bdf9-cce44677400f HTTP/1.1" status: 204 len: 168 time: 0.3224044 Jul 09 13:15:02.646059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.647901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-625fd42e-576b-47e8-97a0-a877c74cff74 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4290617 Jul 09 13:15:02.650591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48500) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:02.660956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03599262-9479-48d1-b281-238a43f4167b req-117768da-d6a6-4ab5-803b-2726f0133861 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:02.663999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03599262-9479-48d1-b281-238a43f4167b req-117768da-d6a6-4ab5-803b-2726f0133861 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1097 time: 0.1265492 Jul 09 13:15:02.664920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a52dd-fccb-4233-b8fa-16fb3b4da627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6b756c-fea1-4b4b-bdf9-cce44677400f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:02.706074 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03599262-9479-48d1-b281-238a43f4167b req-9eda8c7f-ad8e-4340-935c-21799c73207c tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350807 Jul 09 13:15:02.764641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-9b1a60a8-c1d9-4da7-9663-47e8c0a606f0 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832781 Jul 09 13:15:02.775172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device afe4d6f4-05d9-4996-85b6-6f110b7c6e25 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:02.852502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Set router c9823bf4-63d6-46fb-8c9d-50e5059e886b gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:02.855113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:02.886229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:02.887587 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:02.992061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-7525746e-c8f6-4b1b-b627-c2210f9ce5c6 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170634 Jul 09 13:15:03.114198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954036-5398-4eec-af08-f6ec10655884 req-71648f5f-3711-44e1-855c-a5c364754b7d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:03.116134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-71648f5f-3711-44e1-855c-a5c364754b7d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 820 time: 0.2041585 Jul 09 13:15:03.249333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Request body: {'port': {'device_id': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'admin_state_up': True, 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:03.345832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48524) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:03.437265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9794d63d-c294-4e98-b8cb-9b5aad842e27 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:03.482568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ab437b1-fa03-440e-a718-7afebac3d004 req-e440ea77-764e-4a6c-b013-826e357c2dd7 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 210 time: 0.0821464 Jul 09 13:15:03.486872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:03.587521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77d8a57d-eb3d-4961-bfee-4cce226900c2 req-33d336fd-d7b8-4429-a46b-26b7226f079d tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 210 time: 0.0569692 Jul 09 13:15:03.602992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7458d962-bfab-44b3-9dde-42578fd4e50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:03.681989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410045f5-1f17-4faf-94fd-6e5154495184 req-8af9ad58-a7ca-49e6-bbf9-a0648cc7ed1a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:03.685909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-410045f5-1f17-4faf-94fd-6e5154495184 req-8af9ad58-a7ca-49e6-bbf9-a0648cc7ed1a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e5602e8-152f-4803-8b01-12f235238018 HTTP/1.1" status: 200 len: 945 time: 0.5686386 Jul 09 13:15:03.694776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab6976-070a-4af5-ab9d-e860a6a0a36f req-30744d05-afe6-4ab7-b120-daddd53338d8 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:03.698263 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-7458d962-bfab-44b3-9dde-42578fd4e50a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:15:03.698263 n-d-799524-3 neutron-server[93913]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:15:03.698263 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id': '99def468afcc4c74b9b4c2022aff94aa', 'id': '2cfce593-02c0-48ac-b9d3-6eabeb646f19', 'expiration': datetime.datetime(2021, 7, 9, 13, 17, 3, 682748)}] Jul 09 13:15:03.698263 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:15:03.698686 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-7458d962-bfab-44b3-9dde-42578fd4e50a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:15:03.705069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ddab6976-070a-4af5-ab9d-e860a6a0a36f req-30744d05-afe6-4ab7-b120-daddd53338d8 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 945 time: 0.5864847 Jul 09 13:15:03.744351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f3e0fe83-f0be-4acd-8af2-c60482223d2d no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:03.776885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Made reservation on behalf of 49995763bffd4232af2d2ae882f0d8ef for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:03.781573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:03.831858 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ddab6976-070a-4af5-ab9d-e860a6a0a36f req-f2aad24a-95e7-469f-9ae4-108c74e723ba tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255846 Jul 09 13:15:03.930076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Allocated IP 172.20.0.1 (cd823f6e-b7a6-43af-88fb-08608eb3b24b/b5a66f84-5afd-4e17-b0dd-7a848b14d297/9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:03.989473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9794d63d-c294-4e98-b8cb-9b5aad842e27 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:03.990163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.121593 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.138899 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.162242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Deleting port f3e0fe83-f0be-4acd-8af2-c60482223d2d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:04.162806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.204718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.207640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7458d962-bfab-44b3-9dde-42578fd4e50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.237772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:04.240098 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce35d8d9-0641-4699-98e4-d4a536ee3ce3" -d '{"events": [{"server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:04.258544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Transition to ACTIVE for port object 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:04.267507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:04.285857 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.287746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Allocated IP 172.20.0.11 (017f0574-a3b1-4b2f-a5d9-488047f27641/f4ef39dc-c313-46dc-9dad-dbdf47120968/718f9b62-b555-4d51-a11b-270aff87fb43) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:04.296327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:04.329275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.379407 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0901a51-8c7f-43df-ac78-ec193ccefcbe x-openstack-request-id: req-d0901a51-8c7f-43df-ac78-ec193ccefcbe {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:04.379734 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:04.379937 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0901a51-8c7f-43df-ac78-ec193ccefcbe {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:04.380322 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'code': 200} Jul 09 13:15:04.400756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:04.408661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:00Z', 'revision_number': 3, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port': {'id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:04.425580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.460660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Checking router: c9823bf4-63d6-46fb-8c9d-50e5059e886b for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:04.461217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Updating router c9823bf4-63d6-46fb-8c9d-50e5059e886b port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:15:04.491619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] For port f3e0fe83-f0be-4acd-8af2-c60482223d2d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f3e0fe83-f0be-4acd-8af2-c60482223d2d,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:04.492339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.509966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Calling delete_port for f3e0fe83-f0be-4acd-8af2-c60482223d2d owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:04.527500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Network cd823f6e-b7a6-43af-88fb-08608eb3b24b is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:04.535336 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:04.552347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:04.553173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.596434 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:04.609739 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.625186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:04.663697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7458d962-bfab-44b3-9dde-42578fd4e50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.670830 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7458d962-bfab-44b3-9dde-42578fd4e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.804044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458d962-bfab-44b3-9dde-42578fd4e50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3795789-b349-4671-8a89-50630664c572,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:04.838584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7458d962-bfab-44b3-9dde-42578fd4e50a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99def468afcc4c74b9b4c2022aff94aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4914019 Jul 09 13:15:04.843777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48576) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:04.892756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98a911be-bdf1-4ded-8415-94edc8bd1450 req-c60317f0-94d9-4fbb-aea0-52e5aa5ee6a8 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 210 time: 0.0827754 Jul 09 13:15:04.980072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.009729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Transition to ACTIVE for port object 718f9b62-b555-4d51-a11b-270aff87fb43 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:05.106155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.115309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.122486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Transition to ACTIVE for port object 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:05.142337 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.164085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ff7d692d-6637-4ebd-bcc1-886952e906a5 None None] Provisioning for port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:05.182577 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec53dc79-c045-4a37-baf1-92b22f034972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.212277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d680b24d-4b0f-49e9-a26c-efd37ee89ff6 req-abcbe030-af7b-4884-ba30-243af4701be7 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 210 time: 0.0853736 Jul 09 13:15:05.213461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.267499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962006a2-3024-433a-bbdf-e11497ec6a34 None None] Pushing event updated for resources: {'Port': ['ID=2b1b25f0-4e8a-483e-b350-24e9c2ea6e73,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:05.269766 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec53dc79-c045-4a37-baf1-92b22f034972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.276741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['764df877-0afc-43e7-99f3-cb45fbe65e4e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:05.288533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.290288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ff7d692d-6637-4ebd-bcc1-886952e906a5 None None] Provisioning complete for port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:05.290672 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff7d692d-6637-4ebd-bcc1-886952e906a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.382269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d692d-6637-4ebd-bcc1-886952e906a5 None None] Port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:15:05.418218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Attempting to bind port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:05.418437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Attempting to bind port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:05.418813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Attempting to bind port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:05.437418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:05.441312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:05.441856 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.442787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:05.442961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Bound port: 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:05.445886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec53dc79-c045-4a37-baf1-92b22f034972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.448510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec53dc79-c045-4a37-baf1-92b22f034972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.453032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ec53dc79-c045-4a37-baf1-92b22f034972 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3795789-b349-4671-8a89-50630664c572 HTTP/1.1" status: 204 len: 168 time: 0.6061907 Jul 09 13:15:05.458606 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.475615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53dc79-c045-4a37-baf1-92b22f034972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3795789-b349-4671-8a89-50630664c572,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:05.517150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.524995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.525797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.578653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] For port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:05.582264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] For port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2b1b25f0-4e8a-483e-b350-24e9c2ea6e73,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:05.593159 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.628389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:05.684289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Network cd823f6e-b7a6-43af-88fb-08608eb3b24b is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:05.686413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:05.716967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:05.813587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962006a2-3024-433a-bbdf-e11497ec6a34 None None] Pushing event updated for resources: {'Port': ['ID=2b1b25f0-4e8a-483e-b350-24e9c2ea6e73,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:05.819287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Routers {'c9823bf4-63d6-46fb-8c9d-50e5059e886b'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:05.820686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:05.869105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Router c9823bf4-63d6-46fb-8c9d-50e5059e886b has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:05.873229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] No DVR routers for this DVR port f3e0fe83-f0be-4acd-8af2-c60482223d2d on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:15:05.875503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:05.898520 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.900876 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-410045f5-1f17-4faf-94fd-6e5154495184 req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.11 "DELETE /v2.0/ports/f3e0fe83-f0be-4acd-8af2-c60482223d2d HTTP/1.1" status: 204 len: 173 time: 2.1918948 Jul 09 13:15:05.901561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'name': 'network-vif-deleted', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:05.904793 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe080cb4-cc30-480b-bf90-c287ae1569c5" -d '{"events": [{"server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "name": "network-vif-deleted", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:05.915676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:05.926211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Pushing event updated for resources: {'Port': ['ID=718f9b62-b555-4d51-a11b-270aff87fb43,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:05.932053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-dfb2a97d-61c8-4bae-bf39-79a6960a88de tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:15:05.939896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-dfb2a97d-61c8-4bae-bf39-79a6960a88de tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621903 Jul 09 13:15:05.955469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Request body: {'binding': {'host': 'n-h1-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:05.956177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:15:06.026781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] Set router c9823bf4-63d6-46fb-8c9d-50e5059e886b gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:06.083312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:06.104559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9fe8e5d4-34c2-4cd3-ad01-825e75cedc89 admin admin] 10.222.0.32 "PUT /v2.0/routers/c9823bf4-63d6-46fb-8c9d-50e5059e886b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4526763 Jul 09 13:15:06.160560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-75051992-03cb-4772-aafa-e39c85830f9e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:06.176502 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-75051992-03cb-4772-aafa-e39c85830f9e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.11 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 804 time: 0.8256202 Jul 09 13:15:06.178343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a639b-ceb1-446c-a631-9b9f2ae03ba9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Pushing event deleted for resources: {'Port': ['ID=f3e0fe83-f0be-4acd-8af2-c60482223d2d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:06.196925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48610) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:06.220058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Request body: {'port': {'device_id': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'admin_state_up': True, 'tenant_id': '8da4e45c3e9c431fa9a2fc8bb534b66b'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:06.223800 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19c77235-f9da-48b4-a9c0-cdd59a992959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.291998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f593661b-8ba8-4821-832c-f30bf3004480 None None] Provisioning complete for port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:06.292632 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f593661b-8ba8-4821-832c-f30bf3004480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.347728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f593661b-8ba8-4821-832c-f30bf3004480 None None] Port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:15:06.357330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:06.357962 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.358079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19c77235-f9da-48b4-a9c0-cdd59a992959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.365400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19c77235-f9da-48b4-a9c0-cdd59a992959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.392469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:06.395095 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be6c19c-4894-4871-bf26-483155939cf5" -d '{"events": [{"server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "name": "network-vif-plugged", "status": "completed", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:06.424422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-e7f0b802-b15a-4ec5-a6e1-44b9e4173871 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2947562 Jul 09 13:15:06.424934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:06.425360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-19c77235-f9da-48b4-a9c0-cdd59a992959 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=318f4f48587440028e163aa1f54fc3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255790 Jul 09 13:15:06.427048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c77235-f9da-48b4-a9c0-cdd59a992959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35e7113-2641-4e3d-920a-03dbae49f2fd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:06.446931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a06bb-e87f-473d-842f-f18aed8a62a0 req-d2deb664-19b8-4a28-98d8-6273d10277eb tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:06.448486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a3a06bb-e87f-473d-842f-f18aed8a62a0 req-d2deb664-19b8-4a28-98d8-6273d10277eb tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 946 time: 0.8772783 Jul 09 13:15:06.464359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Request body: {'port': {'device_id': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:06.483835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:04Z', 'revision_number': 4, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port': {'id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a', 'name': '', 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'mac_address': 'fa:16:3e:21:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:15:03Z', 'updated_at': '2021-07-09T13:15:05Z', 'revision_number': 2, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'subnets': [{'id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:06.516045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-846ca751-9950-4e66-b3c2-94af239e8092 None None] Provisioning for port 718f9b62-b555-4d51-a11b-270aff87fb43 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:06.520549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd98fb6-4187-4ab3-aae9-56538de20905 None None] The sync data for ids ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'] in n-d-799524-3 is: [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:04Z', 'revision_number': 4, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port': {'id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a', 'name': '', 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'mac_address': 'fa:16:3e:21:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:15:03Z', 'updated_at': '2021-07-09T13:15:05Z', 'revision_number': 2, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'subnets': [{'id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:06.522828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-846ca751-9950-4e66-b3c2-94af239e8092 None None] Provisioning complete for port 718f9b62-b555-4d51-a11b-270aff87fb43 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:06.522828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-846ca751-9950-4e66-b3c2-94af239e8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.570877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-846ca751-9950-4e66-b3c2-94af239e8092 None None] Port 718f9b62-b555-4d51-a11b-270aff87fb43 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:15:06.667281 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a3a06bb-e87f-473d-842f-f18aed8a62a0 req-bb378e4b-b76a-4080-a94c-a327e58dcc25 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998985 Jul 09 13:15:06.718181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on host n-h1-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:06.718763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:06.722661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:06.729997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:06.733068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:06.736687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Made reservation on behalf of 8da4e45c3e9c431fa9a2fc8bb534b66b for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:06.745120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.751014 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1cc7-dd3b-4f26-a373-5f26f5184ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.774550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.785697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:06.786031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:06.786421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:06.787124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Bound port: 71d4b399-86ee-457e-8ab1-8ade5df49299, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:06.832144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1cc7-dd3b-4f26-a373-5f26f5184ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:07.164041 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6958bd-806c-4f76-90af-303c78feaffb x-openstack-request-id: req-ab6958bd-806c-4f76-90af-303c78feaffb {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:07.164960 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5602e8-152f-4803-8b01-12f235238018", "name": "network-vif-deleted", "tag": "f3e0fe83-f0be-4acd-8af2-c60482223d2d", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:07.165365 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab6958bd-806c-4f76-90af-303c78feaffb {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:07.165905 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5602e8-152f-4803-8b01-12f235238018', 'name': 'network-vif-deleted', 'tag': 'f3e0fe83-f0be-4acd-8af2-c60482223d2d', 'status': 'completed', 'code': 200} Jul 09 13:15:07.289604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:07.359267 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:07.360491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-f098d5de-8345-4125-a310-84fbbf731515 service neutron] 10.222.0.32 "POST /v2.0/ports/71d4b399-86ee-457e-8ab1-8ade5df49299/bindings HTTP/1.1" status: 201 len: 389 time: 1.4196284 Jul 09 13:15:07.401618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1cc7-dd3b-4f26-a373-5f26f5184ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:07.406054 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1cc7-dd3b-4f26-a373-5f26f5184ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:07.406877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7e2f1cc7-dd3b-4f26-a373-5f26f5184ce2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a35e7113-2641-4e3d-920a-03dbae49f2fd HTTP/1.1" status: 204 len: 168 time: 0.9770827 Jul 09 13:15:07.486714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f1cc7-dd3b-4f26-a373-5f26f5184ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35e7113-2641-4e3d-920a-03dbae49f2fd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:07.492121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Allocated IP 172.20.0.6 (2b77434e-beb2-42a5-816b-759f76cf51d4/558cddb0-8b62-4eeb-b90e-28ff554b319b/d423c22e-9a21-42b1-ac10-afcec12f3254) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:07.516331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990d6f8-4a1a-419e-8708-66846fa5fcb8 req-84c8622e-5d34-4523-b369-13e039042839 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:07.524045 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3990d6f8-4a1a-419e-8708-66846fa5fcb8 req-84c8622e-5d34-4523-b369-13e039042839 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 932 time: 0.3513134 Jul 09 13:15:07.615744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3990d6f8-4a1a-419e-8708-66846fa5fcb8 req-75ee3ed2-eb69-4fb9-825d-782caef90979 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906451 Jul 09 13:15:07.640003 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9860bb1-0446-4e06-910e-239f49cd8327 req-fb75ce71-ff70-4d74-8473-8af51b39b774 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 210 time: 0.0509257 Jul 09 13:15:07.737803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f3e0fe83-f0be-4acd-8af2-c60482223d2d no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:07.787088 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2e7f29-99fd-475a-b5d5-1bde04ad680e x-openstack-request-id: req-4f2e7f29-99fd-475a-b5d5-1bde04ad680e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:07.788815 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "name": "network-vif-plugged", "status": "completed", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:07.789222 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f2e7f29-99fd-475a-b5d5-1bde04ad680e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:07.789822 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25', 'code': 200} Jul 09 13:15:07.793465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: f3e0fe83-f0be-4acd-8af2-c60482223d2d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:15:07.796077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f3e0fe83-f0be-4acd-8af2-c60482223d2d not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:07.833791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-419d4499-c56a-4946-8391-31c7ac77d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:07.836150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-419d4499-c56a-4946-8391-31c7ac77d002 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1097 time: 0.1594257 Jul 09 13:15:07.836636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.10', 62873) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:08.056086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718f9b62-b555-4d51-a11b-270aff87fb43 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:08.089265 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5be4e92b-77db-49cb-9fde-a63f9dac6abf req-15fd4f80-c47a-467a-a33c-ced96285e574 tempest-FloatingIPsNegativeTestJSON-2086685993 tempest-FloatingIPsNegativeTestJSON-2086685993-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=b9a18b1beed946f39d8c9c6b11063ab4 HTTP/1.1" status: 200 len: 217 time: 0.1978199 Jul 09 13:15:08.098571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.167415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.188731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Transition to ACTIVE for port object 718f9b62-b555-4d51-a11b-270aff87fb43 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:08.202517 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.285105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48650) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:08.291994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Pushing event updated for resources: {'Port': ['ID=718f9b62-b555-4d51-a11b-270aff87fb43,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:08.443849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ab1b-9930-4821-b743-425c7559f724 req-4cdd9815-2785-47cf-898a-eeddcd235eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:08.445639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52c9ab1b-9930-4821-b743-425c7559f724 req-4cdd9815-2785-47cf-898a-eeddcd235eca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1097 time: 0.6078112 Jul 09 13:15:08.476153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.497300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-29cded2b-0040-4a55-b258-5ce4017ead8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:08.499318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-29cded2b-0040-4a55-b258-5ce4017ead8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.6384022 Jul 09 13:15:08.559830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-7283203d-afae-44f7-a5a3-96cd6ebfce64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 217 time: 0.0477955 Jul 09 13:15:08.565528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Pushing event updated for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:08.570745 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52c9ab1b-9930-4821-b743-425c7559f724 req-6a100450-0090-4b2b-b22f-183d51bbb3d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064317 Jul 09 13:15:08.579103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83fe2ebc-4cdc-49c0-b3b8-494912062930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.584436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Network 2b77434e-beb2-42a5-816b-759f76cf51d4 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:08.590320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be0ba8-86c3-4065-913e-530cfc4dcf73 req-1e097bf7-7b5e-42f8-b277-dfca001fb58d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:08.595186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ca12-396e-4b17-a4de-a3d5dc47fa32 req-218d82c0-096c-47d5-ae1b-ae18251a3790 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:08.597163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34be0ba8-86c3-4065-913e-530cfc4dcf73 req-1e097bf7-7b5e-42f8-b277-dfca001fb58d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 946 time: 0.3113048 Jul 09 13:15:08.609580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4610ca12-396e-4b17-a4de-a3d5dc47fa32 req-218d82c0-096c-47d5-ae1b-ae18251a3790 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 946 time: 0.3141890 Jul 09 13:15:08.630059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:08.639101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:08.689254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-1005b831-0cbf-42fd-bb62-96f18299a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:08.690809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-1005b831-0cbf-42fd-bb62-96f18299a15d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.1236277 Jul 09 13:15:08.699672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4610ca12-396e-4b17-a4de-a3d5dc47fa32 req-9d49858a-89b6-4645-b996-a72b6b6ff154 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887773 Jul 09 13:15:08.708144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Attempting to bind port 718f9b62-b555-4d51-a11b-270aff87fb43 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:08.708486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Attempting to bind port 718f9b62-b555-4d51-a11b-270aff87fb43 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:08.708813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Attempting to bind port 718f9b62-b555-4d51-a11b-270aff87fb43 on network 017f0574-a3b1-4b2f-a5d9-488047f27641 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:08.712488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34be0ba8-86c3-4065-913e-530cfc4dcf73 req-672c832d-7cf6-4c27-8fa1-6f850d9595c3 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144590 Jul 09 13:15:08.729045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:08.729680 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.732810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Port 718f9b62-b555-4d51-a11b-270aff87fb43 on network 017f0574-a3b1-4b2f-a5d9-488047f27641 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:08.733135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Attempting to bind port 718f9b62-b555-4d51-a11b-270aff87fb43 on network 017f0574-a3b1-4b2f-a5d9-488047f27641 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:08.739523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:08.739863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Checking segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:08.740248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Bound using segment: {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:08.740829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Bound port: 718f9b62-b555-4d51-a11b-270aff87fb43, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:08.741197 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.752598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-06a29337-5c22-482f-a857-f7b733d1f7c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390115 Jul 09 13:15:08.847680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] For port 718f9b62-b555-4d51-a11b-270aff87fb43, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:08.848074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb215c8c-2e86-4e9e-a74a-dfbd756ed509 req-772e1daa-caed-461f-b977-d0f5f183d4b8 tempest-FloatingIPsNegativeTestJSON-2086685993 tempest-FloatingIPsNegativeTestJSON-2086685993-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0701547 Jul 09 13:15:08.851709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] For port 718f9b62-b555-4d51-a11b-270aff87fb43, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=718f9b62-b555-4d51-a11b-270aff87fb43,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:08.861720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.921548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:08.922255 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.924011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] 10.222.0.10 "PUT /v2.0/ports/718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 200 len: 1092 time: 2.4681504 Jul 09 13:15:08.961072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-4b38d2c0-94dc-4a70-9275-195fb88852da service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006431 Jul 09 13:15:08.972461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83fe2ebc-4cdc-49c0-b3b8-494912062930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:08.982333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18d8a8-7071-42dc-b04a-1dcba2fa172a service neutron] Pushing event updated for resources: {'Port': ['ID=718f9b62-b555-4d51-a11b-270aff87fb43,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:09.017916 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-bace013b-e13f-49fb-bd4b-3eb14a33d81c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8262038 Jul 09 13:15:09.073379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Request body: {'port': {'device_id': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:09.091871 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83fe2ebc-4cdc-49c0-b3b8-494912062930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:09.153659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe2ebc-4cdc-49c0-b3b8-494912062930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3faf67-62d3-4d28-9274-bf454eb712f3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:09.217631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:09.221686 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220eed18-8534-4764-943d-19afa9292aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:09.231276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:09.236573 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-83fe2ebc-4cdc-49c0-b3b8-494912062930 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eeb621027974a5fbca126d2bcd81f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9484541 Jul 09 13:15:09.239615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48680) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:09.267905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2041a2b-da66-4288-9f2f-6d718d25d3a4 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939475 Jul 09 13:15:09.305829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee6b58-c04e-4e7b-a2b0-9183fa4c60ba req-8b70f520-6807-47d9-9a0c-15abe7dea052 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:09.307606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-beee6b58-c04e-4e7b-a2b0-9183fa4c60ba req-8b70f520-6807-47d9-9a0c-15abe7dea052 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 944 time: 0.2215948 Jul 09 13:15:09.348891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:09.372856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954036-5398-4eec-af08-f6ec10655884 req-8e4c4c90-dad3-4453-b1a2-642053c3f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:09.374430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-8e4c4c90-dad3-4453-b1a2-642053c3f76f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 1095 time: 0.3982248 Jul 09 13:15:09.463878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-beee6b58-c04e-4e7b-a2b0-9183fa4c60ba req-451f9ade-79d8-4c56-8f9d-544826bb49cb tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503079 Jul 09 13:15:09.595993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:09.601903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-6cb5f77d-782f-42aa-84ba-045d76e48c82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 200 len: 217 time: 0.2143695 Jul 09 13:15:09.604345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:09.604641 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Sync routers for ids ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:09.605169 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:09.622173 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-d53a512c-1772-4503-bcc5-8b3a2dcd507b req-c2c84072-cdd0-40ba-9bf8-720500c592f1 tempest-FloatingIPsNegativeTestJSON-2086685993 tempest-FloatingIPsNegativeTestJSON-2086685993-project] show failed (client error): The resource could not be found. Jul 09 13:15:09.622885 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Routers {'c9823bf4-63d6-46fb-8c9d-50e5059e886b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:09.624008 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:09.624347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bc553-c024-425a-9f59-1c5038047d66 req-65dbd67f-14f9-48ea-b60a-4bc997f53bf0 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:09.624802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d53a512c-1772-4503-bcc5-8b3a2dcd507b req-c2c84072-cdd0-40ba-9bf8-720500c592f1 tempest-FloatingIPsNegativeTestJSON-2086685993 tempest-FloatingIPsNegativeTestJSON-2086685993-project] 10.222.0.32 "GET /v2.0/floatingips/b2cec1e0-c976-4e52-8a5c-d9ebc40c12db HTTP/1.1" status: 404 len: 350 time: 0.1216588 Jul 09 13:15:09.643356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5e0bc553-c024-425a-9f59-1c5038047d66 req-65dbd67f-14f9-48ea-b60a-4bc997f53bf0 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 931 time: 0.5084138 Jul 09 13:15:09.643461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48686) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:09.679519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-120e673c-324e-45e1-80bf-c32c6cab44e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:09.752369 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b25d288-c1a3-472c-81b7-cd49b5f0cc58 x-openstack-request-id: req-0b25d288-c1a3-472c-81b7-cd49b5f0cc58 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:09.752369 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:09.752650 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b25d288-c1a3-472c-81b7-cd49b5f0cc58 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:09.752889 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43', 'status': 'completed', 'code': 200} Jul 09 13:15:09.769630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:09.770004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-5dc004fd-fa8e-4be6-82f6-7681bb7566ba tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:09.771971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-5dc004fd-fa8e-4be6-82f6-7681bb7566ba tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1097 time: 0.4228556 Jul 09 13:15:09.772484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-120e673c-324e-45e1-80bf-c32c6cab44e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:09.796322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2b1b25f0-4e8a-483e-b350-24e9c2ea6e73,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:09.801575 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:09.819006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799524-3'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:09.831577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5e0bc553-c024-425a-9f59-1c5038047d66 req-40cccb73-d5d2-47a7-a70b-7a8d4f483188 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993790 Jul 09 13:15:09.837144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954036-5398-4eec-af08-f6ec10655884 req-32c05d1a-57a1-4f10-8f1f-c92953874a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:09.838559 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-32c05d1a-57a1-4f10-8f1f-c92953874a45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.2232957 Jul 09 13:15:09.882341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=2b1b25f0-4e8a-483e-b350-24e9c2ea6e73,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:09.945812 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Set router c9823bf4-63d6-46fb-8c9d-50e5059e886b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:10.002117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-120e673c-324e-45e1-80bf-c32c6cab44e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.004693 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-120e673c-324e-45e1-80bf-c32c6cab44e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.016140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-120e673c-324e-45e1-80bf-c32c6cab44e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d3faf67-62d3-4d28-9274-bf454eb712f3 HTTP/1.1" status: 204 len: 168 time: 0.7634246 Jul 09 13:15:10.037577 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.095307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954036-5398-4eec-af08-f6ec10655884 req-57eaba0e-8d46-4da1-976c-6b819849fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:10.097175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-57eaba0e-8d46-4da1-976c-6b819849fb54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053177 Jul 09 13:15:10.105889 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e673c-324e-45e1-80bf-c32c6cab44e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3faf67-62d3-4d28-9274-bf454eb712f3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:10.132995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d423c22e-9a21-42b1-ac10-afcec12f3254 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:10.198472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.203978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4680e-0b36-4cd0-a637-2039a1e60097 req-c2bd39db-4586-4d8c-8ce6-e0e302ed2ff2 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:10.211824 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35b4680e-0b36-4cd0-a637-2039a1e60097 req-c2bd39db-4586-4d8c-8ce6-e0e302ed2ff2 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 946 time: 0.2370205 Jul 09 13:15:10.237622 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-11f03d45-5eee-48e1-b871-cecf0b6fca93 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328951 Jul 09 13:15:10.294706 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:04Z', 'revision_number': 4, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port': {'id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a', 'name': '', 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'mac_address': 'fa:16:3e:21:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:15:03Z', 'updated_at': '2021-07-09T13:15:05Z', 'revision_number': 2, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'subnets': [{'id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:10.323002 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Checking router: c9823bf4-63d6-46fb-8c9d-50e5059e886b for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:10.323658 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Updating router c9823bf4-63d6-46fb-8c9d-50e5059e886b port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:15:10.329851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Transition to ACTIVE for port object d423c22e-9a21-42b1-ac10-afcec12f3254 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:10.346871 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.370405 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.394928 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35b4680e-0b36-4cd0-a637-2039a1e60097 req-10c1e63c-e2a5-421c-8b52-d0541ee31b73 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821275 Jul 09 13:15:10.498596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48716) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:10.500405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:10.521506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Pushing event updated for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:10.536859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-8408b42a-b0d2-45ce-b712-6634885fa3af service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262805 Jul 09 13:15:10.569826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-0163128c-15e8-44a3-b593-451bdfcb34b5 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:10.571601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-0163128c-15e8-44a3-b593-451bdfcb34b5 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238451 Jul 09 13:15:10.572537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Attempting to bind port d423c22e-9a21-42b1-ac10-afcec12f3254 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:10.573020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Attempting to bind port d423c22e-9a21-42b1-ac10-afcec12f3254 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:10.573504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Attempting to bind port d423c22e-9a21-42b1-ac10-afcec12f3254 on network 2b77434e-beb2-42a5-816b-759f76cf51d4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:10.585642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40b13274-763a-4ba3-95c3-f00334aba28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.631657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Port d423c22e-9a21-42b1-ac10-afcec12f3254 on network 2b77434e-beb2-42a5-816b-759f76cf51d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:10.632203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Attempting to bind port d423c22e-9a21-42b1-ac10-afcec12f3254 on network 2b77434e-beb2-42a5-816b-759f76cf51d4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:10.645574 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-9a0afe68-3b62-4054-9ff6-2a4ffaefd79e tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/quotas/fe1bcc9883ab460a95d4b305fc2464a8 HTTP/1.1" status: 200 len: 375 time: 0.0576720 Jul 09 13:15:10.668146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:10.668919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Checking segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:10.668919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Bound using segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:10.669428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Bound port: d423c22e-9a21-42b1-ac10-afcec12f3254, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:10.669972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.678094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:10.716299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-ef64201b-7d69-49dc-a4e3-5a92a96e3d4f tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694671 Jul 09 13:15:10.737692 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.751195 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Transition to ACTIVE for port object 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:10.757449 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.769836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:10.772163 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbe8363-1ff2-4493-b16b-a0179dc250dc" -d '{"events": [{"server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "name": "network-vif-unplugged", "status": "completed", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:10.781537 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.787820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.810804 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Pushing event updated for resources: {'Port': ['ID=9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:10.834317 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.834666 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.835089 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.835774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.835930 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.836212 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.836548 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.836981 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.837270 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.837625 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.838013 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.838398 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.838660 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:10.840067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:10.845956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:10.864191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494ecbd-da3c-4c66-8d85-fc83409f14ed req-b2e827fc-e7c0-46c2-a0d9-ed42d09bf646 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:10.866019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a494ecbd-da3c-4c66-8d85-fc83409f14ed req-b2e827fc-e7c0-46c2-a0d9-ed42d09bf646 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 946 time: 0.2826524 Jul 09 13:15:10.879298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20954036-5398-4eec-af08-f6ec10655884 req-92540b87-15ba-4973-9dd9-b87d12a27eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348296 Jul 09 13:15:10.881482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.944808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:10.945557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.947233 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] 10.222.0.11 "PUT /v2.0/ports/d423c22e-9a21-42b1-ac10-afcec12f3254 HTTP/1.1" status: 200 len: 1091 time: 1.8835859 Jul 09 13:15:10.987604 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Attempting to bind port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:10.987912 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Attempting to bind port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:10.988492 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Attempting to bind port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a on network cd823f6e-b7a6-43af-88fb-08608eb3b24b {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:10.994536 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:10.995547 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Checking segment: {'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:10.996785 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:10.997581 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Bound using segment: {'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:10.998074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Bound port: 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600e512b-4919-45d8-9195-afd3e4fdbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:10.998475 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.094424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a494ecbd-da3c-4c66-8d85-fc83409f14ed req-054f0b19-6ccb-413f-99b7-c40ebaba7b1a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172678 Jul 09 13:15:11.111250 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] For port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:11.115872 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] For port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a,segment=NetworkSegment(600e512b-4919-45d8-9195-afd3e4fdbf22),segment_id=600e512b-4919-45d8-9195-afd3e4fdbf22)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:11.124132 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.154656 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40b13274-763a-4ba3-95c3-f00334aba28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.257240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:11.267336 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Routers {'c9823bf4-63d6-46fb-8c9d-50e5059e886b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:11.268432 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:11.303058 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40b13274-763a-4ba3-95c3-f00334aba28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.401416 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9a37e-4dfe-46d6-a88e-aae858f65e6e None None] Pushing event updated for resources: {'Port': ['ID=9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:11.408689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:11.487165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on host n-h2-799524-3 for vnic_type normal with profile {"migrating_to": "n-h1-799524-3"} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:11.488053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:11.488866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:11.540828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:11.541223 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.552006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:11.552591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Attempting to bind port 71d4b399-86ee-457e-8ab1-8ade5df49299 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:11.558803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40b13274-763a-4ba3-95c3-f00334aba28d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4be6aaa00b60418cb69ba2ac91d22dde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0535507 Jul 09 13:15:11.583125 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] Set router c9823bf4-63d6-46fb-8c9d-50e5059e886b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:11.591991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48732) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:11.593879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b13274-763a-4ba3-95c3-f00334aba28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fcf7f8-517a-4cd9-bee5-f245222d1784,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:11.627271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:11.627782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:11.628026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:11.628481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Bound port: 71d4b399-86ee-457e-8ab1-8ade5df49299, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:11.628846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.671664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5aebc-23b1-4c54-a030-310004e553df service neutron] Pushing event updated for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:11.735683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eed18-8534-4764-943d-19afa9292aeb req-145634d1-4a3c-4fe3-8ff8-e13352b7d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:11.738315 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-220eed18-8534-4764-943d-19afa9292aeb req-145634d1-4a3c-4fe3-8ff8-e13352b7d938 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 1095 time: 0.7959206 Jul 09 13:15:11.757424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-5995525b-1790-418b-abeb-9b7d6a6b7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:11.759744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-5995525b-1790-418b-abeb-9b7d6a6b7752 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 1094 time: 0.7638998 Jul 09 13:15:11.771326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:11.774708 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d58606-a150-405a-89db-903a522612a8" -d '{"events": [{"name": "network-changed", "server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:11.787319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a81513-30fe-49ab-8533-38e051a3a488 req-e8812071-d833-410a-ac4b-56b4f3ecfe29 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:11.789019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d7a81513-30fe-49ab-8533-38e051a3a488 req-e8812071-d833-410a-ac4b-56b4f3ecfe29 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 944 time: 0.1896784 Jul 09 13:15:11.814027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f325b0-e6b5-4011-aeb9-24f693b57ffe req-cbc0af96-8aa1-4266-bb54-96938892a8d8 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:11.822660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84f325b0-e6b5-4011-aeb9-24f693b57ffe req-cbc0af96-8aa1-4266-bb54-96938892a8d8 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1097 time: 0.3403802 Jul 09 13:15:11.831450 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc1611b6-a9b8-4b27-a15a-e4d42eedba0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.833827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:11.904210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:11.920780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.926196 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc1611b6-a9b8-4b27-a15a-e4d42eedba0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:11.941129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-a9498c51-4d23-48de-b28a-21f78465b155 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d423c22e-9a21-42b1-ac10-afcec12f3254 HTTP/1.1" status: 200 len: 217 time: 0.1486182 Jul 09 13:15:11.952736 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:04Z', 'revision_number': 4, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port': {'id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a', 'name': '', 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'mac_address': 'fa:16:3e:21:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:15:03Z', 'updated_at': '2021-07-09T13:15:11Z', 'revision_number': 4, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'subnets': [{'id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:11.972601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d7a81513-30fe-49ab-8533-38e051a3a488 req-f0e427c5-3c7d-4fde-8547-f52af1016157 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596379 Jul 09 13:15:12.001214 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da581e3d-f8de-4110-a472-a58955be79eb None None] The sync data for ids ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'] in n-d-799524-3 is: [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:04Z', 'revision_number': 4, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port': {'id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a', 'name': '', 'network_id': 'cd823f6e-b7a6-43af-88fb-08608eb3b24b', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'mac_address': 'fa:16:3e:21:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:15:03Z', 'updated_at': '2021-07-09T13:15:11Z', 'revision_number': 4, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'subnets': [{'id': 'b5a66f84-5afd-4e17-b0dd-7a848b14d297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:12.045438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-faa62b99-580a-4cc7-a077-9704ccb6b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:12.046996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-faa62b99-580a-4cc7-a077-9704ccb6b71d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 200 len: 844 time: 0.0982249 Jul 09 13:15:12.067527 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380e94f4-b5ea-4d75-ba72-3353e55f9e93 x-openstack-request-id: req-380e94f4-b5ea-4d75-ba72-3353e55f9e93 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:12.068003 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "name": "network-vif-unplugged", "status": "completed", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:12.068173 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-380e94f4-b5ea-4d75-ba72-3353e55f9e93 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:12.069558 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299', 'code': 200} Jul 09 13:15:12.088462 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-2ec7123f-0aa6-420d-93d0-a0743583797b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b77434e-beb2-42a5-816b-759f76cf51d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300760 Jul 09 13:15:12.091780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eed18-8534-4764-943d-19afa9292aeb req-9cfe2862-233f-4bff-9d26-344e04d92a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:12.093206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-220eed18-8534-4764-943d-19afa9292aeb req-9cfe2862-233f-4bff-9d26-344e04d92a49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.3457255 Jul 09 13:15:12.122838 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84f325b0-e6b5-4011-aeb9-24f693b57ffe req-b8a77125-8ef7-49fa-a6de-2ebb09acd570 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990992 Jul 09 13:15:12.193799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=8']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:12.228831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-220eed18-8534-4764-943d-19afa9292aeb req-79be1fad-6da5-4f19-b837-f19489a16c5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 200 len: 217 time: 0.0655901 Jul 09 13:15:12.276781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:12.277773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:12.279294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-ceb5bfa1-72f0-484c-ba70-17ca89a11ee0 service neutron] 10.222.0.10 "PUT /v2.0/ports/71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 1122 time: 2.4986532 Jul 09 13:15:12.298214 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc1611b6-a9b8-4b27-a15a-e4d42eedba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:12.311915 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc1611b6-a9b8-4b27-a15a-e4d42eedba0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:12.313103 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bc1611b6-a9b8-4b27-a15a-e4d42eedba0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7fcf7f8-517a-4cd9-bee5-f245222d1784 HTTP/1.1" status: 204 len: 168 time: 0.7014947 Jul 09 13:15:12.337648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Deleting port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:12.338136 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:12.343115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1611b6-a9b8-4b27-a15a-e4d42eedba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fcf7f8-517a-4cd9-bee5-f245222d1784,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:12.348065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['71d4b399-86ee-457e-8ab1-8ade5df49299'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:12.379737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eed18-8534-4764-943d-19afa9292aeb req-77c9ed96-b102-4e8e-b0b2-3300d9d93737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:12.381371 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-220eed18-8534-4764-943d-19afa9292aeb req-77c9ed96-b102-4e8e-b0b2-3300d9d93737 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.1453815 Jul 09 13:15:12.383248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-939d87a3-4ff6-4cde-b258-a0ccb2c19119 service neutron] 10.222.0.11 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886882 Jul 09 13:15:12.440549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50c2c893-403d-43ee-8031-10bfa291363e req-847e4189-1331-483c-a369-400de76f6ad1 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 210 time: 0.1136687 Jul 09 13:15:12.513763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] For port 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a,segment=NetworkSegment(600e512b-4919-45d8-9195-afd3e4fdbf22),segment_id=600e512b-4919-45d8-9195-afd3e4fdbf22)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:12.514273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:12.533964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Calling delete_port for 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:12.576400 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d8be70-2ca9-418d-b297-6bcff6080697 x-openstack-request-id: req-64d8be70-2ca9-418d-b297-6bcff6080697 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:12.576702 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:12.576992 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64d8be70-2ca9-418d-b297-6bcff6080697 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:12.577348 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'status': 'completed', 'code': 200} Jul 09 13:15:12.677871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793fd68-b8f5-4278-808d-bdacf9f6f5ee req-31489f1c-3493-4de1-b3dc-b92cd5b0559a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:12.680192 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2793fd68-b8f5-4278-808d-bdacf9f6f5ee req-31489f1c-3493-4de1-b3dc-b92cd5b0559a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 943 time: 0.3881333 Jul 09 13:15:12.739580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:12.748671 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38e2715c-a435-4946-bbf0-31392e9576b3 req-a732d0e6-436f-40e6-ac8c-ddafd52f8c4c service neutron] 10.222.0.11 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575797 Jul 09 13:15:12.780578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eed18-8534-4764-943d-19afa9292aeb req-dbcc446d-d128-4eb3-8839-8be0f2ef4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:12.782326 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-220eed18-8534-4764-943d-19afa9292aeb req-dbcc446d-d128-4eb3-8839-8be0f2ef4a81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3930814 Jul 09 13:15:12.785129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2793fd68-b8f5-4278-808d-bdacf9f6f5ee req-2ad9e17a-8435-41bd-886f-a616e4b5b327 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924087 Jul 09 13:15:12.850224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:12.914377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:12.943667 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-bd55e376-de06-4918-a73a-a7b04482e839 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1572361 Jul 09 13:15:13.226969 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-220eed18-8534-4764-943d-19afa9292aeb req-e83fb2f3-3509-4492-8bbd-c142e10acb9c service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134967 Jul 09 13:15:13.276804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-8989960c-b38b-4172-a14d-0a9f684b5d09 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:13.278526 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-8989960c-b38b-4172-a14d-0a9f684b5d09 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106472 Jul 09 13:15:13.294339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d58606-a150-405a-89db-903a522612a8 req-9d38ce76-bfb9-47a4-a353-15fe7f399f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:13.296050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4d58606-a150-405a-89db-903a522612a8 req-9d38ce76-bfb9-47a4-a353-15fe7f399f3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 1094 time: 0.4285972 Jul 09 13:15:13.330273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Request body: {'port': {'device_id': '46f56522-fca4-4b51-be5b-31f87b4f3bab', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'fe1bcc9883ab460a95d4b305fc2464a8'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:13.400690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887308-fec9-46a7-997c-25af863717dd req-386cf5eb-aa53-42b3-9c62-851903accec3 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:13.402801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e887308-fec9-46a7-997c-25af863717dd req-386cf5eb-aa53-42b3-9c62-851903accec3 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1097 time: 0.3965678 Jul 09 13:15:13.532643 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e887308-fec9-46a7-997c-25af863717dd req-02b94359-f3b5-45c1-a11c-ebf4b5ad5b70 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004674 Jul 09 13:15:13.532849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb2a91-64fd-4d67-8c39-0b19d44a6576 req-75372cce-2f9c-497f-a376-2f4e988ded79 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:13.539664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9cb2a91-64fd-4d67-8c39-0b19d44a6576 req-75372cce-2f9c-497f-a376-2f4e988ded79 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 944 time: 0.4925525 Jul 09 13:15:13.545744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-220eed18-8534-4764-943d-19afa9292aeb req-184ddebd-b69e-46f0-9139-fb0f9d949545 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025656 Jul 09 13:15:13.548739 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:13.569269 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d58606-a150-405a-89db-903a522612a8 req-1235d8e5-5d25-4d6b-afe5-55256fe7d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:13.570872 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4d58606-a150-405a-89db-903a522612a8 req-1235d8e5-5d25-4d6b-afe5-55256fe7d4d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 904 time: 0.2472990 Jul 09 13:15:13.631286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9cb2a91-64fd-4d67-8c39-0b19d44a6576 req-71ec5cc7-9be9-4678-81ae-0bf212f2a3d4 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906281 Jul 09 13:15:13.635607 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4d58606-a150-405a-89db-903a522612a8 req-da870309-f20a-4f86-b8cd-45b6882ae44c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d423c22e-9a21-42b1-ac10-afcec12f3254 HTTP/1.1" status: 200 len: 217 time: 0.0506108 Jul 09 13:15:13.681659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Made reservation on behalf of fe1bcc9883ab460a95d4b305fc2464a8 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:13.685632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:13.688077 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:13.697211 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:13.729127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d58606-a150-405a-89db-903a522612a8 req-70314537-7a09-4685-a37f-af4da9b819fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:13.730701 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4d58606-a150-405a-89db-903a522612a8 req-70314537-7a09-4685-a37f-af4da9b819fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 200 len: 844 time: 0.0785363 Jul 09 13:15:13.774347 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4d58606-a150-405a-89db-903a522612a8 req-46a1a354-c776-4f59-9ac8-8ce833efd373 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b77434e-beb2-42a5-816b-759f76cf51d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350401 Jul 09 13:15:13.846627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ee42d17-e7cb-4d0a-b5e1-493412031553 req-a73fc51a-023b-4b9a-9187-c415a5a5d4a6 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 210 time: 0.0364528 Jul 09 13:15:13.953519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Router c9823bf4-63d6-46fb-8c9d-50e5059e886b has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:13.958190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4d58606-a150-405a-89db-903a522612a8 req-54ec72e8-aba6-4d90-aadd-9cfb715b6751 service neutron] 10.222.0.11 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692693 Jul 09 13:15:13.978960 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:13.987645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ce2f0-b983-45fa-9277-192211cd446d req-8eafa25a-481c-4f0d-adf1-09ad7a151769 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:13.989212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b7ce2f0-b983-45fa-9277-192211cd446d req-8eafa25a-481c-4f0d-adf1-09ad7a151769 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 944 time: 0.2199147 Jul 09 13:15:14.026367 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:14.072803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:14.076871 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:14.089216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:14.100810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f6dcf8b6-2d4d-4d0c-900f-8930775bd1fd admin admin] 10.222.0.32 "PUT /v2.0/routers/c9823bf4-63d6-46fb-8c9d-50e5059e886b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4654815 Jul 09 13:15:14.101692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48788) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:14.102182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] Sync routers for ids ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:14.120311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7058946f-4f15-4367-b190-cdcafd433b40,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:14.135420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] Routers {'c9823bf4-63d6-46fb-8c9d-50e5059e886b'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:14.139123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:14.175766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b7ce2f0-b983-45fa-9277-192211cd446d req-7e4de021-cd18-4c1b-8490-34372eb00e95 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753764 Jul 09 13:15:14.195346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4d58606-a150-405a-89db-903a522612a8 req-ce59f706-a98a-4a3b-811d-a81d2a57e8a4 service neutron] 10.222.0.11 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286644 Jul 09 13:15:14.244230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Allocated IP 192.168.233.94 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/60930e51-8045-4024-b0c7-17de82c9a647) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:14.282422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] Set router c9823bf4-63d6-46fb-8c9d-50e5059e886b gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:14.379949 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced3472-f4e0-4e78-9aa9-dadf3f60545a req-23082c14-321d-40e1-9dab-17fd8e2ad6e5 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:14.381522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ced3472-f4e0-4e78-9aa9-dadf3f60545a req-23082c14-321d-40e1-9dab-17fd8e2ad6e5 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 943 time: 0.2105875 Jul 09 13:15:14.384748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:14.416333 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b307-6174-4a65-b05c-6e944fffe576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:14.525216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:14.529319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ced3472-f4e0-4e78-9aa9-dadf3f60545a req-5b7b2cd3-eb20-4068-8083-97e0dc195b22 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417446 Jul 09 13:15:14.531300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:12Z', 'revision_number': 5, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port': {'id': '2b1b25f0-4e8a-483e-b350-24e9c2ea6e73', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:14.544675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Transition to ACTIVE for port object 60930e51-8045-4024-b0c7-17de82c9a647 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:14.565111 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49b3821-969b-433a-a6ed-bd2c8a3d3415 x-openstack-request-id: req-b49b3821-969b-433a-a6ed-bd2c8a3d3415 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:14.565541 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:14.565801 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b49b3821-969b-433a-a6ed-bd2c8a3d3415 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:14.566191 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299', 'status': 'completed', 'code': 200} Jul 09 13:15:14.618303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:14.646926 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:14.647623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] Checking router: c9823bf4-63d6-46fb-8c9d-50e5059e886b for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:14.658360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] Routers {'c9823bf4-63d6-46fb-8c9d-50e5059e886b'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:14.659037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:14:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:14.706141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Deleting port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:14.706682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:14.793431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] Set router c9823bf4-63d6-46fb-8c9d-50e5059e886b gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:14.856736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] For port 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2b1b25f0-4e8a-483e-b350-24e9c2ea6e73,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:14.857481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:14.873466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Calling delete_port for 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:14.885941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 71d4b399-86ee-457e-8ab1-8ade5df49299 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:14.893775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:14Z', 'revision_number': 6, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:14.940639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da998ea-b5b9-4260-9eaf-aa9b0d376372 None None] The sync data for ids ['c9823bf4-63d6-46fb-8c9d-50e5059e886b'] in n-d-799524-3 is: [{'id': 'c9823bf4-63d6-46fb-8c9d-50e5059e886b', 'name': 'tempest-FloatingIPsNegativeTestJSON-782207401-router', 'tenant_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:59Z', 'updated_at': '2021-07-09T13:15:14Z', 'revision_number': 6, 'project_id': 'b9a18b1beed946f39d8c9c6b11063ab4', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:14.960070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:15.005998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:15.011955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:15.032530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-dc2bad85-4f04-499e-8b2f-eec9efadb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:15.034450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-dc2bad85-4f04-499e-8b2f-eec9efadb112 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1125 time: 0.4658322 Jul 09 13:15:15.061560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:15.078802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Pushing event updated for resources: {'Port': ['ID=60930e51-8045-4024-b0c7-17de82c9a647,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:15.080115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 71d4b399-86ee-457e-8ab1-8ade5df49299 has no active binding in host n-h1-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:15:15.080762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 718f9b62-b555-4d51-a11b-270aff87fb43 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:15.099903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d44b8-c150-4ee2-a965-03e2b48f7f4b req-0e40f459-ddf4-4f98-9865-1151d20042d8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:15.107313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a9d44b8-c150-4ee2-a965-03e2b48f7f4b req-0e40f459-ddf4-4f98-9865-1151d20042d8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 944 time: 0.1524203 Jul 09 13:15:15.191703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a9d44b8-c150-4ee2-a965-03e2b48f7f4b req-63fb29ef-d054-49eb-b9ce-de9e21886b8d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834980 Jul 09 13:15:15.197272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:15.198090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.204911 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.221897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1c229-0cda-47a9-9e5f-7c963bd14957 req-d1192b98-5a87-4707-82ff-da8c7ffe5f3a tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:15.223504 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7cd1c229-0cda-47a9-9e5f-7c963bd14957 req-d1192b98-5a87-4707-82ff-da8c7ffe5f3a tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1097 time: 0.2944582 Jul 09 13:15:15.235610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1b25f0-4e8a-483e-b350-24e9c2ea6e73,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:15.260094 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-609c41c9-9a5b-47e6-b7de-39dcccbcfaa9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9338098 Jul 09 13:15:15.263435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 718f9b62-b555-4d51-a11b-270aff87fb43, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=718f9b62-b555-4d51-a11b-270aff87fb43,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:15.275678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Request body: {'port': {'device_id': '46f56522-fca4-4b51-be5b-31f87b4f3bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:15.281017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.281433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '718f9b62-b555-4d51-a11b-270aff87fb43', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'port_id': '718f9b62-b555-4d51-a11b-270aff87fb43', 'mac_address': 'fa:16:3e:b8:96:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:15:15.364916 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.424803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718f9b62-b555-4d51-a11b-270aff87fb43 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:15.444324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:15.454804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-01cadae1-04fd-481f-86cd-ff69a8610693 None None] Provisioning for port 60930e51-8045-4024-b0c7-17de82c9a647 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:15.467062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-a95faa17-6f1a-4f11-b364-4459cd7a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:15.469075 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-a95faa17-6f1a-4f11-b364-4459cd7a1f6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.4062636 Jul 09 13:15:15.469670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.474452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.477362 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.486795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7cd1c229-0cda-47a9-9e5f-7c963bd14957 req-92d9b116-60e5-45bf-a30a-b4c74e7cdeef tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425280 Jul 09 13:15:15.537770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-01cadae1-04fd-481f-86cd-ff69a8610693 None None] Provisioning complete for port 60930e51-8045-4024-b0c7-17de82c9a647 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:15.538151 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-01cadae1-04fd-481f-86cd-ff69a8610693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.547514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:15:15.547863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9d1ce0ba-a93a-4fb3-bef5-3b52d9d85f9a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:15.550806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 718f9b62-b555-4d51-a11b-270aff87fb43, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=718f9b62-b555-4d51-a11b-270aff87fb43,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:15.566894 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.567846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9823bf4-63d6-46fb-8c9d-50e5059e886b {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:15:15.575064 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.578886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eca2d826-1c4c-4976-81b0-5c72a9c50ed1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c9823bf4-63d6-46fb-8c9d-50e5059e886b HTTP/1.1" status: 204 len: 168 time: 1.4737756 Jul 09 13:15:15.579350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48812) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:15.632236 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.634167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-01cadae1-04fd-481f-86cd-ff69a8610693 None None] Port 60930e51-8045-4024-b0c7-17de82c9a647 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:15:15.640782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc6c56b-e109-4623-ba74-f24967d67064 admin admin] Deleting subnet b5a66f84-5afd-4e17-b0dd-7a848b14d297 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:15:15.645890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c56b-e109-4623-ba74-f24967d67064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.646811 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-c4a0fe62-cf3a-4c44-8dd4-935b66956baa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 217 time: 0.1370194 Jul 09 13:15:15.697823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c56b-e109-4623-ba74-f24967d67064 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.709892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=718f9b62-b555-4d51-a11b-270aff87fb43,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:15.762005 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c56b-e109-4623-ba74-f24967d67064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.798261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d423c22e-9a21-42b1-ac10-afcec12f3254 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:15.836245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-959482a9-e8ae-4388-844d-f8968fd219fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:15.838228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-959482a9-e8ae-4388-844d-f8968fd219fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.1782422 Jul 09 13:15:15.849409 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c56b-e109-4623-ba74-f24967d67064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.901400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c56b-e109-4623-ba74-f24967d67064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a66f84-5afd-4e17-b0dd-7a848b14d297,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:15.908720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-c4420f2d-2159-40d4-8544-49ffd8d09dd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529659 Jul 09 13:15:15.928021 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c56b-e109-4623-ba74-f24967d67064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:15.931720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0cc6c56b-e109-4623-ba74-f24967d67064 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b5a66f84-5afd-4e17-b0dd-7a848b14d297 HTTP/1.1" status: 204 len: 168 time: 0.3503656 Jul 09 13:15:15.932866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed7388-2ffd-4643-9d05-222b9210a57b None None] Network cd823f6e-b7a6-43af-88fb-08608eb3b24b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:15:15.933703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48816) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:16.030680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.058606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['718f9b62-b555-4d51-a11b-270aff87fb43'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:16.102247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0c697-abf9-4a47-8411-30311e40cfe7 req-0f2369ef-577b-489d-b54a-f1704eb07cd2 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:16.104034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90d0c697-abf9-4a47-8411-30311e40cfe7 req-0f2369ef-577b-489d-b54a-f1704eb07cd2 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 935 time: 0.4207814 Jul 09 13:15:16.107082 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-d180cbc3-194a-4be6-ae6c-0d8b8ff024fa service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434059 Jul 09 13:15:16.165514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:16.194458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'port_id': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'mac_address': 'fa:16:3e:16:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558cddb0-8b62-4eeb-b90e-28ff554b319b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:15:16.207537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Deleting port 9794d63d-c294-4e98-b8cb-9b5aad842e27 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:16.207972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.266754 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90d0c697-abf9-4a47-8411-30311e40cfe7 req-960f34f8-54eb-4ec6-98a8-42cc32114771 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540918 Jul 09 13:15:16.285908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d335a3a-e41b-47df-82b9-7c1c8a27651d req-9e7e9e1f-0d66-436a-85de-277143c97081 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:16.294072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d335a3a-e41b-47df-82b9-7c1c8a27651d req-9e7e9e1f-0d66-436a-85de-277143c97081 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 945 time: 0.1655533 Jul 09 13:15:16.321145 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9059a3f5-9ef0-4d05-8191-77e4b5eed9cf req-586d0d58-e92f-4464-a98c-d9ef620c63ff service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057328 Jul 09 13:15:16.348616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] For port 9794d63d-c294-4e98-b8cb-9b5aad842e27, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9794d63d-c294-4e98-b8cb-9b5aad842e27,segment=NetworkSegment(600e512b-4919-45d8-9195-afd3e4fdbf22),segment_id=600e512b-4919-45d8-9195-afd3e4fdbf22)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:16.349007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.374530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Calling delete_port for 9794d63d-c294-4e98-b8cb-9b5aad842e27 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:16.396921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d335a3a-e41b-47df-82b9-7c1c8a27651d req-7c2989c6-8022-47fc-881d-c9e32278399f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018658 Jul 09 13:15:16.459404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60930e51-8045-4024-b0c7-17de82c9a647 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:16.469192 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.490072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Transition to ACTIVE for port object 60930e51-8045-4024-b0c7-17de82c9a647 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:16.506345 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.508360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.545610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9794d63d-c294-4e98-b8cb-9b5aad842e27,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:16.545825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbbbb6-11fc-4d72-879e-135e44569554 req-399a5377-8148-4db4-b962-84e2f0c56549 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:16.547472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29fbbbb6-11fc-4d72-879e-135e44569554 req-399a5377-8148-4db4-b962-84e2f0c56549 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 943 time: 0.1428115 Jul 09 13:15:16.565674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] No DVR routers for this DVR port 9794d63d-c294-4e98-b8cb-9b5aad842e27 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:15:16.592952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.608211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Pushing event updated for resources: {'Port': ['ID=60930e51-8045-4024-b0c7-17de82c9a647,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:16.625629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d423c22e-9a21-42b1-ac10-afcec12f3254 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:16.664136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:16.668458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51afd17e-5ac7-4160-bf66-0c935cce37fc None None] DHCP port deletion for cd823f6e-b7a6-43af-88fb-08608eb3b24b request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:15:16.677052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.731435 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29fbbbb6-11fc-4d72-879e-135e44569554 req-f7e6684d-87a7-424b-a204-d16c02b33037 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685872 Jul 09 13:15:16.737307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.741258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Attempting to bind port 60930e51-8045-4024-b0c7-17de82c9a647 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:16.742904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Attempting to bind port 60930e51-8045-4024-b0c7-17de82c9a647 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:16.743279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Attempting to bind port 60930e51-8045-4024-b0c7-17de82c9a647 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:16.754607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Port 60930e51-8045-4024-b0c7-17de82c9a647 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:16.756642 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Attempting to bind port 60930e51-8045-4024-b0c7-17de82c9a647 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:16.760245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.760810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.763055 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.763769 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.764316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.764842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.765779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.765917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.766734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.766930 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.772419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:16.773449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:16.774353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:16.776060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Bound port: 60930e51-8045-4024-b0c7-17de82c9a647, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:16.776593 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.790026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:16.803110 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7be15790-5645-49ef-a6be-51efa327c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.888173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] For port 60930e51-8045-4024-b0c7-17de82c9a647, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:16.892197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] For port 60930e51-8045-4024-b0c7-17de82c9a647, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=60930e51-8045-4024-b0c7-17de82c9a647,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:16.897215 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.897650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.898207 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.898742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.899460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:15:16.899892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd823f6e-b7a6-43af-88fb-08608eb3b24b']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:16.908231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d423c22e-9a21-42b1-ac10-afcec12f3254'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:16.938467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600e512b-4919-45d8-9195-afd3e4fdbf22') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:16.938869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600e512b-4919-45d8-9195-afd3e4fdbf22') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:16.949653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:16.950666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:16.952846 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] 10.222.0.11 "PUT /v2.0/ports/60930e51-8045-4024-b0c7-17de82c9a647 HTTP/1.1" status: 200 len: 1095 time: 1.6824782 Jul 09 13:15:16.958083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f56522-fca4-4b51-be5b-31f87b4f3bab', 'tag': '60930e51-8045-4024-b0c7-17de82c9a647'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:16.960668 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "46f56522-fca4-4b51-be5b-31f87b4f3bab", "tag": "60930e51-8045-4024-b0c7-17de82c9a647"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:16.980913 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.001772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6344b-ee38-4efc-a538-a95d42ac0a07 service neutron] Pushing event updated for resources: {'Port': ['ID=60930e51-8045-4024-b0c7-17de82c9a647,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:17.014760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.102710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c355d9-b043-4fd6-b2b5-59fb307704c7 req-5f75c8d0-1aca-48f3-a0cf-a34c8c67b7cc tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:17.107211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32c355d9-b043-4fd6-b2b5-59fb307704c7 req-5f75c8d0-1aca-48f3-a0cf-a34c8c67b7cc tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 944 time: 0.4341905 Jul 09 13:15:17.108837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.130758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-815a829c-a7e7-41ca-8579-54ef91bd8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:17.132525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-815a829c-a7e7-41ca-8579-54ef91bd8eab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 1098 time: 0.1065507 Jul 09 13:15:17.220379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:15:17.221042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.228537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-891e1b95-ed04-47fb-bf83-75f43e48be84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=60930e51-8045-4024-b0c7-17de82c9a647 HTTP/1.1" status: 200 len: 217 time: 0.0859287 Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: from cryptography.utils import int_from_bytes Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: from cryptography.utils import int_from_bytes Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:15:17.246985 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:15:17.326045 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32c355d9-b043-4fd6-b2b5-59fb307704c7 req-aafbbc68-7276-4cc3-9ab9-f398a0221d36 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101617 Jul 09 13:15:17.365294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9794d63d-c294-4e98-b8cb-9b5aad842e27 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:17.375333 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.392475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.394369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cd823f6e-b7a6-43af-88fb-08608eb3b24b HTTP/1.1" status: 204 len: 168 time: 1.4595063 Jul 09 13:15:17.429378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398d1fd-16f1-44a1-90e4-41b2600d64e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd823f6e-b7a6-43af-88fb-08608eb3b24b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:17.433586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-a24a28f1-2045-413f-8f8c-1cb6e7a749b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:17.435331 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-a24a28f1-2045-413f-8f8c-1cb6e7a749b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1915119 Jul 09 13:15:17.438563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9794d63d-c294-4e98-b8cb-9b5aad842e27 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:15:17.439420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9794d63d-c294-4e98-b8cb-9b5aad842e27 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:17.442056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:17.500488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:15:17.501086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2b1b25f0-4e8a-483e-b350-24e9c2ea6e73 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:17.501308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48838) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:17.534493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f7fa8-2967-4e0e-b01c-b1bbd04718f3 req-e6bbf951-7d09-4493-9b8f-2a0b8aec0f09 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:17.543003 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac6f7fa8-2967-4e0e-b01c-b1bbd04718f3 req-e6bbf951-7d09-4493-9b8f-2a0b8aec0f09 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1097 time: 0.3237650 Jul 09 13:15:17.552584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.11', 50932) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:17.567675 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-2b3cd60f-e7f9-48c8-8ce6-d9031ec613da service neutron] 10.222.0.11 "GET /v2.0/ports/71d4b399-86ee-457e-8ab1-8ade5df49299/bindings/n-h1-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.2351336 Jul 09 13:15:17.569110 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391f3d0b-9ddb-48be-93bc-3faeb9d9d2bc x-openstack-request-id: req-391f3d0b-9ddb-48be-93bc-3faeb9d9d2bc {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:17.569400 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f56522-fca4-4b51-be5b-31f87b4f3bab", "tag": "60930e51-8045-4024-b0c7-17de82c9a647", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:17.569684 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-391f3d0b-9ddb-48be-93bc-3faeb9d9d2bc {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:17.570149 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f56522-fca4-4b51-be5b-31f87b4f3bab', 'tag': '60930e51-8045-4024-b0c7-17de82c9a647', 'status': 'completed', 'code': 200} Jul 09 13:15:17.653006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-1fbefe70-fc65-4e9b-aeab-539a3650f562 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983806 Jul 09 13:15:17.674210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1a40808-5a5f-47db-9566-c2ac3e41d288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.714703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac6f7fa8-2967-4e0e-b01c-b1bbd04718f3 req-7d344424-b6d7-4794-a1d1-2ccd6ee90658 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700466 Jul 09 13:15:17.715254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48842) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:17.761093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eea02018-e006-411e-a44b-c0e6e70a49de req-4373d58f-98b9-42a0-8bb7-f9a9fed88e7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3180642 Jul 09 13:15:17.763153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-4153b108-489b-4326-aa44-7d854ce2adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:17.764704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-4153b108-489b-4326-aa44-7d854ce2adab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3108354 Jul 09 13:15:17.798528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d423c22e-9a21-42b1-ac10-afcec12f3254 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:17.861321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port d423c22e-9a21-42b1-ac10-afcec12f3254 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:17.865846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port d423c22e-9a21-42b1-ac10-afcec12f3254 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:17.866850 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.879630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8bb63-458d-42ee-8761-bf0b817d0a79 req-5accca4f-c80b-4082-91d0-f738a1b3832a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:17.881293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7f8bb63-458d-42ee-8761-bf0b817d0a79 req-5accca4f-c80b-4082-91d0-f738a1b3832a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 947 time: 0.1904955 Jul 09 13:15:17.885266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-5387a682-de27-4ae0-aa2e-f7d4a81db6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:17.887165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-5387a682-de27-4ae0-aa2e-f7d4a81db6ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1095 time: 0.1770365 Jul 09 13:15:17.959826 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:17.986656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:17.989374 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df3751-a027-4344-a835-3064b36915c7" -d '{"events": [{"server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "name": "network-vif-plugged", "status": "completed", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:17.991638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7f8bb63-458d-42ee-8761-bf0b817d0a79 req-97b446a5-e081-491a-b993-4041ce01ddef tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033099 Jul 09 13:15:17.995838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a472101b-5353-4114-b15c-4906d435afd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9a18b1beed946f39d8c9c6b11063ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723670 Jul 09 13:15:17.996231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48850) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:18.012217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:18.019457 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.043421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1a40808-5a5f-47db-9566-c2ac3e41d288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.062427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1a40808-5a5f-47db-9566-c2ac3e41d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.073301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-39a29836-f0a7-4198-bb82-42c543d28049 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994027 Jul 09 13:15:18.095955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-5121eabc-c257-4927-9729-d3551e1ba4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:18.097420 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-5121eabc-c257-4927-9729-d3551e1ba4c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1768055 Jul 09 13:15:18.110344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:18.127542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.164551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-e007693d-04a6-4df0-b5fe-1e4931914605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 217 time: 0.0548258 Jul 09 13:15:18.166744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f1a40808-5a5f-47db-9566-c2ac3e41d288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fb13b7253b34829a2f26aead3215840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6645923 Jul 09 13:15:18.167592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a40808-5a5f-47db-9566-c2ac3e41d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df8629b-3ff0-4a64-9703-40090df33b00,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:18.169715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea02018-e006-411e-a44b-c0e6e70a49de req-b56b2491-9f31-4230-9714-22e96bb87e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:18.171426 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eea02018-e006-411e-a44b-c0e6e70a49de req-b56b2491-9f31-4230-9714-22e96bb87e1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.3503227 Jul 09 13:15:18.175059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48852) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:18.185322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:18.221663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76998d7-88c2-4256-91ee-f901daba46ac req-a20d537f-3b30-4cfa-8d76-9936d00b37f8 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:18.223192 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a76998d7-88c2-4256-91ee-f901daba46ac req-a20d537f-3b30-4cfa-8d76-9936d00b37f8 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 945 time: 0.3637733 Jul 09 13:15:18.228443 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28704e6d-c8d4-4c70-ae30-a9d538c510b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.283267 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28704e6d-c8d4-4c70-ae30-a9d538c510b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.287143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-d553a665-f082-4b71-a63e-ec5726ce676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:18.288661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-d553a665-f082-4b71-a63e-ec5726ce676a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.1127343 Jul 09 13:15:18.335179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-3852ca9a-bb1e-4174-8afb-c1bcddb3f271 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398169 Jul 09 13:15:18.412475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-15c3de2a-30bd-4f76-9559-76369f0d8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.455325 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-15c3de2a-30bd-4f76-9559-76369f0d8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.478109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28704e6d-c8d4-4c70-ae30-a9d538c510b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.481421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28704e6d-c8d4-4c70-ae30-a9d538c510b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.482701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-28704e6d-c8d4-4c70-ae30-a9d538c510b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4fce09d-4a39-41d4-9ed7-1357bf24b339 HTTP/1.1" status: 204 len: 168 time: 0.4854777 Jul 09 13:15:18.520495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28704e6d-c8d4-4c70-ae30-a9d538c510b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fce09d-4a39-41d4-9ed7-1357bf24b339,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:18.525154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-ff6ae381-fec6-4210-92c8-cd38e1bdff9a service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759429 Jul 09 13:15:18.548046 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a76998d7-88c2-4256-91ee-f901daba46ac req-58af1212-ddf6-4bb1-b71b-3f224b142933 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160028 Jul 09 13:15:18.558405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:18.622405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-15c3de2a-30bd-4f76-9559-76369f0d8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.625296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-15c3de2a-30bd-4f76-9559-76369f0d8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.626268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-15c3de2a-30bd-4f76-9559-76369f0d8014 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7df8629b-3ff0-4a64-9703-40090df33b00 HTTP/1.1" status: 204 len: 168 time: 0.4313571 Jul 09 13:15:18.646325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3de2a-30bd-4f76-9559-76369f0d8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df8629b-3ff0-4a64-9703-40090df33b00,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:18.677634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91118cd7-72de-42ec-ae26-0dbc0f2b4ae5 req-bc03cf31-0946-443d-80fd-e4939acadecd service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401398 Jul 09 13:15:18.726988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea02018-e006-411e-a44b-c0e6e70a49de req-e25bdbbe-f137-487a-9c26-24cbbdfdc3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:18.728486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eea02018-e006-411e-a44b-c0e6e70a49de req-e25bdbbe-f137-487a-9c26-24cbbdfdc3a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.5287266 Jul 09 13:15:18.802463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-104d4dad-aaa3-4e00-a5c1-8402571c6378 req-5ce393bf-b61a-4734-9939-f73abca3a884 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213590 Jul 09 13:15:18.804937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d4b399-86ee-457e-8ab1-8ade5df49299 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:18.814510 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eea02018-e006-411e-a44b-c0e6e70a49de req-4e2b4d41-868f-44fc-9964-acde945517e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 217 time: 0.0602441 Jul 09 13:15:18.862701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 718f9b62-b555-4d51-a11b-270aff87fb43 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:18.863707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:18.944257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:18.976974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea02018-e006-411e-a44b-c0e6e70a49de req-73898650-5a1c-430f-ae50-706b06a3d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:18.978469 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eea02018-e006-411e-a44b-c0e6e70a49de req-73898650-5a1c-430f-ae50-706b06a3d4a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.1247413 Jul 09 13:15:18.987471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 718f9b62-b555-4d51-a11b-270aff87fb43 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:18.993119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 718f9b62-b555-4d51-a11b-270aff87fb43 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:18.993507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.066484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725ea1c-9b9c-404a-925b-7232a16115a8 req-73b696e9-2fa5-4513-b240-78ff7c21a367 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.068055 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6725ea1c-9b9c-404a-925b-7232a16115a8 req-73b696e9-2fa5-4513-b240-78ff7c21a367 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.2703645 Jul 09 13:15:19.080405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48892) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:19.100643 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81c0d731-4083-42d3-8bea-ca7c4fea13c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.133805 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.149518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-2571c40b-ae0f-423a-84e2-f5f6a7268f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.151069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-2571c40b-ae0f-423a-84e2-f5f6a7268f66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 1098 time: 0.2823200 Jul 09 13:15:19.163329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] Transition to ACTIVE for port object 71d4b399-86ee-457e-8ab1-8ade5df49299 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:19.189805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 718f9b62-b555-4d51-a11b-270aff87fb43, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=718f9b62-b555-4d51-a11b-270aff87fb43,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:19.193817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.196363 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.256840 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6725ea1c-9b9c-404a-925b-7232a16115a8 req-381e15ed-811c-4d51-8828-a88e35d84c55 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780567 Jul 09 13:15:19.260743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81c0d731-4083-42d3-8bea-ca7c4fea13c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.266592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81c0d731-4083-42d3-8bea-ca7c4fea13c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.298117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-81c0d731-4083-42d3-8bea-ca7c4fea13c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e2812824945490c9eef9ec971824f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168081 Jul 09 13:15:19.304922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48898) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:19.307932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea02018-e006-411e-a44b-c0e6e70a49de req-17b90310-765d-475a-a06c-29642e24d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.310275 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eea02018-e006-411e-a44b-c0e6e70a49de req-17b90310-765d-475a-a06c-29642e24d786 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094435 Jul 09 13:15:19.323099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=718f9b62-b555-4d51-a11b-270aff87fb43,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:19.347483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0d731-4083-42d3-8bea-ca7c4fea13c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd20d597-32db-49be-b21c-202d0a19a71c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:19.350041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-6ab4ecc1-6ae1-4ace-83e8-2308f28d4c8e tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:15:19.350851 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-6ab4ecc1-6ae1-4ace-83e8-2308f28d4c8e tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247123 Jul 09 13:15:19.365490 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7290b62-6a63-4847-950f-52479aec1320 x-openstack-request-id: req-a7290b62-6a63-4847-950f-52479aec1320 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:19.365703 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "name": "network-vif-plugged", "status": "completed", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:19.365956 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7290b62-6a63-4847-950f-52479aec1320 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:19.366458 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'code': 200} Jul 09 13:15:19.385160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9f14fda8-1297-48b3-bdde-66af537398fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.410758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9f14fda8-1297-48b3-bdde-66af537398fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.429315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] No DVR routers for this DVR port 71d4b399-86ee-457e-8ab1-8ade5df49299 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:15:19.436915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Request body: {'binding': {'host': 'n-h2-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:19.437586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:15:19.500367 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9f14fda8-1297-48b3-bdde-66af537398fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.503353 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9f14fda8-1297-48b3-bdde-66af537398fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.509971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9f14fda8-1297-48b3-bdde-66af537398fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd20d597-32db-49be-b21c-202d0a19a71c HTTP/1.1" status: 204 len: 168 time: 0.2039883 Jul 09 13:15:19.518432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=10']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:19.521025 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:19.537413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14fda8-1297-48b3-bdde-66af537398fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd20d597-32db-49be-b21c-202d0a19a71c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:19.567618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-bb1260c9-dc25-4a82-b498-43549dda22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.569007 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-bb1260c9-dc25-4a82-b498-43549dda22b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4070706 Jul 09 13:15:19.572508 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-b2df5a6f-e239-463e-aea0-b5e2b44cb038 service neutron] 10.222.0.11 "PUT /v2.0/ports/71d4b399-86ee-457e-8ab1-8ade5df49299/bindings/n-h1-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9691739 Jul 09 13:15:19.588673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9838d5b-43e1-43b7-9f80-b5cc13b0b412 req-edfae05e-1d3d-4753-8ef0-c586b18b8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.593653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9838d5b-43e1-43b7-9f80-b5cc13b0b412 req-edfae05e-1d3d-4753-8ef0-c586b18b8113 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 1096 time: 0.1348372 Jul 09 13:15:19.635556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9838d5b-43e1-43b7-9f80-b5cc13b0b412 req-5406f730-dc83-4f68-9ac3-e21f949add33 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361292 Jul 09 13:15:19.699692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-4cfdd3ca-3dfb-433c-a1a6-8be0e5b0015b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=60930e51-8045-4024-b0c7-17de82c9a647 HTTP/1.1" status: 200 len: 217 time: 0.1094966 Jul 09 13:15:19.713553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-d5817029-a08b-4bc4-878f-4ba8f0ab662f tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.715244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-d5817029-a08b-4bc4-878f-4ba8f0ab662f tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.0714481 Jul 09 13:15:19.749920 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eea02018-e006-411e-a44b-c0e6e70a49de req-86146184-dff7-4bd7-bbde-60430d45c731 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222646 Jul 09 13:15:19.818598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-a07dc862-a7b9-4270-ae62-1b60e2661a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.820152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-a07dc862-a7b9-4270-ae62-1b60e2661a35 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676&tenant_id=26bd7ebced4148749bb727cbdc378ef0 HTTP/1.1" status: 200 len: 1096 time: 0.0976639 Jul 09 13:15:19.843679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dbdfd-1bea-4547-a3e1-567ccbd94bc3 req-83744e9b-fff2-4441-bc27-0847415c9036 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.845230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f28dbdfd-1bea-4547-a3e1-567ccbd94bc3 req-83744e9b-fff2-4441-bc27-0847415c9036 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 945 time: 0.3379066 Jul 09 13:15:19.858502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-46a4907c-21d2-4b8c-91c9-6afdd5c71067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.860399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-46a4907c-21d2-4b8c-91c9-6afdd5c71067 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1505513 Jul 09 13:15:19.921787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-05b5ce1a-8284-4099-b890-2b68abd39f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:19.923515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-05b5ce1a-8284-4099-b890-2b68abd39f78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1096 time: 0.0711546 Jul 09 13:15:19.980514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on host n-h2-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:19.981085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:19.981239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:20.000902 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f28dbdfd-1bea-4547-a3e1-567ccbd94bc3 req-65d0533b-563e-488d-80c3-b5c8143b68d1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364172 Jul 09 13:15:20.007577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:20.007901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:20.014013 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eea02018-e006-411e-a44b-c0e6e70a49de req-8be5e72c-aa82-470e-afef-ce857ef36189 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499886 Jul 09 13:15:20.019506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:20.019770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:20.020252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:20.020590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Bound port: afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:20.055933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-a3c15690-cdb6-46a6-9dd9-cc6d115d5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.057430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-a3c15690-cdb6-46a6-9dd9-cc6d115d5113 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.1273022 Jul 09 13:15:20.062821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-3b3a34ed-0c48-4449-991e-8368d560ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.064392 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-3b3a34ed-0c48-4449-991e-8368d560ba2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817615 Jul 09 13:15:20.110207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-a36d4f46-02f7-40b9-97a6-9f95d7e3f43d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 217 time: 0.0448339 Jul 09 13:15:20.128256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:20.135900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:20.137886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-70ad5ff1-c9e6-46c6-9e05-0d5e81276ab8 service neutron] 10.222.0.32 "POST /v2.0/ports/afe4d6f4-05d9-4996-85b6-6f110b7c6e25/bindings HTTP/1.1" status: 201 len: 389 time: 0.7420244 Jul 09 13:15:20.193104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-6d485656-9bc4-4386-977f-964d2873a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.194965 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-6d485656-9bc4-4386-977f-964d2873a304 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0783761 Jul 09 13:15:20.198242 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-8807b894-a63a-4fe5-84f6-bbf2f3fa32ce service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249652 Jul 09 13:15:20.235686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-b0a10e25-d63e-4919-97f9-1ea03dffe76b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315619 Jul 09 13:15:20.385909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ae05c0-3afa-43fc-8763-32cf0dbab4b5 req-f00142b6-9460-4d71-b96c-f74c697ca92e service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765659 Jul 09 13:15:20.410541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-a50dac49-9cbf-41ce-a6f3-e07497de99b2 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669607 Jul 09 13:15:20.569445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9275fd-417f-486b-a08e-628f9d8b29d5 req-cefa795e-5a6b-42f4-9f06-45eeb1bb5f82 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.571414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a9275fd-417f-486b-a08e-628f9d8b29d5 req-cefa795e-5a6b-42f4-9f06-45eeb1bb5f82 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 947 time: 0.1642511 Jul 09 13:15:20.576740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-e7b79ab7-f698-4ed6-a693-622e16443e80 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457736 Jul 09 13:15:20.579246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f066e7-bfae-4e6d-a463-174dd422f180 req-9eef9aa0-743d-467d-923e-5a73f575ff6f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.582484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-42f066e7-bfae-4e6d-a463-174dd422f180 req-9eef9aa0-743d-467d-923e-5a73f575ff6f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 946 time: 0.1292458 Jul 09 13:15:20.591035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-4e91513c-cd3a-4a29-8285-5496924bfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.594601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-4e91513c-cd3a-4a29-8285-5496924bfb4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1097 time: 0.1094911 Jul 09 13:15:20.644324 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a9275fd-417f-486b-a08e-628f9d8b29d5 req-4c41ef44-4e96-498a-92fe-0551ee81f6e2 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605145 Jul 09 13:15:20.687076 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-42f066e7-bfae-4e6d-a463-174dd422f180 req-d2f6f3e3-4ae9-4ef3-83c4-49174e4ce758 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914011 Jul 09 13:15:20.743041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-48b63016-fc99-467a-8bf0-6eabf642aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.745265 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-48b63016-fc99-467a-8bf0-6eabf642aae0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1391888 Jul 09 13:15:20.802796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-4af29fc4-1990-4d57-9106-016f7b2d00c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 200 len: 217 time: 0.0508087 Jul 09 13:15:20.895566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-6e4d5378-cd65-4c6a-bf6d-f939103e3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.897050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-6e4d5378-cd65-4c6a-bf6d-f939103e3675 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0887926 Jul 09 13:15:20.937990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c09c2-1cac-4298-9167-c4823e477963 req-22d90495-c826-4d40-864c-172e3bb222c0 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.939587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-22d90495-c826-4d40-864c-172e3bb222c0 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.0709076 Jul 09 13:15:20.939741 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-168187f0-a1e5-4c0b-b6ff-fb90619f8e23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316091 Jul 09 13:15:20.966064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f900be-e18a-4936-b67f-4ea5f2cb6b0c req-eb319460-4988-4723-bc62-1930c9b6effa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:20.967619 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4f900be-e18a-4936-b67f-4ea5f2cb6b0c req-eb319460-4988-4723-bc62-1930c9b6effa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 946 time: 0.1424568 Jul 09 13:15:21.098342 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-4ac15881-800a-4610-9d87-bd2a2454389c service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515357 Jul 09 13:15:21.101422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4f900be-e18a-4936-b67f-4ea5f2cb6b0c req-5645e621-7d67-4680-b706-62030657795d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234965 Jul 09 13:15:21.128446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-245c09c2-1cac-4298-9167-c4823e477963 req-9e7ba7a6-714e-4d01-ad27-0f24d808d48d service neutron] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:21.145886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-245c09c2-1cac-4298-9167-c4823e477963 req-9e7ba7a6-714e-4d01-ad27-0f24d808d48d service neutron] Notify callbacks [] for binding, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:21.147064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-245c09c2-1cac-4298-9167-c4823e477963 req-9e7ba7a6-714e-4d01-ad27-0f24d808d48d service neutron] 10.222.0.10 "DELETE /v2.0/ports/71d4b399-86ee-457e-8ab1-8ade5df49299/bindings/n-h2-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.1941319 Jul 09 13:15:21.210416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-2fb641a9-acad-4a5f-8576-22f3fe591485 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057668 Jul 09 13:15:21.368011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:21.372177 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b1eef3-27bf-4639-afea-b44ce725d653" -d '{"events": [{"server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "name": "network-vif-plugged", "status": "completed", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:21.382630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-c1b72d19-ad6f-420e-a33e-0c9e4c4667cd tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:21.383782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-c1b72d19-ad6f-420e-a33e-0c9e4c4667cd tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1097 time: 0.1088443 Jul 09 13:15:21.396643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-3'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:21.459317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe62ca3-b068-44ab-8fab-8a6d39f9ccce req-ab98153a-75a5-432a-8c2c-9220234395f8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:21.461080 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6fe62ca3-b068-44ab-8fab-8a6d39f9ccce req-ab98153a-75a5-432a-8c2c-9220234395f8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 945 time: 0.1374633 Jul 09 13:15:21.492125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c59ae-e1be-48e3-8278-ff2c5621764a req-876a32aa-0e11-4ce2-8cf7-4c76c804a219 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:21.493799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d78c59ae-e1be-48e3-8278-ff2c5621764a req-876a32aa-0e11-4ce2-8cf7-4c76c804a219 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.3788953 Jul 09 13:15:21.529951 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:21.535566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d78c59ae-e1be-48e3-8278-ff2c5621764a req-82a9ef95-d53a-41f2-baa7-e4941d0c9684 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354152 Jul 09 13:15:21.550839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6fe62ca3-b068-44ab-8fab-8a6d39f9ccce req-ed3c2f70-48e4-44a2-9dc8-20769741e7e6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609469 Jul 09 13:15:21.650574 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8b2dd9-b66e-4076-993e-255464ae7842 x-openstack-request-id: req-ca8b2dd9-b66e-4076-993e-255464ae7842 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:21.650874 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "name": "network-vif-plugged", "status": "completed", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:21.651231 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca8b2dd9-b66e-4076-993e-255464ae7842 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:21.651816 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43', 'code': 200} Jul 09 13:15:21.705005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:21.769435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:21.789508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64080-0c58-4acc-9e1a-9c2530e7b0d1 req-18ce466a-7e11-4169-8097-769047a2ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:21.791453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ac64080-0c58-4acc-9e1a-9c2530e7b0d1 req-18ce466a-7e11-4169-8097-769047a2ee0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 1097 time: 0.0592062 Jul 09 13:15:21.820994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:21.823599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 60930e51-8045-4024-b0c7-17de82c9a647 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:21.824492 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea95c38-f5f5-41ec-bfc5-64c9b82d1d4d" -d '{"events": [{"server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "name": "network-vif-unplugged", "status": "completed", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:21.828557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:21.828956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 71d4b399-86ee-457e-8ab1-8ade5df49299 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:21.835413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:21.849236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ac64080-0c58-4acc-9e1a-9c2530e7b0d1 req-8b3cf022-9904-4cb7-9818-6b1428ceae96 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Jul 09 13:15:21.928098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:21.943549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on host n-h1-799524-3 for vnic_type normal with profile {"migrating_to": "n-h2-799524-3"} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:21.943892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:21.944221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:21.952343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:21.952674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Attempting to bind port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:21.959816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:21.960161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:21.960815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:21.961260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Bound port: afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:21.962273 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:22.047833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 71d4b399-86ee-457e-8ab1-8ade5df49299 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:22.061468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:22.068705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:22.073832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 60930e51-8045-4024-b0c7-17de82c9a647, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=60930e51-8045-4024-b0c7-17de82c9a647,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:22.076841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:22.087765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '60930e51-8045-4024-b0c7-17de82c9a647', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '60930e51-8045-4024-b0c7-17de82c9a647', 'mac_address': 'fa:16:3e:32:9e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:15:22.140137 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:22.159543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60930e51-8045-4024-b0c7-17de82c9a647 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:22.191305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 60930e51-8045-4024-b0c7-17de82c9a647, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=60930e51-8045-4024-b0c7-17de82c9a647,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:22.196468 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:22.197091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:22.197716 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:22.199298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] 10.222.0.11 "PUT /v2.0/ports/afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 200 len: 1122 time: 0.8075883 Jul 09 13:15:22.200797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622bd33-9bba-43e3-82d1-4ceaf3d26ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=8']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:22.218052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a11ee9-f3f1-4726-9aac-fefd024a59d5 req-a18c52bb-fa91-41e2-a614-db89e7568d25 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:22.225509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73a11ee9-f3f1-4726-9aac-fefd024a59d5 req-a18c52bb-fa91-41e2-a614-db89e7568d25 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 947 time: 0.0860915 Jul 09 13:15:22.268989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d0bb9-d287-4a94-a7cc-98cb98b23910 req-126f2664-9fd7-417c-8696-2202ecfafc40 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:22.270749 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-429d0bb9-d287-4a94-a7cc-98cb98b23910 req-126f2664-9fd7-417c-8696-2202ecfafc40 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 946 time: 0.0751286 Jul 09 13:15:22.271714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73a11ee9-f3f1-4726-9aac-fefd024a59d5 req-d71d5e2c-6944-4f9c-8b02-01867ce6f78e tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448866 Jul 09 13:15:22.280114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=60930e51-8045-4024-b0c7-17de82c9a647,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:22.316400 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-429d0bb9-d287-4a94-a7cc-98cb98b23910 req-425bcf5b-0699-4f88-b908-a5340f6b9834 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372324 Jul 09 13:15:22.320093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['afe4d6f4-05d9-4996-85b6-6f110b7c6e25'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:22.321861 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b449084a-9a58-4d09-8175-5fade2b58649 x-openstack-request-id: req-b449084a-9a58-4d09-8175-5fade2b58649 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:22.322092 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "name": "network-vif-unplugged", "status": "completed", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:22.322349 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b449084a-9a58-4d09-8175-5fade2b58649 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:22.322735 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25', 'code': 200} Jul 09 13:15:22.434364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['60930e51-8045-4024-b0c7-17de82c9a647'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:22.500085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb4358-3acb-46b4-873f-3354b099ff39 req-dcacd5d5-9b61-48dc-ae94-af2195154a27 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:22.503100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35cb4358-3acb-46b4-873f-3354b099ff39 req-dcacd5d5-9b61-48dc-ae94-af2195154a27 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.0826018 Jul 09 13:15:22.552016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35cb4358-3acb-46b4-873f-3354b099ff39 req-1557e960-7e0d-4859-a68e-1e0e537b7795 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Jul 09 13:15:22.702443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250d6d5-c9d4-4a5a-86c4-41950e85853c req-87491773-bde4-4f67-bd8a-5515539c6d1c tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:22.704072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8250d6d5-c9d4-4a5a-86c4-41950e85853c req-87491773-bde4-4f67-bd8a-5515539c6d1c tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1096 time: 0.2780881 Jul 09 13:15:22.747481 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8250d6d5-c9d4-4a5a-86c4-41950e85853c req-9ae423e8-1112-464e-8f4a-29f90fc717eb tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338681 Jul 09 13:15:22.930499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8da2-47ac-4f58-9d78-b45f497bf132 req-a3f448e2-76ca-408d-b83d-b1f58d5c2be7 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:22.932308 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa4d8da2-47ac-4f58-9d78-b45f497bf132 req-a3f448e2-76ca-408d-b83d-b1f58d5c2be7 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 944 time: 0.1242967 Jul 09 13:15:22.984563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa4d8da2-47ac-4f58-9d78-b45f497bf132 req-5d289f62-3012-4b57-86a1-62294b10e7dc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458605 Jul 09 13:15:23.195119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49058) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:23.205720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3714-6890-408c-b722-1070346b36fc req-97b834b3-cdc1-473f-9e2c-2fc18e3a4667 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:23.207271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-97b834b3-cdc1-473f-9e2c-2fc18e3a4667 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 820 time: 0.1216290 Jul 09 13:15:23.223484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-6cfd4bd9-0713-4d99-91b9-c68e4ca3ec10 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/quotas/26bd7ebced4148749bb727cbdc378ef0 HTTP/1.1" status: 200 len: 375 time: 0.0106578 Jul 09 13:15:23.293533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-ddb77bdd-ed73-4d83-aea0-a5e5aea1e361 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640903 Jul 09 13:15:23.311666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:23.408984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-3d0d8e97-7757-484c-8ab7-66dcd5612143 service neutron] 10.222.0.32 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077065 Jul 09 13:15:23.411246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:23.416945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:23.447651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf1169a-755e-4488-b4e9-162f3bee1cd5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:23.474248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.474643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.475135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.475515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.475926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.476336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.476604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.477217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.477672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.478000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.478322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.478643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:23.492360 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-14f3cded-c05f-4c7b-83bf-be64a3d403f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb60465cedde4fa4be735d5f997ae926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932656 Jul 09 13:15:23.492360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:23.529074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-c951fc8a-9c2a-4f2c-a9f1-5029e17edbfc service neutron] 10.222.0.32 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141453 Jul 09 13:15:23.542004 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:15:23.591817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c597414b-bb15-430b-b4aa-9603cb6cb44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:23.613094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfba093-c7bd-48dc-a578-a665d9de26be req-4db0ca17-028e-472c-a5bc-ac341de98f33 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:23.613094 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1bfba093-c7bd-48dc-a578-a665d9de26be req-4db0ca17-028e-472c-a5bc-ac341de98f33 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 948 time: 0.1126485 Jul 09 13:15:23.640091 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c597414b-bb15-430b-b4aa-9603cb6cb44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:23.689709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1bfba093-c7bd-48dc-a578-a665d9de26be req-d69f142f-06f4-4e18-9dec-761e18ac19da tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701187 Jul 09 13:15:23.709956 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c597414b-bb15-430b-b4aa-9603cb6cb44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:23.713383 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c597414b-bb15-430b-b4aa-9603cb6cb44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:23.716158 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c597414b-bb15-430b-b4aa-9603cb6cb44f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cf1169a-755e-4488-b4e9-162f3bee1cd5 HTTP/1.1" status: 204 len: 168 time: 0.2228012 Jul 09 13:15:23.747426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597414b-bb15-430b-b4aa-9603cb6cb44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf1169a-755e-4488-b4e9-162f3bee1cd5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:23.828790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 60930e51-8045-4024-b0c7-17de82c9a647 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:23.866899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bcb01-17c1-4411-bdf1-20ab58e8ca14 req-14b33aeb-3ece-4b11-9630-9a9664cccf10 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:23.875523 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-607bcb01-17c1-4411-bdf1-20ab58e8ca14 req-14b33aeb-3ece-4b11-9630-9a9664cccf10 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 946 time: 0.0812702 Jul 09 13:15:23.929742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-607bcb01-17c1-4411-bdf1-20ab58e8ca14 req-467eb412-c22c-4e68-9000-df711e2189c2 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527062 Jul 09 13:15:23.941850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 60930e51-8045-4024-b0c7-17de82c9a647 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:23.966420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 60930e51-8045-4024-b0c7-17de82c9a647 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:23.968146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.048255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2f94c-dc2b-4dd7-8889-e1ddcf01709e req-dec9b869-4bb5-4b3c-9627-1ad8f8130145 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:24.056092 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03d2f94c-dc2b-4dd7-8889-e1ddcf01709e req-dec9b869-4bb5-4b3c-9627-1ad8f8130145 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.1680918 Jul 09 13:15:24.057101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c9ed722-1895-4648-acdf-ec9b1762edd3 req-b53367a7-1a37-4ab6-b736-b1513f45d88e tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 210 time: 0.0459142 Jul 09 13:15:24.110456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03d2f94c-dc2b-4dd7-8889-e1ddcf01709e req-c134ed34-ad4c-4c33-9ea5-207b7ea58ba1 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531194 Jul 09 13:15:24.197226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.246963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f56522-fca4-4b51-be5b-31f87b4f3bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60930e51-8045-4024-b0c7-17de82c9a647'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:24.249661 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107fa974-a2fe-438d-84bc-4cd2e061d087" -d '{"events": [{"server_uuid": "46f56522-fca4-4b51-be5b-31f87b4f3bab", "name": "network-vif-plugged", "status": "completed", "tag": "60930e51-8045-4024-b0c7-17de82c9a647"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:24.269393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49104) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:24.275947 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 60930e51-8045-4024-b0c7-17de82c9a647, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=60930e51-8045-4024-b0c7-17de82c9a647,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:24.286960 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.325204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:24.328522 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d2839-8395-4161-a121-91b03b6fb87f" -d '{"events": [{"name": "network-changed", "server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:24.366344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=60930e51-8045-4024-b0c7-17de82c9a647,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:24.489921 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.536741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-213eb502-b454-4b4e-b73e-5a4d80a9ff59 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:24.538451 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-213eb502-b454-4b4e-b73e-5a4d80a9ff59 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1983902 Jul 09 13:15:24.584727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e6e35-2b0e-4f06-bdc0-987dbf30ca7d req-c1dd0997-7f3c-45ff-81e2-4981a334389a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:24.586248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b66e6e35-2b0e-4f06-bdc0-987dbf30ca7d req-c1dd0997-7f3c-45ff-81e2-4981a334389a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 944 time: 0.1524138 Jul 09 13:15:24.600134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-af9a28be-75be-47c1-bbc6-89ca0c851489 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.0492141 Jul 09 13:15:24.614150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Request body: {'floatingip': {'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:24.649288 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.656780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.663763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b66e6e35-2b0e-4f06-bdc0-987dbf30ca7d req-83fcc898-857a-4bbf-9352-f031708da7fc tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650430 Jul 09 13:15:24.666649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.738232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e1c7f-88d5-4b0d-9326-5cdb5355dcd8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:24.741254 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c464f19-17a2-4e5c-8696-9ad875ed14dd x-openstack-request-id: req-5c464f19-17a2-4e5c-8696-9ad875ed14dd {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:24.741652 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f56522-fca4-4b51-be5b-31f87b4f3bab", "name": "network-vif-plugged", "status": "completed", "tag": "60930e51-8045-4024-b0c7-17de82c9a647", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:24.742002 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c464f19-17a2-4e5c-8696-9ad875ed14dd {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:24.742493 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f56522-fca4-4b51-be5b-31f87b4f3bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60930e51-8045-4024-b0c7-17de82c9a647', 'code': 200} Jul 09 13:15:24.755247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1fe18621ebd4cb4af2eb8144ea354d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843071 Jul 09 13:15:24.757795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.758569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.759182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.759743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.760335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.761541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.762159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.763089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.763639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.764343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.765103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.765660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30425d74-ba56-42d4-b890-b6768753317b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:24.769374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49124) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:24.861014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-febcdb4a-6494-43e2-bf1c-f68b2d71bae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.915367 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bec06e6-57c6-4bb5-b0d8-ea52bcb634bf x-openstack-request-id: req-0bec06e6-57c6-4bb5-b0d8-ea52bcb634bf {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:24.916061 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:24.916602 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bec06e6-57c6-4bb5-b0d8-ea52bcb634bf {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:24.917592 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25', 'status': 'completed', 'code': 200} Jul 09 13:15:24.922881 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-febcdb4a-6494-43e2-bf1c-f68b2d71bae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:24.979325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2839-8395-4161-a121-91b03b6fb87f req-a678ef9d-e981-487a-8a3d-ac40cc38a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:24.982508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928d2839-8395-4161-a121-91b03b6fb87f req-a678ef9d-e981-487a-8a3d-ac40cc38a148 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1125 time: 0.1192777 Jul 09 13:15:25.066564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-febcdb4a-6494-43e2-bf1c-f68b2d71bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:25.069664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-febcdb4a-6494-43e2-bf1c-f68b2d71bae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:25.071035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-febcdb4a-6494-43e2-bf1c-f68b2d71bae9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b61e1c7f-88d5-4b0d-9326-5cdb5355dcd8 HTTP/1.1" status: 204 len: 168 time: 0.3003376 Jul 09 13:15:25.101892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcdb4a-6494-43e2-bf1c-f68b2d71bae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e1c7f-88d5-4b0d-9326-5cdb5355dcd8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:25.112814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93843d-35fc-4ebb-ae66-acb3973a7fe4 req-062b36c4-a75c-4b54-9f52-c8f23b2829cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:25.114787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5a93843d-35fc-4ebb-ae66-acb3973a7fe4 req-062b36c4-a75c-4b54-9f52-c8f23b2829cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 1100 time: 0.1955531 Jul 09 13:15:25.189642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2839-8395-4161-a121-91b03b6fb87f req-8919c720-8932-4b02-a86c-90b641ebb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:25.191179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928d2839-8395-4161-a121-91b03b6fb87f req-8919c720-8932-4b02-a86c-90b641ebb522 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1981783 Jul 09 13:15:25.210515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab6700-8fa5-49a7-b3bb-978d11998364 req-b4675ed1-9e75-4993-a590-89edbbc9000a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:25.212188 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ab6700-8fa5-49a7-b3bb-978d11998364 req-b4675ed1-9e75-4993-a590-89edbbc9000a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 949 time: 0.1304226 Jul 09 13:15:25.231282 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5a93843d-35fc-4ebb-ae66-acb3973a7fe4 req-47346331-c689-49cd-8d67-4ea6018f4a16 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032619 Jul 09 13:15:25.257491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928d2839-8395-4161-a121-91b03b6fb87f req-1f60b722-baae-4afd-8782-cc97201c09f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 200 len: 217 time: 0.0442231 Jul 09 13:15:25.331819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ab6700-8fa5-49a7-b3bb-978d11998364 req-7ad751b9-d697-4df9-bb00-cb9de343e893 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109004 Jul 09 13:15:25.364622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2839-8395-4161-a121-91b03b6fb87f req-6831ffa0-e166-4911-9408-11e550595359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:25.366370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928d2839-8395-4161-a121-91b03b6fb87f req-6831ffa0-e166-4911-9408-11e550595359 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0984550 Jul 09 13:15:25.439522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928d2839-8395-4161-a121-91b03b6fb87f req-622ae02b-30e7-4755-9334-8d6e01425722 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504432 Jul 09 13:15:25.619071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49144) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:25.639020 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7df5-9767-4c84-8c8f-93b36b297a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:25.652284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928d2839-8395-4161-a121-91b03b6fb87f req-48f85355-3416-4a0f-8a81-ab61225def75 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994777 Jul 09 13:15:25.726784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3714-6890-408c-b722-1070346b36fc req-fe5d1c12-73ae-4a59-ad0b-e8589c67e21a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:25.728323 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-fe5d1c12-73ae-4a59-ad0b-e8589c67e21a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 820 time: 0.4173639 Jul 09 13:15:25.740898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:25.747186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Request body: {'port': {'device_id': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'admin_state_up': True, 'tenant_id': '26bd7ebced4148749bb727cbdc378ef0'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:25.751726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:25.770851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-341922be-ceb6-460c-a737-d5c655403df6 req-ba48a016-64fa-467e-9274-02e4aed1d0b3 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 210 time: 0.0471790 Jul 09 13:15:25.831494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device afe4d6f4-05d9-4996-85b6-6f110b7c6e25 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:25.835250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928d2839-8395-4161-a121-91b03b6fb87f req-7bd0e24f-3f63-40e3-aa9a-a68ac437e983 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662481 Jul 09 13:15:25.885872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7df5-9767-4c84-8c8f-93b36b297a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:25.892393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7df5-9767-4c84-8c8f-93b36b297a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:25.938238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:25.938476 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f associated. External IP: 172.25.5.181, port: 764df877-0afc-43e7-99f3-cb45fbe65e4e. Jul 09 13:15:25.951682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device afe4d6f4-05d9-4996-85b6-6f110b7c6e25 has no active binding in host n-h2-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:15:25.976488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0e6c7df5-9767-4c84-8c8f-93b36b297a8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7593dfabbd6d469a9c7d225bb9f80981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545208 Jul 09 13:15:25.982251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49148) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:25.990599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c7df5-9767-4c84-8c8f-93b36b297a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c5ef40-6dd9-4792-a17a-1102e225f3a0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:26.056770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559dfa9-c31c-435e-8c07-759b12c1d1c7 req-ae3491df-4650-4fd7-8991-1b0f66fb9106 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:26.058415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c559dfa9-c31c-435e-8c07-759b12c1d1c7 req-ae3491df-4650-4fd7-8991-1b0f66fb9106 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.1467836 Jul 09 13:15:26.091129 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb844f4-1263-451e-b176-4e0866d87043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.162672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb844f4-1263-451e-b176-4e0866d87043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.180080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c559dfa9-c31c-435e-8c07-759b12c1d1c7 req-9e9e37f1-7845-4822-a1f2-ca38e729fcfc tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144710 Jul 09 13:15:26.216895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-3c2360f1-b915-41b3-b33d-e236c9821623 service neutron] 10.222.0.10 "GET /v2.0/ports/afe4d6f4-05d9-4996-85b6-6f110b7c6e25/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.1394687 Jul 09 13:15:26.237080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Made reservation on behalf of 26bd7ebced4148749bb727cbdc378ef0 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:26.240607 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.274036 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb844f4-1263-451e-b176-4e0866d87043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.276613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb844f4-1263-451e-b176-4e0866d87043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.278175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3fb844f4-1263-451e-b176-4e0866d87043 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30c5ef40-6dd9-4792-a17a-1102e225f3a0 HTTP/1.1" status: 204 len: 168 time: 0.2943108 Jul 09 13:15:26.295971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb844f4-1263-451e-b176-4e0866d87043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c5ef40-6dd9-4792-a17a-1102e225f3a0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:26.458350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:26.487961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:26.529340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Allocated IP 172.20.0.3 (0eecf577-47de-495c-a7e6-8efa9225a216/bcf7af52-edef-471e-9395-9dec002c2723/966a05b0-6899-43ab-9f6e-3b5b0d8690a3) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:26.561683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe4d6f4-05d9-4996-85b6-6f110b7c6e25 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:26.569315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Router d84dbec3-56c7-4992-90be-be8809a4e542 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:26.575072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:26.594046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.647734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9258984-e888-4938-96c9-f5644642d42e req-b92e14cb-d16d-44d3-be1d-ed25871dd74f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:26.649421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9258984-e888-4938-96c9-f5644642d42e req-b92e14cb-d16d-44d3-be1d-ed25871dd74f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 944 time: 0.1312392 Jul 09 13:15:26.714509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9258984-e888-4938-96c9-f5644642d42e req-ab35f686-c194-4d98-bdc2-024b292eff24 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Jul 09 13:15:26.722773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] Transition to ACTIVE for port object afe4d6f4-05d9-4996-85b6-6f110b7c6e25 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:26.727869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.776920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:26.782739 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.787381 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:26.789657 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:26.806891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] No DVR routers for this DVR port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:15:26.809012 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:26.811282 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:26.844810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] Pushing event updated for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:26.852996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-194f5b9e-38bd-42db-b223-0dcf0bb3921c service neutron] 10.222.0.10 "PUT /v2.0/ports/afe4d6f4-05d9-4996-85b6-6f110b7c6e25/bindings/n-h2-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6298018 Jul 09 13:15:26.853806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-b33b6a32-b696-48a2-aa37-ef9ef720080f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "PUT /v2.0/floatingips/1ebec633-2cd9-4b61-a3d8-2737cf3b035f HTTP/1.1" status: 200 len: 996 time: 2.2440681 Jul 09 13:15:26.926562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:26.928857 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece4d8c-93eb-44f9-8abc-bdce42978459" -d '{"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:26.976341 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:26.997174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:27.014427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3a885-f01b-41c5-9a71-fa9a78cfdfce req-ec2fd270-3026-401e-8e84-f9d3a2c358c5 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.016115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fb3a885-f01b-41c5-9a71-fa9a78cfdfce req-ec2fd270-3026-401e-8e84-f9d3a2c358c5 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 949 time: 0.0975718 Jul 09 13:15:27.068174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-6789e22e-1f81-43c1-bec5-8b526611ba61 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.070031 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-6789e22e-1f81-43c1-bec5-8b526611ba61 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.1565568 Jul 09 13:15:27.077008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fb3a885-f01b-41c5-9a71-fa9a78cfdfce req-5640b208-0340-45a4-85c2-304887b0a46c tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538535 Jul 09 13:15:27.095762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Network 0eecf577-47de-495c-a7e6-8efa9225a216 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:27.097128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-8795c6d1-63da-4e80-8b41-4e3beca47b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.098652 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-8795c6d1-63da-4e80-8b41-4e3beca47b44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.2374272 Jul 09 13:15:27.103505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:27.127213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:27.142598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Pushing event updated for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:27.265730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.266357 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:27.299040 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-0045b92d-60ea-4388-aa08-70f012f764fe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5568531 Jul 09 13:15:27.310169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-b075b4f1-0baf-4704-8e3e-629251535b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.311718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-b075b4f1-0baf-4704-8e3e-629251535b59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a&tenant_id=0ddebe40c1fd4ac8aad380b23939f385 HTTP/1.1" status: 200 len: 1096 time: 0.2333870 Jul 09 13:15:27.312036 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:23:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:25Z', 'revision_number': 1, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:27.319778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Request body: {'port': {'device_id': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:27.324485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-afaaa097-442d-41b6-8e34-ffd76188c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.326240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-afaaa097-442d-41b6-8e34-ffd76188c818 service neutron] 10.222.0.32 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.2178760 Jul 09 13:15:27.368115 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:27.377733 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:27.378344 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:27.472870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-7e1bcc64-a27c-424b-86f8-0bee075ca8dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 999 time: 0.1264575 Jul 09 13:15:27.497597 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:27.501383 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:27.537158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-b830b263-c0a8-4a6a-a661-a244a3034b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.538786 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-b830b263-c0a8-4a6a-a661-a244a3034b9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1096 time: 0.1912515 Jul 09 13:15:27.634707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-51b43531-eb34-4926-8172-c1a6e2865780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.636480 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-51b43531-eb34-4926-8172-c1a6e2865780 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.1473563 Jul 09 13:15:27.769652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba9526-4b86-47af-9fdc-a7f61a4fe079 req-c7d72f9f-13f7-4367-b699-007e59d6ef54 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.773589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8eba9526-4b86-47af-9fdc-a7f61a4fe079 req-c7d72f9f-13f7-4367-b699-007e59d6ef54 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 931 time: 0.0832047 Jul 09 13:15:27.811148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-61b58399-80fa-4dd5-93bc-990a979e9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.812871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-61b58399-80fa-4dd5-93bc-990a979e9266 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.2657285 Jul 09 13:15:27.854052 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8eba9526-4b86-47af-9fdc-a7f61a4fe079 req-5ad8da56-88dc-4fe8-9761-c7760402d740 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725572 Jul 09 13:15:27.899859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-a87f312f-449c-407c-9fd3-182d776dcdb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 200 len: 217 time: 0.0716991 Jul 09 13:15:27.901955 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:23:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:25Z', 'revision_number': 1, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:27.910409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-19c97299-62ef-4940-9040-9387fe7e9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:27.911960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-19c97299-62ef-4940-9040-9387fe7e9627 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2687066 Jul 09 13:15:27.934670 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa141b5-1d32-48c9-8213-caf668209650 x-openstack-request-id: req-8fa141b5-1d32-48c9-8213-caf668209650 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:27.934877 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:27.935152 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fa141b5-1d32-48c9-8213-caf668209650 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:27.935643 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'status': 'completed', 'code': 200} Jul 09 13:15:27.941438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-1dcb80e9-364d-4fed-937b-7725ae3b8dce service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:15:27.942421 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-1dcb80e9-364d-4fed-937b-7725ae3b8dce service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051017 Jul 09 13:15:27.958074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18015b19-bd18-4594-b504-d4d6bb1d71fc None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:23:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:25Z', 'revision_number': 1, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:28.033550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-dc42e640-1523-4a09-b77c-524c20474bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:28.036270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-dc42e640-1523-4a09-b77c-524c20474bc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.0857720 Jul 09 13:15:28.069165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-e12b632d-c1df-4c78-aca1-7ace03c38e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:28.070653 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-e12b632d-c1df-4c78-aca1-7ace03c38e87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.1561430 Jul 09 13:15:28.121913 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-c82de2ae-a107-4e2e-9284-895188a87631 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442071 Jul 09 13:15:28.187137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-c16cdd2e-571b-4b40-a1e6-2c8dda5421c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:28.188804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-c16cdd2e-571b-4b40-a1e6-2c8dda5421c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1358600 Jul 09 13:15:28.222753 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-5c801917-54ce-4ec1-8449-d4641c330358 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608461 Jul 09 13:15:28.269002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac223b-ce64-4cda-8fef-522de20c0edf None None] New status for floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:15:28.304604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:28.314053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:28.317435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-47779c4b-9fc4-4e3d-be44-b9a46f8d1580 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 999 time: 0.1175413 Jul 09 13:15:28.343159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Transition to ACTIVE for port object 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:28.362240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:28.415127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-d58c96c8-c4bc-4687-a222-2303273de338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:28.416947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-d58c96c8-c4bc-4687-a222-2303273de338 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.0889113 Jul 09 13:15:28.439907 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-3fc91203-f2d5-4011-8ca8-ed389d9b108c service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104923 Jul 09 13:15:28.457993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Pushing event updated for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:28.475646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-194be57c-dc01-4822-8f26-ee1d72fd500b req-cf47d027-8537-4b62-9257-1c58c13e9302 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519572 Jul 09 13:15:28.530462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-84ad2c66-be90-4e26-890a-c82c679751c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:28.532051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-84ad2c66-be90-4e26-890a-c82c679751c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042361 Jul 09 13:15:28.542501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efd31b-e9d6-45e6-857c-601ab60accf6 req-96e149c3-5f81-4f48-aea6-485351f1f054 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:28.544284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95efd31b-e9d6-45e6-857c-601ab60accf6 req-96e149c3-5f81-4f48-aea6-485351f1f054 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.1265836 Jul 09 13:15:28.643581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95efd31b-e9d6-45e6-857c-601ab60accf6 req-c33c8c22-c451-4808-aae4-69eee34dca17 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897269 Jul 09 13:15:28.678022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-2774bc03-1b10-44aa-acdb-271f1081656f service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325598 Jul 09 13:15:28.807270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ece4d8c-93eb-44f9-8abc-bdce42978459 req-bba77015-67fc-4b37-9dc7-de1e03c9500d service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208122 Jul 09 13:15:28.846238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9abac4-8360-4d67-af95-7758065caa83 req-65f3e3f9-6b85-424f-91d1-9015d227c1d5 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:28.847749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d9abac4-8360-4d67-af95-7758065caa83 req-65f3e3f9-6b85-424f-91d1-9015d227c1d5 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 945 time: 0.0723190 Jul 09 13:15:28.853227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-23a88337-0760-44f3-bc9f-0156337044c3 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060864 Jul 09 13:15:28.854031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:28.854367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:28.855252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:28.859804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:28.860130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:28.864995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:28.865340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:28.865730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:28.866160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Bound port: 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:28.866776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:28.895734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d9abac4-8360-4d67-af95-7758065caa83 req-f2c5d50b-0f6f-4af4-8233-365166f9902c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Jul 09 13:15:28.941888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:28.945983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:28.950772 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:28.989150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:28.989944 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:28.991557 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] 10.222.0.10 "PUT /v2.0/ports/966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 200 len: 1091 time: 1.6774249 Jul 09 13:15:29.029129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a017e9-2ead-43f9-a093-92f9a1eca83c service neutron] Pushing event updated for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:29.079887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-d13ceed9-2701-456f-bb5b-f8e26cd9136b tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298758 Jul 09 13:15:29.144397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3714-6890-408c-b722-1070346b36fc req-92bf4ff0-4345-45d6-a019-96037f1212e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:29.144397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-92bf4ff0-4345-45d6-a019-96037f1212e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1094 time: 0.0995822 Jul 09 13:15:29.188956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-b2cfcb24-340a-468f-9c1f-691a635c60e6 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:29.190317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-b2cfcb24-340a-468f-9c1f-691a635c60e6 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093578 Jul 09 13:15:29.207091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-49caea02-6486-49d9-bb15-c9bdf4f0a15b tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/quotas/303635eed9ec4e7e8a2c7174b3683e39 HTTP/1.1" status: 200 len: 375 time: 0.0104535 Jul 09 13:15:29.218295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e728f-e207-4b75-b387-3bada05af7d6 req-9987f5ad-67f9-4478-9da8-82162739b60a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:29.219811 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e1e728f-e207-4b75-b387-3bada05af7d6 req-9987f5ad-67f9-4478-9da8-82162739b60a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 949 time: 0.1490359 Jul 09 13:15:29.221055 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-ed6210b8-dcf7-4e2f-9e39-a7265f2d06a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 200 len: 217 time: 0.0684264 Jul 09 13:15:29.241225 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-88bebf55-312c-4ece-ad06-51c5420bf5be tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289402 Jul 09 13:15:29.311063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3714-6890-408c-b722-1070346b36fc req-e9c18475-a82e-4f0b-9b98-beed54427ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:29.312638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-e9c18475-a82e-4f0b-9b98-beed54427ced service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0823720 Jul 09 13:15:29.315484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e1e728f-e207-4b75-b387-3bada05af7d6 req-f25e4d15-134f-42ff-adf8-b0c37856139c tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900319 Jul 09 13:15:29.317356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-150632f0-3354-42b8-9607-25ce164e3779 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:29.318767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-150632f0-3354-42b8-9607-25ce164e3779 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.1759725 Jul 09 13:15:29.358696 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-919494fc-c6ef-4cac-a5a0-89ff6b27bf93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383570 Jul 09 13:15:29.558469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7782d7-dfb9-4906-a579-010ffe2ffad4 req-19339dc2-b821-4bc6-af3a-18fe37ebcd87 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:29.560346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d7782d7-dfb9-4906-a579-010ffe2ffad4 req-19339dc2-b821-4bc6-af3a-18fe37ebcd87 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 943 time: 0.0726194 Jul 09 13:15:29.579650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-4ef52fb8-4bc2-4a53-8882-d64413f6a444 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019184 Jul 09 13:15:29.601585 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d7782d7-dfb9-4906-a579-010ffe2ffad4 req-d11af9e8-08fb-42c2-ad5f-7a8c8899cccf tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351522 Jul 09 13:15:29.617658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-39fe65d3-7fea-4af9-8c11-b78032d59ce1 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:29.619278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-39fe65d3-7fea-4af9-8c11-b78032d59ce1 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1613293 Jul 09 13:15:29.716349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-343ce7c4-6d28-498d-8ff7-91f6ebd1a4e5 req-75d8c44b-10d2-410b-ad61-d550a7fc300c tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 210 time: 0.0369616 Jul 09 13:15:29.750658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-5e810a8f-e62a-4483-8d2d-ecfdc0c9b817 service neutron] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:29.768341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-5e810a8f-e62a-4483-8d2d-ecfdc0c9b817 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:29.769465 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc26119-1098-4d08-ac8d-5b3fff12579f req-5e810a8f-e62a-4483-8d2d-ecfdc0c9b817 service neutron] 10.222.0.11 "DELETE /v2.0/ports/afe4d6f4-05d9-4996-85b6-6f110b7c6e25/bindings/n-h1-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.4412463 Jul 09 13:15:29.810170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-96ffd749-100a-4dcb-a7ac-dcaef709b1d1 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1001 time: 0.1814830 Jul 09 13:15:29.827106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62ae3714-6890-408c-b722-1070346b36fc req-723f38e8-6f54-4c6a-9ef1-60f342d63490 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270527 Jul 09 13:15:29.828920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-40b17a4b-0a72-4198-9f0b-0fbba16ca1f3 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270870 Jul 09 13:15:29.836625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Request body: {'floatingip': {'port_id': '718f9b62-b555-4d51-a11b-270aff87fb43', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:29.903653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:29.938297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:29.942081 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb8716-143f-4444-a2a9-e832fa37ef07" -d '{"events": [{"name": "network-changed", "server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:29.963562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae106-75db-4fbd-850e-4691ad46e108 req-9a60b0ed-9b65-45af-b585-490429690ed9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:29.965873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-9a60b0ed-9b65-45af-b585-490429690ed9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220222 Jul 09 13:15:29.982692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-b1d036b7-3b8f-4522-a116-26c702f70a70 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/quotas/fe1bcc9883ab460a95d4b305fc2464a8 HTTP/1.1" status: 200 len: 375 time: 0.0105915 Jul 09 13:15:30.059108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-be8ace11-068c-4662-bccd-3794864eeafc tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670638 Jul 09 13:15:30.470495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:30.474461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:30.493708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85a159-3d95-4e60-874e-c4125a5ad252 req-48e80e4a-a00d-4b92-a6c3-c5145640c0bf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:30.496372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da85a159-3d95-4e60-874e-c4125a5ad252 req-48e80e4a-a00d-4b92-a6c3-c5145640c0bf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.0913208 Jul 09 13:15:30.544907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da85a159-3d95-4e60-874e-c4125a5ad252 req-beb99774-7055-42f3-8dc4-159a0db87199 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Jul 09 13:15:30.633307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-e5e604aa-0cf5-414c-a92a-65ea4b471d97 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413690 Jul 09 13:15:30.679181 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f associated. External IP: 172.25.5.181, port: 764df877-0afc-43e7-99f3-cb45fbe65e4e. Jul 09 13:15:30.754784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87f006-eb01-4b96-a050-4648376c61bb req-0a82e037-a690-4661-a66e-5810fbf96457 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:30.756947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b87f006-eb01-4b96-a050-4648376c61bb req-0a82e037-a690-4661-a66e-5810fbf96457 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 945 time: 0.0900071 Jul 09 13:15:30.806974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b87f006-eb01-4b96-a050-4648376c61bb req-fa0e6c8e-b750-4a4f-a98e-a28d12e78d64 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Jul 09 13:15:30.865297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-d7de2e49-8a93-43c8-ba32-2a123e6b60d6 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:30.866768 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-d7de2e49-8a93-43c8-ba32-2a123e6b60d6 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278893 Jul 09 13:15:30.868404 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f714d2b2-109b-41c1-b5de-3e800f0374cc x-openstack-request-id: req-f714d2b2-109b-41c1-b5de-3e800f0374cc {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:30.868761 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:30.869798 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f714d2b2-109b-41c1-b5de-3e800f0374cc {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:30.869798 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3', 'status': 'completed', 'code': 200} Jul 09 13:15:30.912237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Request body: {'port': {'device_id': '157559b5-cbe5-42a3-890c-ceb2d0317b12', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '303635eed9ec4e7e8a2c7174b3683e39'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:30.932054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device afe4d6f4-05d9-4996-85b6-6f110b7c6e25 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:30.974277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device afe4d6f4-05d9-4996-85b6-6f110b7c6e25 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:30.992729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1408a8b2-bab6-4660-b7c8-0fefe1b6b5e5 req-9bd376b4-7938-47e3-8e18-cb75c117152b tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 210 time: 0.0415864 Jul 09 13:15:31.109999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-9fac762f-45d8-40a0-ae39-9938454feb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:31.111531 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-9fac762f-45d8-40a0-ae39-9938454feb9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1094 time: 0.2030668 Jul 09 13:15:31.118133 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Router d84dbec3-56c7-4992-90be-be8809a4e542 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:31.184165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Made reservation on behalf of 303635eed9ec4e7e8a2c7174b3683e39 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:31.187623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:31.226630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed854-4115-41c7-8a88-8b57e4ec1bf0 req-ef464fd1-3f49-4dba-bf6e-0dc896b737c8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:31.228128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df4ed854-4115-41c7-8a88-8b57e4ec1bf0 req-ef464fd1-3f49-4dba-bf6e-0dc896b737c8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 943 time: 0.0632794 Jul 09 13:15:31.233917 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:31.269855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df4ed854-4115-41c7-8a88-8b57e4ec1bf0 req-b2c7191f-effd-465b-8beb-e85fe18bfdbc tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jul 09 13:15:31.412879 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42f1c75f-7533-45dc-9269-a0f2e22490dd req-aa882891-5f26-4cb8-9da6-cb7785b5df75 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 210 time: 0.0325487 Jul 09 13:15:31.468122 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-5a407361-3748-43a8-bead-64ffd6ee8008 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244951 Jul 09 13:15:31.586279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-77086581-b384-49da-8c16-db30b4e931a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:31.587873 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-77086581-b384-49da-8c16-db30b4e931a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.4687245 Jul 09 13:15:31.609914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae106-75db-4fbd-850e-4691ad46e108 req-3b09c7e0-9021-43c3-abbf-e6cd445aa5f0 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:31.611494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-3b09c7e0-9021-43c3-abbf-e6cd445aa5f0 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359324 Jul 09 13:15:31.628144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Request body: {'port': {'device_id': 'd45af325-d9ed-4790-9934-1ae384ee8193', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'fe1bcc9883ab460a95d4b305fc2464a8'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:31.648078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:31.650428 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-f58f7dbf-b6ca-42a7-a292-677f7196ecc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 200 len: 217 time: 0.0516839 Jul 09 13:15:31.663687 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:31.677459 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:31.678097 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:31.792677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-42151a1f-f0a8-4a76-877b-8d6a7857690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:31.794227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-42151a1f-f0a8-4a76-877b-8d6a7857690c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.1365497 Jul 09 13:15:31.813446 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:31.823837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57377021-8a8f-41b0-ab1a-7e0cbbb91b64 req-30c7160b-6c83-4137-872f-256b06c20c1b tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:31.830847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57377021-8a8f-41b0-ab1a-7e0cbbb91b64 req-30c7160b-6c83-4137-872f-256b06c20c1b tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1096 time: 0.0723901 Jul 09 13:15:31.852416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-fe90bed9-17c5-400a-8dab-a2bb3924eadd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465040 Jul 09 13:15:31.858746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:31.863527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57377021-8a8f-41b0-ab1a-7e0cbbb91b64 req-2d84abfa-ede8-4641-8bd9-5a603e36ff23 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317166 Jul 09 13:15:31.890583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:31.903278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Made reservation on behalf of fe1bcc9883ab460a95d4b305fc2464a8 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:31.909515 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:32.046086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:32.116668 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '718f9b62-b555-4d51-a11b-270aff87fb43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:b8:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:30Z', 'revision_number': 3, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:32.134826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-4ed74d93-785d-48ca-9e67-5bc1bdbdbd22 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734394 Jul 09 13:15:32.149054 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:32.158304 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:32.158909 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:32.189406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Allocated IP 192.168.233.91 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/e1607d2b-8f00-445a-9305-15632813f515) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:32.202326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Router d84dbec3-56c7-4992-90be-be8809a4e542 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:32.243669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61214-a018-41a4-8637-34ac70090a27 req-e841d51f-3210-4014-bc17-4abf420faf56 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:32.245747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60a61214-a018-41a4-8637-34ac70090a27 req-e841d51f-3210-4014-bc17-4abf420faf56 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.1303415 Jul 09 13:15:32.278787 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:32.283456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3cb8716-143f-4444-a2a9-e832fa37ef07 req-0f64ecca-c4cd-465f-8ad0-f7c8d2b9b916 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412301 Jul 09 13:15:32.338499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60a61214-a018-41a4-8637-34ac70090a27 req-fbeebeb2-0ae7-40e6-8652-f9917a46647e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Jul 09 13:15:32.362443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:32.374271 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:32.413882 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:32.438842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Transition to ACTIVE for port object e1607d2b-8f00-445a-9305-15632813f515 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:32.505719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:32.520490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['60930e51-8045-4024-b0c7-17de82c9a647'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:32.554575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d0a404d-80ab-46a4-999e-405e0e81af4d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "PUT /v2.0/floatingips/1ebec633-2cd9-4b61-a3d8-2737cf3b035f HTTP/1.1" status: 200 len: 999 time: 2.7261884 Jul 09 13:15:32.601551 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '718f9b62-b555-4d51-a11b-270aff87fb43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:b8:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:30Z', 'revision_number': 3, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:32.615050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:32.625045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:32.632947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:32.640002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Pushing event updated for resources: {'Port': ['ID=e1607d2b-8f00-445a-9305-15632813f515,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:32.649591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Allocated IP 192.168.233.116 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/a377256b-5877-4b75-8679-db3e50e043eb) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:32.659995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-eb50389f-7c45-4c42-963d-8f937400c28b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:32.672860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-eb50389f-7c45-4c42-963d-8f937400c28b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports/764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 942 time: 0.1107588 Jul 09 13:15:32.686835 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63baae4-b68f-41dc-8eca-257f72cc3f59 None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '718f9b62-b555-4d51-a11b-270aff87fb43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:b8:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:30Z', 'revision_number': 3, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:32.756634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:32.757433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:32.783936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1b86-8fc4-4885-8b66-d98ab932e98f req-d0be0096-79ce-4bde-9e58-091c6727b72b tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:32.792696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81ea1b86-8fc4-4885-8b66-d98ab932e98f req-d0be0096-79ce-4bde-9e58-091c6727b72b tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 935 time: 0.2288351 Jul 09 13:15:32.826732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-05d3f661-07c5-42fa-9166-0c1455dbf5b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2051556 Jul 09 13:15:32.836515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49304) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:32.842875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Request body: {'port': {'device_id': 'd45af325-d9ed-4790-9934-1ae384ee8193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:32.876499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e'}, {'name': 'network-changed', 'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:32.879120 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70888fd4-f0e9-4356-b77b-5e210b0862d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e"}, {"name": "network-changed", "server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:32.881201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81ea1b86-8fc4-4885-8b66-d98ab932e98f req-137d99ba-3c7a-44bb-8fed-345f16ad37d1 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873654 Jul 09 13:15:32.941774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:32.942654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:32.956883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-089c869d-ba03-44d2-8c3d-37554fd0afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:32.977601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-089c869d-ba03-44d2-8c3d-37554fd0afea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.1943107 Jul 09 13:15:33.048320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3447f03a-716b-487f-8cb6-7252a6d57304 None None] New status for floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:15:33.056679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.079816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Transition to ACTIVE for port object a377256b-5877-4b75-8679-db3e50e043eb will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:33.108468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5016aca-a6f8-4b71-bdce-b56ada789d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.172975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-8703a8cd-2a3d-45c4-b8e4-7f595ff0b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:33.174800 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-8703a8cd-2a3d-45c4-b8e4-7f595ff0b930 service neutron] 10.222.0.32 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1953220 Jul 09 13:15:33.241980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.247501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-bbb944b6-812f-4452-b9f2-4d4680d39f1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 217 time: 0.0611029 Jul 09 13:15:33.293358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168431e-88fb-4834-932d-2e21e0594381 req-ed501d14-0c76-4477-aa53-2f3c73bfb5e0 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:33.300895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-ed501d14-0c76-4477-aa53-2f3c73bfb5e0 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 807 time: 0.2177513 Jul 09 13:15:33.306979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ba884053-5b2d-4c51-95b6-065ca47c8f46 None None] Provisioning for port e1607d2b-8f00-445a-9305-15632813f515 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:33.325151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ba884053-5b2d-4c51-95b6-065ca47c8f46 None None] Provisioning complete for port e1607d2b-8f00-445a-9305-15632813f515 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:33.325800 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba884053-5b2d-4c51-95b6-065ca47c8f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.330760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-a06ab28b-41b4-4963-a28f-532344d8da12 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/quotas/0ddebe40c1fd4ac8aad380b23939f385 HTTP/1.1" status: 200 len: 375 time: 0.0281248 Jul 09 13:15:33.358092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:33.373430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:33.375275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Pushing event updated for resources: {'Port': ['ID=a377256b-5877-4b75-8679-db3e50e043eb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:33.377459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:33.409667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-8899854a-4cf1-478b-abf9-be7f0dd38e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:33.417230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-8899854a-4cf1-478b-abf9-be7f0dd38e91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.1575541 Jul 09 13:15:33.472446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:33.481163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ba884053-5b2d-4c51-95b6-065ca47c8f46 None None] Port e1607d2b-8f00-445a-9305-15632813f515 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:15:33.481425 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5016aca-a6f8-4b71-bdce-b56ada789d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.488799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5016aca-a6f8-4b71-bdce-b56ada789d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.500466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:33.501300 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.522827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3', 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'port_id': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3', 'mac_address': 'fa:16:3e:dd:77:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf7af52-edef-471e-9395-9dec002c2723', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:15:33.558804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5016aca-a6f8-4b71-bdce-b56ada789d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc5c6d-0371-4c41-a01c-a27b61aa70ec,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:33.570485 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c796032b-f940-4acd-9178-03fd32e9e18d tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6629472 Jul 09 13:15:33.592555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Request body: {'port': {'device_id': '157559b5-cbe5-42a3-890c-ceb2d0317b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:33.601746 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.627193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:33.647373 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:33.656307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:33.661414 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.662624 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:33.664367 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:33.673036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c5016aca-a6f8-4b71-bdce-b56ada789d4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1faeb25b89e7477aa22fd026bc48468a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8310714 Jul 09 13:15:33.673945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49320) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:33.705630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d33bfed-f89a-43e1-ba0d-28151bb7ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:33.714838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-2d33bfed-f89a-43e1-ba0d-28151bb7ce70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2950690 Jul 09 13:15:33.723912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:33.738606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.739725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.740778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.742399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.742934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.743464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.743958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.744457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.744998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.745667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.746159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.746654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:15:33.770193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7bd6efe8-272c-49fb-beea-37d1717efd90 None None] Provisioning for port a377256b-5877-4b75-8679-db3e50e043eb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:33.775698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7bd6efe8-272c-49fb-beea-37d1717efd90 None None] Provisioning complete for port a377256b-5877-4b75-8679-db3e50e043eb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:33.776945 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7bd6efe8-272c-49fb-beea-37d1717efd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.797138 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:33.820679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-137423fa-253c-4172-b732-1aa99354d7af tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4892149 Jul 09 13:15:33.828462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.837460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6efe8-272c-49fb-beea-37d1717efd90 None None] Port a377256b-5877-4b75-8679-db3e50e043eb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:15:33.867358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7cc73fd-4a4d-40e9-90e7-b0cd83373d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.868701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1607d2b-8f00-445a-9305-15632813f515 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:33.879062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.899791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Transition to ACTIVE for port object e1607d2b-8f00-445a-9305-15632813f515 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:33.907862 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.921529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['966a05b0-6899-43ab-9f6e-3b5b0d8690a3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:33.922215 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-62858209-9c76-4a7f-b048-581c1cbb07fc service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058532 Jul 09 13:15:33.944437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7cc73fd-4a4d-40e9-90e7-b0cd83373d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:33.981915 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-7144b53b-cc5f-4a0d-9960-9428389ad2a5 service neutron] 10.222.0.32 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604583 Jul 09 13:15:34.002596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec97d70-3999-423b-887a-4deef052037e service neutron] Pushing event updated for resources: {'Port': ['ID=e1607d2b-8f00-445a-9305-15632813f515,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:34.112963 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '718f9b62-b555-4d51-a11b-270aff87fb43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:b8:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:34.167315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-77aa8665-7a75-42a2-9616-5fd641824589 service neutron] 10.222.0.32 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842356 Jul 09 13:15:34.177277 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:34.188244 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:34.190976 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:34.214237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Attempting to bind port e1607d2b-8f00-445a-9305-15632813f515 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:34.214582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Attempting to bind port e1607d2b-8f00-445a-9305-15632813f515 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:34.214913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Attempting to bind port e1607d2b-8f00-445a-9305-15632813f515 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:34.243077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Port e1607d2b-8f00-445a-9305-15632813f515 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:34.243432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Attempting to bind port e1607d2b-8f00-445a-9305-15632813f515 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:34.250057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:34.250634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:34.251677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:34.251677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Bound port: e1607d2b-8f00-445a-9305-15632813f515, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:34.252035 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:34.261404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7cc73fd-4a4d-40e9-90e7-b0cd83373d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:34.264199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7cc73fd-4a4d-40e9-90e7-b0cd83373d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:34.268128 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a7cc73fd-4a4d-40e9-90e7-b0cd83373d3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0bc5c6d-0371-4c41-a01c-a27b61aa70ec HTTP/1.1" status: 204 len: 168 time: 0.5873599 Jul 09 13:15:34.272232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-7becb059-536f-45ee-bab0-89c840f44aad service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491321 Jul 09 13:15:34.298296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc73fd-4a4d-40e9-90e7-b0cd83373d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc5c6d-0371-4c41-a01c-a27b61aa70ec,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:34.328371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] For port e1607d2b-8f00-445a-9305-15632813f515, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:34.331780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] For port e1607d2b-8f00-445a-9305-15632813f515, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e1607d2b-8f00-445a-9305-15632813f515,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:34.337569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:34.380092 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:34.413537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:34.414170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:34.423026 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-aec97d70-3999-423b-887a-4deef052037e service neutron] 10.222.0.10 "PUT /v2.0/ports/e1607d2b-8f00-445a-9305-15632813f515 HTTP/1.1" status: 200 len: 1095 time: 1.5826812 Jul 09 13:15:34.433309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45af325-d9ed-4790-9934-1ae384ee8193', 'tag': 'e1607d2b-8f00-445a-9305-15632813f515'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:34.441933 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58be38cd-f220-4035-8b66-de6812554cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "d45af325-d9ed-4790-9934-1ae384ee8193", "tag": "e1607d2b-8f00-445a-9305-15632813f515"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:34.502176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a377256b-5877-4b75-8679-db3e50e043eb {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:34.517522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-408f4038-1936-4796-8eb7-569bc82b9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:34.517899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-408f4038-1936-4796-8eb7-569bc82b9a4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 1097 time: 0.1882236 Jul 09 13:15:34.520047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:34.591112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec97d70-3999-423b-887a-4deef052037e service neutron] Pushing event updated for resources: {'Port': ['ID=e1607d2b-8f00-445a-9305-15632813f515,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:34.752634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae106-75db-4fbd-850e-4691ad46e108 req-3708848e-9fc0-42e4-891e-9331c3da39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:34.767252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-3708848e-9fc0-42e4-891e-9331c3da39c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 1098 time: 0.2961183 Jul 09 13:15:34.817371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db093685-e38e-4fbb-a681-6c5e871e2145 req-f4dd04b2-a290-44c4-929f-523aa67d84e7 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:34.819255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db093685-e38e-4fbb-a681-6c5e871e2145 req-f4dd04b2-a290-44c4-929f-523aa67d84e7 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 944 time: 0.2131410 Jul 09 13:15:34.873636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-e5c88b2a-e2f4-4ec7-bb7a-b515162e26ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=e1607d2b-8f00-445a-9305-15632813f515 HTTP/1.1" status: 200 len: 217 time: 0.0966930 Jul 09 13:15:34.914186 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '718f9b62-b555-4d51-a11b-270aff87fb43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:b8:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:34.943968 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae2a2fb-a582-484f-b7f6-9b12435cd0b5 None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '718f9b62-b555-4d51-a11b-270aff87fb43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:b8:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:34.946627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:34.965455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db093685-e38e-4fbb-a681-6c5e871e2145 req-f44e2fef-2a11-401c-b0de-514aa1974528 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114590 Jul 09 13:15:35.003827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae106-75db-4fbd-850e-4691ad46e108 req-3414a7c4-ef12-433c-9e6d-9ffae90e8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.011388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-3414a7c4-ef12-433c-9e6d-9ffae90e8aa1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1303484 Jul 09 13:15:35.045601 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:35.052761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:35.053275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:35.089869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Transition to ACTIVE for port object a377256b-5877-4b75-8679-db3e50e043eb will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:35.097093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:35.235325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae106-75db-4fbd-850e-4691ad46e108 req-b66503fd-5938-4536-8439-aef862d797dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.236930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-b66503fd-5938-4536-8439-aef862d797dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2166724 Jul 09 13:15:35.241434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Pushing event updated for resources: {'Port': ['ID=a377256b-5877-4b75-8679-db3e50e043eb,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:35.253267 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:35.278240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-89524c21-fead-47ca-b68e-c00a1db2a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.280355 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-89524c21-fead-47ca-b68e-c00a1db2a76f service neutron] 10.222.0.32 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.7545755 Jul 09 13:15:35.349113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:35.351559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:35.357250 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840a5f40-6397-40f9-87cd-a0a87d880262" -d '{"events": [{"server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "name": "network-vif-plugged", "status": "completed", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:35.376929 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:35.398630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Attempting to bind port a377256b-5877-4b75-8679-db3e50e043eb on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:35.399114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Attempting to bind port a377256b-5877-4b75-8679-db3e50e043eb by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:35.399765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Attempting to bind port a377256b-5877-4b75-8679-db3e50e043eb on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:35.415048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Port a377256b-5877-4b75-8679-db3e50e043eb on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:35.415864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Attempting to bind port a377256b-5877-4b75-8679-db3e50e043eb on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:35.432715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:35.434353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:35.436225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:35.437044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Bound port: a377256b-5877-4b75-8679-db3e50e043eb, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:35.437936 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:35.457418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:35.476896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-03a82f72-0b3a-485d-80b4-632a3d1eac53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 200 len: 1002 time: 0.1745169 Jul 09 13:15:35.488727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c03e-55e1-4b97-9e3e-d3cf59191cef req-f5d0251a-b0a2-4595-9fef-12efd2d44517 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.496720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daa6c03e-55e1-4b97-9e3e-d3cf59191cef req-f5d0251a-b0a2-4595-9fef-12efd2d44517 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 948 time: 0.2845044 Jul 09 13:15:35.515530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-35e40859-c1fb-49ae-b86e-0f6d26549b94 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502916 Jul 09 13:15:35.568214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] For port a377256b-5877-4b75-8679-db3e50e043eb, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:35.592360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] For port a377256b-5877-4b75-8679-db3e50e043eb, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a377256b-5877-4b75-8679-db3e50e043eb,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:35.597800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daa6c03e-55e1-4b97-9e3e-d3cf59191cef req-382dffde-38a7-4439-933c-6ef61045f429 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965123 Jul 09 13:15:35.599549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-47ef8de7-cd4a-477d-be42-8a5bd08f1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.601277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-47ef8de7-cd4a-477d-be42-8a5bd08f1a1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.0799601 Jul 09 13:15:35.602712 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:35.660089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.660718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:35.662151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] 10.222.0.11 "PUT /v2.0/ports/a377256b-5877-4b75-8679-db3e50e043eb HTTP/1.1" status: 200 len: 1096 time: 2.0783162 Jul 09 13:15:35.664539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100ae106-75db-4fbd-850e-4691ad46e108 req-fa78a45a-81b9-498e-888d-7951042a7ba1 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400063 Jul 09 13:15:35.735413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e81d5e-1569-473c-b9d7-e74467645855 service neutron] Pushing event updated for resources: {'Port': ['ID=a377256b-5877-4b75-8679-db3e50e043eb,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:35.788751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-99e07527-1a85-4468-81ae-42ea15b86e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.790314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-99e07527-1a85-4468-81ae-42ea15b86e7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770999 Jul 09 13:15:35.868181 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce5841d-34d9-4d07-b677-724a89a7ac08 x-openstack-request-id: req-3ce5841d-34d9-4d07-b677-724a89a7ac08 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:35.868589 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:35.868934 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ce5841d-34d9-4d07-b677-724a89a7ac08 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:35.869464 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'status': 'completed', 'code': 200} Jul 09 13:15:35.869857 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43', 'status': 'completed', 'code': 200} Jul 09 13:15:35.882776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c0b6f15a-81ef-4fe3-a1db-d6103bfe47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.885068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c0b6f15a-81ef-4fe3-a1db-d6103bfe47c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 1099 time: 0.1516337 Jul 09 13:15:35.910734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-8a8c6e4a-31c8-4ab3-8683-56613cbac27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:35.912331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-8a8c6e4a-31c8-4ab3-8683-56613cbac27a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.0773802 Jul 09 13:15:35.940161 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-55aa39dd-ca3b-427c-9429-2e376276b460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a377256b-5877-4b75-8679-db3e50e043eb HTTP/1.1" status: 200 len: 217 time: 0.0367560 Jul 09 13:15:36.005499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-037b45ec-fc68-43d0-929d-a73dd5135bf7 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009585 Jul 09 13:15:36.014291 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-37fd53b6-ae0a-4bca-be98-27387e6e61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.015793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-37fd53b6-ae0a-4bca-be98-27387e6e61e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0693500 Jul 09 13:15:36.077209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-07b1f6e6-e397-4f04-9ca2-23f88aec4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.078797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-07b1f6e6-e397-4f04-9ca2-23f88aec4898 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1598847 Jul 09 13:15:36.103048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748b1a0-e50e-45cc-b679-1195d73611f6 req-4199168f-1b8e-4ec2-a2e9-e95f76f95d55 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.105155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2748b1a0-e50e-45cc-b679-1195d73611f6 req-4199168f-1b8e-4ec2-a2e9-e95f76f95d55 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.1437814 Jul 09 13:15:36.155538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-109ccf8e-1b20-4609-a029-6002cd047a29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 217 time: 0.0694363 Jul 09 13:15:36.226732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2748b1a0-e50e-45cc-b679-1195d73611f6 req-26e8bb81-beeb-47f9-aa38-16785c0568cf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826120 Jul 09 13:15:36.236926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-9c04c692-83ce-425c-9b19-e1004bc2c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.239208 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-9c04c692-83ce-425c-9b19-e1004bc2c093 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.0690386 Jul 09 13:15:36.285534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-359b3de0-0fd0-460a-b6a4-553fe20a7c97 req-8aa8fc56-3690-4d67-8fa6-1dcdddf8b063 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679603 Jul 09 13:15:36.295121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168431e-88fb-4834-932d-2e21e0594381 req-c9208b35-40b8-4c91-938b-13018f746f10 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.298569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-c9208b35-40b8-4c91-938b-13018f746f10 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 807 time: 0.1742120 Jul 09 13:15:36.308407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c0357ad9-7873-4430-8f87-bd55099214ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.311538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-c0357ad9-7873-4430-8f87-bd55099214ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2260780 Jul 09 13:15:36.319863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-59a36772-ddd8-4562-8d8d-5ef67e4f95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.321643 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-59a36772-ddd8-4562-8d8d-5ef67e4f95ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687571 Jul 09 13:15:36.329205 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Request body: {'port': {'device_id': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'admin_state_up': True, 'tenant_id': '0ddebe40c1fd4ac8aad380b23939f385'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:36.484272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-a448ab7b-6bd2-4dc7-ae9c-c56accba1776 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513858 Jul 09 13:15:36.495302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3457d-f6ae-4cdd-be71-baed1d5bb924 req-5e0df86a-924c-4362-b6bf-efda37d452ee tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.496864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7fa3457d-f6ae-4cdd-be71-baed1d5bb924 req-5e0df86a-924c-4362-b6bf-efda37d452ee tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 947 time: 0.1509917 Jul 09 13:15:36.501169 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4c07888c-0117-4c81-a6ca-4ac7456f788e req-b2b67311-47c0-4d8b-bef5-bc0215587c77 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 210 time: 0.0384052 Jul 09 13:15:36.569188 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-8c30199f-9de7-402f-92f2-905699729675 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506804 Jul 09 13:15:36.605022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7fa3457d-f6ae-4cdd-be71-baed1d5bb924 req-cd551aa4-1c4d-4555-a0da-68b35774b79e tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886669 Jul 09 13:15:36.608336 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bf3e15-efec-4986-a1ae-4fa2b09d316b x-openstack-request-id: req-05bf3e15-efec-4986-a1ae-4fa2b09d316b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:36.608645 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45af325-d9ed-4790-9934-1ae384ee8193", "tag": "e1607d2b-8f00-445a-9305-15632813f515", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:36.608870 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05bf3e15-efec-4986-a1ae-4fa2b09d316b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:36.609261 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45af325-d9ed-4790-9934-1ae384ee8193', 'tag': 'e1607d2b-8f00-445a-9305-15632813f515', 'status': 'completed', 'code': 200} Jul 09 13:15:36.615718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Made reservation on behalf of 0ddebe40c1fd4ac8aad380b23939f385 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:36.619182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:36.675878 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b766b7f3-7494-40e8-ac94-e023223c9468 x-openstack-request-id: req-b766b7f3-7494-40e8-ac94-e023223c9468 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:36.676363 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "name": "network-vif-plugged", "status": "completed", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:36.676468 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b766b7f3-7494-40e8-ac94-e023223c9468 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:36.676806 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3', 'code': 200} Jul 09 13:15:36.689220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-f498ba65-f37a-4e2a-9a1e-8dc4101c6bd1 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913781 Jul 09 13:15:36.753127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be38cd-f220-4035-8b66-de6812554cc7 req-ddce1e50-74e2-405d-8afd-66d887d63b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.754402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58be38cd-f220-4035-8b66-de6812554cc7 req-ddce1e50-74e2-405d-8afd-66d887d63b00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 1098 time: 0.1190021 Jul 09 13:15:36.815436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.10', 62890) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:36.949255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4360bbd-9c76-4597-a2ca-65b3d097652e req-348c00cb-9919-40ab-9794-ef6df1c708bf service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479757 Jul 09 13:15:36.972627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-4a354977-e6ac-4a06-b674-a60c060f7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.974546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-4a354977-e6ac-4a06-b674-a60c060f7742 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 1097 time: 0.1928823 Jul 09 13:15:36.975628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be38cd-f220-4035-8b66-de6812554cc7 req-4e24f5cd-c6c8-4016-a35e-c7a250fa02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.977045 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58be38cd-f220-4035-8b66-de6812554cc7 req-4e24f5cd-c6c8-4016-a35e-c7a250fa02aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2034788 Jul 09 13:15:36.985497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746813f-9e87-405a-80de-bcc57f0f8fa3 req-65682f90-45f6-4d48-bc0c-37ef1aafdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.986985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a746813f-9e87-405a-80de-bcc57f0f8fa3 req-65682f90-45f6-4d48-bc0c-37ef1aafdf5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1096 time: 0.1571112 Jul 09 13:15:36.993885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edfb2d-d031-4a72-b241-955a3e74fc17 req-48a6786a-2637-4b5b-abc8-87ddfd7112e5 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:36.995643 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25edfb2d-d031-4a72-b241-955a3e74fc17 req-48a6786a-2637-4b5b-abc8-87ddfd7112e5 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 945 time: 0.2080331 Jul 09 13:15:37.002366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Allocated IP 172.20.0.2 (5e9de806-e75c-493e-8ecb-9995cd61c4ad/5f16a256-4968-4ee2-ad0f-8d4c1186889e/41caa796-e7ce-403b-9d3a-439af2eecdea) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:37.060547 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25edfb2d-d031-4a72-b241-955a3e74fc17 req-c08c7416-cbe7-4633-a46a-4c616797ae94 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558162 Jul 09 13:15:37.083224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58be38cd-f220-4035-8b66-de6812554cc7 req-47809042-3e35-4fb0-a168-b43f41f97e80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=e1607d2b-8f00-445a-9305-15632813f515 HTTP/1.1" status: 200 len: 217 time: 0.0951967 Jul 09 13:15:37.158557 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a746813f-9e87-405a-80de-bcc57f0f8fa3 req-6a7bfce4-7214-4d4a-8986-8ee01adce940 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554744 Jul 09 13:15:37.184512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be38cd-f220-4035-8b66-de6812554cc7 req-0dfa70b2-81d8-4ba0-ae87-ceaf37da9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.186147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58be38cd-f220-4035-8b66-de6812554cc7 req-0dfa70b2-81d8-4ba0-ae87-ceaf37da9ad4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0939810 Jul 09 13:15:37.188953 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-afc0b390-24c4-4c55-b6d0-7a778de9e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.190295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-afc0b390-24c4-4c55-b6d0-7a778de9e269 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1962466 Jul 09 13:15:37.255813 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b70cff46-1caf-4883-8cbf-deac218623f7 req-f62eb88a-a3b0-4b78-8411-246a41a1b449 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1002 time: 0.1469829 Jul 09 13:15:37.297761 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:37.330199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-2e2afdf9-b87c-4c19-87d1-ee8656bd1b38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 200 len: 1002 time: 0.1046321 Jul 09 13:15:37.330713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cff46-1caf-4883-8cbf-deac218623f7 req-f00ab944-d111-4ce9-a687-dc88c6c4fd8f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.332134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b70cff46-1caf-4883-8cbf-deac218623f7 req-f00ab944-d111-4ce9-a687-dc88c6c4fd8f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports/718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 200 len: 943 time: 0.0723934 Jul 09 13:15:37.340159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be38cd-f220-4035-8b66-de6812554cc7 req-b76c5611-03ca-4ebd-b87f-21d6f8f5bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.341640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58be38cd-f220-4035-8b66-de6812554cc7 req-b76c5611-03ca-4ebd-b87f-21d6f8f5bb46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173799 Jul 09 13:15:37.367518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:37.422898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Network 5e9de806-e75c-493e-8ecb-9995cd61c4ad is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:37.426540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:37.430566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:37.457309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Pushing event updated for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:37.477964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-45887f6a-059c-4740-af47-ea4d19fced9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.479530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-45887f6a-059c-4740-af47-ea4d19fced9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.1370227 Jul 09 13:15:37.533101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.533766 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:37.544290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58be38cd-f220-4035-8b66-de6812554cc7 req-15ef9b2d-ce1a-4a0e-89ee-be189341e23b service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706393 Jul 09 13:15:37.551376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b70cff46-1caf-4883-8cbf-deac218623f7 req-57d682f3-f248-486b-9882-d0919d3267ae tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1002 time: 0.0951416 Jul 09 13:15:37.559581 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-951c3bd5-1e40-474a-af90-0cd0ffb72c62 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2470777 Jul 09 13:15:37.573089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b548-3c56-4f0c-86f7-3cd9fb78fed5 req-90e44309-54d9-44ea-8d16-57e2212fcf64 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.574485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7595b548-3c56-4f0c-86f7-3cd9fb78fed5 req-90e44309-54d9-44ea-8d16-57e2212fcf64 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 948 time: 0.1762660 Jul 09 13:15:37.575330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Request body: {'port': {'device_id': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:37.674284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7595b548-3c56-4f0c-86f7-3cd9fb78fed5 req-f99d22a4-5722-4457-85fe-40c829a49fa7 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887020 Jul 09 13:15:37.676329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-f6ae7920-4981-49a5-a75c-223e63f78307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.677741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-f6ae7920-4981-49a5-a75c-223e63f78307 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865504 Jul 09 13:15:37.720606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58be38cd-f220-4035-8b66-de6812554cc7 req-6ab8bf4b-6f58-4995-b8dc-97746bba415a service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652782 Jul 09 13:15:37.724492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cff46-1caf-4883-8cbf-deac218623f7 req-ffb448e7-86e3-4bad-b514-8f293df6224d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.725903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b70cff46-1caf-4883-8cbf-deac218623f7 req-ffb448e7-86e3-4bad-b514-8f293df6224d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1653967 Jul 09 13:15:37.726626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:37.790016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-0405eadb-d133-4ddb-b3a7-b5e595af7282 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896773 Jul 09 13:15:37.873991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157559b5-cbe5-42a3-890c-ceb2d0317b12', 'tag': 'a377256b-5877-4b75-8679-db3e50e043eb'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:37.876518 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee97047-1fb2-4647-807a-32f0e3403adc" -d '{"events": [{"name": "network-changed", "server_uuid": "157559b5-cbe5-42a3-890c-ceb2d0317b12", "tag": "a377256b-5877-4b75-8679-db3e50e043eb"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:37.906624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70888fd4-f0e9-4356-b77b-5e210b0862d5 req-3344b324-1103-49d3-bfb8-d76a3a93c7e8 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061604 Jul 09 13:15:37.978955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2ebdf-12ad-4fc2-a91b-15f1e69851a0 req-aade80f1-3c53-425a-ac5e-1f6793b80527 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:37.981400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ed2ebdf-12ad-4fc2-a91b-15f1e69851a0 req-aade80f1-3c53-425a-ac5e-1f6793b80527 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 931 time: 0.0722327 Jul 09 13:15:38.008453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389919b2-178f-45ac-84a5-033f18ed9b9e req-941747c9-d7b3-45f7-b482-dae2c2a1dcfa tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:38.009958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-389919b2-178f-45ac-84a5-033f18ed9b9e req-941747c9-d7b3-45f7-b482-dae2c2a1dcfa tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.1476219 Jul 09 13:15:38.019875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ed2ebdf-12ad-4fc2-a91b-15f1e69851a0 req-7037a189-2626-45bb-986a-92fea1173010 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328085 Jul 09 13:15:38.069415 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-389919b2-178f-45ac-84a5-033f18ed9b9e req-38bf136a-6cad-439b-8078-5591f3dab8ec tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 Jul 09 13:15:38.160051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41caa796-e7ce-403b-9d3a-439af2eecdea {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:38.173927 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:38.196244 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-8ec67725-cd3d-4a3d-85a7-93218ed98698 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1002 time: 0.0841379 Jul 09 13:15:38.197144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Transition to ACTIVE for port object 41caa796-e7ce-403b-9d3a-439af2eecdea will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:38.200973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:38.211385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616a2f4-7e05-42c4-8ea8-251a418cc27c req-31452734-f6e9-49c8-ae36-67b7887f7329 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:38.217199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c616a2f4-7e05-42c4-8ea8-251a418cc27c req-31452734-f6e9-49c8-ae36-67b7887f7329 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 947 time: 0.0819092 Jul 09 13:15:38.257726 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c616a2f4-7e05-42c4-8ea8-251a418cc27c req-66bf81b6-4b02-4ceb-9781-45819d71698c tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366504 Jul 09 13:15:38.292604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:38.325581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-4e285dd8-34f6-41a8-9c0a-c3c0af018b33 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:38.327163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-4e285dd8-34f6-41a8-9c0a-c3c0af018b33 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports/718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 200 len: 943 time: 0.1230979 Jul 09 13:15:38.345864 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d30195f-477d-4dfe-b2ec-723f440003d2 x-openstack-request-id: req-7d30195f-477d-4dfe-b2ec-723f440003d2 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:38.346154 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157559b5-cbe5-42a3-890c-ceb2d0317b12", "tag": "a377256b-5877-4b75-8679-db3e50e043eb", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:38.346403 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d30195f-477d-4dfe-b2ec-723f440003d2 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:38.346785 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157559b5-cbe5-42a3-890c-ceb2d0317b12', 'tag': 'a377256b-5877-4b75-8679-db3e50e043eb', 'status': 'completed', 'code': 200} Jul 09 13:15:38.407741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:38.408127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:38.408396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:38.415114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:38.415429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:38.434104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:38.434432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:38.434805 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:38.435262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Bound port: 41caa796-e7ce-403b-9d3a-439af2eecdea, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:38.435616 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:38.483338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43d73-ad6d-4182-bd57-819fefdbb9ad req-53366d41-56d1-4eb6-8d29-cb81d9c44594 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:38.484861 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9aa43d73-ad6d-4182-bd57-819fefdbb9ad req-53366d41-56d1-4eb6-8d29-cb81d9c44594 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 945 time: 0.0667536 Jul 09 13:15:38.496240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-690077b2-6da9-4df6-9bfb-34a1c3e16460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:38.497729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-690077b2-6da9-4df6-9bfb-34a1c3e16460 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 1099 time: 0.1414034 Jul 09 13:15:38.522551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9aa43d73-ad6d-4182-bd57-819fefdbb9ad req-d34f0194-2c9d-4185-8d34-e261082b3347 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Jul 09 13:15:38.549923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-953b44bd-154b-4788-a906-ae2ce0385d02 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1002 time: 0.1271775 Jul 09 13:15:38.913413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:38.937924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:38.950441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:38.960104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-77254b9e-2b63-468b-99d6-5d7687f5fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:38.960104 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-77254b9e-2b63-468b-99d6-5d7687f5fada service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4412079 Jul 09 13:15:38.980068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e1607d2b-8f00-445a-9305-15632813f515 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:39.051375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-52b6f4ec-3862-4542-9419-7d494465169d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.052753 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-52b6f4ec-3862-4542-9419-7d494465169d tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2354445 Jul 09 13:15:39.054010 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-aec1847e-2cb3-4ace-a05e-8238b8f67655 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a377256b-5877-4b75-8679-db3e50e043eb HTTP/1.1" status: 200 len: 217 time: 0.0668130 Jul 09 13:15:39.055288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.055904 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:39.057257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/41caa796-e7ce-403b-9d3a-439af2eecdea HTTP/1.1" status: 200 len: 1091 time: 1.4868796 Jul 09 13:15:39.091301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e1607d2b-8f00-445a-9305-15632813f515, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e1607d2b-8f00-445a-9305-15632813f515,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:39.105009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'e1607d2b-8f00-445a-9305-15632813f515', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'e1607d2b-8f00-445a-9305-15632813f515', 'mac_address': 'fa:16:3e:e3:61:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:15:39.118389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71c249-42c6-4210-adda-4cae295c8603 req-a4ab437f-58b1-4551-8744-ea73e914bc2c tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.121256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b71c249-42c6-4210-adda-4cae295c8603 req-a4ab437f-58b1-4551-8744-ea73e914bc2c tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1096 time: 0.0736506 Jul 09 13:15:39.143292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cc1dd-122c-48af-a0df-5cedd1ac76e9 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:39.158830 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:39.163411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b71c249-42c6-4210-adda-4cae295c8603 req-57161e05-c812-4c6a-927e-7d0a50d0185b tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Jul 09 13:15:39.177004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1607d2b-8f00-445a-9305-15632813f515 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:39.193878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-30c7c51b-6256-432f-b5fd-cbd4be791064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.207756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-30c7c51b-6256-432f-b5fd-cbd4be791064 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1346247 Jul 09 13:15:39.207859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e1607d2b-8f00-445a-9305-15632813f515, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e1607d2b-8f00-445a-9305-15632813f515,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:39.207859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:39.217524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-cb2f22c7-9b3c-440e-be76-0f0296f9da9a tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1002 time: 0.1460094 Jul 09 13:15:39.229954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:39.259156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=e1607d2b-8f00-445a-9305-15632813f515,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:39.313325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168431e-88fb-4834-932d-2e21e0594381 req-dbd1f501-6eb1-4c1c-9930-b67a65c6973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.314879 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-dbd1f501-6eb1-4c1c-9930-b67a65c6973d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1094 time: 0.2098458 Jul 09 13:15:39.335466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:39.349981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7512-7b03-4e75-800c-afe1ccba97ac req-551ef405-2927-40bd-a6d4-423872d4ae6f tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.351574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d80f7512-7b03-4e75-800c-afe1ccba97ac req-551ef405-2927-40bd-a6d4-423872d4ae6f tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 948 time: 0.0668254 Jul 09 13:15:39.391284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d80f7512-7b03-4e75-800c-afe1ccba97ac req-ee1ae47a-249b-4244-9ec5-503b34e917c7 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Jul 09 13:15:39.394500 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-6c5cc8a1-35d8-4916-9deb-8224b04f09a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41caa796-e7ce-403b-9d3a-439af2eecdea HTTP/1.1" status: 200 len: 217 time: 0.0663800 Jul 09 13:15:39.407143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-79a20143-c3b9-4e9f-932e-e555829cbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.408610 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-79a20143-c3b9-4e9f-932e-e555829cbfd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025554 Jul 09 13:15:39.468209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['e1607d2b-8f00-445a-9305-15632813f515'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:39.561525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168431e-88fb-4834-932d-2e21e0594381 req-b077477f-87c4-4001-a4f1-7235969cc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.563065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-b077477f-87c4-4001-a4f1-7235969cc623 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.1602588 Jul 09 13:15:39.646700 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-4ee26a50-366f-4b66-8516-841079a10d73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704107 Jul 09 13:15:39.651901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-8b8f31d2-4fb5-40f5-ab02-4147460b6548 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319551 Jul 09 13:15:39.655834 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:39.681005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:39.681325 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f disassociated. External IP: 172.25.5.181, port: 718f9b62-b555-4d51-a11b-270aff87fb43. Jul 09 13:15:39.692819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ac802-3da4-41ea-aef2-40a433a104c9 req-12cf3c0a-e493-4aa9-812b-8b43d6720452 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.694337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-605ac802-3da4-41ea-aef2-40a433a104c9 req-12cf3c0a-e493-4aa9-812b-8b43d6720452 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 943 time: 0.0646074 Jul 09 13:15:39.732107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-605ac802-3da4-41ea-aef2-40a433a104c9 req-f864159f-d59b-483e-9578-23cfb65e5a81 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Jul 09 13:15:39.887803 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee97047-1fb2-4647-807a-32f0e3403adc req-c42c073c-1c32-4acc-af47-75b226938e7d service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236257 Jul 09 13:15:39.891687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-a3635bf5-1143-4f57-9c1a-4ffdc2a85b2f service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347317 Jul 09 13:15:39.892651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a377256b-5877-4b75-8679-db3e50e043eb details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:39.893668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214205-46a8-4b72-98c9-86d3154a8872 req-c139bd21-ab4f-4e4c-b29c-fe9024bed7d8 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:39.895398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78214205-46a8-4b72-98c9-86d3154a8872 req-c139bd21-ab4f-4e4c-b29c-fe9024bed7d8 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.0632675 Jul 09 13:15:39.943561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78214205-46a8-4b72-98c9-86d3154a8872 req-fc2f9045-c6e4-4e92-b2e2-82967ed7d45e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422909 Jul 09 13:15:39.999389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a377256b-5877-4b75-8679-db3e50e043eb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a377256b-5877-4b75-8679-db3e50e043eb,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:40.014720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'a377256b-5877-4b75-8679-db3e50e043eb', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'a377256b-5877-4b75-8679-db3e50e043eb', 'mac_address': 'fa:16:3e:90:88:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:15:40.052659 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:40.069896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a377256b-5877-4b75-8679-db3e50e043eb {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:40.087242 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5168431e-88fb-4834-932d-2e21e0594381 req-f2878aa4-fcca-41c0-a8ca-540d2a40e493 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833243 Jul 09 13:15:40.090004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a377256b-5877-4b75-8679-db3e50e043eb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a377256b-5877-4b75-8679-db3e50e043eb,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:40.092428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Router d84dbec3-56c7-4992-90be-be8809a4e542 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:40.096761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:40.117176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266ee35-e7c2-4bb8-917e-e99ae4219fac req-19b5479d-5d29-4c64-ac3b-85c77d387f71 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:40.118896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a266ee35-e7c2-4bb8-917e-e99ae4219fac req-19b5479d-5d29-4c64-ac3b-85c77d387f71 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1096 time: 0.0627933 Jul 09 13:15:40.159162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a266ee35-e7c2-4bb8-917e-e99ae4219fac req-9153f67a-ba48-483d-8f14-cd4c7eb6c3e8 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Jul 09 13:15:40.165311 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a377256b-5877-4b75-8679-db3e50e043eb,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:40.352398 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0fd21-900b-4816-9a04-8ad7d2b58d91 req-444b6878-fbf5-4946-a844-d6631e50c2a3 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:40.354033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81a0fd21-900b-4816-9a04-8ad7d2b58d91 req-444b6878-fbf5-4946-a844-d6631e50c2a3 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 948 time: 0.0659342 Jul 09 13:15:40.386289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:40.388691 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0990fe-e53a-474e-a6a4-5997529375bd" -d '{"events": [{"name": "network-changed", "server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:40.392832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81a0fd21-900b-4816-9a04-8ad7d2b58d91 req-7d9836e3-ffcb-4bed-b225-1c555a95df04 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Jul 09 13:15:40.399066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a377256b-5877-4b75-8679-db3e50e043eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:40.458410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:40.469451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:40.470167 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:40.496755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:40.497404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:40.522158 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-45f2f43e-b95b-443f-8a2b-7433fa8ba474 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "PUT /v2.0/floatingips/1ebec633-2cd9-4b61-a3d8-2737cf3b035f HTTP/1.1" status: 200 len: 695 time: 1.3037112 Jul 09 13:15:40.569021 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d964c1eb-5938-4223-9859-69e678f00b07 x-openstack-request-id: req-d964c1eb-5938-4223-9859-69e678f00b07 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:40.569378 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:40.569698 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d964c1eb-5938-4223-9859-69e678f00b07 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:40.570369 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea', 'status': 'completed', 'code': 200} Jul 09 13:15:40.637533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-efe7fb35-ae9a-405a-84fc-6a503d45020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:40.639211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-efe7fb35-ae9a-405a-84fc-6a503d45020d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 1097 time: 0.1008554 Jul 09 13:15:40.653505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:40.707740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-e64d15fe-e598-4ff9-b4eb-efda3f6accd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:40.710095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-e64d15fe-e598-4ff9-b4eb-efda3f6accd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1094 time: 0.1170042 Jul 09 13:15:40.726136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50553a-eb72-45c0-96da-a6baf4967cb1 req-ac34747c-eef7-46d1-ae84-99e8ba69fc5f tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:40.727646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa50553a-eb72-45c0-96da-a6baf4967cb1 req-ac34747c-eef7-46d1-ae84-99e8ba69fc5f tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 949 time: 0.0713158 Jul 09 13:15:40.768927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa50553a-eb72-45c0-96da-a6baf4967cb1 req-904421bb-d287-4da2-b0c3-bac1ddb50338 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Jul 09 13:15:40.803721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-805e0302-b235-4692-94c9-e84812f7234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:40.806489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-805e0302-b235-4692-94c9-e84812f7234a service neutron] 10.222.0.32 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1577723 Jul 09 13:15:40.863442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-36b8115d-7a4d-47ed-9691-371c2402bfdd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 200 len: 217 time: 0.0452800 Jul 09 13:15:40.867852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:40.898600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:40.901492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-0a3b9e76-8879-4d8c-bbf2-bc9941872359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:40.903018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-0a3b9e76-8879-4d8c-bbf2-bc9941872359 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1826088 Jul 09 13:15:40.908755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:40.909485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:40.955272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-48636ba4-82d8-4818-99b0-2d43b26d2566 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41caa796-e7ce-403b-9d3a-439af2eecdea HTTP/1.1" status: 200 len: 217 time: 0.0443020 Jul 09 13:15:40.958910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-c704ce34-7b8f-467d-9de0-b833ae4a183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:40.960419 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-c704ce34-7b8f-467d-9de0-b833ae4a183a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.0876908 Jul 09 13:15:40.992444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e1607d2b-8f00-445a-9305-15632813f515 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:41.038168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-7d5e3798-6938-4c56-b1d9-4ccf7d9d66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:41.039730 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-7d5e3798-6938-4c56-b1d9-4ccf7d9d66e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0782681 Jul 09 13:15:41.086783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-e5eb3da8-39e0-4c7b-b38a-a70d1b6bbcb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346463 Jul 09 13:15:41.089487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-0a647964-14e8-4c35-b24c-066a4a5e502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:41.090954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-0a647964-14e8-4c35-b24c-066a4a5e502b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200778 Jul 09 13:15:41.209498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port e1607d2b-8f00-445a-9305-15632813f515 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:41.221146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port e1607d2b-8f00-445a-9305-15632813f515 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:41.221766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:41.248089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:41.271960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-640339e4-6618-4fd3-9b7c-39a0e529a887 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772602 Jul 09 13:15:41.275470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-a51c5519-2c25-4918-b4c0-5970b19a4c97 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730990 Jul 09 13:15:41.318216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00ec55-2c0a-431a-bb21-5e82ca015fb9 req-59084ca2-a24f-471d-b035-1e19028b71b0 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:41.320091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa00ec55-2c0a-431a-bb21-5e82ca015fb9 req-59084ca2-a24f-471d-b035-1e19028b71b0 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 943 time: 0.0854878 Jul 09 13:15:41.367204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa00ec55-2c0a-431a-bb21-5e82ca015fb9 req-6350ff18-36b9-4410-8f34-1fcce9c5ee3f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410430 Jul 09 13:15:41.415899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77a8f828-c20e-4e7c-a84a-1a966a5faa39 req-33e58eee-73e2-4acb-9b68-467137df9683 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291194 Jul 09 13:15:41.447275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:41.471730 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b0990fe-e53a-474e-a6a4-5997529375bd req-cb5f8b96-520a-46a3-af1e-d8e6bf1935ed service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921220 Jul 09 13:15:41.509698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e1607d2b-8f00-445a-9305-15632813f515, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e1607d2b-8f00-445a-9305-15632813f515,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:41.528085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45af325-d9ed-4790-9934-1ae384ee8193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1607d2b-8f00-445a-9305-15632813f515'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:41.530312 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb18cc23-2157-4cbc-ae27-dfe9c8de2f48" -d '{"events": [{"server_uuid": "d45af325-d9ed-4790-9934-1ae384ee8193", "name": "network-vif-plugged", "status": "completed", "tag": "e1607d2b-8f00-445a-9305-15632813f515"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:41.539588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:41.602884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=e1607d2b-8f00-445a-9305-15632813f515,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:41.611864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:41.627727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea940f-b53f-4072-aa01-379d358daec3 req-772ab548-acd0-4751-9a33-3b4c33de29b8 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:41.629495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-22ea940f-b53f-4072-aa01-379d358daec3 req-772ab548-acd0-4751-9a33-3b4c33de29b8 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.0691388 Jul 09 13:15:41.646904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809de16-ef66-4ea3-86af-edc89cb63291 None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:41.671220 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-22ea940f-b53f-4072-aa01-379d358daec3 req-0086cd08-5280-4f24-8226-90ce3a0a219e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Jul 09 13:15:41.837973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d42b78-6045-493e-aac8-93c996ad3fcf req-a7e00f3f-e8c7-4920-ac73-b861aa4096db tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:41.840157 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6d42b78-6045-493e-aac8-93c996ad3fcf req-a7e00f3f-e8c7-4920-ac73-b861aa4096db tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1096 time: 0.0619671 Jul 09 13:15:41.879683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6d42b78-6045-493e-aac8-93c996ad3fcf req-bca56c49-753e-44e7-85e6-6fc64f952ca7 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Jul 09 13:15:41.919476 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a192a85-8d75-4fd7-a7df-cd1e09175fd0 None None] New status for floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:15:41.922913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a377256b-5877-4b75-8679-db3e50e043eb up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:42.000459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port a377256b-5877-4b75-8679-db3e50e043eb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:42.005893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port a377256b-5877-4b75-8679-db3e50e043eb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:42.006545 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:42.028048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2166ef7-41ad-434d-b7b4-2f6a2f207e48 req-2a462086-5203-4189-a674-de6b8a22f266 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:42.029599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f2166ef7-41ad-434d-b7b4-2f6a2f207e48 req-2a462086-5203-4189-a674-de6b8a22f266 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 949 time: 0.0772893 Jul 09 13:15:42.086891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f2166ef7-41ad-434d-b7b4-2f6a2f207e48 req-907fbb13-9ab2-4a46-9666-9deef0a334b0 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Jul 09 13:15:42.103671 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:42.143921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a377256b-5877-4b75-8679-db3e50e043eb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a377256b-5877-4b75-8679-db3e50e043eb,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:42.148974 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a6463-ee12-45e2-9233-17d9565dd0fe x-openstack-request-id: req-2d4a6463-ee12-45e2-9233-17d9565dd0fe {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:42.149663 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45af325-d9ed-4790-9934-1ae384ee8193", "name": "network-vif-plugged", "status": "completed", "tag": "e1607d2b-8f00-445a-9305-15632813f515", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:42.150296 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d4a6463-ee12-45e2-9233-17d9565dd0fe {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:42.151505 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45af325-d9ed-4790-9934-1ae384ee8193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1607d2b-8f00-445a-9305-15632813f515', 'code': 200} Jul 09 13:15:42.158283 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:42.233013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a377256b-5877-4b75-8679-db3e50e043eb,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:42.295458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726d44e-3cf7-4cef-99e0-bfd325b7b733 req-2b9dad6e-9695-4862-9841-0860e5b94ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:42.297069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6726d44e-3cf7-4cef-99e0-bfd325b7b733 req-2b9dad6e-9695-4862-9841-0860e5b94ed3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 1100 time: 0.0578227 Jul 09 13:15:42.342270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6726d44e-3cf7-4cef-99e0-bfd325b7b733 req-ff09be33-ce30-4489-838a-3e0885120e5e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 Jul 09 13:15:42.360388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793f8b-a27f-4329-ade7-e38c94db719f req-fe46772c-41e6-4886-8148-6c8dcd09e6af tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:42.361856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09793f8b-a27f-4329-ade7-e38c94db719f req-fe46772c-41e6-4886-8148-6c8dcd09e6af tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 950 time: 0.0728383 Jul 09 13:15:42.400120 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09793f8b-a27f-4329-ade7-e38c94db719f req-6299121b-a012-4488-802b-0fa84b637d75 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Jul 09 13:15:42.571009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:42.574847 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7992b28-5bc7-442f-ad49-a85685d63d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:42.722773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-14d760eb-0e65-44bf-847f-c30ef4ce7bd5 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:42.724288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-14d760eb-0e65-44bf-847f-c30ef4ce7bd5 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1044891 Jul 09 13:15:42.751386 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:42.774634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-3f3fa298-5545-4eb9-a1f9-2b60c162465c tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 696 time: 0.0446086 Jul 09 13:15:42.784602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Request body: {'floatingip': {'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:42.827343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:43.008948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 41caa796-e7ce-403b-9d3a-439af2eecdea details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:43.109745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:43.122818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '41caa796-e7ce-403b-9d3a-439af2eecdea', 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'port_id': '41caa796-e7ce-403b-9d3a-439af2eecdea', 'mac_address': 'fa:16:3e:52:f2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f16a256-4968-4ee2-ad0f-8d4c1186889e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:15:43.169869 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:43.188960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41caa796-e7ce-403b-9d3a-439af2eecdea {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:43.241504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:43.247359 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:43.319388 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:43.548692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['41caa796-e7ce-403b-9d3a-439af2eecdea'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:43.613520 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:43.618278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:43.619156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49488) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:43.698466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:43.731482 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f associated. External IP: 172.25.5.181, port: 764df877-0afc-43e7-99f3-cb45fbe65e4e. Jul 09 13:15:43.743002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-88c7a87a-c63a-4104-9c03-1fbbdd2acd04 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:15:43.744038 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-88c7a87a-c63a-4104-9c03-1fbbdd2acd04 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1231968 Jul 09 13:15:43.779533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-72cc009d-2991-4749-b48c-9ff34385627b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:43.781448 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-72cc009d-2991-4749-b48c-9ff34385627b tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 946 time: 0.0807946 Jul 09 13:15:43.831356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Request body: {'binding': {'host': 'n-h2-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:43.831803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:15:43.942776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Router d84dbec3-56c7-4992-90be-be8809a4e542 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:43.988614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Deleting port 718f9b62-b555-4d51-a11b-270aff87fb43 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:43.988953 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:44.055591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:44.060892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:44.065390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on host n-h2-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:44.065684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:44.065814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:44.066037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:44.075290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:44.075915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:44.081373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:44.081695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:44.091123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:44.091462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:44.091840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:44.092268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Bound port: 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:44.107968 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-27d3a192-1cfc-486f-8c66-53d650ed5fce tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "PUT /v2.0/floatingips/1ebec633-2cd9-4b61-a3d8-2737cf3b035f HTTP/1.1" status: 200 len: 996 time: 1.3271949 Jul 09 13:15:44.108588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:44.111348 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c3acf-babb-411c-b1f7-d332c60485c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:44.132691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] For port 718f9b62-b555-4d51-a11b-270aff87fb43, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=718f9b62-b555-4d51-a11b-270aff87fb43,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:44.133045 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:44.152647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Calling delete_port for 718f9b62-b555-4d51-a11b-270aff87fb43 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:44.174567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157559b5-cbe5-42a3-890c-ceb2d0317b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a377256b-5877-4b75-8679-db3e50e043eb'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:44.176827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-c92ec565-0ae9-4d54-8f9f-7ce462751548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:44.176976 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d8c2b5-b9a7-4fc7-b407-1d6ee826f69e" -d '{"events": [{"server_uuid": "157559b5-cbe5-42a3-890c-ceb2d0317b12", "name": "network-vif-plugged", "status": "completed", "tag": "a377256b-5877-4b75-8679-db3e50e043eb"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:44.178857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-c92ec565-0ae9-4d54-8f9f-7ce462751548 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.0569160 Jul 09 13:15:44.207220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:44.214065 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:44.215157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:44.215425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9b581746-8fe9-4725-81f6-5a2272ad62de service neutron] 10.222.0.32 "POST /v2.0/ports/966a05b0-6899-43ab-9f6e-3b5b0d8690a3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4295957 Jul 09 13:15:44.269777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-866291d8-ec6a-439d-872d-847b967a185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:44.305037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-e3f244dc-35a5-4b90-ae21-bd312532691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:44.307551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-e3f244dc-35a5-4b90-ae21-bd312532691a service neutron] 10.222.0.32 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1220753 Jul 09 13:15:44.314632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:44.352440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Pushing event deleted for resources: {'Port': ['ID=718f9b62-b555-4d51-a11b-270aff87fb43,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:44.381147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['764df877-0afc-43e7-99f3-cb45fbe65e4e', '718f9b62-b555-4d51-a11b-270aff87fb43'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:44.427116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] No DVR routers for this DVR port 718f9b62-b555-4d51-a11b-270aff87fb43 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:15:44.431464 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:44.434233 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66c40b50-f6e4-47b7-a0cd-b1fee9a34fa4 req-b8855782-2a17-4309-8673-607013e7832e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.10 "DELETE /v2.0/ports/718f9b62-b555-4d51-a11b-270aff87fb43 HTTP/1.1" status: 204 len: 173 time: 0.6472290 Jul 09 13:15:44.435783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-1eb32d00-b24b-4cec-b4aa-6144cb5adb0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 999 time: 0.1215305 Jul 09 13:15:44.545912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-b49d3f9d-1454-474d-9833-447cfcc35cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:44.553731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-b49d3f9d-1454-474d-9833-447cfcc35cea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.1170318 Jul 09 13:15:44.619182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-260c6686-596e-4416-a4aa-3331d582c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:44.622560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-260c6686-596e-4416-a4aa-3331d582c8cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1096 time: 0.1051862 Jul 09 13:15:44.659856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-370e6d50-6f0a-4a78-804e-cf810bd3e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:44.670173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-370e6d50-6f0a-4a78-804e-cf810bd3e7eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155460 Jul 09 13:15:44.675862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-9a746f76-cded-4bfc-9714-323576f25e8f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:15:44.683912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-9a746f76-cded-4bfc-9714-323576f25e8f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128100 Jul 09 13:15:44.748803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-fda94c03-1e30-4cea-880b-9f3b81eca263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:44.750319 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-fda94c03-1e30-4cea-880b-9f3b81eca263 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.1193817 Jul 09 13:15:44.759848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:23:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:43Z', 'revision_number': 8, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:44.789585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:44.798935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:44.799950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:44.804548 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-21ece02e-f7ad-40e4-9e9d-1cb0700d7f8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 200 len: 217 time: 0.0474949 Jul 09 13:15:44.822876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-aaae04ae-d657-4869-ae73-ac22f4b7a41a service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378126 Jul 09 13:15:44.861263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-33edb8f5-6ee2-4dfb-a35b-4af19a3ab11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:44.862775 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-33edb8f5-6ee2-4dfb-a35b-4af19a3ab11c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0480375 Jul 09 13:15:44.906533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:44.910462 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9bbb767c-8ce4-43c5-ac0b-061e60eab7e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405703 Jul 09 13:15:44.911979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e6642e-9c4e-4bb6-9cd9-c3e444c955c3 req-950eef84-ab57-4882-a9a1-25cb39129c70 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876150 Jul 09 13:15:45.032290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 41caa796-e7ce-403b-9d3a-439af2eecdea up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:15:45.034317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-7abc33c2-af5b-418c-91c7-3174e1b11bb2 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147316 Jul 09 13:15:45.159974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dcbec-b1d5-4107-ac97-98fca54f9ef6 req-0c8d6afc-b50e-4171-8522-626fa0b4bdfa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:45.168227 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-300dcbec-b1d5-4107-ac97-98fca54f9ef6 req-0c8d6afc-b50e-4171-8522-626fa0b4bdfa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 944 time: 0.1026080 Jul 09 13:15:45.181993 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-67a6ce4c-6dc7-4f24-9e27-a223606c0df9 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405199 Jul 09 13:15:45.185151 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a777c-873f-4c88-ae18-44afa6a3762a x-openstack-request-id: req-9a1a777c-873f-4c88-ae18-44afa6a3762a {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:45.185460 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:45.185697 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a1a777c-873f-4c88-ae18-44afa6a3762a {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:45.186740 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43', 'status': 'completed', 'code': 200} Jul 09 13:15:45.230093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-300dcbec-b1d5-4107-ac97-98fca54f9ef6 req-95165a6d-c130-4f32-b902-ee4374008671 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607939 Jul 09 13:15:45.290228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7992b28-5bc7-442f-ad49-a85685d63d9a req-1ce32d63-e74a-4e8e-af38-dbde484b5f3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=f2343ce3-1b1e-4b45-9822-2d7377668a45 HTTP/1.1" status: 200 len: 210 time: 0.1071661 Jul 09 13:15:45.382213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 41caa796-e7ce-403b-9d3a-439af2eecdea completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:45.391480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 41caa796-e7ce-403b-9d3a-439af2eecdea triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:45.391854 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:45.421022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec77a4-57af-48cf-b838-71be4b0027e2 req-1ffa0dc1-f7a1-408b-83ec-5797c99fe78a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:45.422799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88ec77a4-57af-48cf-b838-71be4b0027e2 req-1ffa0dc1-f7a1-408b-83ec-5797c99fe78a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 949 time: 0.0650041 Jul 09 13:15:45.464436 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88ec77a4-57af-48cf-b838-71be4b0027e2 req-20862ed8-d32b-43bc-907a-7ce06d2239a7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344131 Jul 09 13:15:45.521468 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:45.524612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:23:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:43Z', 'revision_number': 8, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:45.558959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e0c74-a237-4831-9d07-97f04bcaf0a3 None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '1ebec633-2cd9-4b61-a3d8-2737cf3b035f', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'port_id': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'mac_address': 'fa:16:3e:23:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:14:58Z', 'updated_at': '2021-07-09T13:15:43Z', 'revision_number': 8, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:45.594139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:45.600949 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:45.664049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:45.665451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39655368-4966-4480-9de5-6f1cbfcb9be6 req-a916f3e7-8445-4950-a56a-9e6f7b804d14 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:45.673797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39655368-4966-4480-9de5-6f1cbfcb9be6 req-a916f3e7-8445-4950-a56a-9e6f7b804d14 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 950 time: 0.0830140 Jul 09 13:15:45.716035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39655368-4966-4480-9de5-6f1cbfcb9be6 req-3ea3113a-3a02-4be8-959c-663b2661495e tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Jul 09 13:15:45.764282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652490-5acc-4a28-9f60-5ee3c0410c4e req-2dce2c95-2906-4e7c-9c20-dd4067889a6b tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:45.765886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3652490-5acc-4a28-9f60-5ee3c0410c4e req-2dce2c95-2906-4e7c-9c20-dd4067889a6b tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.5708437 Jul 09 13:15:45.806014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-0ed566d9-6c97-451a-a263-8273af3c19de tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:45.808051 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-0ed566d9-6c97-451a-a263-8273af3c19de tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.5480518 Jul 09 13:15:45.809363 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22eb980-82a2-4545-9522-ab61af1a2978 None None] New status for floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:15:45.822430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-3'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:45.832149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7992b28-5bc7-442f-ad49-a85685d63d9a req-818e4261-ec2e-4ca7-a2df-979c765a3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:45.833726 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7992b28-5bc7-442f-ad49-a85685d63d9a req-818e4261-ec2e-4ca7-a2df-979c765a3b1b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=49995763bffd4232af2d2ae882f0d8ef&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5351992 Jul 09 13:15:45.871655 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877ad159-f9c4-485f-8a15-ec143b7e18df x-openstack-request-id: req-877ad159-f9c4-485f-8a15-ec143b7e18df {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:45.873794 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:45.874217 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-877ad159-f9c4-485f-8a15-ec143b7e18df {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:45.874834 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'status': 'completed', 'code': 200} Jul 09 13:15:45.905705 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3652490-5acc-4a28-9f60-5ee3c0410c4e req-be7d2492-e88d-4793-98b1-f8d45c913c23 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309583 Jul 09 13:15:45.908355 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0519664f-fd95-42a6-909e-765add781a32 x-openstack-request-id: req-0519664f-fd95-42a6-909e-765add781a32 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:45.908868 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157559b5-cbe5-42a3-890c-ceb2d0317b12", "name": "network-vif-plugged", "status": "completed", "tag": "a377256b-5877-4b75-8679-db3e50e043eb", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:45.909304 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0519664f-fd95-42a6-909e-765add781a32 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:45.909884 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157559b5-cbe5-42a3-890c-ceb2d0317b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a377256b-5877-4b75-8679-db3e50e043eb', 'code': 200} Jul 09 13:15:45.987085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-e5566390-8d05-4a8c-84b6-a146ebc30b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:45.989022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-e5566390-8d05-4a8c-84b6-a146ebc30b83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.0899899 Jul 09 13:15:46.139705 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3eb411c-d66a-449d-a73b-f3cfde83e081 req-e0bb1c57-efba-4a29-ab7a-4f5b3e367477 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips/1ebec633-2cd9-4b61-a3d8-2737cf3b035f HTTP/1.1" status: 200 len: 996 time: 0.1884041 Jul 09 13:15:46.153620 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:46.169167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-96732895-18ce-4b34-8c46-36d4402aed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.170658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-96732895-18ce-4b34-8c46-36d4402aed64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1736867 Jul 09 13:15:46.177597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7992b28-5bc7-442f-ad49-a85685d63d9a req-82da49e5-bf5c-4913-953d-8a7ec3268754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.178747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed371ab2-16c0-4a25-8aad-ae54b86c72ae req-77dc16fb-fceb-45f6-90ea-9a8e81d13bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.178871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7992b28-5bc7-442f-ad49-a85685d63d9a req-82da49e5-bf5c-4913-953d-8a7ec3268754 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3205569 Jul 09 13:15:46.180126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed371ab2-16c0-4a25-8aad-ae54b86c72ae req-77dc16fb-fceb-45f6-90ea-9a8e81d13bbe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 1101 time: 0.1744051 Jul 09 13:15:46.240563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201ab86-4626-42be-b0c6-1c1d5bc49361 req-13bf5fc5-ab1c-4cef-b5c9-cdb1d9c29e54 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.242083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6201ab86-4626-42be-b0c6-1c1d5bc49361 req-13bf5fc5-ab1c-4cef-b5c9-cdb1d9c29e54 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 945 time: 0.2124066 Jul 09 13:15:46.289651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed371ab2-16c0-4a25-8aad-ae54b86c72ae req-8480fbcf-ae43-4bce-96f3-6f9465708e6f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984643 Jul 09 13:15:46.291915 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-8e9c9aa1-5622-4c68-8af8-841bb325ed0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 1001 time: 0.1100709 Jul 09 13:15:46.332818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6201ab86-4626-42be-b0c6-1c1d5bc49361 req-5f303b58-cbcf-45b6-9824-c3d78613065c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834103 Jul 09 13:15:46.342535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb411c-d66a-449d-a73b-f3cfde83e081 req-a39575a6-69e9-42fa-a261-939d4af4632e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.343957 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3eb411c-d66a-449d-a73b-f3cfde83e081 req-a39575a6-69e9-42fa-a261-939d4af4632e tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1940477 Jul 09 13:15:46.366226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-ef6bea77-c4ef-41e3-aaed-b3b7375e3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.368469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-ef6bea77-c4ef-41e3-aaed-b3b7375e3753 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.0671313 Jul 09 13:15:46.394245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:46.437886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:46.445255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-81bf6647-52dc-44aa-b576-d3ee73d6979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.446919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-81bf6647-52dc-44aa-b576-d3ee73d6979c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687973 Jul 09 13:15:46.519796 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:46.529603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:46.550328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-ed9d6434-dd72-4b4c-9966-b8b30145b5ad service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955894 Jul 09 13:15:46.581891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8409bd-0e75-489a-929e-7dc09166d8af req-2e3541f6-38c6-4c2a-a25f-7a31abb2059b tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.583472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a8409bd-0e75-489a-929e-7dc09166d8af req-2e3541f6-38c6-4c2a-a25f-7a31abb2059b tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.1249604 Jul 09 13:15:46.631388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Pushing event updated for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:46.675613 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a8409bd-0e75-489a-929e-7dc09166d8af req-fa855388-8430-48da-aaf9-f5e4b65d543e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804374 Jul 09 13:15:46.676195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on host n-h1-799524-3 for vnic_type normal with profile {"migrating_to": "n-h2-799524-3"} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:46.676544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:46.676902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:46.681554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:46.681885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Attempting to bind port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:46.686821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:46.687190 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:46.687581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:46.688060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Bound port: 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:46.688364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:46.717986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-a169b556-b80a-4183-8d48-cb18cc781282 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1001 time: 0.1371288 Jul 09 13:15:46.761141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:46.762264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044c3acf-babb-411c-b1f7-d332c60485c5 req-57ea01fb-10b9-438b-ba20-d22750cfd18a service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042561 Jul 09 13:15:46.764865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:46.771201 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:46.786271 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b54c9a3a-03ce-4b32-80c4-c263185b8c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:46.805076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-61d87b75-0214-487b-92a2-31ab738cd08f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.806522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-61d87b75-0214-487b-92a2-31ab738cd08f tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports/764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 942 time: 0.0777032 Jul 09 13:15:46.895293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Pushing event updated for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=8']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:46.899041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.899479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:46.901416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-847d7deb-5483-40cf-8fa1-6c6f188225e4 service neutron] 10.222.0.11 "PUT /v2.0/ports/966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 200 len: 1121 time: 1.0827777 Jul 09 13:15:46.912526 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:46.936717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1504da1-bb3f-4ba0-8898-882bfd70ce0b req-8661d8c9-aee5-4e41-a6da-51960115b01d tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:46.938575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d1504da1-bb3f-4ba0-8898-882bfd70ce0b req-8661d8c9-aee5-4e41-a6da-51960115b01d tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 949 time: 0.1055071 Jul 09 13:15:46.974587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-d981de6d-8dfe-4cc5-b937-c19ea93076a8 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1001 time: 0.0821753 Jul 09 13:15:46.978255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d1504da1-bb3f-4ba0-8898-882bfd70ce0b req-512c638e-3203-457d-9c29-fae64a7dece9 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Jul 09 13:15:46.991987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['966a05b0-6899-43ab-9f6e-3b5b0d8690a3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:47.086326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-423b4063-b8ae-4b6a-beba-ac8c80cb9580 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:47.087777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-423b4063-b8ae-4b6a-beba-ac8c80cb9580 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1054361 Jul 09 13:15:47.176746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-c5594f50-2cfb-4d61-b98f-22d610fecfb2 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 1001 time: 0.0801036 Jul 09 13:15:47.189669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'name': 'network-vif-deleted', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43'}, {'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3'}, {'name': 'network-changed', 'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:47.191170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:47.191977 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44571a66-fe62-4105-a7cf-1e940147f508" -d '{"events": [{"server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "name": "network-vif-deleted", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43"}, {"server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "name": "network-vif-unplugged", "status": "completed", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3"}, {"name": "network-changed", "server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:47.221129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877bf6-d0df-4097-9bfe-eb086c9d74fc req-c0755e04-c2dd-484a-a138-3df54e16cad4 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:47.222675 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-08877bf6-d0df-4097-9bfe-eb086c9d74fc req-c0755e04-c2dd-484a-a138-3df54e16cad4 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 950 time: 0.0902495 Jul 09 13:15:47.265715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:47.268354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-08877bf6-d0df-4097-9bfe-eb086c9d74fc req-68b5ceed-97c1-4f02-9c78-a89c30a87b39 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Jul 09 13:15:47.423986 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:47.428297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:47.428634 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f disassociated. External IP: 172.25.5.181, port: 764df877-0afc-43e7-99f3-cb45fbe65e4e. Jul 09 13:15:47.531760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2b6f-3042-40b7-833e-5298c093e791 req-ff85b6f7-6787-4097-9aef-c20ced163876 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:47.533271 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62eb2b6f-3042-40b7-833e-5298c093e791 req-ff85b6f7-6787-4097-9aef-c20ced163876 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.0630958 Jul 09 13:15:47.573071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62eb2b6f-3042-40b7-833e-5298c093e791 req-5b750248-2b78-4f75-9100-064664e290d2 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Jul 09 13:15:47.649968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Router d84dbec3-56c7-4992-90be-be8809a4e542 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:47.653909 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726f00c-07a3-413b-b589-701efad1bb84 x-openstack-request-id: req-0726f00c-07a3-413b-b589-701efad1bb84 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:47.654211 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2343ce3-1b1e-4b45-9822-2d7377668a45", "name": "network-vif-deleted", "tag": "718f9b62-b555-4d51-a11b-270aff87fb43", "status": "completed", "code": 200}, {"server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "name": "network-vif-unplugged", "status": "completed", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3", "code": 200}, {"name": "network-changed", "server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:47.654467 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0726f00c-07a3-413b-b589-701efad1bb84 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:47.654871 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2343ce3-1b1e-4b45-9822-2d7377668a45', 'name': 'network-vif-deleted', 'tag': '718f9b62-b555-4d51-a11b-270aff87fb43', 'status': 'completed', 'code': 200} Jul 09 13:15:47.655148 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3', 'code': 200} Jul 09 13:15:47.655399 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3', 'status': 'completed', 'code': 200} Jul 09 13:15:47.821581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf4893-4252-4d3c-b217-cec5664fe988 req-491b4749-2b0a-4e80-94b0-df8fe1839b46 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:47.823931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dcf4893-4252-4d3c-b217-cec5664fe988 req-491b4749-2b0a-4e80-94b0-df8fe1839b46 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 943 time: 0.0725231 Jul 09 13:15:47.863971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dcf4893-4252-4d3c-b217-cec5664fe988 req-7dbc4c2d-b3d3-459e-b4cd-6301743cc559 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Jul 09 13:15:47.911688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:47.914494 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102ceab9-b894-482b-8dc0-c6d0f77665b0" -d '{"events": [{"server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "name": "network-vif-plugged", "status": "completed", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:48.051724 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:48.080159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571a66-fe62-4105-a7cf-1e940147f508 req-aa9098b9-2298-46d4-a1e9-c1e30a4456a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.081586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44571a66-fe62-4105-a7cf-1e940147f508 req-aa9098b9-2298-46d4-a1e9-c1e30a4456a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1124 time: 0.3858185 Jul 09 13:15:48.082989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:48.087386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:48.095210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:48.106494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:48.107779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:48.180299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-437df429-e5f9-4457-827b-6c6af40db475 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "PUT /v2.0/floatingips/1ebec633-2cd9-4b61-a3d8-2737cf3b035f HTTP/1.1" status: 200 len: 696 time: 0.9954839 Jul 09 13:15:48.183971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:48.185784 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb2df7e-3562-44d1-924c-5f920459f526" -d '{"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:48.225975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:48.241936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571a66-fe62-4105-a7cf-1e940147f508 req-526d40b1-2016-4f69-aa3b-ce9f29a21ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.243429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44571a66-fe62-4105-a7cf-1e940147f508 req-526d40b1-2016-4f69-aa3b-ce9f29a21ed4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.1540055 Jul 09 13:15:48.293932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44571a66-fe62-4105-a7cf-1e940147f508 req-db3d05e6-c8ff-4922-ae43-285f58ba2364 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 200 len: 217 time: 0.0429215 Jul 09 13:15:48.311190 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc1c59-3896-4990-a214-729c84f28e79 req-b3280913-c2da-4e3f-88f9-9e78d42c6b44 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.313456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a9dc1c59-3896-4990-a214-729c84f28e79 req-b3280913-c2da-4e3f-88f9-9e78d42c6b44 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.0769982 Jul 09 13:15:48.342871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-8c5303d2-8011-49c6-8613-82dceedad3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.344341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-8c5303d2-8011-49c6-8613-82dceedad3e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.1421194 Jul 09 13:15:48.363282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571a66-fe62-4105-a7cf-1e940147f508 req-758bdb7d-c12b-4f18-b54b-f943ada1c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.364190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a9dc1c59-3896-4990-a214-729c84f28e79 req-76d6d28f-6c32-4b07-8489-48dff723710e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Jul 09 13:15:48.364701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44571a66-fe62-4105-a7cf-1e940147f508 req-758bdb7d-c12b-4f18-b54b-f943ada1c558 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0639720 Jul 09 13:15:48.429547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44571a66-fe62-4105-a7cf-1e940147f508 req-3bd2e5bb-a550-446e-9703-80fedb553aa6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550430 Jul 09 13:15:48.430118 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e07cd7-735d-4264-a352-1b1b813dccb6 x-openstack-request-id: req-d5e07cd7-735d-4264-a352-1b1b813dccb6 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:48.430968 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "name": "network-vif-plugged", "status": "completed", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:48.431661 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5e07cd7-735d-4264-a352-1b1b813dccb6 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:48.432832 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea', 'code': 200} Jul 09 13:15:48.462432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:48.492302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:15:48.501639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:48.502004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:48.539670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-e1df8bc8-b6dd-43f8-a9a4-24f188f93ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.543445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-e1df8bc8-b6dd-43f8-a9a4-24f188f93ad0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1895554 Jul 09 13:15:48.593046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-adb7573b-6e63-42f9-b9e1-df6ba87551c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 217 time: 0.0437114 Jul 09 13:15:48.603794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60107cc9-09e7-46ed-84e2-9439f98c3325 req-fd9c2ef3-04a2-4e10-a84a-66f5f4ab986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.606032 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60107cc9-09e7-46ed-84e2-9439f98c3325 req-fd9c2ef3-04a2-4e10-a84a-66f5f4ab986c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1096 time: 0.1185777 Jul 09 13:15:48.607839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44571a66-fe62-4105-a7cf-1e940147f508 req-533a6f30-aa00-4441-b51d-ee309f5e0fbe service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707525 Jul 09 13:15:48.618231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc7234-1dc1-461c-8187-5ebd3a65f072 req-438e3b74-0346-421f-8f3a-c084b774d356 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.618833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:15:48.621146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05bc7234-1dc1-461c-8187-5ebd3a65f072 req-438e3b74-0346-421f-8f3a-c084b774d356 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 949 time: 0.0924623 Jul 09 13:15:48.665162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60107cc9-09e7-46ed-84e2-9439f98c3325 req-5c713035-a3e6-4a3b-b625-0be6dd67739a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Jul 09 13:15:48.697522 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05bc7234-1dc1-461c-8187-5ebd3a65f072 req-c616128f-d18a-4267-9610-a7ca29ec1696 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476420 Jul 09 13:15:48.710931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-0c6c1825-67e1-4095-b442-7eeb478f4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.723263 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-0c6c1825-67e1-4095-b442-7eeb478f4984 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.1187887 Jul 09 13:15:48.763765 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961f7ebf-cec8-490f-a071-3828044358c2 x-openstack-request-id: req-961f7ebf-cec8-490f-a071-3828044358c2 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:48.764066 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:48.764318 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-961f7ebf-cec8-490f-a071-3828044358c2 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:48.764710 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'status': 'completed', 'code': 200} Jul 09 13:15:48.784350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44571a66-fe62-4105-a7cf-1e940147f508 req-97704f7e-15c4-4afb-b089-20b0c2c72f12 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565268 Jul 09 13:15:48.799642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-a0c278ba-98d8-4c69-a2a1-4c83dea5507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.801274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-a0c278ba-98d8-4c69-a2a1-4c83dea5507b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826077 Jul 09 13:15:48.861981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:15:48.893357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e446ed-f43a-4189-b5c2-f9d7779ac732 None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:14:33Z', 'revision_number': 4, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2d0b26a6-d4ce-4694-8330-fc0c2f888f21', 'name': '', 'network_id': '017f0574-a3b1-4b2f-a5d9-488047f27641', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'mac_address': 'fa:16:3e:f6:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:32Z', 'updated_at': '2021-07-09T13:14:42Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'subnets': [{'id': 'f4ef39dc-c313-46dc-9dad-dbdf47120968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:15:48.927102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5e5be-cbfc-4dfb-9e28-8d2e1d620a74 req-c76289e4-09cc-45f1-90ba-28230ed0f7b3 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.928639 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1eb5e5be-cbfc-4dfb-9e28-8d2e1d620a74 req-c76289e4-09cc-45f1-90ba-28230ed0f7b3 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 950 time: 0.0669739 Jul 09 13:15:48.940182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-82cfd7b1-2840-45dc-8077-e157b694d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:48.941687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-82cfd7b1-2840-45dc-8077-e157b694d1a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49995763bffd4232af2d2ae882f0d8ef&device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 1096 time: 0.1394999 Jul 09 13:15:48.948873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-734e7b87-68a3-4ddd-857f-9a39c1cb368a service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125860 Jul 09 13:15:48.979686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1eb5e5be-cbfc-4dfb-9e28-8d2e1d620a74 req-b45d1f13-f944-4af9-b619-5c0504076f88 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Jul 09 13:15:49.042653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 718f9b62-b555-4d51-a11b-270aff87fb43 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:49.068793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 718f9b62-b555-4d51-a11b-270aff87fb43 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:15:49.069203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 718f9b62-b555-4d51-a11b-270aff87fb43 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:49.119560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5fbba5-64c5-49a6-a852-4581fc889c24 req-75abeeb9-e6d2-4fbe-97b5-f5040145df35 service neutron] 10.222.0.32 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608341 Jul 09 13:15:49.120870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-a27a9eff-5abd-48a2-a669-9b7a7171e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:49.122730 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-a27a9eff-5abd-48a2-a669-9b7a7171e031 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 200 len: 920 time: 0.1725485 Jul 09 13:15:49.181600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-0a33bdad-8106-4bfe-9812-769b29fe0264 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 200 len: 217 time: 0.0517302 Jul 09 13:15:49.230280 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e6624-35d5-4d95-8823-9d9b89e320dd None None] New status for floating IP 1ebec633-2cd9-4b61-a3d8-2737cf3b035f: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:15:49.264761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-dac9cc08-81fb-4a93-a626-f56b160b044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:49.266524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-dac9cc08-81fb-4a93-a626-f56b160b044e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 200 len: 859 time: 0.0786026 Jul 09 13:15:49.301612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669de2f-5fb5-4d5d-8e36-5676fbe7794b req-a87ba779-e5c2-4b15-8877-2f092672a856 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:49.303305 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0669de2f-5fb5-4d5d-8e36-5676fbe7794b req-a87ba779-e5c2-4b15-8877-2f092672a856 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.0853925 Jul 09 13:15:49.333882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a93267-a267-4c8e-a0fa-ea215dbfeb90 req-e285bceb-fe57-4a33-afda-d4424d339001 tempest-LiveMigrationNegativeTest-346096520 tempest-LiveMigrationNegativeTest-346096520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:49.335492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60a93267-a267-4c8e-a0fa-ea215dbfeb90 req-e285bceb-fe57-4a33-afda-d4424d339001 tempest-LiveMigrationNegativeTest-346096520 tempest-LiveMigrationNegativeTest-346096520-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 1100 time: 0.1019237 Jul 09 13:15:49.344852 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0669de2f-5fb5-4d5d-8e36-5676fbe7794b req-48d3a35f-05c1-4833-ab8c-7baf691d0e98 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350845 Jul 09 13:15:49.364754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-60a93267-a267-4c8e-a0fa-ea215dbfeb90 req-86410624-9b5b-49ab-b4b5-78a3cfe5ea29 tempest-LiveMigrationNegativeTest-346096520 tempest-LiveMigrationNegativeTest-346096520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:49.380969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-9a752ab2-a12c-44f4-984b-7a96b8ac9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:49.382678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-9a752ab2-a12c-44f4-984b-7a96b8ac9fcc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017f0574-a3b1-4b2f-a5d9-488047f27641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062491 Jul 09 13:15:49.515936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-a849e4ea-1ec4-440e-82dd-a04206d2fd08 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258008 Jul 09 13:15:49.525223 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:49.574226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38a524-e876-4662-8b67-75193ecf4ee2 req-510ebe5f-6ad7-4b01-8ede-4f3c2afaa3cf tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:49.575805 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fe38a524-e876-4662-8b67-75193ecf4ee2 req-510ebe5f-6ad7-4b01-8ede-4f3c2afaa3cf tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 943 time: 0.0970953 Jul 09 13:15:49.619934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fe38a524-e876-4662-8b67-75193ecf4ee2 req-ef85e607-5d87-4590-81fa-ccbc9cb4454a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Jul 09 13:15:49.635719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-60a93267-a267-4c8e-a0fa-ea215dbfeb90 req-86410624-9b5b-49ab-b4b5-78a3cfe5ea29 tempest-LiveMigrationNegativeTest-346096520 tempest-LiveMigrationNegativeTest-346096520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:49.651558 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-60a93267-a267-4c8e-a0fa-ea215dbfeb90 req-86410624-9b5b-49ab-b4b5-78a3cfe5ea29 tempest-LiveMigrationNegativeTest-346096520 tempest-LiveMigrationNegativeTest-346096520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:49.669044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb2df7e-3562-44d1-924c-5f920459f526 req-b933bb23-605d-4986-a6da-c2bf26392b38 service neutron] 10.222.0.10 "GET /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413484 Jul 09 13:15:49.693395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60a93267-a267-4c8e-a0fa-ea215dbfeb90 req-86410624-9b5b-49ab-b4b5-78a3cfe5ea29 tempest-LiveMigrationNegativeTest-346096520 tempest-LiveMigrationNegativeTest-346096520-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494403 Jul 09 13:15:49.694345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86410624-9b5b-49ab-b4b5-78a3cfe5ea29 tempest-LiveMigrationNegativeTest-346096520 tempest-LiveMigrationNegativeTest-346096520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611ac70c-78c6-473f-8191-5817153d1cd6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:49.924113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da85faa-04e3-44c6-a445-f3866baca228 req-208292e6-0241-46e7-a4f0-3737be2ed518 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:49.925928 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5da85faa-04e3-44c6-a445-f3866baca228 req-208292e6-0241-46e7-a4f0-3737be2ed518 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.0675337 Jul 09 13:15:49.939408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:15:49.972943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5da85faa-04e3-44c6-a445-f3866baca228 req-7b4fbb30-7154-469e-b101-58dec8459997 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Jul 09 13:15:50.044575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:50.056898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 has no active binding in host n-h2-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:15:50.186834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-11a5576c-1df5-4ede-b6f2-78aae9e93b96 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238431 Jul 09 13:15:50.225506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-d2073ef5-7096-4f9e-a911-80c3b6bd7b59 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips/1ebec633-2cd9-4b61-a3d8-2737cf3b035f HTTP/1.1" status: 200 len: 694 time: 0.0469711 Jul 09 13:15:50.298735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-be352072-26b7-475a-a0ab-17b078fed819 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:50.300495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-be352072-26b7-475a-a0ab-17b078fed819 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083028 Jul 09 13:15:50.315831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-6662617b-09ca-4f0d-b815-da142d55c6df tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/quotas/303635eed9ec4e7e8a2c7174b3683e39 HTTP/1.1" status: 200 len: 375 time: 0.0094483 Jul 09 13:15:50.331669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-68b9824b-0d07-4a7a-9a2c-46d847cf50c6 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:50.333037 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-68b9824b-0d07-4a7a-9a2c-46d847cf50c6 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1019056 Jul 09 13:15:50.386251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-9035f74e-5331-4e73-a83f-662502234b50 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 697 time: 0.0463984 Jul 09 13:15:50.387742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-d088ad11-7969-4e3b-a6fc-f086b90aad19 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666292 Jul 09 13:15:50.435897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-9f40ddda-0e9a-496d-93ea-7658d67181e0 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.181 HTTP/1.1" status: 200 len: 697 time: 0.0435996 Jul 09 13:15:50.567166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Deleting port f40da84f-edb9-49a2-9fcc-20a5aba41c7f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:50.567591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:50.651221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:50.651700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:50.668210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Calling delete_port for f40da84f-edb9-49a2-9fcc-20a5aba41c7f owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:50.696592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eb6b7-cbfc-4387-a5b7-ba618580fb7e req-ee0d0a9d-e13b-4350-9fb8-1952882e4d1f tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:50.699200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c7eb6b7-cbfc-4387-a5b7-ba618580fb7e req-ee0d0a9d-e13b-4350-9fb8-1952882e4d1f tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1096 time: 0.1128387 Jul 09 13:15:50.703572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-7245a4de-791f-46ef-972d-f7caa27d3660 service neutron] 10.222.0.10 "GET /v2.0/ports/966a05b0-6899-43ab-9f6e-3b5b0d8690a3/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.0840118 Jul 09 13:15:50.774772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c7eb6b7-cbfc-4387-a5b7-ba618580fb7e req-a762b7cc-f6df-4746-aba6-689cda4e9db8 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680723 Jul 09 13:15:50.828258 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:50.860433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Pushing event deleted for resources: {'Port': ['ID=f40da84f-edb9-49a2-9fcc-20a5aba41c7f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:50.923311 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:50.926404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:50.935748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:50.939290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e8de368-c62e-4ec4-a2a5-c6f7570710ab req-25dc1923-e2c2-4f16-9d04-d27fc0fc65b9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "DELETE /v2.0/floatingips/1ebec633-2cd9-4b61-a3d8-2737cf3b035f HTTP/1.1" status: 204 len: 173 time: 0.4982138 Jul 09 13:15:50.967460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:51.018996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:51.033095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:51.050496 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:51.157906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] Transition to ACTIVE for port object 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:51.162541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:51.243131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b856886c-1ce4-4090-9da2-0e5bcbd1c0c5 req-301430b1-661a-4ea7-9d1e-27e3228a286c tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0473025 Jul 09 13:15:51.271566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] Pushing event updated for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:51.273209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f56315-1fc2-42b3-bee2-018eb9a304da req-d4527684-a3d0-4246-84fe-44a8efaf0f6c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:51.279920 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c7f56315-1fc2-42b3-bee2-018eb9a304da req-d4527684-a3d0-4246-84fe-44a8efaf0f6c tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.0892007 Jul 09 13:15:51.295954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] No DVR routers for this DVR port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:15:51.324658 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c7f56315-1fc2-42b3-bee2-018eb9a304da req-11262323-3eae-4b13-b05d-55538cb09604 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Jul 09 13:15:51.335950 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-9c005e12-f08a-43a2-b39a-67d3b9a98df3 service neutron] 10.222.0.10 "PUT /v2.0/ports/966a05b0-6899-43ab-9f6e-3b5b0d8690a3/bindings/n-h2-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6220939 Jul 09 13:15:51.469150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021f09e-29ad-45f3-b24b-085276a08dad req-f2fac120-cf45-4a69-9510-a875fdb8d995 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:51.469926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-b443e2b3-5a26-4fd2-ac5b-dada0dc0e84c tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:51.471313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b021f09e-29ad-45f3-b24b-085276a08dad req-f2fac120-cf45-4a69-9510-a875fdb8d995 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 944 time: 0.0925407 Jul 09 13:15:51.471825 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-b443e2b3-5a26-4fd2-ac5b-dada0dc0e84c tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.0787232 Jul 09 13:15:51.520870 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b021f09e-29ad-45f3-b24b-085276a08dad req-4fb82242-3328-40f4-bb4e-b9aca695cae6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Jul 09 13:15:51.554084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-78d5f8b5-98d4-4b3a-af67-c61d10a4a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:51.555831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-78d5f8b5-98d4-4b3a-af67-c61d10a4a842 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56&tenant_id=26bd7ebced4148749bb727cbdc378ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0756392 Jul 09 13:15:51.687822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-a7758623-121e-487e-8465-08ef165bb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:51.690151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-a7758623-121e-487e-8465-08ef165bb36b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1095 time: 0.0865037 Jul 09 13:15:51.795967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-52c9b1fd-93be-4f27-a01c-aca012c738cd tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303869 Jul 09 13:15:51.860624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-21b57d01-a7c8-4e73-9356-0bfc4736a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:51.862205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-21b57d01-a7c8-4e73-9356-0bfc4736a85a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.1654418 Jul 09 13:15:51.895595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c263016-4a9b-4223-9aab-ec54456447f8 req-ea276085-04f9-4a49-b48f-d2f03160831c tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:51.903556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c263016-4a9b-4223-9aab-ec54456447f8 req-ea276085-04f9-4a49-b48f-d2f03160831c tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 949 time: 0.1834147 Jul 09 13:15:51.952722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-e00489c5-bde3-4034-8a20-f4e60f9b0499 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 200 len: 217 time: 0.0828953 Jul 09 13:15:51.970291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-cb550687-f717-49d7-b9ae-99f4355cc82a tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:51.971841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-cb550687-f717-49d7-b9ae-99f4355cc82a tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705978 Jul 09 13:15:51.984117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c263016-4a9b-4223-9aab-ec54456447f8 req-3143bc57-8df0-41cc-9dfc-4877c63c2b3e tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759997 Jul 09 13:15:52.008604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Request body: {'port': {'device_id': '6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '303635eed9ec4e7e8a2c7174b3683e39'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:52.102006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-5c2a8098-6a31-4035-b6fa-783e970dc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:52.103545 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-5c2a8098-6a31-4035-b6fa-783e970dc6da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.1394947 Jul 09 13:15:52.139612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b845e76-2871-4988-a015-3255de28a560 req-3611ce24-6064-4a68-be0b-a466abb64eb9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:52.147465 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b845e76-2871-4988-a015-3255de28a560 req-3611ce24-6064-4a68-be0b-a466abb64eb9 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 945 time: 0.1936510 Jul 09 13:15:52.187010 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-3ff1e1ab-755e-47c1-bcbf-19391e9e87fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745747 Jul 09 13:15:52.245215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49640) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:52.260920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Made reservation on behalf of 303635eed9ec4e7e8a2c7174b3683e39 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:52.265168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:52.315538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b845e76-2871-4988-a015-3255de28a560 req-0aaa3752-af66-44e7-8168-a65f88687ff0 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546452 Jul 09 13:15:52.427668 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-1ff5240b-5a3b-4f94-8058-172773fc2356 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326827 Jul 09 13:15:52.510875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-07d0420e-9eae-4b17-8022-afe01d02b3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:52.546361 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26497b35-ecb5-489a-ba38-fc7e723d078f req-1dba8d11-9dae-414d-8f39-3f91f6b4c182 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0619435 Jul 09 13:15:52.641067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-ab63348a-bb72-425b-a4c1-c2e5fbf6b9c1 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029169 Jul 09 13:15:52.671632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Allocated IP 192.168.233.63 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/2b87ced9-af20-4aaa-9cc3-141f62d1403a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:15:52.704945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2dd0a-422e-4711-b861-2935aeb31fdc req-63cf27b2-8a32-44fd-97d7-6f71d05c8a16 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:52.706531 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0cc2dd0a-422e-4711-b861-2935aeb31fdc req-63cf27b2-8a32-44fd-97d7-6f71d05c8a16 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.1067731 Jul 09 13:15:52.728186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-07d0420e-9eae-4b17-8022-afe01d02b3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:52.743555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-07d0420e-9eae-4b17-8022-afe01d02b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:52.755154 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0cc2dd0a-422e-4711-b861-2935aeb31fdc req-d1932ed8-6318-4f62-979a-34837d8191a2 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Jul 09 13:15:52.859040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-07d0420e-9eae-4b17-8022-afe01d02b3c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1340a3fb0d5b4fcb9d3575b21efa32f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023304 Jul 09 13:15:52.859410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49656) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:52.867456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0420e-9eae-4b17-8022-afe01d02b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e327388e-72f2-4d66-8f9d-e71af968e1ec,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:52.882412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-fd2df590-fe44-468b-a53f-da84c9a2528e tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:52.883943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-fd2df590-fe44-468b-a53f-da84c9a2528e tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.10 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 949 time: 0.3366168 Jul 09 13:15:52.941024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-347c93a4-5713-45f0-bbbc-196bf0842353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:52.975440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-347c93a4-5713-45f0-bbbc-196bf0842353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.024532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da132609-8405-4a0e-9fe9-fe805b967de8 req-022b304b-413f-419c-ac57-9fc0d0b5a298 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:53.026901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da132609-8405-4a0e-9fe9-fe805b967de8 req-022b304b-413f-419c-ac57-9fc0d0b5a298 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 944 time: 0.2912035 Jul 09 13:15:53.105590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-0521376b-4908-49c2-9661-22dadc5e968e tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:53.107504 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-0521376b-4908-49c2-9661-22dadc5e968e tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.1498237 Jul 09 13:15:53.139630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da132609-8405-4a0e-9fe9-fe805b967de8 req-60eeb92f-4185-4225-abed-fa7c8b0e62b6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983989 Jul 09 13:15:53.149818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.167467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-347c93a4-5713-45f0-bbbc-196bf0842353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.169990 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-347c93a4-5713-45f0-bbbc-196bf0842353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.171129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-347c93a4-5713-45f0-bbbc-196bf0842353 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e327388e-72f2-4d66-8f9d-e71af968e1ec HTTP/1.1" status: 204 len: 168 time: 0.3106098 Jul 09 13:15:53.178550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Transition to ACTIVE for port object 2b87ced9-af20-4aaa-9cc3-141f62d1403a will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:53.187581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Deleting port e1607d2b-8f00-445a-9305-15632813f515 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:53.188003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.216011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c93a4-5713-45f0-bbbc-196bf0842353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e327388e-72f2-4d66-8f9d-e71af968e1ec,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:53.239691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-6d29d378-ee7e-4b1a-b4bd-020d7ca4c159 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:53.241212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-6d29d378-ee7e-4b1a-b4bd-020d7ca4c159 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.10 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 945 time: 0.1924877 Jul 09 13:15:53.330452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.343974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] For port e1607d2b-8f00-445a-9305-15632813f515, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e1607d2b-8f00-445a-9305-15632813f515,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:53.345007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.346907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a377256b-5877-4b75-8679-db3e50e043eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:53.364555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017b119-0c5b-43ca-b413-79dad265b435 req-5ac23074-f40f-4c54-800a-099cdbb869c3 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:53.376240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7017b119-0c5b-43ca-b413-79dad265b435 req-5ac23074-f40f-4c54-800a-099cdbb869c3 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 949 time: 0.2351363 Jul 09 13:15:53.423821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Calling delete_port for e1607d2b-8f00-445a-9305-15632813f515 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:53.508323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:15:53.527814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:53.534722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7017b119-0c5b-43ca-b413-79dad265b435 req-046934d2-f70a-4053-bbe8-f869c94b0b15 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611564 Jul 09 13:15:53.536519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:15:53.548545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-0119aeed-8fcb-43a2-83b4-1ba54b4e791b service neutron] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:53.551951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Pushing event updated for resources: {'Port': ['ID=2b87ced9-af20-4aaa-9cc3-141f62d1403a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:53.573695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-0119aeed-8fcb-43a2-83b4-1ba54b4e791b service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.583334 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc21532b-0042-4838-b5e9-0329e9e6536b req-0119aeed-8fcb-43a2-83b4-1ba54b4e791b service neutron] 10.222.0.11 "DELETE /v2.0/ports/966a05b0-6899-43ab-9f6e-3b5b0d8690a3/bindings/n-h1-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.4676452 Jul 09 13:15:53.640042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Deleting port 764df877-0afc-43e7-99f3-cb45fbe65e4e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:53.643551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.744912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:53.747581 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:53.881459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-99e59c10-739e-4cda-8e72-c937cc9c74b0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8964992 Jul 09 13:15:53.902081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Request body: {'port': {'device_id': '6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:54.017875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bbf79271-7047-4dd4-a7e4-e22652d90cff None None] Provisioning for port 2b87ced9-af20-4aaa-9cc3-141f62d1403a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:15:54.022107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bbf79271-7047-4dd4-a7e4-e22652d90cff None None] Provisioning complete for port 2b87ced9-af20-4aaa-9cc3-141f62d1403a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:15:54.022494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bbf79271-7047-4dd4-a7e4-e22652d90cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.113820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bbf79271-7047-4dd4-a7e4-e22652d90cff None None] Port 2b87ced9-af20-4aaa-9cc3-141f62d1403a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:15:54.159386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.173471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['e1607d2b-8f00-445a-9305-15632813f515'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:54.178305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['60930e51-8045-4024-b0c7-17de82c9a647'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:54.211608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb1c95-168c-4386-a772-86072d2e37c8 req-3856fd5f-5c06-4fa0-8b49-ccad3a740e16 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:54.220534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6efb1c95-168c-4386-a772-86072d2e37c8 req-3856fd5f-5c06-4fa0-8b49-ccad3a740e16 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/ports?device_id=0df499f6-3d90-4887-a8cc-16011f1b541b HTTP/1.1" status: 200 len: 945 time: 0.4952252 Jul 09 13:15:54.305009 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Pushing event deleted for resources: {'Port': ['ID=e1607d2b-8f00-445a-9305-15632813f515,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:54.320564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] For port 764df877-0afc-43e7-99f3-cb45fbe65e4e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=764df877-0afc-43e7-99f3-cb45fbe65e4e,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:54.320926 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.351497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efc689-2e5a-49a6-9f88-f0a989ba355b req-d0bcfe7d-0396-4e00-a57b-5589d5acdafd tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:54.352326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.358215 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77efc689-2e5a-49a6-9f88-f0a989ba355b req-d0bcfe7d-0396-4e00-a57b-5589d5acdafd tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 935 time: 0.1445336 Jul 09 13:15:54.375913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Calling delete_port for 764df877-0afc-43e7-99f3-cb45fbe65e4e owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:54.394899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] No DVR routers for this DVR port e1607d2b-8f00-445a-9305-15632813f515 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:15:54.398809 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.401427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb331eb3-6425-4885-aa37-680f9f491de3 req-eae6f6fb-56ff-4cbe-a34f-770ce9be9942 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.10 "DELETE /v2.0/ports/e1607d2b-8f00-445a-9305-15632813f515 HTTP/1.1" status: 204 len: 173 time: 1.5108681 Jul 09 13:15:54.412079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45af325-d9ed-4790-9934-1ae384ee8193', 'name': 'network-vif-deleted', 'tag': 'e1607d2b-8f00-445a-9305-15632813f515'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:54.417860 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddd202a-99dd-4e13-b6c5-3c4cad68065e" -d '{"events": [{"server_uuid": "d45af325-d9ed-4790-9934-1ae384ee8193", "name": "network-vif-deleted", "tag": "e1607d2b-8f00-445a-9305-15632813f515"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:54.461799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6efb1c95-168c-4386-a772-86072d2e37c8 req-7ae93735-f483-4b17-9c04-6c20d5756e69 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.32 "GET /v2.0/security-groups?id=29876661-a807-4317-bdb8-e2f5570ca948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406912 Jul 09 13:15:54.479715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77efc689-2e5a-49a6-9f88-f0a989ba355b req-d0dc563a-3a10-4f20-9e01-a18b8eef0b86 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203735 Jul 09 13:15:54.600409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:54.655566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.671875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['764df877-0afc-43e7-99f3-cb45fbe65e4e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:15:54.689557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Pushing event deleted for resources: {'Port': ['ID=764df877-0afc-43e7-99f3-cb45fbe65e4e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:54.754825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] No DVR routers for this DVR port 764df877-0afc-43e7-99f3-cb45fbe65e4e on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:15:54.759352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.762950 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8805aa28-7894-4f27-b36e-6e943c72ff11 req-9fb03b62-6ae7-49bf-8aec-c66db7224a41 tempest-FloatingIPsAssociationTestJSON-1943698341 tempest-FloatingIPsAssociationTestJSON-1943698341-project] 10.222.0.10 "DELETE /v2.0/ports/764df877-0afc-43e7-99f3-cb45fbe65e4e HTTP/1.1" status: 204 len: 173 time: 1.5135167 Jul 09 13:15:54.763488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'name': 'network-vif-deleted', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:54.766473 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5f0b9c-5080-4c9f-b8d6-1792f06373c0" -d '{"events": [{"server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "name": "network-vif-deleted", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:54.821526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-533040708-network', 'tenant_id': 'b741c125dbd248f089dfe17873ca76a2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:54.858469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f45a-b9d0-4cd0-abfc-a575392dec01 req-9716c5c4-32a5-4fe3-b56c-44cb2688f016 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:54.859217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Made reservation on behalf of b741c125dbd248f089dfe17873ca76a2 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:54.860075 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57e9f45a-b9d0-4cd0-abfc-a575392dec01 req-9716c5c4-32a5-4fe3-b56c-44cb2688f016 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 944 time: 0.2047868 Jul 09 13:15:54.861980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.881395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba3e20-1388-41a8-8125-bca348fc1200 req-f5db2132-eafd-4c0c-8db2-151bf6d37afb tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:54.883340 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-daba3e20-1388-41a8-8125-bca348fc1200 req-f5db2132-eafd-4c0c-8db2-151bf6d37afb tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.1691461 Jul 09 13:15:54.884399 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:54.934872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57e9f45a-b9d0-4cd0-abfc-a575392dec01 req-51aa3d75-1844-4a61-ba0c-2c242c85f34a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667195 Jul 09 13:15:54.947239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-daba3e20-1388-41a8-8125-bca348fc1200 req-810a2ccc-e855-45d8-9e82-f7661dcbf374 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509617 Jul 09 13:15:54.979265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b87ced9-af20-4aaa-9cc3-141f62d1403a {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:15:55.000588 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.038263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Transition to ACTIVE for port object 2b87ced9-af20-4aaa-9cc3-141f62d1403a will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:15:55.045166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.065209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.068694 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e8b5d-b7ea-44d5-b005-d8c7ad5e2a58 x-openstack-request-id: req-391e8b5d-b7ea-44d5-b005-d8c7ad5e2a58 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:55.069271 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45af325-d9ed-4790-9934-1ae384ee8193", "name": "network-vif-deleted", "tag": "e1607d2b-8f00-445a-9305-15632813f515", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:55.069891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.070152 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-391e8b5d-b7ea-44d5-b005-d8c7ad5e2a58 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:55.070822 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45af325-d9ed-4790-9934-1ae384ee8193', 'name': 'network-vif-deleted', 'tag': 'e1607d2b-8f00-445a-9305-15632813f515', 'status': 'completed', 'code': 200} Jul 09 13:15:55.096565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:55.118028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:15:55.143411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6cfa80-b787-49a5-bbff-a663120f6281,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:55.163504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.163816 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Added segment 2d619e64-6e88-4de5-9e28-9b699db2a79f of type vlan for network a903e9d5-f4b6-4bb0-b69e-5b19652cfa94 Jul 09 13:15:55.209249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:55.210539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 764df877-0afc-43e7-99f3-cb45fbe65e4e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:55.251405 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.262548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 764df877-0afc-43e7-99f3-cb45fbe65e4e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:15:55.263043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 764df877-0afc-43e7-99f3-cb45fbe65e4e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:55.263487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e1607d2b-8f00-445a-9305-15632813f515 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:15:55.314195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: e1607d2b-8f00-445a-9305-15632813f515 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:15:55.314549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e1607d2b-8f00-445a-9305-15632813f515 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:15:55.340123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.341909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:55.342698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.572470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a88c28f8-3744-4ed9-9d1e-114107dc2863 req-4d8ca1e6-76eb-4983-ac84-f3ffe1819e74 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45af325-d9ed-4790-9934-1ae384ee8193 HTTP/1.1" status: 200 len: 210 time: 0.1141946 Jul 09 13:15:55.586936 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9852469 Jul 09 13:15:55.589168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49720) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:55.604648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Request body: {'subnet': {'network_id': 'a903e9d5-f4b6-4bb0-b69e-5b19652cfa94', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-533040708-subnet', 'tenant_id': 'b741c125dbd248f089dfe17873ca76a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:55.617338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df11152-33dc-47ec-842b-f891c5aca26e admin admin] Pushing event updated for resources: {'Network': ['ID=a903e9d5-f4b6-4bb0-b69e-5b19652cfa94,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:55.633178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a903e9d5-f4b6-4bb0-b69e-5b19652cfa94 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:15:55.664926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Made reservation on behalf of b741c125dbd248f089dfe17873ca76a2 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:15:55.684563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:55.802397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Pushing event updated for resources: {'Port': ['ID=2b87ced9-af20-4aaa-9cc3-141f62d1403a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:55.830436 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea405b-89c4-4afb-967b-0d8f0c62eb40 x-openstack-request-id: req-bcea405b-89c4-4afb-967b-0d8f0c62eb40 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:55.830729 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df499f6-3d90-4887-a8cc-16011f1b541b", "name": "network-vif-deleted", "tag": "764df877-0afc-43e7-99f3-cb45fbe65e4e", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:55.834924 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcea405b-89c4-4afb-967b-0d8f0c62eb40 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:55.835620 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df499f6-3d90-4887-a8cc-16011f1b541b', 'name': 'network-vif-deleted', 'tag': '764df877-0afc-43e7-99f3-cb45fbe65e4e', 'status': 'completed', 'code': 200} Jul 09 13:15:55.870990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Attempting to bind port 2b87ced9-af20-4aaa-9cc3-141f62d1403a on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:15:55.874207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Attempting to bind port 2b87ced9-af20-4aaa-9cc3-141f62d1403a by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:15:55.874368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Attempting to bind port 2b87ced9-af20-4aaa-9cc3-141f62d1403a on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:55.889272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Port 2b87ced9-af20-4aaa-9cc3-141f62d1403a on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:15:55.889794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Attempting to bind port 2b87ced9-af20-4aaa-9cc3-141f62d1403a on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:15:55.899810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:15:55.900202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:55.901613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:15:55.903278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Bound port: 2b87ced9-af20-4aaa-9cc3-141f62d1403a, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:15:55.904729 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:56.047652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] For port 2b87ced9-af20-4aaa-9cc3-141f62d1403a, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:15:56.052148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] For port 2b87ced9-af20-4aaa-9cc3-141f62d1403a, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2b87ced9-af20-4aaa-9cc3-141f62d1403a,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:15:56.059049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:56.133505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:56.149169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:56.155648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] 10.222.0.11 "PUT /v2.0/ports/2b87ced9-af20-4aaa-9cc3-141f62d1403a HTTP/1.1" status: 200 len: 1095 time: 2.2615302 Jul 09 13:15:56.170420 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:56.258294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e8afdd-85f0-48a7-b6a3-0aef129e134f,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:56.272074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Checking segment: {'id': '2d619e64-6e88-4de5-9e28-9b699db2a79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a903e9d5-f4b6-4bb0-b69e-5b19652cfa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:15:56.275462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Network hostable DHCP agents. Network: a903e9d5-f4b6-4bb0-b69e-5b19652cfa94, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:15:56.300494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Network a903e9d5-f4b6-4bb0-b69e-5b19652cfa94 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:15:56.322747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a903e9d5-f4b6-4bb0-b69e-5b19652cfa94) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:15:56.333524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:56.335703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:56.345138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941b634-42b9-466a-a802-ca50cb667867 None None] Network a903e9d5-f4b6-4bb0-b69e-5b19652cfa94 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:15:56.375391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-79469b1e-5eae-4a13-84a9-7ed15acc8e97 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7734272 Jul 09 13:15:56.430294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e94923-b025-4d8a-a45a-fd5ce8a53759 service neutron] Pushing event updated for resources: {'Port': ['ID=2b87ced9-af20-4aaa-9cc3-141f62d1403a,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:56.437716 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49748) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:56.525862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cd353-0c72-442e-a127-3b8031c0407c req-d151fa54-cf5d-4606-bf8e-40d9857d3e25 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:56.541578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-749cd353-0c72-442e-a127-3b8031c0407c req-d151fa54-cf5d-4606-bf8e-40d9857d3e25 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 947 time: 0.4651501 Jul 09 13:15:56.598393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-21fe2774-60a7-4df6-8011-3a4c55140758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:56.600001 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-21fe2774-60a7-4df6-8011-3a4c55140758 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 1098 time: 0.3857245 Jul 09 13:15:56.678814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6318250-001e-4f2b-bfcc-b34cfe494bf2 None None] Network a903e9d5-f4b6-4bb0-b69e-5b19652cfa94 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:15:56.697538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-05053ebc-4c3b-42e1-a5bc-f09b71c14093 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=2b87ced9-af20-4aaa-9cc3-141f62d1403a HTTP/1.1" status: 200 len: 217 time: 0.0888453 Jul 09 13:15:56.751512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-749cd353-0c72-442e-a127-3b8031c0407c req-fbe51d2c-9bff-47b1-816e-0135e4ce190c tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090001 Jul 09 13:15:56.788093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-acd5ea96-55b2-47f7-845c-38c5150779c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:56.795060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-acd5ea96-55b2-47f7-845c-38c5150779c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0903523 Jul 09 13:15:56.867740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bbff-d363-4456-91d6-b32cc6aab39d req-192ff68f-a807-4fda-9837-9bdc30b54141 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:56.875269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8548bbff-d363-4456-91d6-b32cc6aab39d req-192ff68f-a807-4fda-9837-9bdc30b54141 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1095 time: 0.2915509 Jul 09 13:15:56.899263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-ac3c85a2-18c3-4a42-ad46-341dc326ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:56.904676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-ac3c85a2-18c3-4a42-ad46-341dc326ef0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021614 Jul 09 13:15:56.960095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8548bbff-d363-4456-91d6-b32cc6aab39d req-bdedbf5b-5071-4b50-be90-d08be0736eb0 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838804 Jul 09 13:15:57.074757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5', 'tag': '2b87ced9-af20-4aaa-9cc3-141f62d1403a'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:15:57.082393 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c35b47-1422-4e41-843b-20cfafbc5cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5", "tag": "2b87ced9-af20-4aaa-9cc3-141f62d1403a"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:15:57.136159 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-514026ed-8d51-4b9c-8068-f2567881aadf service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204173 Jul 09 13:15:57.276822 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ff8cea-dd7d-4069-8059-4034741904df x-openstack-request-id: req-33ff8cea-dd7d-4069-8059-4034741904df {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:15:57.277346 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5", "tag": "2b87ced9-af20-4aaa-9cc3-141f62d1403a", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:15:57.277596 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33ff8cea-dd7d-4069-8059-4034741904df {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:15:57.277967 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5', 'tag': '2b87ced9-af20-4aaa-9cc3-141f62d1403a', 'status': 'completed', 'code': 200} Jul 09 13:15:57.303937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787f10c8-c925-4dc8-8fec-9d6d811e09b1 req-a82fba23-67c9-48ee-8b50-85ef7e592397 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612816 Jul 09 13:15:57.365785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-9bc76f61-b0b2-4adc-a121-632de54732b6 req-ff5ccf50-fc60-43a2-8079-bd2a5457ad64 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1809300410', 'description': 'tempest-description-275939047'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:57.400183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:57.449299 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bc76f61-b0b2-4adc-a121-632de54732b6 req-ff5ccf50-fc60-43a2-8079-bd2a5457ad64 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:57.473151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-32c3178b-a88b-482d-b488-c7670e631305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:57.475008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-32c3178b-a88b-482d-b488-c7670e631305 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 1098 time: 0.1040664 Jul 09 13:15:57.632496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-567ede58-3e01-4b37-8fdd-0a6d0855b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:57.633993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-567ede58-3e01-4b37-8fdd-0a6d0855b69e service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1483023 Jul 09 13:15:57.707839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-ec239399-203f-4b5f-b25f-fb2df3753e2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=2b87ced9-af20-4aaa-9cc3-141f62d1403a HTTP/1.1" status: 200 len: 217 time: 0.0412979 Jul 09 13:15:57.778629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bc76f61-b0b2-4adc-a121-632de54732b6 req-ff5ccf50-fc60-43a2-8079-bd2a5457ad64 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:57.784375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bc76f61-b0b2-4adc-a121-632de54732b6 req-ff5ccf50-fc60-43a2-8079-bd2a5457ad64 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:57.829708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bc76f61-b0b2-4adc-a121-632de54732b6 req-ff5ccf50-fc60-43a2-8079-bd2a5457ad64 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:57.841709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bc76f61-b0b2-4adc-a121-632de54732b6 req-ff5ccf50-fc60-43a2-8079-bd2a5457ad64 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4801898 Jul 09 13:15:57.846533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-dd20b240-631e-4fe4-9756-76501db87c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:57.853337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-dd20b240-631e-4fe4-9756-76501db87c85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1256993 Jul 09 13:15:57.860506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ccf50-fc60-43a2-8079-bd2a5457ad64 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244fd362-f5ab-4078-9a6d-1c432609aa4c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:57.904369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-14adab25-26a3-43ca-84a2-a642572ce51f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:57.911136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-14adab25-26a3-43ca-84a2-a642572ce51f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 820 time: 0.2229137 Jul 09 13:15:57.942861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-db38a7be-4d2e-4a5f-acb5-209431721388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:57.944980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-db38a7be-4d2e-4a5f-acb5-209431721388 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783696 Jul 09 13:15:57.947768 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-34633e5e-642a-47cf-b58b-9ff1d1486809 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/quotas/26bd7ebced4148749bb727cbdc378ef0 HTTP/1.1" status: 200 len: 375 time: 0.0352170 Jul 09 13:15:58.012381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Deleting port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:15:58.012794 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:58.091564 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-c51dee39-b843-4830-9543-05fe43792d1e tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364517 Jul 09 13:15:58.095792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9403f-02fe-4b67-b616-aeea98cab8d4 req-46a632e5-4ebf-40ae-882d-c1fb6ad54912 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:58.097306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1c9403f-02fe-4b67-b616-aeea98cab8d4 req-46a632e5-4ebf-40ae-882d-c1fb6ad54912 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 949 time: 0.1256690 Jul 09 13:15:58.099202 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-aac418ee-feb1-4149-8cb1-d64d4e83efdb service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463292 Jul 09 13:15:58.161030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] For port 2d0b26a6-d4ce-4694-8330-fc0c2f888f21, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:15:58.161447 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:58.179755 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Calling delete_port for 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:15:58.206803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1c9403f-02fe-4b67-b616-aeea98cab8d4 req-181f490e-7fd9-4aab-8a41-08148bcf53b7 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039715 Jul 09 13:15:58.238711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33c35b47-1422-4e41-843b-20cfafbc5cb3 req-d68e2bac-689b-45ad-9efa-34c571791d53 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245165 Jul 09 13:15:58.324739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-1ec47b64-9ac2-4f9d-afae-e04f0ed2518c service neutron] 10.222.0.32 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217004 Jul 09 13:15:58.427301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850319b-f002-4bed-a48d-d4bfefd95cea req-c5e4e24e-a7e6-4958-bf2e-e6f47767d7bf tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:58.431449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6850319b-f002-4bed-a48d-d4bfefd95cea req-c5e4e24e-a7e6-4958-bf2e-e6f47767d7bf tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 947 time: 0.0956628 Jul 09 13:15:58.479804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6850319b-f002-4bed-a48d-d4bfefd95cea req-e284a5c4-de6d-4b29-b746-8f0d070f004a tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369604 Jul 09 13:15:58.527433 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-39fc3504-ff39-401f-9d8d-e1cdfa28a883 service neutron] 10.222.0.32 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919603 Jul 09 13:15:58.559266 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6d1829b-0770-47ff-869a-e2ec6a06399c req-8380a4d9-da8d-4628-9655-3d2a843e7006 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/244fd362-f5ab-4078-9a6d-1c432609aa4c HTTP/1.1" status: 200 len: 1812 time: 0.0433452 Jul 09 13:15:58.569894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d6d1829b-0770-47ff-869a-e2ec6a06399c req-8e4bf392-5827-4b78-8e39-4da20a51b8bd tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '244fd362-f5ab-4078-9a6d-1c432609aa4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:58.570211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d6d1829b-0770-47ff-869a-e2ec6a06399c req-8e4bf392-5827-4b78-8e39-4da20a51b8bd tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '244fd362-f5ab-4078-9a6d-1c432609aa4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:58.603728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:58.642744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d6d1829b-0770-47ff-869a-e2ec6a06399c req-8e4bf392-5827-4b78-8e39-4da20a51b8bd tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:58.675024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d6d1829b-0770-47ff-869a-e2ec6a06399c req-8e4bf392-5827-4b78-8e39-4da20a51b8bd tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:58.680787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d6d1829b-0770-47ff-869a-e2ec6a06399c req-8e4bf392-5827-4b78-8e39-4da20a51b8bd tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:58.706194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bf392-5827-4b78-8e39-4da20a51b8bd tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8898c594-f95c-4cf8-a31f-dd2e81dd39c2,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:58.714802 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d6d1829b-0770-47ff-869a-e2ec6a06399c req-8e4bf392-5827-4b78-8e39-4da20a51b8bd tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:58.716281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6d1829b-0770-47ff-869a-e2ec6a06399c req-8e4bf392-5827-4b78-8e39-4da20a51b8bd tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1507316 Jul 09 13:15:58.741293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0b26a6-d4ce-4694-8330-fc0c2f888f21,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:58.920686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-358e5777-ec99-4076-8b43-6aceef30d014 req-1e193c2a-da00-4b9b-882d-f14d3e920140 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 210 time: 0.0466774 Jul 09 13:15:59.006506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5c67faa9-8369-457f-8ba4-0c560953df3b req-facf8c86-b9c2-4306-a66b-9525dea80836 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/244fd362-f5ab-4078-9a6d-1c432609aa4c HTTP/1.1" status: 200 len: 2405 time: 0.1003220 Jul 09 13:15:59.014010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.058776 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-efc244cd-9240-4c14-8087-967f8a391bc9 req-3040380e-53f2-469c-a7f3-1312b40dceec tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-group-rules/8898c594-f95c-4cf8-a31f-dd2e81dd39c2 HTTP/1.1" status: 200 len: 778 time: 0.0344191 Jul 09 13:15:59.113057 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-efc244cd-9240-4c14-8087-967f8a391bc9 req-845670de-0390-4686-a384-7ec039207282 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/244fd362-f5ab-4078-9a6d-1c432609aa4c HTTP/1.1" status: 200 len: 2405 time: 0.0479989 Jul 09 13:15:59.150907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-efc244cd-9240-4c14-8087-967f8a391bc9 req-b25c033d-57d9-41dd-81bd-d0f4735c8055 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.161860 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-efc244cd-9240-4c14-8087-967f8a391bc9 req-b25c033d-57d9-41dd-81bd-d0f4735c8055 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.196580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-efc244cd-9240-4c14-8087-967f8a391bc9 req-b25c033d-57d9-41dd-81bd-d0f4735c8055 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.206726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-efc244cd-9240-4c14-8087-967f8a391bc9 req-b25c033d-57d9-41dd-81bd-d0f4735c8055 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.208352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-efc244cd-9240-4c14-8087-967f8a391bc9 req-b25c033d-57d9-41dd-81bd-d0f4735c8055 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8898c594-f95c-4cf8-a31f-dd2e81dd39c2 HTTP/1.1" status: 204 len: 173 time: 0.0881729 Jul 09 13:15:59.220262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c033d-57d9-41dd-81bd-d0f4735c8055 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8898c594-f95c-4cf8-a31f-dd2e81dd39c2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:15:59.490645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d1c84-c470-4b08-9f11-c63567432899 req-9ec4fada-16b4-43fa-9f13-cb2b0ef43c2b tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:59.495549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-607d1c84-c470-4b08-9f11-c63567432899 req-9ec4fada-16b4-43fa-9f13-cb2b0ef43c2b tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 949 time: 0.1258266 Jul 09 13:15:59.624372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-24da346d-2562-4475-aa43-a6dc629e2957 req-423fd841-1684-4a68-bf55-f0376b574b8c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-393481165', 'description': 'tempest-description-1573251036'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:15:59.629344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-607d1c84-c470-4b08-9f11-c63567432899 req-0eb11c6a-18df-4266-960c-7783dc68b01b tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058946f-4f15-4367-b190-cdcafd433b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301241 Jul 09 13:15:59.660456 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-24da346d-2562-4475-aa43-a6dc629e2957 req-423fd841-1684-4a68-bf55-f0376b574b8c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.661377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-7a14f3a9-4021-45f5-87f0-5ff5c3cfab8a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:15:59.663310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-7a14f3a9-4021-45f5-87f0-5ff5c3cfab8a tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.11 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 949 time: 0.1511536 Jul 09 13:15:59.715261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Router d84dbec3-56c7-4992-90be-be8809a4e542 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:15:59.869086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-24da346d-2562-4475-aa43-a6dc629e2957 req-423fd841-1684-4a68-bf55-f0376b574b8c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.889903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-24da346d-2562-4475-aa43-a6dc629e2957 req-423fd841-1684-4a68-bf55-f0376b574b8c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.922500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:15:59.924898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-24da346d-2562-4475-aa43-a6dc629e2957 req-423fd841-1684-4a68-bf55-f0376b574b8c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:59.935670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] Sync routers for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:15:59.937721 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24da346d-2562-4475-aa43-a6dc629e2957 req-423fd841-1684-4a68-bf55-f0376b574b8c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3190126 Jul 09 13:15:59.944803 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb2b71b1-a1f2-4db2-bac1-3cb8f7641181 admin admin] 10.222.0.32 "PUT /v2.0/routers/d84dbec3-56c7-4992-90be-be8809a4e542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059738 Jul 09 13:15:59.950629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:15:59.951506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49844) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:15:59.953071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:00.001670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fd841-1684-4a68-bf55-f0376b574b8c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6abe51-336f-49ed-953f-79e83fa0df66,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:00.025660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Deleting port 60930e51-8045-4024-b0c7-17de82c9a647 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:00.026014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:00.054735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d423c22e-9a21-42b1-ac10-afcec12f3254 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:00.147930 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:00.191267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b694e5-7db3-4dcf-bf57-84cc013e73f9 req-71960ec1-3230-4fd6-90f0-c2b360ba874b tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:00.192866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94b694e5-7db3-4dcf-bf57-84cc013e73f9 req-71960ec1-3230-4fd6-90f0-c2b360ba874b tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 947 time: 0.3131075 Jul 09 13:16:00.275035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:00.390214 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94b694e5-7db3-4dcf-bf57-84cc013e73f9 req-9d1efa8a-0f33-4d29-a9ef-9a7bf84e0012 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713583 Jul 09 13:16:00.435545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] For port 60930e51-8045-4024-b0c7-17de82c9a647, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=60930e51-8045-4024-b0c7-17de82c9a647,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:00.435916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:00.458551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Calling delete_port for 60930e51-8045-4024-b0c7-17de82c9a647 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:00.541455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:16:00.599045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:00.614004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'port_id': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'mac_address': 'fa:16:3e:16:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558cddb0-8b62-4eeb-b90e-28ff554b319b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:00.682129 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:00.682560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-beb0fa6f-8eab-4ebd-9091-f4393b8de4bf tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:00.684408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-beb0fa6f-8eab-4ebd-9091-f4393b8de4bf tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 820 time: 0.3234315 Jul 09 13:16:00.702774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['60930e51-8045-4024-b0c7-17de82c9a647'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:00.703458 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd918367-1d35-48dd-8a94-7b1e337a5eb8 req-58f188e9-c68a-42ed-bac3-e688001a3221 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/1c6abe51-336f-49ed-953f-79e83fa0df66 HTTP/1.1" status: 200 len: 1812 time: 0.2649381 Jul 09 13:16:00.712130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Request body: {'port': {'device_id': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'admin_state_up': True, 'tenant_id': '26bd7ebced4148749bb727cbdc378ef0'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:00.766816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:16:00.862187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af18385c-3e94-4d20-84d3-7237f7715a2a req-0ed018ee-0836-400f-a8ff-a52a41cc9596 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 210 time: 0.1815791 Jul 09 13:16:00.863039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Pushing event deleted for resources: {'Port': ['ID=60930e51-8045-4024-b0c7-17de82c9a647,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:00.874169 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:00.875266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Deleting port 9b1432ed-b07d-445b-8adf-fd689c32293c {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:00.878669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:00.898025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d423c22e-9a21-42b1-ac10-afcec12f3254 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:00.970701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] No DVR routers for this DVR port 60930e51-8045-4024-b0c7-17de82c9a647 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:00.977463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:00.984387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2f7802a-8d5c-493d-8c0e-ac3f289115a9 req-9a7c6407-3ca2-4ff5-9854-4ea36d7d4d69 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.11 "DELETE /v2.0/ports/60930e51-8045-4024-b0c7-17de82c9a647 HTTP/1.1" status: 204 len: 173 time: 1.3078969 Jul 09 13:16:00.985162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f56522-fca4-4b51-be5b-31f87b4f3bab', 'name': 'network-vif-deleted', 'tag': '60930e51-8045-4024-b0c7-17de82c9a647'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:00.998974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:00.999638 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae604b98-2836-4493-b120-96f14b2ebea9" -d '{"events": [{"server_uuid": "46f56522-fca4-4b51-be5b-31f87b4f3bab", "name": "network-vif-deleted", "tag": "60930e51-8045-4024-b0c7-17de82c9a647"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:01.080281 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:01.081280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 2b87ced9-af20-4aaa-9cc3-141f62d1403a details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:01.162325 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f2f66aa-7d88-44a3-ad98-e84c9f158b01 req-9af642e3-073a-4520-9bc1-bfa6befb0971 tempest-LiveMigrationNegativeTest-1190944629 tempest-LiveMigrationNegativeTest-1190944629-project] 10.222.0.32 "GET /v2.0/ports?device_id=46f56522-fca4-4b51-be5b-31f87b4f3bab HTTP/1.1" status: 200 len: 210 time: 0.0720844 Jul 09 13:16:01.191582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:01.302673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:15:58Z', 'revision_number': 5, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port': {'id': '9b1432ed-b07d-445b-8adf-fd689c32293c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:14:28Z', 'updated_at': '2021-07-09T13:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:01.346668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] Checking router: d84dbec3-56c7-4992-90be-be8809a4e542 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:16:01.366078 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d3e75-a5fd-4208-87df-08a300b969ac x-openstack-request-id: req-5f9d3e75-a5fd-4208-87df-08a300b969ac {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:01.366586 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f56522-fca4-4b51-be5b-31f87b4f3bab", "name": "network-vif-deleted", "tag": "60930e51-8045-4024-b0c7-17de82c9a647", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:01.366681 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f9d3e75-a5fd-4208-87df-08a300b969ac {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:01.367190 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f56522-fca4-4b51-be5b-31f87b4f3bab', 'name': 'network-vif-deleted', 'tag': '60930e51-8045-4024-b0c7-17de82c9a647', 'status': 'completed', 'code': 200} Jul 09 13:16:01.369476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] Routers {'d84dbec3-56c7-4992-90be-be8809a4e542'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:16:01.370378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d84dbec3-56c7-4992-90be-be8809a4e542'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:01.371782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Made reservation on behalf of 26bd7ebced4148749bb727cbdc378ef0 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:01.382870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:01.455430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d0abd-c4a2-4f2a-adf5-3af887998875 req-8804c962-466f-4395-a3a3-97bd08381fa3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:01.473420 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-432d0abd-c4a2-4f2a-adf5-3af887998875 req-8804c962-466f-4395-a3a3-97bd08381fa3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 946 time: 0.4972799 Jul 09 13:16:01.516282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-1f244485-5edf-49bf-84fa-c26b33f800f2 req-6d6b2076-8ae9-4ed2-94a1-98b0b39e9e7b tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-966367762', 'description': 'tempest-description-1025100141'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:01.526223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 2b87ced9-af20-4aaa-9cc3-141f62d1403a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2b87ced9-af20-4aaa-9cc3-141f62d1403a,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:01.533747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] For port 9b1432ed-b07d-445b-8adf-fd689c32293c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9b1432ed-b07d-445b-8adf-fd689c32293c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:01.534412 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:01.542637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '2b87ced9-af20-4aaa-9cc3-141f62d1403a', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '2b87ced9-af20-4aaa-9cc3-141f62d1403a', 'mac_address': 'fa:16:3e:49:32:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:01.581895 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f244485-5edf-49bf-84fa-c26b33f800f2 req-6d6b2076-8ae9-4ed2-94a1-98b0b39e9e7b tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:01.613178 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:01.615735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] Set router d84dbec3-56c7-4992-90be-be8809a4e542 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:16:01.631309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Calling delete_port for 9b1432ed-b07d-445b-8adf-fd689c32293c owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:01.661766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-432d0abd-c4a2-4f2a-adf5-3af887998875 req-ef9db007-f45a-45d6-98cd-5088f7fa3e32 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873763 Jul 09 13:16:01.851666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b87ced9-af20-4aaa-9cc3-141f62d1403a {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:01.865746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:16:00Z', 'revision_number': 6, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:01.931225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f244485-5edf-49bf-84fa-c26b33f800f2 req-6d6b2076-8ae9-4ed2-94a1-98b0b39e9e7b tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:01.937527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f244485-5edf-49bf-84fa-c26b33f800f2 req-6d6b2076-8ae9-4ed2-94a1-98b0b39e9e7b tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:01.957391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc547179-ec42-4df0-86c9-515ae0fc4398 None None] The sync data for ids ['d84dbec3-56c7-4992-90be-be8809a4e542'] in n-d-799524-3 is: [{'id': 'd84dbec3-56c7-4992-90be-be8809a4e542', 'name': 'tempest-FloatingIPsAssociationTestJSON-299980841-router', 'tenant_id': '49995763bffd4232af2d2ae882f0d8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:14:27Z', 'updated_at': '2021-07-09T13:16:00Z', 'revision_number': 6, 'project_id': '49995763bffd4232af2d2ae882f0d8ef', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:16:01.997791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 2b87ced9-af20-4aaa-9cc3-141f62d1403a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2b87ced9-af20-4aaa-9cc3-141f62d1403a,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:02.008793 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:02.015330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f244485-5edf-49bf-84fa-c26b33f800f2 req-6d6b2076-8ae9-4ed2-94a1-98b0b39e9e7b tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:02.021851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f244485-5edf-49bf-84fa-c26b33f800f2 req-6d6b2076-8ae9-4ed2-94a1-98b0b39e9e7b tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5069993 Jul 09 13:16:02.054299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b2076-8ae9-4ed2-94a1-98b0b39e9e7b tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16792325-9fda-4717-84bf-9ffa4ea052ce,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:02.121802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=2b87ced9-af20-4aaa-9cc3-141f62d1403a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:02.136768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d423c22e-9a21-42b1-ac10-afcec12f3254'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:02.278530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-624b159a-890d-47ee-b7c1-5ff5b26e3a00 req-2c937e45-ec35-43ff-a576-560e594824a2 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 210 time: 0.0598955 Jul 09 13:16:02.355746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['2b87ced9-af20-4aaa-9cc3-141f62d1403a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:02.396011 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e796ac38-d6f3-4852-aa26-e47aa3acf6a4 req-4e47a7f5-03ed-4d6d-a9cd-0a6f5d5171c8 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/16792325-9fda-4717-84bf-9ffa4ea052ce HTTP/1.1" status: 200 len: 1812 time: 0.0763335 Jul 09 13:16:02.442086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Allocated IP 172.20.0.4 (0eecf577-47de-495c-a7e6-8efa9225a216/bcf7af52-edef-471e-9395-9dec002c2723/d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:16:02.491255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c5905-43b9-44fb-b1a9-1a8bb01ca4c4 req-81773aa7-cbc9-4b37-aff3-8cb3467dc20b tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:02.502570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-612c5905-43b9-44fb-b1a9-1a8bb01ca4c4 req-81773aa7-cbc9-4b37-aff3-8cb3467dc20b tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 948 time: 0.4098253 Jul 09 13:16:02.543309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:02.558823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-af8c7d9c-acf1-49b1-a142-8e4a495429a9 req-54316833-efaf-4c1f-997c-e0a9f2acffff tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-700861695', 'description': 'tempest-description-670081874'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:02.604961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-af8c7d9c-acf1-49b1-a142-8e4a495429a9 req-54316833-efaf-4c1f-997c-e0a9f2acffff tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:02.667268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1432ed-b07d-445b-8adf-fd689c32293c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:02.747580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-612c5905-43b9-44fb-b1a9-1a8bb01ca4c4 req-8b0004c9-7b6a-4921-ac03-1c160ace5dbd tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437625 Jul 09 13:16:02.875140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-af8c7d9c-acf1-49b1-a142-8e4a495429a9 req-54316833-efaf-4c1f-997c-e0a9f2acffff tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:02.883236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-af8c7d9c-acf1-49b1-a142-8e4a495429a9 req-54316833-efaf-4c1f-997c-e0a9f2acffff tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:02.937738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:02.948264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54316833-efaf-4c1f-997c-e0a9f2acffff tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1d9127-5902-4007-a1f6-ffc30e3e8225,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:02.965565 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-af8c7d9c-acf1-49b1-a142-8e4a495429a9 req-54316833-efaf-4c1f-997c-e0a9f2acffff tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:02.967904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af8c7d9c-acf1-49b1-a142-8e4a495429a9 req-54316833-efaf-4c1f-997c-e0a9f2acffff tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4167647 Jul 09 13:16:03.090426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a95f8b39-7213-40f2-8350-449ef4fa3382 req-46ce3a22-c0e5-41e3-86aa-062b310e80c4 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/ba1d9127-5902-4007-a1f6-ffc30e3e8225 HTTP/1.1" status: 200 len: 1811 time: 0.0902805 Jul 09 13:16:03.122604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-8dd49b33-2eb6-4212-9632-a8f759fc0c63 req-c0062698-eb36-485f-903e-3e44f4883f73 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-525897222', 'description': 'tempest-description-893664796'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:03.138770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49928) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:03.185430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8dd49b33-2eb6-4212-9632-a8f759fc0c63 req-c0062698-eb36-485f-903e-3e44f4883f73 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.188128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.309088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.345221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:03.420483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:03.420830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2d0b26a6-d4ce-4694-8330-fc0c2f888f21 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:03.421253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9b1432ed-b07d-445b-8adf-fd689c32293c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:03.457224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8dd49b33-2eb6-4212-9632-a8f759fc0c63 req-c0062698-eb36-485f-903e-3e44f4883f73 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.480810 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.487725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9b1432ed-b07d-445b-8adf-fd689c32293c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:03.490509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9b1432ed-b07d-445b-8adf-fd689c32293c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:03.502348 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.508290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8292079a-cc46-418d-9c16-6c692c40aa77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe1bcc9883ab460a95d4b305fc2464a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681438 Jul 09 13:16:03.509289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8dd49b33-2eb6-4212-9632-a8f759fc0c63 req-c0062698-eb36-485f-903e-3e44f4883f73 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.512394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49936) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:03.563768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8dd49b33-2eb6-4212-9632-a8f759fc0c63 req-c0062698-eb36-485f-903e-3e44f4883f73 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.576686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8dd49b33-2eb6-4212-9632-a8f759fc0c63 req-c0062698-eb36-485f-903e-3e44f4883f73 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4586329 Jul 09 13:16:03.602608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0062698-eb36-485f-903e-3e44f4883f73 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321e8ac1-f8e1-43c9-8c3f-68cab3271f55,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:03.637762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1016e089-eebc-42a3-a9c9-2f5f54c78214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.655092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Network 0eecf577-47de-495c-a7e6-8efa9225a216 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:16:03.689259 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1016e089-eebc-42a3-a9c9-2f5f54c78214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.690552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Pushing event updated for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:03.731066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:03.735417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:16:03.762626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-c314803e-39e2-483f-a3f0-a09012adb935 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--423914041&fields=id&tenant_id=886ec88855ee4059af64bc7766d1a1e8 HTTP/1.1" status: 200 len: 267 time: 0.0814152 Jul 09 13:16:03.779594 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.780363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d84dbec3-56c7-4992-90be-be8809a4e542 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:16:03.798515 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.802864 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5345756b-8774-4b05-b2be-c7049b53499e admin admin] 10.222.0.32 "DELETE /v2.0/routers/d84dbec3-56c7-4992-90be-be8809a4e542 HTTP/1.1" status: 204 len: 168 time: 3.8503096 Jul 09 13:16:03.803751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49952) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:03.864521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1016e089-eebc-42a3-a9c9-2f5f54c78214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.867205 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1016e089-eebc-42a3-a9c9-2f5f54c78214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.868327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1016e089-eebc-42a3-a9c9-2f5f54c78214 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7058946f-4f15-4367-b190-cdcafd433b40 HTTP/1.1" status: 204 len: 168 time: 0.3526413 Jul 09 13:16:03.883305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016e089-eebc-42a3-a9c9-2f5f54c78214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7058946f-4f15-4367-b190-cdcafd433b40,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:03.904713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:03.907300 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:03.977763 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-63f72a3b-5602-457d-9d5e-74904cd18dbe tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2705724 Jul 09 13:16:03.993588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038cd5b-dfd2-4073-a274-037d658bd9f3 req-e1467787-c54a-49ad-95e0-b3ab15ef0aaa tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:03.998478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-166477fd-a52e-485f-a8c7-00b503e30fb6 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:04.002874 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2038cd5b-dfd2-4073-a274-037d658bd9f3 req-e1467787-c54a-49ad-95e0-b3ab15ef0aaa tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 931 time: 0.5267019 Jul 09 13:16:04.010428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d423c22e-9a21-42b1-ac10-afcec12f3254 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:04.011313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-166477fd-a52e-485f-a8c7-00b503e30fb6 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 824 time: 0.2468860 Jul 09 13:16:04.035368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Request body: {'port': {'device_id': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:04.067170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-369b5db0-7b78-4e68-a777-a3b23b226d40 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/quotas/886ec88855ee4059af64bc7766d1a1e8 HTTP/1.1" status: 200 len: 375 time: 0.0498364 Jul 09 13:16:04.132701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port d423c22e-9a21-42b1-ac10-afcec12f3254 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:04.132950 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.156578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20a5093-a6d8-421d-b2c1-4b87239d8606 admin admin] Deleting subnet f4ef39dc-c313-46dc-9dad-dbdf47120968 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:16:04.167679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b20a5093-a6d8-421d-b2c1-4b87239d8606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.205860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-decf8cb0-66bd-4028-addf-734c6681102e tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1394868 Jul 09 13:16:04.274552 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b20a5093-a6d8-421d-b2c1-4b87239d8606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.342378 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.382718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-0ed772b0-1506-4d30-9e07-6049432acafe service neutron] 10.222.0.32 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549363 Jul 09 13:16:04.418859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:04.419920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:04.422427 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9c2ec1-fb11-4a1f-b7a8-851f019aa96c" -d '{"events": [{"server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "name": "network-vif-plugged", "status": "completed", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:04.433544 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.434620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 2b87ced9-af20-4aaa-9cc3-141f62d1403a up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:04.489648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-bfab37ce-858d-4e67-94c3-6728177a29e5 service neutron] 10.222.0.32 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974357 Jul 09 13:16:04.509059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b20a5093-a6d8-421d-b2c1-4b87239d8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.524487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49964) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:04.598817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b20a5093-a6d8-421d-b2c1-4b87239d8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.609118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:04.616730 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2038cd5b-dfd2-4073-a274-037d658bd9f3 req-d91604f1-0e9e-4b22-91ab-a1a5ff42bce6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097817 Jul 09 13:16:04.641484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 2b87ced9-af20-4aaa-9cc3-141f62d1403a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:04.653884 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c7ba03f1-d05c-4814-95ab-5944f7424730 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bae1607db504b3abb3cdd3ddd2d4f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236398 Jul 09 13:16:04.655602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 2b87ced9-af20-4aaa-9cc3-141f62d1403a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:04.655983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.656891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49966) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:04.691602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a5093-a6d8-421d-b2c1-4b87239d8606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ef39dc-c313-46dc-9dad-dbdf47120968,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:04.747133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.786830 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b20a5093-a6d8-421d-b2c1-4b87239d8606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.803499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b20a5093-a6d8-421d-b2c1-4b87239d8606 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4ef39dc-c313-46dc-9dad-dbdf47120968 HTTP/1.1" status: 204 len: 168 time: 0.9947431 Jul 09 13:16:04.805984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49970) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:04.833289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02cc53f-ee15-469f-971b-c65376f42bd6 None None] Network 017f0574-a3b1-4b2f-a5d9-488047f27641 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:16:04.880389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d83271b8-6ac8-4c2f-8ac8-bf961dfc2a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.936422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d83271b8-6ac8-4c2f-8ac8-bf961dfc2a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.976943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-0919dffe-670b-48c1-9edf-9c26d02600f1 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:04.978962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-0919dffe-670b-48c1-9edf-9c26d02600f1 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea7755e7-1929-4ab0-9508-244ea3b001a9 HTTP/1.1" status: 200 len: 946 time: 0.2422566 Jul 09 13:16:05.082081 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.161504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d83271b8-6ac8-4c2f-8ac8-bf961dfc2a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.164335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 2b87ced9-af20-4aaa-9cc3-141f62d1403a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2b87ced9-af20-4aaa-9cc3-141f62d1403a,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:05.171061 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.173454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 60930e51-8045-4024-b0c7-17de82c9a647 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:05.174648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d83271b8-6ac8-4c2f-8ac8-bf961dfc2a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.175937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d83271b8-6ac8-4c2f-8ac8-bf961dfc2a87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/611ac70c-78c6-473f-8191-5817153d1cd6 HTTP/1.1" status: 204 len: 168 time: 0.5176706 Jul 09 13:16:05.216393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83271b8-6ac8-4c2f-8ac8-bf961dfc2a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611ac70c-78c6-473f-8191-5817153d1cd6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:05.295651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824f16b-9966-4039-bd50-e178feca2da7 req-63ce3088-4ef9-4964-96f1-84cab36cbcf0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:05.303660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3824f16b-9966-4039-bd50-e178feca2da7 req-63ce3088-4ef9-4964-96f1-84cab36cbcf0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 948 time: 0.3017900 Jul 09 13:16:05.339883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 60930e51-8045-4024-b0c7-17de82c9a647 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:05.340244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 60930e51-8045-4024-b0c7-17de82c9a647 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:05.348226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Deleting port 68508407-fc51-4c10-ae8a-bbaac7291710 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:05.348579 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.408437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=2b87ced9-af20-4aaa-9cc3-141f62d1403a,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:05.515904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] DHCP port deletion for 017f0574-a3b1-4b2f-a5d9-488047f27641 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:16:05.561472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3de36c7f-563b-46db-b39b-858ec4382136 req-a7ab3361-7593-48d3-a7a1-1ad553a16867 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/321e8ac1-f8e1-43c9-8c3f-68cab3271f55 HTTP/1.1" status: 200 len: 1811 time: 0.8754671 Jul 09 13:16:05.613579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3824f16b-9966-4039-bd50-e178feca2da7 req-8f863ddc-32b4-43f2-92c1-87a9b7e466fe tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089302 Jul 09 13:16:05.675493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.711798 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec15286-9caa-4aab-99a7-a671fa72f592 x-openstack-request-id: req-8ec15286-9caa-4aab-99a7-a671fa72f592 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:05.712113 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "name": "network-vif-plugged", "status": "completed", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:05.712343 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ec15286-9caa-4aab-99a7-a671fa72f592 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:05.712931 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'code': 200} Jul 09 13:16:05.749635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] Deleting port c037f0d1-fc3d-4fb9-862e-3569c306537b {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:05.749932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.816201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] For port 68508407-fc51-4c10-ae8a-bbaac7291710, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=68508407-fc51-4c10-ae8a-bbaac7291710,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:05.818654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.825555 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-3a931c71-fbd9-434d-b21e-b95be3295168 req-693eeddd-5129-4fa5-9851-08549c6e98a5 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] show failed (client error): The resource could not be found. Jul 09 13:16:05.839494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3a931c71-fbd9-434d-b21e-b95be3295168 req-693eeddd-5129-4fa5-9851-08549c6e98a5 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/ef6cf24c-7b94-4a34-934e-92fe3d3d2d8c HTTP/1.1" status: 404 len: 352 time: 0.0908041 Jul 09 13:16:05.891023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] For port c037f0d1-fc3d-4fb9-862e-3569c306537b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c037f0d1-fc3d-4fb9-862e-3569c306537b,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:05.891599 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.916842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] Calling delete_port for c037f0d1-fc3d-4fb9-862e-3569c306537b owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:06.050390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Deleting port c037f0d1-fc3d-4fb9-862e-3569c306537b {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:06.050736 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.105711 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.193134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] No DVR routers for this DVR port c037f0d1-fc3d-4fb9-862e-3569c306537b on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:06.199707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cf4c9-a786-40e3-b70d-6f08bdd52f6f None None] Pushing event deleted for resources: {'Port': ['ID=c037f0d1-fc3d-4fb9-862e-3569c306537b,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:06.237915 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e217841c-8a7b-4c4e-9cb0-31f27d6321ca req-dc88543b-b751-4450-aff2-5d6c2c8ae691 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 210 time: 0.2411389 Jul 09 13:16:06.328360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1cbfd-e29d-4cad-b4a9-6f8b6b9a5d08 req-8e93f526-2eb3-4fb7-84a8-bd4e355a8eb1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:06.330051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11b1cbfd-e29d-4cad-b4a9-6f8b6b9a5d08 req-8e93f526-2eb3-4fb7-84a8-bd4e355a8eb1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 931 time: 0.2442734 Jul 09 13:16:06.338888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] For port c037f0d1-fc3d-4fb9-862e-3569c306537b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c037f0d1-fc3d-4fb9-862e-3569c306537b,segment=NetworkSegment(e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da),segment_id=e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:06.339583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.345410 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-a9951413-d493-49c7-8571-5636b1f4daaa req-7a8c214a-07f3-4082-b8fa-e01af70cc78c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] show failed (client error): The resource could not be found. Jul 09 13:16:06.346494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a9951413-d493-49c7-8571-5636b1f4daaa req-7a8c214a-07f3-4082-b8fa-e01af70cc78c tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-group-rules/746c6595-96be-4f20-902d-8878e9672f9e HTTP/1.1" status: 404 len: 361 time: 0.0618432 Jul 09 13:16:06.376358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:06.380989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Calling delete_port for c037f0d1-fc3d-4fb9-862e-3569c306537b owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:06.390903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.416425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Transition to ACTIVE for port object d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:06.443854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11b1cbfd-e29d-4cad-b4a9-6f8b6b9a5d08 req-437f7401-9430-44ae-af38-48971307298d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039734 Jul 09 13:16:06.458980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.459953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.460559 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.461398 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Floating IP f06f94c4-0ae7-402b-8311-d753981a2ea3 disassociated. External IP: 172.25.5.138, port: 68508407-fc51-4c10-ae8a-bbaac7291710. Jul 09 13:16:06.461824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Calling delete_port for 68508407-fc51-4c10-ae8a-bbaac7291710 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:06.623751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7127fef1-1a23-40fa-8a2a-4e4007072aec req-a93ec1a6-1afe-49ff-866d-a23fc9be7aab tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/321e8ac1-f8e1-43c9-8c3f-68cab3271f55 HTTP/1.1" status: 200 len: 1811 time: 0.2096264 Jul 09 13:16:06.628718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Pushing event updated for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:06.714501 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.798660 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c037f0d1-fc3d-4fb9-862e-3569c306537b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:06.804411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] No DVR routers for this DVR port c037f0d1-fc3d-4fb9-862e-3569c306537b on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:06.955841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.997377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event deleted for resources: {'Port': ['ID=68508407-fc51-4c10-ae8a-bbaac7291710,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:07.060855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.091251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017f0574-a3b1-4b2f-a5d9-488047f27641']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:07.093516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-f121ea99-d585-41e4-b4e5-f9aaf5db1ef4 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:07.095460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-f121ea99-d585-41e4-b4e5-f9aaf5db1ef4 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.10 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 824 time: 0.3710701 Jul 09 13:16:07.107187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf740f6-47c9-4ce3-96b1-6a436f7d7764 req-00503299-5f92-49a5-9a36-91b36e372326 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:07.114420 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cf740f6-47c9-4ce3-96b1-6a436f7d7764 req-00503299-5f92-49a5-9a36-91b36e372326 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 949 time: 0.2565684 Jul 09 13:16:07.124720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:07.125029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e494c9e7-1fde-4ea5-9b5a-7e5d7c65c0da') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:07.137879 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.159482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.168312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:16:07.168967 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:16:07.230235 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:16:07.234048 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:16:07.314090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:07.314430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:07.314761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:07.330519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7127fef1-1a23-40fa-8a2a-4e4007072aec req-ee1e75ff-8283-49a9-8cf9-5266d39b73e5 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.433011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.433326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c037f0d1-fc3d-4fb9-862e-3569c306537b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:07.434303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:07.434626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:07.445016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7127fef1-1a23-40fa-8a2a-4e4007072aec req-ee1e75ff-8283-49a9-8cf9-5266d39b73e5 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.500467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: c037f0d1-fc3d-4fb9-862e-3569c306537b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:07.500835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c037f0d1-fc3d-4fb9-862e-3569c306537b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:07.502840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:07.517368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:07.518047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:07.518857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Bound port: d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:07.519543 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.538103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.541906 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] 10.222.0.32 "DELETE /v2.0/networks/017f0574-a3b1-4b2f-a5d9-488047f27641 HTTP/1.1" status: 204 len: 168 time: 2.7303033 Jul 09 13:16:07.552778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a00e-a50e-43a7-a649-0b1559853b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=017f0574-a3b1-4b2f-a5d9-488047f27641,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:07.675294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:07.680209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:07.693601 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.714404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b87ced9-af20-4aaa-9cc3-141f62d1403a'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:07.717242 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7c2bbb-db32-42bd-8304-66bda0276352" -d '{"events": [{"server_uuid": "6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5", "name": "network-vif-plugged", "status": "completed", "tag": "2b87ced9-af20-4aaa-9cc3-141f62d1403a"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:07.757185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:07.757982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.759679 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] 10.222.0.10 "PUT /v2.0/ports/d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b HTTP/1.1" status: 200 len: 1091 time: 3.7449098 Jul 09 13:16:07.762600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:07.773067 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a3963b-704d-4b0d-81b0-0830e1c40803" -d '{"events": [{"name": "network-changed", "server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:07.797178 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7127fef1-1a23-40fa-8a2a-4e4007072aec req-ee1e75ff-8283-49a9-8cf9-5266d39b73e5 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.802074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7127fef1-1a23-40fa-8a2a-4e4007072aec req-ee1e75ff-8283-49a9-8cf9-5266d39b73e5 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:07.803328 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7127fef1-1a23-40fa-8a2a-4e4007072aec req-ee1e75ff-8283-49a9-8cf9-5266d39b73e5 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "DELETE /v2.0/security-groups/321e8ac1-f8e1-43c9-8c3f-68cab3271f55 HTTP/1.1" status: 204 len: 173 time: 1.1508124 Jul 09 13:16:07.875300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e75ff-8283-49a9-8cf9-5266d39b73e5 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e8ac1-f8e1-43c9-8c3f-68cab3271f55,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:07.895254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d827fc4-164d-4679-b687-bd13e1585831 service neutron] Pushing event updated for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:07.956843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-3437b9e4-ea53-4fb8-a91a-6a5f395b3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:07.963676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-3437b9e4-ea53-4fb8-a91a-6a5f395b3920 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1094 time: 0.1536837 Jul 09 13:16:07.986664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cf740f6-47c9-4ce3-96b1-6a436f7d7764 req-6c09110f-0166-479f-a678-8d0249bb09e2 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8709621 Jul 09 13:16:08.007001 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-233763d5-d2c7-49c4-a13d-fde509e5bbfd tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=886ec88855ee4059af64bc7766d1a1e8 HTTP/1.1" status: 200 len: 379 time: 0.8822503 Jul 09 13:16:08.010956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50060) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:08.030983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 68508407-fc51-4c10-ae8a-bbaac7291710 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:08.041793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-555586e3-a442-464a-b40a-73e5368fdd46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b HTTP/1.1" status: 200 len: 217 time: 0.0694020 Jul 09 13:16:08.073830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Request body: {'port': {'device_id': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'admin_state_up': True, 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'security_groups': ['a60835a1-c343-4c84-9acc-2b85f2048d59']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:08.081280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 68508407-fc51-4c10-ae8a-bbaac7291710 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:08.081633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 68508407-fc51-4c10-ae8a-bbaac7291710 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:08.111728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-4791de07-132b-40fb-bde5-6bcd54034fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:08.113793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-4791de07-132b-40fb-bde5-6bcd54034fd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0657625 Jul 09 13:16:08.161826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6bd9bdc3-505e-4403-a266-d7f9378d81df req-43755b64-30bc-413f-a070-82d951ac369a tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 210 time: 0.0468068 Jul 09 13:16:08.192310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Router 7cb74042-a255-4007-9d77-6b7a2e203957 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:16:08.210448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-da7422b6-a1b6-46de-b7d2-c0fc423eb77d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49995763bffd4232af2d2ae882f0d8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980844 Jul 09 13:16:08.216499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50064) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:08.227096 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-1dfe1a03-bc2c-4fe5-8ad6-14223c654f05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621059 Jul 09 13:16:08.239740 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3724a92-5325-4762-821a-17f73d43f487 x-openstack-request-id: req-d3724a92-5325-4762-821a-17f73d43f487 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:08.240261 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5", "name": "network-vif-plugged", "status": "completed", "tag": "2b87ced9-af20-4aaa-9cc3-141f62d1403a", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:08.240968 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3724a92-5325-4762-821a-17f73d43f487 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:08.241786 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b87ced9-af20-4aaa-9cc3-141f62d1403a', 'code': 200} Jul 09 13:16:08.332381 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c26fffc-368f-4fd1-b4da-fcb6b788f6c3 x-openstack-request-id: req-1c26fffc-368f-4fd1-b4da-fcb6b788f6c3 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:08.332381 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:08.332381 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c26fffc-368f-4fd1-b4da-fcb6b788f6c3 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:08.332381 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b', 'status': 'completed', 'code': 200} Jul 09 13:16:08.434743 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-04f09781-d2e0-44a4-9011-ef46d3ea073a service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984777 Jul 09 13:16:08.500000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:16:08.502554 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a446275a-7460-4448-b1e7-8316745f0013 req-2f716386-b0e0-458b-874e-3b6bf6c6ac3d tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/ba1d9127-5902-4007-a1f6-ffc30e3e8225 HTTP/1.1" status: 200 len: 1811 time: 0.1451929 Jul 09 13:16:08.519400 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] Sync routers for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:16:08.538710 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:16:08.539417 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:08.539768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2b033-c2d4-4d8a-b095-3c71297df8fd req-f0e0a0fa-725b-4fa2-a4b8-2cf3376d102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:08.542187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7db2b033-c2d4-4d8a-b095-3c71297df8fd req-f0e0a0fa-725b-4fa2-a4b8-2cf3376d102b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 1100 time: 0.1862283 Jul 09 13:16:08.584869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] No DVR routers for this DVR port 68508407-fc51-4c10-ae8a-bbaac7291710 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:08.597028 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.599120 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b9dfde2-3c17-4a6f-a06a-c61e537c64b2 req-ec9683de-37bb-4d6d-8ecf-2921fafdf456 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.11 "DELETE /v2.0/ports/68508407-fc51-4c10-ae8a-bbaac7291710 HTTP/1.1" status: 204 len: 173 time: 3.6107631 Jul 09 13:16:08.599640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'name': 'network-vif-deleted', 'tag': '68508407-fc51-4c10-ae8a-bbaac7291710'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:08.602925 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74675646-ddbe-423e-ac8f-2b054c261a7a" -d '{"events": [{"server_uuid": "ea7755e7-1929-4ab0-9508-244ea3b001a9", "name": "network-vif-deleted", "tag": "68508407-fc51-4c10-ae8a-bbaac7291710"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:08.613345 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04643a35-a467-45e7-bb74-d71a99b0002a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.634225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Made reservation on behalf of 886ec88855ee4059af64bc7766d1a1e8 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:08.639228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.663744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4cc00392-8bdd-4597-866c-c8047df0a4e5 req-7c3b6ae0-4101-4916-b3f6-9fbb08d77546 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192302 Jul 09 13:16:08.678658 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04643a35-a467-45e7-bb74-d71a99b0002a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.685713 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7db2b033-c2d4-4d8a-b095-3c71297df8fd req-afb2b3c6-6a7f-4c31-b561-f5b0111e104c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324577 Jul 09 13:16:08.690747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d51e3f-fcef-4d60-8ddf-e3b18b70b91a req-8633965b-7a64-485a-89c3-cda0ed6f4339 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:08.698515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7d51e3f-fcef-4d60-8ddf-e3b18b70b91a req-8633965b-7a64-485a-89c3-cda0ed6f4339 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 943 time: 0.4340651 Jul 09 13:16:08.719938 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a446275a-7460-4448-b1e7-8316745f0013 req-2804c764-cbb4-4097-9d52-6740d136196e tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.792825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a446275a-7460-4448-b1e7-8316745f0013 req-2804c764-cbb4-4097-9d52-6740d136196e tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.801649 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:16:08.849341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7d51e3f-fcef-4d60-8ddf-e3b18b70b91a req-0b2d5b08-1c8c-46af-9e4a-6a132fe5557c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497307 Jul 09 13:16:08.928567 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a446275a-7460-4448-b1e7-8316745f0013 req-2804c764-cbb4-4097-9d52-6740d136196e tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.931472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a446275a-7460-4448-b1e7-8316745f0013 req-2804c764-cbb4-4097-9d52-6740d136196e tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.944456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a446275a-7460-4448-b1e7-8316745f0013 req-2804c764-cbb4-4097-9d52-6740d136196e tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba1d9127-5902-4007-a1f6-ffc30e3e8225 HTTP/1.1" status: 204 len: 173 time: 0.4293129 Jul 09 13:16:08.953525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-c246c402-07aa-4376-b2de-82bd7be2c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:08.958888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-c246c402-07aa-4376-b2de-82bd7be2c31e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1094 time: 0.1616819 Jul 09 13:16:08.965402 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04643a35-a467-45e7-bb74-d71a99b0002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.967407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804c764-cbb4-4097-9d52-6740d136196e tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1d9127-5902-4007-a1f6-ffc30e3e8225,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:08.979607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04643a35-a467-45e7-bb74-d71a99b0002a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:08.981335 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-04643a35-a467-45e7-bb74-d71a99b0002a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29876661-a807-4317-bdb8-e2f5570ca948 HTTP/1.1" status: 204 len: 168 time: 0.7640746 Jul 09 13:16:09.028966 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e66a9f-d60f-4d28-bfee-bc5be1507f57 x-openstack-request-id: req-76e66a9f-d60f-4d28-bfee-bc5be1507f57 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:09.029588 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7755e7-1929-4ab0-9508-244ea3b001a9", "name": "network-vif-deleted", "tag": "68508407-fc51-4c10-ae8a-bbaac7291710", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:09.031335 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76e66a9f-d60f-4d28-bfee-bc5be1507f57 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:09.033680 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7755e7-1929-4ab0-9508-244ea3b001a9', 'name': 'network-vif-deleted', 'tag': '68508407-fc51-4c10-ae8a-bbaac7291710', 'status': 'completed', 'code': 200} Jul 09 13:16:09.045171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04643a35-a467-45e7-bb74-d71a99b0002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29876661-a807-4317-bdb8-e2f5570ca948,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:09.081605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Allocated IP 172.20.0.5 (10ad5623-fd12-4042-b470-b29afb6c832b/7649e5ee-40d7-466b-9713-e428554c6445/4ba29f2e-70b9-434f-80dc-d28c3cd63a98) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:16:09.232759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-f683f017-8059-4ae8-a697-700273ef8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:09.240137 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-f683f017-8059-4ae8-a697-700273ef8054 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.2519460 Jul 09 13:16:09.312283 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:09.327870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-2133d1db-dcd3-4d39-8be6-3f5433df4224 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b HTTP/1.1" status: 200 len: 217 time: 0.0810764 Jul 09 13:16:09.340366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9980d3bd-aae8-45c9-9517-0ca9f359ba85 req-6fcfdc23-6a57-4c9d-bb96-1d7e91ad8f00 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/16792325-9fda-4717-84bf-9ffa4ea052ce HTTP/1.1" status: 200 len: 1812 time: 0.1559734 Jul 09 13:16:09.406200 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] Checking router: 7cb74042-a255-4007-9d77-6b7a2e203957 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:16:09.431396 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:16:09.434303 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:09.552110 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:09.585056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-8f19c6d4-fee4-422d-91f5-ae6222788d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:09.594152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-99b87ea2-1862-4320-a7f2-47d45ea34a24 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ab52eb401c849a2bac11447332661a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142054 Jul 09 13:16:09.607588 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-8f19c6d4-fee4-422d-91f5-ae6222788d2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.2380571 Jul 09 13:16:09.643093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Transition to ACTIVE for port object 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:09.679277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-491edc1b-3d87-4d96-8600-61d1c4284952 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687780 Jul 09 13:16:09.680017 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9980d3bd-aae8-45c9-9517-0ca9f359ba85 req-8b5f171f-2a07-44de-80dd-04a90b46d559 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:09.723151 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:16:09.758219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9980d3bd-aae8-45c9-9517-0ca9f359ba85 req-8b5f171f-2a07-44de-80dd-04a90b46d559 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:09.841343 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-ba011dc0-dccd-40a4-a336-d35849122846 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492927 Jul 09 13:16:09.842640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9980d3bd-aae8-45c9-9517-0ca9f359ba85 req-8b5f171f-2a07-44de-80dd-04a90b46d559 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:09.846858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9980d3bd-aae8-45c9-9517-0ca9f359ba85 req-8b5f171f-2a07-44de-80dd-04a90b46d559 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:09.862689 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9980d3bd-aae8-45c9-9517-0ca9f359ba85 req-8b5f171f-2a07-44de-80dd-04a90b46d559 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "DELETE /v2.0/security-groups/16792325-9fda-4717-84bf-9ffa4ea052ce HTTP/1.1" status: 204 len: 173 time: 0.5213535 Jul 09 13:16:09.909417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f171f-2a07-44de-80dd-04a90b46d559 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16792325-9fda-4717-84bf-9ffa4ea052ce,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:10.002042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-c9e93a11-3c00-4cd5-9160-4febd0d284f5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:10.010123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-c9e93a11-3c00-4cd5-9160-4febd0d284f5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072838 Jul 09 13:16:10.032721 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-044cb836-6adb-4dd4-af0c-2947b83627c0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/quotas/5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 375 time: 0.0217261 Jul 09 13:16:10.047137 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a3963b-704d-4b0d-81b0-0830e1c40803 req-02785df8-5117-45c8-bccf-c0853d9e483d service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831551 Jul 09 13:16:10.117847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b9c63c91-717c-43ed-84e5-26b15f8873b5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760615 Jul 09 13:16:10.120168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:10.160007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab70cf-69a0-4dd6-9671-a143abdc0eda req-c474ed8b-4d14-463d-8a66-4b30b85c10c7 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:10.164249 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25ab70cf-69a0-4dd6-9671-a143abdc0eda req-c474ed8b-4d14-463d-8a66-4b30b85c10c7 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 949 time: 0.1555588 Jul 09 13:16:10.266408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Network 10ad5623-fd12-4042-b470-b29afb6c832b is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:16:10.267914 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25ab70cf-69a0-4dd6-9671-a143abdc0eda req-032cbeb4-4e23-4b7d-b39e-a55744fbcea6 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861437 Jul 09 13:16:10.274087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:10.300130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event updated for resources: {'Port': ['ID=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:10.308758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:16:10.381842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:10.382484 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:10.469859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-93e9a205-5ab2-4179-a12f-87c703b3d497 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4316027 Jul 09 13:16:10.479311 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:10.483239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Request body: {'port': {'device_id': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:10.541181 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a66784-8ec7-4b27-8882-7a92c5cfb9e5 None None] The sync data for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 is: [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:16:10.600906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8654ad8-2024-4be3-9eaa-afb54e1bf00d req-39aa6df3-a048-4b58-8abf-81c55ac5b43d tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/1c6abe51-336f-49ed-953f-79e83fa0df66 HTTP/1.1" status: 200 len: 1812 time: 0.2091455 Jul 09 13:16:10.729121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cfd39117-05f8-4f7c-ac56-fcd6d1233340 None None] Provisioning for port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:10.755785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cfd39117-05f8-4f7c-ac56-fcd6d1233340 None None] Provisioning complete for port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:10.756250 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfd39117-05f8-4f7c-ac56-fcd6d1233340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:10.785231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db715a-a294-4858-8fdd-71f7b47dc6e6 req-0cbcf1e0-515b-415f-b562-c2452526ad21 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:10.793061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99db715a-a294-4858-8fdd-71f7b47dc6e6 req-0cbcf1e0-515b-415f-b562-c2452526ad21 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 931 time: 0.2171669 Jul 09 13:16:10.802525 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:10.848373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99db715a-a294-4858-8fdd-71f7b47dc6e6 req-8ee506fb-bf62-4710-8ff3-07a2e83fcab7 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543137 Jul 09 13:16:10.871051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-cfd39117-05f8-4f7c-ac56-fcd6d1233340 None None] Port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:16:10.974460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a8654ad8-2024-4be3-9eaa-afb54e1bf00d req-a8a80d99-a9ea-4775-8a65-5a959ccdd6cb tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.007516 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a8654ad8-2024-4be3-9eaa-afb54e1bf00d req-a8a80d99-a9ea-4775-8a65-5a959ccdd6cb tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.100131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0860e41d-f8ea-4f8a-b8ba-3acc563278cf None None] New status for floating IP f06f94c4-0ae7-402b-8311-d753981a2ea3: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:16:11.170231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a8654ad8-2024-4be3-9eaa-afb54e1bf00d req-a8a80d99-a9ea-4775-8a65-5a959ccdd6cb tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.178108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a8654ad8-2024-4be3-9eaa-afb54e1bf00d req-a8a80d99-a9ea-4775-8a65-5a959ccdd6cb tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.179458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8654ad8-2024-4be3-9eaa-afb54e1bf00d req-a8a80d99-a9ea-4775-8a65-5a959ccdd6cb tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c6abe51-336f-49ed-953f-79e83fa0df66 HTTP/1.1" status: 204 len: 173 time: 0.5481715 Jul 09 13:16:11.211838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9343b-5e52-4465-84a6-9fa7b45ea91c req-a4d27ec4-4fbb-49ac-838e-6a0fbd0149d3 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:11.223766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0ee9343b-5e52-4465-84a6-9fa7b45ea91c req-a4d27ec4-4fbb-49ac-838e-6a0fbd0149d3 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 943 time: 0.1888034 Jul 09 13:16:11.233781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a80d99-a9ea-4775-8a65-5a959ccdd6cb tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6abe51-336f-49ed-953f-79e83fa0df66,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:11.293027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:11.316659 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0ee9343b-5e52-4465-84a6-9fa7b45ea91c req-8ba19109-6222-4fdf-a85a-00572cd34842 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918164 Jul 09 13:16:11.406214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:11.418149 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.440762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Transition to ACTIVE for port object 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:11.464677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.608178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Pushing event updated for resources: {'Port': ['ID=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:11.625875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Attempting to bind port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:11.626572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Attempting to bind port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:11.627153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Attempting to bind port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 on network 10ad5623-fd12-4042-b470-b29afb6c832b {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:11.630976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:11.636954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 on network 10ad5623-fd12-4042-b470-b29afb6c832b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:11.642421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Attempting to bind port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 on network 10ad5623-fd12-4042-b470-b29afb6c832b {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:11.650761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:11.651955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Checking segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:11.653364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Bound using segment: {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:11.654785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Bound port: 4ba29f2e-70b9-434f-80dc-d28c3cd63a98, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2d401a-9f98-4c48-aac7-a625d97214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:11.655404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.658315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b', 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'port_id': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b', 'mac_address': 'fa:16:3e:16:0a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf7af52-edef-471e-9395-9dec002c2723', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:11.784818 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.816032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:11.833913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] For port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:11.840954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] For port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:11.849318 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.857802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:11.862723 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.962705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:11.972621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:11.976471 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:11.982146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] 10.222.0.10 "PUT /v2.0/ports/4ba29f2e-70b9-434f-80dc-d28c3cd63a98 HTTP/1.1" status: 200 len: 1091 time: 1.5047021 Jul 09 13:16:11.984538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'tag': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:12.002613 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e4a22-077b-4091-812c-10b248050bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a27500d-205d-4a49-9a1c-1b46a1677138", "tag": "4ba29f2e-70b9-434f-80dc-d28c3cd63a98"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:12.021029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f12e44-d83c-45ba-a660-d6402dbd33ff service neutron] Pushing event updated for resources: {'Port': ['ID=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:12.038885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d0393-bbf0-409e-bcf0-8d759bdfb058 req-c62242c4-851e-455f-a1c9-3d457970bb1a tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:12.041760 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d29d0393-bbf0-409e-bcf0-8d759bdfb058 req-c62242c4-851e-455f-a1c9-3d457970bb1a tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1096 time: 0.1013572 Jul 09 13:16:12.053910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7553c194-1507-4c83-88f6-85a73ee8dae8 req-cd7d89d9-9590-424f-8642-04333ab50d2b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 210 time: 0.0907545 Jul 09 13:16:12.107365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:12.128620 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d29d0393-bbf0-409e-bcf0-8d759bdfb058 req-269a771b-4355-4a34-8322-fae5d084f0b9 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693762 Jul 09 13:16:12.170816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-25fc8cdb-f33f-4965-8c34-fc7b9f61f994 req-f0a987ae-1247-468a-ba53-bec79bdd5788 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "GET /v2.0/security-groups/244fd362-f5ab-4078-9a6d-1c432609aa4c HTTP/1.1" status: 200 len: 1812 time: 0.0623922 Jul 09 13:16:12.245070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-0f45db00-6a6d-40c8-bd7a-aa3f2bb4ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:12.246506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-0f45db00-6a6d-40c8-bd7a-aa3f2bb4ef52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 1094 time: 0.1916685 Jul 09 13:16:12.261418 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-25fc8cdb-f33f-4965-8c34-fc7b9f61f994 req-2336717c-8da7-44b0-be16-af75c782ca31 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.290742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-25fc8cdb-f33f-4965-8c34-fc7b9f61f994 req-2336717c-8da7-44b0-be16-af75c782ca31 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.356867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-25fc8cdb-f33f-4965-8c34-fc7b9f61f994 req-2336717c-8da7-44b0-be16-af75c782ca31 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.362685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-25fc8cdb-f33f-4965-8c34-fc7b9f61f994 req-2336717c-8da7-44b0-be16-af75c782ca31 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.373967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-25fc8cdb-f33f-4965-8c34-fc7b9f61f994 req-2336717c-8da7-44b0-be16-af75c782ca31 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] 10.222.0.32 "DELETE /v2.0/security-groups/244fd362-f5ab-4078-9a6d-1c432609aa4c HTTP/1.1" status: 204 len: 173 time: 0.2021127 Jul 09 13:16:12.377530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50176) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:12.399728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58063175-3264-4c47-817f-972a7fb81acd req-28e66271-4a92-4766-8cc8-32a89ff959de tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:12.408746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58063175-3264-4c47-817f-972a7fb81acd req-28e66271-4a92-4766-8cc8-32a89ff959de tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 1100 time: 0.1207285 Jul 09 13:16:12.455947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-41af933a-09e2-4f47-9d47-e9c55453ea4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ba29f2e-70b9-434f-80dc-d28c3cd63a98 HTTP/1.1" status: 200 len: 217 time: 0.2016966 Jul 09 13:16:12.460204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-58063175-3264-4c47-817f-972a7fb81acd req-074e48a1-9ce6-4b1e-9d3a-e9dea48d296f tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.502906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336717c-8da7-44b0-be16-af75c782ca31 tempest-SecurityGroupRulesNegativeTestJSON-2092760411 tempest-SecurityGroupRulesNegativeTestJSON-2092760411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244fd362-f5ab-4078-9a6d-1c432609aa4c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:12.533614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25c180a-cf5a-4e97-be59-98d8e001d4ca admin admin] Deleting subnet d4e8afdd-85f0-48a7-b6a3-0aef129e134f {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:16:12.543148 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c25c180a-cf5a-4e97-be59-98d8e001d4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.623968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-ea887209-7bdb-444f-bd7a-054f1affbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:12.629025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-ea887209-7bdb-444f-bd7a-054f1affbd42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7649e5ee-40d7-466b-9713-e428554c6445 HTTP/1.1" status: 200 len: 863 time: 0.1570232 Jul 09 13:16:12.645361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c25c180a-cf5a-4e97-be59-98d8e001d4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.729604 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c25c180a-cf5a-4e97-be59-98d8e001d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.768809 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.822432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-9fca3f2d-98bd-422c-b5a7-e747650a7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:12.832802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-9fca3f2d-98bd-422c-b5a7-e747650a7c25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10ad5623-fd12-4042-b470-b29afb6c832b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949520 Jul 09 13:16:12.840448 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-e3bc21c7-53b7-4e4f-ba16-70577280e2b7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ab52eb401c849a2bac11447332661a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365722 Jul 09 13:16:12.841467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c25c180a-cf5a-4e97-be59-98d8e001d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.869249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad23a-908c-442f-b82d-8505827e46df req-b3398c05-7c33-4fb1-8263-f90c7de1e552 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:12.872713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c180a-cf5a-4e97-be59-98d8e001d4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e8afdd-85f0-48a7-b6a3-0aef129e134f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:12.879565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-270ad23a-908c-442f-b82d-8505827e46df req-b3398c05-7c33-4fb1-8263-f90c7de1e552 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 943 time: 0.1704106 Jul 09 13:16:12.895707 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c25c180a-cf5a-4e97-be59-98d8e001d4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:12.898042 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c25c180a-cf5a-4e97-be59-98d8e001d4ca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d4e8afdd-85f0-48a7-b6a3-0aef129e134f HTTP/1.1" status: 204 len: 168 time: 0.5184548 Jul 09 13:16:12.901244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50186) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:13.094365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-270ad23a-908c-442f-b82d-8505827e46df req-650423c6-93f8-4aed-9a4d-6ae8e2098ac5 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120345 Jul 09 13:16:13.100401 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.164964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-4fe4f833-57fe-41d2-810d-9e119a50e4a6 service neutron] 10.222.0.10 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059197 Jul 09 13:16:13.166840 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-58063175-3264-4c47-817f-972a7fb81acd req-074e48a1-9ce6-4b1e-9d3a-e9dea48d296f tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.174983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:13.256565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-58063175-3264-4c47-817f-972a7fb81acd req-074e48a1-9ce6-4b1e-9d3a-e9dea48d296f tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.308235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a566d3fa-12bc-43f0-bcd4-2c4d4dd6058b req-09aa906e-99b1-4cc0-b48e-1e7759c0e022 service neutron] 10.222.0.10 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323316 Jul 09 13:16:13.311857 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e063cd38-daf2-46f1-a79a-fe4afeed364b x-openstack-request-id: req-e063cd38-daf2-46f1-a79a-fe4afeed364b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:13.311857 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a27500d-205d-4a49-9a1c-1b46a1677138", "tag": "4ba29f2e-70b9-434f-80dc-d28c3cd63a98", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:13.312536 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e063cd38-daf2-46f1-a79a-fe4afeed364b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:13.313319 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'tag': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'status': 'completed', 'code': 200} Jul 09 13:16:13.318808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:13.327896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:13.328495 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.337012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e48a1-9ce6-4b1e-9d3a-e9dea48d296f tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c6626-1db2-4d35-937a-444a865f6a74,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:13.375019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-00309464-2591-4278-b357-8fa426c80d05 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:13.376835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-00309464-2591-4278-b357-8fa426c80d05 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108274 Jul 09 13:16:13.453109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Request body: {'port': {'device_id': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '5ab52eb401c849a2bac11447332661a2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:13.487680 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58063175-3264-4c47-817f-972a7fb81acd req-074e48a1-9ce6-4b1e-9d3a-e9dea48d296f tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0779641 Jul 09 13:16:13.534669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4a22-077b-4091-812c-10b248050bdd req-45ee46d8-e562-43ee-83e9-c93a68cc60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:13.535562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02e4a22-077b-4091-812c-10b248050bdd req-45ee46d8-e562-43ee-83e9-c93a68cc60cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 1094 time: 0.1302323 Jul 09 13:16:13.558539 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.616664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:13.620829 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3e747f-518e-402f-8977-2330844a161f" -d '{"events": [{"server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "name": "network-vif-plugged", "status": "completed", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:13.661672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.664874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:13.676785 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.701119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a903e9d5-f4b6-4bb0-b69e-5b19652cfa94']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:13.727381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d619e64-6e88-4de5-9e28-9b699db2a79f') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:13.727791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d619e64-6e88-4de5-9e28-9b699db2a79f') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:13.730396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Made reservation on behalf of 5ab52eb401c849a2bac11447332661a2 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:13.733946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.773555 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.786098 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.808775 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.809901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:13.849847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4a22-077b-4091-812c-10b248050bdd req-6cabbc30-8ccf-4007-9b9b-4fa3de5eba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:13.851371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02e4a22-077b-4091-812c-10b248050bdd req-6cabbc30-8ccf-4007-9b9b-4fa3de5eba5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 924 time: 0.3047478 Jul 09 13:16:13.881496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.897545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:16:13.898448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:16:13.907641 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:16:13.930639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02e4a22-077b-4091-812c-10b248050bdd req-e4521efb-b16b-4008-a7e6-ecb59001b873 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ba29f2e-70b9-434f-80dc-d28c3cd63a98 HTTP/1.1" status: 200 len: 217 time: 0.0722294 Jul 09 13:16:14.006401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4a22-077b-4091-812c-10b248050bdd req-8abdfc91-6a31-4313-9c8c-7cbba860b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:14.007731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02e4a22-077b-4091-812c-10b248050bdd req-8abdfc91-6a31-4313-9c8c-7cbba860b7db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7649e5ee-40d7-466b-9713-e428554c6445 HTTP/1.1" status: 200 len: 863 time: 0.0694206 Jul 09 13:16:14.013746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.059538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.061940 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] 10.222.0.32 "DELETE /v2.0/networks/a903e9d5-f4b6-4bb0-b69e-5b19652cfa94 HTTP/1.1" status: 204 len: 168 time: 1.1583059 Jul 09 13:16:14.074601 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c359e-f9cd-4963-8ce4-91dc9718003b admin admin] Pushing event deleted for resources: {'Network': ['ID=a903e9d5-f4b6-4bb0-b69e-5b19652cfa94,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:14.088824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4a22-077b-4091-812c-10b248050bdd req-f35def49-f829-44a9-af7e-883812a7fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:14.090391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02e4a22-077b-4091-812c-10b248050bdd req-f35def49-f829-44a9-af7e-883812a7fb19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10ad5623-fd12-4042-b470-b29afb6c832b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742276 Jul 09 13:16:14.128446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ad8fc-2a7c-4f98-ab81-b0628c518ca0 req-86ab87bc-bf0f-41d8-af82-4d023c98626c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:14.130087 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef5ad8fc-2a7c-4f98-ab81-b0628c518ca0 req-86ab87bc-bf0f-41d8-af82-4d023c98626c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.2909625 Jul 09 13:16:14.187682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef5ad8fc-2a7c-4f98-ab81-b0628c518ca0 req-9479db0c-8dc5-4d51-a903-8f6694a8830d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464838 Jul 09 13:16:14.270277 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.270563 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6589908c-191e-4f39-8165-de616a88dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.278747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.417852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02e4a22-077b-4091-812c-10b248050bdd req-a17ce61d-07da-46c4-b4a2-c41f35200b71 service neutron] 10.222.0.10 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188655 Jul 09 13:16:14.470465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1328c68f-91f6-4b4d-b54d-7ee45088780b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:14.479746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50226) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:14.589268 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4b60436d-70a4-471b-b3cb-9256c9a1251e req-841bdbb5-90a4-446b-9981-4cd7f15f15d5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 210 time: 0.1376030 Jul 09 13:16:14.649116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02e4a22-077b-4091-812c-10b248050bdd req-826e9887-9f44-4e68-9868-d92b3ea4ffe1 service neutron] 10.222.0.10 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216578 Jul 09 13:16:14.701859 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c1fcc-d4b2-4137-a42b-4a33feb5aba0 x-openstack-request-id: req-ed9c1fcc-d4b2-4137-a42b-4a33feb5aba0 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:14.702598 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "name": "network-vif-plugged", "status": "completed", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:14.703120 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed9c1fcc-d4b2-4137-a42b-4a33feb5aba0 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:14.703727 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b', 'code': 200} Jul 09 13:16:14.711161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50236) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:14.723429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-95b2c0db-48cc-4f32-89fd-85f8b5bf77b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b741c125dbd248f089dfe17873ca76a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327211 Jul 09 13:16:14.791598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Allocated IP 192.168.233.192 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/285e29ac-b9e2-4679-b30e-3e75463d7750) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:16:14.830156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fd65937-11c1-4b73-90f6-b1180c01bf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.865218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fd65937-11c1-4b73-90f6-b1180c01bf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.985727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07312448-3c92-47f6-b79d-8019caa3e75e req-bc3d5729-c7e7-4338-be80-bd68b98e9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:14.987952 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07312448-3c92-47f6-b79d-8019caa3e75e req-bc3d5729-c7e7-4338-be80-bd68b98e9e91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1096 time: 0.0855742 Jul 09 13:16:14.988804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fd65937-11c1-4b73-90f6-b1180c01bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.992331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fd65937-11c1-4b73-90f6-b1180c01bf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:14.996782 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9fd65937-11c1-4b73-90f6-b1180c01bf07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e6cfa80-b787-49a5-bbff-a663120f6281 HTTP/1.1" status: 204 len: 168 time: 0.2841799 Jul 09 13:16:15.016909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60547db5-1f94-4ded-adb1-730f153bc14b req-d4eba7d2-b3d2-4840-b187-26c2a2210d5b tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:15.022705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65937-11c1-4b73-90f6-b1180c01bf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6cfa80-b787-49a5-bbff-a663120f6281,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:15.026527 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60547db5-1f94-4ded-adb1-730f153bc14b req-d4eba7d2-b3d2-4840-b187-26c2a2210d5b tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 943 time: 0.1747444 Jul 09 13:16:15.056163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07312448-3c92-47f6-b79d-8019caa3e75e req-11af7ef1-ffd0-46fc-9076-cdf1d3d378d7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580726 Jul 09 13:16:15.096458 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:15.109619 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60547db5-1f94-4ded-adb1-730f153bc14b req-98662df6-2490-4340-9860-e23ef55adabb tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840862 Jul 09 13:16:15.119143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Transition to ACTIVE for port object 285e29ac-b9e2-4679-b30e-3e75463d7750 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:15.170022 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:15.263902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-e05e276d-17b6-4fe7-995b-225bb7f6870e tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:16:15.272647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-e05e276d-17b6-4fe7-995b-225bb7f6870e tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150435 Jul 09 13:16:15.279020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Request body: {'binding': {'host': 'n-h2-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:15.282661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:16:15.404108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:16:15.408400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:15.411705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:16:15.417448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:15.562490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:15.563157 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:15.602585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-721ab218-38d5-413d-9774-657e6a10e5f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2092326 Jul 09 13:16:15.619124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Request body: {'port': {'device_id': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:15.625422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04e56f-e079-473f-acc1-88a2a976a2db req-30fc7108-3480-4901-829d-bb716d12894a tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:15.627191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f04e56f-e079-473f-acc1-88a2a976a2db req-30fc7108-3480-4901-829d-bb716d12894a tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 1100 time: 0.2875581 Jul 09 13:16:15.701371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on host n-h2-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:15.701371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:15.701724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:15.720225 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f04e56f-e079-473f-acc1-88a2a976a2db req-21db883e-b6ee-470a-b513-5b75df85513a tempest-ServersAdminNegativeTestJSON-1946629113 tempest-ServersAdminNegativeTestJSON-1946629113-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 Jul 09 13:16:15.720751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:15.720994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:15.754074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:15.754412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:15.754804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:15.755309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Bound port: 41caa796-e7ce-403b-9d3a-439af2eecdea, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:15.781974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d6a86a59-2549-40db-8c81-edd8b0739997 None None] Provisioning for port 285e29ac-b9e2-4679-b30e-3e75463d7750 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:15.789641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d6a86a59-2549-40db-8c81-edd8b0739997 None None] Provisioning complete for port 285e29ac-b9e2-4679-b30e-3e75463d7750 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:15.792682 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6a86a59-2549-40db-8c81-edd8b0739997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:15.810136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:15.898121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:15.902068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d6a86a59-2549-40db-8c81-edd8b0739997 None None] Port 285e29ac-b9e2-4679-b30e-3e75463d7750 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:16:15.910198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:15.911631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-48b2d504-2345-421f-894b-46f7fa005884 service neutron] 10.222.0.32 "POST /v2.0/ports/41caa796-e7ce-403b-9d3a-439af2eecdea/bindings HTTP/1.1" status: 201 len: 389 time: 0.6379411 Jul 09 13:16:16.361418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3025-5445-4d67-9f65-293c0ca403ca req-105d2333-e3e6-416e-8344-362564c21bf8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:16.363343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-706c3025-5445-4d67-9f65-293c0ca403ca req-105d2333-e3e6-416e-8344-362564c21bf8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 936 time: 0.1519597 Jul 09 13:16:16.363931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50292) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:16.447617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-706c3025-5445-4d67-9f65-293c0ca403ca req-7546df1b-46ef-4adb-b449-30fe6aa8c836 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694351 Jul 09 13:16:16.563877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2751bd-b615-4a1f-bbff-5a7f9dc3f55a req-a6d0d367-4ad7-4fc4-922a-cca3ab987ce6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:16.571228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca2751bd-b615-4a1f-bbff-5a7f9dc3f55a req-a6d0d367-4ad7-4fc4-922a-cca3ab987ce6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.2537994 Jul 09 13:16:16.583734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-562926643-network', 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:16.641421 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca2751bd-b615-4a1f-bbff-5a7f9dc3f55a req-7191e7ae-be1f-4653-b247-83f7db856d5c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666029 Jul 09 13:16:16.667901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:16.670724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:16.686980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:16.751587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285e29ac-b9e2-4679-b30e-3e75463d7750 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:16.778085 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:16.794202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Transition to ACTIVE for port object 285e29ac-b9e2-4679-b30e-3e75463d7750 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:16.808846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:16.813649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b718277b-e1eb-4b4b-b9e4-d4b172150343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:16.870214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-e20491bb-091e-4ed7-826f-7f4a2dfc3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:16.873119 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-e20491bb-091e-4ed7-826f-7f4a2dfc3b76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1096 time: 0.3674307 Jul 09 13:16:16.913029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:16.919599 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:16.936319 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.018651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:16:17.023816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-cbb4a7d4-fbf5-4f2c-9fa0-a2dc3d153e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:17.028645 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-cbb4a7d4-fbf5-4f2c-9fa0-a2dc3d153e32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1476765 Jul 09 13:16:17.055775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:17.081786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.082126 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Added segment 004e27d6-9c20-487c-9167-5cb8c89f0312 of type vlan for network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc Jul 09 13:16:17.085180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83eb49-ce6f-4cb9-821f-53b457aedb42,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:17.173468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:17.190002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50310) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:17.203461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-2c0bbc7d-6883-403a-ad8d-770777b64cbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41caa796-e7ce-403b-9d3a-439af2eecdea HTTP/1.1" status: 200 len: 217 time: 0.1575546 Jul 09 13:16:17.213045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150dc7-0cda-4842-bea1-7ab6d0a721fc req-37ef0b38-6053-4998-bc3e-c493037399be tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:17.220468 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf150dc7-0cda-4842-bea1-7ab6d0a721fc req-37ef0b38-6053-4998-bc3e-c493037399be tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.3001664 Jul 09 13:16:17.225178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.353538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf150dc7-0cda-4842-bea1-7ab6d0a721fc req-758aa745-c6de-4564-b30a-09a2407b6f9d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318247 Jul 09 13:16:17.376123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.377992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:17.378907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.517326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] Pushing event updated for resources: {'Network': ['ID=13fcc680-ed26-45c9-bc2b-e511ec8b91dc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:17.521665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-25fff67b-689d-48b9-9eb8-8845a0bdb868 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1566122 Jul 09 13:16:17.525659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50326) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:17.537321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Request body: {'subnet': {'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-562926643-subnet', 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:17.549132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0194f09b-e7c1-499e-8d41-1a21fcd70ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.568964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:17.574348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.714627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c50a9e-b43a-4c34-9afa-ac62fc2c8740 req-ef76a4ac-4c8d-4c91-a6b5-1427c8bec34b tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:17.723136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-73c50a9e-b43a-4c34-9afa-ac62fc2c8740 req-ef76a4ac-4c8d-4c91-a6b5-1427c8bec34b tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 943 time: 0.6905534 Jul 09 13:16:17.764035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:17.765679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-29fab517-8aa9-4eb3-9cfc-a79488d4604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:17.770660 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-29fab517-8aa9-4eb3-9cfc-a79488d4604d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.5433941 Jul 09 13:16:17.778179 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'port_id': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'mac_address': 'fa:16:3e:9c:07:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:17.783593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:16:17.815200 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Attempting to bind port 285e29ac-b9e2-4679-b30e-3e75463d7750 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:17.815582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Attempting to bind port 285e29ac-b9e2-4679-b30e-3e75463d7750 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:17.815914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Attempting to bind port 285e29ac-b9e2-4679-b30e-3e75463d7750 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:17.817738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cf0db-b427-4b1b-adea-0c431ac51bdc req-af4bc916-3693-4908-87c1-bb10ab0f5018 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:17.827810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e2cf0db-b427-4b1b-adea-0c431ac51bdc req-af4bc916-3693-4908-87c1-bb10ab0f5018 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 948 time: 0.1748745 Jul 09 13:16:17.864305 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-73c50a9e-b43a-4c34-9afa-ac62fc2c8740 req-66ca02f9-ccd5-4faf-9adb-910055a83167 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401527 Jul 09 13:16:17.869513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Port 285e29ac-b9e2-4679-b30e-3e75463d7750 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:17.870035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Attempting to bind port 285e29ac-b9e2-4679-b30e-3e75463d7750 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:17.923105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e2cf0db-b427-4b1b-adea-0c431ac51bdc req-20e6f3e8-b5ab-494d-93b5-9a951e433900 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938220 Jul 09 13:16:17.940960 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.961866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:17.996245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:18.021216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:18.026934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.036350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0194f09b-e7c1-499e-8d41-1a21fcd70ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.044680 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-6839b77a-14a0-4df0-b498-1e1e9decc6aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2131331 Jul 09 13:16:18.046140 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0194f09b-e7c1-499e-8d41-1a21fcd70ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.049067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:18.049406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:18.049804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:18.050244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Bound port: 285e29ac-b9e2-4679-b30e-3e75463d7750, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:18.050618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.090215 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.110563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:18.136270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56ea44e-abc3-47a5-94d3-6e01d5687fc5,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:18.144257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Checking segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:18.144257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Network hostable DHCP agents. Network: 13fcc680-ed26-45c9-bc2b-e511ec8b91dc, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:16:18.164463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:16:18.175453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 13fcc680-ed26-45c9-bc2b-e511ec8b91dc) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:18.180261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:18.181230 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.186621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc035c-0e6d-40db-84c3-37310e6f0629 None None] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:16:18.207959 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0194f09b-e7c1-499e-8d41-1a21fcd70ae7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad3b07fcf7dc458a8d406e8a74030521&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0124729 Jul 09 13:16:18.213307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50334) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:18.215543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0ee0d131-ac39-4b08-9dd1-bf24154d10b1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6829123 Jul 09 13:16:18.270754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194f09b-e7c1-499e-8d41-1a21fcd70ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7156e-05c1-4f5a-992e-6058197b0c5c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:18.336024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9538dfc1-ca40-4f4e-9c10-bd126af2fd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.356882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['4ba29f2e-70b9-434f-80dc-d28c3cd63a98'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:18.417431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:18.442823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9538dfc1-ca40-4f4e-9c10-bd126af2fd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.448378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:18.464473 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.538118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a0ba64-7017-46aa-b6ea-ddfcd57c580f None None] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:16:18.538722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-1d3a34f6-60cf-4e69-a747-d602af757a01 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310801 Jul 09 13:16:18.551730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:18.553444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.554321 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] 10.222.0.10 "PUT /v2.0/ports/285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 1096 time: 2.9420390 Jul 09 13:16:18.554795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:18.557500 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd29043f-60d3-48da-81e8-98b929bcf728" -d '{"events": [{"name": "network-changed", "server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:18.573944 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9538dfc1-ca40-4f4e-9c10-bd126af2fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.576011 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9538dfc1-ca40-4f4e-9c10-bd126af2fd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:18.577176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9538dfc1-ca40-4f4e-9c10-bd126af2fd93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0b7156e-05c1-4f5a-992e-6058197b0c5c HTTP/1.1" status: 204 len: 168 time: 0.3602231 Jul 09 13:16:18.593367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538dfc1-ca40-4f4e-9c10-bd126af2fd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7156e-05c1-4f5a-992e-6058197b0c5c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:18.703712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b62aa-5843-4e7d-a6f0-974067bb3cab service neutron] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:18.724221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3027d-15ee-411c-8717-6756e2551083 req-ecb26128-5b61-4acc-bd0f-c361661814aa tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:18.726056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1e3027d-15ee-411c-8717-6756e2551083 req-ecb26128-5b61-4acc-bd0f-c361661814aa tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.4667079 Jul 09 13:16:18.816050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b00f-b3dc-495d-a84d-1c620c46de22 req-a40ecb28-5964-41d0-87f2-0003e5dac43b tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:18.821339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d31b00f-b3dc-495d-a84d-1c620c46de22 req-a40ecb28-5964-41d0-87f2-0003e5dac43b tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 949 time: 0.1493812 Jul 09 13:16:18.911784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d31b00f-b3dc-495d-a84d-1c620c46de22 req-71d1f809-4b67-4b6a-bdbc-6be92fd55683 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849578 Jul 09 13:16:18.928250 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1e3027d-15ee-411c-8717-6756e2551083 req-89df7a05-4b95-4237-8d56-8d76535c9d12 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533582 Jul 09 13:16:18.961700 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-e53ff144-f111-456d-a032-30a759f83324 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005272 Jul 09 13:16:18.975970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-0ceb8a54-d13d-490c-b8b1-133f5045f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:18.977511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-0ceb8a54-d13d-490c-b8b1-133f5045f798 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1099 time: 0.3131142 Jul 09 13:16:19.036819 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-fe814fc2-0235-4140-8115-669d83ad7587 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 217 time: 0.0511968 Jul 09 13:16:19.152861 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755c3c3a-4b54-4e3e-9a0f-ea2132e1eed7 x-openstack-request-id: req-755c3c3a-4b54-4e3e-9a0f-ea2132e1eed7 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:19.154043 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:19.154651 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-755c3c3a-4b54-4e3e-9a0f-ea2132e1eed7 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:19.155662 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'status': 'completed', 'code': 200} Jul 09 13:16:19.161950 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-a2543941-e9a9-4144-9d57-5b9053b6906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:19.168085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-a2543941-e9a9-4144-9d57-5b9053b6906d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1104884 Jul 09 13:16:19.296246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-5ccbf0b7-f740-43b7-a839-5b8f43702c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:19.299582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-5ccbf0b7-f740-43b7-a839-5b8f43702c06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286516 Jul 09 13:16:19.393642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e9b9f-cf05-4c23-b997-120ed26592b3 req-e497aaff-3b97-41d0-9182-525fa22d2a10 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:19.395244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-722e9b9f-cf05-4c23-b997-120ed26592b3 req-e497aaff-3b97-41d0-9182-525fa22d2a10 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.2420099 Jul 09 13:16:19.447863 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-da2ece53-6583-4789-9f95-2761938bdce8 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410429 Jul 09 13:16:19.493040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-722e9b9f-cf05-4c23-b997-120ed26592b3 req-d3bef55e-b360-4500-88e7-c81a2fee968f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877140 Jul 09 13:16:19.535093 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:19.661434 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f13cb18e-3fad-44eb-b1b7-8eac9270409f req-d99b1aa2-559e-476e-8ced-adaea9962955 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047350 Jul 09 13:16:19.820668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588661f1-c6ad-45a0-9d0a-7a7a78890d79 req-f9d2f796-5ce2-4ffe-99b5-637ad284ba0b tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:19.832668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588661f1-c6ad-45a0-9d0a-7a7a78890d79 req-f9d2f796-5ce2-4ffe-99b5-637ad284ba0b tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 944 time: 0.1742554 Jul 09 13:16:19.920881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588661f1-c6ad-45a0-9d0a-7a7a78890d79 req-9067aa8e-b4c6-4b37-ab8c-5b6f1226944c tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789058 Jul 09 13:16:20.058692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-ef329e51-2191-41fe-84e8-76753482497e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.066752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-ef329e51-2191-41fe-84e8-76753482497e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.2572947 Jul 09 13:16:20.096996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-64889d84-33db-4af4-b5ce-f6d8ea86991a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/quotas/69dab1cbd470482e99ca01cc327ac3f7 HTTP/1.1" status: 200 len: 375 time: 0.0289583 Jul 09 13:16:20.159605 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-d459ad4b-2805-45f5-8252-383438c90da1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579755 Jul 09 13:16:20.170350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-8399687a-7ce4-4e7b-b627-8dc4e02ebaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.172287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-8399687a-7ce4-4e7b-b627-8dc4e02ebaa5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1099 time: 0.4144824 Jul 09 13:16:20.201358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-23c709b6-b324-4ae3-83cf-35d36df30ce0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.203822 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-23c709b6-b324-4ae3-83cf-35d36df30ce0 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 949 time: 0.2432170 Jul 09 13:16:20.427281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bff4a-a05a-4300-8771-133c7f96bfcf req-64747b7a-7f6c-4a78-ae0e-06c3ba1dbc93 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.437954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c3bff4a-a05a-4300-8771-133c7f96bfcf req-64747b7a-7f6c-4a78-ae0e-06c3ba1dbc93 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 948 time: 0.1466262 Jul 09 13:16:20.460576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-5594b205-50c1-46b9-b10b-6256325948bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.462079 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-5594b205-50c1-46b9-b10b-6256325948bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2560272 Jul 09 13:16:20.471124 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-4af25cae-8645-4589-b90a-0a4eeec5e25f service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078229 Jul 09 13:16:20.499294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c3bff4a-a05a-4300-8771-133c7f96bfcf req-6f8afbf9-dcab-482f-ab4e-6f856f471e69 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601125 Jul 09 13:16:20.576102 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-c3f6e57c-bc22-4d28-844b-ae8154b81e0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 217 time: 0.0948834 Jul 09 13:16:20.634538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-76d06f79-7dca-4a88-8ec3-b82e35d59406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.636274 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-76d06f79-7dca-4a88-8ec3-b82e35d59406 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0497875 Jul 09 13:16:20.639788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Deleting port 2b87ced9-af20-4aaa-9cc3-141f62d1403a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:20.640135 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:20.680252 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172cdf6-899b-44bd-ac23-38d5906ee495 req-823e757e-020d-4f97-aa54-805c4f454fe4 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.688634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a172cdf6-899b-44bd-ac23-38d5906ee495 req-823e757e-020d-4f97-aa54-805c4f454fe4 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1096 time: 0.0803828 Jul 09 13:16:20.733683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a172cdf6-899b-44bd-ac23-38d5906ee495 req-a800b352-bfd4-4b02-ba1b-1752b174ba6a tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Jul 09 13:16:20.768192 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-4c794dee-b18f-40c1-8386-c32e57c1e034 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902806 Jul 09 13:16:20.878395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-b94ef8c5-32aa-4f07-8eac-63d737abb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.882395 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-b94ef8c5-32aa-4f07-8eac-63d737abb0c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2316885 Jul 09 13:16:20.889506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] For port 2b87ced9-af20-4aaa-9cc3-141f62d1403a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2b87ced9-af20-4aaa-9cc3-141f62d1403a,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:20.889863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:20.922292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Calling delete_port for 2b87ced9-af20-4aaa-9cc3-141f62d1403a owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:20.984700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69925251-a8b0-4e89-9070-d044ca9eaa8f req-e0de8f6f-0a34-4ccd-b156-db538269d105 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:20.986331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-69925251-a8b0-4e89-9070-d044ca9eaa8f req-e0de8f6f-0a34-4ccd-b156-db538269d105 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 949 time: 0.1005452 Jul 09 13:16:21.064392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-69925251-a8b0-4e89-9070-d044ca9eaa8f req-3d1b47de-4284-4a12-87ab-20d0519dcd02 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693815 Jul 09 13:16:21.200784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:21.256085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-f3607320-3910-4e7a-bacf-be476b80de10 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616359 Jul 09 13:16:21.316591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:21.320805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:21.321182 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:21.361005 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-61850de6-dad9-4e44-9a7a-3cd28603297c tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a884cdbfc182456a8da06fcaeacd6fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987730 Jul 09 13:16:21.484699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8562a9a-23ea-4f6c-9588-668f26060768 req-294c33d1-2962-4cc0-bf14-8d18da264ed3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:21.492385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8562a9a-23ea-4f6c-9588-668f26060768 req-294c33d1-2962-4cc0-bf14-8d18da264ed3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.0914891 Jul 09 13:16:21.553377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8562a9a-23ea-4f6c-9588-668f26060768 req-a7479b80-c1be-4194-86aa-b80fa234b2b7 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597627 Jul 09 13:16:21.568220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:21.630932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:21.636074 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe7cfce-9096-4e38-a3c6-e6ff2eac5574" -d '{"events": [{"server_uuid": "0a27500d-205d-4a49-9a1c-1b46a1677138", "name": "network-vif-plugged", "status": "completed", "tag": "4ba29f2e-70b9-434f-80dc-d28c3cd63a98"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:21.667861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:21.678918 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:21.810316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:21.888801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bf6b836-2f58-4a0e-b8f7-d36a4b5969b2 req-794f74bc-7789-4db6-87a6-56c44878b5c3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 210 time: 0.0492685 Jul 09 13:16:21.916604 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd29043f-60d3-48da-81e8-98b929bcf728 req-90c76dc1-9ff1-4845-bf55-71b41c4a4168 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857599 Jul 09 13:16:21.922679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:21.935159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a377256b-5877-4b75-8679-db3e50e043eb', '2b87ced9-af20-4aaa-9cc3-141f62d1403a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:22.025556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Pushing event deleted for resources: {'Port': ['ID=2b87ced9-af20-4aaa-9cc3-141f62d1403a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:22.055490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-2f89be7b-8fd9-4b61-881a-964688a15cfa tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:22.064745 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-2f89be7b-8fd9-4b61-881a-964688a15cfa tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6942255 Jul 09 13:16:22.116140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-43500ece-59d4-450d-ba5a-6ac090557b79 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/quotas/a884cdbfc182456a8da06fcaeacd6fc3 HTTP/1.1" status: 200 len: 375 time: 0.0499487 Jul 09 13:16:22.198594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] No DVR routers for this DVR port 2b87ced9-af20-4aaa-9cc3-141f62d1403a on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:22.212471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:22.217479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec455f38-13f0-4f77-8ed0-f3584e45d800 req-11906f14-49ef-4757-827d-be45884cb83e tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:22.220863 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70f05dab-8bc7-46f2-bc45-6e58131fd2ff req-3be27334-a571-475c-b2e6-78c3274e9a69 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "DELETE /v2.0/ports/2b87ced9-af20-4aaa-9cc3-141f62d1403a HTTP/1.1" status: 204 len: 173 time: 1.9461510 Jul 09 13:16:22.221362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5', 'name': 'network-vif-deleted', 'tag': '2b87ced9-af20-4aaa-9cc3-141f62d1403a'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:22.224005 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e09c3f-2982-46e8-90ea-d136f1521ca3" -d '{"events": [{"server_uuid": "6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5", "name": "network-vif-deleted", "tag": "2b87ced9-af20-4aaa-9cc3-141f62d1403a"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:22.242215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec455f38-13f0-4f77-8ed0-f3584e45d800 req-11906f14-49ef-4757-827d-be45884cb83e tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 945 time: 0.1938019 Jul 09 13:16:22.361027 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-3255ae59-b5b6-4948-a4b3-d8e66c5b573e tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a884cdbfc182456a8da06fcaeacd6fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2439952 Jul 09 13:16:22.377108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec455f38-13f0-4f77-8ed0-f3584e45d800 req-67e8dc9b-6c9f-48fc-9c71-d6b24ea53c60 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305687 Jul 09 13:16:22.722057 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc70cf6-57be-42b3-a76b-434b28a9d5d3 x-openstack-request-id: req-7fc70cf6-57be-42b3-a76b-434b28a9d5d3 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:22.722566 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a27500d-205d-4a49-9a1c-1b46a1677138", "name": "network-vif-plugged", "status": "completed", "tag": "4ba29f2e-70b9-434f-80dc-d28c3cd63a98", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:22.722771 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fc70cf6-57be-42b3-a76b-434b28a9d5d3 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:22.723855 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'code': 200} Jul 09 13:16:22.955099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1ef8500b-4df8-406d-9b64-58d8ab21a21b req-56fdd8b9-8d96-411e-add7-d5db4aa5b8b5 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0594962 Jul 09 13:16:23.045484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c26fb-3a21-42c1-9468-a64c5aaaf849 req-98ac8f1f-13fa-4677-a0dd-7c9b4b7984e9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:23.058092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-689c26fb-3a21-42c1-9468-a64c5aaaf849 req-98ac8f1f-13fa-4677-a0dd-7c9b4b7984e9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 948 time: 0.3586128 Jul 09 13:16:23.149137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76504-4712-45e6-86f0-328a2dcf0275 req-05aa8a8f-eed6-4195-94da-3a64e2ec735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:23.153238 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dbf76504-4712-45e6-86f0-328a2dcf0275 req-05aa8a8f-eed6-4195-94da-3a64e2ec735a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 1096 time: 0.1958861 Jul 09 13:16:23.199981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-689c26fb-3a21-42c1-9468-a64c5aaaf849 req-e492671a-d9ac-4491-85b6-cf41d697faaf tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407120 Jul 09 13:16:23.213421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 285e29ac-b9e2-4679-b30e-3e75463d7750 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:23.247571 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d144bb37-c911-4bc5-9f67-cbb6ae828024 x-openstack-request-id: req-d144bb37-c911-4bc5-9f67-cbb6ae828024 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:23.247954 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5", "name": "network-vif-deleted", "tag": "2b87ced9-af20-4aaa-9cc3-141f62d1403a", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:23.248122 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d144bb37-c911-4bc5-9f67-cbb6ae828024 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:23.248891 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2e09b9-6602-42a1-9ff6-87cc7be2c0a5', 'name': 'network-vif-deleted', 'tag': '2b87ced9-af20-4aaa-9cc3-141f62d1403a', 'status': 'completed', 'code': 200} Jul 09 13:16:23.394908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-51f00f48-5d5f-452e-9e05-57bf658c02a0 req-691e5f21-2efe-4d92-8a7a-2338125a230a tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 210 time: 0.1044540 Jul 09 13:16:23.559579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:23.602073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'mac_address': 'fa:16:3e:3a:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:23.685889 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dbf76504-4712-45e6-86f0-328a2dcf0275 req-8bd23cfc-8440-4ad0-9863-29544fb8d0af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4486599 Jul 09 13:16:23.734598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27fe708f-60f7-4caf-883d-60b77c971e7f req-7697705c-839f-4588-aa1d-da9fe5173e07 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 210 time: 0.1095817 Jul 09 13:16:23.750129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:23.781739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-3cbfd1e7-a9d7-4576-abb4-c34cc3b47f3b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:23.793059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285e29ac-b9e2-4679-b30e-3e75463d7750 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:23.812405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-3cbfd1e7-a9d7-4576-abb4-c34cc3b47f3b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.6261845 Jul 09 13:16:23.824773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:23.829922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Request body: {'port': {'device_id': '3d15bbb5-3b91-4a54-9b2d-341e0043d65f', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'admin_state_up': True, 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:23.830645 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:23.855213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d222a-d67d-4902-8820-5f107204d480 req-35bd65b8-9712-4e77-b068-332be11bb583 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:23.862214 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-175d222a-d67d-4902-8820-5f107204d480 req-35bd65b8-9712-4e77-b068-332be11bb583 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.4523513 Jul 09 13:16:23.940613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:24.077075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 2b87ced9-af20-4aaa-9cc3-141f62d1403a no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:24.089688 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-175d222a-d67d-4902-8820-5f107204d480 req-25984ed0-b4b0-47db-8461-5d06af1c0018 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265139 Jul 09 13:16:24.183891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:24.187726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:24.189306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['285e29ac-b9e2-4679-b30e-3e75463d7750'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:24.208423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 2b87ced9-af20-4aaa-9cc3-141f62d1403a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:24.208794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 2b87ced9-af20-4aaa-9cc3-141f62d1403a not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:24.327931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ad27-a362-4d8c-a748-487872b2c8ca req-74f66ece-74db-4030-ab72-cf28fbb9add3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:24.338589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c437ad27-a362-4d8c-a748-487872b2c8ca req-74f66ece-74db-4030-ab72-cf28fbb9add3 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 945 time: 0.3109725 Jul 09 13:16:24.479772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c437ad27-a362-4d8c-a748-487872b2c8ca req-db2dd148-6300-4aa4-9638-74accaabf825 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397636 Jul 09 13:16:24.539626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Allocated IP 172.20.0.5 (13fcc680-ed26-45c9-bc2b-e511ec8b91dc/d56ea44e-abc3-47a5-94d3-6e01d5687fc5/a1c5780b-615a-4791-b849-ccb0cbed0904) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:16:24.819881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1855310-cc85-4c69-8280-8403c5d5afe1 req-d8a09f02-8571-406c-b05d-86ac6ed039b9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:24.823140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1855310-cc85-4c69-8280-8403c5d5afe1 req-d8a09f02-8571-406c-b05d-86ac6ed039b9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 949 time: 0.1888757 Jul 09 13:16:24.889724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1855310-cc85-4c69-8280-8403c5d5afe1 req-615d0f4d-4f72-43a0-9f79-b9b89a6bedf7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576684 Jul 09 13:16:24.977896 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:25.023210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:25.054253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:16:25.072382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:25.081504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:16:25.156826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98c64630-ac54-4892-ada4-dd7b3ef16a9b req-cb127eb2-5958-414c-99dc-285045849c80 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 210 time: 0.0797703 Jul 09 13:16:25.161928 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-191d0f0c-4a1f-4009-a656-35eee7fd26c5 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a884cdbfc182456a8da06fcaeacd6fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293314 Jul 09 13:16:25.170121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event updated for resources: {'Port': ['ID=a1c5780b-615a-4791-b849-ccb0cbed0904,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:25.178508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.178989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.179586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.190144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.190781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.191628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.192199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.192758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.193306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.193844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.194389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.194969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:25.213491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:25.214441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:25.243989 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f167d099-2515-40a9-b7d8-d4225fe06e59 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4291084 Jul 09 13:16:25.260491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07aa61-f665-4828-b6aa-53a8bed184a4 req-f5979246-13ce-477a-b18c-c8acc8804592 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:25.262448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d07aa61-f665-4828-b6aa-53a8bed184a4 req-f5979246-13ce-477a-b18c-c8acc8804592 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 931 time: 0.1668398 Jul 09 13:16:25.332357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d07aa61-f665-4828-b6aa-53a8bed184a4 req-d5919f37-6e12-49c7-87bb-37389988f513 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545964 Jul 09 13:16:25.341475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-8487651a-2256-4399-b5ec-b0010882f4ad tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:25.343948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-8487651a-2256-4399-b5ec-b0010882f4ad tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748571 Jul 09 13:16:25.388210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Request body: {'port': {'device_id': '3d15bbb5-3b91-4a54-9b2d-341e0043d65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:25.388457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Request body: {'port': {'device_id': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'a884cdbfc182456a8da06fcaeacd6fc3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:25.512586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:25.634451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Made reservation on behalf of a884cdbfc182456a8da06fcaeacd6fc3 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:25.638240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:25.653807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:25.677306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f607-65d8-4bbe-a13a-19ae73e11abd req-e34ac682-4c55-4aeb-ab83-b4aa533e530e tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:25.678433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7839f607-65d8-4bbe-a13a-19ae73e11abd req-e34ac682-4c55-4aeb-ab83-b4aa533e530e tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 950 time: 0.1330121 Jul 09 13:16:25.767448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7839f607-65d8-4bbe-a13a-19ae73e11abd req-407dfbae-b017-462e-ac1c-4f4e95fe237a tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Jul 09 13:16:25.881632 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:25.885849 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:26.020431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125e39e-a83b-41be-aec0-1be573dfa129 req-a04ce767-91d8-4a87-a70d-bf803eb23c23 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:26.027459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8125e39e-a83b-41be-aec0-1be573dfa129 req-a04ce767-91d8-4a87-a70d-bf803eb23c23 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.1481421 Jul 09 13:16:26.042658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Allocated IP 192.168.233.54 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/96b9e1c5-fc47-45cd-93e1-93985ef1bba8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:16:26.057181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c5780b-615a-4791-b849-ccb0cbed0904 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:26.068297 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:26.092479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8125e39e-a83b-41be-aec0-1be573dfa129 req-fbca9b4a-1561-4167-8cd0-77491c7cd74e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623078 Jul 09 13:16:26.105425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Transition to ACTIVE for port object a1c5780b-615a-4791-b849-ccb0cbed0904 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:26.120353 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:26.202908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a026857-19bd-458b-962c-eba5c442935c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:26.245887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Pushing event updated for resources: {'Port': ['ID=a1c5780b-615a-4791-b849-ccb0cbed0904,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:26.271381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.271738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.272146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.272555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.272960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.273355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.273752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.274312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.275392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.275789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.276181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.276616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:26.330919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b92ca6-d0b0-4619-b4cc-cfaf3f184762 req-27432f92-3782-4aec-9400-96c0935173b8 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:26.339516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45b92ca6-d0b0-4619-b4cc-cfaf3f184762 req-27432f92-3782-4aec-9400-96c0935173b8 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 945 time: 0.2522364 Jul 09 13:16:26.407811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Attempting to bind port a1c5780b-615a-4791-b849-ccb0cbed0904 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:26.408410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Attempting to bind port a1c5780b-615a-4791-b849-ccb0cbed0904 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:26.408917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Attempting to bind port a1c5780b-615a-4791-b849-ccb0cbed0904 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:26.411474 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45b92ca6-d0b0-4619-b4cc-cfaf3f184762 req-e83b0bb6-6b21-4cec-9f6f-7ee5159f6491 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709252 Jul 09 13:16:26.414502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Port a1c5780b-615a-4791-b849-ccb0cbed0904 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:26.414909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Attempting to bind port a1c5780b-615a-4791-b849-ccb0cbed0904 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:26.418558 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:26.421141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:26.421682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Checking segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:26.422115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Bound using segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:26.422692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Bound port: a1c5780b-615a-4791-b849-ccb0cbed0904, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:26.423177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:26.447755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Transition to ACTIVE for port object 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:26.489892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:26.564622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:16:26.574803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:26.580428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:16:26.599239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b471-62f5-46d6-901e-e74c735b91db req-5ca7790e-2ac6-4df1-b7d9-bbbccab3a2c1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:26.600860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9342b471-62f5-46d6-901e-e74c735b91db req-5ca7790e-2ac6-4df1-b7d9-bbbccab3a2c1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 949 time: 0.2470798 Jul 09 13:16:26.602254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] For port a1c5780b-615a-4791-b849-ccb0cbed0904, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:26.611545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] For port a1c5780b-615a-4791-b849-ccb0cbed0904, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a1c5780b-615a-4791-b849-ccb0cbed0904,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:26.639608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:26.724607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-8c059e73-9c1c-4ac3-a6f9-568adf44a177 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:26.726360 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-8c059e73-9c1c-4ac3-a6f9-568adf44a177 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 950 time: 0.2762451 Jul 09 13:16:26.732963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:26.733580 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:26.735083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] 10.222.0.11 "PUT /v2.0/ports/a1c5780b-615a-4791-b849-ccb0cbed0904 HTTP/1.1" status: 200 len: 1091 time: 1.3563418 Jul 09 13:16:26.740917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d15bbb5-3b91-4a54-9b2d-341e0043d65f', 'tag': 'a1c5780b-615a-4791-b849-ccb0cbed0904'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:26.743071 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4403263-455a-45f3-b642-13c3a2187a80" -d '{"events": [{"name": "network-changed", "server_uuid": "3d15bbb5-3b91-4a54-9b2d-341e0043d65f", "tag": "a1c5780b-615a-4791-b849-ccb0cbed0904"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:26.818911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9342b471-62f5-46d6-901e-e74c735b91db req-c4e21426-9a90-483c-a104-2f3be888708d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093639 Jul 09 13:16:26.922023 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9deb92-fe41-4b95-a29a-43ab8403347d service neutron] Pushing event updated for resources: {'Port': ['ID=a1c5780b-615a-4791-b849-ccb0cbed0904,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:26.992513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e3f92c65-868c-4e18-b0fd-59d1b8f92c70 None None] Provisioning for port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:27.000497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e3f92c65-868c-4e18-b0fd-59d1b8f92c70 None None] Provisioning complete for port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:27.000892 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3f92c65-868c-4e18-b0fd-59d1b8f92c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.101792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:27.114505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e3f92c65-868c-4e18-b0fd-59d1b8f92c70 None None] Port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:16:27.137633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:27.138686 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.140609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-63df70fd-3c90-45e8-971c-0ce54063b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:27.145127 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-63df70fd-3c90-45e8-971c-0ce54063b6aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 1094 time: 0.3532391 Jul 09 13:16:27.154370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-eb509926-8def-486e-baeb-0f35398ea209 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7741089 Jul 09 13:16:27.165870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Deleting port a377256b-5877-4b75-8679-db3e50e043eb {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:27.166220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.168262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Request body: {'port': {'device_id': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:27.182083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad56706-53c7-42b3-90e6-2c45d3251165 req-e34786d3-21cc-4734-ad86-b7fafeceffbf tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:27.183860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ad56706-53c7-42b3-90e6-2c45d3251165 req-e34786d3-21cc-4734-ad86-b7fafeceffbf tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 935 time: 0.1512833 Jul 09 13:16:27.237189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-250a4d98-d06c-4186-9302-8c14418922b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1c5780b-615a-4791-b849-ccb0cbed0904 HTTP/1.1" status: 200 len: 217 time: 0.0858240 Jul 09 13:16:27.238871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 285e29ac-b9e2-4679-b30e-3e75463d7750 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:27.299946 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.368007 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ad56706-53c7-42b3-90e6-2c45d3251165 req-75cc496f-f8e3-45aa-ab0b-e68cde0b9567 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498370 Jul 09 13:16:27.392464 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-2e836445-dca0-40f8-bcea-d6b4b8b7e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:27.396376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-2e836445-dca0-40f8-bcea-d6b4b8b7e643 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.1251910 Jul 09 13:16:27.415622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 285e29ac-b9e2-4679-b30e-3e75463d7750 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:27.422443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 285e29ac-b9e2-4679-b30e-3e75463d7750 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:27.424337 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.476011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-dc248974-f6c9-46ef-8bad-f2355c1a49f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654585 Jul 09 13:16:27.569831 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.638710 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-ac945cd9-f899-4149-9dec-309c98c109bf service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529109 Jul 09 13:16:27.641897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] For port a377256b-5877-4b75-8679-db3e50e043eb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a377256b-5877-4b75-8679-db3e50e043eb,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:27.642259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.643842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:27.648568 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae3db0-c78b-4a66-aa58-d8efb2411bcb" -d '{"events": [{"server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "name": "network-vif-plugged", "status": "completed", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:27.682456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:27.694490 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.702724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:27.710789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Calling delete_port for a377256b-5877-4b75-8679-db3e50e043eb owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:27.719139 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.742342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Transition to ACTIVE for port object 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:27.751844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:27.815436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:27.844583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee39abf-42c4-4c14-b8cc-33e1538aa5f7 req-7350ae7b-8c0a-4dd0-96fd-60120e4d9cc2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:27.845963 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ee39abf-42c4-4c14-b8cc-33e1538aa5f7 req-7350ae7b-8c0a-4dd0-96fd-60120e4d9cc2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 943 time: 0.2572677 Jul 09 13:16:27.857713 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af52ea58-d206-4cb0-a5a0-61b66bc46d0f req-f3a77a61-f472-4b09-8964-8d58fbd014a7 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116475 Jul 09 13:16:27.885310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:27.913793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ee39abf-42c4-4c14-b8cc-33e1538aa5f7 req-e709956f-cfaa-4b9c-a5f3-366f9ca00850 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600100 Jul 09 13:16:27.988647 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:28.003786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a377256b-5877-4b75-8679-db3e50e043eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:28.040550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee115-a8ef-40ef-b267-d599162461ad req-ba919d68-ca6e-4280-b355-595acb8af2d9 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:28.042256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07aee115-a8ef-40ef-b267-d599162461ad req-ba919d68-ca6e-4280-b355-595acb8af2d9 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 945 time: 0.2426431 Jul 09 13:16:28.049440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Attempting to bind port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:28.049781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Attempting to bind port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:28.050116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Attempting to bind port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:28.057403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50618) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:28.068320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Request body: {'floatingip': {'port_id': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:28.084956 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e6b696-54fe-4d2a-8bba-eaeed7cd6cd6 x-openstack-request-id: req-68e6b696-54fe-4d2a-8bba-eaeed7cd6cd6 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:28.085252 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d15bbb5-3b91-4a54-9b2d-341e0043d65f", "tag": "a1c5780b-615a-4791-b849-ccb0cbed0904", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:28.085510 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68e6b696-54fe-4d2a-8bba-eaeed7cd6cd6 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:28.091712 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d15bbb5-3b91-4a54-9b2d-341e0043d65f', 'tag': 'a1c5780b-615a-4791-b849-ccb0cbed0904', 'status': 'completed', 'code': 200} Jul 09 13:16:28.131317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Pushing event deleted for resources: {'Port': ['ID=a377256b-5877-4b75-8679-db3e50e043eb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:28.150305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:28.150745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Attempting to bind port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:28.188179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:28.188524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:28.188922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:28.189379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Bound port: 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:28.189745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:28.197136 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:28.246730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] No DVR routers for this DVR port a377256b-5877-4b75-8679-db3e50e043eb on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:28.251137 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0203b27e-74f5-4123-b01b-d044b1e51fde req-fb6d1b3c-3cb6-4efe-b54e-0ed357d131da tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.32 "GET /v2.0/ports?device_id=157559b5-cbe5-42a3-890c-ceb2d0317b12 HTTP/1.1" status: 200 len: 210 time: 0.0590687 Jul 09 13:16:28.252171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:28.254065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d5e4f52e-1dd0-4f8c-a9d9-ca81f40d395f req-c19cf02e-da80-4414-8e02-5356c3a7af28 tempest-ServersAdminNegativeTestJSON-1947878958 tempest-ServersAdminNegativeTestJSON-1947878958-project] 10.222.0.11 "DELETE /v2.0/ports/a377256b-5877-4b75-8679-db3e50e043eb HTTP/1.1" status: 204 len: 173 time: 1.4886792 Jul 09 13:16:28.300929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403263-455a-45f3-b642-13c3a2187a80 req-b9a67a8c-2359-43db-9f03-f8c94ca6509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:28.302995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4403263-455a-45f3-b642-13c3a2187a80 req-b9a67a8c-2359-43db-9f03-f8c94ca6509c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 1094 time: 0.2102456 Jul 09 13:16:28.428321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403263-455a-45f3-b642-13c3a2187a80 req-374c8787-a32e-4660-97d8-a2ddf1ab4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:28.429991 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4403263-455a-45f3-b642-13c3a2187a80 req-374c8787-a32e-4660-97d8-a2ddf1ab4136 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 911 time: 0.1206872 Jul 09 13:16:28.481602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:28.496996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4403263-455a-45f3-b642-13c3a2187a80 req-6f76bcfc-605a-4d94-ba6d-cc96701e8750 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1c5780b-615a-4791-b849-ccb0cbed0904 HTTP/1.1" status: 200 len: 217 time: 0.0597608 Jul 09 13:16:28.523887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:28.535513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:28.577459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403263-455a-45f3-b642-13c3a2187a80 req-a2b237a9-4b1c-49bb-8493-965db4105258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:28.579641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4403263-455a-45f3-b642-13c3a2187a80 req-a2b237a9-4b1c-49bb-8493-965db4105258 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.0748208 Jul 09 13:16:28.585423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:28.586489 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:28.590210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] 10.222.0.11 "PUT /v2.0/ports/96b9e1c5-fc47-45cd-93e1-93985ef1bba8 HTTP/1.1" status: 200 len: 1095 time: 1.4280446 Jul 09 13:16:28.604361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:28.607371 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:28.650380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4403263-455a-45f3-b642-13c3a2187a80 req-5563b5ce-a123-46d6-b4ad-fbc8d9983205 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627344 Jul 09 13:16:28.693144 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e9048-6bc6-4e32-b9c6-f96e6f0b4607 x-openstack-request-id: req-566e9048-6bc6-4e32-b9c6-f96e6f0b4607 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:28.694197 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "name": "network-vif-plugged", "status": "completed", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:28.694689 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-566e9048-6bc6-4e32-b9c6-f96e6f0b4607 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:28.695367 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'code': 200} Jul 09 13:16:28.738714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f71d9-212d-4321-a883-e06364f4e03f req-9215b918-6af7-4b5f-a85a-6e8c44897915 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:28.748353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c6f71d9-212d-4321-a883-e06364f4e03f req-9215b918-6af7-4b5f-a85a-6e8c44897915 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.4887106 Jul 09 13:16:28.862302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ad6b4-e1f4-4d8f-95ba-b0f38a1b2544 service neutron] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:28.924737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c6f71d9-212d-4321-a883-e06364f4e03f req-d0edf553-6dc7-4c1b-aa9b-978405d13ec3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752386 Jul 09 13:16:29.029918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-1ce49fda-df2d-4a4d-98d8-c26d61ea881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:29.034981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-1ce49fda-df2d-4a4d-98d8-c26d61ea881b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a884cdbfc182456a8da06fcaeacd6fc3&device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 1098 time: 0.3547399 Jul 09 13:16:29.040995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4403263-455a-45f3-b642-13c3a2187a80 req-62b03063-00fb-4fc4-b58c-8a99d86896ff service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770704 Jul 09 13:16:29.186907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-fe282f1d-2918-4a38-8da7-c8fb8a0f36b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8 HTTP/1.1" status: 200 len: 217 time: 0.1360168 Jul 09 13:16:29.196442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e545b-8805-4c3e-b347-3a6eba38d737 req-c9963a2c-f864-4a36-8d50-bdd49840b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:29.197963 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db2e545b-8805-4c3e-b347-3a6eba38d737 req-c9963a2c-f864-4a36-8d50-bdd49840b8eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1101 time: 0.3443537 Jul 09 13:16:29.206558 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4403263-455a-45f3-b642-13c3a2187a80 req-248445e9-8577-477c-adab-8154f4e961ce service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508222 Jul 09 13:16:29.248597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09f77b-adfd-4d28-8fd4-84fd1fa20dc6 req-180d7926-85f8-4361-99b0-010abf13b4a5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:29.250099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d09f77b-adfd-4d28-8fd4-84fd1fa20dc6 req-180d7926-85f8-4361-99b0-010abf13b4a5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.3617890 Jul 09 13:16:29.252191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db2e545b-8805-4c3e-b347-3a6eba38d737 req-97b4a062-6455-4036-870f-77547f971ccc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447488 Jul 09 13:16:29.291689 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d09f77b-adfd-4d28-8fd4-84fd1fa20dc6 req-60e810b1-6bf3-4da7-8e1d-0ee46b06f438 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Jul 09 13:16:29.330391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-9c02a183-32c1-4272-84d0-2e563377c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:29.331893 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-9c02a183-32c1-4272-84d0-2e563377c3c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1292841 Jul 09 13:16:29.356989 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a54b31f-4080-4868-999a-325f436d7de0 x-openstack-request-id: req-2a54b31f-4080-4868-999a-325f436d7de0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:29.357287 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:29.357537 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a54b31f-4080-4868-999a-325f436d7de0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:29.357928 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'status': 'completed', 'code': 200} Jul 09 13:16:29.420639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc28f9-27ce-4715-bc48-0dea4a57e447 req-7db6f469-37fe-4339-b71c-e482ad4fdb3c tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:29.427394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aecc28f9-27ce-4715-bc48-0dea4a57e447 req-7db6f469-37fe-4339-b71c-e482ad4fdb3c tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 947 time: 0.2821443 Jul 09 13:16:29.527494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-b5b79d97-747f-4506-9485-1b4dff4e4a3b tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:29.528201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aecc28f9-27ce-4715-bc48-0dea4a57e447 req-528088c9-1722-4080-9cdc-7d211c1e3ceb tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994372 Jul 09 13:16:29.529182 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-b5b79d97-747f-4506-9485-1b4dff4e4a3b tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 804 time: 0.1110442 Jul 09 13:16:29.549262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:29.550118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-a85dac35-869e-4fcd-b84a-d2d3399e4e97 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/quotas/8da4e45c3e9c431fa9a2fc8bb534b66b HTTP/1.1" status: 200 len: 375 time: 0.0125861 Jul 09 13:16:29.552280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-f17f15ac-8096-4017-9843-e0eb248bdcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:29.554088 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-f17f15ac-8096-4017-9843-e0eb248bdcbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2141964 Jul 09 13:16:29.555388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:29.630481 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-6f176b6d-70c4-41dc-a13c-9105f53f6cef tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806427 Jul 09 13:16:29.737072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-110b2b0b-5d22-4f12-9baf-ac94a9edd61b service neutron] 10.222.0.32 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993993 Jul 09 13:16:29.793501 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-9f378555-8cdd-48c6-9fcb-3bc8ea9f0156 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967835 Jul 09 13:16:29.794629 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Floating IP f06f94c4-0ae7-402b-8311-d753981a2ea3 associated. External IP: 172.25.5.138, port: 4ba29f2e-70b9-434f-80dc-d28c3cd63a98. Jul 09 13:16:29.908076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560ba22-83fe-4b91-85e2-64ce4b8cdb0f req-8480233b-d1a2-44e2-9bf3-80d95f0226b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:29.909830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a560ba22-83fe-4b91-85e2-64ce4b8cdb0f req-8480233b-d1a2-44e2-9bf3-80d95f0226b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 943 time: 0.2459240 Jul 09 13:16:30.016210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a560ba22-83fe-4b91-85e2-64ce4b8cdb0f req-6866d179-d806-461a-9b85-9fca13db4068 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718396 Jul 09 13:16:30.026914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6ad9b40-223f-4842-84b6-a499023bf951 req-0933502e-9d03-45cf-90f2-207edfafdfab service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954739 Jul 09 13:16:30.094815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a1c5780b-615a-4791-b849-ccb0cbed0904 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:30.105390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157559b5-cbe5-42a3-890c-ceb2d0317b12', 'name': 'network-vif-deleted', 'tag': 'a377256b-5877-4b75-8679-db3e50e043eb'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:30.107696 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc46f7b4-9343-46b4-b034-fc14c95d48c8" -d '{"events": [{"server_uuid": "157559b5-cbe5-42a3-890c-ceb2d0317b12", "name": "network-vif-deleted", "tag": "a377256b-5877-4b75-8679-db3e50e043eb"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:30.211692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-e4a10276-e74c-433d-8878-0e75252fae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:30.213266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-e4a10276-e74c-433d-8878-0e75252fae68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a884cdbfc182456a8da06fcaeacd6fc3&device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 1098 time: 0.1016421 Jul 09 13:16:30.285842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a1c5780b-615a-4791-b849-ccb0cbed0904, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a1c5780b-615a-4791-b849-ccb0cbed0904,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:30.301835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'a1c5780b-615a-4791-b849-ccb0cbed0904', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'port_id': 'a1c5780b-615a-4791-b849-ccb0cbed0904', 'mac_address': 'fa:16:3e:59:13:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56ea44e-abc3-47a5-94d3-6e01d5687fc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:30.307624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d423c22e-9a21-42b1-ac10-afcec12f3254 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:30.340278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-b56bc2cc-3466-4556-a1a3-62514a7a2bb3 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972359 Jul 09 13:16:30.410042 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:30.420743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-9aa1e44b-3027-4544-9bb6-ec8ae260fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:30.423975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-9aa1e44b-3027-4544-9bb6-ec8ae260fa03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2041636 Jul 09 13:16:30.429029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c5780b-615a-4791-b849-ccb0cbed0904 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:30.452133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a1c5780b-615a-4791-b849-ccb0cbed0904, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a1c5780b-615a-4791-b849-ccb0cbed0904,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:30.475445 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:30.506028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Router 7cb74042-a255-4007-9d77-6b7a2e203957 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:16:30.534652 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-5e54458d-6f2a-4003-8b22-8e01a89c2bb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8 HTTP/1.1" status: 200 len: 217 time: 0.1028535 Jul 09 13:16:30.558110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-df53b8b5-a15b-4625-97c9-c3946e319409 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:30.562817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-df53b8b5-a15b-4625-97c9-c3946e319409 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.11 "GET /v2.0/ports?device_id=93ed3b7a-17fd-4843-ac93-c27582f00d40 HTTP/1.1" status: 200 len: 945 time: 0.4199078 Jul 09 13:16:30.615801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:30.664735 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf42273e-df5a-4dae-9221-ba5c4850686c x-openstack-request-id: req-cf42273e-df5a-4dae-9221-ba5c4850686c {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:30.665077 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157559b5-cbe5-42a3-890c-ceb2d0317b12", "name": "network-vif-deleted", "tag": "a377256b-5877-4b75-8679-db3e50e043eb", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:30.665182 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf42273e-df5a-4dae-9221-ba5c4850686c {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:30.666695 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157559b5-cbe5-42a3-890c-ceb2d0317b12', 'name': 'network-vif-deleted', 'tag': 'a377256b-5877-4b75-8679-db3e50e043eb', 'status': 'completed', 'code': 200} Jul 09 13:16:30.672925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-04d05886-f4cd-4da3-94fa-7d3e9b444372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:30.674774 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-04d05886-f4cd-4da3-94fa-7d3e9b444372 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1326756 Jul 09 13:16:30.683184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50660) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:30.696301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a1c5780b-615a-4791-b849-ccb0cbed0904,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:30.714816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:30.718155 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316910e9-10db-40ca-ab0e-92fcc951500b" -d '{"events": [{"server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "name": "network-vif-unplugged", "status": "completed", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:30.736864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:30.744901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a1c5780b-615a-4791-b849-ccb0cbed0904'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:30.801898 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:30.805429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a377256b-5877-4b75-8679-db3e50e043eb no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:30.843539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4402f4f-e45a-4961-9e52-375fc64ba373 req-8ed5f5ec-b8c2-4791-89e5-484c4b9f05ad tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:30.855924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4402f4f-e45a-4961-9e52-375fc64ba373 req-8ed5f5ec-b8c2-4791-89e5-484c4b9f05ad tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.4814231 Jul 09 13:16:30.871563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: a377256b-5877-4b75-8679-db3e50e043eb {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:30.875187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a377256b-5877-4b75-8679-db3e50e043eb not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:30.897432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-c214345b-d0e4-48d0-9567-8c6d66795a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:30.898971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-c214345b-d0e4-48d0-9567-8c6d66795a80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2148507 Jul 09 13:16:31.001686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:31.105558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609d531-0993-4204-9940-220176d465db req-80cc65fd-6076-409e-9d2f-3813070e1cf9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:31.111953 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5609d531-0993-4204-9940-220176d465db req-80cc65fd-6076-409e-9d2f-3813070e1cf9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.2791007 Jul 09 13:16:31.183424 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5bc1161d-0846-4f1e-83f3-b06390526be0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=303635eed9ec4e7e8a2c7174b3683e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139445 Jul 09 13:16:31.184533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50674) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:31.269117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-bc39b42b-c445-42c7-8648-1dcd1b26bb28 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601577 Jul 09 13:16:31.275539 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5609d531-0993-4204-9940-220176d465db req-79ac5d2b-4003-487a-9994-58e3fb8e76f1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553309 Jul 09 13:16:31.406441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4402f4f-e45a-4961-9e52-375fc64ba373 req-6efbbd98-4999-4c21-8a34-4a1f81bc1f37 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471046 Jul 09 13:16:31.413395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aff29146-aaed-4d0c-966f-7e65a316afcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:31.432800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Deleting port d423c22e-9a21-42b1-ac10-afcec12f3254 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:31.433606 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:31.504703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aff29146-aaed-4d0c-966f-7e65a316afcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:31.537713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] For port d423c22e-9a21-42b1-ac10-afcec12f3254, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d423c22e-9a21-42b1-ac10-afcec12f3254,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:31.538515 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:31.555263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Calling delete_port for d423c22e-9a21-42b1-ac10-afcec12f3254 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:31.576417 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b142dec-1b37-4bc0-b757-5c562e9b0b9e req-35f9903e-5477-41ae-91fa-2fe52f9a055c service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994013 Jul 09 13:16:31.622442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:16:31.630857 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:31.631103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aff29146-aaed-4d0c-966f-7e65a316afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:31.632486 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] Sync routers for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:16:31.633662 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aff29146-aaed-4d0c-966f-7e65a316afcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:31.637434 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aff29146-aaed-4d0c-966f-7e65a316afcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f HTTP/1.1" status: 204 len: 168 time: 0.4449484 Jul 09 13:16:31.646105 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:16:31.648050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff29146-aaed-4d0c-966f-7e65a316afcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9a2ec-a3cf-4ac8-b9ee-833d1bd36a7f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:31.648806 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:16:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:31.672891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbeecc0c-15ee-4163-807a-2253304ebd38 req-e24dbc88-fd47-4b9f-8a44-871608bfef4f tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 210 time: 0.0467632 Jul 09 13:16:31.687319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac4921-1dfa-4b82-8031-4fd6ddae7b55 req-f39244f5-2168-4342-9cfd-60fc7c42f3bf tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:31.688910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54ac4921-1dfa-4b82-8031-4fd6ddae7b55 req-f39244f5-2168-4342-9cfd-60fc7c42f3bf tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 947 time: 0.1718726 Jul 09 13:16:31.757181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7d34b1be-3071-4e1c-abef-41b448d1c582 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "PUT /v2.0/floatingips/f06f94c4-0ae7-402b-8311-d753981a2ea3 HTTP/1.1" status: 200 len: 991 time: 3.6955638 Jul 09 13:16:31.762313 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b2c1c5-7034-489d-bc9c-f64a5aed9a94 x-openstack-request-id: req-e2b2c1c5-7034-489d-bc9c-f64a5aed9a94 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:31.763243 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "name": "network-vif-unplugged", "status": "completed", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:31.764448 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2b2c1c5-7034-489d-bc9c-f64a5aed9a94 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:31.765004 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'code': 200} Jul 09 13:16:31.768678 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54ac4921-1dfa-4b82-8031-4fd6ddae7b55 req-1d223f71-2421-495b-b016-bd4838f7dff0 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737057 Jul 09 13:16:31.798056 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:16:31.804026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'tag': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:31.817559 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0426d99-0dde-41c6-a160-9abff49a3837" -d '{"events": [{"name": "network-changed", "server_uuid": "0a27500d-205d-4a49-9a1c-1b46a1677138", "tag": "4ba29f2e-70b9-434f-80dc-d28c3cd63a98"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:31.971289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.012624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Pushing event deleted for resources: {'Port': ['ID=d423c22e-9a21-42b1-ac10-afcec12f3254,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:32.044831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e60bfc-a5d2-4776-a9b7-d47bde220d28 req-92e3a3b6-a810-4234-a12f-12991bc429f3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:32.046374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-80e60bfc-a5d2-4776-a9b7-d47bde220d28 req-92e3a3b6-a810-4234-a12f-12991bc429f3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 944 time: 0.1597180 Jul 09 13:16:32.096778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:32.100706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a1c5780b-615a-4791-b849-ccb0cbed0904 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:32.149824 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f06f94c4-0ae7-402b-8311-d753981a2ea3', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'port_id': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'mac_address': 'fa:16:3e:9c:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:13:57Z', 'updated_at': '2021-07-09T13:16:29Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:32.154751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] No DVR routers for this DVR port d423c22e-9a21-42b1-ac10-afcec12f3254 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:32.158554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.160587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b465d673-177a-4d4f-ab65-d81c5e5f9075 req-de418e46-7488-46c7-929d-78cfa67a7452 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.11 "DELETE /v2.0/ports/d423c22e-9a21-42b1-ac10-afcec12f3254 HTTP/1.1" status: 204 len: 173 time: 1.5907867 Jul 09 13:16:32.180181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-80e60bfc-a5d2-4776-a9b7-d47bde220d28 req-a163c256-fd20-4436-b3b9-66b3a937210c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901055 Jul 09 13:16:32.192907 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] Checking router: 7cb74042-a255-4007-9d77-6b7a2e203957 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:16:32.202968 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:16:32.203880 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:16:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:32.310063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50692) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:32.361771 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:16:32.391577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port a1c5780b-615a-4791-b849-ccb0cbed0904 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:32.399221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port a1c5780b-615a-4791-b849-ccb0cbed0904 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:32.400332 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.406280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-69fe6a9b-8748-4aaf-902c-c92ecf3c3098 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6792ea374ff740a4b603271e95ec52dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948114 Jul 09 13:16:32.408607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50696) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:32.445018 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f609abc-f438-45ad-ab42-cf9100b471c3 x-openstack-request-id: req-8f609abc-f438-45ad-ab42-cf9100b471c3 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:32.445583 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a27500d-205d-4a49-9a1c-1b46a1677138", "tag": "4ba29f2e-70b9-434f-80dc-d28c3cd63a98", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:32.447522 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f609abc-f438-45ad-ab42-cf9100b471c3 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:32.448256 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'tag': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'status': 'completed', 'code': 200} Jul 09 13:16:32.455706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c304fb-63af-4853-90cf-5df7813fb7a7 req-13051e58-ef30-48e2-a905-171147da535d tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:32.458314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24c304fb-63af-4853-90cf-5df7813fb7a7 req-13051e58-ef30-48e2-a905-171147da535d tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1101 time: 0.1284628 Jul 09 13:16:32.467729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:32.495346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'mac_address': 'fa:16:3e:38:a9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:32.559151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d715cab6-ed89-4c32-89d7-5f04c58817e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.585965 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.593711 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-24c304fb-63af-4853-90cf-5df7813fb7a7 req-069780ef-3189-4637-a572-62d1781e8ffb tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.604900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d715cab6-ed89-4c32-89d7-5f04c58817e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.632272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:32.639567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.678880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-debf1f0b-08a6-4555-bec9-ce53c0b73053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:32.680490 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-debf1f0b-08a6-4555-bec9-ce53c0b73053 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=886ec88855ee4059af64bc7766d1a1e8&device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 1096 time: 0.2170672 Jul 09 13:16:32.685292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:32.695041 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.701401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a1c5780b-615a-4791-b849-ccb0cbed0904, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a1c5780b-615a-4791-b849-ccb0cbed0904,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:32.754876 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.761579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:32.777041 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d715cab6-ed89-4c32-89d7-5f04c58817e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.780040 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d715cab6-ed89-4c32-89d7-5f04c58817e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:32.783499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d715cab6-ed89-4c32-89d7-5f04c58817e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d5c6626-1db2-4d35-937a-444a865f6a74 HTTP/1.1" status: 204 len: 168 time: 0.3712938 Jul 09 13:16:32.796685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4e0cb-b849-4f9d-baa9-1676dfc64145 req-5a801136-8793-49d1-aa28-b7b98fbfa936 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:32.798291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8b4e0cb-b849-4f9d-baa9-1676dfc64145 req-5a801136-8793-49d1-aa28-b7b98fbfa936 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.1566741 Jul 09 13:16:32.802407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-ea5a81a4-f1f5-458f-be59-a9f6c0a62067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:32.804005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715cab6-ed89-4c32-89d7-5f04c58817e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c6626-1db2-4d35-937a-444a865f6a74,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:32.807556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-ea5a81a4-f1f5-458f-be59-a9f6c0a62067 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 200 len: 924 time: 0.1078153 Jul 09 13:16:32.843055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a1c5780b-615a-4791-b849-ccb0cbed0904,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:32.845569 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f06f94c4-0ae7-402b-8311-d753981a2ea3', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'port_id': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'mac_address': 'fa:16:3e:9c:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:13:57Z', 'updated_at': '2021-07-09T13:16:29Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:16:32.881697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8b4e0cb-b849-4f9d-baa9-1676dfc64145 req-79456b5e-ba4a-434b-a301-ce091c47dd9a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669425 Jul 09 13:16:32.895278 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672944a-503a-417b-93b4-b40db0ca9bd9 None None] The sync data for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 is: [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f06f94c4-0ae7-402b-8311-d753981a2ea3', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'port_id': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'mac_address': 'fa:16:3e:9c:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:13:57Z', 'updated_at': '2021-07-09T13:16:29Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:16:32.931959 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-3404c647-a940-415c-8773-f88a41e88fb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ba29f2e-70b9-434f-80dc-d28c3cd63a98 HTTP/1.1" status: 200 len: 999 time: 0.1207728 Jul 09 13:16:32.968150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['96b9e1c5-fc47-45cd-93e1-93985ef1bba8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:32.998474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-24c304fb-63af-4853-90cf-5df7813fb7a7 req-069780ef-3189-4637-a572-62d1781e8ffb tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:33.054719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-24c304fb-63af-4853-90cf-5df7813fb7a7 req-069780ef-3189-4637-a572-62d1781e8ffb tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:33.126783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60ce4ab0-da73-4625-adac-bbba1f8736c8 req-c8586750-243b-474b-a9cf-ee9923deb7da tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 210 time: 0.0693872 Jul 09 13:16:33.158346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24c304fb-63af-4853-90cf-5df7813fb7a7 req-069780ef-3189-4637-a572-62d1781e8ffb tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936712 Jul 09 13:16:33.182429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-856858ad-42ec-4d2c-9096-61d751874c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:33.188450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-856858ad-42ec-4d2c-9096-61d751874c2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7649e5ee-40d7-466b-9713-e428554c6445 HTTP/1.1" status: 200 len: 863 time: 0.1993086 Jul 09 13:16:33.192332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069780ef-3189-4637-a572-62d1781e8ffb tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7919972-0fcf-4d5c-972f-55836fdb17cf,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:33.362078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-923c65fd-9fe9-4890-85ce-d0015f20131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:33.363950 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-923c65fd-9fe9-4890-85ce-d0015f20131e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10ad5623-fd12-4042-b470-b29afb6c832b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586003 Jul 09 13:16:33.371328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96fbf1-043e-4241-a727-4381f0e7e0ee None None] New status for floating IP f06f94c4-0ae7-402b-8311-d753981a2ea3: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:16:33.484111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a080-a9c4-4d2d-ab2e-5d0612c31a10 req-55d9ed72-4849-4247-94d8-126691100383 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:33.492130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2291a080-a9c4-4d2d-ab2e-5d0612c31a10 req-55d9ed72-4849-4247-94d8-126691100383 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 948 time: 0.2010481 Jul 09 13:16:33.556658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-56e84e71-b7f4-42e7-9f41-4cf138d08192 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:33.560765 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-56e84e71-b7f4-42e7-9f41-4cf138d08192 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.10 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 804 time: 0.2210178 Jul 09 13:16:33.597966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Request body: {'port': {'device_id': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'admin_state_up': True, 'tenant_id': '8da4e45c3e9c431fa9a2fc8bb534b66b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:33.624615 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-d8bf0c32-ff14-4c55-a91c-4be3f4599d0d service neutron] 10.222.0.10 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505145 Jul 09 13:16:33.743111 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2291a080-a9c4-4d2d-ab2e-5d0612c31a10 req-1b260f06-da24-434a-aee2-78fa8faf446e tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484739 Jul 09 13:16:33.795037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d15bbb5-3b91-4a54-9b2d-341e0043d65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c5780b-615a-4791-b849-ccb0cbed0904'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:33.798307 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df2a83-f8fa-4a8a-8bad-3f0dd68c355e" -d '{"events": [{"server_uuid": "3d15bbb5-3b91-4a54-9b2d-341e0043d65f", "name": "network-vif-plugged", "status": "completed", "tag": "a1c5780b-615a-4791-b849-ccb0cbed0904"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:33.840272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0426d99-0dde-41c6-a160-9abff49a3837 req-2b079a17-1d14-4474-971b-4a4f04d03ff6 service neutron] 10.222.0.10 "GET /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993177 Jul 09 13:16:33.897397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-5e9ae036-60ed-45e2-9525-9a6f54713a5e tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:33.899967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-5e9ae036-60ed-45e2-9525-9a6f54713a5e tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.1337116 Jul 09 13:16:33.923992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-3'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:33.929594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Made reservation on behalf of 8da4e45c3e9c431fa9a2fc8bb534b66b for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:33.933198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.041127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50750) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:34.094232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:34.130391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.152024 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-3531aed5-d915-42c2-9705-ca56ad0700c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906832 Jul 09 13:16:34.160036 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb78ee9-746f-468d-b9bd-44479422a6a1 x-openstack-request-id: req-afb78ee9-746f-468d-b9bd-44479422a6a1 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:34.160537 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d15bbb5-3b91-4a54-9b2d-341e0043d65f", "name": "network-vif-plugged", "status": "completed", "tag": "a1c5780b-615a-4791-b849-ccb0cbed0904", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:34.160767 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afb78ee9-746f-468d-b9bd-44479422a6a1 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:34.161252 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d15bbb5-3b91-4a54-9b2d-341e0043d65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c5780b-615a-4791-b849-ccb0cbed0904', 'code': 200} Jul 09 13:16:34.179798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:34.189994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:34.190503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.212547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c3d8-0c04-4180-82cc-0b69a430fe00 req-fa1b9c1e-1e3a-4033-a749-1797fcc45b87 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:34.214209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4cb7c3d8-0c04-4180-82cc-0b69a430fe00 req-fa1b9c1e-1e3a-4033-a749-1797fcc45b87 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 945 time: 0.3083508 Jul 09 13:16:34.271019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-561032061-network', 'tenant_id': '01c783b36b98416bacb2855200a0d858'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:34.279969 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.318973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Made reservation on behalf of 01c783b36b98416bacb2855200a0d858 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:34.322604 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.346315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:34.351794 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.352916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d423c22e-9a21-42b1-ac10-afcec12f3254 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:34.357060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.367781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef89d7-f0de-4cf7-8077-fc4f53d006df req-ac4b5e4f-d9a8-4363-9add-40133fddde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:34.370250 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8ef89d7-f0de-4cf7-8077-fc4f53d006df req-ac4b5e4f-d9a8-4363-9add-40133fddde8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 1096 time: 0.1415269 Jul 09 13:16:34.378369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Allocated IP 172.20.0.9 (2b77434e-beb2-42a5-816b-759f76cf51d4/558cddb0-8b62-4eeb-b90e-28ff554b319b/07356e75-7715-41bb-a3b9-19c95f85ed82) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:16:34.422518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4cb7c3d8-0c04-4180-82cc-0b69a430fe00 req-8feea40b-eceb-447c-89cc-5f21d004ae7d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869462 Jul 09 13:16:34.444123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: d423c22e-9a21-42b1-ac10-afcec12f3254 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:34.449401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'name': 'network-vif-deleted', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:34.451789 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64726d02-a7a8-4a5f-993b-91dd66fe9781" -d '{"events": [{"server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "name": "network-vif-deleted", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:34.452469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d423c22e-9a21-42b1-ac10-afcec12f3254 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:34.454445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:34.466454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.466755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.467950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.468697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.469423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.469423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.469719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.470028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.470365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.470696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.471683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.472026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:16:34.473870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8ef89d7-f0de-4cf7-8077-fc4f53d006df req-c32b2d56-2fa8-4ef0-bbc4-2a29f344a742 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960639 Jul 09 13:16:34.504165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f166a8-ced8-4bb2-ba63-54cc8f67f876 req-df4b70ae-d316-414c-8e7b-c7e024746480 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:34.511784 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-83f166a8-ced8-4bb2-ba63-54cc8f67f876 req-df4b70ae-d316-414c-8e7b-c7e024746480 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 945 time: 0.2069709 Jul 09 13:16:34.529511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:34.569324 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-83f166a8-ced8-4bb2-ba63-54cc8f67f876 req-162579fc-1d6d-4d04-b0c4-9f8ce2ec5d6c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559793 Jul 09 13:16:34.618046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.625144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.654468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:16:34.665363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:34.670748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.671276 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Added segment 6715b4e8-0d79-4fed-8570-703a8fd7f32e of type vlan for network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 Jul 09 13:16:34.735377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:34.752140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0107e66-e0de-4c85-934a-045987af25b3 req-692378b8-a65f-436e-bee5-b26a65126993 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 210 time: 0.0381329 Jul 09 13:16:34.755902 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.800210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.802185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:34.802928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.844663 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.853616 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e886f1b2-bf37-465c-8932-b5e73d6587a0 x-openstack-request-id: req-e886f1b2-bf37-465c-8932-b5e73d6587a0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:34.853616 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ed3b7a-17fd-4843-ac93-c27582f00d40", "name": "network-vif-deleted", "tag": "d423c22e-9a21-42b1-ac10-afcec12f3254", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:34.853869 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e886f1b2-bf37-465c-8932-b5e73d6587a0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:34.854063 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ed3b7a-17fd-4843-ac93-c27582f00d40', 'name': 'network-vif-deleted', 'tag': 'd423c22e-9a21-42b1-ac10-afcec12f3254', 'status': 'completed', 'code': 200} Jul 09 13:16:34.875212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8328142 Jul 09 13:16:34.876749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.879167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50782) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:34.891673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Request body: {'subnet': {'network_id': '9ef1cec1-3097-4fe7-9537-e0518ca88cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-561032061-subnet', 'tenant_id': '01c783b36b98416bacb2855200a0d858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:34.897720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ff7c8-deab-4677-bce0-5c22983091b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef1cec1-3097-4fe7-9537-e0518ca88cf8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:34.897856 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.908980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:16:34.960251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b0c0b-b011-4c1a-9bcf-deba923f3bb6 req-a008d2da-1b88-4632-87bc-c276e4a2ef44 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:34.962546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c5b0c0b-b011-4c1a-9bcf-deba923f3bb6 req-a008d2da-1b88-4632-87bc-c276e4a2ef44 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.3932719 Jul 09 13:16:35.029073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Made reservation on behalf of 01c783b36b98416bacb2855200a0d858 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:35.031936 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.062100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f794e-1147-424e-af43-c39a71aa6e88 req-25f4d0b2-e263-4283-a225-9d89557a3df1 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:35.064006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca1f794e-1147-424e-af43-c39a71aa6e88 req-25f4d0b2-e263-4283-a225-9d89557a3df1 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 949 time: 0.0965109 Jul 09 13:16:35.105849 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca1f794e-1147-424e-af43-c39a71aa6e88 req-28b5f6b2-fbd4-4c84-a8a4-e40211a315e8 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Jul 09 13:16:35.116856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:35.194534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.223681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c5b0c0b-b011-4c1a-9bcf-deba923f3bb6 req-7c5ad540-0749-46d1-aced-0225594dbe5f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178009 Jul 09 13:16:35.247545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on host n-h1-799524-3 for vnic_type normal with profile {"migrating_to": "n-h2-799524-3"} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:35.247874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:35.248265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:35.269327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:35.269662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Attempting to bind port 41caa796-e7ce-403b-9d3a-439af2eecdea on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:35.291382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Network 2b77434e-beb2-42a5-816b-759f76cf51d4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:16:35.315503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:35.317495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:35.317831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:35.318202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:35.318638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Bound port: 41caa796-e7ce-403b-9d3a-439af2eecdea, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:35.319064 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.321575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:16:35.333566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Pushing event updated for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:35.466007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:35.466650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.502540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.533442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9a5b6183-2108-46f6-8e9c-195498103970 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9445837 Jul 09 13:16:35.556268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Request body: {'port': {'device_id': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:35.558785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:35.607278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:35.615205 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe12e1-6fa8-4740-b200-eb997fe61f35 req-3a075ab4-7a3c-4709-bad4-53ae8b635500 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:35.619253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.619485 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fafe12e1-6fa8-4740-b200-eb997fe61f35 req-3a075ab4-7a3c-4709-bad4-53ae8b635500 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 945 time: 0.0681381 Jul 09 13:16:35.629486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fb38ae-4400-4bde-8c75-18da0610a93b,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:35.664509 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fafe12e1-6fa8-4740-b200-eb997fe61f35 req-e14a29b8-b4c3-44ab-a9d6-ae7d37457c3b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Jul 09 13:16:35.709085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Checking segment: {'id': '6715b4e8-0d79-4fed-8570-703a8fd7f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ef1cec1-3097-4fe7-9537-e0518ca88cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:35.709468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Network hostable DHCP agents. Network: 9ef1cec1-3097-4fe7-9537-e0518ca88cf8, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:16:35.794102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.805260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:35.806416 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.807963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/41caa796-e7ce-403b-9d3a-439af2eecdea HTTP/1.1" status: 200 len: 1121 time: 1.8967352 Jul 09 13:16:35.808606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89695c-0972-4e49-879d-f375c46879d6 service neutron] Pushing event updated for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=8']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:35.840119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:16:35.874563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 9ef1cec1-3097-4fe7-9537-e0518ca88cf8) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:35.885425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8009d7-2d40-402d-979f-1251af80de47 None None] Network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:16:35.888865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:35.889463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.915914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['41caa796-e7ce-403b-9d3a-439af2eecdea'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:35.936301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-2de6615f-c143-44e0-8bee-6805ad703f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:35.940262 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-2de6615f-c143-44e0-8bee-6805ad703f84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1101 time: 0.1266501 Jul 09 13:16:35.972543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23ed84-b4ce-495f-a08d-bd3a74ea8807 req-fe7d1a8c-8ac0-48e9-b702-07afb996781a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:35.973082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['41caa796-e7ce-403b-9d3a-439af2eecdea'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:35.974226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f23ed84-b4ce-495f-a08d-bd3a74ea8807 req-fe7d1a8c-8ac0-48e9-b702-07afb996781a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 943 time: 0.2754803 Jul 09 13:16:35.978603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a849a659-bbd5-4d54-8968-2d760ce0b964 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0982749 Jul 09 13:16:36.137196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 41caa796-e7ce-403b-9d3a-439af2eecdea details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:36.168454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:36.170928 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba7829-6579-4fa9-b7c2-25ded77d7635" -d '{"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-plugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:36.180083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-8f07dad3-d238-4e9e-8284-71724e9e7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:36.182765 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-8f07dad3-d238-4e9e-8284-71724e9e7a77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2311780 Jul 09 13:16:36.193996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07356e75-7715-41bb-a3b9-19c95f85ed82 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:36.203151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:36.216068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Transition to ACTIVE for port object 07356e75-7715-41bb-a3b9-19c95f85ed82 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:36.226310 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:36.285797 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-c32600b6-34c6-4f56-be9c-915383032eec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 217 time: 0.0913341 Jul 09 13:16:36.290682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f23ed84-b4ce-495f-a08d-bd3a74ea8807 req-c30b7a35-95d0-46f2-8869-e759a21287a9 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895877 Jul 09 13:16:36.423191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Pushing event updated for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:36.426222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Attempting to bind port 07356e75-7715-41bb-a3b9-19c95f85ed82 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:36.426563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Attempting to bind port 07356e75-7715-41bb-a3b9-19c95f85ed82 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:36.426903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Attempting to bind port 07356e75-7715-41bb-a3b9-19c95f85ed82 on network 2b77434e-beb2-42a5-816b-759f76cf51d4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:36.443732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Port 07356e75-7715-41bb-a3b9-19c95f85ed82 on network 2b77434e-beb2-42a5-816b-759f76cf51d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:36.444064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Attempting to bind port 07356e75-7715-41bb-a3b9-19c95f85ed82 on network 2b77434e-beb2-42a5-816b-759f76cf51d4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:36.459470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:36.459885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Checking segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:36.460188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Bound using segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:36.460713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Bound port: 07356e75-7715-41bb-a3b9-19c95f85ed82, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:36.461278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:36.475053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-89f15bf8-a8af-49bb-af01-07311f40d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:36.478572 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-89f15bf8-a8af-49bb-af01-07311f40d8db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1667724 Jul 09 13:16:36.494713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b78f4c-6450-4b30-a7d3-5964cd01cd59 None None] Network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:16:36.569956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:36.581011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca5174-7585-4858-92c5-8b905db11baa req-f604cfe4-dc00-498d-b909-6742819187c1 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:36.582608 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8eca5174-7585-4858-92c5-8b905db11baa req-f604cfe4-dc00-498d-b909-6742819187c1 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 943 time: 0.2959070 Jul 09 13:16:36.611286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 41caa796-e7ce-403b-9d3a-439af2eecdea has no active binding in host n-h2-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:16:36.634347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:36.639861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:36.640113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-26c3b0ba-98bc-476c-abdf-fb7154fd71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:36.641514 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-26c3b0ba-98bc-476c-abdf-fb7154fd71d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564193 Jul 09 13:16:36.650803 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:36.673077 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8eca5174-7585-4858-92c5-8b905db11baa req-ce21f5f6-230b-472e-81a4-5b00afa39d26 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786278 Jul 09 13:16:36.713760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Pushing event updated for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:36.730094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:36.730724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:36.732165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-9da5a3b0-54c9-4dff-ad0d-104c7dfa4c61 service neutron] 10.222.0.10 "PUT /v2.0/ports/07356e75-7715-41bb-a3b9-19c95f85ed82 HTTP/1.1" status: 200 len: 1091 time: 1.1844723 Jul 09 13:16:36.745251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b79aa-749b-432e-98e8-d999868848bf req-07299ab8-ec7c-4838-9135-79aeb2dd88cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:36.753752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-466b79aa-749b-432e-98e8-d999868848bf req-07299ab8-ec7c-4838-9135-79aeb2dd88cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 945 time: 0.2043242 Jul 09 13:16:36.822488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-2aa74e75-6a60-4c07-9d73-41d60b97136a service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461139 Jul 09 13:16:36.831462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-466b79aa-749b-432e-98e8-d999868848bf req-7d93ba40-b99b-49a9-9bae-2a98e026b0da tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653675 Jul 09 13:16:36.840805 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50822) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:36.860652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea'}, {'name': 'network-changed', 'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea'}, {'name': 'network-changed', 'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:36.862919 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f7df09-ea7a-49ca-878b-193c259c98c9" -d '{"events": [{"server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "name": "network-vif-unplugged", "status": "completed", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea"}, {"name": "network-changed", "server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea"}, {"name": "network-changed", "server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:36.875859 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c76b83a-ea80-4b95-b197-5e46e373cd9c x-openstack-request-id: req-2c76b83a-ea80-4b95-b197-5e46e373cd9c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:36.876193 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-plugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:36.876609 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c76b83a-ea80-4b95-b197-5e46e373cd9c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:36.877007 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'code': 200} Jul 09 13:16:36.924683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-105284857-network', 'tenant_id': '12cada067c3b4e0b96458c38a86920d2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:36.942300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-60c7b0a5-5dce-4409-988d-fcbf6f6eeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:36.945598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-60c7b0a5-5dce-4409-988d-fcbf6f6eeb61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 1094 time: 0.1370952 Jul 09 13:16:36.959493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Made reservation on behalf of 12cada067c3b4e0b96458c38a86920d2 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:36.959493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:36.979666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.030695 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-f45ab0f7-5814-4828-8c44-bb6b5feceb13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07356e75-7715-41bb-a3b9-19c95f85ed82 HTTP/1.1" status: 200 len: 217 time: 0.0686593 Jul 09 13:16:37.089705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-aad82e53-ba52-4ecf-8061-3b894debd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.091239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-aad82e53-ba52-4ecf-8061-3b894debd033 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 200 len: 844 time: 0.0509591 Jul 09 13:16:37.107953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53326be-906e-423f-9a73-c34f892f48b7 req-6b74a96e-5142-4949-bcbf-f276344f66af tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.109786 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d53326be-906e-423f-9a73-c34f892f48b7 req-6b74a96e-5142-4949-bcbf-f276344f66af tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 949 time: 0.1903310 Jul 09 13:16:37.111832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401cf2b-374f-4310-be02-cba7aa12856f req-aa06554e-0194-4356-acd9-df4fc5072b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.113319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e401cf2b-374f-4310-be02-cba7aa12856f req-aa06554e-0194-4356-acd9-df4fc5072b6d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 1100 time: 0.1525919 Jul 09 13:16:37.117350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-207331da-bae5-4d41-b6b2-9cff10b75042 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774329 Jul 09 13:16:37.143834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-7836c8eb-e153-489a-93af-7690fa95dfd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b77434e-beb2-42a5-816b-759f76cf51d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341265 Jul 09 13:16:37.183916 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d53326be-906e-423f-9a73-c34f892f48b7 req-36073cfa-cde8-4ff4-bb9b-9a95fd28a2f6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655262 Jul 09 13:16:37.250985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.256394 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.269067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e401cf2b-374f-4310-be02-cba7aa12856f req-8908c672-bc95-4bb0-a739-5c2ca766cc63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241982 Jul 09 13:16:37.271286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:16:37.284647 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.284647 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Added segment ff7d1ce1-3c8a-4c6f-9f88-75900060412e of type vlan for network d5db82b5-a93c-44f9-a449-84dcaa736aec Jul 09 13:16:37.299577 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675997be-20b2-4b60-9cb2-f5dfda68fd2e x-openstack-request-id: req-675997be-20b2-4b60-9cb2-f5dfda68fd2e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:37.299883 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "name": "network-vif-unplugged", "status": "completed", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea", "code": 200}, {"name": "network-changed", "server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:37.300137 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-675997be-20b2-4b60-9cb2-f5dfda68fd2e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:37.300536 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea', 'code': 200} Jul 09 13:16:37.300794 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea', 'status': 'completed', 'code': 200} Jul 09 13:16:37.301048 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'status': 'completed', 'code': 200} Jul 09 13:16:37.316290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3d26f-9265-490f-b10e-f67a9b12201d req-d978bbe2-840f-4898-b77a-912badebb0e0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.317805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa3d26f-9265-490f-b10e-f67a9b12201d req-d978bbe2-840f-4898-b77a-912badebb0e0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1582966 Jul 09 13:16:37.346726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.349066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-3cbd453f-0376-4aae-85f4-779b5190c0ea service neutron] 10.222.0.10 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905096 Jul 09 13:16:37.417197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfbb85d-44b2-42f4-9e3f-7f04ce9f1289,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:37.422618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa3d26f-9265-490f-b10e-f67a9b12201d req-6b52f8e7-2eef-4041-8f96-b5cd0d0c6a3d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950863 Jul 09 13:16:37.433540 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.435161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.435819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.481329 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31a0596f-f4c3-4147-90ec-e118337eed0a req-cc56e95a-023a-4be7-bee0-25ebe963544e service neutron] 10.222.0.10 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221027 Jul 09 13:16:37.535795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6180668 Jul 09 13:16:37.538612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50830) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:16:37.541563 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:16:37.544104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Request body: {'subnet': {'network_id': 'd5db82b5-a93c-44f9-a449-84dcaa736aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-105284857-subnet', 'tenant_id': '12cada067c3b4e0b96458c38a86920d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:37.564177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec49ee-e7a8-46cc-99ce-63d1672ab89e admin admin] Pushing event updated for resources: {'Network': ['ID=d5db82b5-a93c-44f9-a449-84dcaa736aec,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:37.565661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Made reservation on behalf of 12cada067c3b4e0b96458c38a86920d2 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:37.568801 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.574483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network d5db82b5-a93c-44f9-a449-84dcaa736aec details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:16:37.589939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-17d28281-682a-4162-bb1e-f84da1e9708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.591655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-17d28281-682a-4162-bb1e-f84da1e9708a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1124 time: 0.1757464 Jul 09 13:16:37.687228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca596ede-af1e-485e-8830-2d8932d4bc05 req-4e73b306-ebc4-43f6-8b42-2211531b3563 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.694694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca596ede-af1e-485e-8830-2d8932d4bc05 req-4e73b306-ebc4-43f6-8b42-2211531b3563 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 943 time: 0.1836777 Jul 09 13:16:37.745006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca596ede-af1e-485e-8830-2d8932d4bc05 req-761f7cf8-5d1b-452a-a3f6-edc453d947ef tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495899 Jul 09 13:16:37.794055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-3a1f7335-fee9-44c1-9de6-81d49a578fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.795980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-3a1f7335-fee9-44c1-9de6-81d49a578fd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1869051 Jul 09 13:16:37.803732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6555b56-71c4-4b00-8106-7723da625470 req-55091a2c-01a1-4650-bfc7-5219d5910215 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.805132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6555b56-71c4-4b00-8106-7723da625470 req-55091a2c-01a1-4650-bfc7-5219d5910215 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 945 time: 0.1526716 Jul 09 13:16:37.843115 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-ce022d91-28f7-4013-b7ee-9b89224992da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41caa796-e7ce-403b-9d3a-439af2eecdea HTTP/1.1" status: 200 len: 217 time: 0.0395639 Jul 09 13:16:37.878280 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:37.896308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-352f41c2-c469-4a49-b51b-cdfd69f9ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:37.897843 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-352f41c2-c469-4a49-b51b-cdfd69f9ec80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0470927 Jul 09 13:16:37.940733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-6ccd9ebf-50f6-4d65-9da6-6ededa89e289 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328348 Jul 09 13:16:37.989138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b428af-f794-45e4-a7e1-37c9a80f4de0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:38.010282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352392-7722-418b-bb50-edc4724c2fe6 req-360f85e4-295a-4562-b389-9b26dc2109d9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.011883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5352392-7722-418b-bb50-edc4724c2fe6 req-360f85e4-295a-4562-b389-9b26dc2109d9 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 943 time: 0.2050846 Jul 09 13:16:38.030289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Checking segment: {'id': 'ff7d1ce1-3c8a-4c6f-9f88-75900060412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5db82b5-a93c-44f9-a449-84dcaa736aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:38.030289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Network hostable DHCP agents. Network: d5db82b5-a93c-44f9-a449-84dcaa736aec, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:16:38.087892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Deleting port a1c5780b-615a-4791-b849-ccb0cbed0904 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:16:38.088309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:38.092541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadf2c4-d6e5-4e07-8eca-8c8d5ebd6711 req-cd4e40c9-430b-4095-b08d-10a8ddde4eb3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.093413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5352392-7722-418b-bb50-edc4724c2fe6 req-4b6dd54f-6702-4118-8071-9484bba323ec tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659642 Jul 09 13:16:38.094181 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9cadf2c4-d6e5-4e07-8eca-8c8d5ebd6711 req-cd4e40c9-430b-4095-b08d-10a8ddde4eb3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d15bbb5-3b91-4a54-9b2d-341e0043d65f HTTP/1.1" status: 200 len: 945 time: 0.1560462 Jul 09 13:16:38.095631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Network d5db82b5-a93c-44f9-a449-84dcaa736aec is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:16:38.098213 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-e6b31969-4dc6-4d13-a5b5-d44162382666 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303616 Jul 09 13:16:38.142376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, d5db82b5-a93c-44f9-a449-84dcaa736aec) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:38.152374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d0fccc-b912-4dee-8a96-80e633be0960 None None] Network d5db82b5-a93c-44f9-a449-84dcaa736aec requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:16:38.155461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.155937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:38.199594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eb71a002-3bae-4ce9-9046-73061b128e67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6597319 Jul 09 13:16:38.209252 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9cadf2c4-d6e5-4e07-8eca-8c8d5ebd6711 req-e08e95b8-d2f8-4657-a304-c906355f75d9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078863 Jul 09 13:16:38.279965 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-5c3baa5d-f178-4998-a0a2-b81a20fbec8e service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703637 Jul 09 13:16:38.285438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] For port a1c5780b-615a-4791-b849-ccb0cbed0904, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a1c5780b-615a-4791-b849-ccb0cbed0904,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:38.285973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:38.328652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Calling delete_port for a1c5780b-615a-4791-b849-ccb0cbed0904 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:16:38.427265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab6da5-11f6-4c28-b219-15f57d49c358 None None] Network d5db82b5-a93c-44f9-a449-84dcaa736aec requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:16:38.558186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:38.593935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a1c5780b-615a-4791-b849-ccb0cbed0904'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:38.610152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e0bc-342d-4ff0-9ade-9d72f63d287a req-90bad010-d747-470a-b839-764f4cf2d7b0 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.611750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aeb2e0bc-342d-4ff0-9ade-9d72f63d287a req-90bad010-d747-470a-b839-764f4cf2d7b0 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1096 time: 0.2291243 Jul 09 13:16:38.619009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-457a84fd-f250-4d94-83e2-26fac127f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.621009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-457a84fd-f250-4d94-83e2-26fac127f64e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 1094 time: 0.1328917 Jul 09 13:16:38.627489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event deleted for resources: {'Port': ['ID=a1c5780b-615a-4791-b849-ccb0cbed0904,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:38.679414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] No DVR routers for this DVR port a1c5780b-615a-4791-b849-ccb0cbed0904 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:38.682586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:38.684602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6555b56-71c4-4b00-8106-7723da625470 req-9da8399e-cfc8-4a1d-9ab7-b250a920a690 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "DELETE /v2.0/ports/a1c5780b-615a-4791-b849-ccb0cbed0904 HTTP/1.1" status: 204 len: 173 time: 0.8651440 Jul 09 13:16:38.709424 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aeb2e0bc-342d-4ff0-9ade-9d72f63d287a req-bcb994dc-4ba0-4d76-b109-01b410b8dbd7 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871983 Jul 09 13:16:38.710037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a18de-cc2c-4cdf-adb2-e5688275296a req-06bd49d2-8043-4efa-8b0c-2e3ff9cf1d06 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.717396 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-676a18de-cc2c-4cdf-adb2-e5688275296a req-06bd49d2-8043-4efa-8b0c-2e3ff9cf1d06 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 949 time: 0.1485205 Jul 09 13:16:38.747226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-ad6e7ca3-433f-4385-9f94-c04bc6e8adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.748748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-ad6e7ca3-433f-4385-9f94-c04bc6e8adba service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 904 time: 0.1184638 Jul 09 13:16:38.776717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-676a18de-cc2c-4cdf-adb2-e5688275296a req-a82698f6-35d1-42a0-9a97-b2d579573219 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584183 Jul 09 13:16:38.817647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-36eb79a4-539d-4520-aca7-abda8ba9bd96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07356e75-7715-41bb-a3b9-19c95f85ed82 HTTP/1.1" status: 200 len: 217 time: 0.0534282 Jul 09 13:16:38.919257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-2dfa6ef5-ee3c-48e8-8196-50d162e04363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.920842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-2dfa6ef5-ee3c-48e8-8196-50d162e04363 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 200 len: 844 time: 0.0919778 Jul 09 13:16:38.965580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-625e594c-d2d7-4965-b8bd-a2fd5ca19470 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b77434e-beb2-42a5-816b-759f76cf51d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306628 Jul 09 13:16:38.973980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9e301-c43e-4aa7-a103-862ffff27046 req-86c6c04b-5eea-42d3-a3cc-bcbd92e266ff tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:38.975463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbd9e301-c43e-4aa7-a103-862ffff27046 req-86c6c04b-5eea-42d3-a3cc-bcbd92e266ff tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1119518 Jul 09 13:16:39.069356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbd9e301-c43e-4aa7-a103-862ffff27046 req-fe1205d6-f14b-418a-b5f7-10b86fc3228e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807579 Jul 09 13:16:39.100521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-03854fb9-7305-45af-a5d6-7e3eb9fae5be tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:39.101906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-03854fb9-7305-45af-a5d6-7e3eb9fae5be tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/networks?id=9ef1cec1-3097-4fe7-9537-e0518ca88cf8 HTTP/1.1" status: 200 len: 814 time: 0.1050010 Jul 09 13:16:39.109773 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-4d6873b3-9790-4ae1-8c10-ee5934934a2b service neutron] 10.222.0.10 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287956 Jul 09 13:16:39.128545 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-5f238cdc-3d6c-445f-acc7-7b1a0a5083ce tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/quotas/01c783b36b98416bacb2855200a0d858 HTTP/1.1" status: 200 len: 375 time: 0.0155559 Jul 09 13:16:39.177749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-c7e0b1b9-f7fb-4b08-980f-c460e8342e09 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=01c783b36b98416bacb2855200a0d858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423429 Jul 09 13:16:39.220487 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f7df09-ea7a-49ca-878b-193c259c98c9 req-1ed74ae1-98cc-450e-b549-f638ff449eb0 service neutron] 10.222.0.10 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008859 Jul 09 13:16:39.294005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-dda84f44-f630-4731-be81-95d3123174a4 service neutron] 10.222.0.32 "GET /v2.0/networks/9ef1cec1-3097-4fe7-9537-e0518ca88cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077125 Jul 09 13:16:39.302049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d15bbb5-3b91-4a54-9b2d-341e0043d65f', 'name': 'network-vif-deleted', 'tag': 'a1c5780b-615a-4791-b849-ccb0cbed0904'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:39.305047 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5fa80b-4b1c-4db1-a991-395eb29784ef" -d '{"events": [{"server_uuid": "3d15bbb5-3b91-4a54-9b2d-341e0043d65f", "name": "network-vif-deleted", "tag": "a1c5780b-615a-4791-b849-ccb0cbed0904"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:39.728965 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-a4aff30d-bec4-4526-b07e-c05f9b0d54d4 service neutron] 10.222.0.32 "GET /v2.0/networks/9ef1cec1-3097-4fe7-9537-e0518ca88cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277933 Jul 09 13:16:40.015192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3434a-4ec7-4921-9f20-4333d27ec969 req-3a16bbe9-9ef8-4841-9e9b-b32460452a42 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:40.017057 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eb3434a-4ec7-4921-9f20-4333d27ec969 req-3a16bbe9-9ef8-4841-9e9b-b32460452a42 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 943 time: 0.0692961 Jul 09 13:16:40.058261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eb3434a-4ec7-4921-9f20-4333d27ec969 req-f10d2b02-9be7-466c-9ec6-a68117e5ccb9 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Jul 09 13:16:40.134632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-99dc7bf8-0704-49b3-b155-8120e1e6123f tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:16:40.135901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-99dc7bf8-0704-49b3-b155-8120e1e6123f tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125043 Jul 09 13:16:40.147791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Request body: {'binding': {'host': 'n-h2-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:40.148326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:16:40.237746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca0a5-232e-42b0-aa20-6d881c6ebd63 req-03bf1283-9d01-4a42-9891-c0602086e624 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:40.241794 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0aca0a5-232e-42b0-aa20-6d881c6ebd63 req-03bf1283-9d01-4a42-9891-c0602086e624 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 943 time: 0.0708351 Jul 09 13:16:40.282188 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0aca0a5-232e-42b0-aa20-6d881c6ebd63 req-7fe88fd9-24fe-411c-8dd3-d26931855c92 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353439 Jul 09 13:16:40.301924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on host n-h2-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:40.302264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:40.302611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:40.308577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:40.308997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:40.314734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:40.315232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:40.315703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:40.316152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Bound port: d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:40.382769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:40.389968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:40.401878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d1a6326b-7de1-42a7-9111-bdf731f89878 service neutron] 10.222.0.32 "POST /v2.0/ports/d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2580314 Jul 09 13:16:40.412397 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652825bd-d526-4a26-bcc1-cc3126caff33 x-openstack-request-id: req-652825bd-d526-4a26-bcc1-cc3126caff33 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:40.413339 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d15bbb5-3b91-4a54-9b2d-341e0043d65f", "name": "network-vif-deleted", "tag": "a1c5780b-615a-4791-b849-ccb0cbed0904", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:40.413800 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-652825bd-d526-4a26-bcc1-cc3126caff33 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:40.414431 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d15bbb5-3b91-4a54-9b2d-341e0043d65f', 'name': 'network-vif-deleted', 'tag': 'a1c5780b-615a-4791-b849-ccb0cbed0904', 'status': 'completed', 'code': 200} Jul 09 13:16:40.644633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102f480-4784-477a-b951-c079ac63d145 req-0054ae2e-5b4a-46ef-934f-5faa0f8e7643 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:40.646224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4102f480-4784-477a-b951-c079ac63d145 req-0054ae2e-5b4a-46ef-934f-5faa0f8e7643 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 949 time: 0.0752740 Jul 09 13:16:40.663095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-095eeef1-dd26-4730-b0a8-42351756445b req-ca95e80c-89ba-4e91-b8a2-58a781394582 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 210 time: 0.0329030 Jul 09 13:16:40.693167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4102f480-4784-477a-b951-c079ac63d145 req-4b30f3b0-6112-478a-99ea-17e4d8be2c44 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Jul 09 13:16:40.841561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773532a7-5871-46fd-80dd-ac6f40285476 req-c31977d8-d459-4ced-b056-7351104219f8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:40.843061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-773532a7-5871-46fd-80dd-ac6f40285476 req-c31977d8-d459-4ced-b056-7351104219f8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.0652249 Jul 09 13:16:40.868483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d42de-03d7-46f8-b1bd-2878b60f1c67 req-5d7a887c-c49b-45c5-98a3-897caafd9cea tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:40.869989 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-859d42de-03d7-46f8-b1bd-2878b60f1c67 req-5d7a887c-c49b-45c5-98a3-897caafd9cea tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.0649512 Jul 09 13:16:40.881335 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-773532a7-5871-46fd-80dd-ac6f40285476 req-c30a7603-49f3-4dbb-a8e3-6949e8dc4899 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Jul 09 13:16:40.909086 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-859d42de-03d7-46f8-b1bd-2878b60f1c67 req-463996a7-3934-4bc7-b5fc-c7f23d3ffb17 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334709 Jul 09 13:16:41.072957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-d6f0c671-d9c4-40a8-a212-6fb173b5cf2d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:41.074503 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-d6f0c671-d9c4-40a8-a212-6fb173b5cf2d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.1104679 Jul 09 13:16:41.090469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-a075b569-eb73-4f22-bee9-54e348b6754f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/quotas/69dab1cbd470482e99ca01cc327ac3f7 HTTP/1.1" status: 200 len: 375 time: 0.0106964 Jul 09 13:16:41.135004 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-4e3a10f4-1762-483a-bdda-dfca06bb9951 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390656 Jul 09 13:16:41.297549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 07356e75-7715-41bb-a3b9-19c95f85ed82 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:41.300156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-338072da-c2f8-4d3f-8182-421d8222728c tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:41.301632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-338072da-c2f8-4d3f-8182-421d8222728c tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.11 "GET /v2.0/networks?id=9ef1cec1-3097-4fe7-9537-e0518ca88cf8 HTTP/1.1" status: 200 len: 814 time: 0.1948094 Jul 09 13:16:41.308506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-56ae37d5-82fb-4e97-ab2d-817d0e4c6ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378579 Jul 09 13:16:41.314749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Request body: {'port': {'device_id': 'cd4a7a8e-2e40-4a2c-b949-4f30bf781142', 'network_id': '9ef1cec1-3097-4fe7-9537-e0518ca88cf8', 'admin_state_up': True, 'tenant_id': '01c783b36b98416bacb2855200a0d858'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:41.433915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:41.449134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'port_id': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'mac_address': 'fa:16:3e:56:e4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558cddb0-8b62-4eeb-b90e-28ff554b319b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:41.487040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-6939eba1-272e-468f-ac0a-c7172a79fa31 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695218 Jul 09 13:16:41.497566 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:41.504525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Made reservation on behalf of 01c783b36b98416bacb2855200a0d858 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:41.509692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:41.515106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07356e75-7715-41bb-a3b9-19c95f85ed82 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:41.540349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:41.546440 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:41.566364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f44a26-a98e-48d6-bd2f-f115894da23b req-9c8bd3d0-8829-4cbb-beb3-f0f459285944 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:41.568141 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66f44a26-a98e-48d6-bd2f-f115894da23b req-9c8bd3d0-8829-4cbb-beb3-f0f459285944 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 943 time: 0.0821640 Jul 09 13:16:41.608529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:41.643560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66f44a26-a98e-48d6-bd2f-f115894da23b req-ebbc4da8-fc8d-4d85-b442-dcba466e6134 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671005 Jul 09 13:16:41.688330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Allocated IP 172.20.0.8 (9ef1cec1-3097-4fe7-9537-e0518ca88cf8/e5fb38ae-4400-4bde-8c75-18da0610a93b/c71da329-3edb-4255-a6cf-036febb9a919) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:16:41.844596 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc630-e3ae-46df-8ac7-413cc6932101 req-7a00ca2d-c4a9-4b04-ab7b-fb09c36b8fbb tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:41.846359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-589bc630-e3ae-46df-8ac7-413cc6932101 req-7a00ca2d-c4a9-4b04-ab7b-fb09c36b8fbb tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 944 time: 0.0770857 Jul 09 13:16:41.862221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['07356e75-7715-41bb-a3b9-19c95f85ed82'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:41.871440 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:41.904399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-589bc630-e3ae-46df-8ac7-413cc6932101 req-e41e3a54-99aa-4650-acc7-560d611df9f3 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Jul 09 13:16:41.926865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:42.030186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-525ea819-8089-4874-bf4f-1eb03d311b0b req-2cbf0a09-f42a-49c6-8eef-b3fd40429d6c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 210 time: 0.0524960 Jul 09 13:16:42.046774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:16:42.047787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Pushing event updated for resources: {'Port': ['ID=c71da329-3edb-4255-a6cf-036febb9a919,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:42.057477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:42.060107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:16:42.142869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a1c5780b-615a-4791-b849-ccb0cbed0904 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:42.159840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:42.160180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905eded-fe03-41d2-94ed-e6790ee89de0 req-50547407-553f-47e4-b1e3-ae6f03a02ebb tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:42.162219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2905eded-fe03-41d2-94ed-e6790ee89de0 req-50547407-553f-47e4-b1e3-ae6f03a02ebb tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 931 time: 0.1196342 Jul 09 13:16:42.162720 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:42.169997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: a1c5780b-615a-4791-b849-ccb0cbed0904 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:16:42.170687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a1c5780b-615a-4791-b849-ccb0cbed0904 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:42.186064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-ebf688e6-c2dd-4d02-85eb-fc3d6bf1eb18 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8760960 Jul 09 13:16:42.209750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Request body: {'port': {'device_id': 'cd4a7a8e-2e40-4a2c-b949-4f30bf781142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:42.220518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2905eded-fe03-41d2-94ed-e6790ee89de0 req-b48f70a3-6b81-4dd0-bbc5-5aaea49562a2 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487261 Jul 09 13:16:42.319130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:42.343095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139fa90-7e6f-4eb7-aa27-32616a7a42ae req-df7dd902-90e6-4b97-9561-729d6a3c9251 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:42.344620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f139fa90-7e6f-4eb7-aa27-32616a7a42ae req-df7dd902-90e6-4b97-9561-729d6a3c9251 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1504941 Jul 09 13:16:42.405188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b76df-5b98-4592-ac36-d64dcebe7d60 req-d84879c7-7315-44bb-8d60-089768d33375 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:42.406872 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-275b76df-5b98-4592-ac36-d64dcebe7d60 req-d84879c7-7315-44bb-8d60-089768d33375 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.0701079 Jul 09 13:16:42.453853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-275b76df-5b98-4592-ac36-d64dcebe7d60 req-7d3a6b4d-8154-498d-a948-a3c057565a3e tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 Jul 09 13:16:42.473909 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f139fa90-7e6f-4eb7-aa27-32616a7a42ae req-049327a1-370c-4b2e-95f8-a67e6d4a5ad5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226032 Jul 09 13:16:42.660156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71da329-3edb-4255-a6cf-036febb9a919 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:42.668868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:42.682228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Transition to ACTIVE for port object c71da329-3edb-4255-a6cf-036febb9a919 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:42.687474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:42.799216 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:42.806806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Pushing event updated for resources: {'Port': ['ID=c71da329-3edb-4255-a6cf-036febb9a919,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:42.858743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Attempting to bind port c71da329-3edb-4255-a6cf-036febb9a919 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:42.858743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Attempting to bind port c71da329-3edb-4255-a6cf-036febb9a919 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '6715b4e8-0d79-4fed-8570-703a8fd7f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ef1cec1-3097-4fe7-9537-e0518ca88cf8'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:42.859057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Attempting to bind port c71da329-3edb-4255-a6cf-036febb9a919 on network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:42.863654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Port c71da329-3edb-4255-a6cf-036febb9a919 on network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:42.863969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Attempting to bind port c71da329-3edb-4255-a6cf-036febb9a919 on network 9ef1cec1-3097-4fe7-9537-e0518ca88cf8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:42.868640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3191-8f53-4920-8819-ece1a9ab007e req-1314b4d9-a046-4042-abb7-c89e22546329 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:42.869148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:42.869427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Checking segment: {'id': '6715b4e8-0d79-4fed-8570-703a8fd7f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ef1cec1-3097-4fe7-9537-e0518ca88cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:42.869844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Bound using segment: {'id': '6715b4e8-0d79-4fed-8570-703a8fd7f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ef1cec1-3097-4fe7-9537-e0518ca88cf8'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:42.870204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-786c3191-8f53-4920-8819-ece1a9ab007e req-1314b4d9-a046-4042-abb7-c89e22546329 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 943 time: 0.0982530 Jul 09 13:16:42.876130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Bound port: c71da329-3edb-4255-a6cf-036febb9a919, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6715b4e8-0d79-4fed-8570-703a8fd7f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ef1cec1-3097-4fe7-9537-e0518ca88cf8'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:42.876504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:42.956385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] For port c71da329-3edb-4255-a6cf-036febb9a919, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:42.960072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] For port c71da329-3edb-4255-a6cf-036febb9a919, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c71da329-3edb-4255-a6cf-036febb9a919,segment=NetworkSegment(6715b4e8-0d79-4fed-8570-703a8fd7f32e),segment_id=6715b4e8-0d79-4fed-8570-703a8fd7f32e)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:42.966199 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:43.019300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:43.020550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:43.022194 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] 10.222.0.11 "PUT /v2.0/ports/c71da329-3edb-4255-a6cf-036febb9a919 HTTP/1.1" status: 200 len: 1091 time: 0.8258450 Jul 09 13:16:43.022817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4a7a8e-2e40-4a2c-b949-4f30bf781142', 'tag': 'c71da329-3edb-4255-a6cf-036febb9a919'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:43.026929 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454c53a4-30b5-43ef-85ea-ddc225fdea40" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4a7a8e-2e40-4a2c-b949-4f30bf781142", "tag": "c71da329-3edb-4255-a6cf-036febb9a919"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:43.049923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-786c3191-8f53-4920-8819-ece1a9ab007e req-732d2d0a-6cd8-4d30-8923-cd442618af3e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699767 Jul 09 13:16:43.064510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784dd24-cd69-4196-80b7-35e015237f59 service neutron] Pushing event updated for resources: {'Port': ['ID=c71da329-3edb-4255-a6cf-036febb9a919,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:43.156472 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfec41e-bf0d-41bd-8c18-d45d6fc94f4f x-openstack-request-id: req-9dfec41e-bf0d-41bd-8c18-d45d6fc94f4f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:43.156851 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4a7a8e-2e40-4a2c-b949-4f30bf781142", "tag": "c71da329-3edb-4255-a6cf-036febb9a919", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:43.157032 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dfec41e-bf0d-41bd-8c18-d45d6fc94f4f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:43.157421 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4a7a8e-2e40-4a2c-b949-4f30bf781142', 'tag': 'c71da329-3edb-4255-a6cf-036febb9a919', 'status': 'completed', 'code': 200} Jul 09 13:16:43.188803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9a214852-db14-46c0-b3b6-53f3c61f13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:43.190373 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9a214852-db14-46c0-b3b6-53f3c61f13fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01c783b36b98416bacb2855200a0d858&device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 1094 time: 0.1014261 Jul 09 13:16:43.201830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-d7ef867c-5d1f-4fc9-9100-a0366d392f48 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:43.205387 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-d7ef867c-5d1f-4fc9-9100-a0366d392f48 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.2584932 Jul 09 13:16:43.218021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Request body: {'port': {'device_id': '2d9a5643-8508-4312-a877-ad36255dc697', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'admin_state_up': True, 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:43.238425 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-1b9ffeed-8fae-4611-8853-72655b406a65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71da329-3edb-4255-a6cf-036febb9a919 HTTP/1.1" status: 200 len: 217 time: 0.0394704 Jul 09 13:16:43.319738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 07356e75-7715-41bb-a3b9-19c95f85ed82 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:43.328505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c7f1843b-82ff-4d95-8d85-545ef5bca411 req-db86a65f-c231-4877-90e0-b87012c236e2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 210 time: 0.0422831 Jul 09 13:16:43.331116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-2cba0be3-2760-4853-a4ef-af4787f2ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:43.332753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-2cba0be3-2760-4853-a4ef-af4787f2ac55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5fb38ae-4400-4bde-8c75-18da0610a93b HTTP/1.1" status: 200 len: 854 time: 0.0874503 Jul 09 13:16:43.375265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-e1fd18c3-cc15-4936-8b85-baf8df4ced7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ef1cec1-3097-4fe7-9537-e0518ca88cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326610 Jul 09 13:16:43.396328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 07356e75-7715-41bb-a3b9-19c95f85ed82 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:43.403526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 07356e75-7715-41bb-a3b9-19c95f85ed82 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:43.405533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:43.411132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cce941-e352-487f-b54e-dea91b233d2c req-fc76ec27-5305-43bc-a5b9-c0897d220f17 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:43.413609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84cce941-e352-487f-b54e-dea91b233d2c req-fc76ec27-5305-43bc-a5b9-c0897d220f17 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 944 time: 0.1355839 Jul 09 13:16:43.456196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:16:43.464583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:43.536534 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:43.539592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84cce941-e352-487f-b54e-dea91b233d2c req-2c65573d-be26-4b2e-806b-154ba805b8ba tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805168 Jul 09 13:16:43.565453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-9e5b03d8-9f92-4cdb-9228-5d094b3f076f service neutron] 10.222.0.11 "GET /v2.0/networks/9ef1cec1-3097-4fe7-9537-e0518ca88cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806824 Jul 09 13:16:43.590539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:43.591895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:43.596652 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ec1f2c-463d-40de-9096-6c9c4d4912eb" -d '{"events": [{"server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "name": "network-vif-plugged", "status": "completed", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:43.605012 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:43.681914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:43.707831 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:43.784309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-100952ca-c9a1-4c70-aac6-151ae04d5301 req-b0e6fbd4-dee8-4cb4-a431-9e9780339571 service neutron] 10.222.0.11 "GET /v2.0/networks/9ef1cec1-3097-4fe7-9537-e0518ca88cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107186 Jul 09 13:16:43.803881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a52829-d780-403c-a0fe-745f2b37d27c req-830939e9-0df9-4ccf-ad5f-e7145178e0f4 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:43.813943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a52829-d780-403c-a0fe-745f2b37d27c req-830939e9-0df9-4ccf-ad5f-e7145178e0f4 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1309409 Jul 09 13:16:43.855556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a52829-d780-403c-a0fe-745f2b37d27c req-e2e0ff18-4282-4c7d-a8bb-744380e3ab4d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Jul 09 13:16:43.928185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-c7c3287c-85ff-4c21-b932-f1664c2fac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:43.931476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-c7c3287c-85ff-4c21-b932-f1664c2fac57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01c783b36b98416bacb2855200a0d858&device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 1094 time: 0.0739672 Jul 09 13:16:43.971352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2aff3-aa6b-4aad-a854-c35854ca19e7 req-eb9bc937-fa8d-49cd-98ae-56691d205246 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:43.975429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-beb2aff3-aa6b-4aad-a854-c35854ca19e7 req-eb9bc937-fa8d-49cd-98ae-56691d205246 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 943 time: 0.4734602 Jul 09 13:16:44.015353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Allocated IP 172.20.0.3 (13fcc680-ed26-45c9-bc2b-e511ec8b91dc/d56ea44e-abc3-47a5-94d3-6e01d5687fc5/cf8e865c-101b-4703-b708-f317c4542900) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:16:44.042023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-beb2aff3-aa6b-4aad-a854-c35854ca19e7 req-7d7ab47f-d895-4367-be92-9544f5b5d39c tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630071 Jul 09 13:16:44.092403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-cf42083c-b32b-47ef-adc0-3055021b3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:44.094998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-cf42083c-b32b-47ef-adc0-3055021b3e89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ef1cec1-3097-4fe7-9537-e0518ca88cf8 HTTP/1.1" status: 200 len: 914 time: 0.1540778 Jul 09 13:16:44.118414 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218ab3f8-d528-4dfa-9229-cea4034b59b6 x-openstack-request-id: req-218ab3f8-d528-4dfa-9229-cea4034b59b6 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:44.119271 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "name": "network-vif-plugged", "status": "completed", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:44.119680 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-218ab3f8-d528-4dfa-9229-cea4034b59b6 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:44.120348 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'code': 200} Jul 09 13:16:44.151967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:44.183486 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-8fa44491-42c3-44f3-a03b-3cfe1572cd82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71da329-3edb-4255-a6cf-036febb9a919 HTTP/1.1" status: 200 len: 217 time: 0.0795627 Jul 09 13:16:44.193316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a943d5-9669-4c03-9c7f-2ea3cc038cd8 req-71156a98-a69c-44d0-8de6-a5026130e26a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:44.195271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37a943d5-9669-4c03-9c7f-2ea3cc038cd8 req-71156a98-a69c-44d0-8de6-a5026130e26a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.2045999 Jul 09 13:16:44.251564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:44.299495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37a943d5-9669-4c03-9c7f-2ea3cc038cd8 req-f864a411-093f-4c27-a3fc-9f2a987bab63 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899665 Jul 09 13:16:44.307266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-e663d3cb-8827-4bd2-814c-456a09b32789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:44.308787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-e663d3cb-8827-4bd2-814c-456a09b32789 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5fb38ae-4400-4bde-8c75-18da0610a93b HTTP/1.1" status: 200 len: 854 time: 0.1123884 Jul 09 13:16:44.343544 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7b56c6f0-1d7d-450c-bc1f-fbdf71f143a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:44.372491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:44.389843 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-e9142dc3-f345-4d1f-b5fc-93a24643ce28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ef1cec1-3097-4fe7-9537-e0518ca88cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696797 Jul 09 13:16:44.394614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'mac_address': 'fa:16:3e:38:a9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:44.418837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:44.471422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:44.487978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:44.532931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:44.541276 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:44.544103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:16:44.548850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:16:44.556287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:16:44.588689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-581a15c2-3f31-457a-b218-baab4cd3de3a service neutron] 10.222.0.11 "GET /v2.0/networks/9ef1cec1-3097-4fe7-9537-e0518ca88cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857817 Jul 09 13:16:44.616983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:44.647844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37999556-1f49-48f2-9efe-1b678a4a0c25 req-c7e8779f-e7e2-4ac0-b624-d805c7fe9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:44.650598 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37999556-1f49-48f2-9efe-1b678a4a0c25 req-c7e8779f-e7e2-4ac0-b624-d805c7fe9258 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 1096 time: 0.3905919 Jul 09 13:16:44.653164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['96b9e1c5-fc47-45cd-93e1-93985ef1bba8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:44.657054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3386e7b-4503-4421-879d-082b9756ee4d req-d6d0e8a1-09ec-40a9-be1c-95d82c9514c9 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:44.658569 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3386e7b-4503-4421-879d-082b9756ee4d req-d6d0e8a1-09ec-40a9-be1c-95d82c9514c9 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 943 time: 0.1648526 Jul 09 13:16:44.660511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event updated for resources: {'Port': ['ID=cf8e865c-101b-4703-b708-f317c4542900,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:44.676662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:44.677400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:44.719372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37999556-1f49-48f2-9efe-1b678a4a0c25 req-947d696c-9544-447c-bb23-d27667d5cd62 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386500 Jul 09 13:16:44.745805 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b0f69b58-d3f2-4efe-b4e6-bccc754db175 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5321102 Jul 09 13:16:44.762130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-381fd992-4d40-40fd-b617-45e3b9da3843 service neutron] 10.222.0.10 "GET /v2.0/ports/41caa796-e7ce-403b-9d3a-439af2eecdea/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.1565435 Jul 09 13:16:44.764964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3386e7b-4503-4421-879d-082b9756ee4d req-ace0540a-a758-42be-a517-14832c57f553 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Jul 09 13:16:44.776742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Request body: {'port': {'device_id': '2d9a5643-8508-4312-a877-ad36255dc697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:16:44.777249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-454c53a4-30b5-43ef-85ea-ddc225fdea40 req-92cd638c-9875-4ae6-b45b-f38d16a725b3 service neutron] 10.222.0.11 "GET /v2.0/networks/9ef1cec1-3097-4fe7-9537-e0518ca88cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820648 Jul 09 13:16:44.834289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75645180-3b59-47fb-be91-81c517208c01 req-de02e9b7-395c-4917-91bc-d3e661f7fcb4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:44.842883 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-75645180-3b59-47fb-be91-81c517208c01 req-de02e9b7-395c-4917-91bc-d3e661f7fcb4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 931 time: 0.2416775 Jul 09 13:16:44.931226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-75645180-3b59-47fb-be91-81c517208c01 req-3d751989-36ed-4a8f-b83a-79cddb6f0cb7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866358 Jul 09 13:16:44.963298 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:45.064169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:45.090171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb6a6e-d342-42e0-a0c2-d59387e831a0 req-bb15ef92-0233-4424-b559-9e2b09e2ddc6 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:45.092495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfcb6a6e-d342-42e0-a0c2-d59387e831a0 req-bb15ef92-0233-4424-b559-9e2b09e2ddc6 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 945 time: 0.1396654 Jul 09 13:16:45.120007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:45.165238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfcb6a6e-d342-42e0-a0c2-d59387e831a0 req-b85e395d-75f5-4906-99d6-e77b6baca8cb tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635445 Jul 09 13:16:45.169691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41caa796-e7ce-403b-9d3a-439af2eecdea {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:45.181891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:45.198750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:45.240655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705e11-d82c-4e66-b79c-ef8164c6f8a3 req-0c348e3b-2488-4776-88b6-80a11b7ae4e1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:45.242142 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf705e11-d82c-4e66-b79c-ef8164c6f8a3 req-0c348e3b-2488-4776-88b6-80a11b7ae4e1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1542916 Jul 09 13:16:45.301554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] Transition to ACTIVE for port object 41caa796-e7ce-403b-9d3a-439af2eecdea will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:45.308253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:45.328429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 41caa796-e7ce-403b-9d3a-439af2eecdea no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:16:45.336070 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf705e11-d82c-4e66-b79c-ef8164c6f8a3 req-6575e91b-4ef0-4cc8-bfd1-db1a17f73036 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682571 Jul 09 13:16:45.393245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 41caa796-e7ce-403b-9d3a-439af2eecdea not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:16:45.431901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] Pushing event updated for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:45.462235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8e865c-101b-4703-b708-f317c4542900 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:45.465523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] No DVR routers for this DVR port 41caa796-e7ce-403b-9d3a-439af2eecdea on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:16:45.470851 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:45.488992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Transition to ACTIVE for port object cf8e865c-101b-4703-b708-f317c4542900 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:16:45.495837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:45.509078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-8b4d1b14-e400-4b5a-b1ba-8df5133863ea service neutron] 10.222.0.10 "PUT /v2.0/ports/41caa796-e7ce-403b-9d3a-439af2eecdea/bindings/n-h2-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7292368 Jul 09 13:16:45.547499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faf30e-f504-4214-982b-7dfe9f90951d req-eda1c5d4-90b1-4353-a9ac-2e10c4652f6b tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:45.549411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9faf30e-f504-4214-982b-7dfe9f90951d req-eda1c5d4-90b1-4353-a9ac-2e10c4652f6b tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 943 time: 0.1693888 Jul 09 13:16:45.564783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Pushing event updated for resources: {'Port': ['ID=cf8e865c-101b-4703-b708-f317c4542900,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:45.658887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9faf30e-f504-4214-982b-7dfe9f90951d req-0432b7b6-9360-4a73-a9a1-505885796f9e tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988200 Jul 09 13:16:45.711405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553feba-2a1f-4f80-945f-10cccfd60998 req-6d2c8f60-dd0a-4c52-8328-9b7023409ecc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:45.719412 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c553feba-2a1f-4f80-945f-10cccfd60998 req-6d2c8f60-dd0a-4c52-8328-9b7023409ecc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.0941992 Jul 09 13:16:45.735835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-76c4b40e-13f9-43bb-9a31-8e5717095405 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:45.739150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-76c4b40e-13f9-43bb-9a31-8e5717095405 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.1590722 Jul 09 13:16:45.772162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c553feba-2a1f-4f80-945f-10cccfd60998 req-f23c39ea-7f13-4871-ac9d-b7d91f6409c9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 Jul 09 13:16:45.775185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Attempting to bind port cf8e865c-101b-4703-b708-f317c4542900 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:16:45.775681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Attempting to bind port cf8e865c-101b-4703-b708-f317c4542900 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:16:45.778845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Attempting to bind port cf8e865c-101b-4703-b708-f317c4542900 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:45.786180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Port cf8e865c-101b-4703-b708-f317c4542900 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:16:45.794235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Attempting to bind port cf8e865c-101b-4703-b708-f317c4542900 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:16:45.807910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:16:45.808193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Checking segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:16:45.810232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Bound using segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:16:45.810610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Bound port: cf8e865c-101b-4703-b708-f317c4542900, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:16:45.810996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:45.847842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-d09a7a30-5b39-4eed-bffe-88bc3698f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:45.851540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-d09a7a30-5b39-4eed-bffe-88bc3698f207 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1&tenant_id=0ddebe40c1fd4ac8aad380b23939f385 HTTP/1.1" status: 200 len: 1095 time: 0.1004646 Jul 09 13:16:45.979026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-86481a67-282f-4b8c-b705-725adb8d0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:45.981651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-86481a67-282f-4b8c-b705-725adb8d0c85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1095 time: 0.0995255 Jul 09 13:16:45.999293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] For port cf8e865c-101b-4703-b708-f317c4542900, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:46.003753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] For port cf8e865c-101b-4703-b708-f317c4542900, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cf8e865c-101b-4703-b708-f317c4542900,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:16:46.026596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.096361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Pushing event updated for resources: {'Port': ['ID=cf8e865c-101b-4703-b708-f317c4542900,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:46.109685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.110383 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.112465 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c7043d60-827c-4769-83d2-e0ef3e6fffef service neutron] 10.222.0.11 "PUT /v2.0/ports/cf8e865c-101b-4703-b708-f317c4542900 HTTP/1.1" status: 200 len: 1091 time: 1.3551435 Jul 09 13:16:46.112936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9a5643-8508-4312-a877-ad36255dc697', 'tag': 'cf8e865c-101b-4703-b708-f317c4542900'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:46.115314 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9a5643-8508-4312-a877-ad36255dc697", "tag": "cf8e865c-101b-4703-b708-f317c4542900"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:46.159458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c71da329-3edb-4255-a6cf-036febb9a919 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:46.162020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:46.270691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-89302887-c4cf-4f0a-9523-c69b3e607cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.273017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-89302887-c4cf-4f0a-9523-c69b3e607cbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.2713780 Jul 09 13:16:46.295667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f838a0-f822-4b6e-a399-913b16de83c3 req-b58334d1-1829-4a77-8432-ca31f2c65d7e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.297510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b9ba4820-0398-496c-b399-fd6170dc8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.299559 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-b9ba4820-0398-496c-b399-fd6170dc8780 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 1094 time: 0.1396539 Jul 09 13:16:46.305625 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82f838a0-f822-4b6e-a399-913b16de83c3 req-b58334d1-1829-4a77-8432-ca31f2c65d7e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 943 time: 0.1249695 Jul 09 13:16:46.324364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6148f27-6ffc-4d2d-8c42-433faa0d37ba req-0ad837a9-0ed3-4941-94e8-3e2fee8dcec4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.334304 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6148f27-6ffc-4d2d-8c42-433faa0d37ba req-0ad837a9-0ed3-4941-94e8-3e2fee8dcec4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 944 time: 0.1641927 Jul 09 13:16:46.374553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-136307aa-a591-4d5d-840a-35071e68df47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41caa796-e7ce-403b-9d3a-439af2eecdea HTTP/1.1" status: 200 len: 217 time: 0.0901082 Jul 09 13:16:46.408875 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-c2f0b275-5864-4257-968f-34c639547271 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8e865c-101b-4703-b708-f317c4542900 HTTP/1.1" status: 200 len: 217 time: 0.0639591 Jul 09 13:16:46.429225 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82f838a0-f822-4b6e-a399-913b16de83c3 req-fbce111c-049e-49f3-9d23-f56023b95896 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222656 Jul 09 13:16:46.471947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-cd12ab16-da2f-4977-a295-a0675882e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.483360 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6148f27-6ffc-4d2d-8c42-433faa0d37ba req-7b0c243f-9092-48c5-95f4-0bb26e91581a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474955 Jul 09 13:16:46.483661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-cd12ab16-da2f-4977-a295-a0675882e37a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0994692 Jul 09 13:16:46.525547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-e8d6b5bb-e6ca-4955-9ae6-c1e769adf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.529130 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-e8d6b5bb-e6ca-4955-9ae6-c1e769adf987 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.1119409 Jul 09 13:16:46.533866 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b49d7d-0bcf-487a-b167-b3f77e5c6d75 x-openstack-request-id: req-52b49d7d-0bcf-487a-b167-b3f77e5c6d75 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:46.534350 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9a5643-8508-4312-a877-ad36255dc697", "tag": "cf8e865c-101b-4703-b708-f317c4542900", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:46.534779 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52b49d7d-0bcf-487a-b167-b3f77e5c6d75 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:46.535355 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9a5643-8508-4312-a877-ad36255dc697', 'tag': 'cf8e865c-101b-4703-b708-f317c4542900', 'status': 'completed', 'code': 200} Jul 09 13:16:46.542719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:46.543256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.555016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-f9d8b7dd-50b5-4a02-921d-76ba94fa7e2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627215 Jul 09 13:16:46.604623 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-0d6769f0-1173-406b-94b1-efb1f1d24214 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619187 Jul 09 13:16:46.604891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c71da329-3edb-4255-a6cf-036febb9a919, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c71da329-3edb-4255-a6cf-036febb9a919,segment=NetworkSegment(6715b4e8-0d79-4fed-8570-703a8fd7f32e),segment_id=6715b4e8-0d79-4fed-8570-703a8fd7f32e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:46.618635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'c71da329-3edb-4255-a6cf-036febb9a919', 'network_id': '9ef1cec1-3097-4fe7-9537-e0518ca88cf8', 'port_id': 'c71da329-3edb-4255-a6cf-036febb9a919', 'mac_address': 'fa:16:3e:d1:34:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fb38ae-4400-4bde-8c75-18da0610a93b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:46.690261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.692128 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.738841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:46.740788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:46.744686 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb78465-addb-414d-a2c8-d5940213c087" -d '{"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-plugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:46.748579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71da329-3edb-4255-a6cf-036febb9a919 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:46.756705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.785993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-5eba8413-7248-439d-a27d-cbe34866cdbc service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260058 Jul 09 13:16:46.802469 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-ba7f3c93-d63b-4dd5-bf64-e5d1e5270df9 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963959 Jul 09 13:16:46.811025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c71da329-3edb-4255-a6cf-036febb9a919, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c71da329-3edb-4255-a6cf-036febb9a919,segment=NetworkSegment(6715b4e8-0d79-4fed-8570-703a8fd7f32e),segment_id=6715b4e8-0d79-4fed-8570-703a8fd7f32e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:46.811916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bd18c-aeb1-4074-8da4-6db806ba353d req-e34afce2-3615-4cea-a73b-9c350978677a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.819231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e7bd18c-aeb1-4074-8da4-6db806ba353d req-e34afce2-3615-4cea-a73b-9c350978677a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 945 time: 0.1204355 Jul 09 13:16:46.823551 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.829870 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-76ca4d17-e68b-4c2c-9506-00f55703303e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.844733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:46.893863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12571-cbbd-4946-a8d3-fe516b085e76 req-cf9845a3-a043-47b6-9582-d672c92184d0 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:46.903491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0e12571-cbbd-4946-a8d3-fe516b085e76 req-cf9845a3-a043-47b6-9582-d672c92184d0 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1622992 Jul 09 13:16:46.929654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e7bd18c-aeb1-4074-8da4-6db806ba353d req-7af841a5-33ec-4195-a733-db7c8dfb1d77 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092522 Jul 09 13:16:46.931106 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:46.936100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c71da329-3edb-4255-a6cf-036febb9a919,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:46.983251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3e5bca1-388b-4ad8-ba95-0ee49b187963 req-1241b4e7-8510-402d-b1d3-9eaa669c6c36 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559083 Jul 09 13:16:47.001561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0e12571-cbbd-4946-a8d3-fe516b085e76 req-48368e7f-3f20-40ce-91a8-765cf532583d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941193 Jul 09 13:16:47.007987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-0b2e7108-9b88-4035-8206-562a14c8c518 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138128 Jul 09 13:16:47.098688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['c71da329-3edb-4255-a6cf-036febb9a919'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:47.224006 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198151b9-b6fd-4094-b5de-59863af535d2 x-openstack-request-id: req-198151b9-b6fd-4094-b5de-59863af535d2 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:47.224546 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-plugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:47.226818 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-198151b9-b6fd-4094-b5de-59863af535d2 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:47.230112 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'code': 200} Jul 09 13:16:47.283227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-8111309e-c819-49df-886a-69b072997c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:47.285735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-8111309e-c819-49df-886a-69b072997c08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 1094 time: 0.2229707 Jul 09 13:16:47.511949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1d9c-4de3-40b6-8ebb-d39df714382d req-61b06735-7a65-4b14-b39d-2f8405cd0990 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:47.514743 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a6e1d9c-4de3-40b6-8ebb-d39df714382d req-61b06735-7a65-4b14-b39d-2f8405cd0990 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1678126 Jul 09 13:16:47.564977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-dfd2b10c-8e80-4c94-a12b-8846c8660539 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:47.567063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-dfd2b10c-8e80-4c94-a12b-8846c8660539 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.1631496 Jul 09 13:16:47.621897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a6e1d9c-4de3-40b6-8ebb-d39df714382d req-aa67f5b9-bb31-464c-80c1-9430aa57d915 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937788 Jul 09 13:16:47.752609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-710b4067-e31f-486d-8ed6-147121d023f6 service neutron] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:16:47.757365 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-710b4067-e31f-486d-8ed6-147121d023f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:47.759213 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dd8f2d0-de60-4051-89f5-af935fd40c52 req-710b4067-e31f-486d-8ed6-147121d023f6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/41caa796-e7ce-403b-9d3a-439af2eecdea/bindings/n-h1-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.1784399 Jul 09 13:16:47.779537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb438c3-eb5e-464d-99cf-77f13c04846e req-8bc3e471-1d2f-47e3-9fc1-12117fced24c tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:47.786623 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebb438c3-eb5e-464d-99cf-77f13c04846e req-8bc3e471-1d2f-47e3-9fc1-12117fced24c tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 944 time: 0.6145587 Jul 09 13:16:47.856890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebb438c3-eb5e-464d-99cf-77f13c04846e req-ceebf613-2fdb-4315-8783-d3aa6964aa2e tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694134 Jul 09 13:16:47.871630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-0a4757a9-2160-4b64-9293-83c1ec87a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:47.873160 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-0a4757a9-2160-4b64-9293-83c1ec87a7bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 911 time: 0.5777061 Jul 09 13:16:47.950767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-00e0b348-63c3-4b99-848d-e1461e17aa69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8e865c-101b-4703-b708-f317c4542900 HTTP/1.1" status: 200 len: 217 time: 0.0629518 Jul 09 13:16:48.059028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:48.059664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-fc5a7a27-3a35-403d-a135-f8d46659bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:48.061209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-fc5a7a27-3a35-403d-a135-f8d46659bbad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.0983648 Jul 09 13:16:48.110286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-81af6a47-ff5e-43cb-929f-44f20842e9a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374639 Jul 09 13:16:48.123848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020702e4-b6dd-4652-a97d-b1fbeeb8388f req-5e7ed72a-6dfe-4913-97cc-229bd4b21401 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:48.125405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020702e4-b6dd-4652-a97d-b1fbeeb8388f req-5e7ed72a-6dfe-4913-97cc-229bd4b21401 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 943 time: 0.1270785 Jul 09 13:16:48.154828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c71da329-3edb-4255-a6cf-036febb9a919 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:48.243645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020702e4-b6dd-4652-a97d-b1fbeeb8388f req-b423aeea-d9d8-45ab-85fb-c99dbd4aa59b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975211 Jul 09 13:16:48.255241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port c71da329-3edb-4255-a6cf-036febb9a919 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:48.261447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port c71da329-3edb-4255-a6cf-036febb9a919 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:48.261776 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:48.323547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-612d3720-6fea-43f6-95b7-33d9041356e1 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970572 Jul 09 13:16:48.373157 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:48.418900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c71da329-3edb-4255-a6cf-036febb9a919, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c71da329-3edb-4255-a6cf-036febb9a919,segment=NetworkSegment(6715b4e8-0d79-4fed-8570-703a8fd7f32e),segment_id=6715b4e8-0d79-4fed-8570-703a8fd7f32e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:48.427243 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:48.434560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7df75-be45-4cb7-b7da-52d07e117f48 req-0f26aebb-ae6f-45c4-805b-95a1764501c1 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:48.442104 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66e7df75-be45-4cb7-b7da-52d07e117f48 req-0f26aebb-ae6f-45c4-805b-95a1764501c1 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 944 time: 0.1101012 Jul 09 13:16:48.505111 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66e7df75-be45-4cb7-b7da-52d07e117f48 req-9c076490-b60b-490e-a9a7-d1285ca45b9b tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619833 Jul 09 13:16:48.544078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c71da329-3edb-4255-a6cf-036febb9a919,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:48.597955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb404ea8-8703-46fa-a5bb-7d45183a5d4e req-9c1fe84e-6724-4a65-819b-2adc2c1f37f9 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677763 Jul 09 13:16:48.633720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d74925-1918-4251-8f6c-20364949a81f req-204e2685-77eb-4125-b6ab-a26b71bbc7ae tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:48.640811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7d74925-1918-4251-8f6c-20364949a81f req-204e2685-77eb-4125-b6ab-a26b71bbc7ae tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1124868 Jul 09 13:16:48.694723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7d74925-1918-4251-8f6c-20364949a81f req-48f16f93-7c28-42f8-89ca-509b797e41b6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530322 Jul 09 13:16:48.721986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365006a-73b5-4ac3-88fb-18913aeccc1e req-ecc3e8a7-e74f-4b77-a954-dac563f7ebcf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:48.723541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1365006a-73b5-4ac3-88fb-18913aeccc1e req-ecc3e8a7-e74f-4b77-a954-dac563f7ebcf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 945 time: 0.0815144 Jul 09 13:16:48.796442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1365006a-73b5-4ac3-88fb-18913aeccc1e req-a4063d1c-67a9-4f4e-b5be-0135070dcfec tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644977 Jul 09 13:16:49.086899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a8062-1fea-493a-9656-04d4542fb24e req-a9cd81d2-5652-4dd9-a6c4-a3261443dc3f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.088877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d1a8062-1fea-493a-9656-04d4542fb24e req-a9cd81d2-5652-4dd9-a6c4-a3261443dc3f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1102602 Jul 09 13:16:49.154765 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d1a8062-1fea-493a-9656-04d4542fb24e req-f6a439cb-1d12-493b-8e5c-02c7800df3f7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571103 Jul 09 13:16:49.231817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4a7a8e-2e40-4a2c-b949-4f30bf781142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71da329-3edb-4255-a6cf-036febb9a919'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:49.234155 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0661ff-1fc8-4b5f-b364-75512417a7fe" -d '{"events": [{"server_uuid": "cd4a7a8e-2e40-4a2c-b949-4f30bf781142", "name": "network-vif-plugged", "status": "completed", "tag": "c71da329-3edb-4255-a6cf-036febb9a919"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:49.384233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9418a2-70be-4bfc-97d5-9dbf6a41dc55 req-8e0e4e77-42f6-4a16-803f-39f0b09be5fb tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.386443 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d9418a2-70be-4bfc-97d5-9dbf6a41dc55 req-8e0e4e77-42f6-4a16-803f-39f0b09be5fb tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1095 time: 0.0673149 Jul 09 13:16:49.430671 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d9418a2-70be-4bfc-97d5-9dbf6a41dc55 req-95d5d303-cca8-419e-b372-cf5449d623d7 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Jul 09 13:16:49.497431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c431271-0406-4743-82fe-07d717068d16 req-6bc10ff3-0317-4b68-a205-eb4141992bff tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.498913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c431271-0406-4743-82fe-07d717068d16 req-6bc10ff3-0317-4b68-a205-eb4141992bff tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 945 time: 0.1869557 Jul 09 13:16:49.501317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-70fe5fd2-9e5d-46df-a310-9bc809b4be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.502341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-70fe5fd2-9e5d-46df-a310-9bc809b4be48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1096 time: 0.1246819 Jul 09 13:16:49.546603 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:49.619633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c431271-0406-4743-82fe-07d717068d16 req-c15cff35-a090-48ac-9fe6-cd7590849ca6 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145906 Jul 09 13:16:49.665903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-2883de43-c3a2-4db2-8972-566fff392c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.668365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-2883de43-c3a2-4db2-8972-566fff392c30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.1529713 Jul 09 13:16:49.674091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c2128-aa5a-42cd-93a0-42d64f935742 req-88466ce2-8985-4472-a96d-c96420013b22 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.676578 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf2c2128-aa5a-42cd-93a0-42d64f935742 req-88466ce2-8985-4472-a96d-c96420013b22 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 943 time: 0.0961192 Jul 09 13:16:49.704609 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a24e98-151f-4c3b-93b2-a4ed965c9004 x-openstack-request-id: req-99a24e98-151f-4c3b-93b2-a4ed965c9004 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:49.704890 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4a7a8e-2e40-4a2c-b949-4f30bf781142", "name": "network-vif-plugged", "status": "completed", "tag": "c71da329-3edb-4255-a6cf-036febb9a919", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:49.705134 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99a24e98-151f-4c3b-93b2-a4ed965c9004 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:49.705525 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4a7a8e-2e40-4a2c-b949-4f30bf781142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71da329-3edb-4255-a6cf-036febb9a919', 'code': 200} Jul 09 13:16:49.724035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-43b76c2d-8e6b-4dcd-babf-2ec38dba9288 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b HTTP/1.1" status: 200 len: 217 time: 0.0480158 Jul 09 13:16:49.755720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf2c2128-aa5a-42cd-93a0-42d64f935742 req-c4a2d8d2-ae70-4849-99a2-cd1b074f861f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647154 Jul 09 13:16:49.827975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-1785b0ce-a692-4677-bbd1-9538f5c2da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.829563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-1785b0ce-a692-4677-bbd1-9538f5c2da8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0983782 Jul 09 13:16:49.862807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26904b64-3ec7-42c4-88fe-e6f6361a29d1 req-4e2283eb-8345-43ec-a81f-982191991668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.864539 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26904b64-3ec7-42c4-88fe-e6f6361a29d1 req-4e2283eb-8345-43ec-a81f-982191991668 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 1096 time: 0.0818529 Jul 09 13:16:49.880997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-492c4020-7da6-41d4-b2f3-3cb78b1cc92f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452049 Jul 09 13:16:49.953753 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26904b64-3ec7-42c4-88fe-e6f6361a29d1 req-695a264d-e729-4a4d-a2d6-54555be37e92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820396 Jul 09 13:16:49.991908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a041d-21e0-4c97-a642-3ecb719cefea req-d804d66b-254d-43c0-b967-88decae884ce tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:49.994164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-930a041d-21e0-4c97-a642-3ecb719cefea req-d804d66b-254d-43c0-b967-88decae884ce tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.0963240 Jul 09 13:16:50.021716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c33ea1-48b6-42e9-b455-3c0a7f0f4f6d req-029eebbc-740b-44db-b128-e2b832f56018 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:50.031074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0c33ea1-48b6-42e9-b455-3c0a7f0f4f6d req-029eebbc-740b-44db-b128-e2b832f56018 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 1095 time: 0.1591682 Jul 09 13:16:50.040046 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-930a041d-21e0-4c97-a642-3ecb719cefea req-993a80c7-5afb-4d3f-862a-713808a1279a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372319 Jul 09 13:16:50.047527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-a86edfd5-8612-4ee4-9fee-4b5625c72ccb service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419594 Jul 09 13:16:50.121687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0c33ea1-48b6-42e9-b455-3c0a7f0f4f6d req-cd8f2a78-ada9-46da-a61f-05c1b03e0e68 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855608 Jul 09 13:16:50.166630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device cf8e865c-101b-4703-b708-f317c4542900 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:50.226083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-82859527-91df-455a-aad9-83aaee964ab0 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697717 Jul 09 13:16:50.357047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc57ff-2afe-4f3c-8e2d-e18faef58b09 req-9c606b65-ab9f-40be-8d14-1fca481b95e0 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:50.361240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dcc57ff-2afe-4f3c-8e2d-e18faef58b09 req-9c606b65-ab9f-40be-8d14-1fca481b95e0 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 945 time: 0.1445675 Jul 09 13:16:50.372988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port cf8e865c-101b-4703-b708-f317c4542900, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cf8e865c-101b-4703-b708-f317c4542900,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:50.402141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'cf8e865c-101b-4703-b708-f317c4542900', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'port_id': 'cf8e865c-101b-4703-b708-f317c4542900', 'mac_address': 'fa:16:3e:d4:14:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56ea44e-abc3-47a5-94d3-6e01d5687fc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:50.458224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dcc57ff-2afe-4f3c-8e2d-e18faef58b09 req-80f68701-d2f3-4b05-b930-497b0accbead tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886912 Jul 09 13:16:50.470868 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:50.507814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8e865c-101b-4703-b708-f317c4542900 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:50.549240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port cf8e865c-101b-4703-b708-f317c4542900, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cf8e865c-101b-4703-b708-f317c4542900,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:50.554919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:50.621567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=cf8e865c-101b-4703-b708-f317c4542900,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:50.667734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5ecc3-5883-46e5-bb66-8313b3b8aad7 req-6cac8495-6e6b-48ad-a96e-ae889cadc09f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:50.671426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fdd5ecc3-5883-46e5-bb66-8313b3b8aad7 req-6cac8495-6e6b-48ad-a96e-ae889cadc09f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1288757 Jul 09 13:16:50.732299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fdd5ecc3-5883-46e5-bb66-8313b3b8aad7 req-be713d7b-44c1-469b-8546-4b115f9e78bc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552325 Jul 09 13:16:50.941427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['cf8e865c-101b-4703-b708-f317c4542900'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:51.216494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8a0f2-57db-4cb4-9da4-6dfb26ef8897 req-e765036e-32ad-474e-953a-061aa500b6d9 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:51.228484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4ef8a0f2-57db-4cb4-9da4-6dfb26ef8897 req-e765036e-32ad-474e-953a-061aa500b6d9 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 945 time: 0.1967349 Jul 09 13:16:51.288620 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4ef8a0f2-57db-4cb4-9da4-6dfb26ef8897 req-e22a33da-8683-4e71-adf9-e75913d00f8f tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581882 Jul 09 13:16:51.528259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20bbab-ce2e-44a7-8e05-6f8a99312329 req-1bdaf078-aabf-4b6b-9ff2-c69a037553f5 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:51.535214 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f20bbab-ce2e-44a7-8e05-6f8a99312329 req-1bdaf078-aabf-4b6b-9ff2-c69a037553f5 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.0848780 Jul 09 13:16:51.589116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f20bbab-ce2e-44a7-8e05-6f8a99312329 req-dfb91583-9078-43de-bcdb-13420a2a5578 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529540 Jul 09 13:16:51.606356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3493-c1d0-4123-8832-5b6fd411ad82 req-0cd30e53-7a02-4279-9362-88c92ce7c2f9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:51.624535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-757a3493-c1d0-4123-8832-5b6fd411ad82 req-0cd30e53-7a02-4279-9362-88c92ce7c2f9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 944 time: 0.1172826 Jul 09 13:16:51.683689 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-757a3493-c1d0-4123-8832-5b6fd411ad82 req-9d4249fa-3fa2-47d2-a2ad-002900fe28cd tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582302 Jul 09 13:16:51.954019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391e81c-2974-4bf0-bfee-391b36aa3463 req-13bd74d3-6c76-48e3-a448-dd93fb4fdad0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:51.955692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0391e81c-2974-4bf0-bfee-391b36aa3463 req-13bd74d3-6c76-48e3-a448-dd93fb4fdad0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.0759459 Jul 09 13:16:52.012497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0391e81c-2974-4bf0-bfee-391b36aa3463 req-a42a4d25-448d-467c-a9e9-f7a8c7ed3673 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498140 Jul 09 13:16:52.150993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device cf8e865c-101b-4703-b708-f317c4542900 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:52.244152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port cf8e865c-101b-4703-b708-f317c4542900 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:16:52.249948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port cf8e865c-101b-4703-b708-f317c4542900 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:52.250558 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:52.415447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:52.465127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9a5643-8508-4312-a877-ad36255dc697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8e865c-101b-4703-b708-f317c4542900'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:52.471641 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea43e93-13bb-4a9c-87a5-1eae0ca3d73d" -d '{"events": [{"server_uuid": "2d9a5643-8508-4312-a877-ad36255dc697", "name": "network-vif-plugged", "status": "completed", "tag": "cf8e865c-101b-4703-b708-f317c4542900"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:52.494291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port cf8e865c-101b-4703-b708-f317c4542900, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cf8e865c-101b-4703-b708-f317c4542900,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:52.509014 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:52.552985 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595779d-5e71-4b4f-8881-9d08bc7d490c x-openstack-request-id: req-b595779d-5e71-4b4f-8881-9d08bc7d490c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:52.553280 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9a5643-8508-4312-a877-ad36255dc697", "name": "network-vif-plugged", "status": "completed", "tag": "cf8e865c-101b-4703-b708-f317c4542900", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:52.553537 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b595779d-5e71-4b4f-8881-9d08bc7d490c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:52.553928 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9a5643-8508-4312-a877-ad36255dc697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8e865c-101b-4703-b708-f317c4542900', 'code': 200} Jul 09 13:16:52.581121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ab3d-dc70-4435-88a6-e93d4dbe1d23 req-751e13cc-06e7-49ec-8d08-42b6c272427c tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:52.583447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5be6ab3d-dc70-4435-88a6-e93d4dbe1d23 req-751e13cc-06e7-49ec-8d08-42b6c272427c tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 945 time: 0.1195927 Jul 09 13:16:52.618236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=cf8e865c-101b-4703-b708-f317c4542900,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:52.658360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5be6ab3d-dc70-4435-88a6-e93d4dbe1d23 req-1eff9104-2de1-4e59-a5bb-226c494f1c0e tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679927 Jul 09 13:16:52.783695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a222-46be-49c4-814c-cdbca6897047 req-c83ca5e9-903c-4e02-9d51-8cc02667b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:52.786315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8008a222-46be-49c4-814c-cdbca6897047 req-c83ca5e9-903c-4e02-9d51-8cc02667b943 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 1096 time: 0.1268086 Jul 09 13:16:52.870367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9e034-5706-4e2c-a7df-f7115537f29b req-a1fa997d-996a-417e-91ad-02f9e22c4efb tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:52.871944 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74d9e034-5706-4e2c-a7df-f7115537f29b req-a1fa997d-996a-417e-91ad-02f9e22c4efb tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1208193 Jul 09 13:16:52.873845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8008a222-46be-49c4-814c-cdbca6897047 req-b73a3f29-24f2-4ff8-b993-b79ff30e62e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714543 Jul 09 13:16:52.947053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74d9e034-5706-4e2c-a7df-f7115537f29b req-dcc93dc5-b319-45c9-8437-19bcb3904aa0 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684068 Jul 09 13:16:53.006466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc633-649b-4c9f-a2c4-c265cecbda4e req-0e66e0a4-3384-4381-97fc-4831483f0571 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:53.009473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06bfc633-649b-4c9f-a2c4-c265cecbda4e req-0e66e0a4-3384-4381-97fc-4831483f0571 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 945 time: 0.0946665 Jul 09 13:16:53.074037 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06bfc633-649b-4c9f-a2c4-c265cecbda4e req-c84e7602-bdf9-486c-830e-86362100fa39 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500662 Jul 09 13:16:53.296732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc250dc-234e-4043-951d-edebf5159c6a req-db00f6de-0a38-47ac-b9fc-393168045f57 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:53.304478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5fc250dc-234e-4043-951d-edebf5159c6a req-db00f6de-0a38-47ac-b9fc-393168045f57 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.0999312 Jul 09 13:16:53.348025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5fc250dc-234e-4043-951d-edebf5159c6a req-0e6ff70e-517e-4d92-a755-6d530341f16e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Jul 09 13:16:54.193698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c0ae0-23c2-44ed-b91b-57293a20a3ad req-5b06e090-8ab6-4d2c-8d65-39e68969f065 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:54.202247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d6c0ae0-23c2-44ed-b91b-57293a20a3ad req-5b06e090-8ab6-4d2c-8d65-39e68969f065 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1017590 Jul 09 13:16:54.255887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d6c0ae0-23c2-44ed-b91b-57293a20a3ad req-e789b22b-ca39-402d-85a2-145bc0f9a810 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523176 Jul 09 13:16:54.341985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef356ed7-b525-43dd-84ea-d20eb3898184 req-e5169f53-7eb9-4487-baf8-e749bab7d898 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:54.350538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef356ed7-b525-43dd-84ea-d20eb3898184 req-e5169f53-7eb9-4487-baf8-e749bab7d898 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 945 time: 0.0841088 Jul 09 13:16:54.404029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef356ed7-b525-43dd-84ea-d20eb3898184 req-a099625a-95a2-46af-8060-ef6920687f83 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521739 Jul 09 13:16:54.585478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0dbe-0013-4bd3-9eff-2f157a1ad798 req-5bc751c7-c47d-4bb3-b7e5-87eee7e27b0b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:54.587758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-038b0dbe-0013-4bd3-9eff-2f157a1ad798 req-5bc751c7-c47d-4bb3-b7e5-87eee7e27b0b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.0792170 Jul 09 13:16:54.650237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-038b0dbe-0013-4bd3-9eff-2f157a1ad798 req-93eccd3b-dfcf-4703-add8-0fea66881e6d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562885 Jul 09 13:16:55.362722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 07356e75-7715-41bb-a3b9-19c95f85ed82 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:16:55.616725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:55.646277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'port_id': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'mac_address': 'fa:16:3e:56:e4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558cddb0-8b62-4eeb-b90e-28ff554b319b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:16:55.733630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:55.764721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07356e75-7715-41bb-a3b9-19c95f85ed82 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:16:55.813622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:55.819947 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:55.902595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:55.945645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['07356e75-7715-41bb-a3b9-19c95f85ed82'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:16:57.374192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 07356e75-7715-41bb-a3b9-19c95f85ed82 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:16:57.473731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 07356e75-7715-41bb-a3b9-19c95f85ed82 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:16:57.474001 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:57.645484 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:57.678456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:16:57.681758 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37265e3e-3d00-4cd6-bc70-bd7546151e86" -d '{"events": [{"server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "name": "network-vif-plugged", "status": "completed", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:16:57.700540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:16:57.718705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:57.832452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:16:58.837386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b60b4-6ea6-4273-8a62-9e03b23baf7b req-0d2a73f6-bb84-4117-9ace-e8435173d8fd tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:58.845612 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-587b60b4-6ea6-4273-8a62-9e03b23baf7b req-0d2a73f6-bb84-4117-9ace-e8435173d8fd tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1289947 Jul 09 13:16:58.894084 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-587b60b4-6ea6-4273-8a62-9e03b23baf7b req-b2a03b50-fda2-434f-8893-62cb6273589f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471418 Jul 09 13:16:58.970956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1322c-10c3-4e68-b961-f4899c106b29 req-dbe6a6af-63e8-4486-aa6c-20235800ba9e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:58.978316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bb1322c-10c3-4e68-b961-f4899c106b29 req-dbe6a6af-63e8-4486-aa6c-20235800ba9e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1259959 Jul 09 13:16:59.006573 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e027b6-b9e9-4c27-8464-d344abf512aa x-openstack-request-id: req-f2e027b6-b9e9-4c27-8464-d344abf512aa {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:16:59.007354 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "name": "network-vif-plugged", "status": "completed", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:16:59.007354 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2e027b6-b9e9-4c27-8464-d344abf512aa {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:16:59.008050 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'code': 200} Jul 09 13:16:59.144107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bb1322c-10c3-4e68-b961-f4899c106b29 req-265f4b8d-8943-4d83-b765-9c9a9aedbec6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594734 Jul 09 13:16:59.418181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326a279-b01f-416c-8c97-f4d3e695d821 req-d3a356ac-d284-470c-b7cd-9fdc0d9e1a18 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:16:59.426168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9326a279-b01f-416c-8c97-f4d3e695d821 req-d3a356ac-d284-470c-b7cd-9fdc0d9e1a18 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 949 time: 0.0816069 Jul 09 13:16:59.464771 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9326a279-b01f-416c-8c97-f4d3e695d821 req-5eeca5f3-6e04-4d53-ad28-e2d8e93aecdb tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373733 Jul 09 13:17:00.982677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c4bcc-0130-4a83-825e-953c3938804f req-2b728aa8-6ec4-4787-8337-e00bc028b261 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:00.995717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a2c4bcc-0130-4a83-825e-953c3938804f req-2b728aa8-6ec4-4787-8337-e00bc028b261 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1256907 Jul 09 13:17:01.026581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd7207-b30d-4d7c-9146-7232ee58b0d2 req-ba1bc893-2287-40dd-94e4-6aee18868ebf tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:01.048443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82fd7207-b30d-4d7c-9146-7232ee58b0d2 req-ba1bc893-2287-40dd-94e4-6aee18868ebf tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1594424 Jul 09 13:17:01.057044 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a2c4bcc-0130-4a83-825e-953c3938804f req-190a4feb-6379-47b5-91ef-6c94e0ff2385 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597332 Jul 09 13:17:01.149616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82fd7207-b30d-4d7c-9146-7232ee58b0d2 req-cad841d4-b0c1-4045-8c6a-2a0a292cd6bb tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992861 Jul 09 13:17:02.221847 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:02.376791 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:02.409549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f740-2bb2-42d3-a4b8-10578ce4d6a7 req-9e3469f2-f8b0-4085-8686-387bf436c11b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:02.417086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e34f740-2bb2-42d3-a4b8-10578ce4d6a7 req-9e3469f2-f8b0-4085-8686-387bf436c11b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1418386 Jul 09 13:17:02.421309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:02.424283 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5d3351-0619-431f-9f1f-da84a8a6b943" -d '{"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-unplugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:02.435060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:02.453895 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:02.479275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e34f740-2bb2-42d3-a4b8-10578ce4d6a7 req-c6405ef3-8765-454f-8b56-b6b58369775a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571404 Jul 09 13:17:02.594811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:02.793974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1d1d-d00e-4394-8f61-1bf72446c1f7 req-cf67ec8d-8095-4ae2-be2a-f899131f8151 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:02.795985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd8f1d1d-d00e-4394-8f61-1bf72446c1f7 req-cf67ec8d-8095-4ae2-be2a-f899131f8151 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.0950632 Jul 09 13:17:02.847072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd8f1d1d-d00e-4394-8f61-1bf72446c1f7 req-a5227da5-4baa-451c-b5b3-418f9a2f675d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Jul 09 13:17:02.913673 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792c835a-87c4-49d5-8e62-9edb7432af2b x-openstack-request-id: req-792c835a-87c4-49d5-8e62-9edb7432af2b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:02.914082 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-unplugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:02.915067 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-792c835a-87c4-49d5-8e62-9edb7432af2b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:02.915739 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'code': 200} Jul 09 13:17:04.244623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:17:04.412448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:04.426833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'mac_address': 'fa:16:3e:38:a9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:17:04.493471 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:04.536695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:04.569848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:04.580135 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:04.673469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:04.711488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['96b9e1c5-fc47-45cd-93e1-93985ef1bba8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:06.267835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:06.360053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:06.360755 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:06.510398 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:06.541203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:06.543748 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ca359-8c67-409e-a0ef-2f44fdbdc55b" -d '{"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-plugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:06.563680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:06.568903 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:06.765439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=10']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:07.822117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-494e224e-753c-4666-9979-853798253dc8 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:07.824579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-494e224e-753c-4666-9979-853798253dc8 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.0985980 Jul 09 13:17:07.847099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-3'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:07.933549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:08.178483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:08.282893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:17:08.295647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:08.389167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff897b-a15d-43e6-b01c-c6b043a62d80 req-38b805f5-542d-4b34-88d4-9d02d8f23147 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:08.390779 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6ff897b-a15d-43e6-b01c-c6b043a62d80 req-38b805f5-542d-4b34-88d4-9d02d8f23147 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 945 time: 0.1764195 Jul 09 13:17:08.471821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:08.474352 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459a848d-ba59-4b61-b531-70fc45d45842" -d '{"events": [{"server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "name": "network-vif-unplugged", "status": "completed", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:08.481546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:08.504300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:08.517765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:08.534347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b has no active binding in host n-h2-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:17:08.604035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:08.623356 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6ff897b-a15d-43e6-b01c-c6b043a62d80 req-ca012c7a-3289-473e-822f-600651357bd2 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239888 Jul 09 13:17:08.651956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217a05-39f0-4442-a6b6-79fc7a98ece7 req-d02e51c9-ae78-41d5-8325-6617368266fb tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:08.653570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ea217a05-39f0-4442-a6b6-79fc7a98ece7 req-d02e51c9-ae78-41d5-8325-6617368266fb tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1058652 Jul 09 13:17:08.702604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on host n-h1-799524-3 for vnic_type normal with profile {"migrating_to": "n-h2-799524-3"} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:08.703003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:08.703363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:08.709541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:17:08.709798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Attempting to bind port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:08.724878 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d969d1c9-d67a-4e2e-a486-cee287791f8c x-openstack-request-id: req-d969d1c9-d67a-4e2e-a486-cee287791f8c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:08.725260 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-plugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:08.725604 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d969d1c9-d67a-4e2e-a486-cee287791f8c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:08.726324 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'code': 200} Jul 09 13:17:08.730927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:08.731154 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ea217a05-39f0-4442-a6b6-79fc7a98ece7 req-ff62b44e-7afb-4f42-8a84-056d5435e4d0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565965 Jul 09 13:17:08.731562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:08.732449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:08.732743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Bound port: d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:08.733326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:08.867090 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717cb217-ea5f-4ff4-8283-2a7c238385d7 x-openstack-request-id: req-717cb217-ea5f-4ff4-8283-2a7c238385d7 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:08.867830 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "name": "network-vif-unplugged", "status": "completed", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:08.867830 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-717cb217-ea5f-4ff4-8283-2a7c238385d7 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:08.868000 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b', 'code': 200} Jul 09 13:17:08.869037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:08.877514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:08.886198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:08.973678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:08.974701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:08.976221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b HTTP/1.1" status: 200 len: 1121 time: 1.1430497 Jul 09 13:17:08.977853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074dd33-f5af-4232-99fa-991b44c159c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=8']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:09.065139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:09.138865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:09.599145 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-f9c676d7-0e29-481a-8f0f-324ab89b59cd service neutron] show failed (client error): The resource could not be found. Jul 09 13:17:09.606089 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-f9c676d7-0e29-481a-8f0f-324ab89b59cd service neutron] 10.222.0.10 "GET /v2.0/ports/285e29ac-b9e2-4679-b30e-3e75463d7750/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0993879 Jul 09 13:17:10.057110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-27dadf4d-5ca9-4e71-8160-abcfef547be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:10.062337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-27dadf4d-5ca9-4e71-8160-abcfef547be6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b&tenant_id=5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 1101 time: 0.1403649 Jul 09 13:17:10.077608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:10.243409 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:10.645686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:10.756085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:10.871717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'}, {'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:10.878764 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544108c3-8151-401d-8426-f016b8f72fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b"}, {"server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:10.891228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:10.930885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Transition to ACTIVE for port object 285e29ac-b9e2-4679-b30e-3e75463d7750 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:10.936554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:11.007423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] No DVR routers for this DVR port 285e29ac-b9e2-4679-b30e-3e75463d7750 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:17:11.131900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Attempting to bind port 285e29ac-b9e2-4679-b30e-3e75463d7750 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:11.133237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Attempting to bind port 285e29ac-b9e2-4679-b30e-3e75463d7750 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:11.134553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Attempting to bind port 285e29ac-b9e2-4679-b30e-3e75463d7750 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:11.136742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:11.161581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Port 285e29ac-b9e2-4679-b30e-3e75463d7750 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:17:11.161911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Attempting to bind port 285e29ac-b9e2-4679-b30e-3e75463d7750 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:11.170593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:11.173287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:11.173807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:11.174258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Bound port: 285e29ac-b9e2-4679-b30e-3e75463d7750, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:11.174624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:11.376996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:11.385176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:11.404373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:11.479439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:11.480060 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:11.481498 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] 10.222.0.11 "PUT /v2.0/ports/285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 1096 time: 1.4104426 Jul 09 13:17:11.562214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ef40-9e97-44ad-a520-dca798d639ad service neutron] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:11.626372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-d6dd0c36-ca75-4fef-8a55-626a0cf4e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:11.628148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-d6dd0c36-ca75-4fef-8a55-626a0cf4e1e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1099 time: 0.1096897 Jul 09 13:17:11.811851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-39e4b9a6-3e96-4916-a821-eeade1d9d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:11.813479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-39e4b9a6-3e96-4916-a821-eeade1d9d0d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1778240 Jul 09 13:17:11.902183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-f3b07b22-9b00-419c-b006-b46c5e126744 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 217 time: 0.0802467 Jul 09 13:17:12.024236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-02b9eec8-dbf3-4f07-936d-86aeb87d1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:12.027021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-02b9eec8-dbf3-4f07-936d-86aeb87d1d4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1137903 Jul 09 13:17:12.130830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-b84367be-b314-440d-9395-b463a0525351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:12.134879 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-b84367be-b314-440d-9395-b463a0525351 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011055 Jul 09 13:17:12.262563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-45d472c9-ff45-42fd-8257-56457542c4a0 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194446 Jul 09 13:17:12.425264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4fe1ae-6cda-4590-aaf0-4af50d252891 req-4531bc3d-e379-4094-bec0-c64616a810f4 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526191 Jul 09 13:17:12.788821 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:13.433343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 285e29ac-b9e2-4679-b30e-3e75463d7750 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:13.475233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 285e29ac-b9e2-4679-b30e-3e75463d7750 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:17:13.475796 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 07356e75-7715-41bb-a3b9-19c95f85ed82 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:13.562314 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:13.600120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:13.606758 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c439838-8f8b-4c97-8c02-798d66d8ee44" -d '{"events": [{"server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "name": "network-vif-unplugged", "status": "completed", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:13.628580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:13.633863 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:13.692257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:13.713925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:14.273344 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fc8bafbf-24f5-4676-85d4-31f2d91402da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:14.541625 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:17:16.331565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 285e29ac-b9e2-4679-b30e-3e75463d7750 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:17:16.475724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:16.496439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'mac_address': 'fa:16:3e:3a:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:17:16.542392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:16.560021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285e29ac-b9e2-4679-b30e-3e75463d7750 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:16.585815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:16.593062 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:16.660625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:16.803139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-538d6206-d0b2-4048-8071-c949c0f72f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:16.917229 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:17.028328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['285e29ac-b9e2-4679-b30e-3e75463d7750'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:17.672840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-86accd3a-85ad-469a-acad-0526e62f808b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695703 Jul 09 13:17:17.819641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-bd0c17f0-d2c2-47ac-beee-c4ab8ec39445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:17.822550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-bd0c17f0-d2c2-47ac-beee-c4ab8ec39445 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 1095 time: 0.0824199 Jul 09 13:17:17.962822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-0f342924-99f2-4525-846a-946da36dd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:17.964779 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-0f342924-99f2-4525-846a-946da36dd05f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1065369 Jul 09 13:17:18.032413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-0906ee91-f9a2-4c9b-ae22-d69831ad3883 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 200 len: 217 time: 0.0568168 Jul 09 13:17:18.068729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:18.090190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-32c5acf9-ae27-4371-a63f-5092af4a3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:18.092351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-32c5acf9-ae27-4371-a63f-5092af4a3695 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0518441 Jul 09 13:17:18.146500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-6253e432-e782-465a-a305-670e2d19decb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468431 Jul 09 13:17:18.336642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-357f35c5-ef54-4e18-aa24-3cdaeb70e15c service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741147 Jul 09 13:17:18.701328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee796e32-866b-4d9a-8e8a-612ad4d1aa8e req-9958bbd1-7180-463d-bf0d-4c9e0bfe2fdf tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:18.703002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee796e32-866b-4d9a-8e8a-612ad4d1aa8e req-9958bbd1-7180-463d-bf0d-4c9e0bfe2fdf tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 943 time: 0.3651323 Jul 09 13:17:18.777968 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee796e32-866b-4d9a-8e8a-612ad4d1aa8e req-8fe53af1-341b-4e72-a3bc-84a1fa03be5f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674698 Jul 09 13:17:18.859318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d31492d0-1cdd-4e33-8557-799d1d53ddd2 req-52418fe1-a806-4241-8280-33c890b223a5 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981840 Jul 09 13:17:18.875990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92b740-17ef-4835-9d05-f83f6fc5fc92 req-8ec28768-13bd-45b1-95b3-e3783abd6cfc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:18.877588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bc92b740-17ef-4835-9d05-f83f6fc5fc92 req-8ec28768-13bd-45b1-95b3-e3783abd6cfc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 949 time: 0.1809092 Jul 09 13:17:18.962031 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bc92b740-17ef-4835-9d05-f83f6fc5fc92 req-23326d5c-877a-4312-b800-3bd934dbc9a2 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764906 Jul 09 13:17:19.008190 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37010dc-d57c-4a6f-a453-627c86b3d2c1 x-openstack-request-id: req-a37010dc-d57c-4a6f-a453-627c86b3d2c1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:19.008987 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b", "status": "completed", "code": 200}, {"server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:19.008987 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a37010dc-d57c-4a6f-a453-627c86b3d2c1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:19.009490 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b', 'status': 'completed', 'code': 200} Jul 09 13:17:19.009865 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'code': 200} Jul 09 13:17:19.041936 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5066235-0097-4552-b04e-f872e84bc49d x-openstack-request-id: req-b5066235-0097-4552-b04e-f872e84bc49d {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:19.042556 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "name": "network-vif-unplugged", "status": "completed", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:19.043187 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5066235-0097-4552-b04e-f872e84bc49d {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:19.043812 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'code': 200} Jul 09 13:17:19.160203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544108c3-8151-401d-8426-f016b8f72fc4 req-fae037d5-ebc3-4215-83b2-a1ea104ec91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:19.168815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544108c3-8151-401d-8426-f016b8f72fc4 req-fae037d5-ebc3-4215-83b2-a1ea104ec91f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1124 time: 0.1223001 Jul 09 13:17:19.248143 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d23dcde4-7c20-47e3-824d-b2dae95b3642 service neutron] 10.222.0.10 "GET /v2.0/ports/d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.1906207 Jul 09 13:17:19.380961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544108c3-8151-401d-8426-f016b8f72fc4 req-227e731d-7f2f-422f-b600-5e8cbb956bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:19.383447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544108c3-8151-401d-8426-f016b8f72fc4 req-227e731d-7f2f-422f-b600-5e8cbb956bcb service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.2056985 Jul 09 13:17:19.456633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544108c3-8151-401d-8426-f016b8f72fc4 req-aae02367-b562-44f8-845a-fe7ae5c5e8e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b HTTP/1.1" status: 200 len: 217 time: 0.0667982 Jul 09 13:17:19.499183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:19.565947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544108c3-8151-401d-8426-f016b8f72fc4 req-da676e42-dac7-49e7-9474-08336bf0e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:19.567476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544108c3-8151-401d-8426-f016b8f72fc4 req-da676e42-dac7-49e7-9474-08336bf0e6e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.1041160 Jul 09 13:17:19.637040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:19.638373 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544108c3-8151-401d-8426-f016b8f72fc4 req-761379e2-6047-462e-ac3f-c8809eef48f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586424 Jul 09 13:17:19.732800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:19.812871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:19.815877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:19.848392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:19.893952 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:19.904259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544108c3-8151-401d-8426-f016b8f72fc4 req-a3b531ab-3db9-4455-9248-d7c41dc94123 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627268 Jul 09 13:17:20.033645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] Transition to ACTIVE for port object d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:20.034187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544108c3-8151-401d-8426-f016b8f72fc4 req-b5096517-c525-4ed5-80d1-d5047849aa5f service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216114 Jul 09 13:17:20.052825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:20.195466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] No DVR routers for this DVR port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:17:20.203066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-734ddab0-dd74-4f27-b445-d94bff856be5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:20.204794 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-734ddab0-dd74-4f27-b445-d94bff856be5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b&tenant_id=5ab52eb401c849a2bac11447332661a2&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 949 time: 0.1696250 Jul 09 13:17:20.248138 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] 10.222.0.10 "PUT /v2.0/ports/d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b/bindings/n-h2-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9939032 Jul 09 13:17:20.251286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46579bd4-0d9c-4bec-be0e-aebbdc403c98 service neutron] Pushing event updated for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=10']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:20.298594 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-d0bf671a-4fc5-48db-a44a-2a05a623f29f service neutron] delete failed (client error): The resource could not be found. Jul 09 13:17:20.301273 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-d0bf671a-4fc5-48db-a44a-2a05a623f29f service neutron] 10.222.0.10 "DELETE /v2.0/ports/285e29ac-b9e2-4679-b30e-3e75463d7750/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0885682 Jul 09 13:17:20.346140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 285e29ac-b9e2-4679-b30e-3e75463d7750 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:20.456540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-fcf74524-f802-4ed8-b9b4-f2aceb0e3d35 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:20.459020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-fcf74524-f802-4ed8-b9b4-f2aceb0e3d35 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.1459851 Jul 09 13:17:20.467008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 285e29ac-b9e2-4679-b30e-3e75463d7750 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:20.471928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 285e29ac-b9e2-4679-b30e-3e75463d7750 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:20.472602 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:20.475430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-6a9b29f3-e213-4227-873e-a310c998c329 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403637 Jul 09 13:17:20.609940 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-31c7b6eb-dae7-4ca7-9d75-3e73a98418f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:20.611551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-31c7b6eb-dae7-4ca7-9d75-3e73a98418f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1100 time: 0.1537714 Jul 09 13:17:20.680591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-939d9e29-5691-49da-a789-ca540a65ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:20.685441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-939d9e29-5691-49da-a789-ca540a65ffda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372&tenant_id=26bd7ebced4148749bb727cbdc378ef0 HTTP/1.1" status: 200 len: 1095 time: 0.2050793 Jul 09 13:17:20.688231 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:20.790777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:20.794465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-0d92f06a-9355-4ef1-9cc3-d75006f4c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:20.797002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-0d92f06a-9355-4ef1-9cc3-d75006f4c089 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1096 time: 0.2518060 Jul 09 13:17:20.797466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:20.838012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-ea479def-8b52-42fd-b6a6-149a0b741a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:20.840017 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-ea479def-8b52-42fd-b6a6-149a0b741a9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2208397 Jul 09 13:17:20.898888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-49e6021c-25cb-4014-9005-5e4325a74f17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 217 time: 0.0519729 Jul 09 13:17:20.996281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:21.041924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-966554eb-6e87-4042-814f-daa37feaaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:21.045312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:21.048698 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a60e76-f6f0-4860-a77a-7a53f77ec9c8" -d '{"events": [{"server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "name": "network-vif-plugged", "status": "completed", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:21.051888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-966554eb-6e87-4042-814f-daa37feaaa10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1375818 Jul 09 13:17:21.156098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-bb998231-785b-4b6a-a8a1-9d459ade7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:21.157861 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-bb998231-785b-4b6a-a8a1-9d459ade7ca9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051660 Jul 09 13:17:21.282826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-180f1fe0-70db-4565-ab57-cb67cbf005ae service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178200 Jul 09 13:17:21.315955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:21.327602 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30f85a7-89ca-4195-98f6-8b2de4e53111" -d '{"events": [{"name": "network-changed", "server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:21.480460 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3392d2b4-cc6d-46c7-821f-0896e2a0a6d6 req-9b0b0255-965c-48d4-a399-c6c01774d725 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903861 Jul 09 13:17:21.535427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9f33a-0640-47d5-8f8c-16d65d2ded53 req-eae9912d-d696-4b02-b4aa-41b7c730d210 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:21.537655 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8d9f33a-0640-47d5-8f8c-16d65d2ded53 req-eae9912d-d696-4b02-b4aa-41b7c730d210 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 944 time: 0.8502820 Jul 09 13:17:21.594868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8d9f33a-0640-47d5-8f8c-16d65d2ded53 req-af6a2093-2f0a-4e47-a72e-c32d8c885459 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Jul 09 13:17:21.608941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-2cebf178-ebc3-46fa-b0b1-a7ceef6e6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:21.610537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-2cebf178-ebc3-46fa-b0b1-a7ceef6e6994 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1095 time: 0.8450642 Jul 09 13:17:21.612036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-bdf055ef-4100-477a-8ca5-a40328791f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:21.613752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-bdf055ef-4100-477a-8ca5-a40328791f76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.2825394 Jul 09 13:17:21.677676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-32ee57bd-7323-4086-9bc5-5554478bb360 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 217 time: 0.0561533 Jul 09 13:17:21.719141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7f829-e3e9-4e15-9758-d3666a08f389 req-2a595cb4-f468-4599-b7a8-7fec7127fab3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:21.729125 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0eb7f829-e3e9-4e15-9758-d3666a08f389 req-2a595cb4-f468-4599-b7a8-7fec7127fab3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.0857089 Jul 09 13:17:21.790362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-318bbc4a-3a96-4c40-a9be-8dbcc0f855e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:21.793711 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0eb7f829-e3e9-4e15-9758-d3666a08f389 req-f86dd88b-8b90-4625-8d35-467bcb5ea277 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582716 Jul 09 13:17:21.797201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-318bbc4a-3a96-4c40-a9be-8dbcc0f855e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0741582 Jul 09 13:17:21.857251 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c1aa10-b9cc-4da8-8349-36609a8fab5b x-openstack-request-id: req-34c1aa10-b9cc-4da8-8349-36609a8fab5b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:21.857801 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "name": "network-vif-plugged", "status": "completed", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:21.857801 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34c1aa10-b9cc-4da8-8349-36609a8fab5b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:21.858162 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'code': 200} Jul 09 13:17:21.876241 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-9069b8d2-da5d-45d6-bf5d-a606b1c3571b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722606 Jul 09 13:17:21.952870 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d16219-e41e-47b6-bb3f-3c3c247189b3 x-openstack-request-id: req-98d16219-e41e-47b6-bb3f-3c3c247189b3 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:21.953209 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:21.953479 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98d16219-e41e-47b6-bb3f-3c3c247189b3 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:21.953758 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'status': 'completed', 'code': 200} Jul 09 13:17:22.160111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-838e407f-1050-45b6-aeb2-d2489aa3341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:22.165134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-838e407f-1050-45b6-aeb2-d2489aa3341d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1101 time: 0.1983073 Jul 09 13:17:22.230735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-6ecb51b9-0adb-456b-b6e4-18c40ab60c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:22.235401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-6ecb51b9-0adb-456b-b6e4-18c40ab60c8d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.6067183 Jul 09 13:17:22.391059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-1040baf9-5648-49d0-a05b-7b91e48b4db2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b HTTP/1.1" status: 200 len: 217 time: 0.1359284 Jul 09 13:17:22.512221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-84bdc1e9-67fa-42b3-a07f-3e6277ae0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:22.514311 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-84bdc1e9-67fa-42b3-a07f-3e6277ae0598 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.3419662 Jul 09 13:17:22.518900 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-eecc32dd-8080-4985-bda5-0c8c5973f60a service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250885 Jul 09 13:17:22.619295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-ef975b05-0d5d-4831-aae9-ae6012b91642 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 217 time: 0.0916100 Jul 09 13:17:22.643038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-9875f5a1-bf42-4151-a4c0-7ccfdf7a3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:22.644939 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-9875f5a1-bf42-4151-a4c0-7ccfdf7a3e56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.2365701 Jul 09 13:17:22.697346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-7c4e8cab-801e-4856-b92d-f2828568b1bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365176 Jul 09 13:17:22.741309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-de464da1-c3d9-46d4-b01b-64e539d554f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:22.744031 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-de464da1-c3d9-46d4-b01b-64e539d554f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1073074 Jul 09 13:17:22.799183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-8e68cae4-39f4-4ba9-afcd-8d2051a1b685 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892854 Jul 09 13:17:22.813880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c50aab-14c4-4a65-b6d4-88096abb292f req-c343dcae-9b42-4977-b042-8c662d4bf9aa tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:22.815448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24c50aab-14c4-4a65-b6d4-88096abb292f req-c343dcae-9b42-4977-b042-8c662d4bf9aa tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 945 time: 0.3661013 Jul 09 13:17:22.861227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-39c0b78b-e3ee-45e7-b789-99eda6e6c5af tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:22.869511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-39c0b78b-e3ee-45e7-b789-99eda6e6c5af tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 804 time: 0.2799046 Jul 09 13:17:22.892486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-ce16dfda-5fea-44b6-a25b-a6fb17084968 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/quotas/8da4e45c3e9c431fa9a2fc8bb534b66b HTTP/1.1" status: 200 len: 375 time: 0.0218263 Jul 09 13:17:22.998617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-96e462e7-8332-4314-9a12-f39655d751ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:23.000148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-96e462e7-8332-4314-9a12-f39655d751ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2389882 Jul 09 13:17:23.058529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-1f101ff0-77e4-4b86-8348-6274bc6165e2 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356465 Jul 09 13:17:23.085711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9e6034f-0181-42c9-97ee-8be89a3f6108 req-3f177ee1-5fce-4994-8b38-9278cd4e57af service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344141 Jul 09 13:17:23.096670 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24c50aab-14c4-4a65-b6d4-88096abb292f req-ffd25b38-f43e-41c2-95f5-b4cd3a169a73 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262536 Jul 09 13:17:23.133871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-627a6ad8-47a1-4bf9-83aa-923013baee62 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2403214 Jul 09 13:17:23.287606 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-eb87c111-6265-43b3-9dd8-fa50d5a10a14 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367548 Jul 09 13:17:23.355934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-e7c60288-256a-4513-96d6-244ac511583f service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379748 Jul 09 13:17:23.381547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93930b-6f7c-4ffa-bd20-a52569bb4fcd req-8be9136d-d00b-48e8-8ef7-d5fca698d2c3 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:23.383918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e93930b-6f7c-4ffa-bd20-a52569bb4fcd req-8be9136d-d00b-48e8-8ef7-d5fca698d2c3 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 944 time: 0.1174328 Jul 09 13:17:23.437146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e93930b-6f7c-4ffa-bd20-a52569bb4fcd req-e52c26f4-f9ff-4813-ba6d-4da465036e11 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Jul 09 13:17:23.484313 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-501b0f05-b4fc-492c-b290-351f1ea13c75 service neutron] 10.222.0.32 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951921 Jul 09 13:17:23.565211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c30f85a7-89ca-4195-98f6-8b2de4e53111 req-919f988e-9e97-4a8f-9cc0-f34c2ac35d6f service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939199 Jul 09 13:17:23.723679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d71f6027-605d-4f41-9130-f0aad8e7b7ce tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:23.726006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-d71f6027-605d-4f41-9130-f0aad8e7b7ce tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.1198826 Jul 09 13:17:23.776450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9c750-6e97-4fad-923a-10a5f2f3122a req-a6f56654-1118-460d-9015-6c5849553d32 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:23.779021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4f9c750-6e97-4fad-923a-10a5f2f3122a req-a6f56654-1118-460d-9015-6c5849553d32 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.1864915 Jul 09 13:17:23.864788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4f9c750-6e97-4fad-923a-10a5f2f3122a req-8ecbe2cd-31e2-4fce-a93b-ffd95edd682d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729423 Jul 09 13:17:24.029307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5420a971-b427-4467-b487-013aff1213c3 req-2b25f8d6-9ff5-4f14-b101-78748ac25e4e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 210 time: 0.0594656 Jul 09 13:17:24.136003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-f3901248-5c41-4653-84cd-9fb687d562a5 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:24.137559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-f3901248-5c41-4653-84cd-9fb687d562a5 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5 HTTP/1.1" status: 200 len: 943 time: 0.2623920 Jul 09 13:17:24.438629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-56dd2962-865b-4ac5-be22-f2450fbce845 service neutron] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:24.443146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-56dd2962-865b-4ac5-be22-f2450fbce845 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:24.444429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a40f0f4c-ff31-4bea-9627-d4bd20f10d80 req-56dd2962-865b-4ac5-be22-f2450fbce845 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b/bindings/n-h1-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.7119648 Jul 09 13:17:24.509298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d4ba-1e07-42b3-8487-bbac3fb7486a req-924aa9a4-058d-403e-a061-0efa575d52cc tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:24.511640 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86a2d4ba-1e07-42b3-8487-bbac3fb7486a req-924aa9a4-058d-403e-a061-0efa575d52cc tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 950 time: 0.1304109 Jul 09 13:17:24.530071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197df54-1aa8-4445-b9b8-904e485f290c req-ad33c9c9-db78-409a-ac68-9f679cf52b84 tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:24.531631 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a197df54-1aa8-4445-b9b8-904e485f290c req-ad33c9c9-db78-409a-ac68-9f679cf52b84 tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1101 time: 0.2856004 Jul 09 13:17:24.598894 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a197df54-1aa8-4445-b9b8-904e485f290c req-00ee7a18-1f79-4414-ac02-e08996f25ad5 tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571005 Jul 09 13:17:24.609966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9802368-596e-4127-8d91-33b5b69c8cce req-b56dadbe-ae9c-4910-b76f-5f73be43d16b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:24.611521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9802368-596e-4127-8d91-33b5b69c8cce req-b56dadbe-ae9c-4910-b76f-5f73be43d16b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 945 time: 0.5750804 Jul 09 13:17:24.633383 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86a2d4ba-1e07-42b3-8487-bbac3fb7486a req-8291f870-a614-40a3-8732-9f655b565fb3 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042371 Jul 09 13:17:24.682326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Deleting port 07356e75-7715-41bb-a3b9-19c95f85ed82 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:17:24.683198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:24.907557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dac61-1bf9-415a-b5ff-afd7f5ccdaa9 req-b2f4d2df-27db-4879-8da6-634d2e2668a0 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:24.927354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732dac61-1bf9-415a-b5ff-afd7f5ccdaa9 req-b2f4d2df-27db-4879-8da6-634d2e2668a0 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 944 time: 0.1305103 Jul 09 13:17:24.951343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] For port 07356e75-7715-41bb-a3b9-19c95f85ed82, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=07356e75-7715-41bb-a3b9-19c95f85ed82,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:24.951723 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:24.955209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Deleting port cf8e865c-101b-4703-b708-f317c4542900 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:17:24.955982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:25.014004 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-732dac61-1bf9-415a-b5ff-afd7f5ccdaa9 req-f02373d2-4738-484f-be08-26a2063b69bb tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855463 Jul 09 13:17:25.067337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] For port cf8e865c-101b-4703-b708-f317c4542900, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cf8e865c-101b-4703-b708-f317c4542900,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:25.071229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:25.092495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c8411-074b-4bf3-a95a-70eb36a9162e req-7c010e37-58eb-4cf5-bb63-890709286122 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:25.099408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-826c8411-074b-4bf3-a95a-70eb36a9162e req-7c010e37-58eb-4cf5-bb63-890709286122 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 945 time: 0.3197594 Jul 09 13:17:25.120489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Calling delete_port for 07356e75-7715-41bb-a3b9-19c95f85ed82 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:17:25.138399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Calling delete_port for cf8e865c-101b-4703-b708-f317c4542900 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:17:25.258781 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-826c8411-074b-4bf3-a95a-70eb36a9162e req-112763b7-1578-42fd-a076-c40b19c88fa8 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584244 Jul 09 13:17:25.634760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-9c1016ff-79a9-4c42-8ec3-d97f55020fb5 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:25.638823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:25.671620 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-9c1016ff-79a9-4c42-8ec3-d97f55020fb5 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.10 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 804 time: 0.2751441 Jul 09 13:17:25.689332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Request body: {'port': {'device_id': '2b49e220-fbec-4613-b3a0-7ac55e7b5da0', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'admin_state_up': True, 'tenant_id': '8da4e45c3e9c431fa9a2fc8bb534b66b'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:25.691476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:25.831964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Pushing event deleted for resources: {'Port': ['ID=07356e75-7715-41bb-a3b9-19c95f85ed82,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:25.904821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event deleted for resources: {'Port': ['ID=cf8e865c-101b-4703-b708-f317c4542900,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:25.911123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Made reservation on behalf of 8da4e45c3e9c431fa9a2fc8bb534b66b for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:17:25.920563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:25.964720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] No DVR routers for this DVR port 07356e75-7715-41bb-a3b9-19c95f85ed82 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:17:25.972349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:25.976640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bc3874fa-68fc-497d-a5a9-ff708de0c0f7 req-0c800509-0759-4ed6-b1bb-fe0f453282ca tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.10 "DELETE /v2.0/ports/07356e75-7715-41bb-a3b9-19c95f85ed82 HTTP/1.1" status: 204 len: 173 time: 1.8209295 Jul 09 13:17:25.982512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'name': 'network-vif-deleted', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:25.996017 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f3d253-f539-4c47-b26f-200063294489" -d '{"events": [{"server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "name": "network-vif-deleted", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:26.046737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b0f0ad34-6399-472f-b4eb-2ae2a9e11de3 req-e2b26500-f26b-4e0f-9874-640f2956e5e6 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 210 time: 0.0981355 Jul 09 13:17:26.067335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] No DVR routers for this DVR port cf8e865c-101b-4703-b708-f317c4542900 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:17:26.073532 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:26.076302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9802368-596e-4127-8d91-33b5b69c8cce req-e31551b6-4a6a-492f-b170-887d4302e346 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "DELETE /v2.0/ports/cf8e865c-101b-4703-b708-f317c4542900 HTTP/1.1" status: 204 len: 173 time: 1.4548414 Jul 09 13:17:26.247088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Allocated IP 172.20.0.14 (2b77434e-beb2-42a5-816b-759f76cf51d4/558cddb0-8b62-4eeb-b90e-28ff554b319b/3c1360e6-bb5b-434a-b285-517a097a387e) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:17:26.382144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device cf8e865c-101b-4703-b708-f317c4542900 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:26.407378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d029181-a013-47d7-9acc-7b2220faaa39 req-09c0098f-2df9-451f-93ab-2ad33360e378 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:26.409450 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d029181-a013-47d7-9acc-7b2220faaa39 req-09c0098f-2df9-451f-93ab-2ad33360e378 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1095 time: 0.1038692 Jul 09 13:17:26.500941 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d029181-a013-47d7-9acc-7b2220faaa39 req-cbbe4cca-a667-446c-9c43-fd8c81afb7fb tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784142 Jul 09 13:17:26.532587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:26.570085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-0e7c41a9-809b-4687-9eb4-241d7e987882 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ab52eb401c849a2bac11447332661a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458581 Jul 09 13:17:26.636929 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0e83a2-0d9b-4b81-a7d7-aab864ffb12f x-openstack-request-id: req-2e0e83a2-0d9b-4b81-a7d7-aab864ffb12f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:26.637332 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ab9548-0cf8-43cf-a46e-ecc5c62c81d5", "name": "network-vif-deleted", "tag": "07356e75-7715-41bb-a3b9-19c95f85ed82", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:26.637696 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e0e83a2-0d9b-4b81-a7d7-aab864ffb12f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:26.638194 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ab9548-0cf8-43cf-a46e-ecc5c62c81d5', 'name': 'network-vif-deleted', 'tag': '07356e75-7715-41bb-a3b9-19c95f85ed82', 'status': 'completed', 'code': 200} Jul 09 13:17:26.715193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-00964ddb-56a5-4fcf-a8fb-21cf8607d43f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:26.722078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-00964ddb-56a5-4fcf-a8fb-21cf8607d43f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349440 Jul 09 13:17:26.739521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-b356b4a9-1b11-4949-a9f5-f9b0d23f1462 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/quotas/5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 375 time: 0.0165117 Jul 09 13:17:26.752120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:26.766205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: cf8e865c-101b-4703-b708-f317c4542900 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:17:26.766561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device cf8e865c-101b-4703-b708-f317c4542900 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:17:26.767050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:26.815715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24095b3b-39bf-4f9d-8dd0-de2745102b23 req-b454e57b-ce18-4360-a7f9-594575f6348d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 210 time: 0.0396125 Jul 09 13:17:26.870513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Network 2b77434e-beb2-42a5-816b-759f76cf51d4 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:26.896117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:26.899287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:17:26.927523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Pushing event updated for resources: {'Port': ['ID=3c1360e6-bb5b-434a-b285-517a097a387e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:26.938929 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:26.939846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.940202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.940549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.940967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.941465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.941827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.942252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.942582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.942914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.943272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.943914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.943914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:26.965905 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-ef59a1b7-72fe-45ad-a7c9-48ca248f65f4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2108693 Jul 09 13:17:26.993879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:27.004628 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c1798a-bf21-4ace-a707-71810a619784" -d '{"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-unplugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:27.014003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:27.017096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:27.035745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:27.040079 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:27.044005 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-61c6223f-ed79-46f1-986e-3d7ab9c6d09a tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3633952 Jul 09 13:17:27.059560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Request body: {'port': {'device_id': '2b49e220-fbec-4613-b3a0-7ac55e7b5da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:27.159820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=11']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:27.185642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:27.425470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8fd1c-f8a0-40a5-b134-edf141ef560e req-fb065878-a479-4764-81e1-e4131df36969 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:27.427129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ca8fd1c-f8a0-40a5-b134-edf141ef560e req-fb065878-a479-4764-81e1-e4131df36969 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 1095 time: 0.0679157 Jul 09 13:17:27.500826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ca8fd1c-f8a0-40a5-b134-edf141ef560e req-e4c98f58-479c-43b8-85c2-fa78b4243efd tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595648 Jul 09 13:17:27.513198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 07356e75-7715-41bb-a3b9-19c95f85ed82 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:27.584807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 07356e75-7715-41bb-a3b9-19c95f85ed82 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:17:27.585008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 07356e75-7715-41bb-a3b9-19c95f85ed82 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:17:27.615176 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb097548-b1ce-45aa-8761-2abbb2526611 x-openstack-request-id: req-fb097548-b1ce-45aa-8761-2abbb2526611 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:27.615500 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-unplugged", "status": "completed", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:27.615753 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb097548-b1ce-45aa-8761-2abbb2526611 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:27.616148 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'code': 200} Jul 09 13:17:27.697152 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2241761c-6d84-493f-a298-a1b98b6d34ac req-d2d7117b-ea9e-4e4d-8ada-332804b13907 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 210 time: 0.0433683 Jul 09 13:17:27.734428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1360e6-bb5b-434a-b285-517a097a387e {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:27.747358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:27.773046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Transition to ACTIVE for port object 3c1360e6-bb5b-434a-b285-517a097a387e will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:27.778971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:27.818570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1122-f444-495f-99ae-6a56ccdbaf80 req-67d42444-4f7a-4be3-94e2-cbc4080d5ce7 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:27.826655 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e9e1122-f444-495f-99ae-6a56ccdbaf80 req-67d42444-4f7a-4be3-94e2-cbc4080d5ce7 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 932 time: 0.0904386 Jul 09 13:17:27.886115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e9e1122-f444-495f-99ae-6a56ccdbaf80 req-71e09695-a116-435b-8534-3732bea8140e tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583656 Jul 09 13:17:27.973252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Pushing event updated for resources: {'Port': ['ID=3c1360e6-bb5b-434a-b285-517a097a387e,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:28.028899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Attempting to bind port 3c1360e6-bb5b-434a-b285-517a097a387e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:28.029287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Attempting to bind port 3c1360e6-bb5b-434a-b285-517a097a387e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:28.029558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Attempting to bind port 3c1360e6-bb5b-434a-b285-517a097a387e on network 2b77434e-beb2-42a5-816b-759f76cf51d4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:28.041992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a88c7-547c-4895-9d21-5cead1de136e req-74d136c6-a12b-4cef-8991-0aece351dc45 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:28.043558 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e6a88c7-547c-4895-9d21-5cead1de136e req-74d136c6-a12b-4cef-8991-0aece351dc45 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 948 time: 0.1237664 Jul 09 13:17:28.044312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Port 3c1360e6-bb5b-434a-b285-517a097a387e on network 2b77434e-beb2-42a5-816b-759f76cf51d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:17:28.045341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Attempting to bind port 3c1360e6-bb5b-434a-b285-517a097a387e on network 2b77434e-beb2-42a5-816b-759f76cf51d4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:28.051950 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:28.052289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Checking segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:28.052672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Bound using segment: {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:28.053112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Bound port: 3c1360e6-bb5b-434a-b285-517a097a387e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82feabbe-3c7e-4d9a-b3dd-9e996284c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:28.053472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:28.064826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abb5ae3f-fbf1-47d3-bce7-becf206cf0a0 req-d7c9ef16-0793-471d-862f-e3c978451305 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 210 time: 0.0445306 Jul 09 13:17:28.119137 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e6a88c7-547c-4895-9d21-5cead1de136e req-a9c3ad4a-fed2-4023-8adf-db143138598d tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687978 Jul 09 13:17:28.159371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:28.164651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3c1360e6-bb5b-434a-b285-517a097a387e,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:28.169602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:28.214828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:28.215648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:28.217454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] 10.222.0.10 "PUT /v2.0/ports/3c1360e6-bb5b-434a-b285-517a097a387e HTTP/1.1" status: 200 len: 1092 time: 1.1658163 Jul 09 13:17:28.220007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b49e220-fbec-4613-b3a0-7ac55e7b5da0', 'tag': '3c1360e6-bb5b-434a-b285-517a097a387e'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:28.230154 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b49e220-fbec-4613-b3a0-7ac55e7b5da0", "tag": "3c1360e6-bb5b-434a-b285-517a097a387e"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:28.293937 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b378bf73-76ff-4738-9d02-3a8ceb832c18 x-openstack-request-id: req-b378bf73-76ff-4738-9d02-3a8ceb832c18 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:28.294484 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b49e220-fbec-4613-b3a0-7ac55e7b5da0", "tag": "3c1360e6-bb5b-434a-b285-517a097a387e", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:28.294887 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b378bf73-76ff-4738-9d02-3a8ceb832c18 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:28.295304 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b49e220-fbec-4613-b3a0-7ac55e7b5da0', 'tag': '3c1360e6-bb5b-434a-b285-517a097a387e', 'status': 'completed', 'code': 200} Jul 09 13:17:28.320949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2948c1-6610-4cee-b8d5-08ef58a2e6dd service neutron] Pushing event updated for resources: {'Port': ['ID=3c1360e6-bb5b-434a-b285-517a097a387e,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:28.350526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-6ed1edde-8e7f-4843-b806-862a2c7dc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:28.352902 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-6ed1edde-8e7f-4843-b806-862a2c7dc437 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 1095 time: 0.0844946 Jul 09 13:17:28.402624 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-b5fead9e-32aa-4a6c-9e3e-44bb23cff188 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c1360e6-bb5b-434a-b285-517a097a387e HTTP/1.1" status: 200 len: 217 time: 0.0424006 Jul 09 13:17:28.475688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-e448e16a-1071-452a-8f55-7dbdb89d7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:28.478016 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-e448e16a-1071-452a-8f55-7dbdb89d7d4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 200 len: 844 time: 0.0583432 Jul 09 13:17:28.516696 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-f24a0253-0315-4062-a006-762c880757ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b77434e-beb2-42a5-816b-759f76cf51d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326588 Jul 09 13:17:28.627163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-aecf9ec4-0c5a-4b76-b59d-cdef6ee97806 service neutron] 10.222.0.10 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034069 Jul 09 13:17:28.717493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9a5643-8508-4312-a877-ad36255dc697', 'name': 'network-vif-deleted', 'tag': 'cf8e865c-101b-4703-b708-f317c4542900'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:28.720603 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edb914d-0587-4b0c-a87a-0c4857501376" -d '{"events": [{"server_uuid": "2d9a5643-8508-4312-a877-ad36255dc697", "name": "network-vif-deleted", "tag": "cf8e865c-101b-4703-b708-f317c4542900"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:28.765293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67e7a0e7-6b57-4164-a79b-c24daa6c4235 req-58293b76-8e25-473d-b8fe-c6b7ac37baac service neutron] 10.222.0.10 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306219 Jul 09 13:17:28.811156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-7444ed0a-e88c-4e15-824d-2599bce62d3f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:28.813496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-7444ed0a-e88c-4e15-824d-2599bce62d3f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 807 time: 0.2192914 Jul 09 13:17:28.846339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-462bf8d5-23f8-4b3d-87a1-e58949007a02 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ab52eb401c849a2bac11447332661a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317776 Jul 09 13:17:28.848522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-0fdfe974-231c-43c1-9157-1d8ca4b3c57c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/quotas/0ddebe40c1fd4ac8aad380b23939f385 HTTP/1.1" status: 200 len: 375 time: 0.0223482 Jul 09 13:17:28.914279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-2ac6d3da-b2f2-47b6-99cf-fc6454c54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:28.915850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-2ac6d3da-b2f2-47b6-99cf-fc6454c54e8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 1095 time: 0.0917869 Jul 09 13:17:29.014080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-30f1debc-65c5-4150-83d4-5593bfe6fe4e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520486 Jul 09 13:17:29.068167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-dc02789f-85a4-4194-a079-efbe4c5176ff tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:29.069685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-dc02789f-85a4-4194-a079-efbe4c5176ff tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170722 Jul 09 13:17:29.117902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Request body: {'port': {'device_id': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '5ab52eb401c849a2bac11447332661a2'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:29.174876 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-650763f9-2882-4dca-9aa4-6bf038788713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:29.181787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-650763f9-2882-4dca-9aa4-6bf038788713 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 200 len: 904 time: 0.2584136 Jul 09 13:17:29.251335 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-cfeba737-c9af-40c0-a033-1ab3d992b6bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c1360e6-bb5b-434a-b285-517a097a387e HTTP/1.1" status: 200 len: 217 time: 0.0630453 Jul 09 13:17:29.251886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-5061b2bd-6d39-4c9c-8796-6e2c6278f5f5 service neutron] 10.222.0.32 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314322 Jul 09 13:17:29.380189 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6357430-b5eb-47dc-97e7-14710e0ada31 x-openstack-request-id: req-f6357430-b5eb-47dc-97e7-14710e0ada31 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:29.380482 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9a5643-8508-4312-a877-ad36255dc697", "name": "network-vif-deleted", "tag": "cf8e865c-101b-4703-b708-f317c4542900", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:29.380732 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6357430-b5eb-47dc-97e7-14710e0ada31 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:29.381125 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9a5643-8508-4312-a877-ad36255dc697', 'name': 'network-vif-deleted', 'tag': 'cf8e865c-101b-4703-b708-f317c4542900', 'status': 'completed', 'code': 200} Jul 09 13:17:29.387890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-0541c29c-02bf-4e37-9f77-932544ebbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:29.391334 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-0541c29c-02bf-4e37-9f77-932544ebbf6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 200 len: 844 time: 0.1295013 Jul 09 13:17:29.427200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-35c92d29-6e6b-42f4-b5d1-c9919cfdc59b service neutron] 10.222.0.32 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652670 Jul 09 13:17:29.435894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Made reservation on behalf of 5ab52eb401c849a2bac11447332661a2 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:17:29.439709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:29.453610 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-0bcb60be-1d4c-40e1-8d72-5a102861385e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b77434e-beb2-42a5-816b-759f76cf51d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545721 Jul 09 13:17:29.603825 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5bc56434-816f-4f18-a3b4-387a45ea7adf req-a32048ed-b194-4a27-93ce-b9a762d5d117 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 210 time: 0.0510621 Jul 09 13:17:29.626301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Allocated IP 192.168.233.25 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/978a6704-b379-43e6-b664-01e546b2804e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:17:29.694580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-68c3815e-5b7c-42c1-a1fd-96a016164e8d service neutron] 10.222.0.10 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338669 Jul 09 13:17:29.903563 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:29.936013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Transition to ACTIVE for port object 978a6704-b379-43e6-b664-01e546b2804e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:29.998373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df5823-8802-462c-9747-1a6ac2a2cee8 req-de6af737-a535-48ad-926d-4a6d955e940d tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:30.000088 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8df5823-8802-462c-9747-1a6ac2a2cee8 req-de6af737-a535-48ad-926d-4a6d955e940d tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 944 time: 0.2626543 Jul 09 13:17:30.046539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77b18f2-7bd8-4f07-a191-89e76c46260c req-13f27d1c-e131-4398-8170-727fd05e8505 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 210 time: 0.0461829 Jul 09 13:17:30.048607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:30.065273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['285e29ac-b9e2-4679-b30e-3e75463d7750'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:30.105582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:30.111243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:30.124721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-437ca46c-766c-4b92-aaba-ae6f338f7373 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:30.125454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-437ca46c-766c-4b92-aaba-ae6f338f7373 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.11 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 948 time: 0.2850378 Jul 09 13:17:30.134399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:17:30.145541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d5f9e61-54e2-4aec-856d-7ffeb5beb5a4 req-e5ece920-b6ff-4ea8-968f-ff733fdce128 service neutron] 10.222.0.10 "GET /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436092 Jul 09 13:17:30.213041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:30.220200 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:30.259997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1480489 Jul 09 13:17:30.273672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event updated for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:30.296253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Request body: {'port': {'device_id': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:30.334469 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8df5823-8802-462c-9747-1a6ac2a2cee8 req-eeb3ddc1-02e3-4593-8c9c-69ca330fdbde tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104777 Jul 09 13:17:30.353072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.353425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.353771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.354116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.354457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.354929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.355304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.355635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.356112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.357708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.358142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.358465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7689185f-9b5f-4bcf-a0f5-82fa3ae8426b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:30.454518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Deleting port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:17:30.454899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:30.623047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c4e06b72-0027-4693-b542-77de4744b43e None None] Provisioning for port 978a6704-b379-43e6-b664-01e546b2804e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:30.632600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] For port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:30.632968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:30.637683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c4e06b72-0027-4693-b542-77de4744b43e None None] Provisioning complete for port 978a6704-b379-43e6-b664-01e546b2804e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:30.638486 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c4e06b72-0027-4693-b542-77de4744b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:30.661669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Calling delete_port for 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:17:30.692878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c4e06b72-0027-4693-b542-77de4744b43e None None] Port 978a6704-b379-43e6-b664-01e546b2804e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:17:30.856379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:30.862605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:30.917333 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3acbabd-1c53-4a0d-b181-ffe08c2d4d29 req-2c2648c3-177d-45d6-ab80-5ecfc2dafa15 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 210 time: 0.0716910 Jul 09 13:17:30.948390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Pushing event deleted for resources: {'Port': ['ID=96b9e1c5-fc47-45cd-93e1-93985ef1bba8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:30.982225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] No DVR routers for this DVR port 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:17:30.986126 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:30.989296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4f8f629e-7af0-457a-93ae-a1614c917e64 req-97cfa91c-be9d-42f6-9c3c-63ff7186f3c6 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.11 "DELETE /v2.0/ports/96b9e1c5-fc47-45cd-93e1-93985ef1bba8 HTTP/1.1" status: 204 len: 173 time: 0.8465655 Jul 09 13:17:31.000497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-deleted', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:31.006207 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4162dd5-37fe-4bc0-b85e-5dc9e5c18b89" -d '{"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-deleted", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:31.171501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1280f9-0add-43a3-9b88-90e715071345 req-2ac7d554-b6c9-4b8a-9cf6-9935be690dd4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:31.171934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978a6704-b379-43e6-b664-01e546b2804e {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:31.173674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf1280f9-0add-43a3-9b88-90e715071345 req-2ac7d554-b6c9-4b8a-9cf6-9935be690dd4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 935 time: 0.0876656 Jul 09 13:17:31.180909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:31.203470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Transition to ACTIVE for port object 978a6704-b379-43e6-b664-01e546b2804e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:31.212696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:31.229183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf1280f9-0add-43a3-9b88-90e715071345 req-b682d70c-bfc2-4bed-a536-5760bc5e29af tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Jul 09 13:17:31.278213 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41550152-bad2-435d-93b7-fcc19b9a2328 x-openstack-request-id: req-41550152-bad2-435d-93b7-fcc19b9a2328 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:31.278705 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ee973-384e-46bb-9863-5c3e4a0aff07", "name": "network-vif-deleted", "tag": "96b9e1c5-fc47-45cd-93e1-93985ef1bba8", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:31.279167 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41550152-bad2-435d-93b7-fcc19b9a2328 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:31.279735 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ee973-384e-46bb-9863-5c3e4a0aff07', 'name': 'network-vif-deleted', 'tag': '96b9e1c5-fc47-45cd-93e1-93985ef1bba8', 'status': 'completed', 'code': 200} Jul 09 13:17:31.294502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Pushing event updated for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:31.304813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c7146-9981-41db-ad84-0814eafde46b req-2031ca2b-f2f3-42d1-9047-3266db5aafa2 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:31.311875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e7c7146-9981-41db-ad84-0814eafde46b req-2031ca2b-f2f3-42d1-9047-3266db5aafa2 tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70ee973-384e-46bb-9863-5c3e4a0aff07 HTTP/1.1" status: 200 len: 866 time: 0.8478472 Jul 09 13:17:31.411248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e7c7146-9981-41db-ad84-0814eafde46b req-6d8f726e-eda3-4425-bf5d-267622b8b16d tempest-ImagesOneServerTestJSON-93628528 tempest-ImagesOneServerTestJSON-93628528-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a026857-19bd-458b-962c-eba5c442935c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983598 Jul 09 13:17:31.492430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bd9d35a2-2a6d-464a-8367-1772f05a8064 req-ea6000fc-d469-47c8-b88c-230ca5286f64 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 210 time: 0.0606809 Jul 09 13:17:31.496738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Attempting to bind port 978a6704-b379-43e6-b664-01e546b2804e on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:31.497237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Attempting to bind port 978a6704-b379-43e6-b664-01e546b2804e by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:31.497600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Attempting to bind port 978a6704-b379-43e6-b664-01e546b2804e on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:31.505695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Port 978a6704-b379-43e6-b664-01e546b2804e on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:17:31.506026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Attempting to bind port 978a6704-b379-43e6-b664-01e546b2804e on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:31.512564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:31.512928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:31.513652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:31.513926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Bound port: 978a6704-b379-43e6-b664-01e546b2804e, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:31.514277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3c1360e6-bb5b-434a-b285-517a097a387e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:17:31.514777 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:31.721326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-9f2d6893-a515-4301-8ab8-ed2f8bc6f3a7 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:31.723785 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-9f2d6893-a515-4301-8ab8-ed2f8bc6f3a7 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 807 time: 0.2482009 Jul 09 13:17:31.741424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Request body: {'port': {'device_id': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'admin_state_up': True, 'tenant_id': '0ddebe40c1fd4ac8aad380b23939f385'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:31.751326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:31.769045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b397de5-1fef-4669-a1c7-5764e215317a req-49438b6a-8864-4e5a-a273-ae45a3b5a44b tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:31.770577 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b397de5-1fef-4669-a1c7-5764e215317a req-49438b6a-8864-4e5a-a273-ae45a3b5a44b tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 944 time: 0.1833665 Jul 09 13:17:31.773265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3c1360e6-bb5b-434a-b285-517a097a387e,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:31.797542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '3c1360e6-bb5b-434a-b285-517a097a387e', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'port_id': '3c1360e6-bb5b-434a-b285-517a097a387e', 'mac_address': 'fa:16:3e:8c:cf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558cddb0-8b62-4eeb-b90e-28ff554b319b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:17:31.810868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:31.844370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:31.877881 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:31.904165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b397de5-1fef-4669-a1c7-5764e215317a req-ee26451a-2ea0-497c-bf35-07adb8db0106 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143296 Jul 09 13:17:31.907008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1360e6-bb5b-434a-b285-517a097a387e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:31.917991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:31.918673 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:31.920114 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] 10.222.0.11 "PUT /v2.0/ports/978a6704-b379-43e6-b664-01e546b2804e HTTP/1.1" status: 200 len: 1095 time: 1.6360483 Jul 09 13:17:31.920631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'tag': '978a6704-b379-43e6-b664-01e546b2804e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:31.923349 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f" -d '{"events": [{"name": "network-changed", "server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "tag": "978a6704-b379-43e6-b664-01e546b2804e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:31.952896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3c1360e6-bb5b-434a-b285-517a097a387e,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:31.958047 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:32.025300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=3c1360e6-bb5b-434a-b285-517a097a387e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:32.026773 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f441403d-e79b-4062-b4ca-cf7d1605b43b x-openstack-request-id: req-f441403d-e79b-4062-b4ca-cf7d1605b43b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:32.027259 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "tag": "978a6704-b379-43e6-b664-01e546b2804e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:32.027544 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f441403d-e79b-4062-b4ca-cf7d1605b43b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:32.027956 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'tag': '978a6704-b379-43e6-b664-01e546b2804e', 'status': 'completed', 'code': 200} Jul 09 13:17:32.029403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Made reservation on behalf of 0ddebe40c1fd4ac8aad380b23939f385 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:17:32.033268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:32.065380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7693b-8501-4d33-bc4e-de8b9aacc3ec service neutron] Pushing event updated for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:32.166903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-030a6419-4dc5-47b6-828c-2a09f3d10731 req-b95c57aa-6c82-4d3c-adee-5b471c87b328 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 210 time: 0.0345461 Jul 09 13:17:32.171603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-0e9e83d3-c718-4626-97be-fed9bbcbb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:32.173389 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-0e9e83d3-c718-4626-97be-fed9bbcbb077 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 1098 time: 0.1849327 Jul 09 13:17:32.186182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['3c1360e6-bb5b-434a-b285-517a097a387e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:32.221106 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-92a5c370-bc00-426d-a808-055f1f2c21b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=978a6704-b379-43e6-b664-01e546b2804e HTTP/1.1" status: 200 len: 217 time: 0.0386760 Jul 09 13:17:32.233404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Allocated IP 172.20.0.3 (5e9de806-e75c-493e-8ecb-9995cd61c4ad/5f16a256-4968-4ee2-ad0f-8d4c1186889e/565cbd7b-d4e6-49d2-a443-c03ebd8efa91) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:17:32.279210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-5939288e-35f9-44ee-b0f3-6826c92b8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:32.281038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-5939288e-35f9-44ee-b0f3-6826c92b8421 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0521932 Jul 09 13:17:32.371792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a75f2a90-8306-41ce-b862-8ff73230a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:32.373375 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-a75f2a90-8306-41ce-b862-8ff73230a6ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852625 Jul 09 13:17:32.398061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:32.419136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:17:32.419485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 96b9e1c5-fc47-45cd-93e1-93985ef1bba8 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:17:32.483256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-d45032e8-f8c4-4ae9-b0c6-9ee777e09c1a service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011381 Jul 09 13:17:32.515302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:32.550664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ed199-1dbc-4190-bbb6-64a6060bd085 req-df0b6a91-3290-48b7-ae99-f85575745f0a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:32.558584 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d1ed199-1dbc-4190-bbb6-64a6060bd085 req-df0b6a91-3290-48b7-ae99-f85575745f0a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 947 time: 0.1343026 Jul 09 13:17:32.620727 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d1ed199-1dbc-4190-bbb6-64a6060bd085 req-dfb104d4-8006-439d-a5a8-428168c7d5e0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Jul 09 13:17:32.626044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a58e25a9-36cf-46c1-9ccb-e7cac80c3aea req-ecfffd8f-54b2-45e4-ae4b-7c0906c45542 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363423 Jul 09 13:17:32.648542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:32.663859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['41caa796-e7ce-403b-9d3a-439af2eecdea'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:32.735604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e719dd7-f050-45ca-af31-f6dd322fd3f8 req-7164f05b-3ed4-402a-8bdd-6b185b48797e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 210 time: 0.0570185 Jul 09 13:17:32.789293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Network 5e9de806-e75c-493e-8ecb-9995cd61c4ad is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:32.805688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:32.821450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-8cec2c66-2cc1-410c-9246-4f6ed8e0711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:32.825615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-8cec2c66-2cc1-410c-9246-4f6ed8e0711a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 1098 time: 0.0890524 Jul 09 13:17:32.825887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:17:32.869901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Pushing event updated for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:32.901291 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:32.901935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:32.919302 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-93853ec3-6850-4daa-944a-00f25826e9a4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1856000 Jul 09 13:17:32.931903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Request body: {'port': {'device_id': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:33.016900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.028427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-7cbb601e-75f0-48d2-b9af-697a0e75fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:33.032726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52104) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:33.034916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-7cbb601e-75f0-48d2-b9af-697a0e75fd79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1947649 Jul 09 13:17:33.096171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-a89dc8bc-d264-41ff-8b03-0b8fbb0f09fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=978a6704-b379-43e6-b664-01e546b2804e HTTP/1.1" status: 200 len: 217 time: 0.0494857 Jul 09 13:17:33.197377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-73447a77-9fef-457c-9fad-559fdcf9109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:33.199193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-73447a77-9fef-457c-9fad-559fdcf9109f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0948145 Jul 09 13:17:33.263956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff3d68f5-6e08-46bf-a934-4f0f99f78ff9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a884cdbfc182456a8da06fcaeacd6fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297301 Jul 09 13:17:33.266478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52110) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:33.281277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a7b45-1ea0-4243-bc37-e9583bb906f6 req-8a1f4479-9660-4be3-a67c-7264b9e9be17 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:33.292068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec2a7b45-1ea0-4243-bc37-e9583bb906f6 req-8a1f4479-9660-4be3-a67c-7264b9e9be17 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 945 time: 0.1552942 Jul 09 13:17:33.380294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec2a7b45-1ea0-4243-bc37-e9583bb906f6 req-43f6658c-db72-4a50-a241-2db649632bdf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869591 Jul 09 13:17:33.393342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-8513b89a-eced-4031-b5a5-9d766d33cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:33.394889 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-8513b89a-eced-4031-b5a5-9d766d33cf5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794870 Jul 09 13:17:33.400605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c129949e-c31c-4c6e-8375-512953ea9657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.423860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:33.434979 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.445731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfb64-8963-4c03-88e5-3d40d91af6f4 req-524391d5-907e-4220-bf68-9df32115e09f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:33.447367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-294cfb64-8963-4c03-88e5-3d40d91af6f4 req-524391d5-907e-4220-bf68-9df32115e09f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 931 time: 0.1524944 Jul 09 13:17:33.472699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Transition to ACTIVE for port object 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:33.475025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c129949e-c31c-4c6e-8375-512953ea9657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.487413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.503720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-294cfb64-8963-4c03-88e5-3d40d91af6f4 req-e04dda31-e388-451a-afce-4833e1efd749 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490201 Jul 09 13:17:33.534911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3c1360e6-bb5b-434a-b285-517a097a387e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:33.542105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-76c9e9fa-23bf-42cb-bed3-d36f70e5437c service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392851 Jul 09 13:17:33.559388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c129949e-c31c-4c6e-8375-512953ea9657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.562183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c129949e-c31c-4c6e-8375-512953ea9657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.565678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c129949e-c31c-4c6e-8375-512953ea9657 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a026857-19bd-458b-962c-eba5c442935c HTTP/1.1" status: 204 len: 168 time: 0.2684989 Jul 09 13:17:33.615603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Pushing event updated for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:33.618842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129949e-c31c-4c6e-8375-512953ea9657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a026857-19bd-458b-962c-eba5c442935c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:33.679670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 3c1360e6-bb5b-434a-b285-517a097a387e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:33.706648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a93ceac-8d73-4b4d-a7f5-81a006a7a97f req-9ea554e8-fc0c-412b-a629-80d2f2417f97 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476016 Jul 09 13:17:33.710352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 3c1360e6-bb5b-434a-b285-517a097a387e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:33.711125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.858726 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.864007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:33.864348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:33.864682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:33.873169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:17:33.873169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:33.894281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:33.895714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b49e220-fbec-4613-b3a0-7ac55e7b5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1360e6-bb5b-434a-b285-517a097a387e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:33.895914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:33.898817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:33.899328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Bound port: 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:33.900827 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28327f9-f9c4-4b17-9970-2e08ef65c7b3" -d '{"events": [{"server_uuid": "2b49e220-fbec-4613-b3a0-7ac55e7b5da0", "name": "network-vif-plugged", "status": "completed", "tag": "3c1360e6-bb5b-434a-b285-517a097a387e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:33.901817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:33.923873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3c1360e6-bb5b-434a-b285-517a097a387e,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:33.931340 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:34.044450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:34.052380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=3c1360e6-bb5b-434a-b285-517a097a387e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:34.058245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7899-a767-43ce-86bf-7307290436c6 req-2fedfcd4-4d81-4521-b900-039e29704ae1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:34.059173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:34.060958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-158b7899-a767-43ce-86bf-7307290436c6 req-2fedfcd4-4d81-4521-b900-039e29704ae1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 947 time: 0.1262095 Jul 09 13:17:34.064885 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:34.110709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-158b7899-a767-43ce-86bf-7307290436c6 req-533860de-313d-44c9-a1c0-9380031e45f0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387812 Jul 09 13:17:34.151795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:34.152415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:34.156906 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] 10.222.0.10 "PUT /v2.0/ports/565cbd7b-d4e6-49d2-a443-c03ebd8efa91 HTTP/1.1" status: 200 len: 1091 time: 1.2311370 Jul 09 13:17:34.157601 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:34.161081 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51253fca-de3e-4518-b552-fc46e41308fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:34.267724 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ca8160-5931-4229-a7c4-124371b669b6 x-openstack-request-id: req-b5ca8160-5931-4229-a7c4-124371b669b6 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:34.267927 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b49e220-fbec-4613-b3a0-7ac55e7b5da0", "name": "network-vif-plugged", "status": "completed", "tag": "3c1360e6-bb5b-434a-b285-517a097a387e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:34.268203 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5ca8160-5931-4229-a7c4-124371b669b6 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:34.268497 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b49e220-fbec-4613-b3a0-7ac55e7b5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1360e6-bb5b-434a-b285-517a097a387e', 'code': 200} Jul 09 13:17:34.299736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac891b-39ff-49f5-a642-29b3c837261d service neutron] Pushing event updated for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:34.373140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8618beab-3335-4a0c-af01-ff745f48f117 req-95bd5b81-5a1d-4868-a506-d2fc6c7a35c3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9a5643-8508-4312-a877-ad36255dc697 HTTP/1.1" status: 200 len: 210 time: 0.0823493 Jul 09 13:17:34.409075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 978a6704-b379-43e6-b664-01e546b2804e details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:17:34.419655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-11739584-9a8b-4c4e-a314-5e5d184c8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:34.420650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ee48-58df-4c26-8914-20419b1a2322 req-6b3728f7-1dc1-4802-bf25-ea35e5fa1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:34.422297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7358ee48-58df-4c26-8914-20419b1a2322 req-6b3728f7-1dc1-4802-bf25-ea35e5fa1b30 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 1097 time: 0.1031291 Jul 09 13:17:34.422650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-11739584-9a8b-4c4e-a314-5e5d184c8c5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1094 time: 0.2070987 Jul 09 13:17:34.522156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-143eea67-5608-42e2-bb89-73892bdc63a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91 HTTP/1.1" status: 200 len: 217 time: 0.0886688 Jul 09 13:17:34.524628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7358ee48-58df-4c26-8914-20419b1a2322 req-dcae58c3-d6ca-4e91-9949-5422f5147969 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909405 Jul 09 13:17:34.531421 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7781902-7cc7-4f6a-b9a2-4daafe8fcfc0 x-openstack-request-id: req-e7781902-7cc7-4f6a-b9a2-4daafe8fcfc0 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:34.531641 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:34.531888 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7781902-7cc7-4f6a-b9a2-4daafe8fcfc0 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:34.532359 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91', 'status': 'completed', 'code': 200} Jul 09 13:17:34.653689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:34.684504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '978a6704-b379-43e6-b664-01e546b2804e', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '978a6704-b379-43e6-b664-01e546b2804e', 'mac_address': 'fa:16:3e:85:a0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:17:34.701375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-bf7872ef-2a64-47fe-acb2-18c115c6a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:34.703207 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-bf7872ef-2a64-47fe-acb2-18c115c6a755 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.1362009 Jul 09 13:17:34.780385 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-7ce72cec-8da5-4bb1-bda1-d3123f443368 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612760 Jul 09 13:17:34.789624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:34.827467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978a6704-b379-43e6-b664-01e546b2804e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:34.846866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52154) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:34.850709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:34.855286 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:34.928183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29223f92-1bee-4f9f-9165-d7ca7394e240 req-a7a35b5c-46ca-4afa-8317-82d55a6dea7a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:34.928572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:34.933427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29223f92-1bee-4f9f-9165-d7ca7394e240 req-a7a35b5c-46ca-4afa-8317-82d55a6dea7a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.1299119 Jul 09 13:17:34.946681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-8812e4db-4d3b-40bc-87a6-38726eb9aeda service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528606 Jul 09 13:17:34.949551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.950439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.950803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.951794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.951794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.955382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.955777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.956125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.956464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.956799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.957132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.957976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:34.985317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29223f92-1bee-4f9f-9165-d7ca7394e240 req-c5609b47-f46c-40bf-a438-166e243d246d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Jul 09 13:17:34.990728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1602054189-network', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:34.993954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fb8a7-9cad-4ba3-871e-b6d262d0e5e1 req-aafb5da2-d1c6-4318-8e83-5fd50eb27b73 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:34.996043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-914fb8a7-9cad-4ba3-871e-b6d262d0e5e1 req-aafb5da2-d1c6-4318-8e83-5fd50eb27b73 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 946 time: 0.3156850 Jul 09 13:17:35.020329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Made reservation on behalf of 1f5a25b8927245ff9c33e22cc3ca1090 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:17:35.023047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.036041 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.076474 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-914fb8a7-9cad-4ba3-871e-b6d262d0e5e1 req-f9fd88fd-22a2-4caf-b9b9-c5f43575b4a4 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697162 Jul 09 13:17:35.128426 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e8462ea-a38b-4517-8629-7c008472e3dc req-db516c03-cefa-49e3-8cf5-c57aaada5244 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744132 Jul 09 13:17:35.142972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['978a6704-b379-43e6-b664-01e546b2804e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:35.152749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.160072 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.220047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374a153e-9f2b-472e-8c6e-841250ca1161,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:35.231931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:17:35.244592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.245088 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Added segment 77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c of type vlan for network 9c1a138d-0500-4928-8ac2-f4df56a40b2d Jul 09 13:17:35.304643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51253fca-de3e-4518-b552-fc46e41308fb req-04c8706e-475e-4fdc-8e56-94a5b0d56309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:35.306169 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51253fca-de3e-4518-b552-fc46e41308fb req-04c8706e-475e-4fdc-8e56-94a5b0d56309 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1094 time: 0.1055903 Jul 09 13:17:35.360662 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.417480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf432b-1253-4b65-bc19-876ad5915e17 req-ab67d21f-f230-43e1-9a64-ba0c404149d5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:35.419059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aaf432b-1253-4b65-bc19-876ad5915e17 req-ab67d21f-f230-43e1-9a64-ba0c404149d5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 948 time: 0.1077747 Jul 09 13:17:35.419877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.420786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:35.421414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.476161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51253fca-de3e-4518-b552-fc46e41308fb req-9ac36002-b30a-4b65-9f1e-0492bf95ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:35.479127 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51253fca-de3e-4518-b552-fc46e41308fb req-9ac36002-b30a-4b65-9f1e-0492bf95ed45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.1657991 Jul 09 13:17:35.492731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6432562 Jul 09 13:17:35.497263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52162) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:35.508140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae2744-8817-4211-96c8-6853964adada admin admin] Pushing event updated for resources: {'Network': ['ID=9c1a138d-0500-4928-8ac2-f4df56a40b2d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:35.515493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aaf432b-1253-4b65-bc19-876ad5915e17 req-ad073345-fba2-49e3-a604-7719f03b61d7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890315 Jul 09 13:17:35.519773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:17:35.546361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Request body: {'subnet': {'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1602054189-subnet', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:35.551508 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51253fca-de3e-4518-b552-fc46e41308fb req-cccde5ec-e465-47f5-a11e-6311b463c83e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91 HTTP/1.1" status: 200 len: 217 time: 0.0658877 Jul 09 13:17:35.603701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Made reservation on behalf of 1f5a25b8927245ff9c33e22cc3ca1090 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:17:35.606146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.654863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51253fca-de3e-4518-b552-fc46e41308fb req-efea110b-e1b1-4cad-8837-240f9e90e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:35.656299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51253fca-de3e-4518-b552-fc46e41308fb req-efea110b-e1b1-4cad-8837-240f9e90e116 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.0979972 Jul 09 13:17:35.705525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51253fca-de3e-4518-b552-fc46e41308fb req-5df0e322-9226-43d4-a5c7-40c1dcfb0a7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397928 Jul 09 13:17:36.135531 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51253fca-de3e-4518-b552-fc46e41308fb req-abbc2218-fe57-4e48-b62b-90dcb21a48d4 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218669 Jul 09 13:17:36.216300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8428c0-2110-4853-93f3-568feb5c1e89 req-2caa6a26-aa36-4c18-bc31-e19f567d6307 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:36.218873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb8428c0-2110-4853-93f3-568feb5c1e89 req-2caa6a26-aa36-4c18-bc31-e19f567d6307 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.0846159 Jul 09 13:17:36.245837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.287741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb8428c0-2110-4853-93f3-568feb5c1e89 req-d2bee488-cc30-4bc5-9b7c-0e1eb15c5e25 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608170 Jul 09 13:17:36.361930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51253fca-de3e-4518-b552-fc46e41308fb req-ccf07f96-5497-4e73-afbf-458138fe3e28 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154660 Jul 09 13:17:36.364611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Pushing event updated for resources: {'Subnet': ['ID=849bee09-8f1b-45db-81fc-39ffb6791d26,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:36.393327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Checking segment: {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:36.393697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Network hostable DHCP agents. Network: 9c1a138d-0500-4928-8ac2-f4df56a40b2d, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:17:36.421063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 978a6704-b379-43e6-b664-01e546b2804e up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:36.427686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b51313-f3ee-4455-901a-753e12b31bbb req-7239b825-d21c-40fe-a89f-704f6d2324f4 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:36.429873 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e9b51313-f3ee-4455-901a-753e12b31bbb req-7239b825-d21c-40fe-a89f-704f6d2324f4 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 946 time: 0.1450803 Jul 09 13:17:36.431127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:17:36.459534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 9c1a138d-0500-4928-8ac2-f4df56a40b2d) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:36.465391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:36.465991 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.478595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dbb78f-acb8-4d5d-bac8-2e5f9c1089c0 None None] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:17:36.500585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52172) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:36.501124 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6981f256-1d1c-43e3-9e26-d4af72b0079e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0020239 Jul 09 13:17:36.507660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:36.514670 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e9b51313-f3ee-4455-901a-753e12b31bbb req-df121127-c682-4e51-a9de-d1c3258626bd tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778241 Jul 09 13:17:36.546509 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.548934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.671278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.680530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 978a6704-b379-43e6-b664-01e546b2804e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:36.697687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 978a6704-b379-43e6-b664-01e546b2804e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:36.698352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.743105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:17:36.743986 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.792256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f3e75-64ae-47d0-a28a-a15ed6084108 req-eb143334-9603-43a0-9a27-35230d1fc1a4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:36.799837 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5e4f3e75-64ae-47d0-a28a-a15ed6084108 req-eb143334-9603-43a0-9a27-35230d1fc1a4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 948 time: 0.0878410 Jul 09 13:17:36.847854 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5e4f3e75-64ae-47d0-a28a-a15ed6084108 req-f02dec31-ddc2-40e8-b251-a1f9aaa791f3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470541 Jul 09 13:17:36.855728 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.987653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.994312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Allocated IP 172.20.0.2 (9c1a138d-0500-4928-8ac2-f4df56a40b2d/849bee09-8f1b-45db-81fc-39ffb6791d26/dffc7420-74ca-4758-a75a-2ed2d956c217) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:17:37.100792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978a6704-b379-43e6-b664-01e546b2804e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:37.103313 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b37940-7ca7-40c1-b13f-ecd53e2b7911" -d '{"events": [{"server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "name": "network-vif-plugged", "status": "completed", "tag": "978a6704-b379-43e6-b664-01e546b2804e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:37.137061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:37.151963 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.162780 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c59cda-4d47-47f7-90db-96afc93d433f x-openstack-request-id: req-52c59cda-4d47-47f7-90db-96afc93d433f {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:37.163145 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "name": "network-vif-plugged", "status": "completed", "tag": "978a6704-b379-43e6-b664-01e546b2804e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:37.163568 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52c59cda-4d47-47f7-90db-96afc93d433f {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:37.163568 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978a6704-b379-43e6-b664-01e546b2804e', 'code': 200} Jul 09 13:17:37.270599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:37.290576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.300123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Transition to ACTIVE for port object dffc7420-74ca-4758-a75a-2ed2d956c217 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:37.328033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Transition to ACTIVE for port object dffc7420-74ca-4758-a75a-2ed2d956c217 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:37.338278 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.408685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.447457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Pushing event updated for resources: {'Port': ['ID=dffc7420-74ca-4758-a75a-2ed2d956c217,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:37.464442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:37.465716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.466934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:37.470020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:17:37.559935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Attempting to bind port dffc7420-74ca-4758-a75a-2ed2d956c217 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:37.560284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Attempting to bind port dffc7420-74ca-4758-a75a-2ed2d956c217 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:37.560639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Attempting to bind port dffc7420-74ca-4758-a75a-2ed2d956c217 on network 9c1a138d-0500-4928-8ac2-f4df56a40b2d {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:37.565845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:37.566218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Checking segment: {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:37.566625 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.567859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Bound using segment: {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:37.567859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Bound port: dffc7420-74ca-4758-a75a-2ed2d956c217, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:37.567859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.575607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f2bf-5625-4784-8f2d-3449ca7ac980 req-778a3916-75dd-4005-9410-2f729ac02171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:37.577125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e482f2bf-5625-4784-8f2d-3449ca7ac980 req-778a3916-75dd-4005-9410-2f729ac02171 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 1100 time: 0.2750793 Jul 09 13:17:37.647113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] For port dffc7420-74ca-4758-a75a-2ed2d956c217, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:37.650581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e482f2bf-5625-4784-8f2d-3449ca7ac980 req-a2b4783e-a2a4-4be4-a957-62015c83fd45 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668590 Jul 09 13:17:37.653208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] For port dffc7420-74ca-4758-a75a-2ed2d956c217, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dffc7420-74ca-4758-a75a-2ed2d956c217,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:37.658493 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.680545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Allocated IP 172.25.5.183 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/472e6ea7-5099-486e-ab40-892b4d0f383f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:17:37.692494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac53121-2340-4ec5-9eb9-1cc1bf4fd748 req-8a06fbd2-a8d7-46c6-827d-10a9c904b911 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:37.700322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ac53121-2340-4ec5-9eb9-1cc1bf4fd748 req-8a06fbd2-a8d7-46c6-827d-10a9c904b911 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.2076638 Jul 09 13:17:37.739209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f98ea-4117-44c5-adae-8d0c58d715ae None None] Pushing event updated for resources: {'Port': ['ID=dffc7420-74ca-4758-a75a-2ed2d956c217,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:37.767752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0167857-eaeb-4935-922e-5a1374003243 req-6e09e252-f3fa-4e81-ab07-61e3913fdfd2 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:37.767752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f0167857-eaeb-4935-922e-5a1374003243 req-6e09e252-f3fa-4e81-ab07-61e3913fdfd2 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 946 time: 0.0937562 Jul 09 13:17:37.791508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ac53121-2340-4ec5-9eb9-1cc1bf4fd748 req-e59445f0-2e0c-4d65-9697-7f41cbcc4ba1 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902822 Jul 09 13:17:37.821946 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f0167857-eaeb-4935-922e-5a1374003243 req-006e6950-e4e4-4106-b2e5-ff9797eedc2b tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Jul 09 13:17:37.861059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.910926 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:37.979816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:37.984109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:37.991672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:17:37.994859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Pushing event updated for resources: {'Port': ['ID=472e6ea7-5099-486e-ab40-892b4d0f383f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:38.185552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42309e0b-a886-422c-8a40-2758df707f74 req-ff10659e-50b8-4620-937e-0266502de88a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:38.187113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42309e0b-a886-422c-8a40-2758df707f74 req-ff10659e-50b8-4620-937e-0266502de88a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1680915 Jul 09 13:17:38.269986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42309e0b-a886-422c-8a40-2758df707f74 req-dd19db9e-efee-4ac0-9cb3-cf72e9832d07 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763836 Jul 09 13:17:38.335943 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:38.626472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:38.916240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Router bdc03172-1762-4363-80dd-87c3f6fb4de7 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:17:39.110830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc2b1-932d-4d39-ac75-d710596c684b req-aa2bd05b-b7d2-4035-93b4-f86836dd65fa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:39.132275 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72cfc2b1-932d-4d39-ac75-d710596c684b req-aa2bd05b-b7d2-4035-93b4-f86836dd65fa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.1491101 Jul 09 13:17:39.147305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50419c5c-3332-4948-837f-20abc79726e5 None None] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:17:39.201028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:17:39.212573 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Sync routers for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:17:39.218566 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72cfc2b1-932d-4d39-ac75-d710596c684b req-c0f7eda5-f5b1-4c2d-a3a3-0425170768fa tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601661 Jul 09 13:17:39.243057 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:17:39.243870 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:17:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:39.269482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:39.270841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-22c0cc46-ca68-47dd-b8d6-5f8196619eef admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7684639 Jul 09 13:17:39.274343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52272) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:39.366143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c6d2-5b1d-46e3-a4a0-7d49875b0742 req-1e57121c-4252-481e-b62a-1d694be37638 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:39.369892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8c3c6d2-5b1d-46e3-a4a0-7d49875b0742 req-1e57121c-4252-481e-b62a-1d694be37638 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 946 time: 0.2660611 Jul 09 13:17:39.374691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b251fa5c-ee24-470d-afb3-ddc94bf70050 None None] Provisioning for port dffc7420-74ca-4758-a75a-2ed2d956c217 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:39.492115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8c3c6d2-5b1d-46e3-a4a0-7d49875b0742 req-b74cc30a-dcc3-444c-a3d4-b4d3d8d07763 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106341 Jul 09 13:17:39.568148 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:17:39.573308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dffc7420-74ca-4758-a75a-2ed2d956c217 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:39.629059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3c1360e6-bb5b-434a-b285-517a097a387e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:17:39.924341 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:38Z', 'revision_number': 3, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:39.970223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port dffc7420-74ca-4758-a75a-2ed2d956c217 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:39.983614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3c1360e6-bb5b-434a-b285-517a097a387e,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:39.987437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port dffc7420-74ca-4758-a75a-2ed2d956c217 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:39.987999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.045709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7ae62fef-3a2d-476b-97b9-7077f43b1439 None None] Provisioning complete for port dffc7420-74ca-4758-a75a-2ed2d956c217 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:40.046716 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ae62fef-3a2d-476b-97b9-7077f43b1439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.052030 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Checking router: bdc03172-1762-4363-80dd-87c3f6fb4de7 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:17:40.052385 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Updating router bdc03172-1762-4363-80dd-87c3f6fb4de7 port 472e6ea7-5099-486e-ab40-892b4d0f383f binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:17:40.052636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '3c1360e6-bb5b-434a-b285-517a097a387e', 'network_id': '2b77434e-beb2-42a5-816b-759f76cf51d4', 'port_id': '3c1360e6-bb5b-434a-b285-517a097a387e', 'mac_address': 'fa:16:3e:8c:cf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558cddb0-8b62-4eeb-b90e-28ff554b319b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:17:40.125818 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.179931 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.256245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c1360e6-bb5b-434a-b285-517a097a387e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:40.293949 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.329300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3c1360e6-bb5b-434a-b285-517a097a387e,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:40.339703 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ae62fef-3a2d-476b-97b9-7077f43b1439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.343979 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.395900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port dffc7420-74ca-4758-a75a-2ed2d956c217, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dffc7420-74ca-4758-a75a-2ed2d956c217,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:40.411160 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.461682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['3c1360e6-bb5b-434a-b285-517a097a387e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:40.670247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f94cc5-6a95-43ca-a788-244153e5ebf1 req-c9c76527-1cf6-4ce1-985d-124642151b3e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:40.677365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c4f94cc5-6a95-43ca-a788-244153e5ebf1 req-c9c76527-1cf6-4ce1-985d-124642151b3e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.8636541 Jul 09 13:17:40.685962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75e07-586f-40e3-8a87-4afa041761fb req-03e86ce2-93c7-4ae4-bb7b-a3b94f11be3f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:40.705464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02c75e07-586f-40e3-8a87-4afa041761fb req-03e86ce2-93c7-4ae4-bb7b-a3b94f11be3f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.1565797 Jul 09 13:17:40.723256 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.766734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.774567 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Transition to ACTIVE for port object 472e6ea7-5099-486e-ab40-892b4d0f383f will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:40.778016 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=3c1360e6-bb5b-434a-b285-517a097a387e,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:40.783096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02c75e07-586f-40e3-8a87-4afa041761fb req-f171d340-9c5c-4c17-8763-9802519d7a1a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767233 Jul 09 13:17:40.801534 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.835113 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-7ae62fef-3a2d-476b-97b9-7077f43b1439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:17:40.835573 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-7ae62fef-3a2d-476b-97b9-7077f43b1439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:17:40.841209 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c4f94cc5-6a95-43ca-a788-244153e5ebf1 req-57a3a1e5-d607-48a3-9978-e43b17250e0e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978971 Jul 09 13:17:40.866815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=dffc7420-74ca-4758-a75a-2ed2d956c217,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:40.883096 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Attempting to bind port 472e6ea7-5099-486e-ab40-892b4d0f383f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:40.887183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Attempting to bind port 472e6ea7-5099-486e-ab40-892b4d0f383f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:40.887790 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Attempting to bind port 472e6ea7-5099-486e-ab40-892b4d0f383f on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:40.898626 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:40.905263 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:40.905855 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:40.906701 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:40.907411 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Bound port: 472e6ea7-5099-486e-ab40-892b4d0f383f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:40.907967 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:41.044623 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Pushing event updated for resources: {'Port': ['ID=472e6ea7-5099-486e-ab40-892b4d0f383f,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:41.098075 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.098445 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.098771 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.110531 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.110984 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.111533 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.112031 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.112954 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.115427 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.116905 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.117661 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.118179 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:17:41.161349 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] For port 472e6ea7-5099-486e-ab40-892b4d0f383f, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:41.168893 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] For port 472e6ea7-5099-486e-ab40-892b4d0f383f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=472e6ea7-5099-486e-ab40-892b4d0f383f,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:41.176290 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:41.287754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6491-8365-47e6-b97a-08449f193ce5 req-9ec38f6e-06b9-426b-877b-5f7a6bbb471c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:41.291258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Allocated IP 172.20.0.1 (9c1a138d-0500-4928-8ac2-f4df56a40b2d/849bee09-8f1b-45db-81fc-39ffb6791d26/e9045563-9f86-4237-8eda-a03b9cc5e014) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:17:41.293696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-9ec38f6e-06b9-426b-877b-5f7a6bbb471c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.3113472 Jul 09 13:17:41.308227 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:17:41.309107 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:17:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:41.325789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-b2a488db-a117-424f-aef1-1654d23b7452 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/quotas/69dab1cbd470482e99ca01cc327ac3f7 HTTP/1.1" status: 200 len: 375 time: 0.0251951 Jul 09 13:17:41.364539 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45891718-187e-4c8d-a679-c423efe9b6d6 None None] Pushing event updated for resources: {'Port': ['ID=472e6ea7-5099-486e-ab40-892b4d0f383f,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:41.423890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-a801ae3b-07bc-45ef-9169-e08f4a16eda6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756080 Jul 09 13:17:41.517081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dffc7420-74ca-4758-a75a-2ed2d956c217 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:41.549369 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:41.550399 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:17:41.600455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3c1360e6-bb5b-434a-b285-517a097a387e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:41.615169 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-6a8e48ce-b6ae-4abf-95d1-51e9be855d3a service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901824 Jul 09 13:17:41.620875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Transition to ACTIVE for port object e9045563-9f86-4237-8eda-a03b9cc5e014 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:41.701036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port dffc7420-74ca-4758-a75a-2ed2d956c217 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:41.701424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:41.745745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933b1bd-176b-4f04-a5f6-ee5991a4598a req-4416248b-4d5d-4ad5-8758-7f172bd8e1f8 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:41.761565 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0933b1bd-176b-4f04-a5f6-ee5991a4598a req-4416248b-4d5d-4ad5-8758-7f172bd8e1f8 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 945 time: 0.2167943 Jul 09 13:17:41.830440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:41.836348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-f58074e3-22c0-4339-95e4-0565edd6e9fc service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202864 Jul 09 13:17:41.893892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:41.906020 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:41.911524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0933b1bd-176b-4f04-a5f6-ee5991a4598a req-02face08-e351-4d65-b8f1-b5988d023fcd tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483262 Jul 09 13:17:41.923088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:41.933633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:17:41.951146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3c1360e6-bb5b-434a-b285-517a097a387e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:41.969834 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:38Z', 'revision_number': 3, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:42.012983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3c1360e6-bb5b-434a-b285-517a097a387e,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:42.017750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:42.032981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Pushing event updated for resources: {'Port': ['ID=e9045563-9f86-4237-8eda-a03b9cc5e014,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:42.048641 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef14c57-429c-4a4b-b958-16d189f28ae6 None None] The sync data for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 is: [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:38Z', 'revision_number': 3, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:17:42.065923 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:42.215129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=3c1360e6-bb5b-434a-b285-517a097a387e,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:42.457204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:42.504944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a6e8c-c98d-45bb-b73f-6c0ba55a5772 req-f1a5cece-2264-479b-a831-51ec3a4c6f0a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:42.507880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9c4eb31a-b03f-4bbd-868b-b2a955d1975e None None] Provisioning for port e9045563-9f86-4237-8eda-a03b9cc5e014 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:42.524530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-271a6e8c-c98d-45bb-b73f-6c0ba55a5772 req-f1a5cece-2264-479b-a831-51ec3a4c6f0a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.2853453 Jul 09 13:17:42.527843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9c4eb31a-b03f-4bbd-868b-b2a955d1975e None None] Provisioning complete for port e9045563-9f86-4237-8eda-a03b9cc5e014 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:42.528442 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb31a-b03f-4bbd-868b-b2a955d1975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:42.663557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9c4eb31a-b03f-4bbd-868b-b2a955d1975e None None] Port e9045563-9f86-4237-8eda-a03b9cc5e014 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:17:42.711658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-271a6e8c-c98d-45bb-b73f-6c0ba55a5772 req-5e789e5d-7113-4801-9446-0d8a5d56c241 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800380 Jul 09 13:17:42.853814 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:42.901115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:42.906836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:43.142726 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-7d603e1c-e8e0-42e7-a8da-d36e9335ba7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4936883 Jul 09 13:17:43.166394 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:43.182772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-adb91289-ad24-4ddc-965a-340c6e318787 req-c9038587-d32b-422c-82cd-bf83534027cd tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 210 time: 0.1138921 Jul 09 13:17:43.371404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Pushing event updated for resources: {'Port': ['ID=e9045563-9f86-4237-8eda-a03b9cc5e014,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:43.391106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:43.392585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:43.535590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 472e6ea7-5099-486e-ab40-892b4d0f383f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:43.646464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e01f28-32a1-46a7-b4b0-666fb3388b81 req-34d4e4c1-2563-4e03-a227-0584dd11fb1f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:43.658095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43e01f28-32a1-46a7-b4b0-666fb3388b81 req-34d4e4c1-2563-4e03-a227-0584dd11fb1f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.2052536 Jul 09 13:17:43.696871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 472e6ea7-5099-486e-ab40-892b4d0f383f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:43.712509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 472e6ea7-5099-486e-ab40-892b4d0f383f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:43.715511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:43.790906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Router bdc03172-1762-4363-80dd-87c3f6fb4de7 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:17:43.796109 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43e01f28-32a1-46a7-b4b0-666fb3388b81 req-b5776c2d-dba6-42f2-b896-ebce9a437bfa tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338499 Jul 09 13:17:43.846223 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:44.030390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:44.037136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:17:44.064682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d8b47f87-cc3f-4823-996a-51743f4c0889 admin admin] 10.222.0.32 "PUT /v2.0/routers/bdc03172-1762-4363-80dd-87c3f6fb4de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7888408 Jul 09 13:17:44.159693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 472e6ea7-5099-486e-ab40-892b4d0f383f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=472e6ea7-5099-486e-ab40-892b4d0f383f,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:44.161269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-726b84f7-8ede-4e86-868e-cec1c520dfc8 None None] Provisioning complete for port e9045563-9f86-4237-8eda-a03b9cc5e014 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:44.164174 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-726b84f7-8ede-4e86-868e-cec1c520dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:44.251390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:44.341190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79c9a3-2e91-4d3e-93cd-b6afacb54f86 req-0a8bd0d5-8ff0-4c21-a9ae-26e68ed24a2a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:44.351390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=472e6ea7-5099-486e-ab40-892b4d0f383f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:44.358399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3a79c9a3-2e91-4d3e-93cd-b6afacb54f86 req-0a8bd0d5-8ff0-4c21-a9ae-26e68ed24a2a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.1496692 Jul 09 13:17:44.417819 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-664e217d-103d-46e0-ad2a-abfa4bde87bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:44.423845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-726b84f7-8ede-4e86-868e-cec1c520dfc8 None None] Port e9045563-9f86-4237-8eda-a03b9cc5e014 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:17:44.445287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3a79c9a3-2e91-4d3e-93cd-b6afacb54f86 req-c8afd572-4747-4138-82ad-b5b139edaf74 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857728 Jul 09 13:17:44.853295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6491-8365-47e6-b97a-08449f193ce5 req-a683c30f-ef50-48a6-accb-cec6156838b8 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:44.866972 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-a683c30f-ef50-48a6-accb-cec6156838b8 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.3589458 Jul 09 13:17:44.884160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Request body: {'port': {'device_id': '8f00bcc7-4616-4c9c-90e4-d346ad07d49a', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'admin_state_up': True, 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:45.043126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-8983fe1f-cded-4510-8be4-5c0ba4acfbb2 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:45.046096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-8983fe1f-cded-4510-8be4-5c0ba4acfbb2 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 944 time: 0.2416754 Jul 09 13:17:45.237198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:17:45.243728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:45.343705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Deleting port 3c1360e6-bb5b-434a-b285-517a097a387e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:17:45.344213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:45.455764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Allocated IP 172.20.0.2 (13fcc680-ed26-45c9-bc2b-e511ec8b91dc/d56ea44e-abc3-47a5-94d3-6e01d5687fc5/9af2a0be-ee1f-4639-9710-28f10537dee2) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:17:45.527819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Sync routers for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:17:45.534699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 472e6ea7-5099-486e-ab40-892b4d0f383f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:45.617717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] For port 3c1360e6-bb5b-434a-b285-517a097a387e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3c1360e6-bb5b-434a-b285-517a097a387e,segment=NetworkSegment(82feabbe-3c7e-4d9a-b3dd-9e996284c765),segment_id=82feabbe-3c7e-4d9a-b3dd-9e996284c765)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:45.618003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:45.621822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:17:45.625523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:17:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:45.649121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Calling delete_port for 3c1360e6-bb5b-434a-b285-517a097a387e owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:17:45.720106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:45.760884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914dc3e-55ac-4d38-9572-5e0d61e7dcde req-f0058c28-0d9f-46b4-8faf-fb26c6c52fc5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:45.774354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a914dc3e-55ac-4d38-9572-5e0d61e7dcde req-f0058c28-0d9f-46b4-8faf-fb26c6c52fc5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1555188 Jul 09 13:17:45.844467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a914dc3e-55ac-4d38-9572-5e0d61e7dcde req-8ab8c559-3e55-4423-8b5e-d7aed9f06d4a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689783 Jul 09 13:17:45.869631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:45.915187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:17:45.988270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event updated for resources: {'Port': ['ID=9af2a0be-ee1f-4639-9710-28f10537dee2,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:46.076473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:46.116980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:46.129463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:17:46.181592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 472e6ea7-5099-486e-ab40-892b4d0f383f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:46.182320 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:46.229860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:46.230547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:46.254279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bbe5a4fb-a04a-4631-a7e5-109404312a43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861620 Jul 09 13:17:46.276128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Request body: {'port': {'device_id': '8f00bcc7-4616-4c9c-90e4-d346ad07d49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:46.370935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 2, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:46.412506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Checking router: bdc03172-1762-4363-80dd-87c3f6fb4de7 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:17:46.412916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Updating router bdc03172-1762-4363-80dd-87c3f6fb4de7 port e9045563-9f86-4237-8eda-a03b9cc5e014 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:17:46.436750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7891be-0f67-47c3-b916-1a0c41a2ed6c req-33d19a02-ab6d-4c5b-ae13-12c73eca71ac tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:46.442157 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d7891be-0f67-47c3-b916-1a0c41a2ed6c req-33d19a02-ab6d-4c5b-ae13-12c73eca71ac tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b49e220-fbec-4613-b3a0-7ac55e7b5da0 HTTP/1.1" status: 200 len: 944 time: 0.4173703 Jul 09 13:17:46.450116 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:46.571426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-15dadb2f-cd0e-452d-bf64-b85eaf1159d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:46.576179 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:46.578117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-15dadb2f-cd0e-452d-bf64-b85eaf1159d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 1100 time: 0.1891921 Jul 09 13:17:46.597266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52440) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:46.601052 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:46.626396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-504f3928-dffc-4c9c-a777-260db4ae07ab tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817278129', 'description': 'tempest-description--212245939'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:46.688673 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d7891be-0f67-47c3-b916-1a0c41a2ed6c req-14061fba-a5f0-4671-8954-55160e7da544 tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aedb80-5202-49b8-aeed-5366a73b7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996093 Jul 09 13:17:46.784472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Pushing event deleted for resources: {'Port': ['ID=3c1360e6-bb5b-434a-b285-517a097a387e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:46.867711 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae207863-c53c-4c7a-bec2-bdfcd105ef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:46.903765 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:46.930737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Transition to ACTIVE for port object e9045563-9f86-4237-8eda-a03b9cc5e014 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:46.939481 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:46.997958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9f4d9-b184-4237-a0cf-2ffb4c499e08 None None] Pushing event updated for resources: {'Port': ['ID=e9045563-9f86-4237-8eda-a03b9cc5e014,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:47.001449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.100268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] No DVR routers for this DVR port 3c1360e6-bb5b-434a-b285-517a097a387e on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:17:47.105245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.108264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76157d16-6cfe-41a0-80bc-149f02bc9477 req-e057041f-5be4-4fcf-9b16-15be725cbddf tempest-ImagesTestJSON-105288969 tempest-ImagesTestJSON-105288969-project] 10.222.0.10 "DELETE /v2.0/ports/3c1360e6-bb5b-434a-b285-517a097a387e HTTP/1.1" status: 204 len: 173 time: 2.0562122 Jul 09 13:17:47.108960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b49e220-fbec-4613-b3a0-7ac55e7b5da0', 'name': 'network-vif-deleted', 'tag': '3c1360e6-bb5b-434a-b285-517a097a387e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:47.111313 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e16c848-8520-453f-9783-307b63b059f2" -d '{"events": [{"server_uuid": "2b49e220-fbec-4613-b3a0-7ac55e7b5da0", "name": "network-vif-deleted", "tag": "3c1360e6-bb5b-434a-b285-517a097a387e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:47.132000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Attempting to bind port e9045563-9f86-4237-8eda-a03b9cc5e014 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:47.132692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Attempting to bind port e9045563-9f86-4237-8eda-a03b9cc5e014 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:47.133062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Attempting to bind port e9045563-9f86-4237-8eda-a03b9cc5e014 on network 9c1a138d-0500-4928-8ac2-f4df56a40b2d {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:47.139851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:47.140230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Checking segment: {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:47.140631 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.141190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Bound using segment: {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:47.141758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Bound port: e9045563-9f86-4237-8eda-a03b9cc5e014, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:47.142189 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.161556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-b5b78ff1-40c7-4bcb-b019-53bb348cab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:47.164703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-b5b78ff1-40c7-4bcb-b019-53bb348cab2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.5795383 Jul 09 13:17:47.166267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af2a0be-ee1f-4639-9710-28f10537dee2 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:47.198709 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.233339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Transition to ACTIVE for port object 9af2a0be-ee1f-4639-9710-28f10537dee2 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:17:47.244500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-504f3928-dffc-4c9c-a777-260db4ae07ab tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.252739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-15ceeffd-d39c-458a-a23d-4475aa391396 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=978a6704-b379-43e6-b664-01e546b2804e HTTP/1.1" status: 200 len: 217 time: 0.0807254 Jul 09 13:17:47.294255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] For port e9045563-9f86-4237-8eda-a03b9cc5e014, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:47.299504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.301020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] For port e9045563-9f86-4237-8eda-a03b9cc5e014, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e9045563-9f86-4237-8eda-a03b9cc5e014,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:47.311601 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.351963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7db1a7-e776-4e42-9692-6f45bbb46c36 req-b5cddeaa-66ba-4ef4-8e88-a8d62c05d561 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:47.353993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf7db1a7-e776-4e42-9692-6f45bbb46c36 req-b5cddeaa-66ba-4ef4-8e88-a8d62c05d561 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 931 time: 0.5936007 Jul 09 13:17:47.430290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:17:47.430959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:17:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:47.432383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf7db1a7-e776-4e42-9692-6f45bbb46c36 req-91e4893b-85cd-42bd-953a-85c06a6f39fd tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689299 Jul 09 13:17:47.438320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-1b985c60-050b-40a3-b55d-8dbfde7dd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:47.439845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-1b985c60-050b-40a3-b55d-8dbfde7dd945 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1798379 Jul 09 13:17:47.452463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9f4d9-b184-4237-a0cf-2ffb4c499e08 None None] Pushing event updated for resources: {'Port': ['ID=e9045563-9f86-4237-8eda-a03b9cc5e014,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:47.556848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-9b5cd04f-802f-45d9-8d38-4026e8b3df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:47.563990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-9b5cd04f-802f-45d9-8d38-4026e8b3df6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166995 Jul 09 13:17:47.714718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Pushing event updated for resources: {'Port': ['ID=9af2a0be-ee1f-4639-9710-28f10537dee2,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:47.758347 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-504f3928-dffc-4c9c-a777-260db4ae07ab tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.762657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:17:47.806129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-504f3928-dffc-4c9c-a777-260db4ae07ab tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.809768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-a979c2c6-ef56-49db-be28-2069c041b1ef service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385223 Jul 09 13:17:47.946474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fead8-cccb-4b4b-a9b1-93b4a7fb6303 req-3c099194-0dd4-49ce-8e9b-8be471b6acbe tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:47.948363 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ea8fead8-cccb-4b4b-a9b1-93b4a7fb6303 req-3c099194-0dd4-49ce-8e9b-8be471b6acbe tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.7099214 Jul 09 13:17:47.955217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-504f3928-dffc-4c9c-a777-260db4ae07ab tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:47.956894 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-504f3928-dffc-4c9c-a777-260db4ae07ab tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3417733 Jul 09 13:17:47.970097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52454) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:47.988400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-57b823dd-c614-4c69-8789-574a6082e969 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Request body: {'security_group_rule': {'security_group_id': 'b70283e5-ea56-4a09-b505-599ed37668ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:47.994401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f3928-dffc-4c9c-a777-260db4ae07ab tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70283e5-ea56-4a09-b505-599ed37668ab,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:48.019233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Attempting to bind port 9af2a0be-ee1f-4639-9710-28f10537dee2 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:17:48.019968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Attempting to bind port 9af2a0be-ee1f-4639-9710-28f10537dee2 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:17:48.020662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Attempting to bind port 9af2a0be-ee1f-4639-9710-28f10537dee2 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:48.031348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Port 9af2a0be-ee1f-4639-9710-28f10537dee2 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:17:48.032028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Attempting to bind port 9af2a0be-ee1f-4639-9710-28f10537dee2 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:17:48.042208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:17:48.043489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Checking segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:17:48.044250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Bound using segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:17:48.045111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Bound port: 9af2a0be-ee1f-4639-9710-28f10537dee2, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:17:48.046161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.097168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57b823dd-c614-4c69-8789-574a6082e969 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.104585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.121688 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ea8fead8-cccb-4b4b-a9b1-93b4a7fb6303 req-678bf9f5-0612-4cc6-8391-087b245e8697 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634986 Jul 09 13:17:48.183852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-a31fc33f-a4e2-4df5-a918-e65a9554e939 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674219 Jul 09 13:17:48.208719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] For port 9af2a0be-ee1f-4639-9710-28f10537dee2, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:17:48.213855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] For port 9af2a0be-ee1f-4639-9710-28f10537dee2, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9af2a0be-ee1f-4639-9710-28f10537dee2,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:17:48.219182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.232930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d1271-7447-46cc-94f2-830e8c42dfef req-061f92c1-08c1-44b7-ae28-ef5182e4b0eb tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:48.235729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f48d1271-7447-46cc-94f2-830e8c42dfef req-061f92c1-08c1-44b7-ae28-ef5182e4b0eb tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.3284574 Jul 09 13:17:48.295422 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b770bca-df82-4c51-9938-ca024a3bb67c x-openstack-request-id: req-0b770bca-df82-4c51-9938-ca024a3bb67c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:48.295712 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b49e220-fbec-4613-b3a0-7ac55e7b5da0", "name": "network-vif-deleted", "tag": "3c1360e6-bb5b-434a-b285-517a097a387e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:48.295969 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b770bca-df82-4c51-9938-ca024a3bb67c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:48.296426 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b49e220-fbec-4613-b3a0-7ac55e7b5da0', 'name': 'network-vif-deleted', 'tag': '3c1360e6-bb5b-434a-b285-517a097a387e', 'status': 'completed', 'code': 200} Jul 09 13:17:48.303689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:47Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:48.348629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:48.349240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.360752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] 10.222.0.10 "PUT /v2.0/ports/9af2a0be-ee1f-4639-9710-28f10537dee2 HTTP/1.1" status: 200 len: 1091 time: 2.0959654 Jul 09 13:17:48.361240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f00bcc7-4616-4c9c-90e4-d346ad07d49a', 'tag': '9af2a0be-ee1f-4639-9710-28f10537dee2'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:48.363775 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4b20f0-2287-4b88-a24b-626b853d296a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f00bcc7-4616-4c9c-90e4-d346ad07d49a", "tag": "9af2a0be-ee1f-4639-9710-28f10537dee2"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:48.387579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f48d1271-7447-46cc-94f2-830e8c42dfef req-65da28f3-d61d-4241-979b-11d79c0b3582 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373827 Jul 09 13:17:48.389737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57b823dd-c614-4c69-8789-574a6082e969 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.406518 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57b823dd-c614-4c69-8789-574a6082e969 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.417982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdfd98-fe72-46d4-8246-362501942997 None None] The sync data for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 is: [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:47Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:17:48.422541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eefee4-345c-4b7e-8112-029ba9570014 service neutron] Pushing event updated for resources: {'Port': ['ID=9af2a0be-ee1f-4639-9710-28f10537dee2,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:48.476259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b823dd-c614-4c69-8789-574a6082e969 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34f9265-b514-4da1-a9bb-dc1e401118a5,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:48.484169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57b823dd-c614-4c69-8789-574a6082e969 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.485653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-57b823dd-c614-4c69-8789-574a6082e969 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5105283 Jul 09 13:17:48.488457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52470) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:48.494896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-02c14bf6-ed1e-496c-b29c-6c84f0fdc28b tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Request body: {'security_group_rule': {'security_group_id': 'b70283e5-ea56-4a09-b505-599ed37668ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:48.535819 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f1f6aa-f795-4cac-8c9b-0db40c82cc82 x-openstack-request-id: req-e9f1f6aa-f795-4cac-8c9b-0db40c82cc82 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:48.537066 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f00bcc7-4616-4c9c-90e4-d346ad07d49a", "tag": "9af2a0be-ee1f-4639-9710-28f10537dee2", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:48.538600 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9f1f6aa-f795-4cac-8c9b-0db40c82cc82 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:48.542799 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f00bcc7-4616-4c9c-90e4-d346ad07d49a', 'tag': '9af2a0be-ee1f-4639-9710-28f10537dee2', 'status': 'completed', 'code': 200} Jul 09 13:17:48.708214 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02c14bf6-ed1e-496c-b29c-6c84f0fdc28b tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.787600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6491-8365-47e6-b97a-08449f193ce5 req-c0cb76e4-537c-48fa-958c-bcbea6e763f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:48.789932 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-c0cb76e4-537c-48fa-958c-bcbea6e763f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 1094 time: 0.2497082 Jul 09 13:17:48.864225 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-5433a0e1-d98a-496d-9950-93b448e58ec3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9af2a0be-ee1f-4639-9710-28f10537dee2 HTTP/1.1" status: 200 len: 217 time: 0.0661910 Jul 09 13:17:48.876127 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02c14bf6-ed1e-496c-b29c-6c84f0fdc28b tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.895043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02c14bf6-ed1e-496c-b29c-6c84f0fdc28b tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:48.967631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6491-8365-47e6-b97a-08449f193ce5 req-44c6dff7-f091-436c-b009-33d025af3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:48.969899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-44c6dff7-f091-436c-b009-33d025af3b97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.0951703 Jul 09 13:17:48.978271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ea208-6db5-419b-a73a-2126423fd367 req-5b743662-1b37-4d5c-a57c-81b87aa19950 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:48.984885 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d62ea208-6db5-419b-a73a-2126423fd367 req-5b743662-1b37-4d5c-a57c-81b87aa19950 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 943 time: 0.3009894 Jul 09 13:17:49.041189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02c14bf6-ed1e-496c-b29c-6c84f0fdc28b tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:49.048920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52478) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:49.052575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-02c14bf6-ed1e-496c-b29c-6c84f0fdc28b tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627034 Jul 09 13:17:49.054099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c14bf6-ed1e-496c-b29c-6c84f0fdc28b tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db83c3d0-7d3b-493a-8be5-720e54d317d2,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:49.054751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:17:49.084876 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-6a8d2de6-8c52-4366-b07d-904530deb045 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969439 Jul 09 13:17:49.126121 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:49.228908 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d62ea208-6db5-419b-a73a-2126423fd367 req-0e8ad159-b153-4075-a0e8-5849d5347a9a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431700 Jul 09 13:17:49.291810 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-83a5eafc-ebe7-42fd-9c6a-3c361b67518d service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987271 Jul 09 13:17:49.373934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:49.503979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e9045563-9f86-4237-8eda-a03b9cc5e014 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:49.540285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-899f8a28-3b7f-4413-9b6c-7f1340bbe856 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294204 Jul 09 13:17:49.659553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3c1360e6-bb5b-434a-b285-517a097a387e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:49.715890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 3c1360e6-bb5b-434a-b285-517a097a387e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:17:49.716870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3c1360e6-bb5b-434a-b285-517a097a387e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:17:49.742653 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:49.745393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e9045563-9f86-4237-8eda-a03b9cc5e014 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:49.753726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Allocated IP 172.25.5.120 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/effdf2e6-79f7-48cf-9a04-71c537d374c5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:17:49.758224 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e9045563-9f86-4237-8eda-a03b9cc5e014 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:49.758625 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:49.792087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-6e461888-b871-4355-a616-3b95f95fbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:49.794155 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-6e461888-b871-4355-a616-3b95f95fbea3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 1094 time: 0.1832125 Jul 09 13:17:49.804658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7afe2-3794-4dec-984c-2d0bb9f32f0a req-840f6b13-6618-4e8b-821b-0a6cff901c0d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:49.817486 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ead7afe2-3794-4dec-984c-2d0bb9f32f0a req-840f6b13-6618-4e8b-821b-0a6cff901c0d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.2988579 Jul 09 13:17:49.887629 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:49.915216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205462f2-7b30-4e0d-bcc2-de9e18fc52da req-93dc33ab-02c4-4c14-8d2f-81563aaae45a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:49.923563 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-205462f2-7b30-4e0d-bcc2-de9e18fc52da req-93dc33ab-02c4-4c14-8d2f-81563aaae45a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.2629447 Jul 09 13:17:49.940844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e9045563-9f86-4237-8eda-a03b9cc5e014, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e9045563-9f86-4237-8eda-a03b9cc5e014,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:49.946919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:49.979104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ead7afe2-3794-4dec-984c-2d0bb9f32f0a req-adbe92e1-aa75-42b1-8140-e0c34ee88336 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606481 Jul 09 13:17:50.017792 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-205462f2-7b30-4e0d-bcc2-de9e18fc52da req-3f8ce1ec-fa22-4a6e-9077-1c2fe91cf1db tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928922 Jul 09 13:17:50.048307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e9045563-9f86-4237-8eda-a03b9cc5e014,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:50.069646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-39ccb65f-1f95-4caf-a776-72468480d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:50.075523 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-39ccb65f-1f95-4caf-a776-72468480d9d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 911 time: 0.2660534 Jul 09 13:17:50.146032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:50.172034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-e4417311-746c-409a-9d43-f8bb11605b9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9af2a0be-ee1f-4639-9710-28f10537dee2 HTTP/1.1" status: 200 len: 217 time: 0.0902905 Jul 09 13:17:50.269514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-81a3a12f-1a7c-42bb-ba5c-4ef006dfd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:50.273619 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-81a3a12f-1a7c-42bb-ba5c-4ef006dfd173 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.0958281 Jul 09 13:17:50.310180 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:50.360542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-22782201-b7f3-4d11-9f95-8548f3195b34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795856 Jul 09 13:17:50.449711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:17:50.458550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:17:50.464918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52514) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:50.478549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:17:50.506618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event updated for resources: {'Port': ['ID=effdf2e6-79f7-48cf-9a04-71c537d374c5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:50.542359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-ca75aabc-b435-4232-9143-093c602d66c9 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742213 Jul 09 13:17:50.557456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab96cb5-75ad-4cf5-9528-e7f68e4deec9 req-a51dcf66-8ad2-4d0a-a0b4-b9724f0fe40a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:50.562675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bf51740f-ceb3-4ece-999f-88e38861a0ed tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:50.564805 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4ab96cb5-75ad-4cf5-9528-e7f68e4deec9 req-a51dcf66-8ad2-4d0a-a0b4-b9724f0fe40a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 943 time: 0.1371524 Jul 09 13:17:50.572831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-bf51740f-ceb3-4ece-999f-88e38861a0ed tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 943 time: 0.5015054 Jul 09 13:17:50.657144 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4ab96cb5-75ad-4cf5-9528-e7f68e4deec9 req-fe0947db-8c3e-4603-bf40-ad5fd4a62686 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914793 Jul 09 13:17:50.662187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8c1945-a106-4dc5-8728-6bdd7d79e2f9 admin admin] Deleting subnet 558cddb0-8b62-4eeb-b90e-28ff554b319b {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:17:50.666079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8c1945-a106-4dc5-8728-6bdd7d79e2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:50.699796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae4b20f0-2287-4b88-a24b-626b853d296a req-17ffe79c-2705-4920-83b6-e2fbe0b8d8a2 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511045 Jul 09 13:17:50.772887 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8c1945-a106-4dc5-8728-6bdd7d79e2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:50.813820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:50.865173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8c1945-a106-4dc5-8728-6bdd7d79e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:50.906391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Deleting port 9af2a0be-ee1f-4639-9710-28f10537dee2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:17:50.906734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:50.913529 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.028786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8c1945-a106-4dc5-8728-6bdd7d79e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.079689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c1945-a106-4dc5-8728-6bdd7d79e2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558cddb0-8b62-4eeb-b90e-28ff554b319b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:51.119652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8c1945-a106-4dc5-8728-6bdd7d79e2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.124349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52522) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:51.133003 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4a8c1945-a106-4dc5-8728-6bdd7d79e2f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/558cddb0-8b62-4eeb-b90e-28ff554b319b HTTP/1.1" status: 204 len: 168 time: 0.6626253 Jul 09 13:17:51.135475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] For port 9af2a0be-ee1f-4639-9710-28f10537dee2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9af2a0be-ee1f-4639-9710-28f10537dee2,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:51.136019 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.172376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Calling delete_port for 9af2a0be-ee1f-4639-9710-28f10537dee2 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:17:51.283679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.340517 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.350788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a4217-d369-41a8-b8b5-14aaabdd5828 req-f6e28f5b-93b7-4b03-923b-ea1f6e9cae95 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:51.358076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.358213 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f84a4217-d369-41a8-b8b5-14aaabdd5828 req-f6e28f5b-93b7-4b03-923b-ea1f6e9cae95 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1394706 Jul 09 13:17:51.374774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38256a-ee64-4a04-9ed6-61faeda8b6b2 req-5c97a029-5bba-4d5c-a87a-3f4a97f6ff5c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:51.381832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee38256a-ee64-4a04-9ed6-61faeda8b6b2 req-5c97a029-5bba-4d5c-a87a-3f4a97f6ff5c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.2021694 Jul 09 13:17:51.452073 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.465309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b77434e-beb2-42a5-816b-759f76cf51d4']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:51.476774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e9045563-9f86-4237-8eda-a03b9cc5e014 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:51.509339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event updated for resources: {'Port': ['ID=effdf2e6-79f7-48cf-9a04-71c537d374c5,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:51.522426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee38256a-ee64-4a04-9ed6-61faeda8b6b2 req-7ea44c7c-b39a-4a5a-b3b4-a6a3a9ec8638 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395152 Jul 09 13:17:51.540407 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:17:51.559371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.595078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.599300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e9045563-9f86-4237-8eda-a03b9cc5e014 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:51.601974 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.612130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.624632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-95516302-f9c9-41de-b39b-fa4965dfdcfc tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5672226 Jul 09 13:17:51.689922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event deleted for resources: {'Port': ['ID=9af2a0be-ee1f-4639-9710-28f10537dee2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:51.777308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] No DVR routers for this DVR port 9af2a0be-ee1f-4639-9710-28f10537dee2 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:17:51.781990 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:51.793821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-571e6491-8365-47e6-b97a-08449f193ce5 req-50258041-9bfe-44c8-9666-a9383d3e8b2e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "DELETE /v2.0/ports/9af2a0be-ee1f-4639-9710-28f10537dee2 HTTP/1.1" status: 204 len: 173 time: 1.2115159 Jul 09 13:17:51.796267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f00bcc7-4616-4c9c-90e4-d346ad07d49a', 'name': 'network-vif-deleted', 'tag': '9af2a0be-ee1f-4639-9710-28f10537dee2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:51.809086 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e53193-63a4-4d97-8638-29fabb37a5ff" -d '{"events": [{"server_uuid": "8f00bcc7-4616-4c9c-90e4-d346ad07d49a", "name": "network-vif-deleted", "tag": "9af2a0be-ee1f-4639-9710-28f10537dee2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:52.036584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82feabbe-3c7e-4d9a-b3dd-9e996284c765') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:52.037374 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82feabbe-3c7e-4d9a-b3dd-9e996284c765') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:52.061602 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f84a4217-d369-41a8-b8b5-14aaabdd5828 req-bf2dfb95-2255-4a37-a973-f407ca24121d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6981952 Jul 09 13:17:52.065890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.089587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.106901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:17:52.107067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:17:52.190921 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:17:52.196754 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:17:52.196754 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:17:52.198343 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.206919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.221267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b77434e-beb2-42a5-816b-759f76cf51d4 HTTP/1.1" status: 204 len: 168 time: 1.0915484 Jul 09 13:17:52.244890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f09b9-e32e-4159-9c4c-c2d3b287a9a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b77434e-beb2-42a5-816b-759f76cf51d4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:52.354880 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20c0976-94cb-4b27-a4b2-e5f272c8298b x-openstack-request-id: req-c20c0976-94cb-4b27-a4b2-e5f272c8298b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:52.355480 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f00bcc7-4616-4c9c-90e4-d346ad07d49a", "name": "network-vif-deleted", "tag": "9af2a0be-ee1f-4639-9710-28f10537dee2", "status": "failed", "code": 422}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:52.355592 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c20c0976-94cb-4b27-a4b2-e5f272c8298b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:52.356070 n-d-799524-3 neutron-server[93913]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f00bcc7-4616-4c9c-90e4-d346ad07d49a', 'name': 'network-vif-deleted', 'tag': '9af2a0be-ee1f-4639-9710-28f10537dee2', 'status': 'failed', 'code': 422} returned with failed status Jul 09 13:17:52.384408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf9a380e-7083-4a9b-b6dd-4dd4936b65b1 req-cebd6e7e-139c-4b84-ad39-48ebf8b1ecfd tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 210 time: 0.0790653 Jul 09 13:17:52.455347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52578) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:52.510723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7556ad3d-8966-4e51-90ff-caddaf989b82 req-edd71ba4-ce52-4022-86dc-a9be88fa8540 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 210 time: 0.0778852 Jul 09 13:17:52.571380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-411468bd-1dbc-4249-adf3-ec2695979e45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8da4e45c3e9c431fa9a2fc8bb534b66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1147957 Jul 09 13:17:52.572407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52586) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:52.648859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f0613cad-a5d5-4a74-94e3-52795cf6c5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.677530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f0613cad-a5d5-4a74-94e3-52795cf6c5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.770982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f0613cad-a5d5-4a74-94e3-52795cf6c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.775184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f0613cad-a5d5-4a74-94e3-52795cf6c5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:52.776353 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f0613cad-a5d5-4a74-94e3-52795cf6c5cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83aedb80-5202-49b8-aeed-5366a73b7efb HTTP/1.1" status: 204 len: 168 time: 0.2026615 Jul 09 13:17:52.786251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7696ef-4286-40e4-81a3-21de3faa33e5 req-986dc9da-9a43-4c55-900c-bb701c83a3f0 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:52.790087 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e7696ef-4286-40e4-81a3-21de3faa33e5 req-986dc9da-9a43-4c55-900c-bb701c83a3f0 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.1036227 Jul 09 13:17:52.810383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0613cad-a5d5-4a74-94e3-52795cf6c5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aedb80-5202-49b8-aeed-5366a73b7efb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:52.832582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e21e35-8135-477d-8ca4-5bad46ba45de req-b9c0b8d9-cba2-4139-a945-3a1428de4883 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:52.834121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1e21e35-8135-477d-8ca4-5bad46ba45de req-b9c0b8d9-cba2-4139-a945-3a1428de4883 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 945 time: 0.2387729 Jul 09 13:17:52.835939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556ad3d-8966-4e51-90ff-caddaf989b82 req-a4a863f0-090a-4eb7-95be-dabb566ebdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:52.837262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7556ad3d-8966-4e51-90ff-caddaf989b82 req-a4a863f0-090a-4eb7-95be-dabb566ebdc5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3191895 Jul 09 13:17:52.863650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e7696ef-4286-40e4-81a3-21de3faa33e5 req-7b87d8f2-ecf5-4b16-a3cf-2170916e318f tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646687 Jul 09 13:17:53.010718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1e21e35-8135-477d-8ca4-5bad46ba45de req-7783df0c-6a4f-44fb-afe4-40f87e92b631 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690896 Jul 09 13:17:53.099095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556ad3d-8966-4e51-90ff-caddaf989b82 req-b23011c9-3a8a-4ec7-9cf5-d29079425a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:53.101493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7556ad3d-8966-4e51-90ff-caddaf989b82 req-b23011c9-3a8a-4ec7-9cf5-d29079425a5f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2528698 Jul 09 13:17:53.198548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7556ad3d-8966-4e51-90ff-caddaf989b82 req-53b68711-0952-41ed-b188-b9ff6e1bc8b5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 210 time: 0.0478692 Jul 09 13:17:53.267805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976441cd-adf6-4f33-ac60-4b48519347bd req-0cd334a1-58ea-4b6b-a841-0fbcc913d48a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:53.269746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976441cd-adf6-4f33-ac60-4b48519347bd req-0cd334a1-58ea-4b6b-a841-0fbcc913d48a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.0821586 Jul 09 13:17:53.343531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976441cd-adf6-4f33-ac60-4b48519347bd req-b91bae2a-c6cc-45d4-9118-77337fe65a4d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660946 Jul 09 13:17:53.612717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4318de40-2840-4ecc-b6ea-ba2718e47fc7 req-764ae7cd-bc2f-49fd-b2e3-438567e51a7b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f00bcc7-4616-4c9c-90e4-d346ad07d49a HTTP/1.1" status: 200 len: 210 time: 0.0378850 Jul 09 13:17:54.060883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-ac778e4b-7bba-4d2b-b0ec-7f671cff5565 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:54.062769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-ac778e4b-7bba-4d2b-b0ec-7f671cff5565 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 945 time: 0.0736024 Jul 09 13:17:54.108206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52906266-2249-4c54-af9d-b0b1ad9633c3 req-f2bbd093-9168-4ad6-9466-e8b9c7fb066c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:54.111851 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-52906266-2249-4c54-af9d-b0b1ad9633c3 req-f2bbd093-9168-4ad6-9466-e8b9c7fb066c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.1245565 Jul 09 13:17:54.182686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-52906266-2249-4c54-af9d-b0b1ad9633c3 req-05f23fbc-6bfd-4a92-a707-7062631fd87b tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649230 Jul 09 13:17:54.196900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Deleting port c71da329-3edb-4255-a6cf-036febb9a919 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:17:54.197428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:54.343979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] For port c71da329-3edb-4255-a6cf-036febb9a919, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c71da329-3edb-4255-a6cf-036febb9a919,segment=NetworkSegment(6715b4e8-0d79-4fed-8570-703a8fd7f32e),segment_id=6715b4e8-0d79-4fed-8570-703a8fd7f32e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:54.344552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:54.385084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Calling delete_port for c71da329-3edb-4255-a6cf-036febb9a919 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:17:54.484328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceed6f3-99e2-4187-9153-656b2813a17a req-a826f5ce-f4ac-45e5-b62d-7a33346f3e9b tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:54.485868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ceed6f3-99e2-4187-9153-656b2813a17a req-a826f5ce-f4ac-45e5-b62d-7a33346f3e9b tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd4a7a8e-2e40-4a2c-b949-4f30bf781142 HTTP/1.1" status: 200 len: 945 time: 0.1541128 Jul 09 13:17:54.567855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ceed6f3-99e2-4187-9153-656b2813a17a req-38e6a5ae-dfaa-49eb-949e-75f49b8ebb4a tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.32 "GET /v2.0/security-groups?id=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694747 Jul 09 13:17:54.569369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5972b-9f46-46c0-870a-697d265653f7 req-3b6cc064-560b-49a0-9420-891da08801b8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:54.570971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-85a5972b-9f46-46c0-870a-697d265653f7 req-3b6cc064-560b-49a0-9420-891da08801b8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.0751548 Jul 09 13:17:54.618381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:54.649726 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-85a5972b-9f46-46c0-870a-697d265653f7 req-5bb4a856-0237-461e-b11d-ea52253ad119 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650144 Jul 09 13:17:54.689379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Pushing event deleted for resources: {'Port': ['ID=c71da329-3edb-4255-a6cf-036febb9a919,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:54.737848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] No DVR routers for this DVR port c71da329-3edb-4255-a6cf-036febb9a919 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:17:54.741341 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:54.744127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8642235-6ca6-483c-ac5b-f3364e760669 req-fdb91829-e05c-46be-b8ab-c37ed0660db5 tempest-VolumesAdminNegativeTest-822552750 tempest-VolumesAdminNegativeTest-822552750-project] 10.222.0.11 "DELETE /v2.0/ports/c71da329-3edb-4255-a6cf-036febb9a919 HTTP/1.1" status: 204 len: 173 time: 0.6755528 Jul 09 13:17:54.744600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4a7a8e-2e40-4a2c-b949-4f30bf781142', 'name': 'network-vif-deleted', 'tag': 'c71da329-3edb-4255-a6cf-036febb9a919'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:54.747048 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04bef1d-cba9-4c3d-9918-413a380ffdf8" -d '{"events": [{"server_uuid": "cd4a7a8e-2e40-4a2c-b949-4f30bf781142", "name": "network-vif-deleted", "tag": "c71da329-3edb-4255-a6cf-036febb9a919"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:54.809295 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f83398-aebe-4420-930f-f61faeeed85b x-openstack-request-id: req-70f83398-aebe-4420-930f-f61faeeed85b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:54.809480 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4a7a8e-2e40-4a2c-b949-4f30bf781142", "name": "network-vif-deleted", "tag": "c71da329-3edb-4255-a6cf-036febb9a919", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:54.809700 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70f83398-aebe-4420-930f-f61faeeed85b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:54.810096 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4a7a8e-2e40-4a2c-b949-4f30bf781142', 'name': 'network-vif-deleted', 'tag': 'c71da329-3edb-4255-a6cf-036febb9a919', 'status': 'completed', 'code': 200} Jul 09 13:17:55.475757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2567c8f-6f12-431e-bd63-99946cd9ca0e req-76548310-9b17-413a-8ddf-c467206d49e4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:55.483138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2567c8f-6f12-431e-bd63-99946cd9ca0e req-76548310-9b17-413a-8ddf-c467206d49e4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.0792873 Jul 09 13:17:55.523562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2567c8f-6f12-431e-bd63-99946cd9ca0e req-6f76da8d-c982-4ffb-979b-37ec2ab99f9e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Jul 09 13:17:55.653631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:17:55.810279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:55.824244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91', 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad', 'port_id': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91', 'mac_address': 'fa:16:3e:5f:8c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f16a256-4968-4ee2-ad0f-8d4c1186889e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:17:55.868153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:55.872452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52700) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:55.885530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:17:55.908456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:55.914802 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:55.924762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-900cb828-1c27-4c38-a70c-fe595e779b4b admin admin] Deleting subnet e5fb38ae-4400-4bde-8c75-18da0610a93b {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:17:55.928804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-900cb828-1c27-4c38-a70c-fe595e779b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:55.972391 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-900cb828-1c27-4c38-a70c-fe595e779b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.045577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-900cb828-1c27-4c38-a70c-fe595e779b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.050760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c473e98-540e-4ba3-b26f-16b5a4a4835e req-96fad6f1-80c2-4b75-ac9f-21b35236dc80 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:56.052466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c473e98-540e-4ba3-b26f-16b5a4a4835e req-96fad6f1-80c2-4b75-ac9f-21b35236dc80 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.0832760 Jul 09 13:17:56.110863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c473e98-540e-4ba3-b26f-16b5a4a4835e req-71850fa1-dc70-462a-8820-e2a1a2f48cd5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518336 Jul 09 13:17:56.117520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:56.152095 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-900cb828-1c27-4c38-a70c-fe595e779b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.176227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['565cbd7b-d4e6-49d2-a443-c03ebd8efa91'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:17:56.184039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cb828-1c27-4c38-a70c-fe595e779b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fb38ae-4400-4bde-8c75-18da0610a93b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:56.187976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-900cb828-1c27-4c38-a70c-fe595e779b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.192348 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-900cb828-1c27-4c38-a70c-fe595e779b4b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e5fb38ae-4400-4bde-8c75-18da0610a93b HTTP/1.1" status: 204 len: 168 time: 0.3164434 Jul 09 13:17:56.192444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52704) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:56.270251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.375868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.388859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef1cec1-3097-4fe7-9537-e0518ca88cf8']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:56.411661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6715b4e8-0d79-4fed-8570-703a8fd7f32e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:56.411956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6715b4e8-0d79-4fed-8570-703a8fd7f32e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:56.430975 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.455391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.463406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:17:56.463842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:17:56.465954 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:17:56.470289 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:17:56.524253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.528445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c71da329-3edb-4255-a6cf-036febb9a919 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:17:56.531920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.533663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9ef1cec1-3097-4fe7-9537-e0518ca88cf8 HTTP/1.1" status: 204 len: 168 time: 0.3403325 Jul 09 13:17:56.536477 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52708) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:56.543391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05603cc1-7c29-4fe7-91cc-a87f5473eea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef1cec1-3097-4fe7-9537-e0518ca88cf8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:56.562056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: c71da329-3edb-4255-a6cf-036febb9a919 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:17:56.562407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c71da329-3edb-4255-a6cf-036febb9a919 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:17:56.600581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b83b65-13ad-416e-81b8-782f170f100f admin admin] Deleting subnet c7b428af-f794-45e4-a7e1-37c9a80f4de0 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:17:56.604725 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51b83b65-13ad-416e-81b8-782f170f100f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.640845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51b83b65-13ad-416e-81b8-782f170f100f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.689694 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51b83b65-13ad-416e-81b8-782f170f100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.760005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51b83b65-13ad-416e-81b8-782f170f100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.789071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b83b65-13ad-416e-81b8-782f170f100f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b428af-f794-45e4-a7e1-37c9a80f4de0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:56.800701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51b83b65-13ad-416e-81b8-782f170f100f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:56.805470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51b83b65-13ad-416e-81b8-782f170f100f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c7b428af-f794-45e4-a7e1-37c9a80f4de0 HTTP/1.1" status: 204 len: 168 time: 0.2648339 Jul 09 13:17:56.805696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52716) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:57.258340 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.308891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29decfee-4f3f-4871-9e03-6aac243e56a2 req-d0d6e2b5-62ca-4803-a806-586c9b32881a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:57.310451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29decfee-4f3f-4871-9e03-6aac243e56a2 req-d0d6e2b5-62ca-4803-a806-586c9b32881a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 944 time: 0.1084974 Jul 09 13:17:57.387934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.406500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5db82b5-a93c-44f9-a449-84dcaa736aec']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:57.411104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29decfee-4f3f-4871-9e03-6aac243e56a2 req-dfaf180b-e58a-4dba-bfd4-498bec8e4bc2 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877094 Jul 09 13:17:57.420601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7d1ce1-3c8a-4c6f-9f88-75900060412e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:57.420901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7d1ce1-3c8a-4c6f-9f88-75900060412e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:17:57.438710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.455085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.462429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:17:57.462816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:17:57.464922 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:17:57.531623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.536370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.540562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5db82b5-a93c-44f9-a449-84dcaa736aec HTTP/1.1" status: 204 len: 168 time: 0.7338543 Jul 09 13:17:57.561322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40417195-8da8-4130-9bf0-1717ab935b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5db82b5-a93c-44f9-a449-84dcaa736aec,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:57.683280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:17:57.747140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:17:57.752825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:17:57.753594 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.792217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52726) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:57.847449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3a61ce69-6182-46e4-b906-6967caefadba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01c783b36b98416bacb2855200a0d858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511432 Jul 09 13:17:57.851645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52730) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:57.870902 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.906864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:17:57.912875 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a393b54-3644-46d2-86ef-29ebe47c0b17" -d '{"events": [{"server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "name": "network-vif-plugged", "status": "completed", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:17:57.937125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec72d843-d92a-4dcd-9faa-6434e6c1ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.945226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:17:57.951014 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:57.969257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec72d843-d92a-4dcd-9faa-6434e6c1ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:58.026346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:58.051596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec72d843-d92a-4dcd-9faa-6434e6c1ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:58.055925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec72d843-d92a-4dcd-9faa-6434e6c1ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:58.060817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ec72d843-d92a-4dcd-9faa-6434e6c1ee74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5 HTTP/1.1" status: 204 len: 168 time: 0.2078874 Jul 09 13:17:58.070040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72d843-d92a-4dcd-9faa-6434e6c1ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c05ae-fc5b-4834-a5ed-311e2dfd2ab5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:58.343600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ce7f-52b7-47b2-8ace-54712f5f1a97 req-2e601242-750e-4729-95f6-a3f8e708b57e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:58.343600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0443ce7f-52b7-47b2-8ace-54712f5f1a97 req-2e601242-750e-4729-95f6-a3f8e708b57e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.0864325 Jul 09 13:17:58.421514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0443ce7f-52b7-47b2-8ace-54712f5f1a97 req-0493fc82-d6e9-4fd0-8931-22dd4293fb1e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682485 Jul 09 13:17:58.532600 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b452b27f-c027-4a28-854e-a72bfbd1f9af x-openstack-request-id: req-b452b27f-c027-4a28-854e-a72bfbd1f9af {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:17:58.536167 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "name": "network-vif-plugged", "status": "completed", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:17:58.537914 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b452b27f-c027-4a28-854e-a72bfbd1f9af {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:17:58.538633 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91', 'code': 200} Jul 09 13:17:58.622297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52748) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:58.667562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117d4b3-66b2-4501-8a4a-0b516e9a4222 req-f42db10c-4949-4f55-8fcd-3e58a09c6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:58.669218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6117d4b3-66b2-4501-8a4a-0b516e9a4222 req-f42db10c-4949-4f55-8fcd-3e58a09c6ef9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1096 time: 0.0615749 Jul 09 13:17:58.686387 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-773f8b44-b03c-49a4-8345-cd5f3ec89a0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12cada067c3b4e0b96458c38a86920d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610495 Jul 09 13:17:58.687608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52750) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:58.743532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6117d4b3-66b2-4501-8a4a-0b516e9a4222 req-f5be9738-6742-42e5-b73e-cb5f60936572 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604718 Jul 09 13:17:58.750322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39fd0bd8-7bcb-4944-a649-f66f3cf7f556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:58.770121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928a7fb-3ffd-4e10-85d4-59c814da37b6 req-64f403d6-091a-47de-8e87-1a8f72244e96 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:58.774195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39fd0bd8-7bcb-4944-a649-f66f3cf7f556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:58.778303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e928a7fb-3ffd-4e10-85d4-59c814da37b6 req-64f403d6-091a-47de-8e87-1a8f72244e96 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.1046326 Jul 09 13:17:58.813792 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e928a7fb-3ffd-4e10-85d4-59c814da37b6 req-663b1440-22cf-46d9-af40-0a45f04296bf tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Jul 09 13:17:58.825163 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39fd0bd8-7bcb-4944-a649-f66f3cf7f556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:58.828595 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39fd0bd8-7bcb-4944-a649-f66f3cf7f556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:58.830469 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-39fd0bd8-7bcb-4944-a649-f66f3cf7f556 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cfbb85d-44b2-42f4-9e3f-7f04ce9f1289 HTTP/1.1" status: 204 len: 168 time: 0.1411955 Jul 09 13:17:58.840676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0bd8-7bcb-4944-a649-f66f3cf7f556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfbb85d-44b2-42f4-9e3f-7f04ce9f1289,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:59.419604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52776) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:59.576753 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-256b1891-50f2-4f46-a628-7a7d3cdfa4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:59.786686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67b2a1-35dd-4602-8784-b521ef7da416 req-5bbfbe09-9aea-4244-9bcd-59b0392cdf6a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:17:59.788757 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d67b2a1-35dd-4602-8784-b521ef7da416 req-5bbfbe09-9aea-4244-9bcd-59b0392cdf6a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1308784 Jul 09 13:17:59.808327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-256b1891-50f2-4f46-a628-7a7d3cdfa4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:59.816887 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-256b1891-50f2-4f46-a628-7a7d3cdfa4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:59.869794 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d67b2a1-35dd-4602-8784-b521ef7da416 req-a6cd6980-c5b1-430d-9275-574b7b59f754 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735326 Jul 09 13:17:59.873030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b1891-50f2-4f46-a628-7a7d3cdfa4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6425b67-a67f-4c98-a170-f4b22e2b2c53,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:17:59.879805 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52794) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:59.880367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-256b1891-50f2-4f46-a628-7a7d3cdfa4c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e174e3862c2f41879904444d14dd04c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590335 Jul 09 13:17:59.954018 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af86fd0b-fae3-437b-bf15-014704cd77e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:59.993086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af86fd0b-fae3-437b-bf15-014704cd77e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:00.076449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af86fd0b-fae3-437b-bf15-014704cd77e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:00.079771 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af86fd0b-fae3-437b-bf15-014704cd77e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:00.080980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-af86fd0b-fae3-437b-bf15-014704cd77e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6425b67-a67f-4c98-a170-f4b22e2b2c53 HTTP/1.1" status: 204 len: 168 time: 0.1996579 Jul 09 13:18:00.120070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86fd0b-fae3-437b-bf15-014704cd77e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6425b67-a67f-4c98-a170-f4b22e2b2c53,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:00.284726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e56e2-85c4-40d9-863a-de6acc337c54 req-ae5d4d18-aaf7-4b86-8435-1a52828e8b1e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:00.291891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-302e56e2-85c4-40d9-863a-de6acc337c54 req-ae5d4d18-aaf7-4b86-8435-1a52828e8b1e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.0888245 Jul 09 13:18:00.335593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-302e56e2-85c4-40d9-863a-de6acc337c54 req-8ba91297-03bd-434b-8883-a3be511666dd tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426860 Jul 09 13:18:00.654577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d307027-fe38-4746-967d-b9da476824e2 req-cb2857f2-a40f-4373-984b-ff5a8ec26c25 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:00.664462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d307027-fe38-4746-967d-b9da476824e2 req-cb2857f2-a40f-4373-984b-ff5a8ec26c25 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1096 time: 0.0823886 Jul 09 13:18:00.699403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d307027-fe38-4746-967d-b9da476824e2 req-cf27db0b-e5c8-4e10-bb1c-9b49ed48fd67 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337107 Jul 09 13:18:00.719686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-5d6c2ccc-3609-449b-89f3-dd51d9949a88 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:00.721451 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-5d6c2ccc-3609-449b-89f3-dd51d9949a88 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.1342289 Jul 09 13:18:00.738543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-396c5700-2261-4684-b45b-d44ac323367f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/quotas/69dab1cbd470482e99ca01cc327ac3f7 HTTP/1.1" status: 200 len: 375 time: 0.0115988 Jul 09 13:18:00.791531 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-1b79b4c1-28a3-45cf-8a9c-4ab294589bc6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449946 Jul 09 13:18:00.916814 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-cffaea46-d333-43f0-b5f6-5291388e86de service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162851 Jul 09 13:18:00.939507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b40f-350e-41cd-aa50-877dd4799a6f req-c4d4b711-a5a3-4851-bdbb-ab3d87f81261 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:00.942095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85f5b40f-350e-41cd-aa50-877dd4799a6f req-c4d4b711-a5a3-4851-bdbb-ab3d87f81261 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1096 time: 0.0864444 Jul 09 13:18:00.997798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85f5b40f-350e-41cd-aa50-877dd4799a6f req-e3e31635-95f3-4ef1-99fb-0399cdb32dd0 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458186 Jul 09 13:18:01.000928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52840) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:01.077799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-957b7d25-6706-431d-a15e-48ac0303d4e8 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501348 Jul 09 13:18:01.168436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2830766-network', 'tenant_id': 'def8c754e8e94a00b62d99798b8f7acd'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:01.252216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Made reservation on behalf of def8c754e8e94a00b62d99798b8f7acd for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:01.254781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:01.268570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:01.336801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a1533-457f-43b6-8c85-2ba444bfd325 req-9063e1c9-dda9-4ddf-a369-ab480c557f03 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:01.345133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d09a1533-457f-43b6-8c85-2ba444bfd325 req-9063e1c9-dda9-4ddf-a369-ab480c557f03 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1621108 Jul 09 13:18:01.425653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d09a1533-457f-43b6-8c85-2ba444bfd325 req-b0a60752-dc9d-4f1a-8247-3dd72fc826e6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795367 Jul 09 13:18:01.470784 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-067ca3de-2672-4290-8d5a-9306546def39 req-471806d3-5f17-4e32-992a-0395c0acadd4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 210 time: 0.0737755 Jul 09 13:18:01.552290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:01.557822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:01.616460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a241178-a5e3-4b6d-9e62-1d51d60ea86e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:01.638563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:18:01.659488 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:01.659851 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Added segment acefaefa-e5ba-4015-b02d-85c4f73745a5 of type vlan for network 77c6b66b-4397-4893-8d98-1d5537f4426a Jul 09 13:18:01.744610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:01.805880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:01.806900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:01.807530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:01.877865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] Pushing event updated for resources: {'Network': ['ID=77c6b66b-4397-4893-8d98-1d5537f4426a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:01.891724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 77c6b66b-4397-4893-8d98-1d5537f4426a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:18:01.896383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52888) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:01.904421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Request body: {'subnet': {'network_id': '77c6b66b-4397-4893-8d98-1d5537f4426a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2830766-subnet', 'tenant_id': 'def8c754e8e94a00b62d99798b8f7acd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:01.908720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4e879429-73f9-4bfb-a96b-6d702744c24f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9056056 Jul 09 13:18:01.945943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Made reservation on behalf of def8c754e8e94a00b62d99798b8f7acd for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:01.952977 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:02.313646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:02.377696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a671bd8c-b5ec-4a22-99e3-1a8164ffeea7,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:02.385181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Checking segment: {'id': 'acefaefa-e5ba-4015-b02d-85c4f73745a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '77c6b66b-4397-4893-8d98-1d5537f4426a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:02.385745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Network hostable DHCP agents. Network: 77c6b66b-4397-4893-8d98-1d5537f4426a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:18:02.405419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Network 77c6b66b-4397-4893-8d98-1d5537f4426a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:18:02.420633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 77c6b66b-4397-4893-8d98-1d5537f4426a) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:02.431375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3117a5-5551-4eb1-95b2-ae97d076f86b None None] Network 77c6b66b-4397-4893-8d98-1d5537f4426a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:18:02.436217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:02.436820 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:02.492624 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-81cf3594-7124-4943-b481-83f6d6d0e233 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5852094 Jul 09 13:18:02.730290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52948) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:02.837565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea863c5-2efe-4235-870e-fe4cdee06c54 None None] Network 77c6b66b-4397-4893-8d98-1d5537f4426a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:18:02.887047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046ff0fc-4ada-42f8-8d1e-baa5c951e719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:02.943985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d3e16-2884-4b61-853f-00e991664d1e req-3b400cbf-ad7e-45a0-9942-0c7bceab9a60 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:02.952083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-823d3e16-2884-4b61-853f-00e991664d1e req-3b400cbf-ad7e-45a0-9942-0c7bceab9a60 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1509891 Jul 09 13:18:03.022489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-823d3e16-2884-4b61-853f-00e991664d1e req-263e822c-5cbe-4c69-8562-0cd15e28e381 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648165 Jul 09 13:18:03.170996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046ff0fc-4ada-42f8-8d1e-baa5c951e719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:03.180431 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046ff0fc-4ada-42f8-8d1e-baa5c951e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:03.220521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-e257d208-3fe0-41c5-b515-d773ab2216f6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:03.223833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-e257d208-3fe0-41c5-b515-d773ab2216f6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.2813830 Jul 09 13:18:03.253322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Request body: {'port': {'device_id': '92239eac-3152-4afc-87fc-eb7bcb5874db', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'admin_state_up': True, 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:03.284491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-046ff0fc-4ada-42f8-8d1e-baa5c951e719 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24e3a2cb30184e119882c069795d18bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530214 Jul 09 13:18:03.294752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52958) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:03.369251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5dafa40b-c7fc-42d1-a0c8-46d685e27c39 req-71e95fa8-0f6e-4244-8922-c30fce178b80 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 210 time: 0.0784173 Jul 09 13:18:03.430407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-4561fa3c-1d0e-4f9d-acdb-48a88448b29f tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:18:03.431669 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-4561fa3c-1d0e-4f9d-acdb-48a88448b29f tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0724421 Jul 09 13:18:03.433583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ff0fc-4ada-42f8-8d1e-baa5c951e719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f449fd76-0124-425b-ada4-bf8b5757ad85,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:03.466618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Request body: {'binding': {'host': 'n-h2-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:03.467114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:18:03.510920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:03.516235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ae8cd0c-89cf-46d9-8198-9f68a178481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:03.518205 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:03.542342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ae8cd0c-89cf-46d9-8198-9f68a178481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:03.680105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ae8cd0c-89cf-46d9-8198-9f68a178481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:03.683450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ae8cd0c-89cf-46d9-8198-9f68a178481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:03.687024 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7ae8cd0c-89cf-46d9-8198-9f68a178481c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f449fd76-0124-425b-ada4-bf8b5757ad85 HTTP/1.1" status: 204 len: 168 time: 0.3873560 Jul 09 13:18:03.719978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8cd0c-89cf-46d9-8198-9f68a178481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f449fd76-0124-425b-ada4-bf8b5757ad85,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:03.753460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on host n-h2-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:03.753872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:03.754265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:03.760087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:03.760484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:03.766394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:03.766576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:03.767048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:03.767796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Bound port: 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:03.802997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Allocated IP 172.20.0.8 (13fcc680-ed26-45c9-bc2b-e511ec8b91dc/d56ea44e-abc3-47a5-94d3-6e01d5687fc5/65740758-1feb-4763-a6f0-b7fe631df0b5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:03.874316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:03.886481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:03.899818 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5380d920-9898-4044-a9d1-5854e484ad53 service neutron] 10.222.0.32 "POST /v2.0/ports/565cbd7b-d4e6-49d2-a443-c03ebd8efa91/bindings HTTP/1.1" status: 201 len: 389 time: 0.4370363 Jul 09 13:18:04.176557 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-c0d07462-d152-4e06-a1c0-2fdef73c5228 req-981e5a63-84dc-4c78-8757-914403f7afd3 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] show failed (client error): The resource could not be found. Jul 09 13:18:04.192055 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:04.196839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0d07462-d152-4e06-a1c0-2fdef73c5228 req-981e5a63-84dc-4c78-8757-914403f7afd3 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] 10.222.0.32 "GET /v2.0/security-groups/fb1650f7-bfc9-4f2e-bbec-7504cfd78b67 HTTP/1.1" status: 404 len: 352 time: 0.0873570 Jul 09 13:18:04.402766 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:04.438795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf901f9-9946-401e-98f1-b2bbda5c3aa0 req-1c8cc0dd-d0af-4ac3-b95b-0a2c4601c60d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:04.440873 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bf901f9-9946-401e-98f1-b2bbda5c3aa0 req-1c8cc0dd-d0af-4ac3-b95b-0a2c4601c60d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.0984161 Jul 09 13:18:04.514998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1d586-97cd-400e-94a7-3f68d1ee0d06 req-8c9a4c18-96fd-447d-b293-655a3e836720 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:04.522187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63d1d586-97cd-400e-94a7-3f68d1ee0d06 req-8c9a4c18-96fd-447d-b293-655a3e836720 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.3095319 Jul 09 13:18:04.525406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:04.533491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-b0aa5448-96c0-4e7b-9755-cfe13efc5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:04.535041 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-b0aa5448-96c0-4e7b-9755-cfe13efc5bf4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1096 time: 0.2319148 Jul 09 13:18:04.542069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bf901f9-9946-401e-98f1-b2bbda5c3aa0 req-b6ae0c88-547b-4f11-a269-7aaa9cd80595 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944831 Jul 09 13:18:04.557617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:04.575703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:04.645154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:04.645793 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:04.648891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event updated for resources: {'Port': ['ID=65740758-1feb-4763-a6f0-b7fe631df0b5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:04.727850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63d1d586-97cd-400e-94a7-3f68d1ee0d06 req-be3a124f-495a-4030-bc38-03f8b19fea05 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047672 Jul 09 13:18:04.732512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4b9364ea-9a0f-4b15-9740-d86469c00c67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4896743 Jul 09 13:18:04.745332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Request body: {'port': {'device_id': '92239eac-3152-4afc-87fc-eb7bcb5874db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:04.927200 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:04.958985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d171ab8f-abd7-494a-8417-fb9579395479 req-3db9f97c-3110-46e7-b1a2-8afdb1af1fc8 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=def8c754e8e94a00b62d99798b8f7acd HTTP/1.1" status: 200 len: 2984 time: 0.1646893 Jul 09 13:18:04.963687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5e74-d363-4be0-8ec0-570c85b86b59 req-a2ce80f5-30eb-44c9-b199-7a5f405a6cea tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:04.963880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5d70e90a-b02f-4e5e-9c7d-d518561e2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:04.965995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-466f5e74-d363-4be0-8ec0-570c85b86b59 req-a2ce80f5-30eb-44c9-b199-7a5f405a6cea tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 931 time: 0.1457109 Jul 09 13:18:04.971678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-5d70e90a-b02f-4e5e-9c7d-d518561e2eb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.4036355 Jul 09 13:18:04.998139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:05.032605 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-466f5e74-d363-4be0-8ec0-570c85b86b59 req-c44121ce-7bb6-437e-9db1-f35b3ef4161e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611649 Jul 09 13:18:05.052715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-e07a9025-42d1-4ca1-8ff3-0f255f398ad1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91 HTTP/1.1" status: 200 len: 217 time: 0.0801113 Jul 09 13:18:05.158317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-network', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:05.195476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Made reservation on behalf of e2170de9d6344cd5b700b9c4f453ee8f for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:05.199435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.217516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.226158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d171ab8f-abd7-494a-8417-fb9579395479 req-e94af783-2b70-4d65-8b96-70f19e387e74 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] 10.222.0.32 "GET /v2.0/security-groups/1a241178-a5e3-4b6d-9e62-1d51d60ea86e HTTP/1.1" status: 200 len: 2981 time: 0.2499721 Jul 09 13:18:05.264938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-13c15aee-0bed-40e7-9db2-15bebdeba23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:05.266539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-13c15aee-0bed-40e7-9db2-15bebdeba23a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.2027233 Jul 09 13:18:05.320515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-8bb57aa5-d301-47f6-b59b-704a209971ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426900 Jul 09 13:18:05.326323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d171ab8f-abd7-494a-8417-fb9579395479 req-af603589-3478-4f8a-a746-a32e213b9eed tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] 10.222.0.32 "GET /v2.0/security-groups/1a241178-a5e3-4b6d-9e62-1d51d60ea86e HTTP/1.1" status: 200 len: 2981 time: 0.0993421 Jul 09 13:18:05.338737 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.353882 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.448908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303e5637-a678-442d-b874-fc8c27a9d327,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:05.484033 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c40d7b36-23c2-4c8e-a23b-076e99c46d7d req-73ec2ef0-ef5b-4c2e-8160-59f77b897c46 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] 10.222.0.32 "GET /v2.0/security-groups/1a241178-a5e3-4b6d-9e62-1d51d60ea86e HTTP/1.1" status: 200 len: 2981 time: 0.1322513 Jul 09 13:18:05.484743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:18:05.495261 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.495695 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Added segment fc713d87-072c-400b-8474-ecf391dc9780 of type vlan for network 249ec2c9-f442-4ea1-873d-f06e902d1e6e Jul 09 13:18:05.547868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-7281219e-a2d0-4cc3-a1bc-12e9b7547e49 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206161 Jul 09 13:18:05.573234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.664523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.668590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:05.669202 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.689719 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-c40d7b36-23c2-4c8e-a23b-076e99c46d7d req-fd23eb35-909e-438b-997d-19204015e823 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:18:05.695150 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c40d7b36-23c2-4c8e-a23b-076e99c46d7d req-fd23eb35-909e-438b-997d-19204015e823 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a241178-a5e3-4b6d-9e62-1d51d60ea86e HTTP/1.1" status: 409 len: 352 time: 0.1935787 Jul 09 13:18:05.768539 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7667971 Jul 09 13:18:05.772079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53024) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:05.781415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Request body: {'subnet': {'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-subnet', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:05.801002 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-fff7dff0-cac9-40ab-a372-a15f26bcd2a6 req-23a89aab-07e8-4d37-8b90-2dfc4b8d9752 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] show failed (client error): The resource could not be found. Jul 09 13:18:05.802340 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fff7dff0-cac9-40ab-a372-a15f26bcd2a6 req-23a89aab-07e8-4d37-8b90-2dfc4b8d9752 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] 10.222.0.32 "GET /v2.0/security-groups/b0b9f08b-15a8-4f9b-a764-8779ff1b613b HTTP/1.1" status: 404 len: 352 time: 0.0577474 Jul 09 13:18:05.803644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b83f-aa42-40ec-bec7-53ec32071a5e admin admin] Pushing event updated for resources: {'Network': ['ID=249ec2c9-f442-4ea1-873d-f06e902d1e6e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:05.808260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Made reservation on behalf of e2170de9d6344cd5b700b9c4f453ee8f for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:05.809279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65740758-1feb-4763-a6f0-b7fe631df0b5 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:05.813512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.821362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-0a349155-4463-485e-895e-f162bcbc92d8 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638600 Jul 09 13:18:05.823400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.826991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:18:05.853190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Transition to ACTIVE for port object 65740758-1feb-4763-a6f0-b7fe631df0b5 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:05.873744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.956451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fd67c-dd3e-4cae-a7c4-adabf584e7dd req-49d04b4e-7453-4f51-9edc-f432f4ac1a39 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:05.958098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a08fd67c-dd3e-4cae-a7c4-adabf584e7dd req-49d04b4e-7453-4f51-9edc-f432f4ac1a39 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.2202339 Jul 09 13:18:05.990883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Pushing event updated for resources: {'Port': ['ID=65740758-1feb-4763-a6f0-b7fe631df0b5,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:06.064002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a08fd67c-dd3e-4cae-a7c4-adabf584e7dd req-632ba12a-880a-4f13-81ae-26d91469315d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836844 Jul 09 13:18:06.080275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Attempting to bind port 65740758-1feb-4763-a6f0-b7fe631df0b5 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:06.080275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Attempting to bind port 65740758-1feb-4763-a6f0-b7fe631df0b5 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:06.080275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Attempting to bind port 65740758-1feb-4763-a6f0-b7fe631df0b5 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:06.090295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Port 65740758-1feb-4763-a6f0-b7fe631df0b5 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:06.090635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Attempting to bind port 65740758-1feb-4763-a6f0-b7fe631df0b5 on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:06.104645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:06.105016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Checking segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:06.105413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Bound using segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:06.105868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Bound port: 65740758-1feb-4763-a6f0-b7fe631df0b5, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:06.106234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.136369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefa22f-16ae-44c4-a70e-054e0a184fc4 req-c6a98fc7-5aed-404c-94c1-281084d35499 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:06.144966 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7aefa22f-16ae-44c4-a70e-054e0a184fc4 req-c6a98fc7-5aed-404c-94c1-281084d35499 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.1616044 Jul 09 13:18:06.160644 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-a0d2b91e-6964-4353-8a9a-fb096195e528 req-7424852a-b749-4b1b-8f79-d0590636ea45 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] show failed (client error): The resource could not be found. Jul 09 13:18:06.163621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0d2b91e-6964-4353-8a9a-fb096195e528 req-7424852a-b749-4b1b-8f79-d0590636ea45 tempest-SecurityGroupsNegativeTestJSON-251898819 tempest-SecurityGroupsNegativeTestJSON-251898819-project] 10.222.0.32 "GET /v2.0/security-groups/1c49c847-39e0-4bec-b648-7ee355b47b97 HTTP/1.1" status: 404 len: 352 time: 0.0432267 Jul 09 13:18:06.176439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53030) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:06.237449 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7aefa22f-16ae-44c4-a70e-054e0a184fc4 req-d6bf55e5-386a-47f8-a76a-71c8563de38a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914106 Jul 09 13:18:06.290418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] For port 65740758-1feb-4763-a6f0-b7fe631df0b5, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:06.311199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf326408-1dbe-4c82-8d02-1412a340fec2 admin admin] Deleting subnet a671bd8c-b5ec-4a22-99e3-1a8164ffeea7 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:18:06.316998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bf326408-1dbe-4c82-8d02-1412a340fec2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.369779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bf326408-1dbe-4c82-8d02-1412a340fec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.373232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.422850 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bf326408-1dbe-4c82-8d02-1412a340fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.511345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb69d90-1abc-442f-bf00-5a721e2d0ef7,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:06.515409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] For port 65740758-1feb-4763-a6f0-b7fe631df0b5, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=65740758-1feb-4763-a6f0-b7fe631df0b5,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:06.566086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Checking segment: {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:06.566974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Network hostable DHCP agents. Network: 249ec2c9-f442-4ea1-873d-f06e902d1e6e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:18:06.582565 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.598582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:18:06.605365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:06.606075 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.607796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] 10.222.0.10 "PUT /v2.0/ports/65740758-1feb-4763-a6f0-b7fe631df0b5 HTTP/1.1" status: 200 len: 1091 time: 1.8674586 Jul 09 13:18:06.621991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 249ec2c9-f442-4ea1-873d-f06e902d1e6e) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:06.633075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92239eac-3152-4afc-87fc-eb7bcb5874db', 'tag': '65740758-1feb-4763-a6f0-b7fe631df0b5'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:06.633839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae7c35-d1fe-4325-accc-65335765d7d1 None None] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:18:06.635403 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3e1a6f-7107-4fbf-9bde-157beea77391" -d '{"events": [{"name": "network-changed", "server_uuid": "92239eac-3152-4afc-87fc-eb7bcb5874db", "tag": "65740758-1feb-4763-a6f0-b7fe631df0b5"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:06.643400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bf326408-1dbe-4c82-8d02-1412a340fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.649171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:06.651234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.688486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ee2cc95b-543e-4e63-9922-55959b5895e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9128869 Jul 09 13:18:06.689313 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53040) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:06.695683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:06.735355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.736975 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.750585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bf326408-1dbe-4c82-8d02-1412a340fec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.768558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bf326408-1dbe-4c82-8d02-1412a340fec2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a671bd8c-b5ec-4a22-99e3-1a8164ffeea7 HTTP/1.1" status: 204 len: 168 time: 0.5899229 Jul 09 13:18:06.769200 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c4d409-cc45-4430-8046-0028cbf48aef x-openstack-request-id: req-92c4d409-cc45-4430-8046-0028cbf48aef {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:06.769505 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92239eac-3152-4afc-87fc-eb7bcb5874db", "tag": "65740758-1feb-4763-a6f0-b7fe631df0b5", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:06.776860 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92c4d409-cc45-4430-8046-0028cbf48aef {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:06.777389 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92239eac-3152-4afc-87fc-eb7bcb5874db', 'tag': '65740758-1feb-4763-a6f0-b7fe631df0b5', 'status': 'completed', 'code': 200} Jul 09 13:18:06.797088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53042) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:06.856602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf326408-1dbe-4c82-8d02-1412a340fec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a671bd8c-b5ec-4a22-99e3-1a8164ffeea7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:06.893063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbd4d9-091b-45c8-87cf-4d59c9715fcd service neutron] Pushing event updated for resources: {'Port': ['ID=65740758-1feb-4763-a6f0-b7fe631df0b5,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:06.899273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:18:06.902152 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.910439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ade705-a2c9-49af-bdbc-91fedce0c776 req-bad7f3ee-babc-4532-ac5e-cdd8c6c33da1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:06.913424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9ade705-a2c9-49af-bdbc-91fedce0c776 req-bad7f3ee-babc-4532-ac5e-cdd8c6c33da1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 943 time: 0.4003093 Jul 09 13:18:06.917621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-e322c481-ecd7-480d-b4a8-7ae7c25e14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:06.922762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-e322c481-ecd7-480d-b4a8-7ae7c25e14a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 1094 time: 0.2587404 Jul 09 13:18:06.932218 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.002889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.032289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-69bb1b6a-405e-4b6d-8bac-dbd1ec010e12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65740758-1feb-4763-a6f0-b7fe631df0b5 HTTP/1.1" status: 200 len: 217 time: 0.0988073 Jul 09 13:18:07.119828 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9ade705-a2c9-49af-bdbc-91fedce0c776 req-3b197c96-a0bd-479c-81b2-422b128bea78 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921003 Jul 09 13:18:07.156150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-ce9317d2-5d11-495d-9970-338a92effe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:07.165343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-ce9317d2-5d11-495d-9970-338a92effe43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.1238120 Jul 09 13:18:07.181749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Allocated IP 172.20.0.2 (249ec2c9-f442-4ea1-873d-f06e902d1e6e/4fb69d90-1abc-442f-bf00-5a721e2d0ef7/2d52b4ce-7cfb-4f8c-8344-d985b9dc5406) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:07.270567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-6e41d3c8-205e-4c0c-9dba-09b885629d2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962443 Jul 09 13:18:07.313651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.470244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-a4217cf1-8338-49e7-826e-e3038582e303 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912696 Jul 09 13:18:07.603846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6970b4e5-e536-4eca-a412-7a44f30610bf req-3ea73c47-6380-4b0f-bd78-8a4eb76ac052 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242170 Jul 09 13:18:07.671392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.691598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Transition to ACTIVE for port object 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:07.726556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Transition to ACTIVE for port object 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:07.735131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.743970 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.755635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c6b66b-4397-4893-8d98-1d5537f4426a']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:07.783019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acefaefa-e5ba-4015-b02d-85c4f73745a5') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:07.783019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acefaefa-e5ba-4015-b02d-85c4f73745a5') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:07.807251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29dc2b-5ce8-4766-aeea-4c87b5766df3 req-1838950c-e190-4af7-a4d8-b82bb7f0f6fd tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:07.809038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a29dc2b-5ce8-4766-aeea-4c87b5766df3 req-1838950c-e190-4af7-a4d8-b82bb7f0f6fd tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.2041693 Jul 09 13:18:07.830469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-0f6073dc-d994-487c-8bb0-56128bb2a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:07.832670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.832862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-0f6073dc-d994-487c-8bb0-56128bb2a811 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 1094 time: 0.1494200 Jul 09 13:18:07.877544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:07.881071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.890041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:07.896206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:18:07.898718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:07.924041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:07.940823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Pushing event updated for resources: {'Port': ['ID=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:18:07.992368 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:18:08.019058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Attempting to bind port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:08.019817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Attempting to bind port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:08.020380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Attempting to bind port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 on network 249ec2c9-f442-4ea1-873d-f06e902d1e6e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:08.036864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:08.037900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Checking segment: {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:08.038477 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.051289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Bound using segment: {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:08.052175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Bound port: 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:08.053371 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.078823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35fe3d-ffe7-44c8-a4e3-ba84d89c2207 req-b5afce7b-f650-447f-b91e-b00a343df696 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:08.089090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3f35fe3d-ffe7-44c8-a4e3-ba84d89c2207 req-b5afce7b-f650-447f-b91e-b00a343df696 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.6204212 Jul 09 13:18:08.104997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.136077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.142864 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] 10.222.0.32 "DELETE /v2.0/networks/77c6b66b-4397-4893-8d98-1d5537f4426a HTTP/1.1" status: 204 len: 168 time: 1.3486085 Jul 09 13:18:08.200239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41018d56-24f0-444b-b6e4-825001afa12b admin admin] Pushing event deleted for resources: {'Network': ['ID=77c6b66b-4397-4893-8d98-1d5537f4426a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:08.266256 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3f35fe3d-ffe7-44c8-a4e3-ba84d89c2207 req-5a587426-756c-4fb6-9412-9c7bccbaf08f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734140 Jul 09 13:18:08.291658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] For port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:08.323441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] For port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:08.345090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.507145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868c1f0-f2cf-4999-a25c-14362e8219c2 None None] Pushing event updated for resources: {'Port': ['ID=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:08.644748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53058) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:08.645595 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.702161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.785810 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e0891b3b-161f-4c9d-bf1e-19e2fa6cffe9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=def8c754e8e94a00b62d99798b8f7acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371171 Jul 09 13:18:08.789528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53062) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:08.961875 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-baf5d006-e099-411d-b9a7-14202eda6d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.985535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a29dc2b-5ce8-4766-aeea-4c87b5766df3 req-6170e0cf-a950-43c1-a3f4-58af1bc97cbe tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1629841 Jul 09 13:18:09.056130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-baf5d006-e099-411d-b9a7-14202eda6d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:09.067903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-61871a03-2156-4dd2-a800-cbf506931ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:09.070530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-61871a03-2156-4dd2-a800-cbf506931ddf service neutron] 10.222.0.10 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 911 time: 1.2296932 Jul 09 13:18:09.108402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d557c8-ffeb-4018-bdb7-3c09848018cc req-b1f9130c-7fdd-4494-8af1-de7a04127b94 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:09.115755 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-01d557c8-ffeb-4018-bdb7-3c09848018cc req-b1f9130c-7fdd-4494-8af1-de7a04127b94 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 943 time: 0.3409512 Jul 09 13:18:09.154212 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-a307bd5e-ddf0-4a83-b1aa-5819445c1201 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65740758-1feb-4763-a6f0-b7fe631df0b5 HTTP/1.1" status: 200 len: 217 time: 0.0754216 Jul 09 13:18:09.158339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Allocated IP 172.25.5.115 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/ab2f47e9-37c9-465a-a5d5-12f8a58b74ba) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:09.235461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-01d557c8-ffeb-4018-bdb7-3c09848018cc req-6a5ce4ad-0e3e-44b5-a25d-2f5b796a8606 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187258 Jul 09 13:18:09.238353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-03bd7e66-ac2a-4936-a648-fe47197d0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:09.241278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-03bd7e66-ac2a-4936-a648-fe47197d0797 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.0800788 Jul 09 13:18:09.291795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-9c530dc9-8232-47a9-807f-8a81ef1cabbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449224 Jul 09 13:18:09.312403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-baf5d006-e099-411d-b9a7-14202eda6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:09.315513 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-baf5d006-e099-411d-b9a7-14202eda6d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:09.322621 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-baf5d006-e099-411d-b9a7-14202eda6d82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a241178-a5e3-4b6d-9e62-1d51d60ea86e HTTP/1.1" status: 204 len: 168 time: 0.5308547 Jul 09 13:18:09.335876 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5d006-e099-411d-b9a7-14202eda6d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a241178-a5e3-4b6d-9e62-1d51d60ea86e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:09.429791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:09.522551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-1115972f-b1d1-474c-95cc-1a552cd5d14b service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239261 Jul 09 13:18:09.547040 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:09.614020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:09.626518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:09.632424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:09.637360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:09.691201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Pushing event updated for resources: {'Port': ['ID=ab2f47e9-37c9-465a-a5d5-12f8a58b74ba,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:09.767365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 65740758-1feb-4763-a6f0-b7fe631df0b5 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:09.876121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a3e1a6f-7107-4fbf-9bde-157beea77391 req-d620e770-7cdb-446d-afc5-998ba9dc0d57 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428159 Jul 09 13:18:09.962065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857220a-8a41-405f-8d35-309f664b90f8 None None] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:18:10.033219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbc2c-5582-4dd6-8f97-fb89cdd1e40e req-ed03bcfc-4a28-4aff-86e7-87b1cbad8181 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:10.034817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-555bbc2c-5582-4dd6-8f97-fb89cdd1e40e req-ed03bcfc-4a28-4aff-86e7-87b1cbad8181 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1577785 Jul 09 13:18:10.056689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 65740758-1feb-4763-a6f0-b7fe631df0b5, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=65740758-1feb-4763-a6f0-b7fe631df0b5,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:10.085728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '65740758-1feb-4763-a6f0-b7fe631df0b5', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'port_id': '65740758-1feb-4763-a6f0-b7fe631df0b5', 'mac_address': 'fa:16:3e:22:8d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56ea44e-abc3-47a5-94d3-6e01d5687fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:18:10.144222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-555bbc2c-5582-4dd6-8f97-fb89cdd1e40e req-5b90d48a-0f74-4e5e-a9bd-28bebade6178 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946047 Jul 09 13:18:10.202242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:10.314139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:10.316834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2b804673-61d8-476d-a20b-795cc55229e0 None None] Provisioning for port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:10.341239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-0ae1b344-cfdc-446d-9e03-aa6097092c19 service neutron] 10.222.0.11 "GET /v2.0/ports/978a6704-b379-43e6-b664-01e546b2804e/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 382 time: 0.1249068 Jul 09 13:18:10.354530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2b804673-61d8-476d-a20b-795cc55229e0 None None] Provisioning complete for port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:10.356985 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2b804673-61d8-476d-a20b-795cc55229e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:10.361007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:10.439308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65740758-1feb-4763-a6f0-b7fe631df0b5 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:10.499348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:10.499675 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:10.559123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 65740758-1feb-4763-a6f0-b7fe631df0b5, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=65740758-1feb-4763-a6f0-b7fe631df0b5,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:10.576665 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:10.651941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=65740758-1feb-4763-a6f0-b7fe631df0b5,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:10.770668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf791e8e-1330-4aa7-af1f-81d3d6c05070 req-67686870-ab3b-476f-b465-169222d4763b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:10.774305 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf791e8e-1330-4aa7-af1f-81d3d6c05070 req-67686870-ab3b-476f-b465-169222d4763b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 944 time: 0.1751943 Jul 09 13:18:10.790599 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2b804673-61d8-476d-a20b-795cc55229e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:10.854313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53098) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:10.898768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['65740758-1feb-4763-a6f0-b7fe631df0b5'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:10.900534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf791e8e-1330-4aa7-af1f-81d3d6c05070 req-57800889-83fb-4d5e-a918-b301b5ff4cf0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188724 Jul 09 13:18:10.988582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-03e29d3e-beb2-45fe-82de-062a95b57782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:10.991272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-03e29d3e-beb2-45fe-82de-062a95b57782 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d&tenant_id=5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 1100 time: 0.1663334 Jul 09 13:18:11.106233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2045614010-network', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:11.110758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2b804673-61d8-476d-a20b-795cc55229e0 None None] For port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:11.112292 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.159974 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2b804673-61d8-476d-a20b-795cc55229e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.187120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-d22d3bd5-60e9-4f28-9a3e-9f46e61400fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:11.190856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-d22d3bd5-60e9-4f28-9a3e-9f46e61400fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 1100 time: 0.1717448 Jul 09 13:18:11.238326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Made reservation on behalf of db785cdada6240da8679fa1b94defb9a for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:11.244409 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.256396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d032b-b5f3-471b-a14f-741a3e22f249 req-aa692f0e-9b68-4716-b01b-f64585c70354 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:11.268011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c6d032b-b5f3-471b-a14f-741a3e22f249 req-aa692f0e-9b68-4716-b01b-f64585c70354 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.3977244 Jul 09 13:18:11.361848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.435427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b804673-61d8-476d-a20b-795cc55229e0 None None] Pushing event updated for resources: {'Port': ['ID=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:11.441101 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c6d032b-b5f3-471b-a14f-741a3e22f249 req-c9cc436a-2b9f-4bca-815a-1868e8dedd3a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696739 Jul 09 13:18:11.446975 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:18:11.447400 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:18:11.471096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.655453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-561b4ae2-e043-4bcb-8fd2-110ab0625e65 None None] Provisioning complete for port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:11.655453 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-561b4ae2-e043-4bcb-8fd2-110ab0625e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.710121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-1c4c849c-c0ac-4845-bede-cc38a263c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:11.712375 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-1c4c849c-c0ac-4845-bede-cc38a263c35b service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.5164132 Jul 09 13:18:11.741536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-1c43d557-845e-418d-a651-5e245e18ac4b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:11.744162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-1c43d557-845e-418d-a651-5e245e18ac4b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 820 time: 0.3936949 Jul 09 13:18:11.770847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Router f9ee6729-8380-4b22-8603-119f8761bb3c is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:18:11.792492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-e444a1fd-8ce1-49bf-9064-787d97e04d6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=978a6704-b379-43e6-b664-01e546b2804e HTTP/1.1" status: 200 len: 217 time: 0.0706451 Jul 09 13:18:11.808479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9054820-1fee-4457-aa95-bb85144b5219 req-86ff22be-3fcd-4f2b-8201-dd9f5662a0d1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:11.810376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e9054820-1fee-4457-aa95-bb85144b5219 req-86ff22be-3fcd-4f2b-8201-dd9f5662a0d1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1423078 Jul 09 13:18:11.813524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-be21ccad-a728-4289-a255-da16d30d3f22 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/quotas/26bd7ebced4148749bb727cbdc378ef0 HTTP/1.1" status: 200 len: 375 time: 0.0321667 Jul 09 13:18:11.919202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-7b9053ac-aa3a-465e-b77c-10f12df86a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:11.922367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-7b9053ac-aa3a-465e-b77c-10f12df86a90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1220670 Jul 09 13:18:11.947380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e9054820-1fee-4457-aa95-bb85144b5219 req-33cf5408-309d-4085-9614-221032d92782 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839188 Jul 09 13:18:11.970974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:11.972842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.983479 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Sync routers for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:11.993066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.997736 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:11.998209 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7b2836ed-f7ac-4b2f-8ef5-b1a659ed810b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.3076308 Jul 09 13:18:11.998915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53116) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:12.001988 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:12.004760 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:17:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:12.048285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:18:12.123293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-5b9375e3-43d4-4a0c-bdea-7694014b48df tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2819378 Jul 09 13:18:12.147828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a3dab1-9ffd-43a0-8202-5b1b84e56b30,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:12.170661 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:12.182621 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Added segment 733a7496-0206-463b-94ff-0b04da12c9e8 of type vlan for network c8313daa-61fd-4578-a881-6770d2edce5c Jul 09 13:18:12.258149 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:12.445171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3680320-b1dc-4790-957c-514b142575b4 req-014935d5-12f0-4081-aef7-d0ecd48db4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:12.446726 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-014935d5-12f0-4081-aef7-d0ecd48db4cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5171540 Jul 09 13:18:12.488456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:12.500394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:12.549314 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:09Z', 'revision_number': 3, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:12.599289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-b00c3846-95d3-4cda-95d0-94015b0365a6 service neutron] 10.222.0.32 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378934 Jul 09 13:18:12.602091 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Checking router: f9ee6729-8380-4b22-8603-119f8761bb3c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:12.602973 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Updating router f9ee6729-8380-4b22-8603-119f8761bb3c port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:18:12.618109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 978a6704-b379-43e6-b664-01e546b2804e no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:12.678219 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:12.678564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:12.679595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:12.680157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:12.684893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90c978-ddba-415d-a49c-35db46bdc410 req-ad99293c-d1c3-4eed-967c-a34a3638d238 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:12.686809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-da90c978-ddba-415d-a49c-35db46bdc410 req-ad99293c-d1c3-4eed-967c-a34a3638d238 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 944 time: 0.4035137 Jul 09 13:18:12.695969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-0b8357e8-db05-4c53-bfd4-1cd756a3f547 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328148 Jul 09 13:18:12.718812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:12.719879 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:12.799808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:12.848700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9907069 Jul 09 13:18:12.848700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-4368a07f-771c-4765-9993-f70c2376a39c service neutron] 10.222.0.32 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386470 Jul 09 13:18:12.849872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53124) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:12.859895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Request body: {'subnet': {'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2045614010-subnet', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:12.867414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97c331-7d3f-4085-84b7-7000477d60d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c8313daa-61fd-4578-a881-6770d2edce5c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:12.894394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-da90c978-ddba-415d-a49c-35db46bdc410 req-12b55ff8-aa95-49c1-b9ba-065f147774c3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992919 Jul 09 13:18:12.898910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c8313daa-61fd-4578-a881-6770d2edce5c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:18:12.971215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3680320-b1dc-4790-957c-514b142575b4 req-afc48936-e754-4df2-9ab6-1d7e70ab0050 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603283 Jul 09 13:18:13.018514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.063082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Made reservation on behalf of db785cdada6240da8679fa1b94defb9a for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:13.065505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.074415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:13.102781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978a6704-b379-43e6-b664-01e546b2804e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:13.114211 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c0a06-5180-403b-8ea1-9ab96da3f294" -d '{"events": [{"server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "name": "network-vif-unplugged", "status": "completed", "tag": "978a6704-b379-43e6-b664-01e546b2804e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:13.128794 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.197458 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.207665 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Transition to ACTIVE for port object ab2f47e9-37c9-465a-a5d5-12f8a58b74ba will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:13.220321 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.273812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:13.329633 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f9317-51ea-4b63-b554-8dfac166803e None None] Pushing event updated for resources: {'Port': ['ID=ab2f47e9-37c9-465a-a5d5-12f8a58b74ba,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:13.390805 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Attempting to bind port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:13.391617 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Attempting to bind port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:13.394783 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Attempting to bind port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:13.407431 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:13.407794 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:13.410655 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.411093 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:13.411770 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Bound port: ab2f47e9-37c9-465a-a5d5-12f8a58b74ba, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:13.412739 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.542396 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] For port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:13.550523 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] For port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ab2f47e9-37c9-465a-a5d5-12f8a58b74ba,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:13.574096 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.671058 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:13.671683 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:17:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:13.741923 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.754763 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.760999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 65740758-1feb-4763-a6f0-b7fe631df0b5 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:13.774803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6fe1e-89fa-45eb-ac06-6148f6d5eb61 req-62d56c1c-f174-4b07-ad1b-8ba464593281 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:13.782908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6e6fe1e-89fa-45eb-ac06-6148f6d5eb61 req-62d56c1c-f174-4b07-ad1b-8ba464593281 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 947 time: 0.1591647 Jul 09 13:18:13.845859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 65740758-1feb-4763-a6f0-b7fe631df0b5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:13.851766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3feaa-0be7-444b-8f80-23317613d370 req-f1afe0c0-b1bf-434f-a152-24f6efd3002c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:13.857503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 65740758-1feb-4763-a6f0-b7fe631df0b5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:13.858494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.862884 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-79f3feaa-0be7-444b-8f80-23317613d370 req-f1afe0c0-b1bf-434f-a152-24f6efd3002c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.4668143 Jul 09 13:18:13.863970 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6e6fe1e-89fa-45eb-ac06-6148f6d5eb61 req-ae8fdd21-1d52-4546-a165-dcbb1a006ff7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733001 Jul 09 13:18:13.941729 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b697ee0-15a5-4872-ba85-5e1faabc9f57 x-openstack-request-id: req-1b697ee0-15a5-4872-ba85-5e1faabc9f57 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:13.942112 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f9317-51ea-4b63-b554-8dfac166803e None None] Pushing event updated for resources: {'Port': ['ID=ab2f47e9-37c9-465a-a5d5-12f8a58b74ba,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:13.942440 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "name": "network-vif-unplugged", "status": "completed", "tag": "978a6704-b379-43e6-b664-01e546b2804e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:13.942855 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b697ee0-15a5-4872-ba85-5e1faabc9f57 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:13.948449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:13.953123 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978a6704-b379-43e6-b664-01e546b2804e', 'code': 200} Jul 09 13:18:13.971953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed5f537-06a7-4be1-8f9e-2130eae654b4,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:13.988501 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:14.041746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-79f3feaa-0be7-444b-8f80-23317613d370 req-cbb85123-a684-4542-8825-4001f05d0867 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778796 Jul 09 13:18:14.044392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Checking segment: {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:14.045132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Network hostable DHCP agents. Network: c8313daa-61fd-4578-a881-6770d2edce5c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:18:14.117095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Network c8313daa-61fd-4578-a881-6770d2edce5c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:18:14.120406 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8bb8c01-23fd-4027-b391-8970e3b76b37 req-cbcc0654-fed1-474c-a64c-8913f779feeb tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 210 time: 0.0999827 Jul 09 13:18:14.168400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c8313daa-61fd-4578-a881-6770d2edce5c) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:14.178053 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:14.187819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e10cdd9-6e36-49b4-b83a-feb002fcc547 None None] Network c8313daa-61fd-4578-a881-6770d2edce5c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:18:14.188123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:14.188443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:14.288758 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-06e6b2b6-6453-451a-b548-6cd7df4143ce admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4332964 Jul 09 13:18:14.291515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53170) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:14.296412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:14.352650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:14.353821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:14.454926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Allocated IP 172.20.0.1 (249ec2c9-f442-4ea1-873d-f06e902d1e6e/4fb69d90-1abc-442f-bf00-5a721e2d0ef7/fe0b45af-6114-4afb-a88f-076ca5a7df42) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:14.528624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:14.628439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 978a6704-b379-43e6-b664-01e546b2804e details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:14.642147 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e18e-7889-4fbd-8275-b8c70c07858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:14.692133 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:09Z', 'revision_number': 3, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:14.729588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663817c-ee33-486b-a8c0-0a947aa8bb2d req-a9f85523-0605-49b0-9bee-047178f3fa71 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:14.731846 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7663817c-ee33-486b-a8c0-0a947aa8bb2d req-a9f85523-0605-49b0-9bee-047178f3fa71 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 944 time: 0.1972394 Jul 09 13:18:14.792321 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92833a90-498b-4281-bfb9-e623de6e4782 None None] The sync data for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 is: [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:09Z', 'revision_number': 3, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:14.850507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:14.852113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:14.869015 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7663817c-ee33-486b-a8c0-0a947aa8bb2d req-d7b166f1-8eaa-435a-9bb7-0a693079b76a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268213 Jul 09 13:18:14.872930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '978a6704-b379-43e6-b664-01e546b2804e', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '978a6704-b379-43e6-b664-01e546b2804e', 'mac_address': 'fa:16:3e:85:a0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:18:14.904649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Transition to ACTIVE for port object fe0b45af-6114-4afb-a88f-076ca5a7df42 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:14.951354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:14.976712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 65740758-1feb-4763-a6f0-b7fe631df0b5, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=65740758-1feb-4763-a6f0-b7fe631df0b5,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:14.987791 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.032359 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.167015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:15.202699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:15.205783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:15.214068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0b45af-6114-4afb-a88f-076ca5a7df42,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:15.225738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-c8313daa-61fd-4578-a881-6770d2edce5c', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:18:15.226409 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.246570 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.339415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=65740758-1feb-4763-a6f0-b7fe631df0b5,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:15.344581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.371763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978a6704-b379-43e6-b664-01e546b2804e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:15.521943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:15.530421 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.628547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:15.681223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179dfc6-0ce7-429a-acf9-7e42a00c03cb req-0e97f63a-acf7-45d8-a709-dc738ebe4dac tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:15.694497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9179dfc6-0ce7-429a-acf9-7e42a00c03cb req-0e97f63a-acf7-45d8-a709-dc738ebe4dac tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 947 time: 0.4570577 Jul 09 13:18:15.698455 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.744699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.799345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9557a456-878c-4d9f-b8ad-72d1274763c0 None None] Provisioning for port fe0b45af-6114-4afb-a88f-076ca5a7df42 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:15.812352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9362d-a86f-4b69-93c6-34161c32fec9 req-2ff55a53-7b2e-4ce8-88b0-fb0bd88b9a98 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:15.813657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8f9362d-a86f-4b69-93c6-34161c32fec9 req-2ff55a53-7b2e-4ce8-88b0-fb0bd88b9a98 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.3489442 Jul 09 13:18:15.819559 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.822651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9557a456-878c-4d9f-b8ad-72d1274763c0 None None] Provisioning complete for port fe0b45af-6114-4afb-a88f-076ca5a7df42 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:15.824085 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9557a456-878c-4d9f-b8ad-72d1274763c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:15.907537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8f9362d-a86f-4b69-93c6-34161c32fec9 req-d2876428-e2e0-4f52-8503-ffdd2cf8f489 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835099 Jul 09 13:18:15.914900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9557a456-878c-4d9f-b8ad-72d1274763c0 None None] Port fe0b45af-6114-4afb-a88f-076ca5a7df42 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:18:15.921982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['978a6704-b379-43e6-b664-01e546b2804e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:15.951279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9179dfc6-0ce7-429a-acf9-7e42a00c03cb req-414abbaf-2de4-4d78-b6f6-389c9c644e36 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506986 Jul 09 13:18:15.964360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Allocated IP 172.25.5.221 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/cdbf31db-99c2-46c4-9377-6776f5d09b32) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:16.009169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92239eac-3152-4afc-87fc-eb7bcb5874db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65740758-1feb-4763-a6f0-b7fe631df0b5'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:16.018810 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6121cb4-470c-4dfe-a8d5-413fc4237e03" -d '{"events": [{"server_uuid": "92239eac-3152-4afc-87fc-eb7bcb5874db", "name": "network-vif-plugged", "status": "completed", "tag": "65740758-1feb-4763-a6f0-b7fe631df0b5"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:16.043395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Allocated IP 172.20.0.2 (c8313daa-61fd-4578-a881-6770d2edce5c/6ed5f537-06a7-4be1-8f9e-2130eae654b4/68881a67-f5cb-4f5c-be36-0eed845c5a63) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:16.153334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:16.169270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:16.246464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-7a1b77dd-29a2-4a74-8d9b-dcaadc527a4b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:16.248316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-7a1b77dd-29a2-4a74-8d9b-dcaadc527a4b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 820 time: 0.2940507 Jul 09 13:18:16.346533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Request body: {'port': {'device_id': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'admin_state_up': True, 'tenant_id': '26bd7ebced4148749bb727cbdc378ef0'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:16.362064 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec8e4461-3128-446a-9a9b-f3cbe9f827d7 req-42837838-4413-4cfd-bc88-933093cc51f0 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 210 time: 0.1390443 Jul 09 13:18:16.406745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0b45af-6114-4afb-a88f-076ca5a7df42,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:16.412250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:16.490482 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f474d5b-959c-49f6-8591-a0308fcb5dc0 x-openstack-request-id: req-0f474d5b-959c-49f6-8591-a0308fcb5dc0 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:16.490776 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92239eac-3152-4afc-87fc-eb7bcb5874db", "name": "network-vif-plugged", "status": "completed", "tag": "65740758-1feb-4763-a6f0-b7fe631df0b5", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:16.512276 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f474d5b-959c-49f6-8591-a0308fcb5dc0 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:16.512811 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92239eac-3152-4afc-87fc-eb7bcb5874db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65740758-1feb-4763-a6f0-b7fe631df0b5', 'code': 200} Jul 09 13:18:16.627454 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:16.652411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Transition to ACTIVE for port object 68881a67-f5cb-4f5c-be36-0eed845c5a63 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:16.662376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:16.666904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:16.675750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ab2f47e9-37c9-465a-a5d5-12f8a58b74ba up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:16.695369 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:16.745881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Transition to ACTIVE for port object 68881a67-f5cb-4f5c-be36-0eed845c5a63 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:16.770204 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:16.903389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Router f9ee6729-8380-4b22-8603-119f8761bb3c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:18:16.918629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Network c8313daa-61fd-4578-a881-6770d2edce5c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:16.949164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:16.955079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:16.976270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Made reservation on behalf of 26bd7ebced4148749bb727cbdc378ef0 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:16.980242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:16.984507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Pushing event updated for resources: {'Port': ['ID=68881a67-f5cb-4f5c-be36-0eed845c5a63,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:16.996816 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed84f223-dcd1-4f54-b811-9fe046c07f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.015720 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.026045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:17.043778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.064481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecca040-2728-40ee-8ba3-b9daada3ab30 req-1a013240-bad3-4d34-b8ce-a23f5226ccb6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:17.066630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:17.067082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.073069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cecca040-2728-40ee-8ba3-b9daada3ab30 req-1a013240-bad3-4d34-b8ce-a23f5226ccb6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 945 time: 0.5165968 Jul 09 13:18:17.075030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191db0f-e29b-421e-9a78-181f0d63dc6b req-e7915163-b2bc-461b-a28f-bdc2891e53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:17.085630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9191db0f-e29b-421e-9a78-181f0d63dc6b req-e7915163-b2bc-461b-a28f-bdc2891e53a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 1096 time: 0.4729791 Jul 09 13:18:17.112789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451c4c0-5a7e-4d36-83ae-9073bc863354 req-0e02d25d-8549-4076-931c-11192a3d99b6 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:17.120770 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3451c4c0-5a7e-4d36-83ae-9073bc863354 req-0e02d25d-8549-4076-931c-11192a3d99b6 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 945 time: 0.2383361 Jul 09 13:18:17.171526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Attempting to bind port 68881a67-f5cb-4f5c-be36-0eed845c5a63 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:17.171909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Attempting to bind port 68881a67-f5cb-4f5c-be36-0eed845c5a63 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:17.175933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Attempting to bind port 68881a67-f5cb-4f5c-be36-0eed845c5a63 on network c8313daa-61fd-4578-a881-6770d2edce5c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:17.185179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:17.193633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:17.194031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Checking segment: {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:17.194417 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.194820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Bound using segment: {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:17.195343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Bound port: 68881a67-f5cb-4f5c-be36-0eed845c5a63, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:17.195733 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.199744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d33cd67a-753c-47de-94fe-e5897a418d46 admin admin] 10.222.0.32 "PUT /v2.0/routers/f9ee6729-8380-4b22-8603-119f8761bb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1995938 Jul 09 13:18:17.224859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1553a08a-7e19-4a44-92d4-b0e3a0604b43 None None] Provisioning complete for port fe0b45af-6114-4afb-a88f-076ca5a7df42 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:17.225286 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1553a08a-7e19-4a44-92d4-b0e3a0604b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.229172 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3451c4c0-5a7e-4d36-83ae-9073bc863354 req-8da70c3b-2d84-48a4-b1ef-2faec5e91620 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072996 Jul 09 13:18:17.338711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1553a08a-7e19-4a44-92d4-b0e3a0604b43 None None] Port fe0b45af-6114-4afb-a88f-076ca5a7df42 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:18:17.376357 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.425308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ab2f47e9-37c9-465a-a5d5-12f8a58b74ba,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:17.433080 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.506420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] For port 68881a67-f5cb-4f5c-be36-0eed845c5a63, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:17.552531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] For port 68881a67-f5cb-4f5c-be36-0eed845c5a63, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=68881a67-f5cb-4f5c-be36-0eed845c5a63,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:17.557083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49034e5c-a88b-4815-afa9-69ef09d300e1 req-0e3834d8-6e33-4126-a6f9-8adb72a423f4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:17.567791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49034e5c-a88b-4815-afa9-69ef09d300e1 req-0e3834d8-6e33-4126-a6f9-8adb72a423f4 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.1269486 Jul 09 13:18:17.573990 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:17.579345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ab2f47e9-37c9-465a-a5d5-12f8a58b74ba,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:17.619896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbf31db-99c2-46c4-9377-6776f5d09b32,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:17.633215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:17.637530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49034e5c-a88b-4815-afa9-69ef09d300e1 req-cf9eeae1-c6dc-496e-a517-f3765f4c4e93 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668337 Jul 09 13:18:17.688403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:17.703017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:17.713996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9191db0f-e29b-421e-9a78-181f0d63dc6b req-3f09f98c-42ec-40a7-8e05-3ae8444e647a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939298 Jul 09 13:18:17.715888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06c96d-ade6-4afa-9d54-1c834a0a340c None None] Pushing event updated for resources: {'Port': ['ID=68881a67-f5cb-4f5c-be36-0eed845c5a63,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:17.758131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Sync routers for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:17.774486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:17.775485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:17.814064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cecca040-2728-40ee-8ba3-b9daada3ab30 req-0396f847-5a84-42c7-a785-cb2e27b4bc04 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171791 Jul 09 13:18:17.993930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65491-4068-44ee-a5f6-1704b0799c7d req-fb5b907e-a223-47e6-9d15-6204b63edc86 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:18.011432 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99c65491-4068-44ee-a5f6-1704b0799c7d req-fb5b907e-a223-47e6-9d15-6204b63edc86 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 948 time: 0.2182016 Jul 09 13:18:18.088455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Allocated IP 172.20.0.8 (0eecf577-47de-495c-a7e6-8efa9225a216/bcf7af52-edef-471e-9395-9dec002c2723/80da11c4-2442-4d3d-a8b9-0afaf1488f61) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:18.121903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99c65491-4068-44ee-a5f6-1704b0799c7d req-c99cded3-25b3-408e-8d01-959c7651189a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098216 Jul 09 13:18:18.150627 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:18.169776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:18.348872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7477c6a4-10e9-4b7e-8f44-1f6f39caff09 req-54ff943a-42ef-4e81-b911-99cc2fd763fd tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 210 time: 0.0789778 Jul 09 13:18:18.497144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:18.665278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 978a6704-b379-43e6-b664-01e546b2804e up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:18.697245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ab2f47e9-37c9-465a-a5d5-12f8a58b74ba up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:18.723042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:18.905241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-5863f961-4ff6-4336-bf7c-37ff5965eef0 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:18.937387 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-5863f961-4ff6-4336-bf7c-37ff5965eef0 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/networks?id=249ec2c9-f442-4ea1-873d-f06e902d1e6e HTTP/1.1" status: 200 len: 829 time: 0.4887202 Jul 09 13:18:18.945192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:18.945830 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:18.949258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:19.000759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:19.014747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Network 0eecf577-47de-495c-a7e6-8efa9225a216 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:19.033799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-22ca0ddb-e257-4337-b4d0-ef4aad8ad7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/quotas/e2170de9d6344cd5b700b9c4f453ee8f HTTP/1.1" status: 200 len: 375 time: 0.0925546 Jul 09 13:18:19.040064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 978a6704-b379-43e6-b664-01e546b2804e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:19.041300 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:19.077069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:19.083207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:19.200363 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-a9317531-90e0-4dca-9540-f585be0d4495 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5554199 Jul 09 13:18:19.217041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Pushing event updated for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:19.321489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bf697474-ad05-40bd-a982-ca07b931bc39 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2170de9d6344cd5b700b9c4f453ee8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2862566 Jul 09 13:18:19.344873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 2, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:19.346229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:19.347048 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:19.402718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-c1c9e2ed-7a41-45e0-91e2-b93e2140739f tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0587890 Jul 09 13:18:19.406452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:19.422577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Request body: {'port': {'device_id': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:19.449296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 68881a67-f5cb-4f5c-be36-0eed845c5a63 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:19.512188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684d84c-21f2-4b9d-a43e-075e7d0eafe0 None None] Network c8313daa-61fd-4578-a881-6770d2edce5c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:18:19.548260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-1b673ea5-cc46-466e-bd5e-853aabbc8780 service neutron] 10.222.0.32 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257121 Jul 09 13:18:19.590269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:19.646687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-b1be1bf8-570b-4347-8316-29726aef4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:19.648541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-b1be1bf8-570b-4347-8316-29726aef4ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 1096 time: 0.4220400 Jul 09 13:18:19.768054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Checking router: f9ee6729-8380-4b22-8603-119f8761bb3c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:19.768480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Updating router f9ee6729-8380-4b22-8603-119f8761bb3c port fe0b45af-6114-4afb-a88f-076ca5a7df42 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:18:19.892134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Router 182384ab-4592-4f17-9094-e6f0d4f3e495 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:18:19.958232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2995a6ef-5156-4e12-870f-138d3b49a89f None None] Provisioning for port 68881a67-f5cb-4f5c-be36-0eed845c5a63 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:19.980223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7ceb3-4935-47f9-acdd-c90c93416ed2 req-ce89c495-b2dd-4c4b-bcd2-018063017724 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:19.988114 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07b7ceb3-4935-47f9-acdd-c90c93416ed2 req-ce89c495-b2dd-4c4b-bcd2-018063017724 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 945 time: 0.2788501 Jul 09 13:18:20.059927 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.128273 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07b7ceb3-4935-47f9-acdd-c90c93416ed2 req-424bbb9d-0543-43de-9378-c8247d66cdcf tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388235 Jul 09 13:18:20.163221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:20.228508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.267946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978a6704-b379-43e6-b664-01e546b2804e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:20.277778 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8763b31-4225-4f14-98e2-db79980b8527" -d '{"events": [{"server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "name": "network-vif-plugged", "status": "completed", "tag": "978a6704-b379-43e6-b664-01e546b2804e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:20.295812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.313093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-7ef2c569-6c6e-450d-b642-fe803f23a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:20.314959 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-7ef2c569-6c6e-450d-b642-fe803f23a756 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.6317523 Jul 09 13:18:20.318983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.382781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 68881a67-f5cb-4f5c-be36-0eed845c5a63 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:20.396076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:20.407618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 68881a67-f5cb-4f5c-be36-0eed845c5a63 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:20.408632 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.410572 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Sync routers for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:20.432080 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:20.432666 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:20.477571 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-024d957a-2b8c-4b99-94d2-26a2cba53f89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 200 len: 217 time: 0.1124713 Jul 09 13:18:20.538212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-fa495a39-1d93-4e27-83cf-8f2837df07bf service neutron] 10.222.0.32 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9888272 Jul 09 13:18:20.564328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:20.621395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.634703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ebb1bc59-1f85-4e5c-9a24-131fb24ad123 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.3407617 Jul 09 13:18:20.644727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53250) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:20.712249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80da11c4-2442-4d3d-a8b9-0afaf1488f61 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:20.726554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.752972 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:20.772816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Transition to ACTIVE for port object 80da11c4-2442-4d3d-a8b9-0afaf1488f61 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:20.811689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985211-b710-43cd-bbcf-30884235b6ef req-b85c87f6-8bf0-47a0-bd7a-39b44a6005f8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:20.813466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98985211-b710-43cd-bbcf-30884235b6ef req-b85c87f6-8bf0-47a0-bd7a-39b44a6005f8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d&tenant_id=5ab52eb401c849a2bac11447332661a2&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 949 time: 1.1327317 Jul 09 13:18:20.816115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.11', 51057) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:20.867245 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.918319 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:20.968230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-b4dacb1a-1711-41dd-ad19-7faa714e25be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:20.972378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-b4dacb1a-1711-41dd-ad19-7faa714e25be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.4793139 Jul 09 13:18:21.084919 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-bb22e7ba-be50-4b5c-868d-6daeffd02357 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856373 Jul 09 13:18:21.165219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 68881a67-f5cb-4f5c-be36-0eed845c5a63, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=68881a67-f5cb-4f5c-be36-0eed845c5a63,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:21.194509 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:21.205402 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-c9aa539b-cfa1-42b5-be39-267d9d8813a7 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141922 Jul 09 13:18:21.332092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8e796e11-c175-4515-8dc0-d0f01cdcfd55 None None] Provisioning complete for port 68881a67-f5cb-4f5c-be36-0eed845c5a63 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:21.332489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8e796e11-c175-4515-8dc0-d0f01cdcfd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:21.403858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Pushing event updated for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:21.475751 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:21.480615 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58144531-f4d9-45b6-a991-6b18ca78cdf5 req-039fc05b-fc42-40c4-990f-6e211941b4ec service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673764 Jul 09 13:18:21.501904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Transition to ACTIVE for port object fe0b45af-6114-4afb-a88f-076ca5a7df42 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:21.569123 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:18Z', 'revision_number': 3, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:21.580000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-456895b5-f779-4c58-9ce7-7e31415c1b04 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:21.582342 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-456895b5-f779-4c58-9ce7-7e31415c1b04 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.7569821 Jul 09 13:18:21.583600 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:21.585978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985211-b710-43cd-bbcf-30884235b6ef req-88c258df-13c0-48b5-bb19-76bbbb59dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:21.592575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98985211-b710-43cd-bbcf-30884235b6ef req-88c258df-13c0-48b5-bb19-76bbbb59dd8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 1100 time: 0.6106369 Jul 09 13:18:21.600551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-3'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:21.622256 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Checking router: 182384ab-4592-4f17-9094-e6f0d4f3e495 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:21.622890 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Updating router 182384ab-4592-4f17-9094-e6f0d4f3e495 port cdbf31db-99c2-46c4-9377-6776f5d09b32 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:18:21.670664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4706b-1c4b-4072-bf2e-8e7fcb18c939 req-94e3caa5-e643-407a-872e-89a68aba1a81 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:21.680107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28c4706b-1c4b-4072-bf2e-8e7fcb18c939 req-94e3caa5-e643-407a-872e-89a68aba1a81 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 945 time: 1.3749516 Jul 09 13:18:21.685627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=68881a67-f5cb-4f5c-be36-0eed845c5a63,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:21.747415 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:21.909405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a69f14-06ad-4d14-9434-d4fdb46d4b04 None None] Pushing event updated for resources: {'Port': ['ID=fe0b45af-6114-4afb-a88f-076ca5a7df42,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:22.013366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-562ec6ff-486d-4ff3-b08b-ffc3737a2254 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:22.025488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-562ec6ff-486d-4ff3-b08b-ffc3737a2254 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 945 time: 1.3537886 Jul 09 13:18:22.110812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf59c2-1cd6-451d-99e8-159c3f959b6e req-32c59b75-27fb-4116-b267-8a4c79cb06a8 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:22.126599 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbcf59c2-1cd6-451d-99e8-159c3f959b6e req-32c59b75-27fb-4116-b267-8a4c79cb06a8 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 945 time: 0.6433721 Jul 09 13:18:22.134716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Attempting to bind port fe0b45af-6114-4afb-a88f-076ca5a7df42 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:22.139079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28c4706b-1c4b-4072-bf2e-8e7fcb18c939 req-cc0c8d12-9707-4783-9554-69fc320179d9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581556 Jul 09 13:18:22.148149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985211-b710-43cd-bbcf-30884235b6ef req-f0585f47-1a42-4830-94df-011c17475fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:22.148980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Attempting to bind port fe0b45af-6114-4afb-a88f-076ca5a7df42 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:22.149499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Attempting to bind port fe0b45af-6114-4afb-a88f-076ca5a7df42 on network 249ec2c9-f442-4ea1-873d-f06e902d1e6e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:22.149781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98985211-b710-43cd-bbcf-30884235b6ef req-f0585f47-1a42-4830-94df-011c17475fa8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.5262554 Jul 09 13:18:22.158205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:22.158535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:22.158864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:22.169206 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:22.187625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:22.188293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Checking segment: {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:22.189662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:22.192800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Bound using segment: {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:22.194230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Bound port: fe0b45af-6114-4afb-a88f-076ca5a7df42, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:22.197897 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:22.242886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:22.243259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:22.304666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] For port fe0b45af-6114-4afb-a88f-076ca5a7df42, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:22.325903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:22.326679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:22.327757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:22.328376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Bound port: 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:22.329119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:22.339008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] For port fe0b45af-6114-4afb-a88f-076ca5a7df42, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=fe0b45af-6114-4afb-a88f-076ca5a7df42,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:22.375635 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:22.479036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98985211-b710-43cd-bbcf-30884235b6ef req-3cea329a-6eab-4af9-a400-2269e80cf596 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=978a6704-b379-43e6-b664-01e546b2804e HTTP/1.1" status: 200 len: 217 time: 0.2878225 Jul 09 13:18:22.603928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:22.605029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:22.694296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:22.729011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbcf59c2-1cd6-451d-99e8-159c3f959b6e req-c7679a46-f3bd-4801-aca6-ac45840fac95 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups?id=a60835a1-c343-4c84-9acc-2b85f2048d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5999346 Jul 09 13:18:22.742521 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:22.763615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:22.784258 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Transition to ACTIVE for port object cdbf31db-99c2-46c4-9377-6776f5d09b32 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:22.791128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a69f14-06ad-4d14-9434-d4fdb46d4b04 None None] Pushing event updated for resources: {'Port': ['ID=fe0b45af-6114-4afb-a88f-076ca5a7df42,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:22.797737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:22.813428 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:22.820819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:22.916897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985211-b710-43cd-bbcf-30884235b6ef req-c891c526-3f15-4cf7-8fa4-14ab5672df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:22.925979 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98985211-b710-43cd-bbcf-30884235b6ef req-c891c526-3f15-4cf7-8fa4-14ab5672df85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.4425688 Jul 09 13:18:22.927479 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Attempting to bind port cdbf31db-99c2-46c4-9377-6776f5d09b32 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:22.927905 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Attempting to bind port cdbf31db-99c2-46c4-9377-6776f5d09b32 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:22.930828 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Attempting to bind port cdbf31db-99c2-46c4-9377-6776f5d09b32 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:22.931745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Deleting port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:22.932093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.030583 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2490c-965d-4fc4-9b9b-92a9825a69cb None None] Pushing event updated for resources: {'Port': ['ID=cdbf31db-99c2-46c4-9377-6776f5d09b32,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:23.046537 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:23.047689 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:23.048276 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.049097 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:23.049786 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Bound port: cdbf31db-99c2-46c4-9377-6776f5d09b32, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:23.050857 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.091357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] For port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:23.092173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.127240 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] For port cdbf31db-99c2-46c4-9377-6776f5d09b32, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:23.132620 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] For port cdbf31db-99c2-46c4-9377-6776f5d09b32, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cdbf31db-99c2-46c4-9377-6776f5d09b32,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:23.133506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:23.138970 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.227595 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2490c-965d-4fc4-9b9b-92a9825a69cb None None] Pushing event updated for resources: {'Port': ['ID=cdbf31db-99c2-46c4-9377-6776f5d09b32,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:23.252951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:23.253374 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:23.254329 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:23.288456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:23.361987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985211-b710-43cd-bbcf-30884235b6ef req-5f0aea82-8fc9-4610-8844-6a7efad9fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:23.369953 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98985211-b710-43cd-bbcf-30884235b6ef req-5f0aea82-8fc9-4610-8844-6a7efad9fa12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3744690 Jul 09 13:18:23.385938 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:23.403567 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e3b5-fc9c-4410-a4fc-49e5cd819d88 req-fd976ce3-e17c-4757-8f20-f710a8ba7c59 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:23.405429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c445e3b5-fc9c-4410-a4fc-49e5cd819d88 req-fd976ce3-e17c-4757-8f20-f710a8ba7c59 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.3137181 Jul 09 13:18:23.430303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:23.437103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64a239-9bc9-4a8a-afe5-c0082c89f883 req-c58715e1-db2d-42c9-8100-b52313ccfeff tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:23.446176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f64a239-9bc9-4a8a-afe5-c0082c89f883 req-c58715e1-db2d-42c9-8100-b52313ccfeff tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 943 time: 0.9969778 Jul 09 13:18:23.462129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 68881a67-f5cb-4f5c-be36-0eed845c5a63 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:23.476013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 has no active binding in host n-h2-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:18:23.477598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:23.478223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.480147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] 10.222.0.11 "PUT /v2.0/ports/80da11c4-2442-4d3d-a8b9-0afaf1488f61 HTTP/1.1" status: 200 len: 1091 time: 4.0690856 Jul 09 13:18:23.482055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:23.494023 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79881132-f4c7-4495-901e-9a5be6110378" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:23.612267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:23.615495 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2e3d93-0793-4151-90e6-eff025469704" -d '{"events": [{"server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "name": "network-vif-unplugged", "status": "completed", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:23.620330 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.696844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.704778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.705393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.705505 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Floating IP f06f94c4-0ae7-402b-8311-d753981a2ea3 disassociated. External IP: 172.25.5.138, port: 4ba29f2e-70b9-434f-80dc-d28c3cd63a98. Jul 09 13:18:23.707349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Calling delete_port for 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:23.753679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 68881a67-f5cb-4f5c-be36-0eed845c5a63 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:23.754278 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:23.807511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:23.825612 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98985211-b710-43cd-bbcf-30884235b6ef req-e90f1890-b591-43a1-b379-988a3387286d service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474795 Jul 09 13:18:23.884980 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:18Z', 'revision_number': 3, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:23.886012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:22Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:23.917948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1a736-8212-464e-9df0-be14870143f0 None None] The sync data for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 is: [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:22Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:23.948424 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551794d1-9a45-4be9-b1a3-2c0f2a19acee None None] The sync data for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 is: [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:18Z', 'revision_number': 3, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:23.983704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c445e3b5-fc9c-4410-a4fc-49e5cd819d88 req-877eafb0-ceef-4d32-893d-b88669dd57bd tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493400 Jul 09 13:18:24.090919 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:24.101746 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:24.114235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-2da47b4f-69e4-48c4-82f1-3659f989854b tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:24.117390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-2da47b4f-69e4-48c4-82f1-3659f989854b tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.10 "GET /v2.0/networks?id=249ec2c9-f442-4ea1-873d-f06e902d1e6e HTTP/1.1" status: 200 len: 829 time: 0.6327791 Jul 09 13:18:24.146010 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbd7c6c-78d7-40af-b283-42c19cdcd301 x-openstack-request-id: req-1dbd7c6c-78d7-40af-b283-42c19cdcd301 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:24.146010 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "name": "network-vif-plugged", "status": "completed", "tag": "978a6704-b379-43e6-b664-01e546b2804e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:24.146477 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1dbd7c6c-78d7-40af-b283-42c19cdcd301 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:24.146592 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978a6704-b379-43e6-b664-01e546b2804e', 'code': 200} Jul 09 13:18:24.183473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Request body: {'port': {'device_id': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'admin_state_up': True, 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:24.200854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c51e44-7b6a-488b-bf55-09c3d1b95318 service neutron] Pushing event updated for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:24.324742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event deleted for resources: {'Port': ['ID=4ba29f2e-70b9-434f-80dc-d28c3cd63a98,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:24.334552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Pushing event updated for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:24.374073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f64a239-9bc9-4a8a-afe5-c0082c89f883 req-70ac9422-ac10-40e2-9248-92411736cc6c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9190183 Jul 09 13:18:24.402900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-f4596b0b-2e09-481c-9e3c-18846ef2b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:24.404495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-f4596b0b-2e09-481c-9e3c-18846ef2b25d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1094 time: 0.8285246 Jul 09 13:18:24.419444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:24.488669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-cf13c90e-d3fb-4cd8-b15d-6a9db6b65059 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61 HTTP/1.1" status: 200 len: 217 time: 0.0743029 Jul 09 13:18:24.509651 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24415c00-bd99-4b65-b20e-5fba852208e1 req-b10a2a4a-d2c3-4f4c-b3ff-3c4a025f83e7 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 210 time: 0.1684456 Jul 09 13:18:24.510338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on host n-h1-799524-3 for vnic_type normal with profile {"migrating_to": "n-h2-799524-3"} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:24.510656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:24.511005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:24.517423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Router 7cb74042-a255-4007-9d77-6b7a2e203957 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:18:24.523585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:24.523822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Attempting to bind port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on network 5e9de806-e75c-493e-8ecb-9995cd61c4ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:24.576302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:24.576575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Checking segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:24.576974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Bound using segment: {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:24.577443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Bound port: 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd5b1b-163a-4096-ad22-bfefb7e186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5e9de806-e75c-493e-8ecb-9995cd61c4ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:24.577776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:24.700909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98985211-b710-43cd-bbcf-30884235b6ef req-2052e44d-a434-4200-893b-6bf471f7113a service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476076 Jul 09 13:18:24.714915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Made reservation on behalf of e2170de9d6344cd5b700b9c4f453ee8f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:24.725681 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:24.908635 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca44d38a-110a-453d-a3e9-441014abff0d x-openstack-request-id: req-ca44d38a-110a-453d-a3e9-441014abff0d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:24.909190 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "name": "network-vif-unplugged", "status": "completed", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:24.909365 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca44d38a-110a-453d-a3e9-441014abff0d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:24.912145 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91', 'code': 200} Jul 09 13:18:24.919088 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44041dc4-4793-4b42-8a43-d415673daedc x-openstack-request-id: req-44041dc4-4793-4b42-8a43-d415673daedc {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:24.919998 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:24.919998 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44041dc4-4793-4b42-8a43-d415673daedc {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:24.920372 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61', 'status': 'completed', 'code': 200} Jul 09 13:18:24.983628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:25.056906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:25.081491 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:25.137288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-8ed34a79-bc0e-45c2-b4e6-c95fd9e82e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:25.138933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-8ed34a79-bc0e-45c2-b4e6-c95fd9e82e01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.6366887 Jul 09 13:18:25.308652 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-fdc2a89f-b9c1-42eb-8bc5-f9d5996ea90f tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--817278129&fields=id&tenant_id=1f5a25b8927245ff9c33e22cc3ca1090 HTTP/1.1" status: 200 len: 267 time: 0.2436104 Jul 09 13:18:25.327709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Pushing event updated for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=8']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:25.477185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cdbf31db-99c2-46c4-9377-6776f5d09b32 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:25.520115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:25.524680 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:25.526299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d7cfbcc6-d10c-475c-8097-4251a6f42a2d service neutron] 10.222.0.11 "PUT /v2.0/ports/565cbd7b-d4e6-49d2-a443-c03ebd8efa91 HTTP/1.1" status: 200 len: 1121 time: 3.9320633 Jul 09 13:18:25.553048 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-3a32b68f-65d3-43f5-84e3-48fe5d69638c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3964524 Jul 09 13:18:25.585439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['565cbd7b-d4e6-49d2-a443-c03ebd8efa91'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:25.613881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Allocated IP 172.20.0.11 (249ec2c9-f442-4ea1-873d-f06e902d1e6e/4fb69d90-1abc-442f-bf00-5a721e2d0ef7/cdfcb029-e738-40f9-9272-03d4bbe0a637) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:25.727419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['565cbd7b-d4e6-49d2-a443-c03ebd8efa91'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:25.767352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-41c8336a-df42-4570-9544-e4d7f1fa6e4d tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:25.780512 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-41c8336a-df42-4570-9544-e4d7f1fa6e4d tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/networks?id=9c1a138d-0500-4928-8ac2-f4df56a40b2d HTTP/1.1" status: 200 len: 816 time: 0.4460354 Jul 09 13:18:25.780799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port cdbf31db-99c2-46c4-9377-6776f5d09b32 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:25.823052 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-416449b3-f1d2-40c3-be45-9b98aab3de59 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/quotas/1f5a25b8927245ff9c33e22cc3ca1090 HTTP/1.1" status: 200 len: 375 time: 0.0414598 Jul 09 13:18:25.828505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Allocated IP 172.20.0.1 (c8313daa-61fd-4578-a881-6770d2edce5c/6ed5f537-06a7-4be1-8f9e-2130eae654b4/2514eb66-6604-44cb-869f-b4ca54a412c4) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:25.889001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cdbf31db-99c2-46c4-9377-6776f5d09b32 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:25.889394 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.042489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:26.063039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] Sync routers for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:26.120457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:26.121681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:26.153182 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-0ec624bc-bff3-461a-a8b0-7026d1362af4 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f5a25b8927245ff9c33e22cc3ca1090&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3287191 Jul 09 13:18:26.203601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dfce9-30b0-40b9-94af-61cf00875d17 req-a68de192-00cc-4ca3-8648-7dd3b39be480 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:26.205215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-362dfce9-30b0-40b9-94af-61cf00875d17 req-a68de192-00cc-4ca3-8648-7dd3b39be480 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 1.5018675 Jul 09 13:18:26.218903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] No DVR routers for this DVR port 4ba29f2e-70b9-434f-80dc-d28c3cd63a98 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:26.225804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.228366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c13b8534-af8a-4bfb-aaf8-928c70d6e2bb req-6b5a52ea-828a-4bc3-9aa3-d857b35c4d29 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.10 "DELETE /v2.0/ports/4ba29f2e-70b9-434f-80dc-d28c3cd63a98 HTTP/1.1" status: 204 len: 173 time: 4.0974560 Jul 09 13:18:26.237352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.242437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.272630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Transition to ACTIVE for port object 2514eb66-6604-44cb-869f-b4ca54a412c4 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:26.275911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-d5625259-6f05-4353-ada3-787e23dc7e14 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028482 Jul 09 13:18:26.288456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Transition to ACTIVE for port object cdfcb029-e738-40f9-9272-03d4bbe0a637 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:26.362058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-53ab18f5-1198-43c3-be1b-53aa1006edcb service neutron] 10.222.0.32 "GET /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076285 Jul 09 13:18:26.407820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250e5d89-33dc-4e54-8452-65f8abad3f3d req-2bedd8cd-1b84-401d-89f3-74581aa902cc service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240551 Jul 09 13:18:26.493840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-362dfce9-30b0-40b9-94af-61cf00875d17 req-d98bf416-fb5c-4d5a-be36-d932c61c9296 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694774 Jul 09 13:18:26.496503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.518307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port cdbf31db-99c2-46c4-9377-6776f5d09b32, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cdbf31db-99c2-46c4-9377-6776f5d09b32,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:26.527964 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.528751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device fe0b45af-6114-4afb-a88f-076ca5a7df42 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:26.572369 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.598713 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.634262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:26.634502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79881132-f4c7-4495-901e-9a5be6110378 req-f032fd7c-3290-4fb0-b784-55a6a98a90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:26.636655 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79881132-f4c7-4495-901e-9a5be6110378 req-f032fd7c-3290-4fb0-b784-55a6a98a90c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1094 time: 0.1412125 Jul 09 13:18:26.647187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Network c8313daa-61fd-4578-a881-6770d2edce5c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:26.687563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=cdbf31db-99c2-46c4-9377-6776f5d09b32,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:26.708125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port fe0b45af-6114-4afb-a88f-076ca5a7df42 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:26.712593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:26.714661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Pushing event updated for resources: {'Port': ['ID=2514eb66-6604-44cb-869f-b4ca54a412c4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:26.718886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:26.738099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Pushing event updated for resources: {'Port': ['ID=cdfcb029-e738-40f9-9272-03d4bbe0a637,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:26.769472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:26.774754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:26.786220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:26.873437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79881132-f4c7-4495-901e-9a5be6110378 req-345d5d2e-def1-4d11-a0da-9c73a8a0d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:26.875375 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79881132-f4c7-4495-901e-9a5be6110378 req-345d5d2e-def1-4d11-a0da-9c73a8a0d942 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.2323120 Jul 09 13:18:26.888616 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-7d81ad31-169e-420d-abdb-bff2c33cea92 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253203 Jul 09 13:18:26.908993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:26.910012 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.914714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:26.918371 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba1e786-053b-4cae-ab2f-e999cd1beb77" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:26.935375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'name': 'network-vif-deleted', 'tag': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:26.938672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-0566a39f-5348-4dae-9431-e8d357de4d0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7597420 Jul 09 13:18:26.939261 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5349e4-0a0b-4763-bb15-c088a8cd46f7" -d '{"events": [{"server_uuid": "0a27500d-205d-4a49-9a1c-1b46a1677138", "name": "network-vif-deleted", "tag": "4ba29f2e-70b9-434f-80dc-d28c3cd63a98"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:26.941608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port fe0b45af-6114-4afb-a88f-076ca5a7df42 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:26.941988 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:26.952545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Request body: {'port': {'device_id': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:26.956910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-436649db-a7cf-4988-8204-c22e3d193093 req-2fbb9cad-bee7-4d0b-b272-e7e3fa4c9d94 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a27500d-205d-4a49-9a1c-1b46a1677138 HTTP/1.1" status: 200 len: 210 time: 0.1399598 Jul 09 13:18:27.147872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79881132-f4c7-4495-901e-9a5be6110378 req-0866d9db-947f-484c-aa86-29bf1250ae01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61 HTTP/1.1" status: 200 len: 217 time: 0.1863704 Jul 09 13:18:27.178237 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:27.318777 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:27.326531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-97b1e0fa-98fc-4f8e-ba03-62913e7302d3 None None] Provisioning for port 2514eb66-6604-44cb-869f-b4ca54a412c4 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:27.344582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-97b1e0fa-98fc-4f8e-ba03-62913e7302d3 None None] Provisioning complete for port 2514eb66-6604-44cb-869f-b4ca54a412c4 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:27.345419 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97b1e0fa-98fc-4f8e-ba03-62913e7302d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:27.347487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:27.395641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:27.447211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] Checking router: 7cb74042-a255-4007-9d77-6b7a2e203957 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:27.467705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port fe0b45af-6114-4afb-a88f-076ca5a7df42, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=fe0b45af-6114-4afb-a88f-076ca5a7df42,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:27.469161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-97b1e0fa-98fc-4f8e-ba03-62913e7302d3 None None] Port 2514eb66-6604-44cb-869f-b4ca54a412c4 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:18:27.474632 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:27.482316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:27.482984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:27.487774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79881132-f4c7-4495-901e-9a5be6110378 req-2cc50fe7-b5be-4a1b-8fcd-79691c5ec325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:27.490981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79881132-f4c7-4495-901e-9a5be6110378 req-2cc50fe7-b5be-4a1b-8fcd-79691c5ec325 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.3353872 Jul 09 13:18:27.577411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79881132-f4c7-4495-901e-9a5be6110378 req-b985900b-38e0-47f1-a380-5a6cbec6b3b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636761 Jul 09 13:18:27.645101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:27.750192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73ee49-ebb4-4783-be7d-5af9612160b3 req-23dcc6ca-16c9-403c-bc6d-77000fdcf891 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:27.753874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cdbf31db-99c2-46c4-9377-6776f5d09b32 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:27.758704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c73ee49-ebb4-4783-be7d-5af9612160b3 req-23dcc6ca-16c9-403c-bc6d-77000fdcf891 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 945 time: 0.4531474 Jul 09 13:18:27.808270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfcb029-e738-40f9-9272-03d4bbe0a637 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:27.820519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:27.854417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Transition to ACTIVE for port object cdfcb029-e738-40f9-9272-03d4bbe0a637 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:27.876993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79881132-f4c7-4495-901e-9a5be6110378 req-4c91ad49-4b4a-4885-8a81-ea59780bdca1 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904165 Jul 09 13:18:27.885040 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:27.888950 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c73ee49-ebb4-4783-be7d-5af9612160b3 req-6f6a7910-1deb-4695-bf2e-54e55684b071 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292555 Jul 09 13:18:27.947778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:27.951511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd28d8-7594-4660-9066-5a1f7b5efa51 req-8d93a543-7d9a-4541-9e71-3968de10e54f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:27.961830 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6cd28d8-7594-4660-9066-5a1f7b5efa51 req-8d93a543-7d9a-4541-9e71-3968de10e54f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1885812 Jul 09 13:18:28.018454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-388d9846-a631-4719-9d66-e4fab5581488 None None] Provisioning for port cdfcb029-e738-40f9-9272-03d4bbe0a637 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:28.061490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=fe0b45af-6114-4afb-a88f-076ca5a7df42,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:28.109123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cdbf31db-99c2-46c4-9377-6776f5d09b32 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:28.109769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:28.135351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6cd28d8-7594-4660-9066-5a1f7b5efa51 req-cbb08298-ce0d-4396-9453-4779b0f39678 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626558 Jul 09 13:18:28.141148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfcb029-e738-40f9-9272-03d4bbe0a637,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:28.249848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.250522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.250522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.250895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.251256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.251590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.251966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.252298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.252625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.252946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.253271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.253727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:28.276702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Attempting to bind port cdfcb029-e738-40f9-9272-03d4bbe0a637 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:28.277059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Attempting to bind port cdfcb029-e738-40f9-9272-03d4bbe0a637 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:28.277412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Attempting to bind port cdfcb029-e738-40f9-9272-03d4bbe0a637 on network 249ec2c9-f442-4ea1-873d-f06e902d1e6e {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:28.283797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Port cdfcb029-e738-40f9-9272-03d4bbe0a637 on network 249ec2c9-f442-4ea1-873d-f06e902d1e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:28.284447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Attempting to bind port cdfcb029-e738-40f9-9272-03d4bbe0a637 on network 249ec2c9-f442-4ea1-873d-f06e902d1e6e {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:28.291743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:28.292089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Checking segment: {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:28.292598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Bound using segment: {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:28.293053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Bound port: cdfcb029-e738-40f9-9272-03d4bbe0a637, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc713d87-072c-400b-8474-ecf391dc9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:28.293420 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:28.324695 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79881132-f4c7-4495-901e-9a5be6110378 req-70cb4c38-62e6-48df-a3c4-8d9287f8a2d3 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309440 Jul 09 13:18:28.333251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:28.382738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d1fb7-4118-45bc-8666-c778d30f0cd8 None None] The sync data for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 is: [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:13:39Z', 'revision_number': 4, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '7011ce73-afcc-409c-9b37-b3bc93cf5073', 'name': '', 'network_id': '10ad5623-fd12-4042-b470-b29afb6c832b', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7649e5ee-40d7-466b-9713-e428554c6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:38Z', 'updated_at': '2021-07-09T13:13:46Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'subnets': [{'id': '7649e5ee-40d7-466b-9713-e428554c6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:28.433937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eef8dd-974d-4cef-a9eb-71c69ca3bdf8 req-f6a8c1cf-b459-446c-84c5-4b0a1cb9f08d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:28.436637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92eef8dd-974d-4cef-a9eb-71c69ca3bdf8 req-f6a8c1cf-b459-446c-84c5-4b0a1cb9f08d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 943 time: 0.3228652 Jul 09 13:18:28.522100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92eef8dd-974d-4cef-a9eb-71c69ca3bdf8 req-646cffc0-7fdd-4493-82f1-47d5a96813f9 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768909 Jul 09 13:18:28.539692 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:18:28.585023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:28.592084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:28.704330 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996a378d-6722-4bcb-b9ce-7f187c709b13 x-openstack-request-id: req-996a378d-6722-4bcb-b9ce-7f187c709b13 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:28.704682 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a27500d-205d-4a49-9a1c-1b46a1677138", "name": "network-vif-deleted", "tag": "4ba29f2e-70b9-434f-80dc-d28c3cd63a98", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:28.704875 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-996a378d-6722-4bcb-b9ce-7f187c709b13 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:28.705253 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a27500d-205d-4a49-9a1c-1b46a1677138', 'name': 'network-vif-deleted', 'tag': '4ba29f2e-70b9-434f-80dc-d28c3cd63a98', 'status': 'completed', 'code': 200} Jul 09 13:18:28.722234 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761449bc-af15-4efb-880b-607a036f7c81 x-openstack-request-id: req-761449bc-af15-4efb-880b-607a036f7c81 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:28.722759 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:28.723225 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-761449bc-af15-4efb-880b-607a036f7c81 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:28.725596 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91', 'status': 'completed', 'code': 200} Jul 09 13:18:28.778654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:28.789502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa95ef2-3f6d-4503-9862-fd0934e31c69 req-2034b813-b57a-4920-b8f5-c9121b73e3c5 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:28.790616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Pushing event updated for resources: {'Port': ['ID=2514eb66-6604-44cb-869f-b4ca54a412c4,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:28.803212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fa95ef2-3f6d-4503-9862-fd0934e31c69 req-2034b813-b57a-4920-b8f5-c9121b73e3c5 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 944 time: 0.5062997 Jul 09 13:18:28.820353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] For port cdfcb029-e738-40f9-9272-03d4bbe0a637, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:28.835567 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] For port cdfcb029-e738-40f9-9272-03d4bbe0a637, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:28.843780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:28.863163 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89809a4a-edae-4326-9823-1f1f0eaf295f None None] New status for floating IP f06f94c4-0ae7-402b-8311-d753981a2ea3: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:18:28.902184 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fa95ef2-3f6d-4503-9862-fd0934e31c69 req-85de1d49-a65e-421e-b59d-d9a7d27622df tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859861 Jul 09 13:18:28.936209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:28.941055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:28.944122 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] 10.222.0.10 "PUT /v2.0/ports/cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 200 len: 1092 time: 1.9959664 Jul 09 13:18:28.977943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Network c8313daa-61fd-4578-a881-6770d2edce5c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:28.996230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:29.004815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4adae1-bf56-4543-a746-e2c0a498bff1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfcb029-e738-40f9-9272-03d4bbe0a637,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:29.241563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Router 182384ab-4592-4f17-9094-e6f0d4f3e495 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:18:29.266455 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a07a2e3c-b790-4595-aaf9-9fc46ee5a328 req-30c8532e-341c-4aa9-b45b-499e651e1b50 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 210 time: 0.0621376 Jul 09 13:18:29.328748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-3b2a655b-f7b1-4936-ba5b-5dc9a84dc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:29.330907 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-3b2a655b-f7b1-4936-ba5b-5dc9a84dc7c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2170de9d6344cd5b700b9c4f453ee8f&device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 1095 time: 0.2028224 Jul 09 13:18:29.392843 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-e9ae951d-53e6-48e1-a000-91f9fca5d6b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 200 len: 217 time: 0.0473590 Jul 09 13:18:29.395633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-37c5e57e-a99c-464d-b861-17c8b5a2a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:29.397599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-37c5e57e-a99c-464d-b861-17c8b5a2a741 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1124 time: 0.7233696 Jul 09 13:18:29.466591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d1ff04a9-f849-467d-a977-bbfec7127974 None None] Provisioning complete for port 2514eb66-6604-44cb-869f-b4ca54a412c4 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:29.467232 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d1ff04a9-f849-467d-a977-bbfec7127974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:29.483340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-440502ac-ab0f-48ff-ad4d-98d2cbac16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:29.485354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-440502ac-ab0f-48ff-ad4d-98d2cbac16ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fb69d90-1abc-442f-bf00-5a721e2d0ef7 HTTP/1.1" status: 200 len: 868 time: 0.0867116 Jul 09 13:18:29.510281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff04a9-f849-467d-a977-bbfec7127974 None None] Port 2514eb66-6604-44cb-869f-b4ca54a412c4 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:18:29.584744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-06bd7cef-f614-4c06-8554-bf6e8dc3c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:29.586610 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-06bd7cef-f614-4c06-8554-bf6e8dc3c5b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=249ec2c9-f442-4ea1-873d-f06e902d1e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860083 Jul 09 13:18:29.634437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device fe0b45af-6114-4afb-a88f-076ca5a7df42 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:29.773909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port fe0b45af-6114-4afb-a88f-076ca5a7df42 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:29.775399 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:29.795290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-7ed277d9-b350-436b-b6fa-8622d2a63ee6 service neutron] 10.222.0.10 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007627 Jul 09 13:18:30.016152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:30.019732 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bcea388-b3f3-4a24-9c78-901db71681a8 req-9d65d6a5-b192-4eb3-ad92-898ed22fbccc service neutron] 10.222.0.10 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129574 Jul 09 13:18:30.038303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Sync routers for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:30.038537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dc2689ca-bdde-4fe1-ad44-185ee93219cc admin admin] 10.222.0.32 "PUT /v2.0/routers/182384ab-4592-4f17-9094-e6f0d4f3e495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3552759 Jul 09 13:18:30.043601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-9ac2ad38-92f0-4dae-9859-f54890974694 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:30.045408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-9ac2ad38-92f0-4dae-9859-f54890974694 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.11 "GET /v2.0/networks?id=9c1a138d-0500-4928-8ac2-f4df56a40b2d HTTP/1.1" status: 200 len: 816 time: 0.2383056 Jul 09 13:18:30.056209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9269ab-c575-4641-8606-ed834a8d1e27 req-ca1ec516-cee9-4fd3-b799-99c7be584de3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:30.056674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:30.057144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:30.064240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf9269ab-c575-4641-8606-ed834a8d1e27 req-ca1ec516-cee9-4fd3-b799-99c7be584de3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 1.0845206 Jul 09 13:18:30.141777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-deb3c7e8-2460-4532-987f-5d8e8f90600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:30.142710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-deb3c7e8-2460-4532-987f-5d8e8f90600a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.7379801 Jul 09 13:18:30.163337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ff5d2-8e3a-43a4-9cf4-cfb2346b994c req-c7811135-902c-4f7d-a995-4677733648ef tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:30.175505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a9ff5d2-8e3a-43a4-9cf4-cfb2346b994c req-c7811135-902c-4f7d-a995-4677733648ef tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.1494195 Jul 09 13:18:30.222066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-988d7890-7e40-4b98-a427-9e91cbb3f12c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91 HTTP/1.1" status: 200 len: 217 time: 0.0649502 Jul 09 13:18:30.235284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-77924953-8b49-465b-b119-b0adf06eee34 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f5a25b8927245ff9c33e22cc3ca1090 HTTP/1.1" status: 200 len: 379 time: 0.1622388 Jul 09 13:18:30.248302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf9269ab-c575-4641-8606-ed834a8d1e27 req-007e99a2-deae-4e01-aaae-fb0e01f1810e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822703 Jul 09 13:18:30.261015 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a9ff5d2-8e3a-43a4-9cf4-cfb2346b994c req-de453508-f68a-47c9-be51-e5fdf5190ec3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832584 Jul 09 13:18:30.269682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Request body: {'port': {'device_id': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'admin_state_up': True, 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'security_groups': ['b70283e5-ea56-4a09-b505-599ed37668ab']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:30.325120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:30.388271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-9acded14-b01c-471a-a3d3-59745bfe079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:30.392283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-9acded14-b01c-471a-a3d3-59745bfe079f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.1590545 Jul 09 13:18:30.488553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-0aae655b-7f67-4ef7-803a-4df0aa30f1d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832052 Jul 09 13:18:30.608704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e030ba0-5f33-40e5-94cb-150f80cdf310 req-0bea1014-3b13-4f5e-baf8-3a0997f78228 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:30.611479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e030ba0-5f33-40e5-94cb-150f80cdf310 req-0bea1014-3b13-4f5e-baf8-3a0997f78228 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 945 time: 0.1189339 Jul 09 13:18:30.702707 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e030ba0-5f33-40e5-94cb-150f80cdf310 req-7bf3ab64-6b6b-435f-9f79-c730b58f0278 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823138 Jul 09 13:18:30.726452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:30.729515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Made reservation on behalf of 1f5a25b8927245ff9c33e22cc3ca1090 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:30.730027 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40c0287-d071-4bd0-adac-782f6ee39ead" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:30.733082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:30.905467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:28Z', 'revision_number': 2, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:30.970038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b91e8-928a-4fc5-b57f-726b18c2e33a req-a8bd1c97-af3a-4695-915d-2cb42eb8682d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:30.970685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Checking router: 182384ab-4592-4f17-9094-e6f0d4f3e495 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:30.971066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Updating router 182384ab-4592-4f17-9094-e6f0d4f3e495 port 2514eb66-6604-44cb-869f-b4ca54a412c4 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:18:30.975769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-968b91e8-928a-4fc5-b57f-726b18c2e33a req-a8bd1c97-af3a-4695-915d-2cb42eb8682d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 943 time: 0.4506624 Jul 09 13:18:31.016169 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.064607 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-429bde14-7f65-4fdd-9d2b-40eb8856c6d3 service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356128 Jul 09 13:18:31.160463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Allocated IP 172.20.0.3 (9c1a138d-0500-4928-8ac2-f4df56a40b2d/849bee09-8f1b-45db-81fc-39ffb6791d26/9e5ead5b-77ff-42a5-83b1-4266e767bc5c) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:31.205834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-968b91e8-928a-4fc5-b57f-726b18c2e33a req-fac393bc-58fb-4dc5-a168-65fb75451ea1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190056 Jul 09 13:18:31.388107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-182bbb27-989d-4e10-bd4a-0e210b81f197 service neutron] 10.222.0.10 "GET /v2.0/ports/565cbd7b-d4e6-49d2-a443-c03ebd8efa91/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.1105890 Jul 09 13:18:31.403521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-9209621d-3084-45e2-ad5b-9dc39d0a5d8d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:31.405625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-9209621d-3084-45e2-ad5b-9dc39d0a5d8d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 945 time: 0.2062893 Jul 09 13:18:31.436292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9511a-6ccf-4019-80ef-60e322adb1e4 req-b8293fb4-3821-4af9-ac1b-80a911c7b159 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:31.438449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba1e786-053b-4cae-ab2f-e999cd1beb77 req-0fd25630-3ac6-49bf-9756-17ea39df846c service neutron] 10.222.0.10 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603609 Jul 09 13:18:31.449757 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-32b9511a-6ccf-4019-80ef-60e322adb1e4 req-b8293fb4-3821-4af9-ac1b-80a911c7b159 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 944 time: 0.3064885 Jul 09 13:18:31.526692 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.543116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Transition to ACTIVE for port object 2514eb66-6604-44cb-869f-b4ca54a412c4 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:31.551332 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.643444 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-32b9511a-6ccf-4019-80ef-60e322adb1e4 req-15221fdf-32bf-4f7e-ba08-81e8b5aee752 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913605 Jul 09 13:18:31.659914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b66ef-e367-4cfb-9a62-20ab0fe9f527 None None] Pushing event updated for resources: {'Port': ['ID=2514eb66-6604-44cb-869f-b4ca54a412c4,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:31.731183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Attempting to bind port 2514eb66-6604-44cb-869f-b4ca54a412c4 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:31.731550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Attempting to bind port 2514eb66-6604-44cb-869f-b4ca54a412c4 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:31.731975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Attempting to bind port 2514eb66-6604-44cb-869f-b4ca54a412c4 on network c8313daa-61fd-4578-a881-6770d2edce5c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:31.742891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:31.743308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Checking segment: {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:31.743701 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.744098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Bound using segment: {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:31.744585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Bound port: 2514eb66-6604-44cb-869f-b4ca54a412c4, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:31.744970 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.749320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.769740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Deleting port 65740758-1feb-4763-a6f0-b7fe631df0b5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:31.770472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.819483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Transition to ACTIVE for port object 9e5ead5b-77ff-42a5-83b1-4266e767bc5c will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:31.829796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:31.853277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] For port 2514eb66-6604-44cb-869f-b4ca54a412c4, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:31.862386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] For port 2514eb66-6604-44cb-869f-b4ca54a412c4, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2514eb66-6604-44cb-869f-b4ca54a412c4,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:31.875354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device cdfcb029-e738-40f9-9272-03d4bbe0a637 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:31.880574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:31.883449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:31.926057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] For port 65740758-1feb-4763-a6f0-b7fe631df0b5, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=65740758-1feb-4763-a6f0-b7fe631df0b5,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:31.926490 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.943487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:31.949878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:31.969083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:31.981391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:32.024358 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:32.041282 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b9f54b32-3437-4848-9d9b-29758459304a req-0cf222ea-5702-4e18-b1d1-133e1935b8cf tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 210 time: 0.0979917 Jul 09 13:18:32.051688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Calling delete_port for 65740758-1feb-4763-a6f0-b7fe631df0b5 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:32.101289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:32.128684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:32.131725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event updated for resources: {'Port': ['ID=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:32.172753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:32.174924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b66ef-e367-4cfb-9a62-20ab0fe9f527 None None] Pushing event updated for resources: {'Port': ['ID=2514eb66-6604-44cb-869f-b4ca54a412c4,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:32.176347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.176754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.177128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.196529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.197197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.200214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.201281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.201281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.201533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.201820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.202157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.202550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:32.218370 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:18:32.294223 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ad037-d3c7-44e3-a7ee-efae435fd2da x-openstack-request-id: req-125ad037-d3c7-44e3-a7ee-efae435fd2da {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:32.295988 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:32.296429 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-125ad037-d3c7-44e3-a7ee-efae435fd2da {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:32.296948 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'status': 'completed', 'code': 200} Jul 09 13:18:32.366819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:32.367591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:32.428824 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:32.482061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['65740758-1feb-4763-a6f0-b7fe631df0b5'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:32.488196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event deleted for resources: {'Port': ['ID=65740758-1feb-4763-a6f0-b7fe631df0b5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:32.545817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:32.546790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:32.576169 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-98c08ae9-84b7-4831-b9c3-ffa25f117ff2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3255000 Jul 09 13:18:32.609552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] No DVR routers for this DVR port 65740758-1feb-4763-a6f0-b7fe631df0b5 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:32.614998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:32.622696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Request body: {'port': {'device_id': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:32.623293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-873a799b-ae9a-4b84-9ba5-41313c59ba7d req-387ca2dc-2f39-42d5-b9a2-45a5fea61112 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "DELETE /v2.0/ports/65740758-1feb-4763-a6f0-b7fe631df0b5 HTTP/1.1" status: 204 len: 173 time: 1.2074342 Jul 09 13:18:32.697507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] Transition to ACTIVE for port object 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:32.707710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ef827-1f46-444d-98a4-5c4bcbcd0de5 req-7ad91027-78d0-470c-be69-5cdcde099e5a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:32.710177 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:32.715730 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d76ef827-1f46-444d-98a4-5c4bcbcd0de5 req-7ad91027-78d0-470c-be69-5cdcde099e5a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 943 time: 0.0883663 Jul 09 13:18:32.765383 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d76ef827-1f46-444d-98a4-5c4bcbcd0de5 req-7877b5ce-35cb-44c5-9450-ca27c6ac541b tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485168 Jul 09 13:18:32.808258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-1560df57-19ee-4191-a203-eba1daab0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:32.810529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-1560df57-19ee-4191-a203-eba1daab0359 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2170de9d6344cd5b700b9c4f453ee8f&device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 1095 time: 0.4543264 Jul 09 13:18:32.834557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port cdfcb029-e738-40f9-9272-03d4bbe0a637, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:32.892393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:32.969952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53360) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:32.970169 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3db0430-5f5f-40a3-bc91-b478ad9cda8b req-f65f0d55-586d-433c-880a-8acc8fbd1999 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=92239eac-3152-4afc-87fc-eb7bcb5874db HTTP/1.1" status: 200 len: 210 time: 0.0420239 Jul 09 13:18:32.986076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] No DVR routers for this DVR port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:32.995901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-13b3f354-1e04-4b61-9abd-41b110d00e22 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467915236', 'description': 'tempest-description--1436727939'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:33.008180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:33.014143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53364) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:33.031877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.087747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-9b5d2572-ab20-4fbe-a165-6a56ac6b9ce3 service neutron] 10.222.0.10 "PUT /v2.0/ports/565cbd7b-d4e6-49d2-a443-c03ebd8efa91/bindings/n-h2-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6872280 Jul 09 13:18:33.091061 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13b3f354-1e04-4b61-9abd-41b110d00e22 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.174990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'port_id': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'mac_address': 'fa:16:3e:f2:ed:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:18:33.216961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-1c93add9-8d71-4e76-9153-995af95e32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:33.220496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-1c93add9-8d71-4e76-9153-995af95e32bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=249ec2c9-f442-4ea1-873d-f06e902d1e6e HTTP/1.1" status: 200 len: 929 time: 0.3922949 Jul 09 13:18:33.276847 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.278646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fd2424e-fad0-4895-b307-31685f25eb9d tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.299308 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-64966a8b-20e7-4e09-a3f3-33dfd2dcff64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 200 len: 217 time: 0.0657523 Jul 09 13:18:33.312089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:31Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:33.318653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfcb029-e738-40f9-9272-03d4bbe0a637 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:33.341837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port cdfcb029-e738-40f9-9272-03d4bbe0a637, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:33.372465 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.374277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7eb8ccec-6cd9-48c3-adda-ce86dfb4b50f None None] Provisioning for port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:33.384085 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fd2424e-fad0-4895-b307-31685f25eb9d tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.433229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7eb8ccec-6cd9-48c3-adda-ce86dfb4b50f None None] Provisioning complete for port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:33.433601 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ccec-6cd9-48c3-adda-ce86dfb4b50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.435463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcdb16-0716-4f67-afcb-a852f83f6088 None None] The sync data for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 is: [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:31Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:33.440000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6fd1e-3ffa-4b2a-84e4-c14491218564 req-5c8a88c2-bad4-4aa9-8cdc-132e91ba0754 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:33.443523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=cdfcb029-e738-40f9-9272-03d4bbe0a637,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:33.451947 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1cf6fd1e-3ffa-4b2a-84e4-c14491218564 req-5c8a88c2-bad4-4aa9-8cdc-132e91ba0754 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 944 time: 0.1755717 Jul 09 13:18:33.473455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-914f0af9-1d79-4f24-9ea5-041481ad8b27 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:33.476981 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-914f0af9-1d79-4f24-9ea5-041481ad8b27 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.2658336 Jul 09 13:18:33.570351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8ccec-6cd9-48c3-adda-ce86dfb4b50f None None] Port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:18:33.636331 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1cf6fd1e-3ffa-4b2a-84e4-c14491218564 req-90c169f0-a442-4936-b0e7-2d9291a00d37 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834664 Jul 09 13:18:33.636625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['cdfcb029-e738-40f9-9272-03d4bbe0a637'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:33.647395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fd2424e-fad0-4895-b307-31685f25eb9d tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.650390 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fd2424e-fad0-4895-b307-31685f25eb9d tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.653860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-42b7582e-6a26-40a0-b1ff-3c13d919a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:33.655577 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-42b7582e-6a26-40a0-b1ff-3c13d919a03b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fb69d90-1abc-442f-bf00-5a721e2d0ef7 HTTP/1.1" status: 200 len: 868 time: 0.3353777 Jul 09 13:18:33.656151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8fd2424e-fad0-4895-b307-31685f25eb9d tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "DELETE /v2.0/security-groups/a60835a1-c343-4c84-9acc-2b85f2048d59 HTTP/1.1" status: 204 len: 168 time: 0.6408148 Jul 09 13:18:33.663729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53368) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:33.684880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2424e-fad0-4895-b307-31685f25eb9d tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60835a1-c343-4c84-9acc-2b85f2048d59,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:33.713075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-b38d6b1f-539f-4404-9678-dad9b9ae6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:33.715846 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-b38d6b1f-539f-4404-9678-dad9b9ae6fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227&tenant_id=0ddebe40c1fd4ac8aad380b23939f385 HTTP/1.1" status: 200 len: 1095 time: 0.2283585 Jul 09 13:18:33.850973 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-b856b167-9dd8-41cf-b2e7-e715b9b8efd6 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] show failed (client error): The resource could not be found. Jul 09 13:18:33.852603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b856b167-9dd8-41cf-b2e7-e715b9b8efd6 tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "GET /v2.0/security-groups/a60835a1-c343-4c84-9acc-2b85f2048d59 HTTP/1.1" status: 404 len: 347 time: 0.1863847 Jul 09 13:18:33.857579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53374) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:33.857804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13b3f354-1e04-4b61-9abd-41b110d00e22 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.873785 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13b3f354-1e04-4b61-9abd-41b110d00e22 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.886548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 65740758-1feb-4763-a6f0-b7fe631df0b5 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:33.887662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-540e7757-6a7a-48e2-861e-02811cd003dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:33.889374 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-540e7757-6a7a-48e2-861e-02811cd003dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1095 time: 0.1364248 Jul 09 13:18:33.900534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085c0a3-da82-46b7-82b3-b427070284b5 req-3e829907-acdc-4852-8a86-33f170828e45 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:33.902262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6085c0a3-da82-46b7-82b3-b427070284b5 req-3e829907-acdc-4852-8a86-33f170828e45 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 943 time: 0.6735678 Jul 09 13:18:33.915726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 65740758-1feb-4763-a6f0-b7fe631df0b5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:18:33.916247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 65740758-1feb-4763-a6f0-b7fe631df0b5 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:18:33.988385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13b3f354-1e04-4b61-9abd-41b110d00e22 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:33.993183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-13b3f354-1e04-4b61-9abd-41b110d00e22 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0112298 Jul 09 13:18:33.995362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53378) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:34.009233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-753d5915-3bc3-4ede-b800-a6344e6088b4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Request body: {'security_group_rule': {'security_group_id': '49112290-5c06-4e44-ba0e-786e13c66037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:34.022445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3f354-1e04-4b61-9abd-41b110d00e22 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49112290-5c06-4e44-ba0e-786e13c66037,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:34.046478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6085c0a3-da82-46b7-82b3-b427070284b5 req-cfefbc32-3ec3-447a-8a27-d3c1d9beab3a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288047 Jul 09 13:18:34.072561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-7ec8eecd-91d8-498b-8ca9-3ab989f9c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:34.074303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-7ec8eecd-91d8-498b-8ca9-3ab989f9c03f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=249ec2c9-f442-4ea1-873d-f06e902d1e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3855069 Jul 09 13:18:34.134174 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-753d5915-3bc3-4ede-b800-a6344e6088b4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.233686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dda0-eb77-40b6-8cc0-ad61f1e61790 req-1d3544c6-d441-4705-9254-24c295b0e408 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:34.248314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-753d5915-3bc3-4ede-b800-a6344e6088b4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.253709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9761dda0-eb77-40b6-8cc0-ad61f1e61790 req-1d3544c6-d441-4705-9254-24c295b0e408 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 931 time: 0.3857856 Jul 09 13:18:34.272751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-753d5915-3bc3-4ede-b800-a6344e6088b4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.299769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92239eac-3152-4afc-87fc-eb7bcb5874db', 'name': 'network-vif-deleted', 'tag': '65740758-1feb-4763-a6f0-b7fe631df0b5'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:34.302657 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8fb415-3436-4eff-a06b-a21855beeda0" -d '{"events": [{"server_uuid": "92239eac-3152-4afc-87fc-eb7bcb5874db", "name": "network-vif-deleted", "tag": "65740758-1feb-4763-a6f0-b7fe631df0b5"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:34.310826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d5915-3bc3-4ede-b800-a6344e6088b4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7d47fe-9fde-4f76-a3a6-f71c1fe1c433,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:34.323761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-a071e398-6c1a-4eb6-83dc-165cb71367af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:34.325350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-a071e398-6c1a-4eb6-83dc-165cb71367af service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 200 len: 907 time: 0.4082620 Jul 09 13:18:34.334933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5ead5b-77ff-42a5-83b1-4266e767bc5c {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:34.352683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9761dda0-eb77-40b6-8cc0-ad61f1e61790 req-933e22bc-97d2-4610-81b6-3c1f2bc49a60 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903153 Jul 09 13:18:34.407031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.409548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-753d5915-3bc3-4ede-b800-a6344e6088b4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.410767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-753d5915-3bc3-4ede-b800-a6344e6088b4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4118512 Jul 09 13:18:34.414724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-be647855-406a-45c2-a663-e9c96e147ae3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91 HTTP/1.1" status: 200 len: 217 time: 0.0816364 Jul 09 13:18:34.415302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53386) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:34.421225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ec4c6264-0e83-4323-b42c-af054b1205fc tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Request body: {'security_group_rule': {'security_group_id': '49112290-5c06-4e44-ba0e-786e13c66037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:34.461115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Transition to ACTIVE for port object 9e5ead5b-77ff-42a5-83b1-4266e767bc5c will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:34.473564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.475239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Deleting port 4751f028-fa39-4e82-8c8f-87e7f4ba3f5c {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:34.475652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.521888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-db8108e3-4407-483f-b805-36e7b3cd6f18 service neutron] 10.222.0.10 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385033 Jul 09 13:18:34.648461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a40c0287-d071-4bd0-adac-782f6ee39ead req-02b1209a-8eab-4feb-a6d1-c6fd1380a45c service neutron] 10.222.0.10 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154184 Jul 09 13:18:34.686102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4075a-00cc-42f8-b5c1-581b47dc9e44 req-ad97b4e7-c0fc-430b-925f-13024dc73384 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:34.687492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-35896d01-0370-4384-82e8-4e705563ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:34.688999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-35896d01-0370-4384-82e8-4e705563ce2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 200 len: 847 time: 0.2607629 Jul 09 13:18:34.689702 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6264-0e83-4323-b42c-af054b1205fc tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.695668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00a4075a-00cc-42f8-b5c1-581b47dc9e44 req-ad97b4e7-c0fc-430b-925f-13024dc73384 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 944 time: 0.3940427 Jul 09 13:18:34.716654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 80da11c4-2442-4d3d-a8b9-0afaf1488f61 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:34.725671 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-645d2e5e-082b-44af-a5c8-690e69d1df50 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ab52eb401c849a2bac11447332661a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427728 Jul 09 13:18:34.832639 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-40ae00d3-a371-48c3-99bf-85d760c2c939 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e9de806-e75c-493e-8ecb-9995cd61c4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008027 Jul 09 13:18:34.872155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:34.894132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '80da11c4-2442-4d3d-a8b9-0afaf1488f61', 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216', 'port_id': '80da11c4-2442-4d3d-a8b9-0afaf1488f61', 'mac_address': 'fa:16:3e:c3:ae:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf7af52-edef-471e-9395-9dec002c2723', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:18:34.946664 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.961668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80da11c4-2442-4d3d-a8b9-0afaf1488f61 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:34.979751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6264-0e83-4323-b42c-af054b1205fc tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.986267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:34.991472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.008709 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6264-0e83-4323-b42c-af054b1205fc tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.043988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:35.058527 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.059237 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.108233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6264-0e83-4323-b42c-af054b1205fc tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.109725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ec4c6264-0e83-4323-b42c-af054b1205fc tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6923847 Jul 09 13:18:35.113054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00a4075a-00cc-42f8-b5c1-581b47dc9e44 req-25af620d-3be0-4bf8-bcf4-de825f3bc677 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158964 Jul 09 13:18:35.113591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53404) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:35.136979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Calling delete_port for 4751f028-fa39-4e82-8c8f-87e7f4ba3f5c owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:35.140386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c6264-0e83-4323-b42c-af054b1205fc tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5810413-073a-41d1-ae1c-95ae48d1a6cd,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:35.142680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:35.155703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-89958d56-bf5d-442b-8311-bfe9b286ef1c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:35.164440 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-89958d56-bf5d-442b-8311-bfe9b286ef1c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4225810 Jul 09 13:18:35.202153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7311f167-fd00-425e-baea-a2e8357e707f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/quotas/5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 375 time: 0.0358140 Jul 09 13:18:35.235988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:35.246791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Attempting to bind port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:35.247425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Attempting to bind port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:35.247572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.247884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Attempting to bind port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c on network 9c1a138d-0500-4928-8ac2-f4df56a40b2d {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:35.248209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.248711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.249103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.249823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.250256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.252396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.252952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.253483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.253904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.254242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.254660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:18:35.258474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.262197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c on network 9c1a138d-0500-4928-8ac2-f4df56a40b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:35.262529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Attempting to bind port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c on network 9c1a138d-0500-4928-8ac2-f4df56a40b2d {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:35.277239 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76269907-3147-4ee2-98c7-ea58046bb725 x-openstack-request-id: req-76269907-3147-4ee2-98c7-ea58046bb725 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:35.277682 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92239eac-3152-4afc-87fc-eb7bcb5874db", "name": "network-vif-deleted", "tag": "65740758-1feb-4763-a6f0-b7fe631df0b5", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:35.278041 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76269907-3147-4ee2-98c7-ea58046bb725 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:35.278536 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92239eac-3152-4afc-87fc-eb7bcb5874db', 'name': 'network-vif-deleted', 'tag': '65740758-1feb-4763-a6f0-b7fe631df0b5', 'status': 'completed', 'code': 200} Jul 09 13:18:35.287677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:35.288321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Checking segment: {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:35.288940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Bound using segment: {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:35.289546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Bound port: 9e5ead5b-77ff-42a5-83b1-4266e767bc5c, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:35.290094 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.327594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['80da11c4-2442-4d3d-a8b9-0afaf1488f61'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:35.397470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] For port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:35.402393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] For port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:35.480336 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-d305e096-8ecb-42ff-9f8b-f425c2cfe2d2 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560820 Jul 09 13:18:35.484055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.498491 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.609138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Pushing event deleted for resources: {'Port': ['ID=4751f028-fa39-4e82-8c8f-87e7f4ba3f5c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:35.631197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:35.633682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.635662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/9e5ead5b-77ff-42a5-83b1-4266e767bc5c HTTP/1.1" status: 200 len: 1091 time: 3.0470085 Jul 09 13:18:35.649178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'tag': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:35.652411 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3926ca-3964-43cc-ac71-8f4c63de4008" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb6d523-68d5-400e-8b26-72337cf291b9", "tag": "9e5ead5b-77ff-42a5-83b1-4266e767bc5c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:35.658068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-43ca5d39-85e6-424b-b621-ec77cdf18a40 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4546485 Jul 09 13:18:35.680366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2514eb66-6604-44cb-869f-b4ca54a412c4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:35.752030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.754952 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.756253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-62176444-5f6b-4ab9-b1fb-bfbce8224bba tempest-ServersWithSpecificFlavorTestJSON-873316098 tempest-ServersWithSpecificFlavorTestJSON-873316098-project] 10.222.0.32 "DELETE /v2.0/floatingips/f06f94c4-0ae7-402b-8311-d753981a2ea3 HTTP/1.1" status: 204 len: 168 time: 1.8900487 Jul 09 13:18:35.797525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2514eb66-6604-44cb-869f-b4ca54a412c4 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:35.803792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2514eb66-6604-44cb-869f-b4ca54a412c4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:35.804343 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.822782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcdf7c-b5c0-42c7-b234-06ea0ef881c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:35.838073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb701c-8ba0-4c6a-97ad-fb0305294274 req-b75a8031-a8a9-4303-8175-8f9d532e81ef tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:35.848272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26eb701c-8ba0-4c6a-97ad-fb0305294274 req-b75a8031-a8a9-4303-8175-8f9d532e81ef tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 945 time: 0.3806293 Jul 09 13:18:35.854459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-de512fcc-03f5-4bf5-bebb-5b173686ecd7 service neutron] 10.222.0.11 "GET /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650258 Jul 09 13:18:35.921190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device cdfcb029-e738-40f9-9272-03d4bbe0a637 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:36.027491 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.136042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port cdfcb029-e738-40f9-9272-03d4bbe0a637 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:36.145654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port cdfcb029-e738-40f9-9272-03d4bbe0a637 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:36.146647 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.180577 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.205418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-aaf6b3f4-8cb6-4538-905d-537a898f9caf tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:36.216948 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-aaf6b3f4-8cb6-4538-905d-537a898f9caf tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.2169323 Jul 09 13:18:36.219183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 2514eb66-6604-44cb-869f-b4ca54a412c4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2514eb66-6604-44cb-869f-b4ca54a412c4,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:36.223380 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.253408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-50c37170-c3fc-4e94-9b6f-ebaff2b2bd5d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/quotas/69dab1cbd470482e99ca01cc327ac3f7 HTTP/1.1" status: 200 len: 375 time: 0.0354664 Jul 09 13:18:36.300891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Allocated IP 172.25.5.49 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/aac0719d-5706-4a6a-9419-b67fb1b96f97) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:36.346889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=2514eb66-6604-44cb-869f-b4ca54a412c4,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:36.384663 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.394125 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-c62f485f-54e7-43c7-a417-e22060a5819e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1397662 Jul 09 13:18:36.424846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port cdfcb029-e738-40f9-9272-03d4bbe0a637, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:36.426367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:36.431433 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f44761-d428-4594-bbe7-e99a6046ff85" -d '{"events": [{"server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "name": "network-vif-plugged", "status": "completed", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:36.435401 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.438025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26eb701c-8ba0-4c6a-97ad-fb0305294274 req-e9c0f750-15a4-47d7-8cf2-e53f8e9efe4d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881639 Jul 09 13:18:36.444998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-c1d12b84-7841-434e-93ca-7c58a1207453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:36.446701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-c1d12b84-7841-434e-93ca-7c58a1207453 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f5a25b8927245ff9c33e22cc3ca1090&device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 1094 time: 0.7237525 Jul 09 13:18:36.530656 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-9c9655dc-ef07-4c5a-a607-d5550d47f436 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354914 Jul 09 13:18:36.569671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=cdfcb029-e738-40f9-9272-03d4bbe0a637,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:36.590323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-f07a7c68-bf4e-420d-ba8e-994bb4da515b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5ead5b-77ff-42a5-83b1-4266e767bc5c HTTP/1.1" status: 200 len: 217 time: 0.1264019 Jul 09 13:18:36.692978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-6595b2dc-bdb3-4897-aa08-cf66bec8d1fc tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:36.696709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-6595b2dc-bdb3-4897-aa08-cf66bec8d1fc tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227&tenant_id=0ddebe40c1fd4ac8aad380b23939f385&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.4022439 Jul 09 13:18:36.697872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-07136db8-c1e0-42a4-b651-400d52a1154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:36.699958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-07136db8-c1e0-42a4-b651-400d52a1154e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=849bee09-8f1b-45db-81fc-39ffb6791d26 HTTP/1.1" status: 200 len: 855 time: 0.0986061 Jul 09 13:18:36.720502 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-fb57d4dd-5884-4b7b-aa07-a39b061314f5 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873219 Jul 09 13:18:36.733261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 80da11c4-2442-4d3d-a8b9-0afaf1488f61 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:36.847044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:36.856850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:36.857198 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.945047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.960900 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.988135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-3b9c0f2c-ff88-4043-9637-94b160d3317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:36.990728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-3b9c0f2c-ff88-4043-9637-94b160d3317d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c1a138d-0500-4928-8ac2-f4df56a40b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689006 Jul 09 13:18:37.007122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:37.007935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024931-7df2-48c1-b571-ef119fd7d072 req-85972d7e-db30-441a-88eb-58ee0e87cebc tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:37.012289 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:37.019713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76024931-7df2-48c1-b571-ef119fd7d072 req-85972d7e-db30-441a-88eb-58ee0e87cebc tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 944 time: 0.3152618 Jul 09 13:18:37.024371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-86337176-36c1-4be5-b1b2-a4baa8dd9156 service neutron] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:37.030772 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-86337176-36c1-4be5-b1b2-a4baa8dd9156 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:37.034495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e26ad10-dc97-46b6-b2d9-489e9b86c17f req-86337176-36c1-4be5-b1b2-a4baa8dd9156 service neutron] 10.222.0.11 "DELETE /v2.0/ports/565cbd7b-d4e6-49d2-a443-c03ebd8efa91/bindings/n-h1-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.3117764 Jul 09 13:18:37.171318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:37.231205 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76024931-7df2-48c1-b571-ef119fd7d072 req-a8b72a84-d197-4636-a79b-aaf066627cc9 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105410 Jul 09 13:18:37.239105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539ad1-cdcb-42c3-82fa-702ed7882337 req-84f20110-766e-4a33-8b0d-ada8258f0f73 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:37.241253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9539ad1-cdcb-42c3-82fa-702ed7882337 req-84f20110-766e-4a33-8b0d-ada8258f0f73 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 943 time: 0.1311901 Jul 09 13:18:37.346543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9539ad1-cdcb-42c3-82fa-702ed7882337 req-8d78c397-5b77-43c0-9f28-c23a69c722e5 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962217 Jul 09 13:18:37.361321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-e578fb0b-0f6e-42aa-9d5d-860b9f77b034 service neutron] 10.222.0.11 "GET /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753704 Jul 09 13:18:37.363117 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af22f666-affd-49bb-b433-26c4127a33eb x-openstack-request-id: req-af22f666-affd-49bb-b433-26c4127a33eb {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:37.363407 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb6d523-68d5-400e-8b26-72337cf291b9", "tag": "9e5ead5b-77ff-42a5-83b1-4266e767bc5c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:37.363776 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af22f666-affd-49bb-b433-26c4127a33eb {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:37.364163 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'tag': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'status': 'completed', 'code': 200} Jul 09 13:18:37.366652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:37.448902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:37.452980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:37.457905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:37.589408 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:37.651321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2514eb66-6604-44cb-869f-b4ca54a412c4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:37.652139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bef71e0f-284d-47fb-aef2-66aa5f8c707a req-6c43ea10-4799-46e9-bb7c-0125766eab54 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 210 time: 0.0531809 Jul 09 13:18:37.738573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event updated for resources: {'Port': ['ID=aac0719d-5706-4a6a-9419-b67fb1b96f97,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:37.769687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2514eb66-6604-44cb-869f-b4ca54a412c4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:37.770527 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:37.796481 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb9e1f0-c4ee-45f6-9733-c6b796bddc6f x-openstack-request-id: req-5cb9e1f0-c4ee-45f6-9733-c6b796bddc6f {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:37.797429 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "name": "network-vif-plugged", "status": "completed", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:37.798082 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cb9e1f0-c4ee-45f6-9733-c6b796bddc6f {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:37.798817 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'code': 200} Jul 09 13:18:37.803677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:37.890767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42014fa-47ea-4d6b-9577-bc2ec3ceccf1 req-7e78dd4b-290c-4825-9053-279433c2460c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:37.900050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a42014fa-47ea-4d6b-9577-bc2ec3ceccf1 req-7e78dd4b-290c-4825-9053-279433c2460c tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 944 time: 0.2857678 Jul 09 13:18:37.966979 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4fa968a3-497e-46e3-8bea-a2b844da0e74 req-848e5953-1acb-41b7-9f44-7e3c82145640 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 210 time: 0.0430305 Jul 09 13:18:37.979804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a42014fa-47ea-4d6b-9577-bc2ec3ceccf1 req-45eba556-afe5-423f-95f7-2fc9bc0cf483 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788140 Jul 09 13:18:38.121852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b18554a-f2fb-43f0-aa4b-0f381b46b402 req-e6a11b5f-cee2-4a92-a516-09c832b57ef0 service neutron] 10.222.0.11 "GET /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440300 Jul 09 13:18:38.148454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-44f3fbe6-811b-4f6b-9d8c-e287d1faf372 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ab52eb401c849a2bac11447332661a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904026 Jul 09 13:18:38.261423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd3a0d-cef2-4b44-824b-bad806649410 req-d32b90e9-c8e6-435d-9739-58d423023c05 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:38.263298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2dbd3a0d-cef2-4b44-824b-bad806649410 req-d32b90e9-c8e6-435d-9739-58d423023c05 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 946 time: 0.0840619 Jul 09 13:18:38.306313 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2dbd3a0d-cef2-4b44-824b-bad806649410 req-5a1a691a-8af9-4afa-9c8b-16d83173c336 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 Jul 09 13:18:38.437908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124559-f1c8-4287-a81c-58e2dfc11f17 req-273e01df-2510-4d11-87cc-031c85e3a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:38.439445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa124559-f1c8-4287-a81c-58e2dfc11f17 req-273e01df-2510-4d11-87cc-031c85e3a356 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 1097 time: 0.3488557 Jul 09 13:18:38.447098 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:38.459983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-61a0dd13-f439-4ac5-9ad1-ae8378a90fcf tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:38.461428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-61a0dd13-f439-4ac5-9ad1-ae8378a90fcf tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059077 Jul 09 13:18:38.478063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Request body: {'port': {'device_id': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '5ab52eb401c849a2bac11447332661a2'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:38.481129 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:38.556139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19527c-3059-4bc9-a5cd-9a7a07e13ec4 req-612e955c-21cd-4500-b56c-92818265fec1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:38.557723 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b19527c-3059-4bc9-a5cd-9a7a07e13ec4 req-612e955c-21cd-4500-b56c-92818265fec1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.0803716 Jul 09 13:18:38.568346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-3af761ea-8351-466f-a23c-53de73bb2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:38.569951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-3af761ea-8351-466f-a23c-53de73bb2d6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f5a25b8927245ff9c33e22cc3ca1090&device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 1094 time: 0.3570201 Jul 09 13:18:38.611973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b19527c-3059-4bc9-a5cd-9a7a07e13ec4 req-3ef2e62b-9ea8-4478-b14d-f72a27e792dc tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398357 Jul 09 13:18:38.639902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048e3dd-2eda-4755-87e4-d58bf27da5be req-acd01484-eb3a-4d8d-95fb-a66ac46e41a6 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:38.641148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b048e3dd-2eda-4755-87e4-d58bf27da5be req-acd01484-eb3a-4d8d-95fb-a66ac46e41a6 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 1095 time: 0.3681171 Jul 09 13:18:38.693885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa124559-f1c8-4287-a81c-58e2dfc11f17 req-8d7bd097-e2d5-4b5a-90fa-58e2ad2aafc0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432661 Jul 09 13:18:38.700536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event updated for resources: {'Port': ['ID=aac0719d-5706-4a6a-9419-b67fb1b96f97,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:38.806043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e7e14-88af-4a4e-b606-712c21bd447b req-f36db8c5-2fc3-4d80-b375-123868f49447 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:38.807598 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d93e7e14-88af-4a4e-b606-712c21bd447b req-f36db8c5-2fc3-4d80-b375-123868f49447 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 943 time: 0.0830457 Jul 09 13:18:38.851899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d93e7e14-88af-4a4e-b606-712c21bd447b req-64b13fd3-c94c-4895-bc68-a7756bda9a1f tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 Jul 09 13:18:39.024162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:39.076525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5c70c71f-913f-4f3e-b982-b3a42a1642c0 req-8edd0c58-6d6d-4640-a15f-670640c59e71 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 210 time: 0.0363405 Jul 09 13:18:39.151455 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:39.163309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-977941c0-3af3-4cc2-ae16-36d71245c795 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0363121 Jul 09 13:18:39.163309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b048e3dd-2eda-4755-87e4-d58bf27da5be req-a36b48cc-4ab8-4634-bcc1-353da582afc1 tempest-LiveMigrationTest-470575182 tempest-LiveMigrationTest-470575182-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729199 Jul 09 13:18:39.187380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-8080abc6-3d70-4b50-a6a1-d2c112dc761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:39.187380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-8080abc6-3d70-4b50-a6a1-d2c112dc761c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c1a138d-0500-4928-8ac2-f4df56a40b2d HTTP/1.1" status: 200 len: 916 time: 0.5858150 Jul 09 13:18:39.214729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Made reservation on behalf of 5ab52eb401c849a2bac11447332661a2 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:39.219297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:39.283608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-940deefd-0de0-4cce-ab53-18fd3e7366c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5ead5b-77ff-42a5-83b1-4266e767bc5c HTTP/1.1" status: 200 len: 217 time: 0.0702009 Jul 09 13:18:39.303148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-5b2249b6-6899-4f4e-b198-95688fc9ea57 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:39.304738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-5b2249b6-6899-4f4e-b198-95688fc9ea57 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.3072908 Jul 09 13:18:39.329332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Request body: {'port': {'device_id': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'admin_state_up': True, 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:39.396604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5365b8a0-0d5b-4ae5-9380-43a9ec4eb17c req-df395904-cd72-4a89-9c37-72ddc2df5621 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 210 time: 0.1010284 Jul 09 13:18:39.502699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-dda8bc5a-a3c3-48a3-9c60-ebf740c8f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:39.506090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-dda8bc5a-a3c3-48a3-9c60-ebf740c8f939 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=849bee09-8f1b-45db-81fc-39ffb6791d26 HTTP/1.1" status: 200 len: 855 time: 0.2124186 Jul 09 13:18:39.597707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53494) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:39.683123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Allocated IP 192.168.233.183 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/0fdb71e5-d0f3-4828-b2ba-93a7772eb856) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:39.694876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-770cc48a-590d-4033-8ec1-53d09f060a8f tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1467915236&fields=id&tenant_id=db785cdada6240da8679fa1b94defb9a HTTP/1.1" status: 200 len: 267 time: 0.1566520 Jul 09 13:18:39.749301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:39.752804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:39.798218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-969e9adf-7b9e-4e6c-a754-e13c6ae392a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:39.799774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-969e9adf-7b9e-4e6c-a754-e13c6ae392a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c1a138d-0500-4928-8ac2-f4df56a40b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752070 Jul 09 13:18:39.801091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:39.803030 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7ac74-e4d6-47f7-a356-bfc861bf56cd" -d '{"events": [{"server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "name": "network-vif-plugged", "status": "completed", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:39.829808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4654066-bd70-44e7-b398-a23b88f2b1a2 req-67b19b20-1823-457c-96c7-b9570ecce67b tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:39.831358 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4654066-bd70-44e7-b398-a23b88f2b1a2 req-67b19b20-1823-457c-96c7-b9570ecce67b tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 946 time: 0.1186848 Jul 09 13:18:39.935097 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4654066-bd70-44e7-b398-a23b88f2b1a2 req-f684931b-43f1-4cd0-ab13-1757cd1e067d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734100 Jul 09 13:18:40.040099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-c7687430-e694-4ade-a1fe-dcff688f7104 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:40.041620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-c7687430-e694-4ade-a1fe-dcff688f7104 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/networks?id=c8313daa-61fd-4578-a881-6770d2edce5c HTTP/1.1" status: 200 len: 806 time: 0.3314695 Jul 09 13:18:40.111985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-f208f43d-0a26-4031-8deb-6e30b57aa4c3 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/quotas/db785cdada6240da8679fa1b94defb9a HTTP/1.1" status: 200 len: 375 time: 0.0569129 Jul 09 13:18:40.119816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-87e257fb-7870-4e30-85a2-a2a7ae2ad402 service neutron] 10.222.0.11 "GET /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100901 Jul 09 13:18:40.153846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76e6ac-ab87-4d81-a72d-207f39b20c3f req-fbe51586-16cb-4536-88ae-1a5dc26e4225 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:40.155499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee76e6ac-ab87-4d81-a72d-207f39b20c3f req-fbe51586-16cb-4536-88ae-1a5dc26e4225 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 944 time: 0.1043038 Jul 09 13:18:40.175427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:40.223388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:40.258721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Allocated IP 172.20.0.12 (13fcc680-ed26-45c9-bc2b-e511ec8b91dc/d56ea44e-abc3-47a5-94d3-6e01d5687fc5/31ac1e02-fa09-400c-8c35-f66aca292ebe) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:40.271961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Transition to ACTIVE for port object 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:40.363096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-1f1f4b24-8176-4a97-855c-370f9058bec8 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db785cdada6240da8679fa1b94defb9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2378492 Jul 09 13:18:40.374885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a3926ca-3964-43cc-ac71-8f4c63de4008 req-0acef2a3-0b6d-4646-81fd-cc64d3db081e service neutron] 10.222.0.11 "GET /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466183 Jul 09 13:18:40.492743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:40.506990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['285e29ac-b9e2-4679-b30e-3e75463d7750', '978a6704-b379-43e6-b664-01e546b2804e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:40.573843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:40.592368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:40.595507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:40.599754 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee76e6ac-ab87-4d81-a72d-207f39b20c3f req-1da513e4-4057-4916-a2ee-8ceefa571091 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362605 Jul 09 13:18:40.636317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:40.662672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b531ed4f-0527-4578-bec0-74f7893b603c service neutron] 10.222.0.32 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867711 Jul 09 13:18:40.698832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-a19e7cb3-9ea1-4c60-8988-7b91f5e91e2e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:40.700684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-a19e7cb3-9ea1-4c60-8988-7b91f5e91e2e tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 944 time: 0.4848218 Jul 09 13:18:40.799178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:40.837129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:40.837760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:40.847294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-c7c67235-ee26-4bca-9501-c91d37b3197c service neutron] 10.222.0.32 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783452 Jul 09 13:18:40.878462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-b2c0c4f4-6c50-4adf-ace2-fcef9f6e9156 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4048812 Jul 09 13:18:40.890048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ffdfdc9d-d262-4659-847c-93e1df49ce7d None None] Provisioning for port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:40.893095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Request body: {'port': {'device_id': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:40.896550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ffdfdc9d-d262-4659-847c-93e1df49ce7d None None] Provisioning complete for port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:40.897179 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ffdfdc9d-d262-4659-847c-93e1df49ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:40.943107 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:40.957961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ffdfdc9d-d262-4659-847c-93e1df49ce7d None None] Port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:18:40.984496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eda3e-0158-4d48-8ce9-e5b67b9cc8de req-0da25b42-5f38-4064-aae4-d6d8667edad6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:40.986037 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-594eda3e-0158-4d48-8ce9-e5b67b9cc8de req-0da25b42-5f38-4064-aae4-d6d8667edad6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.1985981 Jul 09 13:18:41.006860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Deleting port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:41.007976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.030278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:41.039805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:41.046907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:41.078547 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ca21f3-8bf1-46d8-a38a-08c3c4c13235 x-openstack-request-id: req-26ca21f3-8bf1-46d8-a38a-08c3c4c13235 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:41.078847 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "name": "network-vif-plugged", "status": "completed", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:41.079138 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26ca21f3-8bf1-46d8-a38a-08c3c4c13235 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:41.079535 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61', 'code': 200} Jul 09 13:18:41.117327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:41.118589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.122211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event updated for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:41.127740 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-594eda3e-0158-4d48-8ce9-e5b67b9cc8de req-f7bca079-b5bb-4046-becc-050df1a3ad54 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237257 Jul 09 13:18:41.136544 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.180483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Deleting port 7011ce73-afcc-409c-9b37-b3bc93cf5073 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:41.180899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.243962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-612bce73-0261-4d39-8660-0f2b9edccf9b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9257863 Jul 09 13:18:41.248068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] For port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:41.248402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.263928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Request body: {'port': {'device_id': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:41.328639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Calling delete_port for 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:41.481592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabb968-a59d-4f6b-b534-d5c9801e7797 req-c20615ae-b1dd-4caf-a76b-c3acd79d0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:41.483985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eabb968-a59d-4f6b-b534-d5c9801e7797 req-c20615ae-b1dd-4caf-a76b-c3acd79d0a84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1096 time: 0.3052797 Jul 09 13:18:41.514360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] For port 7011ce73-afcc-409c-9b37-b3bc93cf5073, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7011ce73-afcc-409c-9b37-b3bc93cf5073,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:41.514646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.546037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.554337 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16994e92-c733-4807-b850-5222f7a89b41 req-a03d75fd-2f21-4dd9-ba63-ccf577394495 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 258 time: 0.3650908 Jul 09 13:18:41.557773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Calling delete_port for 7011ce73-afcc-409c-9b37-b3bc93cf5073 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:41.564470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:41.597646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70d70-c893-429a-815a-06e9655402b0 req-ee093234-d6f7-4227-ba7b-190d86da1316 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:41.599309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6a70d70-c893-429a-815a-06e9655402b0 req-ee093234-d6f7-4227-ba7b-190d86da1316 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 943 time: 0.3304286 Jul 09 13:18:41.631115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eabb968-a59d-4f6b-b534-d5c9801e7797 req-fb0cccc8-eddb-48a2-b164-55cd0253ccb6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137118 Jul 09 13:18:41.637350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.819602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.831146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['41caa796-e7ce-403b-9d3a-439af2eecdea'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:41.869530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Pushing event deleted for resources: {'Port': ['ID=565cbd7b-d4e6-49d2-a443-c03ebd8efa91,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:41.934898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] No DVR routers for this DVR port 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:41.939319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:41.941341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ecfe2562-d291-461d-8dcd-e7490920ab2e req-5e170b18-6d0d-4907-9f09-06498deb5b60 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.11 "DELETE /v2.0/ports/565cbd7b-d4e6-49d2-a443-c03ebd8efa91 HTTP/1.1" status: 204 len: 173 time: 1.2144716 Jul 09 13:18:41.943224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'name': 'network-vif-deleted', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:41.945609 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae036e-965c-4762-b33c-28c0d77245da" -d '{"events": [{"server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "name": "network-vif-deleted", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:41.998143 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.014534 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.042529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6a70d70-c893-429a-815a-06e9655402b0 req-d07d8e16-7c80-49cf-8966-4803615ddbcf tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4177220 Jul 09 13:18:42.077454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7011ce73-afcc-409c-9b37-b3bc93cf5073,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:42.179951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:42.188936 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.206083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Transition to ACTIVE for port object 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:42.211588 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.321117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:42.444184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.475003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Allocated IP 172.25.5.182 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/85dd3d76-4ca5-4fee-b0b3-6b9d98808a45) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:42.516087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9702ef3-a0b8-4567-9407-e2fe1e2d9768 req-062f8942-705c-44cc-9fc1-d204d05d984f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:42.525423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9702ef3-a0b8-4567-9407-e2fe1e2d9768 req-062f8942-705c-44cc-9fc1-d204d05d984f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 948 time: 0.2796409 Jul 09 13:18:42.596189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ac1e02-fa09-400c-8c35-f66aca292ebe {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:42.610922 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.629401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Transition to ACTIVE for port object 31ac1e02-fa09-400c-8c35-f66aca292ebe will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:42.665868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9702ef3-a0b8-4567-9407-e2fe1e2d9768 req-8a926159-c9ad-4088-b605-5ab6f0cb2c52 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393602 Jul 09 13:18:42.666717 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.753887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:42.756945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:42.757785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:42.778639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:42.779258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-3b1bbd6a-7f99-4bdc-8c96-f32faf652ef5 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:42.779674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:42.780258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:42.780397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-3b1bbd6a-7f99-4bdc-8c96-f32faf652ef5 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.10 "GET /v2.0/networks?id=c8313daa-61fd-4578-a881-6770d2edce5c HTTP/1.1" status: 200 len: 806 time: 0.3409553 Jul 09 13:18:42.799688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:42.800214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:42.800700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:42.801473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Bound port: 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:42.801714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.819639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:18:42.819987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 565cbd7b-d4e6-49d2-a443-c03ebd8efa91 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:18:42.877493 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.910733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:42.922871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Pushing event updated for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:42.934674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-1ac4a7a2-ad05-4055-aead-f329260afc92 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db785cdada6240da8679fa1b94defb9a HTTP/1.1" status: 200 len: 380 time: 0.1444535 Jul 09 13:18:42.975944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Request body: {'port': {'device_id': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'admin_state_up': True, 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'security_groups': ['49112290-5c06-4e44-ba0e-786e13c66037']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:42.986251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Attempting to bind port 31ac1e02-fa09-400c-8c35-f66aca292ebe on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:42.986662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Attempting to bind port 31ac1e02-fa09-400c-8c35-f66aca292ebe by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:42.987090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Attempting to bind port 31ac1e02-fa09-400c-8c35-f66aca292ebe on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:43.002399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Port 31ac1e02-fa09-400c-8c35-f66aca292ebe on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:43.002808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Attempting to bind port 31ac1e02-fa09-400c-8c35-f66aca292ebe on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:43.017030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:43.017415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Checking segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:43.017927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Bound using segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:43.018440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Bound port: 31ac1e02-fa09-400c-8c35-f66aca292ebe, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:43.018873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.021749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:43.029161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:43.042722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.088048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0610fd8-c871-4543-8cfc-45dd474225f2 req-a790c4ae-5251-4065-a6f4-71d83ab49c71 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:43.089224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0610fd8-c871-4543-8cfc-45dd474225f2 req-a790c4ae-5251-4065-a6f4-71d83ab49c71 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 944 time: 0.2029464 Jul 09 13:18:43.124159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.158677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:43.161844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:43.200868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:43.211318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Router 7cb74042-a255-4007-9d77-6b7a2e203957 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:18:43.213986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:43.228219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:43.231149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:43.259656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0610fd8-c871-4543-8cfc-45dd474225f2 req-86f99744-8de6-4be2-a5aa-d85f1b3a071a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 Jul 09 13:18:43.263429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.267648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Pushing event updated for resources: {'Port': ['ID=85dd3d76-4ca5-4fee-b0b3-6b9d98808a45,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:43.280893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:43.282264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.285304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-7505cdf6-63b4-4dc8-84d1-6fbb93b0d53e service neutron] 10.222.0.10 "PUT /v2.0/ports/0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 1096 time: 2.3983338 Jul 09 13:18:43.295183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Made reservation on behalf of db785cdada6240da8679fa1b94defb9a for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:18:43.299397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.306006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:43.309659 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65326480-28fd-452e-bb6e-c5c5e0de6f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:43.418207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:43.418749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.420380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] 10.222.0.10 "PUT /v2.0/ports/31ac1e02-fa09-400c-8c35-f66aca292ebe HTTP/1.1" status: 200 len: 1092 time: 2.1631358 Jul 09 13:18:43.515583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e59bd3d5-d0d9-40b1-9c8e-9b4785890cce req-df292d56-b06b-40f8-9e1b-6b83b9562ddd tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 210 time: 0.0781209 Jul 09 13:18:43.579997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550c8e2-ce62-45b0-8b5b-f80612de101d service neutron] Pushing event updated for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:43.655697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-7a421155-4e29-4c26-b616-fc434ebc29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:43.659926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-7a421155-4e29-4c26-b616-fc434ebc29a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 1095 time: 0.1312692 Jul 09 13:18:43.663833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-13c3ce4f-04c2-4e2b-8e73-186f1d3d0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:43.665549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-13c3ce4f-04c2-4e2b-8e73-186f1d3d0a27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1099 time: 0.3003416 Jul 09 13:18:43.743757 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.763026 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-ffc034fe-d87f-4f19-b750-065cbe1d2324 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe HTTP/1.1" status: 200 len: 217 time: 0.0889187 Jul 09 13:18:43.775336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-ef11fd8e-f582-4b03-a8c9-b1d59f339948 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.0540462 Jul 09 13:18:43.836697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fd6b2f3-d8b8-4709-9d7f-784470bab4cb req-ec76c216-b997-4be6-aa92-b5ef9cbd1784 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 210 time: 0.0759225 Jul 09 13:18:43.861301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:43.873932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:43.888384 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] Sync routers for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:43.895474 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f599d971-4b5d-46c9-bfe5-6a6012abcb80 admin admin] 10.222.0.32 "PUT /v2.0/routers/7cb74042-a255-4007-9d77-6b7a2e203957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2951033 Jul 09 13:18:43.897802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:43.903295 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:43.903931 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:43.907293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-766832ce-691c-4254-b194-b778195dacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:43.908843 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-766832ce-691c-4254-b194-b778195dacf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1327333 Jul 09 13:18:43.977295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-4e9cd7bc-b907-4f35-b94e-bb66e914571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:43.978836 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-4e9cd7bc-b907-4f35-b94e-bb66e914571a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.2015643 Jul 09 13:18:44.023727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-c77cbde8-a104-4e12-8a88-d44ce0e01e3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364733 Jul 09 13:18:44.039133 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Allocated IP 172.20.0.13 (c8313daa-61fd-4578-a881-6770d2edce5c/6ed5f537-06a7-4be1-8f9e-2130eae654b4/7f0d2dba-5ea9-42aa-af19-07a337c9cc7c) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:44.044596 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0829cf3-c3a4-4abc-b7cc-818916000c3d x-openstack-request-id: req-b0829cf3-c3a4-4abc-b7cc-818916000c3d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:44.044988 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eaaaf2-f09e-4025-8073-875cbc949227", "name": "network-vif-deleted", "tag": "565cbd7b-d4e6-49d2-a443-c03ebd8efa91", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:44.045334 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0829cf3-c3a4-4abc-b7cc-818916000c3d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:44.045819 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eaaaf2-f09e-4025-8073-875cbc949227', 'name': 'network-vif-deleted', 'tag': '565cbd7b-d4e6-49d2-a443-c03ebd8efa91', 'status': 'completed', 'code': 200} Jul 09 13:18:44.079400 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:44.100822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-d4bfe9fc-e74a-42f1-85d1-273533039801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:44.102353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-d4bfe9fc-e74a-42f1-85d1-273533039801 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733060 Jul 09 13:18:44.117243 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.189741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-c7ed614e-ef65-4e96-8b99-442c7447eed8 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580303 Jul 09 13:18:44.259864 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.264274 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8803f19e-da08-42df-867f-0d5bd6b74a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.329783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-e3e09680-c50e-42c0-942d-c0b7f3232fb7 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194052 Jul 09 13:18:44.371612 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:18:41Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:44.418127 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] Checking router: 7cb74042-a255-4007-9d77-6b7a2e203957 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:44.432428 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] Routers {'7cb74042-a255-4007-9d77-6b7a2e203957'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:44.433912 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7cb74042-a255-4007-9d77-6b7a2e203957'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:44.438326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8644e-e480-4a06-bdb0-c6df12188ee4 req-47fc32a0-2c29-4d29-8d81-52413ff74550 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:44.441466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8c8644e-e480-4a06-bdb0-c6df12188ee4 req-47fc32a0-2c29-4d29-8d81-52413ff74550 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.2195048 Jul 09 13:18:44.441985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fd6aea-9932-4d8c-af70-5f95c38ae126 req-6c9addaf-b960-4fc9-a3db-87ef39671af7 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436433 Jul 09 13:18:44.506470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8c8644e-e480-4a06-bdb0-c6df12188ee4 req-cd1630b9-0c4f-4b8c-9887-3b2e5f9d1cba tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516222 Jul 09 13:18:44.513460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f3742e2-987f-47c2-a9ce-6fe18a7b3c9c req-ba06b24a-4b09-47e2-8433-c4050c1bff59 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692457 Jul 09 13:18:44.538855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.544217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.603168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Transition to ACTIVE for port object 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:44.626100 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] Set router 7cb74042-a255-4007-9d77-6b7a2e203957 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:44.636855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.645291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.698057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Pushing event updated for resources: {'Port': ['ID=85dd3d76-4ca5-4fee-b0b3-6b9d98808a45,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:44.734254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c5e85-c2e9-4e89-b2f1-321d8494d39f req-a6a417e7-b2a3-43bf-97b5-f5b9440efa00 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:44.743438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e77c5e85-c2e9-4e89-b2f1-321d8494d39f req-a6a417e7-b2a3-43bf-97b5-f5b9440efa00 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 943 time: 0.0851340 Jul 09 13:18:44.775984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Deleting port f1710534-0359-40e0-aa34-ac643e8e39c4 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:44.777679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.788731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e77c5e85-c2e9-4e89-b2f1-321d8494d39f req-815c4d92-35fe-44f5-a6d1-b689b97e6de3 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443268 Jul 09 13:18:44.792866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9e5ead5b-77ff-42a5-83b1-4266e767bc5c details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:44.799859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.873963 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fd6093-b389-475b-856f-9c0bf54d3f1e x-openstack-request-id: req-32fd6093-b389-475b-856f-9c0bf54d3f1e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:44.874339 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:44.874655 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32fd6093-b389-475b-856f-9c0bf54d3f1e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:44.875159 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'status': 'completed', 'code': 200} Jul 09 13:18:44.910981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event updated for resources: {'Port': ['ID=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:44.927215 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:18:41Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:44.929448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:44.936942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Network c8313daa-61fd-4578-a881-6770d2edce5c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:44.938117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:44.947144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:44.949707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:44.954141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'port_id': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'mac_address': 'fa:16:3e:34:8e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:18:44.995057 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87a3ad-24ba-47b9-aed6-e92214fc3146 None None] The sync data for ids ['7cb74042-a255-4007-9d77-6b7a2e203957'] in n-d-799524-3 is: [{'id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1182299274-router', 'tenant_id': '886ec88855ee4059af64bc7766d1a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:31Z', 'updated_at': '2021-07-09T13:18:41Z', 'revision_number': 5, 'project_id': '886ec88855ee4059af64bc7766d1a1e8', 'gw_port': {'id': 'f1710534-0359-40e0-aa34-ac643e8e39c4', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb74042-a255-4007-9d77-6b7a2e203957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:33Z', 'updated_at': '2021-07-09T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:45.008668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-381ec879-4968-4766-a9b9-6ab7a986fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.010254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-381ec879-4968-4766-a9b9-6ab7a986fbde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1099 time: 0.1063225 Jul 09 13:18:45.018659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.019912 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.044313 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.063438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.064821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16994e92-c733-4807-b850-5222f7a89b41 req-84e7389f-58eb-45b5-becf-686b8c0a5cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5096743 Jul 09 13:18:45.075969 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-b64628ec-66f9-4cda-982f-137f77ec3db7 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1070726 Jul 09 13:18:45.094789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Request body: {'port': {'device_id': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:45.095291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5ead5b-77ff-42a5-83b1-4266e767bc5c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:45.129216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:45.131320 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.132333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] For port f1710534-0359-40e0-aa34-ac643e8e39c4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f1710534-0359-40e0-aa34-ac643e8e39c4,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:45.133420 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.185915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Calling delete_port for f1710534-0359-40e0-aa34-ac643e8e39c4 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:45.204860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16994e92-c733-4807-b850-5222f7a89b41 req-4b4ed5bd-b9cb-4583-a59b-cf5b33e8f05e tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.1172473 Jul 09 13:18:45.223430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:45.242835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-af569ab0-30c8-4112-b769-38ccf5ccc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.244438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-af569ab0-30c8-4112-b769-38ccf5ccc1db service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2238092 Jul 09 13:18:45.257338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4b460-35d7-4fd7-af4f-c90b92288341 req-2e93ed19-3b73-4bb2-8c6f-f1814c8f66f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.264402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ef4b460-35d7-4fd7-af4f-c90b92288341 req-2e93ed19-3b73-4bb2-8c6f-f1814c8f66f9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 948 time: 0.2182140 Jul 09 13:18:45.326157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-537227ba-5c1d-4a39-a89a-7837f72f4652 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.0408485 Jul 09 13:18:45.334027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ef4b460-35d7-4fd7-af4f-c90b92288341 req-84917da2-df64-44ee-9093-3ecfe56170dd tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682945 Jul 09 13:18:45.360484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.405399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-761b1593-929e-432b-aa4c-07a0081162cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.407008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-761b1593-929e-432b-aa4c-07a0081162cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0719090 Jul 09 13:18:45.411511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['9e5ead5b-77ff-42a5-83b1-4266e767bc5c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:45.477369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16994e92-c733-4807-b850-5222f7a89b41 req-535e4a97-61c1-4072-99c6-8ee293af5845 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.479155 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16994e92-c733-4807-b850-5222f7a89b41 req-535e4a97-61c1-4072-99c6-8ee293af5845 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2629864 Jul 09 13:18:45.515602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6f0fdcfa-0fc3-47a0-8b8d-105531c6c475 None None] Provisioning for port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:45.538134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-ab55800b-7973-4694-ae72-623ba7981113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.544565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-ab55800b-7973-4694-ae72-623ba7981113 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303089 Jul 09 13:18:45.574168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6f0fdcfa-0fc3-47a0-8b8d-105531c6c475 None None] Provisioning complete for port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:45.574894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6f0fdcfa-0fc3-47a0-8b8d-105531c6c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.616730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7011ce73-afcc-409c-9b37-b3bc93cf5073 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:45.621994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6f0fdcfa-0fc3-47a0-8b8d-105531c6c475 None None] Port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:18:45.658110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-7a1cbb1f-7165-4980-93d3-59bca3c2a664 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069090 Jul 09 13:18:45.668837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 7011ce73-afcc-409c-9b37-b3bc93cf5073 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:18:45.669588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7011ce73-afcc-409c-9b37-b3bc93cf5073 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:18:45.815853 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.819997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e502-9ed1-402a-9cbf-ab6308d5a079 req-9cb8589e-51d1-45a7-b5f8-21b5e665591b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.821522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5172e502-9ed1-402a-9cbf-ab6308d5a079 req-9cb8589e-51d1-45a7-b5f8-21b5e665591b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 944 time: 0.1626947 Jul 09 13:18:45.848479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65326480-28fd-452e-bb6e-c5c5e0de6f2b req-6cbb9031-2a94-4b5b-8724-8082cae523ac service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750433 Jul 09 13:18:45.861134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1710534-0359-40e0-aa34-ac643e8e39c4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:45.877271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5172e502-9ed1-402a-9cbf-ab6308d5a079 req-94e03efd-31c3-4418-bef5-800e091acd08 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Jul 09 13:18:45.966399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3de56d-dad0-4733-a886-d82f3585b6f5 req-2ba9fe0c-1b7c-4d8c-85b8-99a2d4a8e6b2 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:45.967971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e3de56d-dad0-4733-a886-d82f3585b6f5 req-2ba9fe0c-1b7c-4d8c-85b8-99a2d4a8e6b2 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1096 time: 0.2318766 Jul 09 13:18:45.990118 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:45.999380 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:46.037641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.064660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84571a03-4275-4ffd-a107-70fd0fcb4a22 req-c070816e-4291-457c-899a-0e6ea8d69484 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:46.066313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84571a03-4275-4ffd-a107-70fd0fcb4a22 req-c070816e-4291-457c-899a-0e6ea8d69484 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 932 time: 0.0718851 Jul 09 13:18:46.108030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84571a03-4275-4ffd-a107-70fd0fcb4a22 req-014ad67c-a66a-4825-bc8f-0e1d8bef704d tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342565 Jul 09 13:18:46.117372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Transition to ACTIVE for port object 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:18:46.124030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.125954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.128423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.133351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e3de56d-dad0-4733-a886-d82f3585b6f5 req-84b66b3b-7e79-4449-92ee-169125c0139b tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574099 Jul 09 13:18:46.227013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.227527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb74042-a255-4007-9d77-6b7a2e203957 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:18:46.232185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.236078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-75b2886f-cab8-4a01-bc12-6dc148cc4e5a admin admin] 10.222.0.32 "DELETE /v2.0/routers/7cb74042-a255-4007-9d77-6b7a2e203957 HTTP/1.1" status: 204 len: 168 time: 2.2749877 Jul 09 13:18:46.236078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:46.236241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53556) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:46.337836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Attempting to bind port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:46.337958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Attempting to bind port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:46.338347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Attempting to bind port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c on network c8313daa-61fd-4578-a881-6770d2edce5c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:46.347040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c on network c8313daa-61fd-4578-a881-6770d2edce5c not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:46.347364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Attempting to bind port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c on network c8313daa-61fd-4578-a881-6770d2edce5c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:46.350698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b706a7bf-9d36-4310-960b-619dd9673a33 req-fd10cf92-87ec-4679-a1c8-0eba0ca71e87 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8eaaaf2-f09e-4025-8073-875cbc949227 HTTP/1.1" status: 200 len: 210 time: 0.0671287 Jul 09 13:18:46.376754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:46.377096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Checking segment: {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:46.377478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Bound using segment: {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:46.377927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Bound port: 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733a7496-0206-463b-94ff-0b04da12c9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:46.378284 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.381230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad9b161-2a2c-49a3-97a5-64dc59155a46 admin admin] Deleting subnet 7649e5ee-40d7-466b-9713-e428554c6445 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:18:46.390874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b161-2a2c-49a3-97a5-64dc59155a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.449229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b161-2a2c-49a3-97a5-64dc59155a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.534873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4d315591-e4e1-4205-8ec7-43f3092b6a01 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:46.536982 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4d315591-e4e1-4205-8ec7-43f3092b6a01 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1851411 Jul 09 13:18:46.540148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] For port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:18:46.544930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] For port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:46.549729 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.621128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:46.621752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.623285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] 10.222.0.10 "PUT /v2.0/ports/7f0d2dba-5ea9-42aa-af19-07a337c9cc7c HTTP/1.1" status: 200 len: 1092 time: 1.5345690 Jul 09 13:18:46.637230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'tag': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:46.640133 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f25dbf6-e5c5-429a-8747-febdbb458c64" -d '{"events": [{"name": "network-changed", "server_uuid": "010a9525-2a9c-4b3f-b447-7646c8808be9", "tag": "7f0d2dba-5ea9-42aa-af19-07a337c9cc7c"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:46.648513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-93fb2d73-fc9e-43e5-87c4-b3a9b858c8f2 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.0941098 Jul 09 13:18:46.666749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Request body: {'floatingip': {'port_id': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:46.683937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eaf99-f30f-4068-b367-7637f2e0a9f6 req-363559ad-348f-44d7-9c8f-ed26806fd478 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:46.685621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba7eaf99-f30f-4068-b367-7637f2e0a9f6 req-363559ad-348f-44d7-9c8f-ed26806fd478 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 944 time: 0.1710806 Jul 09 13:18:46.716406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b161-2a2c-49a3-97a5-64dc59155a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.756868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.802634 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9e5ead5b-77ff-42a5-83b1-4266e767bc5c up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:46.811890 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba3e1801-4e74-4fb2-aa9c-b3986098dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.929763 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:46.941182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:46.947021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:46.947418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.073800 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.078388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:47.080913 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c121c3-e427-449d-9a71-3403f1e48ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:47.108260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:47.111428 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb713d98-60f9-4c69-899c-50e464f02764" -d '{"events": [{"server_uuid": "9cb6d523-68d5-400e-8b26-72337cf291b9", "name": "network-vif-plugged", "status": "completed", "tag": "9e5ead5b-77ff-42a5-83b1-4266e767bc5c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:47.117851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba7eaf99-f30f-4068-b367-7637f2e0a9f6 req-7126e030-cb2d-4318-a5eb-68cf403d32b2 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4230626 Jul 09 13:18:47.136745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:47.146766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.174557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b161-2a2c-49a3-97a5-64dc59155a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.188741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367563-425d-4597-8f13-d8ee10843d70 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:47.209825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:47.217284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b161-2a2c-49a3-97a5-64dc59155a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7649e5ee-40d7-466b-9713-e428554c6445,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:47.219101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed30db-21e5-478f-ade9-74592ee7efe7 None None] Network 10ad5623-fd12-4042-b470-b29afb6c832b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:18:47.220327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b161-2a2c-49a3-97a5-64dc59155a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.226088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53570) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:47.227016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4ad9b161-2a2c-49a3-97a5-64dc59155a46 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7649e5ee-40d7-466b-9713-e428554c6445 HTTP/1.1" status: 204 len: 168 time: 0.9898303 Jul 09 13:18:47.361678 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.372217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f713f0-bdc3-49b0-9a97-c9d289b51951 req-16e023e2-052b-404a-81cb-47fffeea80cf tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:47.375343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28f713f0-bdc3-49b0-9a97-c9d289b51951 req-16e023e2-052b-404a-81cb-47fffeea80cf tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1096 time: 0.0669086 Jul 09 13:18:47.428108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28f713f0-bdc3-49b0-9a97-c9d289b51951 req-00f53264-c203-4f42-a95f-6dd740e01961 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457139 Jul 09 13:18:47.508563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-162acae1-834d-4880-b9c8-966ba32e5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:47.509218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-162acae1-834d-4880-b9c8-966ba32e5909 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=db785cdada6240da8679fa1b94defb9a&device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 1095 time: 0.8045108 Jul 09 13:18:47.510381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] DHCP port deletion for 10ad5623-fd12-4042-b470-b29afb6c832b request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:18:47.619510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] Deleting port d559d487-3282-49cd-bd34-dad4d42c154f {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:47.619946 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.634823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d559d487-3282-49cd-bd34-dad4d42c154f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:47.655831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-1cd36a36-df5c-4f01-aa75-2efea6bfa800 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c HTTP/1.1" status: 200 len: 217 time: 0.1266246 Jul 09 13:18:47.735373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] For port d559d487-3282-49cd-bd34-dad4d42c154f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d559d487-3282-49cd-bd34-dad4d42c154f,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:47.736036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.747166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2e12a-ef90-4e88-8dc7-46132860f7c4 req-b0de5ac5-5e10-4c18-b794-bfefebbe7397 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:47.754635 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6e2e12a-ef90-4e88-8dc7-46132860f7c4 req-b0de5ac5-5e10-4c18-b794-bfefebbe7397 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 948 time: 0.1483636 Jul 09 13:18:47.760045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] Calling delete_port for d559d487-3282-49cd-bd34-dad4d42c154f owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:47.813424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Deleting port d559d487-3282-49cd-bd34-dad4d42c154f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:47.814251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.823236 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-fa0801c5-012a-48d6-bbe1-da7e88e2d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:47.823976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6e2e12a-ef90-4e88-8dc7-46132860f7c4 req-bae35149-6d72-4b5d-8f22-da521c2250be tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 Jul 09 13:18:47.825174 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-fa0801c5-012a-48d6-bbe1-da7e88e2d096 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed5f537-06a7-4be1-8f9e-2130eae654b4 HTTP/1.1" status: 200 len: 845 time: 0.1609590 Jul 09 13:18:47.851241 n-d-799524-3 neutron-server[93914]: INFO neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No ports have port_id starting with d559d487-3282-49cd-bd34-dad4d42c154f Jul 09 13:18:47.852819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f1710534-0359-40e0-aa34-ac643e8e39c4 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:47.854606 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:47.885968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: f1710534-0359-40e0-aa34-ac643e8e39c4 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:18:47.886332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f1710534-0359-40e0-aa34-ac643e8e39c4 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:18:47.902475 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce83a4ff-98cc-4ea5-b179-946ead2c5b76 x-openstack-request-id: req-ce83a4ff-98cc-4ea5-b179-946ead2c5b76 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:47.903084 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a9525-2a9c-4b3f-b447-7646c8808be9", "tag": "7f0d2dba-5ea9-42aa-af19-07a337c9cc7c", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:47.903742 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce83a4ff-98cc-4ea5-b179-946ead2c5b76 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:47.904351 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'tag': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'status': 'completed', 'code': 200} Jul 09 13:18:47.909754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] Pushing event deleted for resources: {'Port': ['ID=d559d487-3282-49cd-bd34-dad4d42c154f,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:47.912606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507bef7-d2fe-40e6-96f3-5f85ecb8fa7e None None] No DVR routers for this DVR port d559d487-3282-49cd-bd34-dad4d42c154f on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:47.947902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 31ac1e02-fa09-400c-8c35-f66aca292ebe details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:48.037304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] For port d559d487-3282-49cd-bd34-dad4d42c154f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d559d487-3282-49cd-bd34-dad4d42c154f,segment=NetworkSegment(2e2d401a-9f98-4c48-aac7-a625d97214ce),segment_id=2e2d401a-9f98-4c48-aac7-a625d97214ce)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:48.037674 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.043176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6a11f-a0d3-4b3b-8ff5-c011b7cad8c8 req-4ace3891-c9f7-4513-bdca-47784fd0cd33 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:48.046437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84b6a11f-a0d3-4b3b-8ff5-c011b7cad8c8 req-4ace3891-c9f7-4513-bdca-47784fd0cd33 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 944 time: 0.0743947 Jul 09 13:18:48.062901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Calling delete_port for d559d487-3282-49cd-bd34-dad4d42c154f owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:48.095408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84b6a11f-a0d3-4b3b-8ff5-c011b7cad8c8 req-4e38bd4e-5025-4bce-b0fd-16924ae30944 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Jul 09 13:18:48.107623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:48.124092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'port_id': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'mac_address': 'fa:16:3e:23:a7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56ea44e-abc3-47a5-94d3-6e01d5687fc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:18:48.126274 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.161081 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce996f3-bca4-4221-adcb-850ee65f6577 x-openstack-request-id: req-4ce996f3-bca4-4221-adcb-850ee65f6577 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:48.162236 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:48.162781 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ce996f3-bca4-4221-adcb-850ee65f6577 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:48.163519 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'status': 'completed', 'code': 200} Jul 09 13:18:48.187197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-909ecf56-a602-437b-bb3c-f8991dae408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:48.188806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-909ecf56-a602-437b-bb3c-f8991dae408c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8313daa-61fd-4578-a881-6770d2edce5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3375852 Jul 09 13:18:48.213969 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17bd3d6-510b-42dd-92cf-1d8cc6061fc1 x-openstack-request-id: req-b17bd3d6-510b-42dd-92cf-1d8cc6061fc1 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:48.214163 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb6d523-68d5-400e-8b26-72337cf291b9", "name": "network-vif-plugged", "status": "completed", "tag": "9e5ead5b-77ff-42a5-83b1-4266e767bc5c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:48.214319 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b17bd3d6-510b-42dd-92cf-1d8cc6061fc1 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:48.215326 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'code': 200} Jul 09 13:18:48.229224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.263138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ac1e02-fa09-400c-8c35-f66aca292ebe {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:48.303125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:48.309547 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.310303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:48.311020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-4a39e6de-3c2c-4094-bff8-177333511941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:48.312638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-4a39e6de-3c2c-4094-bff8-177333511941 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 1095 time: 0.1149058 Jul 09 13:18:48.376532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.resource_extend [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:18:48.412443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-6b512e69-75e1-4ed3-b178-c7708f9b5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:48.414050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-6b512e69-75e1-4ed3-b178-c7708f9b5f43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 911 time: 0.0904710 Jul 09 13:18:48.415436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:48.447248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.450262 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-787f9344-013f-4c9e-ae73-7adf129cccd3 service neutron] 10.222.0.10 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502842 Jul 09 13:18:48.455692 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.467663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:48.483138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-b2425715-a11b-4183-8ee0-c8d841a427e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe HTTP/1.1" status: 200 len: 217 time: 0.0484095 Jul 09 13:18:48.488500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'mac_address': 'fa:16:3e:8c:ee:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:18:48.531420 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.553657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:48.554506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcbe3-6dfd-4888-9d71-305af48f7c66 req-55f3acfc-7c63-483e-8323-5d6d1e8f5e59 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:48.556144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cefdcbe3-6dfd-4888-9d71-305af48f7c66 req-55f3acfc-7c63-483e-8323-5d6d1e8f5e59 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 944 time: 0.2426424 Jul 09 13:18:48.571226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-8cb8746b-b80a-4c5f-ae04-7eed7cc6c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:48.572802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-8cb8746b-b80a-4c5f-ae04-7eed7cc6c3ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.0769262 Jul 09 13:18:48.579354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:48.585926 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.605756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cefdcbe3-6dfd-4888-9d71-305af48f7c66 req-e1827746-760f-4702-9043-d36d5b6f03c5 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Jul 09 13:18:48.651390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-f198ce14-79cb-4b8b-b03c-e6b77e0bb12b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488605 Jul 09 13:18:48.656773 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.657321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:48.687240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] No DVR routers for this DVR port d559d487-3282-49cd-bd34-dad4d42c154f on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:48.754624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-91c62b52-9763-48d5-abc6-2055cce7d8dd service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958469 Jul 09 13:18:48.774227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d559d487-3282-49cd-bd34-dad4d42c154f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:48.783671 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0df7f61b-a36d-438a-a921-ffce01cd120d req-981a3bae-99d6-4ff0-93fc-6f0e0612422f service neutron] 10.222.0.10 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254173 Jul 09 13:18:48.819124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['31ac1e02-fa09-400c-8c35-f66aca292ebe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:48.826508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['0fdb71e5-d0f3-4828-b2ba-93a7772eb856'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:48.877665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.902370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73c121c3-e427-449d-9a71-3403f1e48ed9 req-6b6eba00-6647-47a1-aead-d3eaedfc047f service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391087 Jul 09 13:18:48.905305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ad5623-fd12-4042-b470-b29afb6c832b']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:48.939788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2d401a-9f98-4c48-aac7-a625d97214ce') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:48.942418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2d401a-9f98-4c48-aac7-a625d97214ce') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:48.966808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.985442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:48.993228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:18:48.993744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:18:49.075236 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:18:49.083152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:49.118662 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:49.121157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e625-ee54-425d-a516-c752754c7fc3 req-740dd6ee-4b8c-401c-92ab-2e7a3d5f83e9 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:49.122734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a85e625-ee54-425d-a516-c752754c7fc3 req-740dd6ee-4b8c-401c-92ab-2e7a3d5f83e9 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 945 time: 0.1116662 Jul 09 13:18:49.123976 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] 10.222.0.32 "DELETE /v2.0/networks/10ad5623-fd12-4042-b470-b29afb6c832b HTTP/1.1" status: 204 len: 168 time: 1.8957982 Jul 09 13:18:49.124713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53588) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:49.196904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a85e625-ee54-425d-a516-c752754c7fc3 req-81a35180-6fd1-4224-b298-81fd3c952c07 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476868 Jul 09 13:18:49.246174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fbcb0-5c46-44ef-bc17-aabdef89c480 req-efcf3a91-cee5-46ba-b44b-81d70ca34c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:49.247490 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c8fbcb0-5c46-44ef-bc17-aabdef89c480 req-efcf3a91-cee5-46ba-b44b-81d70ca34c87 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 1096 time: 0.9389350 Jul 09 13:18:49.256997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95f758-a39c-4a7f-8cf9-d24123af8a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ad5623-fd12-4042-b470-b29afb6c832b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:49.302514 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Floating IP 306151f0-2e5b-477d-b33f-a1cfda0ade40 associated. External IP: 172.25.5.182, port: cdfcb029-e738-40f9-9272-03d4bbe0a637. Jul 09 13:18:49.428126 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c8fbcb0-5c46-44ef-bc17-aabdef89c480 req-06d9d485-1b65-4e51-9f85-e173c5736b4d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355736 Jul 09 13:18:49.465675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-a097420b-f39e-40fe-89f8-6fd13e4d50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:49.467336 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-a097420b-f39e-40fe-89f8-6fd13e4d50a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=db785cdada6240da8679fa1b94defb9a&device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 1095 time: 0.3996623 Jul 09 13:18:49.540813 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:49.730867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-540af32d-61c2-40e6-99ba-3a6ec94a8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:49.732418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-540af32d-61c2-40e6-99ba-3a6ec94a8394 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8313daa-61fd-4578-a881-6770d2edce5c HTTP/1.1" status: 200 len: 906 time: 0.2577376 Jul 09 13:18:49.790513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-28a586cd-ad5e-4ef8-92b2-20958d2bad8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c HTTP/1.1" status: 200 len: 217 time: 0.0486155 Jul 09 13:18:49.816835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Router f9ee6729-8380-4b22-8603-119f8761bb3c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:18:49.935789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-6d89b3d4-228f-4ff6-91fc-fcd1363a60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:49.937332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-6d89b3d4-228f-4ff6-91fc-fcd1363a60ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed5f537-06a7-4be1-8f9e-2130eae654b4 HTTP/1.1" status: 200 len: 845 time: 0.1381829 Jul 09 13:18:49.948471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:50.031164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:50.035173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:50.035556 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:50.163592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:50.172424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:50.183473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] Sync routers for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:50.196305 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:50.212592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:50.214671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:50.259348 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:50.277093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-4af5e774-9c2b-4146-9d98-7496fdd9ab0d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "PUT /v2.0/floatingips/306151f0-2e5b-477d-b33f-a1cfda0ade40 HTTP/1.1" status: 200 len: 997 time: 3.6154294 Jul 09 13:18:50.299142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:50.303200 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31768d7c-ea45-4447-a567-c8783c3fe120" -d '{"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:50.336810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:50.350840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:50.351787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 31ac1e02-fa09-400c-8c35-f66aca292ebe up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:50.425582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:50.428048 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02dc014-168e-40ae-9dc8-91f7087176fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:50.434169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-c204dac7-d8cd-4b49-956c-ba9fe85cbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:50.438459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-c204dac7-d8cd-4b49-956c-ba9fe85cbd94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8313daa-61fd-4578-a881-6770d2edce5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4778554 Jul 09 13:18:50.525349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-df791b62-5d17-4fcc-b6e1-6f29fc3c83d2 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:18:50.526554 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-df791b62-5d17-4fcc-b6e1-6f29fc3c83d2 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0871930 Jul 09 13:18:50.540242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Request body: {'binding': {'host': 'n-h1-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:50.540909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:18:50.652775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:50.664884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:50.708622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 31ac1e02-fa09-400c-8c35-f66aca292ebe completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:50.721623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 31ac1e02-fa09-400c-8c35-f66aca292ebe triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:50.721999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:50.873077 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:50.951734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:50.960322 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:51.057783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:51.086211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-1b8a142c-663f-4fb7-8a26-9509de62de04 service neutron] 10.222.0.10 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892406 Jul 09 13:18:51.089626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '306151f0-2e5b-477d-b33f-a1cfda0ade40', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'port_id': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'mac_address': 'fa:16:3e:f2:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:18:43Z', 'updated_at': '2021-07-09T13:18:48Z', 'revision_number': 1, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 5, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:51.092265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-083374e6-05c1-4003-bc67-fc29298dcef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:51.093890 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-083374e6-05c1-4003-bc67-fc29298dcef6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2170de9d6344cd5b700b9c4f453ee8f&device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 1097 time: 0.6519983 Jul 09 13:18:51.121459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] Checking router: f9ee6729-8380-4b22-8603-119f8761bb3c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:51.135544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:51.136418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:51.285735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:51.319510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on host n-h1-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:18:51.319510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:18:51.320171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:51.364515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:18:51.364814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:18:51.372034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-b8d35570-24d5-46fc-b1de-7d0ce44b51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:51.373565 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-b8d35570-24d5-46fc-b1de-7d0ce44b51e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=249ec2c9-f442-4ea1-873d-f06e902d1e6e HTTP/1.1" status: 200 len: 929 time: 0.2681677 Jul 09 13:18:51.378092 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f25dbf6-e5c5-429a-8747-febdbb458c64 req-9ae5df11-112a-415a-ad74-08208755cbab service neutron] 10.222.0.10 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832930 Jul 09 13:18:51.380828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:18:51.381176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:18:51.381564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:18:51.382282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Bound port: 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:18:51.485103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Deleting port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:51.485372 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:51.528645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '306151f0-2e5b-477d-b33f-a1cfda0ade40', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'port_id': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'mac_address': 'fa:16:3e:f2:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:18:43Z', 'updated_at': '2021-07-09T13:18:48Z', 'revision_number': 1, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 5, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:51.536881 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-f439f501-a41b-4bf1-925c-26de0fb44112 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 200 len: 1000 time: 0.1290038 Jul 09 13:18:51.541384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:18:51.556518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984e921-2ba5-4411-a6ff-de8efffbecf5 None None] The sync data for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 is: [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '306151f0-2e5b-477d-b33f-a1cfda0ade40', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'port_id': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'mac_address': 'fa:16:3e:f2:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:18:43Z', 'updated_at': '2021-07-09T13:18:48Z', 'revision_number': 1, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 5, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:51.559970 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:51.561797 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-96ea5005-7b60-478b-984b-64e345c3aa86 service neutron] 10.222.0.32 "POST /v2.0/ports/80da11c4-2442-4d3d-a8b9-0afaf1488f61/bindings HTTP/1.1" status: 201 len: 389 time: 1.0257282 Jul 09 13:18:51.624392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-11add9df-4cdd-4e59-aa50-5ae3c5e56f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:51.626753 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-11add9df-4cdd-4e59-aa50-5ae3c5e56f6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fb69d90-1abc-442f-bf00-5a721e2d0ef7 HTTP/1.1" status: 200 len: 868 time: 0.0823877 Jul 09 13:18:51.695754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] For port 18ed0ef8-15da-4672-a978-2c7e3ec75cf8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,segment=NetworkSegment(ba7ec1ae-2c96-4c92-86e5-7520cddf36d4),segment_id=ba7ec1ae-2c96-4c92-86e5-7520cddf36d4)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:51.696136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:51.713065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Calling delete_port for 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:51.796819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-ce95deb5-f930-482f-9932-5c8002cbfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:51.798693 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-ce95deb5-f930-482f-9932-5c8002cbfd58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=249ec2c9-f442-4ea1-873d-f06e902d1e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620505 Jul 09 13:18:51.854373 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad133a-f493-4f16-b990-7fde37f90d09 None None] New status for floating IP 306151f0-2e5b-477d-b33f-a1cfda0ade40: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:18:51.901104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb0f69-7b69-4ffa-9fe2-cb955796f539 req-3d74798a-42ff-41f9-b9a1-5eb47041311c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:51.902561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-47fb0f69-7b69-4ffa-9fe2-cb955796f539 req-3d74798a-42ff-41f9-b9a1-5eb47041311c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.0938480 Jul 09 13:18:51.945260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-47fb0f69-7b69-4ffa-9fe2-cb955796f539 req-84e2e6e1-2faf-4155-9bbd-d688b5e49325 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357759 Jul 09 13:18:51.969001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:18:51.997796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-fa195cbb-d720-4ff7-a1bd-6eff25ac0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:51.999333 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-fa195cbb-d720-4ff7-a1bd-6eff25ac0b5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1096 time: 0.1786711 Jul 09 13:18:52.102895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-0bbdd6e9-7312-4e81-b89c-2ce680185a89 service neutron] 10.222.0.32 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954288 Jul 09 13:18:52.162131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:52.181526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'port_id': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'mac_address': 'fa:16:3e:04:56:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:18:52.193371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86cd7a-0fe2-42b5-872b-9c28a12cc7a1 req-a626d39a-cd30-47ab-8e42-75f261aeeff2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:52.200284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba86cd7a-0fe2-42b5-872b-9c28a12cc7a1 req-a626d39a-cd30-47ab-8e42-75f261aeeff2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1189344 Jul 09 13:18:52.245546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba86cd7a-0fe2-42b5-872b-9c28a12cc7a1 req-b6afcfad-bc1d-4056-85f9-06234e6ebfc2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Jul 09 13:18:52.247256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:52.276615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:18:52.279250 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd529c32-dad6-4201-bd1b-fea732126c4b req-0046a064-22d4-475f-9725-685dd9e63500 service neutron] 10.222.0.32 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748936 Jul 09 13:18:52.288201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-dda499c2-38fa-4a35-8b23-8f5dcfe744d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:52.290481 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-dda499c2-38fa-4a35-8b23-8f5dcfe744d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.2816229 Jul 09 13:18:52.291845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:52.302384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:52.306855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:52.356117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-1c96e29f-5669-48db-b9bf-59a3f98e6af4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61 HTTP/1.1" status: 200 len: 217 time: 0.0521679 Jul 09 13:18:52.377935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:52.402028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ed0ef8-15da-4672-a978-2c7e3ec75cf8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:52.437616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2e1a7-888d-496c-bbe0-115da4108bc6 req-0076e2d3-23a0-47e4-949e-f7e1904fe6e6 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:52.447347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfc2e1a7-888d-496c-bbe0-115da4108bc6 req-0076e2d3-23a0-47e4-949e-f7e1904fe6e6 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 945 time: 0.1025894 Jul 09 13:18:52.496612 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfc2e1a7-888d-496c-bbe0-115da4108bc6 req-9abf5d41-d8af-4843-9897-8b1a16272f4a tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464492 Jul 09 13:18:52.571053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-23b51e05-9c62-412a-92f0-8d73653a9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:52.573012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-23b51e05-9c62-412a-92f0-8d73653a9e86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.1829050 Jul 09 13:18:52.582888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7f0d2dba-5ea9-42aa-af19-07a337c9cc7c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:18:52.629121 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181bdc50-962d-4eed-bb43-56d9b011733a x-openstack-request-id: req-181bdc50-962d-4eed-bb43-56d9b011733a {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:52.629384 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:52.629647 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-181bdc50-962d-4eed-bb43-56d9b011733a {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:52.630559 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'code': 200} Jul 09 13:18:52.758209 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665555c0-0ca8-4acf-b866-a6d11467ddd5 x-openstack-request-id: req-665555c0-0ca8-4acf-b866-a6d11467ddd5 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:52.759071 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:52.759564 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-665555c0-0ca8-4acf-b866-a6d11467ddd5 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:52.760120 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'status': 'completed', 'code': 200} Jul 09 13:18:52.761646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:52.775543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-6afae590-388e-459b-8e39-edab19a5d633 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458683 Jul 09 13:18:52.817738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-4a4439cb-b388-430c-b323-da806c25656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:52.819807 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-4a4439cb-b388-430c-b323-da806c25656a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2170de9d6344cd5b700b9c4f453ee8f&device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 1097 time: 0.1336672 Jul 09 13:18:52.823109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e4b7b-5abc-472e-8bcd-b1c5e3c08b17 req-33b2ca85-e8de-4508-bda7-135bcb35261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:52.824815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-541e4b7b-5abc-472e-8bcd-b1c5e3c08b17 req-33b2ca85-e8de-4508-bda7-135bcb35261c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1101 time: 0.1075220 Jul 09 13:18:52.885447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ac511-08ab-4432-ab50-c0f850f039f4 req-63ecf8f5-f1f1-405d-938b-c64030263d34 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:52.886868 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-889ac511-08ab-4432-ab50-c0f850f039f4 req-63ecf8f5-f1f1-405d-938b-c64030263d34 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 945 time: 0.4101102 Jul 09 13:18:52.967711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-541e4b7b-5abc-472e-8bcd-b1c5e3c08b17 req-d6555d9a-c92e-4dec-9535-23b033478450 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356416 Jul 09 13:18:52.987553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-47016c5a-7f28-4962-bdb4-704c3dd794a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:52.989587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-47016c5a-7f28-4962-bdb4-704c3dd794a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=249ec2c9-f442-4ea1-873d-f06e902d1e6e HTTP/1.1" status: 200 len: 929 time: 0.1483481 Jul 09 13:18:53.001198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e86f8-e922-40eb-992a-54c090e45daa req-acf061bc-d43a-4dc2-bc21-bf7186378812 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:53.002645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc3e86f8-e922-40eb-992a-54c090e45daa req-acf061bc-d43a-4dc2-bc21-bf7186378812 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.1725378 Jul 09 13:18:53.007302 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-889ac511-08ab-4432-ab50-c0f850f039f4 req-158b4a4e-3ee5-42b1-8b3d-a849abe0dc59 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100655 Jul 09 13:18:53.014464 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-a8665c0d-664c-44f3-93e9-0420e9c2bf5f service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262788 Jul 09 13:18:53.112198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc3e86f8-e922-40eb-992a-54c090e45daa req-c6e2df96-85e4-45da-a16a-71d6f196366d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011708 Jul 09 13:18:53.183554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-027d4fef-9e68-4273-8478-e4fc74dec918 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 200 len: 1002 time: 0.1555166 Jul 09 13:18:53.194831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-8f27d1bd-6f57-4155-96cd-a4191b54d502 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715465 Jul 09 13:18:53.213281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Router 03492081-180a-48db-9135-dab5a7bf5f0a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:18:53.330543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-e6baeaa6-dfcb-42f0-a48d-10e2bfbb004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:53.332052 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-e6baeaa6-dfcb-42f0-a48d-10e2bfbb004d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fb69d90-1abc-442f-bf00-5a721e2d0ef7 HTTP/1.1" status: 200 len: 868 time: 0.1302669 Jul 09 13:18:53.408366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:53.418345 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b059d206-120c-422f-8f2c-d55f6d8edd86 admin admin] 10.222.0.32 "PUT /v2.0/routers/03492081-180a-48db-9135-dab5a7bf5f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2816319 Jul 09 13:18:53.420384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53642) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:53.420920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] Sync routers for ids ['03492081-180a-48db-9135-dab5a7bf5f0a'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:53.430886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] Routers {'03492081-180a-48db-9135-dab5a7bf5f0a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:53.432029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['03492081-180a-48db-9135-dab5a7bf5f0a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:53.461304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded0130-5ce5-4ce3-ba61-3f549af8523d req-fb2f3e1a-5501-4761-8311-45d7756f4e9b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:53.468259 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ded0130-5ce5-4ce3-ba61-3f549af8523d req-fb2f3e1a-5501-4761-8311-45d7756f4e9b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.0990837 Jul 09 13:18:53.512931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ded0130-5ce5-4ce3-ba61-3f549af8523d req-b637308e-9def-43a2-ba8e-c73f93c7a66a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Jul 09 13:18:53.583871 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:53.599137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-5883883d-1ae0-4d79-bfef-ca7dabb1b31f tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 258 time: 0.4410863 Jul 09 13:18:53.648496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:53.652828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] Set router 03492081-180a-48db-9135-dab5a7bf5f0a gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:53.680680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:53.686888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f39325-2a3c-495d-af1a-696feac3a680 req-d29cc91f-4c8b-4028-ada4-7a7677e47d35 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:53.705940 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-35f39325-2a3c-495d-af1a-696feac3a680 req-d29cc91f-4c8b-4028-ada4-7a7677e47d35 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 945 time: 0.0921464 Jul 09 13:18:53.707540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53646) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:53.719315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Request body: {'floatingip': {'port_id': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:53.780940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-7c5b7fa9-f56b-4909-bc92-1198b87d1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:53.782610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-7c5b7fa9-f56b-4909-bc92-1198b87d1964 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=249ec2c9-f442-4ea1-873d-f06e902d1e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4417531 Jul 09 13:18:53.808844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:53.929258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:53.986613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:18:54.006921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-f7f16c73-39a2-42b5-bade-223fec1fc1ed service neutron] 10.222.0.10 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172234 Jul 09 13:18:54.038450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:18:52Z', 'revision_number': 5, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port': {'id': 'bc35c3e3-a17e-4180-8975-cb809d6f8cd5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:13:45Z', 'updated_at': '2021-07-09T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:54.119574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] Checking router: 03492081-180a-48db-9135-dab5a7bf5f0a for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:54.154679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] Routers {'03492081-180a-48db-9135-dab5a7bf5f0a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:54.158489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['03492081-180a-48db-9135-dab5a7bf5f0a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:54.163732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:18:54.252515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:18:54.253197 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:54.380154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] Set router 03492081-180a-48db-9135-dab5a7bf5f0a gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:54.422929 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:54.425545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Deleting port bc35c3e3-a17e-4180-8975-cb809d6f8cd5 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:54.425877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:54.438085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-8aaf2d89-6348-414d-944f-1eb082c0692d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:54.439622 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-8aaf2d89-6348-414d-944f-1eb082c0692d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 944 time: 0.5774677 Jul 09 13:18:54.450133 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397c6bc-5b0a-4503-a915-8e84ac4ed226 req-63e57e14-e92c-4fe8-aa76-543a4cc3d370 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:54.457516 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e397c6bc-5b0a-4503-a915-8e84ac4ed226 req-63e57e14-e92c-4fe8-aa76-543a4cc3d370 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.5963204 Jul 09 13:18:54.461107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:18:53Z', 'revision_number': 6, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:54.463684 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:54.524435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970cc8e-d872-414f-8ff1-80936ad8c7d8 None None] The sync data for ids ['03492081-180a-48db-9135-dab5a7bf5f0a'] in n-d-799524-3 is: [{'id': '03492081-180a-48db-9135-dab5a7bf5f0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094038519-router', 'tenant_id': 'cb3e2a54ab82467d87006a0658975702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:13:44Z', 'updated_at': '2021-07-09T13:18:53Z', 'revision_number': 6, 'project_id': 'cb3e2a54ab82467d87006a0658975702', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:54.550111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:54.555181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f02dc014-168e-40ae-9dc8-91f7087176fc req-053354a3-0462-47e2-98e2-cf0cd129c48e service neutron] 10.222.0.10 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321803 Jul 09 13:18:54.557558 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:54.631699 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e397c6bc-5b0a-4503-a915-8e84ac4ed226 req-800c10d9-c761-457d-9493-b629a44c748e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731107 Jul 09 13:18:54.633263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] For port bc35c3e3-a17e-4180-8975-cb809d6f8cd5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bc35c3e3-a17e-4180-8975-cb809d6f8cd5,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:54.633700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:54.656332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Calling delete_port for bc35c3e3-a17e-4180-8975-cb809d6f8cd5 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:54.668603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Allocated IP 172.25.5.17 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/5961773e-bf8e-42e2-a4df-354f6466a6de) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:18:54.686712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe'}, {'server_uuid': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:54.690078 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46bdec9-6798-49c3-baed-d3fe05629419" -d '{"events": [{"server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "name": "network-vif-plugged", "status": "completed", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe"}, {"server_uuid": "010a9525-2a9c-4b3f-b447-7646c8808be9", "name": "network-vif-plugged", "status": "completed", "tag": "7f0d2dba-5ea9-42aa-af19-07a337c9cc7c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:54.694097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:54.825591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Deleting port 41caa796-e7ce-403b-9d3a-439af2eecdea {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:54.825959 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:54.934064 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:54.998515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] For port 41caa796-e7ce-403b-9d3a-439af2eecdea, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=41caa796-e7ce-403b-9d3a-439af2eecdea,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:54.998515 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.016832 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.070384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Calling delete_port for 41caa796-e7ce-403b-9d3a-439af2eecdea owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:55.079069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:18:55.085799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:18:55.088365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:18:55.094162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.118359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Pushing event updated for resources: {'Port': ['ID=5961773e-bf8e-42e2-a4df-354f6466a6de,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:55.183226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afcf73-e4bb-4cd5-be67-6d214cd95d87 req-789b5d43-be33-4118-b520-029bc5efb49d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:55.184772 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88afcf73-e4bb-4cd5-be67-6d214cd95d87 req-789b5d43-be33-4118-b520-029bc5efb49d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=946b9a2c-3308-421d-bb64-ff1bf95447f1 HTTP/1.1" status: 200 len: 944 time: 0.3952138 Jul 09 13:18:55.192722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bc35c3e3-a17e-4180-8975-cb809d6f8cd5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:55.270924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.295394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88afcf73-e4bb-4cd5-be67-6d214cd95d87 req-5b1ede0d-1254-45df-aca5-4e7240a00d80 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991385 Jul 09 13:18:55.309323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.333807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.403505 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.408377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.411228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.452288 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.506072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Pushing event deleted for resources: {'Port': ['ID=41caa796-e7ce-403b-9d3a-439af2eecdea,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:55.553368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.582200 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.582847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03492081-180a-48db-9135-dab5a7bf5f0a {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:18:55.591082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.595145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e6dbf84a-0f61-4b58-9449-b3f244ae59ba admin admin] 10.222.0.32 "DELETE /v2.0/routers/03492081-180a-48db-9135-dab5a7bf5f0a HTTP/1.1" status: 204 len: 168 time: 2.1665072 Jul 09 13:18:55.595743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53654) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:55.601819 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Floating IP 9125a4bc-222b-4789-ac94-e08cbaf93bc9 associated. External IP: 172.25.5.120, port: 9e5ead5b-77ff-42a5-83b1-4266e767bc5c. Jul 09 13:18:55.641712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:55.675640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:18:55.676345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 18ed0ef8-15da-4672-a978-2c7e3ec75cf8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:18:55.677665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bc35c3e3-a17e-4180-8975-cb809d6f8cd5 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:55.687262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] No DVR routers for this DVR port 41caa796-e7ce-403b-9d3a-439af2eecdea on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:55.697821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eacc661-d11b-4a29-8f4d-3b1316bc6e72 admin admin] Deleting subnet 374a5224-03ed-42c5-bf93-cef7f2a16e11 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:18:55.702494 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.704192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eacc661-d11b-4a29-8f4d-3b1316bc6e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.704846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: bc35c3e3-a17e-4180-8975-cb809d6f8cd5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:18:55.705090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c4d25d2-3e30-49a2-a3bf-44ece351d413 req-b5d1c5dc-4a6f-40cf-a070-a2bb42f128de tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.11 "DELETE /v2.0/ports/41caa796-e7ce-403b-9d3a-439af2eecdea HTTP/1.1" status: 204 len: 173 time: 1.2368729 Jul 09 13:18:55.705641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bc35c3e3-a17e-4180-8975-cb809d6f8cd5 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:18:55.708074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'name': 'network-vif-deleted', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:55.713816 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ce7bf-ee7c-4e5f-b88e-7bffe43d2a6a" -d '{"events": [{"server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "name": "network-vif-deleted", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:55.775703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eacc661-d11b-4a29-8f4d-3b1316bc6e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.865975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0558e-06f8-49fa-b418-6f1cbcfe712f req-3680ee98-45c0-4c40-a35a-2c5de98fee3f tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:55.870637 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58f0558e-06f8-49fa-b418-6f1cbcfe712f req-3680ee98-45c0-4c40-a35a-2c5de98fee3f tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 946 time: 0.3812540 Jul 09 13:18:55.881872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.897134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.944606 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eacc661-d11b-4a29-8f4d-3b1316bc6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:55.991687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58f0558e-06f8-49fa-b418-6f1cbcfe712f req-c39942ef-b801-4340-982e-c87661f668c8 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153293 Jul 09 13:18:56.019047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Pushing event updated for resources: {'Port': ['ID=5961773e-bf8e-42e2-a4df-354f6466a6de,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:56.065821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.074189 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eacc661-d11b-4a29-8f4d-3b1316bc6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.079655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Router bdc03172-1762-4363-80dd-87c3f6fb4de7 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:18:56.095534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ddf8b8-9f40-47cb-bf2f-8173e438c547 None None] Network 20a9e8a8-e716-4dda-bcc7-348180dbe768 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:18:56.096951 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eacc661-d11b-4a29-8f4d-3b1316bc6e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.102425 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3eacc661-d11b-4a29-8f4d-3b1316bc6e72 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/374a5224-03ed-42c5-bf93-cef7f2a16e11 HTTP/1.1" status: 204 len: 168 time: 0.5061262 Jul 09 13:18:56.103056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53660) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:56.140092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacc661-d11b-4a29-8f4d-3b1316bc6e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374a5224-03ed-42c5-bf93-cef7f2a16e11,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:56.191157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.192791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-3c581624-5e92-488c-ae4b-a1fa0d9e6395 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5500741 Jul 09 13:18:56.294906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-f36b47ac-f4d4-49d1-96b5-328d3e098be1 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.0953860 Jul 09 13:18:56.298618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.307413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a51954-7049-43ea-b3ca-f84ca2ccf4d2 req-a3e15854-fe91-41f6-b005-59fa4d3fe3d8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:56.315204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7a51954-7049-43ea-b3ca-f84ca2ccf4d2 req-a3e15854-fe91-41f6-b005-59fa4d3fe3d8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.1484206 Jul 09 13:18:56.344609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:18:56.363202 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] Sync routers for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:18:56.377191 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.381087 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:56.381919 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:56.390656 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7a51954-7049-43ea-b3ca-f84ca2ccf4d2 req-19e15788-1593-496b-b702-f960d1620943 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744612 Jul 09 13:18:56.479136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a52b947f-e843-408d-bfcd-1431c1cb96bd tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "PUT /v2.0/floatingips/9125a4bc-222b-4789-ac94-e08cbaf93bc9 HTTP/1.1" status: 200 len: 991 time: 2.7654908 Jul 09 13:18:56.523527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] DHCP port deletion for 20a9e8a8-e716-4dda-bcc7-348180dbe768 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:18:56.524736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-a18342ea-a4d6-480a-90f8-816ea89e07ae tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:56.526992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d223579c-47f1-49fd-8c39-6852250a6b85 req-a18342ea-a4d6-480a-90f8-816ea89e07ae tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2252979 Jul 09 13:18:56.616771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Deleting port 09992f85-6bd3-4157-a6b8-57f056fde4cd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:56.617093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.618259 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a46a9-9b06-46d3-a656-746ddc5db535 x-openstack-request-id: req-f39a46a9-9b06-46d3-a656-746ddc5db535 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:56.619294 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "name": "network-vif-plugged", "status": "completed", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe", "code": 200}, {"server_uuid": "010a9525-2a9c-4b3f-b447-7646c8808be9", "name": "network-vif-plugged", "status": "completed", "tag": "7f0d2dba-5ea9-42aa-af19-07a337c9cc7c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:56.621438 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f39a46a9-9b06-46d3-a656-746ddc5db535 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:56.622084 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'code': 200} Jul 09 13:18:56.622538 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'code': 200} Jul 09 13:18:56.648364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] Deleting port 09992f85-6bd3-4157-a6b8-57f056fde4cd {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:56.649487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.717027 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:56.790347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5ddcb-ab78-4710-b8f1-29f8f641252c req-11493b15-351e-43b5-9bc1-4b58c74b7b86 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:56.798887 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a4f5ddcb-ab78-4710-b8f1-29f8f641252c req-11493b15-351e-43b5-9bc1-4b58c74b7b86 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.2177489 Jul 09 13:18:56.806214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] For port 09992f85-6bd3-4157-a6b8-57f056fde4cd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=09992f85-6bd3-4157-a6b8-57f056fde4cd,segment=NetworkSegment(ba7ec1ae-2c96-4c92-86e5-7520cddf36d4),segment_id=ba7ec1ae-2c96-4c92-86e5-7520cddf36d4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:56.809950 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.834381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] For port 09992f85-6bd3-4157-a6b8-57f056fde4cd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=09992f85-6bd3-4157-a6b8-57f056fde4cd,segment=NetworkSegment(ba7ec1ae-2c96-4c92-86e5-7520cddf36d4),segment_id=ba7ec1ae-2c96-4c92-86e5-7520cddf36d4)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:56.834381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:56.849951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] Calling delete_port for 09992f85-6bd3-4157-a6b8-57f056fde4cd owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:56.854806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a4f5ddcb-ab78-4710-b8f1-29f8f641252c req-92a59e91-048a-4a0e-81fa-dee14c564ce8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547442 Jul 09 13:18:56.863075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Calling delete_port for 09992f85-6bd3-4157-a6b8-57f056fde4cd owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:56.903104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50808f1-8f03-4aa8-8c1c-77ef616c6243 req-7f2e4984-944f-492a-8156-7acc9ecd1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:56.904817 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d50808f1-8f03-4aa8-8c1c-77ef616c6243 req-7f2e4984-944f-492a-8156-7acc9ecd1fb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 1097 time: 0.1537101 Jul 09 13:18:56.941128 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d6a97e-f9d2-4d82-b82d-6c5c95b72cd9 x-openstack-request-id: req-40d6a97e-f9d2-4d82-b82d-6c5c95b72cd9 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:56.941510 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b9a2c-3308-421d-bb64-ff1bf95447f1", "name": "network-vif-deleted", "tag": "41caa796-e7ce-403b-9d3a-439af2eecdea", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:56.941830 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40d6a97e-f9d2-4d82-b82d-6c5c95b72cd9 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:56.942330 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946b9a2c-3308-421d-bb64-ff1bf95447f1', 'name': 'network-vif-deleted', 'tag': '41caa796-e7ce-403b-9d3a-439af2eecdea', 'status': 'completed', 'code': 200} Jul 09 13:18:56.948621 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d50808f1-8f03-4aa8-8c1c-77ef616c6243 req-b872de88-2a1e-452d-9f22-ce376fa7361a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364861 Jul 09 13:18:56.952435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 41caa796-e7ce-403b-9d3a-439af2eecdea no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:56.967180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbb59e-74a7-4e87-92d5-df4e60b49c98 req-1ae06d00-695d-4410-a627-1517e77d4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:56.968970 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4dbb59e-74a7-4e87-92d5-df4e60b49c98 req-1ae06d00-695d-4410-a627-1517e77d4214 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 1097 time: 0.2403524 Jul 09 13:18:56.991724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 41caa796-e7ce-403b-9d3a-439af2eecdea {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:18:56.992206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 41caa796-e7ce-403b-9d3a-439af2eecdea not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:18:57.026148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6de7b-243a-41ef-8cc6-7143b32bffbd req-4a79bea0-d178-4806-84ea-0a9e841efadb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:57.029609 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.035887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ff6de7b-243a-41ef-8cc6-7143b32bffbd req-4a79bea0-d178-4806-84ea-0a9e841efadb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.2526667 Jul 09 13:18:57.060261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] Pushing event deleted for resources: {'Port': ['ID=09992f85-6bd3-4157-a6b8-57f056fde4cd,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:57.074861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe757d4-0d7b-40ad-bffb-ae0defc46d40 None None] No DVR routers for this DVR port 09992f85-6bd3-4157-a6b8-57f056fde4cd on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:57.115329 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.131882 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '9125a4bc-222b-4789-ac94-e08cbaf93bc9', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'port_id': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'mac_address': 'fa:16:3e:34:8e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:17:50Z', 'updated_at': '2021-07-09T13:18:55Z', 'revision_number': 1, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:49Z', 'revision_number': 5, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:57.164336 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] Checking router: bdc03172-1762-4363-80dd-87c3f6fb4de7 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:18:57.173837 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:18:57.174451 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:57.177840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ff6de7b-243a-41ef-8cc6-7143b32bffbd req-cb525574-af7f-459a-8de8-56a04a4ba52a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396492 Jul 09 13:18:57.182504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4dbb59e-74a7-4e87-92d5-df4e60b49c98 req-1b14d857-e96f-4dd8-8335-615ec8e2bd9d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262550 Jul 09 13:18:57.183284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Pushing event deleted for resources: {'Port': ['ID=09992f85-6bd3-4157-a6b8-57f056fde4cd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:57.197850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] No DVR routers for this DVR port 09992f85-6bd3-4157-a6b8-57f056fde4cd on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:57.343173 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:18:57.367107 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.399265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a9e8a8-e716-4dda-bcc7-348180dbe768']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:57.418566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:57.418789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7ec1ae-2c96-4c92-86e5-7520cddf36d4') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:57.438599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.452036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3eaa1-40fa-45c7-a32b-3c3676010d73 req-953289d6-a30c-4150-88a1-44e329110b98 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:57.453859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8a3eaa1-40fa-45c7-a32b-3c3676010d73 req-953289d6-a30c-4150-88a1-44e329110b98 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1378725 Jul 09 13:18:57.474187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.488221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:18:57.488878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.534431 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8a3eaa1-40fa-45c7-a32b-3c3676010d73 req-f80cf306-f89d-4314-9f33-7dd1aca309c9 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.0738890 Jul 09 13:18:57.540411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-c8a3eaa1-40fa-45c7-a32b-3c3676010d73 req-70229ffe-6371-45db-8595-4752f46eae62 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Request body: {'floatingip': {'port_id': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:18:57.583845 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:18:57.588576 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:18:57.593400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c8a3eaa1-40fa-45c7-a32b-3c3676010d73 req-70229ffe-6371-45db-8595-4752f46eae62 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.624575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 09992f85-6bd3-4157-a6b8-57f056fde4cd no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:18:57.651377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 09992f85-6bd3-4157-a6b8-57f056fde4cd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:18:57.652034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 09992f85-6bd3-4157-a6b8-57f056fde4cd not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:18:57.658710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.673180 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:57.678304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] 10.222.0.32 "DELETE /v2.0/networks/20a9e8a8-e716-4dda-bcc7-348180dbe768 HTTP/1.1" status: 204 len: 168 time: 1.5462217 Jul 09 13:18:57.693814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d3f76-0ce9-4bbf-a89b-c8d511b0eabf admin admin] Pushing event deleted for resources: {'Network': ['ID=20a9e8a8-e716-4dda-bcc7-348180dbe768,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:57.738788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4e92-bce8-40a3-b252-340e11f272ba req-658bf1d5-d02f-4db3-9451-b4681c073e51 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:57.746319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4fed4e92-bce8-40a3-b252-340e11f272ba req-658bf1d5-d02f-4db3-9451-b4681c073e51 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1587608 Jul 09 13:18:57.821881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4fed4e92-bce8-40a3-b252-340e11f272ba req-e9f4c7ca-1612-4da1-9f41-f80ce5449528 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745604 Jul 09 13:18:57.876140 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '9125a4bc-222b-4789-ac94-e08cbaf93bc9', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'port_id': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'mac_address': 'fa:16:3e:34:8e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:17:50Z', 'updated_at': '2021-07-09T13:18:55Z', 'revision_number': 1, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:49Z', 'revision_number': 5, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:18:57.893496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53682) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:57.947471 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-c8a3eaa1-40fa-45c7-a32b-3c3676010d73 req-70229ffe-6371-45db-8595-4752f46eae62 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 13:18:57.951818 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8a3eaa1-40fa-45c7-a32b-3c3676010d73 req-70229ffe-6371-45db-8595-4752f46eae62 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "PUT /v2.0/floatingips/a29791b6-4ffe-4592-a123-1401c3027b29 HTTP/1.1" status: 409 len: 550 time: 0.4160264 Jul 09 13:18:57.951912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e02631df-58cd-4ced-969c-b26f667f2362 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=886ec88855ee4059af64bc7766d1a1e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0570614 Jul 09 13:18:57.952264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53684) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:57.959007 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d841ab2-fe73-479f-877f-ea9a6143f5d0 None None] The sync data for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 is: [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '9125a4bc-222b-4789-ac94-e08cbaf93bc9', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'port_id': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'mac_address': 'fa:16:3e:34:8e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:17:50Z', 'updated_at': '2021-07-09T13:18:55Z', 'revision_number': 1, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:49Z', 'revision_number': 5, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:18:58.026568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5f80a27-273f-4d0b-8274-e8b67dc1b43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:58.042430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6233cd4-2dff-4ab8-bf99-06d389b4709d req-cb8e742a-0141-4405-bc4f-5c3c6116d0b0 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:58.044304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6233cd4-2dff-4ab8-bf99-06d389b4709d req-cb8e742a-0141-4405-bc4f-5c3c6116d0b0 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 946 time: 0.0914171 Jul 09 13:18:58.064116 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5f80a27-273f-4d0b-8274-e8b67dc1b43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:58.121746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6233cd4-2dff-4ab8-bf99-06d389b4709d req-5f1355f4-d05f-4059-86c9-78cf2eb8f502 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706620 Jul 09 13:18:58.160879 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5f80a27-273f-4d0b-8274-e8b67dc1b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:58.164082 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5f80a27-273f-4d0b-8274-e8b67dc1b43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:58.166055 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a5f80a27-273f-4d0b-8274-e8b67dc1b43f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de30366a-2cb9-4b48-a6da-7531c570764b HTTP/1.1" status: 204 len: 168 time: 0.2127652 Jul 09 13:18:58.182635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f80a27-273f-4d0b-8274-e8b67dc1b43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de30366a-2cb9-4b48-a6da-7531c570764b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:58.341594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d69a-943f-484d-a869-7a7bac9c149c req-effba963-1e16-48eb-9e6e-085d57b53f5b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:58.347461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b52d69a-943f-484d-a869-7a7bac9c149c req-effba963-1e16-48eb-9e6e-085d57b53f5b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.0888040 Jul 09 13:18:58.398158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b5ea12-32d7-43e9-bcee-91b585735aad None None] New status for floating IP 9125a4bc-222b-4789-ac94-e08cbaf93bc9: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:18:58.435179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b52d69a-943f-484d-a869-7a7bac9c149c req-239e7261-5879-41f5-b56a-b8ba3293f107 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788116 Jul 09 13:18:58.548740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-89f6d3f3-c531-47c0-bd21-ff299e4d15c4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips/a29791b6-4ffe-4592-a123-1401c3027b29 HTTP/1.1" status: 200 len: 692 time: 0.0598977 Jul 09 13:18:58.676376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-dc3838df-7ecf-4795-84a2-16ba9691e596 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:58.684455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-dc3838df-7ecf-4795-84a2-16ba9691e596 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1342440 Jul 09 13:18:58.741552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-3ab6eda5-21fc-4352-a2b2-ec41c86707cc tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.0553162 Jul 09 13:18:58.757508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f43e35-2879-4153-9072-c50fa819e2bc req-36a0df4e-812e-4619-a5fe-96c3702f4f75 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:58.759192 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87f43e35-2879-4153-9072-c50fa819e2bc req-36a0df4e-812e-4619-a5fe-96c3702f4f75 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0733795 Jul 09 13:18:58.776912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53700) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:58.807201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-e0fe0479-fe3e-42eb-9b5e-0ab1ac978ccf tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.0642982 Jul 09 13:18:58.834106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87f43e35-2879-4153-9072-c50fa819e2bc req-fdd4cfc7-459b-4059-b355-7953745d23a9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682902 Jul 09 13:18:58.849153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4ff262c8-d2c1-4d3f-af72-9b55cc4cd86d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb3e2a54ab82467d87006a0658975702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700655 Jul 09 13:18:58.851292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53702) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:58.904385 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68757e09-9dc3-44fd-a2d2-dd46a32d8d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:58.954243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'tag': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:18:58.957552 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd10ae0-d28a-453a-8a0d-964b488591c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb6d523-68d5-400e-8b26-72337cf291b9", "tag": "9e5ead5b-77ff-42a5-83b1-4266e767bc5c"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:18:58.965196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Deleting port 5961773e-bf8e-42e2-a4df-354f6466a6de {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:58.965679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:58.971651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68757e09-9dc3-44fd-a2d2-dd46a32d8d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.039142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-d0f42cba-43c5-4ed1-92c7-c22418a17b8b tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:59.040791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-d0f42cba-43c5-4ed1-92c7-c22418a17b8b tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.11 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 945 time: 0.1224961 Jul 09 13:18:59.061823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.062867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.076578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Calling delete_port for 5961773e-bf8e-42e2-a4df-354f6466a6de owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:59.088069 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68757e09-9dc3-44fd-a2d2-dd46a32d8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.090621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68757e09-9dc3-44fd-a2d2-dd46a32d8d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.092476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-68757e09-9dc3-44fd-a2d2-dd46a32d8d8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dbb2322-7be8-44f8-9f3b-290e698ba405 HTTP/1.1" status: 204 len: 168 time: 0.2397287 Jul 09 13:18:59.119036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68757e09-9dc3-44fd-a2d2-dd46a32d8d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbb2322-7be8-44f8-9f3b-290e698ba405,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:59.242122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8e782-ffbb-4f08-86a8-aed1d26933c6 req-0687a599-49e1-4cba-aa8b-4d4b82d194c3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:59.243806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ba8e782-ffbb-4f08-86a8-aed1d26933c6 req-0687a599-49e1-4cba-aa8b-4d4b82d194c3 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=f39ea8f4-14c4-4247-b7f8-45522e26b36a HTTP/1.1" status: 200 len: 945 time: 0.1364000 Jul 09 13:18:59.245430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Deleting port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:18:59.245779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.377925 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ba8e782-ffbb-4f08-86a8-aed1d26933c6 req-7ada0d21-3770-4ca0-bdd1-da193d629bf0 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156237 Jul 09 13:18:59.408485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] For port afe4d6f4-05d9-4996-85b6-6f110b7c6e25, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:18:59.408848 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.428081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Calling delete_port for afe4d6f4-05d9-4996-85b6-6f110b7c6e25 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:18:59.582086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.610061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Pushing event deleted for resources: {'Port': ['ID=5961773e-bf8e-42e2-a4df-354f6466a6de,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:59.647991 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.682533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.685191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.686360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0eedf3a9-24ee-408b-bb31-fa5e90f6ddcb req-a5539de1-9240-4e14-8922-94a0e699a37d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "DELETE /v2.0/floatingips/a29791b6-4ffe-4592-a123-1401c3027b29 HTTP/1.1" status: 204 len: 173 time: 0.8755476 Jul 09 13:18:59.729396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Pushing event deleted for resources: {'Port': ['ID=afe4d6f4-05d9-4996-85b6-6f110b7c6e25,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:18:59.733401 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e54aad2-98e0-4360-9501-09f4fbfdd04d x-openstack-request-id: req-6e54aad2-98e0-4360-9501-09f4fbfdd04d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:18:59.733693 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb6d523-68d5-400e-8b26-72337cf291b9", "tag": "9e5ead5b-77ff-42a5-83b1-4266e767bc5c", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:18:59.733952 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e54aad2-98e0-4360-9501-09f4fbfdd04d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:18:59.734338 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'tag': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'status': 'completed', 'code': 200} Jul 09 13:18:59.751618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] No DVR routers for this DVR port afe4d6f4-05d9-4996-85b6-6f110b7c6e25 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:18:59.755459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:59.757290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c097ebba-59ba-4549-8302-d4ffcc314269 req-79132a85-40b4-4f91-bbde-c665a6a5fc56 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.11 "DELETE /v2.0/ports/afe4d6f4-05d9-4996-85b6-6f110b7c6e25 HTTP/1.1" status: 204 len: 173 time: 0.7110510 Jul 09 13:18:59.833421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-83157fcf-3099-4a2f-ad87-69b9af20a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:18:59.835052 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-83157fcf-3099-4a2f-ad87-69b9af20a852 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f5a25b8927245ff9c33e22cc3ca1090&device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 1096 time: 0.0687561 Jul 09 13:19:00.007596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-d2f9a9eb-3576-4a51-881c-5586b5f33d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:00.009433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-d2f9a9eb-3576-4a51-881c-5586b5f33d43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c1a138d-0500-4928-8ac2-f4df56a40b2d HTTP/1.1" status: 200 len: 916 time: 0.1638556 Jul 09 13:19:00.024649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208ab3-1ecb-4be6-ad5c-a96f5e1f9341 req-d29a2bd1-d276-4cbb-bcc5-a88c1f2c2ad5 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:00.027005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93208ab3-1ecb-4be6-ad5c-a96f5e1f9341 req-d29a2bd1-d276-4cbb-bcc5-a88c1f2c2ad5 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 946 time: 0.1666052 Jul 09 13:19:00.132378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93208ab3-1ecb-4be6-ad5c-a96f5e1f9341 req-c27f21ac-2fd9-453b-b010-babecde1185a tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964592 Jul 09 13:19:00.136227 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-961e6f48-703f-40b1-9bcf-40e59a8021cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5ead5b-77ff-42a5-83b1-4266e767bc5c HTTP/1.1" status: 200 len: 1001 time: 0.1074278 Jul 09 13:19:00.211177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-c8ef1f03-1207-40a3-81a1-ad80a54d8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:00.213062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-c8ef1f03-1207-40a3-81a1-ad80a54d8285 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=849bee09-8f1b-45db-81fc-39ffb6791d26 HTTP/1.1" status: 200 len: 855 time: 0.0697443 Jul 09 13:19:00.348140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-3cd67e16-f3bc-4da8-9e41-9b0b8e8cf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:00.351007 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-3cd67e16-f3bc-4da8-9e41-9b0b8e8cf3b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c1a138d-0500-4928-8ac2-f4df56a40b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192484 Jul 09 13:19:00.356863 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-065fc411-b79f-47a9-9a39-85a766b64013 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 1002 time: 0.1236112 Jul 09 13:19:00.427761 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-2a85e0b6-33a8-45b0-82cb-84ec74439d56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194255 Jul 09 13:19:00.439319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4a4b9-19a2-4a97-be09-196a10bef94b req-55a90d63-9238-4e5c-8214-286e01748ca8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:00.449036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fec4a4b9-19a2-4a97-be09-196a10bef94b req-55a90d63-9238-4e5c-8214-286e01748ca8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.1487386 Jul 09 13:19:00.460412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-32f627e7-cd54-4f24-8e48-c9d25e809f9c tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:00.475535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-32f627e7-cd54-4f24-8e48-c9d25e809f9c tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports/cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 200 len: 943 time: 0.1059327 Jul 09 13:19:00.533390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fec4a4b9-19a2-4a97-be09-196a10bef94b req-d04941d5-83b9-4461-9017-fcab984f99c5 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833697 Jul 09 13:19:00.546020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-473c89ac-1008-45e2-be0e-ce25ad926e41 service neutron] 10.222.0.11 "GET /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877296 Jul 09 13:19:00.670717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-a20225a4-dbff-4215-bb10-2e4163bf1627 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 1002 time: 0.0788004 Jul 09 13:19:00.747714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5dd10ae0-d28a-453a-8a0d-964b488591c1 req-7bf20c16-e102-4e9c-82b6-f14a45935f91 service neutron] 10.222.0.11 "GET /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935098 Jul 09 13:19:00.764281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d8070-641c-48cf-8abb-695860ca3088 req-af5d7057-2183-443e-b7a1-ad92bb48f1ae tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:00.771592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627d8070-641c-48cf-8abb-695860ca3088 req-af5d7057-2183-443e-b7a1-ad92bb48f1ae tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1169937 Jul 09 13:19:00.797800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-87f6fc5b-8d7e-4209-bc59-b3b343041b2d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:00.800135 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-87f6fc5b-8d7e-4209-bc59-b3b343041b2d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1286180 Jul 09 13:19:00.828796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627d8070-641c-48cf-8abb-695860ca3088 req-9d18ca2a-865c-41c4-85d7-80af3267f35f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Jul 09 13:19:00.895572 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-ff18ac86-f202-4c54-af20-a00d6690b95e tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 1002 time: 0.0823424 Jul 09 13:19:00.901710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:00.979732 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:01.157133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0e3bc-e0c8-413a-9a5e-a84b28e74810 req-d6c45d8b-0e8b-4f27-ba27-3e608a0c7c87 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:01.158347 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:01.158928 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-efc0e3bc-e0c8-413a-9a5e-a84b28e74810 req-d6c45d8b-0e8b-4f27-ba27-3e608a0c7c87 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 946 time: 0.0903080 Jul 09 13:19:01.167758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:01.168192 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Floating IP 306151f0-2e5b-477d-b33f-a1cfda0ade40 disassociated. External IP: 172.25.5.182, port: cdfcb029-e738-40f9-9272-03d4bbe0a637. Jul 09 13:19:01.168744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53792) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:01.174313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Request body: {'floatingip': {'port_id': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:01.223899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:01.424607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Router f9ee6729-8380-4b22-8603-119f8761bb3c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:19:01.468649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00c094-65a3-4ab4-ad9c-2e5165546833 req-f4a0e239-841a-4f15-870d-0d1018313361 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:01.470190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a00c094-65a3-4ab4-ad9c-2e5165546833 req-f4a0e239-841a-4f15-870d-0d1018313361 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1896386 Jul 09 13:19:01.560438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a00c094-65a3-4ab4-ad9c-2e5165546833 req-f3fdde0b-99ad-4ee0-90bb-9ddab7eaaa6c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532036 Jul 09 13:19:01.826174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'name': 'network-vif-deleted', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:01.828671 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1121a98-865b-4ba1-9e5d-2ddcdbdb6861" -d '{"events": [{"server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "name": "network-vif-deleted", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:01.870803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:01.875693 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:01.881392 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] Sync routers for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:01.891018 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:01.891848 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:01.924543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-164045a6-e37f-4a71-b243-4f29c3cb7fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "PUT /v2.0/floatingips/306151f0-2e5b-477d-b33f-a1cfda0ade40 HTTP/1.1" status: 200 len: 695 time: 1.0273573 Jul 09 13:19:01.940772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:01.946561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:02.044834 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:02.133819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-79f7ec69-7101-46b7-a044-a51cade28052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.135498 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-79f7ec69-7101-46b7-a044-a51cade28052 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2170de9d6344cd5b700b9c4f453ee8f&device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 1097 time: 0.2022443 Jul 09 13:19:02.208818 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Floating IP f2ed5737-825f-4eca-b57e-265a461f036f associated. External IP: 172.25.5.49, port: 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c. Jul 09 13:19:02.240000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-601bf8e4-cb0e-4742-bcbd-d4eebaea486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.241691 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-601bf8e4-cb0e-4742-bcbd-d4eebaea486e service neutron] 10.222.0.32 "GET /v2.0/networks?id=249ec2c9-f442-4ea1-873d-f06e902d1e6e HTTP/1.1" status: 200 len: 929 time: 0.0920858 Jul 09 13:19:02.262829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c2abf-bb33-4546-aea5-49c3af2d007f req-e3835fad-78ea-46bd-bdda-6a01f4fb6a1a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.264492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d1c2abf-bb33-4546-aea5-49c3af2d007f req-e3835fad-78ea-46bd-bdda-6a01f4fb6a1a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.2562361 Jul 09 13:19:02.269154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-59b7d2af-b0f3-445d-b20f-34bf6d30a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.270711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-59b7d2af-b0f3-445d-b20f-34bf6d30a65d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1101 time: 0.2329378 Jul 09 13:19:02.285225 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 5, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:02.286310 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-b495666d-7bcc-4bb6-a8fe-e010017ca2f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 200 len: 217 time: 0.0377240 Jul 09 13:19:02.324473 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] Checking router: f9ee6729-8380-4b22-8603-119f8761bb3c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:02.334919 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:02.335916 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:02.350421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-f2297cd8-ffb8-44ce-a5d9-09f7d5a484e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.352351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-f2297cd8-ffb8-44ce-a5d9-09f7d5a484e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fb69d90-1abc-442f-bf00-5a721e2d0ef7 HTTP/1.1" status: 200 len: 868 time: 0.0591676 Jul 09 13:19:02.396422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d1c2abf-bb33-4546-aea5-49c3af2d007f req-5cd2959b-e2b2-41ad-bd4f-f05d6469bc5e tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227891 Jul 09 13:19:02.417201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-69d8aa0c-684c-40de-aabd-fd10a50aabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.422878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-69d8aa0c-684c-40de-aabd-fd10a50aabbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=249ec2c9-f442-4ea1-873d-f06e902d1e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626833 Jul 09 13:19:02.465832 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:02.491725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-4b4e1d2c-a2f7-44cf-b21c-1e30640d415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.493284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-4b4e1d2c-a2f7-44cf-b21c-1e30640d415c service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2115996 Jul 09 13:19:02.538676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-60c50ebb-b75a-4bee-9a95-b34ef75db305 service neutron] 10.222.0.32 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109061 Jul 09 13:19:02.542100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-b18bc47a-4eb1-4f80-a2b7-dd4907853fd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.0396230 Jul 09 13:19:02.634417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-177de25a-311b-4aa3-ac4d-7f256034254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.636190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-177de25a-311b-4aa3-ac4d-7f256034254f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0618658 Jul 09 13:19:02.648407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Router 182384ab-4592-4f17-9094-e6f0d4f3e495 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:19:02.700466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5dae30c-be9b-46ca-8b02-d1368513f6ba req-20b45147-e0c5-4a68-8f00-cadee65285f0 service neutron] 10.222.0.32 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514077 Jul 09 13:19:02.768266 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f1a981-6106-44d7-b76b-c463c43453b1 x-openstack-request-id: req-99f1a981-6106-44d7-b76b-c463c43453b1 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:02.768571 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39ea8f4-14c4-4247-b7f8-45522e26b36a", "name": "network-vif-deleted", "tag": "afe4d6f4-05d9-4996-85b6-6f110b7c6e25", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:02.768832 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99f1a981-6106-44d7-b76b-c463c43453b1 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:02.769391 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39ea8f4-14c4-4247-b7f8-45522e26b36a', 'name': 'network-vif-deleted', 'tag': 'afe4d6f4-05d9-4996-85b6-6f110b7c6e25', 'status': 'completed', 'code': 200} Jul 09 13:19:02.809430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-b9311fda-c4c1-49df-a8b2-02b37da11adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.811134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-b9311fda-c4c1-49df-a8b2-02b37da11adf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1566184 Jul 09 13:19:02.812420 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 5, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:02.849336 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b5c05-2b9d-4d95-8ce9-64e0a5e34932 None None] The sync data for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 is: [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:18:15Z', 'revision_number': 4, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'fe0b45af-6114-4afb-a88f-076ca5a7df42', 'name': '', 'network_id': '249ec2c9-f442-4ea1-873d-f06e902d1e6e', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'mac_address': 'fa:16:3e:52:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 5, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'subnets': [{'id': '4fb69d90-1abc-442f-bf00-5a721e2d0ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:02.894202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device afe4d6f4-05d9-4996-85b6-6f110b7c6e25 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:02.898313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:02.914799 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:02.961960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: afe4d6f4-05d9-4996-85b6-6f110b7c6e25 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:02.962291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device afe4d6f4-05d9-4996-85b6-6f110b7c6e25 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:02.969939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] Sync routers for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:02.972393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f6f7a91c-b177-40c0-9045-a585404b09ad tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "PUT /v2.0/floatingips/f2ed5737-825f-4eca-b57e-265a461f036f HTTP/1.1" status: 200 len: 991 time: 1.8023548 Jul 09 13:19:02.975326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'tag': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:02.977962 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93feec3-b992-4bc1-9e33-043e7b5a0494" -d '{"events": [{"name": "network-changed", "server_uuid": "010a9525-2a9c-4b3f-b447-7646c8808be9", "tag": "7f0d2dba-5ea9-42aa-af19-07a337c9cc7c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:02.983610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33da5-581e-45d1-9b0f-dd82f294499b req-98caac3c-b321-402c-bcd4-b94a86e37b79 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:02.984741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:02.985904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:02.991980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-91c33da5-581e-45d1-9b0f-dd82f294499b req-98caac3c-b321-402c-bcd4-b94a86e37b79 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1015892 Jul 09 13:19:02.999518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-5b5ab32f-1a8b-44d0-b074-8a00ef6eb888 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728833 Jul 09 13:19:03.054879 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-91c33da5-581e-45d1-9b0f-dd82f294499b req-e8557417-2600-4637-ae2e-490dee3f0932 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Jul 09 13:19:03.156962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:03.205904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-bb8cb891-ebc0-44d7-a1fb-b0930b51db2f service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991353 Jul 09 13:19:03.210689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7be2e664-3e18-493c-b7ff-1906a3fa61ea tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips/306151f0-2e5b-477d-b33f-a1cfda0ade40 HTTP/1.1" status: 200 len: 695 time: 0.0703480 Jul 09 13:19:03.307455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c1b06-efe4-47b2-9763-e3cd2bd35664 None None] New status for floating IP 306151f0-2e5b-477d-b33f-a1cfda0ade40: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:19:03.333625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689c72a-751f-4fc1-b483-d1a3dfb75141 req-fc12b6ab-bae7-4b9d-9548-2e5407cde79b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:03.335528 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2689c72a-751f-4fc1-b483-d1a3dfb75141 req-fc12b6ab-bae7-4b9d-9548-2e5407cde79b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1029224 Jul 09 13:19:03.388919 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2689c72a-751f-4fc1-b483-d1a3dfb75141 req-1fddbf4b-9041-4439-a079-0165755bce84 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476649 Jul 09 13:19:03.463521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-83732c74-2427-44b5-ae3c-c3dcf140ac9d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:03.465141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-83732c74-2427-44b5-ae3c-c3dcf140ac9d tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2488396 Jul 09 13:19:03.482332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f2ed5737-825f-4eca-b57e-265a461f036f', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'port_id': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'mac_address': 'fa:16:3e:04:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:18:37Z', 'updated_at': '2021-07-09T13:19:01Z', 'revision_number': 1, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:36Z', 'revision_number': 5, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:03.503379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-8b52dae3-74dd-441a-800e-9bec7acc0eb5 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:03.505647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-8b52dae3-74dd-441a-800e-9bec7acc0eb5 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.11 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 944 time: 0.2170892 Jul 09 13:19:03.513996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] Checking router: 182384ab-4592-4f17-9094-e6f0d4f3e495 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:03.523922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:03.524746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:03.542520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-30274835-2b78-4f70-84a1-4e1a786e635c tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 698 time: 0.0704165 Jul 09 13:19:03.571926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aec82c-c122-4b1b-8ddd-73c047b764fa req-ed80f834-1be8-45e2-a05e-9cb67befdd7d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:03.573125 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04aec82c-c122-4b1b-8ddd-73c047b764fa req-ed80f834-1be8-45e2-a05e-9cb67befdd7d tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 944 time: 0.0725682 Jul 09 13:19:03.630751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04aec82c-c122-4b1b-8ddd-73c047b764fa req-0a858d1c-3b04-46e0-b0e4-712ace07c28a tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c6377f-b8a5-4584-bf1b-193f79595cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 Jul 09 13:19:03.638792 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-4b42d34e-af84-4317-9b45-9886adf40dc6 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 698 time: 0.0871921 Jul 09 13:19:03.679979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:03.953402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f2ed5737-825f-4eca-b57e-265a461f036f', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'port_id': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'mac_address': 'fa:16:3e:04:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:18:37Z', 'updated_at': '2021-07-09T13:19:01Z', 'revision_number': 1, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:36Z', 'revision_number': 5, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:03.982995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca82872e-b407-4ab7-b939-b4587eba38a1 None None] The sync data for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 is: [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'f2ed5737-825f-4eca-b57e-265a461f036f', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'port_id': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'mac_address': 'fa:16:3e:04:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:18:37Z', 'updated_at': '2021-07-09T13:19:01Z', 'revision_number': 1, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:36Z', 'revision_number': 5, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:04.027756 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a026e4-717e-4f93-91e3-bec6f5469384 x-openstack-request-id: req-a0a026e4-717e-4f93-91e3-bec6f5469384 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:04.028048 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a9525-2a9c-4b3f-b447-7646c8808be9", "tag": "7f0d2dba-5ea9-42aa-af19-07a337c9cc7c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:04.028484 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0a026e4-717e-4f93-91e3-bec6f5469384 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:04.029041 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'tag': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'status': 'completed', 'code': 200} Jul 09 13:19:04.053929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f254e-ba6e-47f8-8614-5b98d0bc1d1c req-b6cfd82f-63ee-47c1-b16b-646dbdd198ee tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:04.055703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fe7f254e-ba6e-47f8-8614-5b98d0bc1d1c req-b6cfd82f-63ee-47c1-b16b-646dbdd198ee tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.0851750 Jul 09 13:19:04.098773 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fe7f254e-ba6e-47f8-8614-5b98d0bc1d1c req-e8c8a082-1683-4dce-9edc-5deb304c4ee0 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355341 Jul 09 13:19:04.173273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Deleting port b3d46de0-b86e-4930-9eb8-28782ae75484 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:04.173273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.234036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154a528-827b-4393-ac39-10d20b2a8565 None None] New status for floating IP f2ed5737-825f-4eca-b57e-265a461f036f: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:19:04.268196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-98de8796-d6bc-4599-987b-c401802a7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:04.269698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-98de8796-d6bc-4599-987b-c401802a7215 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=db785cdada6240da8679fa1b94defb9a&device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 1097 time: 0.2397740 Jul 09 13:19:04.335858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b621b-82f1-4ae1-81e2-121f094d1848 req-ed849c0a-798f-40b2-bc10-fc94d27d414b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:04.337818 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee9b621b-82f1-4ae1-81e2-121f094d1848 req-ed849c0a-798f-40b2-bc10-fc94d27d414b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0741467 Jul 09 13:19:04.346889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Deleting port 85dd3d76-4ca5-4fee-b0b3-6b9d98808a45 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:04.347253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.350362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] For port b3d46de0-b86e-4930-9eb8-28782ae75484, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b3d46de0-b86e-4930-9eb8-28782ae75484,segment=NetworkSegment(7acd5b1b-163a-4096-ad22-bfefb7e186de),segment_id=7acd5b1b-163a-4096-ad22-bfefb7e186de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:04.350757 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.385103 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee9b621b-82f1-4ae1-81e2-121f094d1848 req-0293ebae-56e1-450d-b374-0b3c23b0cb1c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Jul 09 13:19:04.407612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Calling delete_port for b3d46de0-b86e-4930-9eb8-28782ae75484 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:04.511115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-9c91ecbd-e963-4d77-a3a2-7a6d65592f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:04.512510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-9c91ecbd-e963-4d77-a3a2-7a6d65592f57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8313daa-61fd-4578-a881-6770d2edce5c HTTP/1.1" status: 200 len: 906 time: 0.2365038 Jul 09 13:19:04.542894 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.543251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.593389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Calling delete_port for 85dd3d76-4ca5-4fee-b0b3-6b9d98808a45 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:04.631495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-e4cd632f-f960-46a3-a6bf-b76d4d14f709 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c HTTP/1.1" status: 200 len: 1001 time: 0.1078618 Jul 09 13:19:04.727003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f98e-b545-4a3f-a12f-08cd73e3abd8 req-d6b0dec6-b2d0-451a-871b-3b123d0f6878 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:04.728566 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8af1f98e-b545-4a3f-a12f-08cd73e3abd8 req-d6b0dec6-b2d0-451a-871b-3b123d0f6878 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.0733051 Jul 09 13:19:04.768372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8af1f98e-b545-4a3f-a12f-08cd73e3abd8 req-c28cf224-00fb-4608-acc5-7e579d870c33 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339129 Jul 09 13:19:04.769212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-533e8256-79ae-4b51-9beb-dde97c404edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:04.770685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:04.771275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-533e8256-79ae-4b51-9beb-dde97c404edc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed5f537-06a7-4be1-8f9e-2130eae654b4 HTTP/1.1" status: 200 len: 845 time: 0.1054757 Jul 09 13:19:04.772026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.773725 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b1855-9b14-498b-9ace-3def54b2ab6f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:04.843454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Pushing event deleted for resources: {'Port': ['ID=b3d46de0-b86e-4930-9eb8-28782ae75484,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:04.893573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] No DVR routers for this DVR port b3d46de0-b86e-4930-9eb8-28782ae75484 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:04.901078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.903042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-218e376e-e5a3-41e4-b4a1-dd72e80d460d req-af8198c1-8cfc-4838-a6e3-d31d8614bc71 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.11 "DELETE /v2.0/ports/b3d46de0-b86e-4930-9eb8-28782ae75484 HTTP/1.1" status: 204 len: 173 time: 1.3594618 Jul 09 13:19:04.950184 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-abf90d45-b530-4e37-8ebe-fbe3ba1df86b req-0bfe5f0f-5f0a-4f0e-8531-e44b4996e170 tempest-LiveMigrationTest-546173137 tempest-LiveMigrationTest-546173137-project] 10.222.0.32 "GET /v2.0/ports?device_id=b44eaacc-c2cc-4f26-8201-e28af40b3507 HTTP/1.1" status: 200 len: 210 time: 0.0403862 Jul 09 13:19:04.956223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-fc868d0b-2bab-41f4-96b2-987c934d0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:04.957717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-fc868d0b-2bab-41f4-96b2-987c934d0913 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8313daa-61fd-4578-a881-6770d2edce5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757989 Jul 09 13:19:04.959056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.997027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Pushing event deleted for resources: {'Port': ['ID=85dd3d76-4ca5-4fee-b0b3-6b9d98808a45,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:05.019699 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34b4e48-072b-47ab-948f-58fa2f9d02bd x-openstack-request-id: req-d34b4e48-072b-47ab-948f-58fa2f9d02bd {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:05.020674 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:05.021735 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d34b4e48-072b-47ab-948f-58fa2f9d02bd {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:05.023047 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'status': 'completed', 'code': 200} Jul 09 13:19:05.112931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-bad8702a-aa50-4b81-be2a-f404f3d07b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:05.115165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:05.115577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-bad8702a-aa50-4b81-be2a-f404f3d07b66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2170de9d6344cd5b700b9c4f453ee8f&device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 1097 time: 0.0627639 Jul 09 13:19:05.117798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:05.118934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d6db814-e03f-4c11-a3f9-4649d33d69f8 req-7fa08c45-c041-4121-95f9-346eaf494aed tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "DELETE /v2.0/floatingips/306151f0-2e5b-477d-b33f-a1cfda0ade40 HTTP/1.1" status: 204 len: 173 time: 1.4511864 Jul 09 13:19:05.134211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-f8ff3183-3b20-4ca7-b70d-62396c67240f service neutron] 10.222.0.10 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654582 Jul 09 13:19:05.291671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e93feec3-b992-4bc1-9e33-043e7b5a0494 req-a59a2be5-5431-4a40-a59b-1cab8ba888eb service neutron] 10.222.0.10 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439953 Jul 09 13:19:05.330213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-49e8edd8-5460-478f-b0d3-210cb7a7d045 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:05.332949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-49e8edd8-5460-478f-b0d3-210cb7a7d045 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.1319673 Jul 09 13:19:05.349789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799524-3'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:05.354496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-23779416-8c21-490a-b200-f2d350bb5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:05.356124 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-23779416-8c21-490a-b200-f2d350bb5dd5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=249ec2c9-f442-4ea1-873d-f06e902d1e6e HTTP/1.1" status: 200 len: 929 time: 0.2195847 Jul 09 13:19:05.415088 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-b34048cf-ba53-4f5b-a1bd-f50419326c2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 200 len: 217 time: 0.0516226 Jul 09 13:19:05.479423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-203a4914-0734-40a5-8d07-3ecd0ad23771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:05.480932 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-203a4914-0734-40a5-8d07-3ecd0ad23771 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fb69d90-1abc-442f-bf00-5a721e2d0ef7 HTTP/1.1" status: 200 len: 868 time: 0.0575604 Jul 09 13:19:05.495014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbc907-eb06-4d7c-b863-2363de4b4d2f req-3e9f7bb4-b731-433a-9e83-b0d410d5a097 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:05.496578 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3acbc907-eb06-4d7c-b863-2363de4b4d2f req-3e9f7bb4-b731-433a-9e83-b0d410d5a097 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1973732 Jul 09 13:19:05.523578 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:05.530678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53858) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:05.532903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b624e-0c66-445c-b0f9-64ccb7b41991 req-041c675d-f056-476e-b544-6212bc64177b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:05.540548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c9b624e-0c66-445c-b0f9-64ccb7b41991 req-041c675d-f056-476e-b544-6212bc64177b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 945 time: 0.1877236 Jul 09 13:19:05.551018 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:19:05.585053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3acbc907-eb06-4d7c-b863-2363de4b4d2f req-5561ce7a-04da-42d4-b2f8-583079ae5b7e tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0781829 Jul 09 13:19:05.616448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-05250479-325b-47ee-8a9b-38cbd0ee9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:05.619377 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-05250479-325b-47ee-8a9b-38cbd0ee9fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=249ec2c9-f442-4ea1-873d-f06e902d1e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216974 Jul 09 13:19:05.707389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1729d8e6-529e-46f1-989c-7063f93c37a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:05.732012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c9b624e-0c66-445c-b0f9-64ccb7b41991 req-4f72c678-541b-4772-91ee-f954cf95b94a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899478 Jul 09 13:19:05.780368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:05.819398 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-f3a17551-371e-4e11-9884-f7620cd6d12a service neutron] 10.222.0.10 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908677 Jul 09 13:19:05.828457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:05.886562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:05.898990 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:05.938443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b66bc4ed-4ab6-444f-bf4d-d6fa499d2440 req-385b0f2e-3db3-4960-887a-a96f2c39df5b tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0496855 Jul 09 13:19:05.951704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29bed-c5d6-4917-aeef-26f5541dfd0d req-af6473f7-afe2-4afd-8a0e-70e07cfed14b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:05.953309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51e29bed-c5d6-4917-aeef-26f5541dfd0d req-af6473f7-afe2-4afd-8a0e-70e07cfed14b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.2214789 Jul 09 13:19:06.030117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-744b1855-9b14-498b-9ace-3def54b2ab6f req-e1312da8-35f9-46d6-b19b-c5600bcc5aa4 service neutron] 10.222.0.10 "GET /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004635 Jul 09 13:19:06.031178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'name': 'network-vif-deleted', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484'}, {'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:06.033441 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08350d7-c76b-43a2-8f25-a1c8f405e0f7" -d '{"events": [{"server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "name": "network-vif-deleted", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484"}, {"server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "name": "network-vif-unplugged", "status": "completed", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:06.040223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Pushing event updated for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:06.044279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on host n-h2-799524-3 for vnic_type normal with profile {"migrating_to": "n-h1-799524-3"} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:06.044621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:06.044957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:06.051093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:06.051093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:06.054058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51e29bed-c5d6-4917-aeef-26f5541dfd0d req-49128739-2606-4dc4-a45d-f8e665bac5a3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889442 Jul 09 13:19:06.056122 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1729d8e6-529e-46f1-989c-7063f93c37a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.056958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:06.057254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:06.057613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:06.058317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Bound port: 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:06.058640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.061161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1729d8e6-529e-46f1-989c-7063f93c37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.099832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 80da11c4-2442-4d3d-a8b9-0afaf1488f61 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:19:06.109238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729d8e6-529e-46f1-989c-7063f93c37a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc771f53-3a05-4e95-b13b-eb9a34b7697a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:06.136509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53874) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:06.137256 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1729d8e6-529e-46f1-989c-7063f93c37a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8de5fcbf716d43de8f08c50df0493db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6052434 Jul 09 13:19:06.199984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:06.223997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:06.232184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:06.235303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ca937-3a4b-4208-90fc-508677df2eb3 req-89fb1522-bd23-4180-a91a-a65cd24b5408 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:06.236898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a67ca937-3a4b-4208-90fc-508677df2eb3 req-89fb1522-bd23-4180-a91a-a65cd24b5408 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1638708 Jul 09 13:19:06.241011 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.258747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on host n-h2-799524-3 for vnic_type normal with profile {"migrating_to": "n-h1-799524-3"} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:06.259510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:06.260002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:06.265077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:06.265713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on network 0eecf577-47de-495c-a7e6-8efa9225a216 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:06.271432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:06.271900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Checking segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:06.272674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Bound using segment: {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:06.273201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Bound port: 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b1a1a-a687-4a13-8f1e-3959e47941e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0eecf577-47de-495c-a7e6-8efa9225a216'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:06.273668 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.295354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8f64-d5dc-4086-ba32-dcb12c9cab38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.340708 n-d-799524-3 neutron-server[93914]: WARNING neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Concurrent port binding operations failed on port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 Jul 09 13:19:06.345133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:06.346869 n-d-799524-3 neutron-server[93914]: INFO neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempt 2 to bind port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 Jul 09 13:19:06.347632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 80da11c4-2442-4d3d-a8b9-0afaf1488f61 has no active binding in host n-h1-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:19:06.376226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8f64-d5dc-4086-ba32-dcb12c9cab38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.394403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53880) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:06.396882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a67ca937-3a4b-4208-90fc-508677df2eb3 req-8a921552-1269-4677-ada3-5b5017cec15d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499982 Jul 09 13:19:06.397510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Pushing event updated for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=8']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:06.411025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:06.411672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.413539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-39e4f795-dcb5-48bc-8b7d-55420a6e1506 service neutron] 10.222.0.10 "PUT /v2.0/ports/80da11c4-2442-4d3d-a8b9-0afaf1488f61 HTTP/1.1" status: 200 len: 1121 time: 1.0729077 Jul 09 13:19:06.443865 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c646663-3152-4640-b6ab-afc38e2d6014 x-openstack-request-id: req-1c646663-3152-4640-b6ab-afc38e2d6014 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:06.444162 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44eaacc-c2cc-4f26-8201-e28af40b3507", "name": "network-vif-deleted", "tag": "b3d46de0-b86e-4930-9eb8-28782ae75484", "status": "completed", "code": 200}, {"server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "name": "network-vif-unplugged", "status": "completed", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:06.444474 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c646663-3152-4640-b6ab-afc38e2d6014 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:06.444888 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44eaacc-c2cc-4f26-8201-e28af40b3507', 'name': 'network-vif-deleted', 'tag': 'b3d46de0-b86e-4930-9eb8-28782ae75484', 'status': 'completed', 'code': 200} Jul 09 13:19:06.445241 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61', 'code': 200} Jul 09 13:19:06.472920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8f64-d5dc-4086-ba32-dcb12c9cab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.476225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8f64-d5dc-4086-ba32-dcb12c9cab38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.483148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b8fe8f64-d5dc-4086-ba32-dcb12c9cab38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc771f53-3a05-4e95-b13b-eb9a34b7697a HTTP/1.1" status: 204 len: 168 time: 0.3455408 Jul 09 13:19:06.495538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe8f64-d5dc-4086-ba32-dcb12c9cab38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc771f53-3a05-4e95-b13b-eb9a34b7697a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:06.524380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['80da11c4-2442-4d3d-a8b9-0afaf1488f61'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:06.588349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['80da11c4-2442-4d3d-a8b9-0afaf1488f61'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:06.642039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a27e309-9a97-4e08-8091-ed876df74c03 admin admin] Deleting subnet 5f16a256-4968-4ee2-ad0f-8d4c1186889e {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:19:06.649417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a27e309-9a97-4e08-8091-ed876df74c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.712486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19b43-c3c0-4088-930c-147c3900f583 req-c3873edc-a423-4ae3-84c4-85e02d2ade4b tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:06.717308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54d19b43-c3c0-4088-930c-147c3900f583 req-c3873edc-a423-4ae3-84c4-85e02d2ade4b tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 946 time: 0.1545229 Jul 09 13:19:06.730846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a27e309-9a97-4e08-8091-ed876df74c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.794488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54d19b43-c3c0-4088-930c-147c3900f583 req-7dfff8ff-68b4-478b-ac62-aa0b2ac0889e tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734344 Jul 09 13:19:06.800533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a27e309-9a97-4e08-8091-ed876df74c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.868704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a27e309-9a97-4e08-8091-ed876df74c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.871719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53890) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:06.886212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478d5c3b-c5d5-4e23-832f-3de20b6a3366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.892679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a27e309-9a97-4e08-8091-ed876df74c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.894012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:06.894767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6a27e309-9a97-4e08-8091-ed876df74c03 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5f16a256-4968-4ee2-ad0f-8d4c1186889e HTTP/1.1" status: 204 len: 168 time: 0.4983997 Jul 09 13:19:06.913233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53894) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:06.917101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27e309-9a97-4e08-8091-ed876df74c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f16a256-4968-4ee2-ad0f-8d4c1186889e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:06.931565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: b3d46de0-b86e-4930-9eb8-28782ae75484 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:06.931920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3d46de0-b86e-4930-9eb8-28782ae75484 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:07.039239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.157997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccf8bd-6dfc-49ab-a972-77bb1b03e0fd req-78c63822-60e7-4b68-9462-13fb503923a4 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:07.159580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0ccf8bd-6dfc-49ab-a972-77bb1b03e0fd req-78c63822-60e7-4b68-9462-13fb503923a4 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 943 time: 0.2440639 Jul 09 13:19:07.197681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.217210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9de806-e75c-493e-8ecb-9995cd61c4ad']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:07.245949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7ef2e-43a8-479d-93f5-d7a3b4aa7487 req-929d495e-e61f-4287-830f-881850b3031a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:07.247540 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1c7ef2e-43a8-479d-93f5-d7a3b4aa7487 req-929d495e-e61f-4287-830f-881850b3031a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0676081 Jul 09 13:19:07.248794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478d5c3b-c5d5-4e23-832f-3de20b6a3366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.251152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acd5b1b-163a-4096-ad22-bfefb7e186de') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:07.251689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acd5b1b-163a-4096-ad22-bfefb7e186de') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:07.264502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478d5c3b-c5d5-4e23-832f-3de20b6a3366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.267972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.283891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0ccf8bd-6dfc-49ab-a972-77bb1b03e0fd req-002697d9-5dc2-42e3-9167-440059a4029c tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166902 Jul 09 13:19:07.286677 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1c7ef2e-43a8-479d-93f5-d7a3b4aa7487 req-65f5e369-314f-45c5-bacc-5e7c9fd8532c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Jul 09 13:19:07.310357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.327146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-478d5c3b-c5d5-4e23-832f-3de20b6a3366 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbffabdeebdd4ebfb89409e213dfc722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540694 Jul 09 13:19:07.328438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:19:07.328837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.329974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53898) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:19:07.330803 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:19:07.340118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d5c3b-c5d5-4e23-832f-3de20b6a3366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff65fec-a03d-497b-8dcf-0747498b8817,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:07.390971 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.391637 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1f4dc0f-f5cc-4ab8-8fba-3c2956f7bdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.399388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.404784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e9de806-e75c-493e-8ecb-9995cd61c4ad HTTP/1.1" status: 204 len: 168 time: 0.4890327 Jul 09 13:19:07.406903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53900) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:07.417504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d88e8-6b2c-4fb8-a987-991fa4077603 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9de806-e75c-493e-8ecb-9995cd61c4ad,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:07.449979 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1f4dc0f-f5cc-4ab8-8fba-3c2956f7bdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.494657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c0942a-4543-459a-a64b-578e96798d8e admin admin] Deleting subnet 1bb530cb-bb77-48bd-8baa-5185ed6416af {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:19:07.497997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98c0942a-4543-459a-a64b-578e96798d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.537289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98c0942a-4543-459a-a64b-578e96798d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.563805 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1f4dc0f-f5cc-4ab8-8fba-3c2956f7bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.566290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1f4dc0f-f5cc-4ab8-8fba-3c2956f7bdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.567518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e1f4dc0f-f5cc-4ab8-8fba-3c2956f7bdd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bff65fec-a03d-497b-8dcf-0747498b8817 HTTP/1.1" status: 204 len: 168 time: 0.2365654 Jul 09 13:19:07.579652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4dc0f-f5cc-4ab8-8fba-3c2956f7bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff65fec-a03d-497b-8dcf-0747498b8817,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:07.593405 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98c0942a-4543-459a-a64b-578e96798d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.617202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15376df-b249-4184-b383-d8a36098ee9d req-6f8f0b3c-b3d7-4744-b843-812de48d12b1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:07.619323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d15376df-b249-4184-b383-d8a36098ee9d req-6f8f0b3c-b3d7-4744-b843-812de48d12b1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.0819044 Jul 09 13:19:07.660447 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98c0942a-4543-459a-a64b-578e96798d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.679537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d15376df-b249-4184-b383-d8a36098ee9d req-4f75f7f0-d36a-4582-be5d-66d9ec4f9ab0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485606 Jul 09 13:19:07.701742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0942a-4543-459a-a64b-578e96798d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb530cb-bb77-48bd-8baa-5185ed6416af,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:07.710495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98c0942a-4543-459a-a64b-578e96798d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.715842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-98c0942a-4543-459a-a64b-578e96798d8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1bb530cb-bb77-48bd-8baa-5185ed6416af HTTP/1.1" status: 204 len: 168 time: 0.3051476 Jul 09 13:19:07.716124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53908) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:07.788109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.876964 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.888021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fec0fc-8753-4b24-893a-1d97b4188165']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:07.909347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddab1f6b-5a16-4c29-bf85-d43c892c13c6') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:07.909497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddab1f6b-5a16-4c29-bf85-d43c892c13c6') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:07.920633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.942661 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.967359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:19:07.967752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:19:07.969353 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:19:08.039152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.046211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.051485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] 10.222.0.32 "DELETE /v2.0/networks/b2fec0fc-8753-4b24-893a-1d97b4188165 HTTP/1.1" status: 204 len: 168 time: 0.3339174 Jul 09 13:19:08.066901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4584e8a-06ea-4e7a-964a-f6a9ccd1b34e admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fec0fc-8753-4b24-893a-1d97b4188165,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:08.077106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5232b1-59e3-41cf-9e31-14dc364ac0cd req-3eef752a-ebd1-46c2-9165-38096eb905f2 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:08.078662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e5232b1-59e3-41cf-9e31-14dc364ac0cd req-3eef752a-ebd1-46c2-9165-38096eb905f2 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 946 time: 0.1488135 Jul 09 13:19:08.122216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e5232b1-59e3-41cf-9e31-14dc364ac0cd req-e85f0bb1-aef2-4096-ab8a-c76c7aa05f94 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/security-groups?id=303e5637-a678-442d-b874-fc8c27a9d327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359485 Jul 09 13:19:08.269143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53932) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:08.310887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-1b2b4d4b-5643-41df-aa20-edf1d79f4e42 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:08.312956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-1b2b4d4b-5643-41df-aa20-edf1d79f4e42 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 946 time: 0.0885396 Jul 09 13:19:08.314852 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d9a8f69d-86be-4048-9d7a-240fb97351a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ddebe40c1fd4ac8aad380b23939f385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435197 Jul 09 13:19:08.318850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53934) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:08.388654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-096e7e6f-71f7-43b2-9fee-cc9d3ee17ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.433740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-096e7e6f-71f7-43b2-9fee-cc9d3ee17ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.448366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:08.453298 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976d3599-4fc7-4179-a178-8e1bd18f2467" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:08.475805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Deleting port cdfcb029-e738-40f9-9272-03d4bbe0a637 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:08.481901 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.541621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-096e7e6f-71f7-43b2-9fee-cc9d3ee17ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.544244 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-096e7e6f-71f7-43b2-9fee-cc9d3ee17ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.545412 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-096e7e6f-71f7-43b2-9fee-cc9d3ee17ba1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53c6377f-b8a5-4584-bf1b-193f79595cb0 HTTP/1.1" status: 204 len: 168 time: 0.2256079 Jul 09 13:19:08.560902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e7e6f-71f7-43b2-9fee-cc9d3ee17ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c6377f-b8a5-4584-bf1b-193f79595cb0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:08.613005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844b747-0e1a-4316-943a-ca64229e08ba req-4fc43fb6-e946-486c-b6c1-e3edf905096c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:08.619165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] For port cdfcb029-e738-40f9-9272-03d4bbe0a637, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cdfcb029-e738-40f9-9272-03d4bbe0a637,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:08.619751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.623508 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2844b747-0e1a-4316-943a-ca64229e08ba req-4fc43fb6-e946-486c-b6c1-e3edf905096c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1226773 Jul 09 13:19:08.644458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Calling delete_port for cdfcb029-e738-40f9-9272-03d4bbe0a637 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:08.705646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2844b747-0e1a-4316-943a-ca64229e08ba req-4d63b196-e349-4c21-ba8b-1b8d97e0c9f7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808036 Jul 09 13:19:08.760138 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cc2bc4-19d2-4d95-9623-4c21d92566eb x-openstack-request-id: req-77cc2bc4-19d2-4d95-9623-4c21d92566eb {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:08.760459 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:08.760757 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77cc2bc4-19d2-4d95-9623-4c21d92566eb {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:08.761201 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61', 'status': 'completed', 'code': 200} Jul 09 13:19:08.814660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e20ec4-c669-47b8-8c83-5ab6292dfb7c req-a70565a8-e63a-4d3a-9a60-081a70fffd37 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:08.828550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8e20ec4-c669-47b8-8c83-5ab6292dfb7c req-a70565a8-e63a-4d3a-9a60-081a70fffd37 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 943 time: 0.1999929 Jul 09 13:19:08.938266 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8e20ec4-c669-47b8-8c83-5ab6292dfb7c req-b8781e39-7179-467f-afa7-f5fd81fdc444 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087070 Jul 09 13:19:09.017832 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:09.037813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['cdfcb029-e738-40f9-9272-03d4bbe0a637'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:09.070505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365c4ff-2025-4855-9f5b-0235f835e39c req-405c6d8b-e347-4ab2-a69c-915bd99d15e8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:09.079718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c365c4ff-2025-4855-9f5b-0235f835e39c req-405c6d8b-e347-4ab2-a69c-915bd99d15e8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1268389 Jul 09 13:19:09.100813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Pushing event deleted for resources: {'Port': ['ID=cdfcb029-e738-40f9-9272-03d4bbe0a637,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:09.106687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-adb77f57-d802-4e6f-ab03-94728a02f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:09.108961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-adb77f57-d802-4e6f-ab03-94728a02f3d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1124 time: 0.2768950 Jul 09 13:19:09.140015 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c365c4ff-2025-4855-9f5b-0235f835e39c req-9f823171-2845-4661-9907-34f5099aaf1e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564427 Jul 09 13:19:09.199395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] No DVR routers for this DVR port cdfcb029-e738-40f9-9272-03d4bbe0a637 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:09.323537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53966) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:09.369359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9e210218-fce7-4ef9-82c7-d9e3b04ffb67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a72e791583414ef19cb59735a6e53472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443795 Jul 09 13:19:09.372391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53968) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:09.433259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a557d3c6-a9b7-4a1a-a6eb-12abbfb243b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:09.458015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a557d3c6-a9b7-4a1a-a6eb-12abbfb243b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:09.517619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:09.519586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf76e0d8-49ed-49c3-8911-59a58e3b72cb req-3fcffd77-afb4-4853-9c34-d833844e1e4a tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.10 "DELETE /v2.0/ports/cdfcb029-e738-40f9-9272-03d4bbe0a637 HTTP/1.1" status: 204 len: 173 time: 1.1980281 Jul 09 13:19:09.544391 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a557d3c6-a9b7-4a1a-a6eb-12abbfb243b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:09.547302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a557d3c6-a9b7-4a1a-a6eb-12abbfb243b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:09.548578 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a557d3c6-a9b7-4a1a-a6eb-12abbfb243b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcd3a53e-3797-4315-adec-0a54e488975d HTTP/1.1" status: 204 len: 168 time: 0.1749437 Jul 09 13:19:09.561244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557d3c6-a9b7-4a1a-a6eb-12abbfb243b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3a53e-3797-4315-adec-0a54e488975d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:09.581785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ceda0d4a-bb0b-4487-8358-6be260728426 req-cdccbc06-a268-4da2-a3f8-d03d7db4c4e5 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184 tempest-FloatingIPsAssociationNegativeTestJSON-1722517184-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb6a7d68-2c06-487c-897f-348561d982e0 HTTP/1.1" status: 200 len: 210 time: 0.0658402 Jul 09 13:19:09.668234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-d56f468b-fe15-4645-97e1-85f0de517e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:09.669737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-d56f468b-fe15-4645-97e1-85f0de517e3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.5518188 Jul 09 13:19:09.738958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-d809f4c4-580c-4703-bbd4-07de9a3fd129 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61 HTTP/1.1" status: 200 len: 217 time: 0.0591340 Jul 09 13:19:09.814641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-315953b8-fe57-4803-bf86-b4c4d7f53838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:09.816192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-315953b8-fe57-4803-bf86-b4c4d7f53838 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0708568 Jul 09 13:19:09.875644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-42511374-0c4a-4808-9e34-da43ae79e268 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505252 Jul 09 13:19:09.997326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30171c2a-dd88-400f-bee5-6931b0941cff req-ed514668-5f9b-4afc-a4d4-b97bd7dabbd4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:09.999067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30171c2a-dd88-400f-bee5-6931b0941cff req-ed514668-5f9b-4afc-a4d4-b97bd7dabbd4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1221893 Jul 09 13:19:10.053180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-0d1884d8-8ace-4cee-bd9a-442977097353 service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651776 Jul 09 13:19:10.059230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30171c2a-dd88-400f-bee5-6931b0941cff req-32026c8c-d802-4b35-8912-c2b638f0e990 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522993 Jul 09 13:19:10.328599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976d3599-4fc7-4179-a178-8e1bd18f2467 req-6b5810a9-16dc-40a4-b9cf-d82bc44e600a service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579072 Jul 09 13:19:10.463270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f1da9-bfdc-4a84-b153-5aeca3cbb3fd req-00593ddc-693d-45ea-81e5-96e2e80812e6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:10.465074 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e1f1da9-bfdc-4a84-b153-5aeca3cbb3fd req-00593ddc-693d-45ea-81e5-96e2e80812e6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 943 time: 0.1485395 Jul 09 13:19:10.524409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb0113-7974-4d29-8490-af72fee31e91 req-bd4c300e-a519-446a-9e03-1c4c226b9a48 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:10.532606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9bb0113-7974-4d29-8490-af72fee31e91 req-bd4c300e-a519-446a-9e03-1c4c226b9a48 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1147788 Jul 09 13:19:10.566009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e1f1da9-bfdc-4a84-b153-5aeca3cbb3fd req-76c2768e-7909-4040-8f0f-36f95088934a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920224 Jul 09 13:19:10.601641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9bb0113-7974-4d29-8490-af72fee31e91 req-a06f4e7f-7062-4448-9c2a-9eec77eb28ef tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 Jul 09 13:19:10.762386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'name': 'network-vif-deleted', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:10.764969 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fd3cd4-16fa-447a-8272-22bc07d5a8f7" -d '{"events": [{"server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "name": "network-vif-deleted", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:10.849672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54020) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:11.161425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54030) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:11.186448 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dbfb2c-7d86-44c8-83d0-b4884e8e4347 x-openstack-request-id: req-69dbfb2c-7d86-44c8-83d0-b4884e8e4347 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:11.186743 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6a7d68-2c06-487c-897f-348561d982e0", "name": "network-vif-deleted", "tag": "cdfcb029-e738-40f9-9272-03d4bbe0a637", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:11.187021 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69dbfb2c-7d86-44c8-83d0-b4884e8e4347 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:11.187422 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6a7d68-2c06-487c-897f-348561d982e0', 'name': 'network-vif-deleted', 'tag': 'cdfcb029-e738-40f9-9272-03d4bbe0a637', 'status': 'completed', 'code': 200} Jul 09 13:19:11.380731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcbb52-460a-42ec-83dd-69c3bb43eee5 req-6bbb3bf6-32f5-4a5d-8b06-0c0e22ab4e76 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:11.383343 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9afcbb52-460a-42ec-83dd-69c3bb43eee5 req-6bbb3bf6-32f5-4a5d-8b06-0c0e22ab4e76 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1239841 Jul 09 13:19:11.444423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:11.463531 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9afcbb52-460a-42ec-83dd-69c3bb43eee5 req-0b88a9a5-53a1-45ff-9698-3447a3cf7ef3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705810 Jul 09 13:19:11.468490 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceaccfab-ab89-47c1-aa8e-fcb9b0544492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:11.630198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceaccfab-ab89-47c1-aa8e-fcb9b0544492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:11.634892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceaccfab-ab89-47c1-aa8e-fcb9b0544492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:11.699240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ceaccfab-ab89-47c1-aa8e-fcb9b0544492 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48bd1fc332064a7b994bbf25c42af26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363047 Jul 09 13:19:11.705502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54050) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:11.782233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaccfab-ab89-47c1-aa8e-fcb9b0544492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8a5d9-cdee-47d0-804d-5c78d226b43b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:11.817468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1d1f378b-900e-439d-af87-ff40e29f4399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:11.843959 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1d1f378b-900e-439d-af87-ff40e29f4399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:11.944972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901feed-6a2b-4dad-8a25-6af9f69c7860 req-d1e9c1f3-5dd9-43b9-9c42-74000e91bdf0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:11.946510 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8901feed-6a2b-4dad-8a25-6af9f69c7860 req-d1e9c1f3-5dd9-43b9-9c42-74000e91bdf0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.0927372 Jul 09 13:19:11.947702 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1d1f378b-900e-439d-af87-ff40e29f4399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:11.950174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1d1f378b-900e-439d-af87-ff40e29f4399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:11.951266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1d1f378b-900e-439d-af87-ff40e29f4399 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4f8a5d9-cdee-47d0-804d-5c78d226b43b HTTP/1.1" status: 204 len: 168 time: 0.2409105 Jul 09 13:19:11.967211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f378b-900e-439d-af87-ff40e29f4399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8a5d9-cdee-47d0-804d-5c78d226b43b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:11.999758 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8901feed-6a2b-4dad-8a25-6af9f69c7860 req-074f1692-5c37-4d97-a08a-b11dfdfb95e6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456505 Jul 09 13:19:12.001355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464df0a6-7877-455b-a440-631321078130 req-200a27b9-3166-431d-8a40-8dbab71072f4 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:12.003650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-464df0a6-7877-455b-a440-631321078130 req-200a27b9-3166-431d-8a40-8dbab71072f4 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 943 time: 0.2548881 Jul 09 13:19:12.005735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-02422922-844f-498a-964c-babc56bfe558 service neutron] 10.222.0.11 "GET /v2.0/ports/80da11c4-2442-4d3d-a8b9-0afaf1488f61/bindings/n-h1-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.1599987 Jul 09 13:19:12.086619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Deleting port fe0b45af-6114-4afb-a88f-076ca5a7df42 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:12.087116 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.110040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device cdfcb029-e738-40f9-9272-03d4bbe0a637 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:12.136640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: cdfcb029-e738-40f9-9272-03d4bbe0a637 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:12.137137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device cdfcb029-e738-40f9-9272-03d4bbe0a637 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:12.162821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-464df0a6-7877-455b-a440-631321078130 req-505d6e47-fbb5-4d36-9866-1c62855dd9f7 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496861 Jul 09 13:19:12.267426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] For port fe0b45af-6114-4afb-a88f-076ca5a7df42, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=fe0b45af-6114-4afb-a88f-076ca5a7df42,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:12.267426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.294526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Calling delete_port for fe0b45af-6114-4afb-a88f-076ca5a7df42 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:12.414379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54066) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:12.428547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8684489-1d3f-4ee7-9d94-5b9e499daf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.429612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:12.517734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:12.545189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8684489-1d3f-4ee7-9d94-5b9e499daf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.550239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8684489-1d3f-4ee7-9d94-5b9e499daf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.557125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80da11c4-2442-4d3d-a8b9-0afaf1488f61 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:12.569492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:12.586963 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.594243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d8684489-1d3f-4ee7-9d94-5b9e499daf5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49e6a8beadb243aca254c989ec77efd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788459 Jul 09 13:19:12.606115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54074) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:12.617466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8684489-1d3f-4ee7-9d94-5b9e499daf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663cc3b-82e1-4f6b-80d5-75dfa17b15dc,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:12.734563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92f8a3-32bf-47e4-8003-dd1b81042e94 req-05cbdc3b-222c-4e61-9cff-56cb5c748f34 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:12.736507 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bb92f8a3-32bf-47e4-8003-dd1b81042e94 req-05cbdc3b-222c-4e61-9cff-56cb5c748f34 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0956063 Jul 09 13:19:12.743184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-904c8533-29f8-412d-945e-c467486161b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.783964 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bb92f8a3-32bf-47e4-8003-dd1b81042e94 req-229ad37d-6bc3-4810-a6d4-5b7d6fdca805 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373538 Jul 09 13:19:12.806999 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-904c8533-29f8-412d-945e-c467486161b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.837076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] Transition to ACTIVE for port object 80da11c4-2442-4d3d-a8b9-0afaf1488f61 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:12.841825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.850684 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.855195 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:12.881372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0b45af-6114-4afb-a88f-076ca5a7df42,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:12.933184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 80da11c4-2442-4d3d-a8b9-0afaf1488f61 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:12.989531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 80da11c4-2442-4d3d-a8b9-0afaf1488f61 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:12.993859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] No DVR routers for this DVR port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:13.017303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-904c8533-29f8-412d-945e-c467486161b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:13.021239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-904c8533-29f8-412d-945e-c467486161b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:13.023216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-904c8533-29f8-412d-945e-c467486161b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0663cc3b-82e1-4f6b-80d5-75dfa17b15dc HTTP/1.1" status: 204 len: 168 time: 0.4129715 Jul 09 13:19:13.083577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c8533-29f8-412d-945e-c467486161b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663cc3b-82e1-4f6b-80d5-75dfa17b15dc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:13.086243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] Pushing event updated for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:13.219067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-c156fcc7-eda5-417f-8646-2e7e2cdc20e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/80da11c4-2442-4d3d-a8b9-0afaf1488f61/bindings/n-h1-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1928167 Jul 09 13:19:13.313865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5b0d2-9396-4e73-9454-bba2e5954141 req-0c68dfcb-0594-4c00-99f8-5b3b90d9dd33 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:13.332401 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86a5b0d2-9396-4e73-9454-bba2e5954141 req-0c68dfcb-0594-4c00-99f8-5b3b90d9dd33 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1251342 Jul 09 13:19:13.377659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:13.387211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-a96f753a-6414-43b0-83e0-ecb1c458baef tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:13.388998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-a96f753a-6414-43b0-83e0-ecb1c458baef tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.0905921 Jul 09 13:19:13.409302 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86a5b0d2-9396-4e73-9454-bba2e5954141 req-2315ba8b-0ea7-433b-9b02-e68b122c2852 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759435 Jul 09 13:19:13.681130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e2058-1fd3-49fb-a6ae-4b58f9ea2fe4 req-b7ab51f3-658e-4402-80f2-22f060a14a62 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:13.682713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-326e2058-1fd3-49fb-a6ae-4b58f9ea2fe4 req-b7ab51f3-658e-4402-80f2-22f060a14a62 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 944 time: 0.1727962 Jul 09 13:19:13.754472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:13.801922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-326e2058-1fd3-49fb-a6ae-4b58f9ea2fe4 req-86d2f7ed-7699-4e77-ab0d-14ffcf2785d6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098101 Jul 09 13:19:13.827118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-eddf7bd5-24da-451b-a269-02f19f4a5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:13.828848 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-eddf7bd5-24da-451b-a269-02f19f4a5737 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60&tenant_id=26bd7ebced4148749bb727cbdc378ef0 HTTP/1.1" status: 200 len: 1095 time: 0.3748145 Jul 09 13:19:13.846839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Router f9ee6729-8380-4b22-8603-119f8761bb3c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:19:14.267777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84074949-eb44-4211-845a-d2ee12b45edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:14.371269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-ef278eb5-30ba-4ebd-8ac3-819d04ca48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:14.373412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-ef278eb5-30ba-4ebd-8ac3-819d04ca48e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1095 time: 0.5043633 Jul 09 13:19:14.409537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:14.425592 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] Sync routers for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:14.443312 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:14.444256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4189ec3a-38c9-42b7-bd02-0cb7f199a091 admin admin] 10.222.0.32 "PUT /v2.0/routers/f9ee6729-8380-4b22-8603-119f8761bb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5918348 Jul 09 13:19:14.444562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54154) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:14.456887 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:14.512666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-483ef256-bad2-4458-8620-61a1b3be3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:14.514532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-483ef256-bad2-4458-8620-61a1b3be3c5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.1336815 Jul 09 13:19:14.535165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e26c1-371d-41b4-b34d-162eee455b17 req-95dc090e-1705-4092-bba4-15bc2ffb306b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:14.537133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-630e26c1-371d-41b4-b34d-162eee455b17 req-95dc090e-1705-4092-bba4-15bc2ffb306b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.2769790 Jul 09 13:19:14.610497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-53436698-95fc-413d-a15b-338b5d6cb3ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61 HTTP/1.1" status: 200 len: 217 time: 0.0833535 Jul 09 13:19:14.647255 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:14.663658 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:14.726148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-630e26c1-371d-41b4-b34d-162eee455b17 req-ea28d8e7-b1d5-4524-beac-141cad7cc5c7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796262 Jul 09 13:19:14.749433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-db0301db-470b-4e8e-8023-02c5fb566393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:14.751226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-db0301db-470b-4e8e-8023-02c5fb566393 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.1258392 Jul 09 13:19:14.807885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-6a561bdb-67e5-44b7-801a-8e75c567b01c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389409 Jul 09 13:19:14.810239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:14.912211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Deleting port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:14.912605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.066194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d23e3-90d4-413b-a94a-c90b26b371be req-a01ce47b-335a-449f-abb1-2b7d8c8bb41b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:15.076672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-784d23e3-90d4-413b-a94a-c90b26b371be req-a01ce47b-335a-449f-abb1-2b7d8c8bb41b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1402023 Jul 09 13:19:15.089049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] For port ab2f47e9-37c9-465a-a5d5-12f8a58b74ba, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ab2f47e9-37c9-465a-a5d5-12f8a58b74ba,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:15.090224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.091295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-f8e11b82-309d-45c0-8e0f-f55491a61789 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722135 Jul 09 13:19:15.106040 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:19:12Z', 'revision_number': 5, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port': {'id': 'ab2f47e9-37c9-465a-a5d5-12f8a58b74ba', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:08Z', 'updated_at': '2021-07-09T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:15.122768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Calling delete_port for ab2f47e9-37c9-465a-a5d5-12f8a58b74ba owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:15.153759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] Checking router: f9ee6729-8380-4b22-8603-119f8761bb3c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:15.169882 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] Routers {'f9ee6729-8380-4b22-8603-119f8761bb3c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:15.170725 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:18:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['f9ee6729-8380-4b22-8603-119f8761bb3c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:15.219939 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-784d23e3-90d4-413b-a94a-c90b26b371be req-58919420-5e4d-4372-a494-aaed9715be6b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414375 Jul 09 13:19:15.333546 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] Set router f9ee6729-8380-4b22-8603-119f8761bb3c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:15.335774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-60fdb895-c48f-4254-887d-56eefeddac86 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275674 Jul 09 13:19:15.484783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.501766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:19:14Z', 'revision_number': 6, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:15.575434 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6a55e-05fd-4002-a50d-7b80574098ac None None] The sync data for ids ['f9ee6729-8380-4b22-8603-119f8761bb3c'] in n-d-799524-3 is: [{'id': 'f9ee6729-8380-4b22-8603-119f8761bb3c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1195892986-router', 'tenant_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:06Z', 'updated_at': '2021-07-09T13:19:14Z', 'revision_number': 6, 'project_id': 'e2170de9d6344cd5b700b9c4f453ee8f', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:15.592092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2f47e9-37c9-465a-a5d5-12f8a58b74ba,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:15.709618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.756603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1737870534', 'description': 'tempest-description-1625339628'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:15.819222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.833297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.844617 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.850103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.864732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-faa24843-738d-45e0-971b-269430cfa3a5 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:15.866351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-faa24843-738d-45e0-971b-269430cfa3a5 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60&tenant_id=26bd7ebced4148749bb727cbdc378ef0&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1095 time: 0.1050043 Jul 09 13:19:15.922288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2e48b-dc35-4c44-8500-2f2a07d51e9c req-281de916-cb29-481d-aeb3-16d841c6c683 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:15.928552 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58b2e48b-dc35-4c44-8500-2f2a07d51e9c req-281de916-cb29-481d-aeb3-16d841c6c683 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 944 time: 0.3254704 Jul 09 13:19:15.949602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.950198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9ee6729-8380-4b22-8603-119f8761bb3c {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:19:15.971339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:15.972678 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-170d9039-ea27-44fb-8fdb-e64a663d930b admin admin] 10.222.0.32 "DELETE /v2.0/routers/f9ee6729-8380-4b22-8603-119f8761bb3c HTTP/1.1" status: 204 len: 168 time: 1.5266917 Jul 09 13:19:15.978313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:16.004821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58b2e48b-dc35-4c44-8500-2f2a07d51e9c req-b62aca12-4d8e-4f6f-a676-159073dcd732 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Jul 09 13:19:16.137791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.141461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-093e9be7-8301-4b0a-ae5e-279e8b476257 admin admin] Deleting subnet 4fb69d90-1abc-442f-bf00-5a721e2d0ef7 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:19:16.148874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-093e9be7-8301-4b0a-ae5e-279e8b476257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.151228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.220706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-a9bec787-e59d-4d95-8929-9aea04f74297 service neutron] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:16.223092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-093e9be7-8301-4b0a-ae5e-279e8b476257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.256078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-a9bec787-e59d-4d95-8929-9aea04f74297 service neutron] Notify callbacks [] for binding, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.257264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e391bf9-8835-4501-924a-f52e1d2f840e req-a9bec787-e59d-4d95-8929-9aea04f74297 service neutron] 10.222.0.10 "DELETE /v2.0/ports/80da11c4-2442-4d3d-a8b9-0afaf1488f61/bindings/n-h2-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.3833380 Jul 09 13:19:16.261774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9adc37-5120-4f7a-8b1a-b615f678a511,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:16.361475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.362874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-093e9be7-8301-4b0a-ae5e-279e8b476257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.386454 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.419222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.420536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00528747-e77b-47fe-a481-d9d2980e7e43 req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6700861 Jul 09 13:19:16.431373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20975b95-c64c-4c6b-be9f-3195c9e61fe6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229cc381-9e8c-4542-a7f0-52e8dcfb0974,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:16.477041 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-093e9be7-8301-4b0a-ae5e-279e8b476257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.511362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6150f6-e2ab-4a65-8ee3-fcc34d64a349 req-fc6279ca-af78-4021-ad94-b229fad47996 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:16.517677 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a6150f6-e2ab-4a65-8ee3-fcc34d64a349 req-fc6279ca-af78-4021-ad94-b229fad47996 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0986917 Jul 09 13:19:16.521803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e9be7-8301-4b0a-ae5e-279e8b476257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb69d90-1abc-442f-bf00-5a721e2d0ef7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:16.524224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-093e9be7-8301-4b0a-ae5e-279e8b476257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.531316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-093e9be7-8301-4b0a-ae5e-279e8b476257 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4fb69d90-1abc-442f-bf00-5a721e2d0ef7 HTTP/1.1" status: 204 len: 168 time: 0.5519035 Jul 09 13:19:16.532176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d2645-090c-4a87-8d74-ccdada50fe53 None None] Network 249ec2c9-f442-4ea1-873d-f06e902d1e6e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:16.533537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54206) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:16.595036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a6150f6-e2ab-4a65-8ee3-fcc34d64a349 req-82257cf6-07a6-4ede-b658-70a51537ef68 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626242 Jul 09 13:19:16.642587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.736093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Deleting port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:16.737117 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.782718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-93e6811e-39d0-44c0-95c7-9693c6e41dc0 req-05a3b76e-685d-4426-9ca0-c0ac5a71dac0 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Request body: {'security_group': {'name': 'tempest-securitygroup-877839916', 'description': 'tempest-description-196454539'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:16.827318 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0f886c15-3528-4def-af27-751ddf59ab66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.857851 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-93e6811e-39d0-44c0-95c7-9693c6e41dc0 req-05a3b76e-685d-4426-9ca0-c0ac5a71dac0 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.869385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] For port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:16.873662 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.898679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Calling delete_port for 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:16.907280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] DHCP port deletion for 249ec2c9-f442-4ea1-873d-f06e902d1e6e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:19:16.969802 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:16.997747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] Deleting port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:16.998985 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.000330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8108-897d-4241-a89d-afccf857f23d req-b8aff03d-3173-4c36-88fa-a72cd6f87bf2 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:17.002207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61ce8108-897d-4241-a89d-afccf857f23d req-b8aff03d-3173-4c36-88fa-a72cd6f87bf2 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.2126620 Jul 09 13:19:17.058854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-93e6811e-39d0-44c0-95c7-9693c6e41dc0 req-05a3b76e-685d-4426-9ca0-c0ac5a71dac0 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.064945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-93e6811e-39d0-44c0-95c7-9693c6e41dc0 req-05a3b76e-685d-4426-9ca0-c0ac5a71dac0 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.066964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61ce8108-897d-4241-a89d-afccf857f23d req-932644fd-eb52-4e44-ba11-e166460938b3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505936 Jul 09 13:19:17.086424 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.090475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] For port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,segment=NetworkSegment(fc713d87-072c-400b-8474-ecf391dc9780),segment_id=fc713d87-072c-400b-8474-ecf391dc9780)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:17.091377 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.120031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-93e6811e-39d0-44c0-95c7-9693c6e41dc0 req-05a3b76e-685d-4426-9ca0-c0ac5a71dac0 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.120887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] Calling delete_port for 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:17.134887 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-93e6811e-39d0-44c0-95c7-9693c6e41dc0 req-05a3b76e-685d-4426-9ca0-c0ac5a71dac0 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3656294 Jul 09 13:19:17.187065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3b76e-685d-4426-9ca0-c0ac5a71dac0 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d620400-9b61-4611-a81a-a40c153b3f9a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:17.205789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:17.221297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] No DVR routers for this DVR port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:17.412924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.431313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249ec2c9-f442-4ea1-873d-f06e902d1e6e']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:17.447020 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.447814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc713d87-072c-400b-8474-ecf391dc9780') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:17.448630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc713d87-072c-400b-8474-ecf391dc9780') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:17.452974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed09df-e7cb-403d-b4f9-6a545ec93338 req-b94de377-553b-46f9-810f-85dbff435c17 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:17.454883 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbed09df-e7cb-403d-b4f9-6a545ec93338 req-b94de377-553b-46f9-810f-85dbff435c17 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 944 time: 0.0818837 Jul 09 13:19:17.463430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.480806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] Pushing event deleted for resources: {'Port': ['ID=2d52b4ce-7cfb-4f8c-8344-d985b9dc5406,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:17.484610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a956771-b168-4dcb-ac80-8bf58e128ffc None None] No DVR routers for this DVR port 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:17.490031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.507989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:19:17.508887 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.514613 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbed09df-e7cb-403d-b4f9-6a545ec93338 req-314b6476-fa03-4b56-bda5-ee70788c3399 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518999 Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:19:17.564372 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:19:17.579751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.603760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.606210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] 10.222.0.32 "DELETE /v2.0/networks/249ec2c9-f442-4ea1-873d-f06e902d1e6e HTTP/1.1" status: 204 len: 168 time: 1.0714524 Jul 09 13:19:17.608187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3a9a5-8c73-4a06-9391-46c78b3d5b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=249ec2c9-f442-4ea1-873d-f06e902d1e6e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:17.634426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ab2f47e9-37c9-465a-a5d5-12f8a58b74ba no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:17.669248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1389617947', 'description': 'tempest-description-1391658683'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:17.669725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ab2f47e9-37c9-465a-a5d5-12f8a58b74ba {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:17.670082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ab2f47e9-37c9-465a-a5d5-12f8a58b74ba not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:17.670503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device fe0b45af-6114-4afb-a88f-076ca5a7df42 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:17.695339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.695872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: fe0b45af-6114-4afb-a88f-076ca5a7df42 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:17.696225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device fe0b45af-6114-4afb-a88f-076ca5a7df42 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:17.696640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:17.706311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.729448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:17.729803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2d52b4ce-7cfb-4f8c-8344-d985b9dc5406 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:17.823413 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.827648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.836244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54240) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:17.866997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157f8686-78de-43c1-8dc6-cd63fc301d58,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:17.889484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-88680b00-9666-467f-ab9c-ba5cfacad4a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2170de9d6344cd5b700b9c4f453ee8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518103 Jul 09 13:19:17.892497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54242) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:17.924355 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.930041 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.961007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:17.962787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bd819c20-cc51-4f87-9b5f-ed5c7382520a req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2976539 Jul 09 13:19:17.965317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7de89-dd53-4944-85d4-070f98721a58 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266be25c-a3ef-4abc-9b71-30aead7aef2b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:17.977174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5612ba1d-bfd8-4f1a-a369-bde27e573dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.010222 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5612ba1d-bfd8-4f1a-a369-bde27e573dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.059742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dc8c8-19ee-4b31-82b4-db182d7937c9 req-27866c4c-233f-451b-aca4-ba9d208cbd5c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:18.061360 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f7dc8c8-19ee-4b31-82b4-db182d7937c9 req-27866c4c-233f-451b-aca4-ba9d208cbd5c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1197724 Jul 09 13:19:18.069059 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.105630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5612ba1d-bfd8-4f1a-a369-bde27e573dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.108642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5612ba1d-bfd8-4f1a-a369-bde27e573dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.110024 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5612ba1d-bfd8-4f1a-a369-bde27e573dec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/303e5637-a678-442d-b874-fc8c27a9d327 HTTP/1.1" status: 204 len: 168 time: 0.2166085 Jul 09 13:19:18.119942 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f7dc8c8-19ee-4b31-82b4-db182d7937c9 req-917207a3-873f-4e65-ba5e-162d87133d63 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494332 Jul 09 13:19:18.132174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612ba1d-bfd8-4f1a-a369-bde27e573dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303e5637-a678-442d-b874-fc8c27a9d327,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:18.311767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14770e1-c4fc-4f9b-903b-d88bc7d05dae req-bbe25f74-ebd6-4b81-b295-cccf395849ae tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:18.313342 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f14770e1-c4fc-4f9b-903b-d88bc7d05dae req-bbe25f74-ebd6-4b81-b295-cccf395849ae tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 1095 time: 0.0641704 Jul 09 13:19:18.355532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f14770e1-c4fc-4f9b-903b-d88bc7d05dae req-97a8ce59-d710-45e9-9096-ebcb61eebd35 tempest-LiveAutoBlockMigrationV225Test-1652740802 tempest-LiveAutoBlockMigrationV225Test-1652740802-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Jul 09 13:19:18.412106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-fd827f33-796b-4a9f-a717-4caf3e52b146 req-f11d91cc-ddf0-4c3a-b1df-9330eee6e536 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1150740210', 'description': 'tempest-description-1346980276'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:18.437785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fd827f33-796b-4a9f-a717-4caf3e52b146 req-f11d91cc-ddf0-4c3a-b1df-9330eee6e536 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.529260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fd827f33-796b-4a9f-a717-4caf3e52b146 req-f11d91cc-ddf0-4c3a-b1df-9330eee6e536 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.536519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fd827f33-796b-4a9f-a717-4caf3e52b146 req-f11d91cc-ddf0-4c3a-b1df-9330eee6e536 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.559333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-fd827f33-796b-4a9f-a717-4caf3e52b146 req-f11d91cc-ddf0-4c3a-b1df-9330eee6e536 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:18.571977 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd827f33-796b-4a9f-a717-4caf3e52b146 req-f11d91cc-ddf0-4c3a-b1df-9330eee6e536 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1648130 Jul 09 13:19:18.586311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d91cc-ddf0-4c3a-b1df-9330eee6e536 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea304044-56ad-4c3f-bc10-40b78798ea36,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:18.614046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ceace-e772-4a7a-a6b1-89591aadd6d1 req-83f1bc8c-63db-4060-956d-929350bf2efc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:18.615895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c93ceace-e772-4a7a-a6b1-89591aadd6d1 req-83f1bc8c-63db-4060-956d-929350bf2efc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.0720918 Jul 09 13:19:18.663526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c93ceace-e772-4a7a-a6b1-89591aadd6d1 req-441d3751-a583-45ab-ac30-7a3091ace795 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Jul 09 13:19:19.137191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-44d4fefe-e50c-4fe0-8901-b5f7728b4008 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45052 time: 0.2219944 Jul 09 13:19:19.187307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-a9d03e2f-e380-4378-aac5-ac42f25bf138 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1328c68f-91f6-4b4d-b54d-7ee45088780b HTTP/1.1" status: 200 len: 2981 time: 0.0425274 Jul 09 13:19:19.234589 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-71cc8433-e075-434c-b4a0-ff8ae6625f36 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1328c68f-91f6-4b4d-b54d-7ee45088780b HTTP/1.1" status: 200 len: 2981 time: 0.0405912 Jul 09 13:19:19.287596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-a070fcb9-5c94-4666-9491-d982e0befe63 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/157f8686-78de-43c1-8dc6-cd63fc301d58 HTTP/1.1" status: 200 len: 2981 time: 0.0467241 Jul 09 13:19:19.332837 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-5608bcd5-d771-4325-af3c-de60d342b35a tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/157f8686-78de-43c1-8dc6-cd63fc301d58 HTTP/1.1" status: 200 len: 2981 time: 0.0416346 Jul 09 13:19:19.383684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-953f2768-9976-4c0a-8dcb-cc11edf1a27a tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1a8b07e2-70c6-47a3-9ac0-f103db5cc9e2 HTTP/1.1" status: 200 len: 2981 time: 0.0445061 Jul 09 13:19:19.431618 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-2b33e539-548a-4025-b2e2-9815621c5a9c tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1a8b07e2-70c6-47a3-9ac0-f103db5cc9e2 HTTP/1.1" status: 200 len: 2981 time: 0.0422187 Jul 09 13:19:19.476170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-2be0a18d-ec48-401f-b354-b8f985998932 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/374a153e-9f2b-472e-8c6e-841250ca1161 HTTP/1.1" status: 200 len: 2981 time: 0.0409687 Jul 09 13:19:19.517035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2005-2ad4-496c-acb5-06fa0ef802e1 req-cb2cfe50-6c0e-43c3-b5fc-d36d6de6a185 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:19.519348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a25f2005-2ad4-496c-acb5-06fa0ef802e1 req-cb2cfe50-6c0e-43c3-b5fc-d36d6de6a185 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 944 time: 0.0884478 Jul 09 13:19:19.542145 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-237e8e6f-097a-4856-ad18-c8c68acd57fc tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/374a153e-9f2b-472e-8c6e-841250ca1161 HTTP/1.1" status: 200 len: 2981 time: 0.0601866 Jul 09 13:19:19.542720 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:19.583627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a25f2005-2ad4-496c-acb5-06fa0ef802e1 req-92428ef2-1e93-4caf-a0d5-162dedea14f6 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531189 Jul 09 13:19:19.595682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54296) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:19.608702 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-f999fb98-fdda-4cb1-af91-8fdfb76b7b91 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/49929f50-d4c7-4f25-99f3-ce51f8eb824b HTTP/1.1" status: 200 len: 2973 time: 0.0656941 Jul 09 13:19:19.686164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-009f3a3b-a376-41b5-b96b-3fb417881f88 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/49929f50-d4c7-4f25-99f3-ce51f8eb824b HTTP/1.1" status: 200 len: 2973 time: 0.0687654 Jul 09 13:19:19.709362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-9585525f-88d2-4c20-ab17-97e54f11c91c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200972 Jul 09 13:19:19.721546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-56fbb825-4396-480f-99de-480b51331362 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:19.724357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-56fbb825-4396-480f-99de-480b51331362 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 944 time: 0.1052303 Jul 09 13:19:19.745257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-0ed1ab70-c925-45a1-add6-337088cb4970 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/746bb87f-f621-41ef-8a36-d1ed7dcce7bf HTTP/1.1" status: 200 len: 2981 time: 0.0574923 Jul 09 13:19:19.803621 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-d0c09cbb-9833-4b23-9453-159cf7fe3984 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/746bb87f-f621-41ef-8a36-d1ed7dcce7bf HTTP/1.1" status: 200 len: 2981 time: 0.0564396 Jul 09 13:19:19.850576 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eae355af-71dd-4848-bdc8-1196ebb082a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:19.875623 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-4113c9cc-80a0-45b2-8d5d-81e78aa93cee tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7e83eb49-ce6f-4cb9-821f-53b457aedb42 HTTP/1.1" status: 200 len: 2981 time: 0.0704520 Jul 09 13:19:19.911480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Deleting port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:19.911852 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:19.960392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-533113dd-4f24-49e3-b274-d9d350c3ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:19.961167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-533113dd-4f24-49e3-b274-d9d350c3ac44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 1095 time: 0.1688015 Jul 09 13:19:19.982814 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-4bbf9cc0-da77-4f93-8653-32fabffd50b3 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7e83eb49-ce6f-4cb9-821f-53b457aedb42 HTTP/1.1" status: 200 len: 2981 time: 0.0805523 Jul 09 13:19:20.066182 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-08262e91-0a2a-4035-b557-bf8795bcec78 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a2928e4d-eb8c-4095-aa1c-60e023c533ef HTTP/1.1" status: 200 len: 2977 time: 0.0743623 Jul 09 13:19:20.071198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eae355af-71dd-4848-bdc8-1196ebb082a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.080206 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eae355af-71dd-4848-bdc8-1196ebb082a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.152176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] For port 80da11c4-2442-4d3d-a8b9-0afaf1488f61, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=80da11c4-2442-4d3d-a8b9-0afaf1488f61,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:20.152541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.155724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eae355af-71dd-4848-bdc8-1196ebb082a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec108ef1579d4ab48f39d031b7e6b44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587394 Jul 09 13:19:20.162490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54316) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:20.171658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae355af-71dd-4848-bdc8-1196ebb082a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be48844-d478-4897-9108-318033049861,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:20.183862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Calling delete_port for 80da11c4-2442-4d3d-a8b9-0afaf1488f61 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:20.184341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-1203e3c2-d90a-441d-9ab9-ac14833b34df tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a2928e4d-eb8c-4095-aa1c-60e023c533ef HTTP/1.1" status: 200 len: 2977 time: 0.1117330 Jul 09 13:19:20.200675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-eb68e474-8fda-4b35-9632-f0c06da12dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:20.202251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-eb68e474-8fda-4b35-9632-f0c06da12dfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.2175329 Jul 09 13:19:20.226804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f611eb8-8d07-4675-9d4c-a4cf9475eee1 req-adea8218-582d-47f6-9459-c759d6da9fdb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:20.228240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f611eb8-8d07-4675-9d4c-a4cf9475eee1 req-adea8218-582d-47f6-9459-c759d6da9fdb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1865501 Jul 09 13:19:20.255992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-a6ada71a-e492-4f74-baee-f1602722d682 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b7919972-0fcf-4d5c-972f-55836fdb17cf HTTP/1.1" status: 200 len: 2981 time: 0.0613523 Jul 09 13:19:20.258972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba19301a-5f1f-41bf-98d2-9c531e0277f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.294766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-0e54c23a-7c40-48b0-ba75-dc10479d4dfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 200 len: 217 time: 0.0832839 Jul 09 13:19:20.305668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba19301a-5f1f-41bf-98d2-9c531e0277f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.383434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f611eb8-8d07-4675-9d4c-a4cf9475eee1 req-c71b3b46-7f43-43a0-905c-f2335fdb7de6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240494 Jul 09 13:19:20.384630 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-69840e99-c320-4511-8435-a69a769e8466 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b7919972-0fcf-4d5c-972f-55836fdb17cf HTTP/1.1" status: 200 len: 2981 time: 0.1229403 Jul 09 13:19:20.391174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-4533555d-dafa-44cc-a3fe-f2347fb00a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:20.392869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-4533555d-dafa-44cc-a3fe-f2347fb00a5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.0892344 Jul 09 13:19:20.408049 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-c3a5c126-55bc-437c-b40d-33dd6159a229 service neutron] show failed (client error): The resource could not be found. Jul 09 13:19:20.409030 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-c3a5c126-55bc-437c-b40d-33dd6159a229 service neutron] 10.222.0.10 "GET /v2.0/ports/0fdb71e5-d0f3-4828-b2ba-93a7772eb856/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.1197431 Jul 09 13:19:20.450133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-919e277a-2c61-411c-bd42-976f6ecd5bec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492973 Jul 09 13:19:20.456327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba19301a-5f1f-41bf-98d2-9c531e0277f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.460941 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba19301a-5f1f-41bf-98d2-9c531e0277f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.465806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ba19301a-5f1f-41bf-98d2-9c531e0277f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4be48844-d478-4897-9108-318033049861 HTTP/1.1" status: 204 len: 168 time: 0.2995727 Jul 09 13:19:20.474144 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-3b7403e9-d0b9-4069-810f-98539a5668b7 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ce9adc37-5120-4f7a-8b1a-b615f678a511 HTTP/1.1" status: 200 len: 2981 time: 0.0728889 Jul 09 13:19:20.540654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-6c9c384a-1e65-4243-96e5-675dae6cd84a tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ce9adc37-5120-4f7a-8b1a-b615f678a511 HTTP/1.1" status: 200 len: 2981 time: 0.0573511 Jul 09 13:19:20.541792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19301a-5f1f-41bf-98d2-9c531e0277f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be48844-d478-4897-9108-318033049861,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:20.573867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.596458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:20.677893 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-24bd87a9-3ad3-4c18-976a-8cbf486cfa62 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d8a3dab1-9ffd-43a0-8202-5b1b84e56b30 HTTP/1.1" status: 200 len: 2981 time: 0.1141288 Jul 09 13:19:20.700186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] No DVR routers for this DVR port 80da11c4-2442-4d3d-a8b9-0afaf1488f61 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:20.701714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Pushing event deleted for resources: {'Port': ['ID=80da11c4-2442-4d3d-a8b9-0afaf1488f61,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:20.712133 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:20.714162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-908ec18f-72d8-41e6-9b90-e2f9feeacb23 req-d80b5fe6-f29d-4b89-85d6-c255b028c984 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.10 "DELETE /v2.0/ports/80da11c4-2442-4d3d-a8b9-0afaf1488f61 HTTP/1.1" status: 204 len: 173 time: 0.9825122 Jul 09 13:19:20.714633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'name': 'network-vif-deleted', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:20.731253 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb832bc2-6d77-4370-bb99-27c9ff900b60" -d '{"events": [{"server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "name": "network-vif-deleted", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:20.748366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-3b53ac7f-d3a9-4dc6-a8f1-bd2156099bb3 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d8a3dab1-9ffd-43a0-8202-5b1b84e56b30 HTTP/1.1" status: 200 len: 2981 time: 0.0646472 Jul 09 13:19:20.749487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-9a23112d-f189-4ca4-a430-a0c74301e57d service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754328 Jul 09 13:19:20.869315 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-4c99c04c-449c-4628-87bb-4c43049ae019 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f00252fa-2b9f-4fee-a451-65b259538706 HTTP/1.1" status: 200 len: 2981 time: 0.0994711 Jul 09 13:19:20.880429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-5610db38-f425-42ec-80bd-20cba2123374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:20.882455 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-5610db38-f425-42ec-80bd-20cba2123374 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe&tenant_id=5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 1101 time: 0.1328897 Jul 09 13:19:20.897743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:20.917470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c251de92-49b2-46e5-ad38-a3e2defd013d req-fa854637-cb26-4dbc-a7cd-0b64b8eaa95f service neutron] 10.222.0.11 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599503 Jul 09 13:19:20.948844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c380f-dc77-45a6-b07c-a8f1f51d3263 req-f4e8792a-0b6f-4def-9b9e-4913e8c4396b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:20.951076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b42c380f-dc77-45a6-b07c-a8f1f51d3263 req-f4e8792a-0b6f-4def-9b9e-4913e8c4396b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1214421 Jul 09 13:19:20.986497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54328) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:21.014058 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ce1447d7-9062-439e-a619-042c52a0b693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:21.028812 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b42c380f-dc77-45a6-b07c-a8f1f51d3263 req-f46fb995-ce0a-4953-bf69-a6ce62460aa7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719104 Jul 09 13:19:21.043126 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b27e0dd-5290-4843-9eb1-891f3dcd10bc req-6c967c47-bc02-4077-bae4-e8372c259479 tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f00252fa-2b9f-4fee-a451-65b259538706 HTTP/1.1" status: 200 len: 2981 time: 0.1593077 Jul 09 13:19:21.067568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:21.216116 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ce1447d7-9062-439e-a619-042c52a0b693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:21.230915 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ce1447d7-9062-439e-a619-042c52a0b693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:21.290037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1447d7-9062-439e-a619-042c52a0b693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4b91c1-c49a-458c-bbe1-23c00bd12b85,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:21.301663 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43deabb-9eb4-4c2b-8971-d3287a47b6e8 x-openstack-request-id: req-c43deabb-9eb4-4c2b-8971-d3287a47b6e8 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:21.302056 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2448c7-e68f-46b3-8526-a8639ca28b60", "name": "network-vif-deleted", "tag": "80da11c4-2442-4d3d-a8b9-0afaf1488f61", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:21.302382 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c43deabb-9eb4-4c2b-8971-d3287a47b6e8 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:21.302995 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2448c7-e68f-46b3-8526-a8639ca28b60', 'name': 'network-vif-deleted', 'tag': '80da11c4-2442-4d3d-a8b9-0afaf1488f61', 'status': 'completed', 'code': 200} Jul 09 13:19:21.344864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ce1447d7-9062-439e-a619-042c52a0b693 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=deb24ad086ce46fcaf83ce8541b87399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580704 Jul 09 13:19:21.350157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54342) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:21.387398 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d450531a-cc8c-4532-a4be-c0a382330aa0 req-bd911be9-9ec2-4c7b-94fb-dcb7aeca8914 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 210 time: 0.0391583 Jul 09 13:19:21.440650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-800ebffc-6a61-4c25-b50c-b0f6e719be25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2226043 Jul 09 13:19:21.493338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3bcbbd0-1563-4dfe-abb5-45e628ee2355 req-52cf8440-f2c4-44dc-ab85-30c30d05f699 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bc380daa55f434e9094d8191672e736 HTTP/1.1" status: 200 len: 6102 time: 0.1731582 Jul 09 13:19:21.529860 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8805ba52-250b-440e-b607-78d822113bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:21.623069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8805ba52-250b-440e-b607-78d822113bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:21.640538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3bcbbd0-1563-4dfe-abb5-45e628ee2355 req-b6a99857-610c-489b-917a-c062f42524eb tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "GET /v2.0/security-groups/ce9adc37-5120-4f7a-8b1a-b615f678a511 HTTP/1.1" status: 200 len: 2981 time: 0.1461701 Jul 09 13:19:21.726664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-2dcf116f-abab-4b4c-9068-e7dfcabe1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:21.727510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-2dcf116f-abab-4b4c-9068-e7dfcabe1b90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bd7ebced4148749bb727cbdc378ef0&device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 1096 time: 0.2226501 Jul 09 13:19:21.758814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3bcbbd0-1563-4dfe-abb5-45e628ee2355 req-0e8e0bf7-eac2-4c41-9a8c-1c60ce08e517 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "GET /v2.0/security-groups/ce9adc37-5120-4f7a-8b1a-b615f678a511 HTTP/1.1" status: 200 len: 2981 time: 0.1172774 Jul 09 13:19:21.901056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8805ba52-250b-440e-b607-78d822113bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:21.912981 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8805ba52-250b-440e-b607-78d822113bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:21.922805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8805ba52-250b-440e-b607-78d822113bd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce4b91c1-c49a-458c-bbe1-23c00bd12b85 HTTP/1.1" status: 204 len: 168 time: 0.5711503 Jul 09 13:19:21.966138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805ba52-250b-440e-b607-78d822113bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4b91c1-c49a-458c-bbe1-23c00bd12b85,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:22.015420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-7a621023-4df2-42f1-9e31-35673157343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:22.018620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-7a621023-4df2-42f1-9e31-35673157343f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 200 len: 920 time: 0.2555728 Jul 09 13:19:22.028060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e085b-0786-42fd-aada-c750bb286276 req-081ff6b1-be22-4cb1-b190-08b21e31ba19 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:22.029643 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-820e085b-0786-42fd-aada-c750bb286276 req-081ff6b1-be22-4cb1-b190-08b21e31ba19 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1175051 Jul 09 13:19:22.061993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:22.070604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54364) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:22.141746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-820e085b-0786-42fd-aada-c750bb286276 req-8677f711-d87d-46be-8220-07b746ce057b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035407 Jul 09 13:19:22.179473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:22.200431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 80da11c4-2442-4d3d-a8b9-0afaf1488f61 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:22.253130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 80da11c4-2442-4d3d-a8b9-0afaf1488f61 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:22.253490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 80da11c4-2442-4d3d-a8b9-0afaf1488f61 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:22.253920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:22.278703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aed0e660-3c02-40b9-a354-c775d73ac8d7 req-06662f67-4a32-4e6a-ab16-f8a88ddbcd3b tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ea304044-56ad-4c3f-bc10-40b78798ea36 HTTP/1.1" status: 200 len: 1778 time: 0.0952299 Jul 09 13:19:22.284774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:22.287806 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642a3f38-7a23-46c0-a5f0-3d7ad0b8e5f4" -d '{"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:22.325224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.355837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Transition to ACTIVE for port object 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:22.366574 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.366841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:22.389321 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aed0e660-3c02-40b9-a354-c775d73ac8d7 req-b44ae33c-a5cd-4b3a-b5ee-cefb5a32e73d tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.416951 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aed0e660-3c02-40b9-a354-c775d73ac8d7 req-b44ae33c-a5cd-4b3a-b5ee-cefb5a32e73d tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.502696 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aed0e660-3c02-40b9-a354-c775d73ac8d7 req-b44ae33c-a5cd-4b3a-b5ee-cefb5a32e73d tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.508166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aed0e660-3c02-40b9-a354-c775d73ac8d7 req-b44ae33c-a5cd-4b3a-b5ee-cefb5a32e73d tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.520390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aed0e660-3c02-40b9-a354-c775d73ac8d7 req-b44ae33c-a5cd-4b3a-b5ee-cefb5a32e73d tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea304044-56ad-4c3f-bc10-40b78798ea36 HTTP/1.1" status: 204 len: 173 time: 0.2400818 Jul 09 13:19:22.632619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ae33c-a5cd-4b3a-b5ee-cefb5a32e73d tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea304044-56ad-4c3f-bc10-40b78798ea36,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:22.642868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] No DVR routers for this DVR port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:22.680426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:22.697585 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-84237b03-2eb2-42a5-ad43-3c5d2c1813ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 200 len: 217 time: 0.6707737 Jul 09 13:19:22.712899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb15fc0b-c019-4e03-a185-f4e5f64c6965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.757151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:22.757760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:22.758079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:22.767253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:22.767381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:22.781142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:22.781749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:22.782195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:22.782655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Bound port: 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:22.783107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.800129 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8335b372-f881-4db2-a1f7-f8fe528961ff x-openstack-request-id: req-8335b372-f881-4db2-a1f7-f8fe528961ff {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:22.800427 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:22.800718 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8335b372-f881-4db2-a1f7-f8fe528961ff {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:22.801980 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'code': 200} Jul 09 13:19:22.856508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-fefed47d-b1db-45d7-a132-780773bf2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:22.858339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-fefed47d-b1db-45d7-a132-780773bf2395 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 200 len: 860 time: 0.1513398 Jul 09 13:19:22.919210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-dbaf48c9-e846-4dfa-9431-cd30773bbca9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0eecf577-47de-495c-a7e6-8efa9225a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482557 Jul 09 13:19:22.933823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e8003-f68f-4625-859f-4417f94aafec req-87de5f76-307b-42fb-a747-bd117427609a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:22.939470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ed4b7d8-f257-4350-b58a-2bf29b129f2e req-3ea0199d-33b4-40e1-ad49-b2c695c729cb tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 210 time: 0.0476291 Jul 09 13:19:22.941812 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-520e8003-f68f-4625-859f-4417f94aafec req-87de5f76-307b-42fb-a747-bd117427609a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 948 time: 0.2469561 Jul 09 13:19:22.943335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:22.962729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:22.982776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.059778 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb15fc0b-c019-4e03-a185-f4e5f64c6965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.070107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-520e8003-f68f-4625-859f-4417f94aafec req-a6de4a9d-bf62-4d84-89a7-fb15dcdfd7b7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257489 Jul 09 13:19:23.074818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb15fc0b-c019-4e03-a185-f4e5f64c6965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.078353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.079096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.080575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] 10.222.0.11 "PUT /v2.0/ports/0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 1096 time: 2.1883488 Jul 09 13:19:23.159574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-bbe995ad-15cc-4536-aeda-a08e2c9e2fef service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062106 Jul 09 13:19:23.169835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8537a19b-1ecc-4c57-ab0c-f5bef34b1af6 req-5146a3a5-5190-460a-9b54-57859bb5ab1f tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "GET /v2.0/security-groups/266be25c-a3ef-4abc-9b71-30aead7aef2b HTTP/1.1" status: 200 len: 1778 time: 0.1613805 Jul 09 13:19:23.197638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15fc0b-c019-4e03-a185-f4e5f64c6965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456b4938-4c85-418b-8c12-92a30f9f310c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:23.244678 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb15fc0b-c019-4e03-a185-f4e5f64c6965 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92ab06d458114e7eb36ee323f41444b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1728990 Jul 09 13:19:23.256394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54398) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:23.270098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07a034-1f7e-413d-be14-cbe26961f305 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:23.357606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1e86b066-e1c5-4662-8857-86cc8fc133b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.359352 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-1e86b066-e1c5-4662-8857-86cc8fc133b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1099 time: 0.2339325 Jul 09 13:19:23.361203 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8537a19b-1ecc-4c57-ab0c-f5bef34b1af6 req-8bd4050a-157c-4ac2-8563-d023bad47c1c tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.368257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54402) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:23.382924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df918c71-8353-4f87-ae96-cd7fe58f42c4 req-929af0a5-0970-479b-8707-0a0e1be34974 service neutron] 10.222.0.10 "GET /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165792 Jul 09 13:19:23.435412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462d9ca-2a69-4388-8f8d-ca115a6d0335 req-02496365-a4e7-4d2a-ae37-8094bc015389 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.444908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3462d9ca-2a69-4388-8f8d-ca115a6d0335 req-02496365-a4e7-4d2a-ae37-8094bc015389 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1193984 Jul 09 13:19:23.479021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3529992-ac58-4a4f-9106-6f3e960dabc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.496620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3462d9ca-2a69-4388-8f8d-ca115a6d0335 req-1841e7f4-d9f4-4256-9048-1a161ae90007 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506210 Jul 09 13:19:23.506084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8537a19b-1ecc-4c57-ab0c-f5bef34b1af6 req-8bd4050a-157c-4ac2-8563-d023bad47c1c tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.525703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-network', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:23.555393 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3529992-ac58-4a4f-9106-6f3e960dabc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.607577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Made reservation on behalf of 4e8f5cc08c7143cbaafc1cf58df08b56 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:23.609891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.637969 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.651415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-f0636585-0444-454e-a47a-a7ef19bdd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.653034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-f0636585-0444-454e-a47a-a7ef19bdd7d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2838855 Jul 09 13:19:23.654638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8537a19b-1ecc-4c57-ab0c-f5bef34b1af6 req-8bd4050a-157c-4ac2-8563-d023bad47c1c tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.657185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8537a19b-1ecc-4c57-ab0c-f5bef34b1af6 req-8bd4050a-157c-4ac2-8563-d023bad47c1c tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.658205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8537a19b-1ecc-4c57-ab0c-f5bef34b1af6 req-8bd4050a-157c-4ac2-8563-d023bad47c1c tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/266be25c-a3ef-4abc-9b71-30aead7aef2b HTTP/1.1" status: 204 len: 173 time: 0.4373691 Jul 09 13:19:23.714053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4050a-157c-4ac2-8563-d023bad47c1c tempest-SecurityGroupsTestAdminJSON-1923433065 tempest-SecurityGroupsTestAdminJSON-1923433065-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266be25c-a3ef-4abc-9b71-30aead7aef2b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:23.718594 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-afda6061-0bc5-4f3f-9b82-28e06ff786fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.0573967 Jul 09 13:19:23.751036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f68d56b7-7ac2-4539-b58f-0c252188d8e3 req-f1d54965-6c21-4df5-bd7c-b5ffd5a5cb44 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "GET /v2.0/security-groups/2d620400-9b61-4611-a81a-a40c153b3f9a HTTP/1.1" status: 200 len: 1776 time: 0.0686188 Jul 09 13:19:23.760273 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3529992-ac58-4a4f-9106-6f3e960dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.762793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3529992-ac58-4a4f-9106-6f3e960dabc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.763954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e3529992-ac58-4a4f-9106-6f3e960dabc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/456b4938-4c85-418b-8c12-92a30f9f310c HTTP/1.1" status: 204 len: 168 time: 0.5045986 Jul 09 13:19:23.788992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3529992-ac58-4a4f-9106-6f3e960dabc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456b4938-4c85-418b-8c12-92a30f9f310c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:23.808534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-52f319fb-d920-478a-9363-fb848b423bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.809961 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-52f319fb-d920-478a-9363-fb848b423bab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0832226 Jul 09 13:19:23.900976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.911954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-b810bb7f-2db3-43a0-83b1-33d61f5aa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.914212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-b810bb7f-2db3-43a0-83b1-33d61f5aa50e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962458 Jul 09 13:19:23.914745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f68d56b7-7ac2-4539-b58f-0c252188d8e3 req-b8819d3f-9c3d-4e6a-84a4-ac8325fff605 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.915169 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.960930 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f68d56b7-7ac2-4539-b58f-0c252188d8e3 req-b8819d3f-9c3d-4e6a-84a4-ac8325fff605 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.013961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f68d56b7-7ac2-4539-b58f-0c252188d8e3 req-b8819d3f-9c3d-4e6a-84a4-ac8325fff605 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.021680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f68d56b7-7ac2-4539-b58f-0c252188d8e3 req-b8819d3f-9c3d-4e6a-84a4-ac8325fff605 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.030739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f68d56b7-7ac2-4539-b58f-0c252188d8e3 req-b8819d3f-9c3d-4e6a-84a4-ac8325fff605 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d620400-9b61-4611-a81a-a40c153b3f9a HTTP/1.1" status: 204 len: 173 time: 0.2719085 Jul 09 13:19:24.034716 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:24.059269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8819d3f-9c3d-4e6a-84a4-ac8325fff605 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d620400-9b61-4611-a81a-a40c153b3f9a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:24.064329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c262ac-77c3-41f9-82d2-38b3ad82885e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:24.086544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.099386 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Added segment 46494deb-0f87-4dda-a17c-460e49ddc083 of type vlan for network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 Jul 09 13:19:24.135269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f619553-ec9e-4fbe-a09e-e52cb5e1bf34 req-86affee5-46ec-460e-b344-0bad74f069f6 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "GET /v2.0/security-groups/229cc381-9e8c-4542-a7f0-52e8dcfb0974 HTTP/1.1" status: 200 len: 1778 time: 0.0806794 Jul 09 13:19:24.206452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed72e5e4-5c51-4728-9978-4a855c046006 req-f8efff6b-ab8b-4062-ba24-fd6b28c5655b tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 210 time: 0.0451381 Jul 09 13:19:24.213176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.220262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8f619553-ec9e-4fbe-a09e-e52cb5e1bf34 req-30930046-4107-48e5-ab8a-d39238b095b9 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.240406 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-e4bb2852-3381-4e27-8f21-7ebc9d19cf5c service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162496 Jul 09 13:19:24.258520 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8f619553-ec9e-4fbe-a09e-e52cb5e1bf34 req-30930046-4107-48e5-ab8a-d39238b095b9 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.315452 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.317375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:24.318191 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.326011 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8f619553-ec9e-4fbe-a09e-e52cb5e1bf34 req-30930046-4107-48e5-ab8a-d39238b095b9 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.331243 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8f619553-ec9e-4fbe-a09e-e52cb5e1bf34 req-30930046-4107-48e5-ab8a-d39238b095b9 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.338548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f619553-ec9e-4fbe-a09e-e52cb5e1bf34 req-30930046-4107-48e5-ab8a-d39238b095b9 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] 10.222.0.32 "DELETE /v2.0/security-groups/229cc381-9e8c-4542-a7f0-52e8dcfb0974 HTTP/1.1" status: 204 len: 173 time: 0.2020054 Jul 09 13:19:24.359328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30930046-4107-48e5-ab8a-d39238b095b9 tempest-SecurityGroupsTestAdminJSON-926539091 tempest-SecurityGroupsTestAdminJSON-926539091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229cc381-9e8c-4542-a7f0-52e8dcfb0974,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:24.444880 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0726731 Jul 09 13:19:24.447961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54430) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:24.454972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Request body: {'subnet': {'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-subnet', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:24.471998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a636140-1701-4f4c-bacd-a0524c2b9fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ef1fb4-31a2-428b-921f-0b7e72b3da89,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:24.485444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:24.487623 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-a8966ce2-7d96-4189-b15c-93210aa61a13 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402995 Jul 09 13:19:24.510009 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Made reservation on behalf of 4e8f5cc08c7143cbaafc1cf58df08b56 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:24.531038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.564476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d441020-5ee7-4992-aece-940b06339c91 req-c7e6e137-4ae0-4d83-bec1-95fdb5d7e83c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:24.566326 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4d441020-5ee7-4992-aece-940b06339c91 req-c7e6e137-4ae0-4d83-bec1-95fdb5d7e83c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 948 time: 0.1675756 Jul 09 13:19:24.680971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4d441020-5ee7-4992-aece-940b06339c91 req-ffdc9ede-853a-43d4-b0cc-91428c679715 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086762 Jul 09 13:19:24.803781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:24.806529 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aece198-d6b4-4d1e-ba47-1db0827e99eb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:24.874885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54448) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:24.877756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.904840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54454) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:24.952897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89ccad-2cfb-4f7e-9e5b-d686dce93f75 req-f2aaac7f-cbc1-4208-b9cb-a6d7a2f38b91 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:24.954604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae89ccad-2cfb-4f7e-9e5b-d686dce93f75 req-f2aaac7f-cbc1-4208-b9cb-a6d7a2f38b91 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1456921 Jul 09 13:19:24.959540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1267d53f-85aa-489a-b814-8bea8536e588,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:24.967459 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ae73c4-e112-41e2-a88c-99f1167f8983 x-openstack-request-id: req-12ae73c4-e112-41e2-a88c-99f1167f8983 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:24.967782 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:24.968040 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12ae73c4-e112-41e2-a88c-99f1167f8983 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:24.968455 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'status': 'completed', 'code': 200} Jul 09 13:19:25.005065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Checking segment: {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:25.005635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Network hostable DHCP agents. Network: e4ef1fb4-31a2-428b-921f-0b7e72b3da89, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:25.067563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae89ccad-2cfb-4f7e-9e5b-d686dce93f75 req-11e95ac3-9326-49d0-923b-221b9dc447d7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002715 Jul 09 13:19:25.101182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:25.116491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, e4ef1fb4-31a2-428b-921f-0b7e72b3da89) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:25.122193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:25.127260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369317e-75a5-47a6-949c-166a92e42f10 None None] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:25.131905 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.137686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-293e753e-e54c-4588-85ec-87ea207e9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:25.145950 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-293e753e-e54c-4588-85ec-87ea207e9ddd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1099 time: 0.1438522 Jul 09 13:19:25.156361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1187393042-network', 'tenant_id': '00ff651d45b740379737f64ac163219d'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:25.189200 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-a79ea794-58a5-47b7-a093-79fa0772f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:25.190797 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-a79ea794-58a5-47b7-a093-79fa0772f3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1099 time: 0.1920314 Jul 09 13:19:25.230029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-933d634d-ea61-43fe-b615-a0d29320d65f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7781854 Jul 09 13:19:25.236099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54458) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:25.262043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Made reservation on behalf of 00ff651d45b740379737f64ac163219d for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:25.264387 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.270732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:25.278973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-3a2af3b5-9756-4304-a8bf-0f453a06002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:25.280336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-3a2af3b5-9756-4304-a8bf-0f453a06002a service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1307113 Jul 09 13:19:25.293891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.302338 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e85785be-7a7a-4b88-ae39-a3cfd7987e0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bc380daa55f434e9094d8191672e736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231155 Jul 09 13:19:25.306220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54462) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:25.335592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-5487f398-7dca-454e-853d-130d5b101b88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.0470445 Jul 09 13:19:25.369521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-e4ef1fb4-31a2-428b-921f-0b7e72b3da89', 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'fixed_ips': [{'subnet_id': '1267d53f-85aa-489a-b814-8bea8536e588'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:19:25.370734 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.431676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-1b16c661-406f-4ec4-afab-2a17b6985d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:25.433418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-1b16c661-406f-4ec4-afab-2a17b6985d36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0841463 Jul 09 13:19:25.461468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.470141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.471353 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.483075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.518536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-404681f6-b882-4fcc-80cd-933f24605fc9 req-99e6db92-4646-45b9-85a7-f775081f7e68 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 210 time: 0.0839894 Jul 09 13:19:25.529729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4666d68-9ddb-4a38-bc0f-5ee6f1553f3f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:25.564820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Allocated IP 172.20.0.2 (e4ef1fb4-31a2-428b-921f-0b7e72b3da89/1267d53f-85aa-489a-b814-8bea8536e588/e6b0fb12-d1fa-48d8-91a9-bff5f67f5490) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:25.580824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:25.586550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-724d19f6-02e4-4592-b5e4-e239feee6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:25.588724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf450-3720-48d3-843b-c5cfaf81e1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.590023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-724d19f6-02e4-4592-b5e4-e239feee6633 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440122 Jul 09 13:19:25.606425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-2a1345d3-b91b-45cf-a399-ff05c28a415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:25.609114 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-2a1345d3-b91b-45cf-a399-ff05c28a415c service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4089386 Jul 09 13:19:25.652802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.653319 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Added segment ef9ddcd2-6b93-43f7-9410-6125a3f6bf6e of type vlan for network 052b5022-b5fe-424c-ab4e-c6136f25375c Jul 09 13:19:25.676545 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.717121 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf450-3720-48d3-843b-c5cfaf81e1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.737716 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-b043998f-e3e3-4abe-96d0-75b3fc81a0ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.0929742 Jul 09 13:19:25.739258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-8f20f4b0-dbaa-46b7-95eb-acc28072bc94 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415033 Jul 09 13:19:25.742420 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.751500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Transition to ACTIVE for port object e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:25.773272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Transition to ACTIVE for port object e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:25.782530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.855148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Pushing event updated for resources: {'Port': ['ID=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:25.867557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:25.869670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:25.872536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:25.902569 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-d0439394-0230-44d8-9659-6341a0abd233 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497808 Jul 09 13:19:25.944320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Attempting to bind port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:25.944745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Attempting to bind port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:25.945112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Attempting to bind port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 on network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:25.945838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.950704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:25.951107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Checking segment: {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:25.951515 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.951908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Bound using segment: {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:25.952381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Bound port: e6b0fb12-d1fa-48d8-91a9-bff5f67f5490, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:25.952767 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.043679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] For port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:26.047681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] For port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:26.054214 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.090545 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.099389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-a7d93e70-7bf4-496a-9d1d-b22972a595a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:26.101204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-a7d93e70-7bf4-496a-9d1d-b22972a595a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.2798929 Jul 09 13:19:26.126584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.127527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:26.128542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.138308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6c22d-3a41-4c34-a92b-594079dcc5e4 None None] Pushing event updated for resources: {'Port': ['ID=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:26.238726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] Pushing event updated for resources: {'Network': ['ID=052b5022-b5fe-424c-ab4e-c6136f25375c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:26.250437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 052b5022-b5fe-424c-ab4e-c6136f25375c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:26.304808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3be372-1651-4e4c-8a70-4b244c7ce4ba req-c3e4c5a4-76fa-45d8-b33f-562add458b76 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:26.310543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9bbe6207-ab18-426d-9989-0523437bda69 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4046137 Jul 09 13:19:26.313105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef3be372-1651-4e4c-8a70-4b244c7ce4ba req-c3e4c5a4-76fa-45d8-b33f-562add458b76 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0969312 Jul 09 13:19:26.320192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54472) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:26.329731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55fe1d-dd5f-421a-b077-8f876d232873 req-4bad54cc-5328-4fb7-8f8f-c2826e295cee tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:26.338751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b55fe1d-dd5f-421a-b077-8f876d232873 req-4bad54cc-5328-4fb7-8f8f-c2826e295cee tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 948 time: 0.5158758 Jul 09 13:19:26.341364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf450-3720-48d3-843b-c5cfaf81e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.343935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf450-3720-48d3-843b-c5cfaf81e1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.345553 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ebcf450-3720-48d3-843b-c5cfaf81e1b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce9adc37-5120-4f7a-8b1a-b615f678a511 HTTP/1.1" status: 204 len: 168 time: 1.0331049 Jul 09 13:19:26.389858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Request body: {'subnet': {'network_id': '052b5022-b5fe-424c-ab4e-c6136f25375c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1187393042-subnet', 'tenant_id': '00ff651d45b740379737f64ac163219d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:26.415228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef3be372-1651-4e4c-8a70-4b244c7ce4ba req-d72a4e10-0bf1-48a3-b7d7-9d588685156c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938513 Jul 09 13:19:26.509848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcf450-3720-48d3-843b-c5cfaf81e1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9adc37-5120-4f7a-8b1a-b615f678a511,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:26.577028 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b55fe1d-dd5f-421a-b077-8f876d232873 req-775e99de-8c4e-4838-9e61-f70eca1ac509 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370088 Jul 09 13:19:26.617331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-46ec1af1-c1e1-4eba-aaa9-b8886422cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:26.622060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-46ec1af1-c1e1-4eba-aaa9-b8886422cd89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5105064 Jul 09 13:19:26.631978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Made reservation on behalf of 00ff651d45b740379737f64ac163219d for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:26.638474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.775575 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40090b69-0825-4f8b-bf72-fbbf191acfc9 req-92d62ab5-4859-4b7d-981c-96c09f10ed1a tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf2448c7-e68f-46b3-8526-a8639ca28b60 HTTP/1.1" status: 200 len: 210 time: 0.0592656 Jul 09 13:19:26.889522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54480) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:26.914730 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-97ac6a27-8a8e-45b6-9f29-7021fec8c376 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711887 Jul 09 13:19:26.933694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a064b618-702c-4c95-a906-9594743015d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a2a437ef29e48cfb708c2d6baff50a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430059 Jul 09 13:19:26.936233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54482) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:26.986664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc28ee7a-26df-45bf-8414-bd561efbc689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.994141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:19:27.011190 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc28ee7a-26df-45bf-8414-bd561efbc689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.104441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc28ee7a-26df-45bf-8414-bd561efbc689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.107365 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc28ee7a-26df-45bf-8414-bd561efbc689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.108604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cc28ee7a-26df-45bf-8414-bd561efbc689 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/157f8686-78de-43c1-8dc6-cd63fc301d58 HTTP/1.1" status: 204 len: 168 time: 0.1712470 Jul 09 13:19:27.145267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28ee7a-26df-45bf-8414-bd561efbc689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157f8686-78de-43c1-8dc6-cd63fc301d58,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:27.309744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:27.325577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'mac_address': 'fa:16:3e:8c:ee:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:19:27.409952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.455728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:27.505584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:27.512151 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.635596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:27.747788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:27.808592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7149919-4e61-4492-9a52-a94632bc865c req-2b7afec8-7549-4350-a7b6-86dbbf3675a9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:27.812263 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7149919-4e61-4492-9a52-a94632bc865c req-2b7afec8-7549-4350-a7b6-86dbbf3675a9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1444304 Jul 09 13:19:27.826268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2150ee4-f93f-4e56-ac74-a0cfbc473de5 None None] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:27.829427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['0fdb71e5-d0f3-4828-b2ba-93a7772eb856'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:27.892049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7149919-4e61-4492-9a52-a94632bc865c req-099bcc4a-df41-43ed-8b5d-ddebfc074428 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735409 Jul 09 13:19:27.908254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aece198-d6b4-4d1e-ba47-1db0827e99eb req-0dd169c7-a002-414a-a1d3-afa4102b8504 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9855769 Jul 09 13:19:27.910850 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.937600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.942508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.987391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:27.998721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:28.000042 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.006887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2f068f7a-8fed-4750-acb0-85be10442f8e None None] Provisioning for port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:28.055212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2f068f7a-8fed-4750-acb0-85be10442f8e None None] Provisioning complete for port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:28.055626 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2f068f7a-8fed-4750-acb0-85be10442f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.117614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Checking segment: {'id': 'ef9ddcd2-6b93-43f7-9410-6125a3f6bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '052b5022-b5fe-424c-ab4e-c6136f25375c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:28.117983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Network hostable DHCP agents. Network: 052b5022-b5fe-424c-ab4e-c6136f25375c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:28.126234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8213de-0039-4c67-8b12-f7089307660b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:28.218696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Network 052b5022-b5fe-424c-ab4e-c6136f25375c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:28.250627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d28240-9ecc-4fd7-b969-2152db33850a req-9ade49d6-e404-4ac0-b8d0-8efcea760922 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:28.257641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-63d28240-9ecc-4fd7-b969-2152db33850a req-9ade49d6-e404-4ac0-b8d0-8efcea760922 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 949 time: 0.3171575 Jul 09 13:19:28.278326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 052b5022-b5fe-424c-ab4e-c6136f25375c) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:28.312364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Allocated IP 172.25.5.211 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/0dfef528-60c0-4f91-9c82-e2a98400c4de) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:28.347370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ddcb43-c48c-4a22-bb06-a6361d45653b None None] Network 052b5022-b5fe-424c-ab4e-c6136f25375c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:28.453440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.506500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:28.507782 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.524332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.549879 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.590039 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2f068f7a-8fed-4750-acb0-85be10442f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.595986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6f50148e-469b-416f-bcb8-d1db19a53116 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2376056 Jul 09 13:19:28.604249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfef528-60c0-4f91-9c82-e2a98400c4de,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:28.620215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.620618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.621699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.622045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.622385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.622857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.623271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.623701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.624123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.624470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.626007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.626346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:28.648592 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-63d28240-9ecc-4fd7-b969-2152db33850a req-95b23a55-904e-48c2-8248-bae6f83d95e8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900023 Jul 09 13:19:28.654853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:28.662355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:28.665921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:28.704164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:28.716725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.897717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751f0e89-37ba-4b8f-b77a-f66a1153c2b1 None None] Network 052b5022-b5fe-424c-ab4e-c6136f25375c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:29.008961 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-2f068f7a-8fed-4750-acb0-85be10442f8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:19:29.009735 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-2f068f7a-8fed-4750-acb0-85be10442f8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:19:29.018933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:29.222518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.670700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:29.675493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03225452-c884-4d18-92cd-d2751f5cda09 req-e4974767-00ee-4002-9bc3-ce93fb179e89 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:29.677614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03225452-c884-4d18-92cd-d2751f5cda09 req-e4974767-00ee-4002-9bc3-ce93fb179e89 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0937481 Jul 09 13:19:29.682768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-99791175-6242-4fb7-8343-d1cf059f74b8 req-e72cdbbc-6b9a-4106-9ac4-8c5deb82b1b6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-827653773', 'description': 'tempest-description-146589760'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:29.732495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:29.732747 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.738608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.747038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03225452-c884-4d18-92cd-d2751f5cda09 req-989304d6-b543-4dbb-9a0e-bf930cc5549a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610080 Jul 09 13:19:29.886623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-99791175-6242-4fb7-8343-d1cf059f74b8 req-e72cdbbc-6b9a-4106-9ac4-8c5deb82b1b6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.962529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bf651392-a27a-47dc-81a0-69025def2631 None None] Provisioning complete for port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:29.962904 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bf651392-a27a-47dc-81a0-69025def2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.968143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-deac5f6d-2e25-4acf-ad7b-3ef221f8e804 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:29.970272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-deac5f6d-2e25-4acf-ad7b-3ef221f8e804 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe&tenant_id=5ab52eb401c849a2bac11447332661a2&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 949 time: 0.3199492 Jul 09 13:19:30.069876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd9464-63cf-4524-a0d1-65220e3a0f42 req-613dae66-d1b9-48fa-9f67-f7c7665256fa tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:30.071945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abdd9464-63cf-4524-a0d1-65220e3a0f42 req-613dae66-d1b9-48fa-9f67-f7c7665256fa tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 949 time: 0.1099558 Jul 09 13:19:30.128092 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-83987b21-1a3b-4cae-aa45-6212790f9184 service neutron] 10.222.0.11 "GET /v2.0/ports/0fdb71e5-d0f3-4828-b2ba-93a7772eb856/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 382 time: 0.1459961 Jul 09 13:19:30.133867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abdd9464-63cf-4524-a0d1-65220e3a0f42 req-86e41f02-990c-4633-9db3-208f28352f1c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551794 Jul 09 13:19:30.162682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Router 1b8026f7-0b75-4eb8-912c-7489f4605eda is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:19:30.197668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-99791175-6242-4fb7-8343-d1cf059f74b8 req-e72cdbbc-6b9a-4106-9ac4-8c5deb82b1b6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.219829 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-99791175-6242-4fb7-8343-d1cf059f74b8 req-e72cdbbc-6b9a-4106-9ac4-8c5deb82b1b6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.306880 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-99791175-6242-4fb7-8343-d1cf059f74b8 req-e72cdbbc-6b9a-4106-9ac4-8c5deb82b1b6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.312407 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99791175-6242-4fb7-8343-d1cf059f74b8 req-e72cdbbc-6b9a-4106-9ac4-8c5deb82b1b6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6623936 Jul 09 13:19:30.333239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cdbbc-6b9a-4106-9ac4-8c5deb82b1b6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51779c32-e2ef-49e3-bfc8-206f5c3960fb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:30.402431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-2eb358c5-e276-4a29-9342-b1dfb7a2b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:30.403966 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-2eb358c5-e276-4a29-9342-b1dfb7a2b15b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1100 time: 0.2330379 Jul 09 13:19:30.527124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:30.536280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Sync routers for ids ['1b8026f7-0b75-4eb8-912c-7489f4605eda'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:30.549052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Routers {'1b8026f7-0b75-4eb8-912c-7489f4605eda'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:30.551464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1b8026f7-0b75-4eb8-912c-7489f4605eda'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:30.585089 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.586601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-07755e65-829f-4846-bb59-2029d6a37787 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3198173 Jul 09 13:19:30.589590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54564) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:30.609898 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95b7613b-b848-4b6f-ba00-538748cdfb16 req-8a844ab5-4421-4bd1-958b-6fcb9919cd45 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/51779c32-e2ef-49e3-bfc8-206f5c3960fb HTTP/1.1" status: 200 len: 1803 time: 0.0901146 Jul 09 13:19:30.615527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-67b7aee9-b7fa-406f-a79e-b9b05b7c9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:30.617036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-67b7aee9-b7fa-406f-a79e-b9b05b7c9d3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1961617 Jul 09 13:19:30.621867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-95b7613b-b848-4b6f-ba00-538748cdfb16 req-7ceea996-c5f0-4f5f-8dd7-47dc58eb47b0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51779c32-e2ef-49e3-bfc8-206f5c3960fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:30.622216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-95b7613b-b848-4b6f-ba00-538748cdfb16 req-7ceea996-c5f0-4f5f-8dd7-47dc58eb47b0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51779c32-e2ef-49e3-bfc8-206f5c3960fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:30.668858 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-481c301c-5c42-4da1-b52c-25fa21efe13b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.0413809 Jul 09 13:19:30.732880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Set router 1b8026f7-0b75-4eb8-912c-7489f4605eda gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:30.741949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-22a08244-63e0-4f05-9750-47a78336b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:30.743452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-22a08244-63e0-4f05-9750-47a78336b2f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0681894 Jul 09 13:19:30.843904 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-95b7613b-b848-4b6f-ba00-538748cdfb16 req-7ceea996-c5f0-4f5f-8dd7-47dc58eb47b0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.942746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-ea7a9992-9e04-4f9d-a078-b732a6575c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:30.944729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-ea7a9992-9e04-4f9d-a078-b732a6575c4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1907647 Jul 09 13:19:30.959076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 3, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port': {'id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:30.977710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-95b7613b-b848-4b6f-ba00-538748cdfb16 req-7ceea996-c5f0-4f5f-8dd7-47dc58eb47b0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.002419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Checking router: 1b8026f7-0b75-4eb8-912c-7489f4605eda for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:31.003174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Updating router 1b8026f7-0b75-4eb8-912c-7489f4605eda port 0dfef528-60c0-4f91-9c82-e2a98400c4de binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:19:31.017850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:31.020571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-95b7613b-b848-4b6f-ba00-538748cdfb16 req-7ceea996-c5f0-4f5f-8dd7-47dc58eb47b0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.061389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-95b7613b-b848-4b6f-ba00-538748cdfb16 req-7ceea996-c5f0-4f5f-8dd7-47dc58eb47b0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.062795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95b7613b-b848-4b6f-ba00-538748cdfb16 req-7ceea996-c5f0-4f5f-8dd7-47dc58eb47b0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4448569 Jul 09 13:19:31.069573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceea996-c5f0-4f5f-8dd7-47dc58eb47b0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc59b6d6-095e-4da0-93e3-45a7ed7e7499,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:31.118885 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-8a48bb39-d88e-4b8d-ab99-980153854160 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626713 Jul 09 13:19:31.174057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.234766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-e0dbc7b6-fbe0-46e6-bd96-fd1d5ac44014 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045804 Jul 09 13:19:31.240511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ac3c8ea5-a5cc-46fe-8dff-b631e015cf4a req-592ae39f-7472-4a70-b63b-bb1473e8c965 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1708717321', 'description': 'tempest-description-1752084283'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:31.275636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ac3c8ea5-a5cc-46fe-8dff-b631e015cf4a req-592ae39f-7472-4a70-b63b-bb1473e8c965 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.346649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:31.359140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:31.359435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.360713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5f0cc-2bfd-48e9-a6a3-57ea804e93cc req-6e8808aa-08da-4d7f-a812-39541080f2bb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:31.372724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bc5f0cc-2bfd-48e9-a6a3-57ea804e93cc req-6e8808aa-08da-4d7f-a812-39541080f2bb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.4022384 Jul 09 13:19:31.415454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ac3c8ea5-a5cc-46fe-8dff-b631e015cf4a req-592ae39f-7472-4a70-b63b-bb1473e8c965 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.423414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ac3c8ea5-a5cc-46fe-8dff-b631e015cf4a req-592ae39f-7472-4a70-b63b-bb1473e8c965 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.481974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ac3c8ea5-a5cc-46fe-8dff-b631e015cf4a req-592ae39f-7472-4a70-b63b-bb1473e8c965 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.483687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac3c8ea5-a5cc-46fe-8dff-b631e015cf4a req-592ae39f-7472-4a70-b63b-bb1473e8c965 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2477069 Jul 09 13:19:31.486745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ae39f-7472-4a70-b63b-bb1473e8c965 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15435df2-e7e3-4416-b6a3-bc2563133efe,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:31.533731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.536827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bc5f0cc-2bfd-48e9-a6a3-57ea804e93cc req-8919f6c7-cfd7-49ea-a19c-05984c9ee1b2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622963 Jul 09 13:19:31.559273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.664371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:31.666729 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d671b6f6-e4be-4017-b1ce-2c15b22a85bc" -d '{"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:31.710633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:31.719818 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.868600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:31.898209 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.911479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Transition to ACTIVE for port object 0dfef528-60c0-4f91-9c82-e2a98400c4de will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:31.921076 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.929814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Allocated IP 172.20.0.1 (e4ef1fb4-31a2-428b-921f-0b7e72b3da89/1267d53f-85aa-489a-b814-8bea8536e588/1b8c214a-aa2c-41a5-85f6-3ca407e01fdd) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:31.960733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Attempting to bind port 0dfef528-60c0-4f91-9c82-e2a98400c4de on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:31.960958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc3954-643e-4109-9932-680cf24fd664 req-761248b3-ad51-4df2-9f0b-383639517d39 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:31.961276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Attempting to bind port 0dfef528-60c0-4f91-9c82-e2a98400c4de by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:31.961734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Attempting to bind port 0dfef528-60c0-4f91-9c82-e2a98400c4de on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:31.971422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cbc3954-643e-4109-9932-680cf24fd664 req-761248b3-ad51-4df2-9f0b-383639517d39 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.2143178 Jul 09 13:19:32.006131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:32.007411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:32.008892 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.009585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:32.011867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Bound port: 0dfef528-60c0-4f91-9c82-e2a98400c4de, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:32.013184 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.111971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cbc3954-643e-4109-9932-680cf24fd664 req-85708ec9-bfc3-4c30-ad38-d1d07f33bbf6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385832 Jul 09 13:19:32.189182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] For port 0dfef528-60c0-4f91-9c82-e2a98400c4de, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:32.196185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] For port 0dfef528-60c0-4f91-9c82-e2a98400c4de, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0dfef528-60c0-4f91-9c82-e2a98400c4de,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:32.219707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7134a60-dc76-40ca-994c-f297d6990dd4 None None] Pushing event updated for resources: {'Port': ['ID=0dfef528-60c0-4f91-9c82-e2a98400c4de,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:32.223623 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.242892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.283270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 31ac1e02-fa09-400c-8c35-f66aca292ebe details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:19:32.287647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Transition to ACTIVE for port object 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:32.327362 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20ba75dd-024a-4f97-a015-35bce44861e5 req-5dc5bb89-b046-4637-bd02-6a2fbe1bc0f2 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/15435df2-e7e3-4416-b6a3-bc2563133efe HTTP/1.1" status: 200 len: 1805 time: 0.1235259 Jul 09 13:19:32.343996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-20ba75dd-024a-4f97-a015-35bce44861e5 req-2c64d3fa-a0af-4582-8000-b357a61b8716 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '15435df2-e7e3-4416-b6a3-bc2563133efe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:32.344636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-20ba75dd-024a-4f97-a015-35bce44861e5 req-2c64d3fa-a0af-4582-8000-b357a61b8716 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '15435df2-e7e3-4416-b6a3-bc2563133efe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:32.358030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Routers {'1b8026f7-0b75-4eb8-912c-7489f4605eda'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:32.358813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1b8026f7-0b75-4eb8-912c-7489f4605eda'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:32.394654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.418886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7134a60-dc76-40ca-994c-f297d6990dd4 None None] Pushing event updated for resources: {'Port': ['ID=0dfef528-60c0-4f91-9c82-e2a98400c4de,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:32.439520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:32.495292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20ba75dd-024a-4f97-a015-35bce44861e5 req-2c64d3fa-a0af-4582-8000-b357a61b8716 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.512609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:32.531001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:32.577705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20ba75dd-024a-4f97-a015-35bce44861e5 req-2c64d3fa-a0af-4582-8000-b357a61b8716 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.589710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20ba75dd-024a-4f97-a015-35bce44861e5 req-2c64d3fa-a0af-4582-8000-b357a61b8716 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.625895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:32.635863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64d3fa-a0af-4582-8000-b357a61b8716 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e2de32-d534-490c-bc47-c9ebdd01b1ab,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:32.646667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-20ba75dd-024a-4f97-a015-35bce44861e5 req-2c64d3fa-a0af-4582-8000-b357a61b8716 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.654687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20ba75dd-024a-4f97-a015-35bce44861e5 req-2c64d3fa-a0af-4582-8000-b357a61b8716 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3154056 Jul 09 13:19:32.664492 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] Set router 1b8026f7-0b75-4eb8-912c-7489f4605eda gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:32.700745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.701099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.701457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.701808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.702144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.704552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.704552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.704863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.707735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.707735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.708768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.710014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:32.724573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.831839 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6600213c-9b61-4141-a1dd-627514b0bb83 x-openstack-request-id: req-6600213c-9b61-4141-a1dd-627514b0bb83 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:32.832859 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:32.833363 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6600213c-9b61-4141-a1dd-627514b0bb83 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:32.834723 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'code': 200} Jul 09 13:19:32.850304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-5905d8f8-b325-4ea5-8ca2-6cbc1dd65630 req-a98d9351-f0e0-45c5-b979-ed93b4b863f4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-460374355', 'description': 'tempest-description-2073305295'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:32.914144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5905d8f8-b325-4ea5-8ca2-6cbc1dd65630 req-a98d9351-f0e0-45c5-b979-ed93b4b863f4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.918743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7743a68-26b8-4432-abc8-56dd3e109beb req-c1edd7d9-9e08-440f-ae60-04f62a9727c1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:32.920461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7743a68-26b8-4432-abc8-56dd3e109beb req-c1edd7d9-9e08-440f-ae60-04f62a9727c1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0998528 Jul 09 13:19:33.013970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5905d8f8-b325-4ea5-8ca2-6cbc1dd65630 req-a98d9351-f0e0-45c5-b979-ed93b4b863f4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.014197 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7743a68-26b8-4432-abc8-56dd3e109beb req-691deb28-5e6e-4d09-acc7-b37c669618c7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741217 Jul 09 13:19:33.042403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:33.056048 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5905d8f8-b325-4ea5-8ca2-6cbc1dd65630 req-a98d9351-f0e0-45c5-b979-ed93b4b863f4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.080153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'port_id': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'mac_address': 'fa:16:3e:23:a7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56ea44e-abc3-47a5-94d3-6e01d5687fc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:19:33.089057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7e076bae-f558-48b6-8231-4c0bfb28f1c5 None None] Provisioning for port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:33.098628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7e076bae-f558-48b6-8231-4c0bfb28f1c5 None None] Provisioning complete for port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:33.099094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7e076bae-f558-48b6-8231-4c0bfb28f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.153157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5905d8f8-b325-4ea5-8ca2-6cbc1dd65630 req-a98d9351-f0e0-45c5-b979-ed93b4b863f4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.154418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5905d8f8-b325-4ea5-8ca2-6cbc1dd65630 req-a98d9351-f0e0-45c5-b979-ed93b4b863f4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4222472 Jul 09 13:19:33.192160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d9351-f0e0-45c5-b979-ed93b4b863f4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2ef207-bf55-4bda-bc7b-e77e4311a9cf,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:33.299044 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.304748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.326251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7e076bae-f558-48b6-8231-4c0bfb28f1c5 None None] Port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:33.362319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31ac1e02-fa09-400c-8c35-f66aca292ebe {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:33.444808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:33.464104 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.573374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 3, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port': {'id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:33.646540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['31ac1e02-fa09-400c-8c35-f66aca292ebe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:33.652971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94548f-1146-4ede-a344-76f31d74b3ef None None] The sync data for ids ['1b8026f7-0b75-4eb8-912c-7489f4605eda'] in n-d-799524-3 is: [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 3, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port': {'id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:33.708904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e79c-8d93-4c31-afa5-eef4cadb8852 req-d85025a3-a874-4aa1-969f-7e055f36154b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:33.716303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6736e79c-8d93-4c31-afa5-eef4cadb8852 req-d85025a3-a874-4aa1-969f-7e055f36154b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1724420 Jul 09 13:19:33.760577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-74116d22-a5ba-48cb-903e-fcb7975bcad6 req-b7e2c21c-75e4-4432-b656-052147a9f1f0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-607567247', 'description': 'tempest-description-821191383'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:33.860359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-74116d22-a5ba-48cb-903e-fcb7975bcad6 req-b7e2c21c-75e4-4432-b656-052147a9f1f0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.875582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6736e79c-8d93-4c31-afa5-eef4cadb8852 req-9df64852-458e-4118-8322-b26170faef20 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580737 Jul 09 13:19:33.906388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.921269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.950757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54658) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:34.036358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:34.044973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.099446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:34.201143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-e81a4309-d005-4798-9c07-84c8ce4106aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:34.202628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-e81a4309-d005-4798-9c07-84c8ce4106aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe&tenant_id=5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 1101 time: 0.3909695 Jul 09 13:19:34.293547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:34.301279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:34.308928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86c66b02-923b-4eb1-9760-aca3fb443b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.328042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:34.383868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-8c4394c4-0e65-4844-848b-9dae3f291910 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:34.390617 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-8c4394c4-0e65-4844-848b-9dae3f291910 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.11 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 944 time: 0.2777824 Jul 09 13:19:34.574262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Deleting port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:34.574770 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.670540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.713553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] For port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:34.714071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.743670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Router 1b8026f7-0b75-4eb8-912c-7489f4605eda has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:19:34.749617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-74116d22-a5ba-48cb-903e-fcb7975bcad6 req-b7e2c21c-75e4-4432-b656-052147a9f1f0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.762037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7166a79a-29f2-4d2e-a7e8-9f8cbee32b6d None None] Provisioning complete for port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:34.762489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7166a79a-29f2-4d2e-a7e8-9f8cbee32b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.771763 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-74116d22-a5ba-48cb-903e-fcb7975bcad6 req-b7e2c21c-75e4-4432-b656-052147a9f1f0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.821133 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Calling delete_port for d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:34.849793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7166a79a-29f2-4d2e-a7e8-9f8cbee32b6d None None] Port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:34.855186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2c21c-75e4-4432-b656-052147a9f1f0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce91d91-3907-4991-97fb-14a386386706,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:35.012394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce669-bc30-4d04-aaf2-ef5e6ebaed28 req-7b693c48-24bf-4a06-a899-d7804d880259 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:35.014598 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b05ce669-bc30-4d04-aaf2-ef5e6ebaed28 req-7b693c48-24bf-4a06-a899-d7804d880259 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db17d3a-4e41-4d3f-9300-da2b367a2372 HTTP/1.1" status: 200 len: 944 time: 0.2892590 Jul 09 13:19:35.042396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:35.098834 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b05ce669-bc30-4d04-aaf2-ef5e6ebaed28 req-d14758c2-5e66-4fe9-b946-bf266a637159 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738237 Jul 09 13:19:35.122551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:35.134281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f0af75eb-84c6-41af-90d1-6838de840c70 admin admin] 10.222.0.32 "PUT /v2.0/routers/1b8026f7-0b75-4eb8-912c-7489f4605eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5432937 Jul 09 13:19:35.168245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:35.206508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.228162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:35.242007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86c66b02-923b-4eb1-9760-aca3fb443b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.243885 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.268332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-74116d22-a5ba-48cb-903e-fcb7975bcad6 req-b7e2c21c-75e4-4432-b656-052147a9f1f0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.280461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74116d22-a5ba-48cb-903e-fcb7975bcad6 req-b7e2c21c-75e4-4432-b656-052147a9f1f0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5352132 Jul 09 13:19:35.335112 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.340066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Pushing event deleted for resources: {'Port': ['ID=d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:35.350927 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86c66b02-923b-4eb1-9760-aca3fb443b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.371657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Transition to ACTIVE for port object 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:35.374381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:35.380849 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6714a5-82e1-4c8b-a43c-1a51683fa8e3" -d '{"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:35.389638 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.450517 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:19:35.451060 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:19:35.541516 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-86c66b02-923b-4eb1-9760-aca3fb443b9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=509a1e74b55a40389bdd0406ec781c56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5893109 Jul 09 13:19:35.570185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54680) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:35.582510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] No DVR routers for this DVR port d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:35.593264 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.604719 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b9d1c671-2645-4cdb-b610-6bf3d0497068 req-2d9563f4-9a6c-4414-9180-0a77ed3c63db tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.11 "DELETE /v2.0/ports/d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b HTTP/1.1" status: 204 len: 173 time: 1.2069390 Jul 09 13:19:35.609697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'name': 'network-vif-deleted', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:35.612288 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182e265a-c7c8-4a6a-bec2-ae3b938a73b9" -d '{"events": [{"server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "name": "network-vif-deleted", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:35.625164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c66b02-923b-4eb1-9760-aca3fb443b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde1f7ea-f845-4180-be03-9f36de59c8c4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:35.706247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e786a1-6ab1-4620-9640-b3b68b479150 req-038d37d1-097c-4c47-b4be-cb500b5a3efb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:35.709211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03e786a1-6ab1-4620-9640-b3b68b479150 req-038d37d1-097c-4c47-b4be-cb500b5a3efb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 945 time: 0.2283530 Jul 09 13:19:35.727421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0dfef528-60c0-4f91-9c82-e2a98400c4de up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:35.734269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] No DVR routers for this DVR port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:35.760345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:35.811556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03e786a1-6ab1-4620-9640-b3b68b479150 req-fe69c497-0336-4f0c-b1aa-5767bb2306f5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957000 Jul 09 13:19:35.836749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 0dfef528-60c0-4f91-9c82-e2a98400c4de completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:35.841467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 0dfef528-60c0-4f91-9c82-e2a98400c4de triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:35.841943 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.902139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:35.903117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:35.903789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:35.973544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b6051-0439-4f32-90b1-f57766da2cd5 req-3aefa462-3267-4dca-a765-31e37c0662b7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:35.988015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d8b6051-0439-4f32-90b1-f57766da2cd5 req-3aefa462-3267-4dca-a765-31e37c0662b7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 949 time: 0.5156844 Jul 09 13:19:36.011895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:36.012378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Attempting to bind port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:36.037794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7ff2-8d1f-45aa-a623-ebc0207f5e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.061603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:36.061980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:36.062335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:36.062785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Bound port: 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:36.065659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.125771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.178148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 0dfef528-60c0-4f91-9c82-e2a98400c4de, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0dfef528-60c0-4f91-9c82-e2a98400c4de,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:36.178737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7ff2-8d1f-45aa-a623-ebc0207f5e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.189563 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.222178 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d8b6051-0439-4f32-90b1-f57766da2cd5 req-c0f58d81-bc0c-4934-b8ef-36d7e8037f70 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317777 Jul 09 13:19:36.242029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-999960bd-b38b-4c5d-9f2a-56f4fdd46b5a tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/0d2ef207-bf55-4bda-bc7b-e77e4311a9cf HTTP/1.1" status: 200 len: 1804 time: 0.1083210 Jul 09 13:19:36.313583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 31ac1e02-fa09-400c-8c35-f66aca292ebe up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:36.366591 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-62cba385-8121-4433-8224-893246485f17 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/7ce91d91-3907-4991-97fb-14a386386706 HTTP/1.1" status: 200 len: 1803 time: 0.1186187 Jul 09 13:19:36.374848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-915ef424-cbca-47a4-914c-99bf7ffee839 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0d2ef207-bf55-4bda-bc7b-e77e4311a9cf', 'remote_group_id': '7ce91d91-3907-4991-97fb-14a386386706', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:36.375118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-915ef424-cbca-47a4-914c-99bf7ffee839 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0d2ef207-bf55-4bda-bc7b-e77e4311a9cf', 'remote_group_id': '7ce91d91-3907-4991-97fb-14a386386706', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:36.395966 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d1050f-6de4-4dc4-8b54-48c18b98021a x-openstack-request-id: req-a3d1050f-6de4-4dc4-8b54-48c18b98021a {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:36.396272 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:36.396568 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3d1050f-6de4-4dc4-8b54-48c18b98021a {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:36.397007 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'code': 200} Jul 09 13:19:36.401476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=0dfef528-60c0-4f91-9c82-e2a98400c4de,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:36.419582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.420069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.420523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.420962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.421442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.421656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:36.422248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.422664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.423123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.423576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.424006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.424439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.424870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:36.446984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:36.460546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.484120 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7ff2-8d1f-45aa-a623-ebc0207f5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.491029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7ff2-8d1f-45aa-a623-ebc0207f5e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.494491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a9cc7ff2-8d1f-45aa-a623-ebc0207f5e7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dde1f7ea-f845-4180-be03-9f36de59c8c4 HTTP/1.1" status: 204 len: 168 time: 0.9073482 Jul 09 13:19:36.529530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 31ac1e02-fa09-400c-8c35-f66aca292ebe triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:36.530392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.597253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54696) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:36.610639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-network', 'tenant_id': '9e698df150504163b34136387f3f48ad'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:36.689984 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-915ef424-cbca-47a4-914c-99bf7ffee839 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.733689 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Sync routers for ids ['1b8026f7-0b75-4eb8-912c-7489f4605eda'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:36.747573 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aa213e-af8a-46cd-9570-198c71efde48 x-openstack-request-id: req-f6aa213e-af8a-46cd-9570-198c71efde48 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:36.748616 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db17d3a-4e41-4d3f-9300-da2b367a2372", "name": "network-vif-deleted", "tag": "d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:36.749268 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6aa213e-af8a-46cd-9570-198c71efde48 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:36.750002 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db17d3a-4e41-4d3f-9300-da2b367a2372', 'name': 'network-vif-deleted', 'tag': 'd72d5e6b-5104-4c41-ac33-d4c6fb3ca18b', 'status': 'completed', 'code': 200} Jul 09 13:19:36.771248 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Routers {'1b8026f7-0b75-4eb8-912c-7489f4605eda'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:36.772925 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1b8026f7-0b75-4eb8-912c-7489f4605eda'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:36.789767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Made reservation on behalf of 9e698df150504163b34136387f3f48ad for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:36.793564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.793896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.814017 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.842759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-915ef424-cbca-47a4-914c-99bf7ffee839 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.853899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-915ef424-cbca-47a4-914c-99bf7ffee839 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.903256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:36.905616 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3642d0-a48a-42bf-9ac5-5bb50ddaba1b" -d '{"events": [{"server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "name": "network-vif-plugged", "status": "completed", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:36.923167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ef424-cbca-47a4-914c-99bf7ffee839 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9929c84e-36db-422d-8f9b-8eb5ce14b7f4,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:36.968729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:36.980708 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.079786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:37.100162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.105845 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Set router 1b8026f7-0b75-4eb8-912c-7489f4605eda gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:37.119948 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.176971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-915ef424-cbca-47a4-914c-99bf7ffee839 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.193091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dcccae4-2246-4c35-b9b8-7c59b9e32804 req-915ef424-cbca-47a4-914c-99bf7ffee839 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8249261 Jul 09 13:19:37.208647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:37.209003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d72d5e6b-5104-4c41-ac33-d4c6fb3ca18b not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:37.256838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:37.264681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d15ab-5292-435b-9a3f-80665c548d2c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:37.276441 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe0eba3-1143-4546-9806-868ec09ae9eb x-openstack-request-id: req-7fe0eba3-1143-4546-9806-868ec09ae9eb {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:37.276797 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "name": "network-vif-plugged", "status": "completed", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:37.277240 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fe0eba3-1143-4546-9806-868ec09ae9eb {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:37.277812 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'code': 200} Jul 09 13:19:37.297115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:37.326580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54712) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:37.379372 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.380668 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Added segment 7e2ce8f7-de01-4d07-afbf-4a6e75590cf0 of type vlan for network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d Jul 09 13:19:37.382414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5016df03-8694-4ddf-b9ce-2ff1b73da336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.491257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc7ff2-8d1f-45aa-a623-ebc0207f5e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde1f7ea-f845-4180-be03-9f36de59c8c4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:37.523529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:37.528391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.535586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] 10.222.0.10 "PUT /v2.0/ports/0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 1097 time: 3.2397921 Jul 09 13:19:37.572482 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:19:33Z', 'revision_number': 4, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port': {'id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '1b8c214a-aa2c-41a5-85f6-3ca407e01fdd', 'name': '', 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'mac_address': 'fa:16:3e:f8:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '1267d53f-85aa-489a-b814-8bea8536e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:31Z', 'updated_at': '2021-07-09T13:19:33Z', 'revision_number': 2, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'subnets': [{'id': '1267d53f-85aa-489a-b814-8bea8536e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:37.576511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.608654 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Checking router: 1b8026f7-0b75-4eb8-912c-7489f4605eda for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:37.608764 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Updating router 1b8026f7-0b75-4eb8-912c-7489f4605eda port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:19:37.656631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35c2a3-111a-4040-8288-95c61a31eb6b service neutron] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=11']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:37.691934 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.726887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0dfef528-60c0-4f91-9c82-e2a98400c4de up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:37.780708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.784494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:37.787033 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.827435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 0dfef528-60c0-4f91-9c82-e2a98400c4de triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:37.828502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.886915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-8d66de57-0c00-4555-a266-25ebf18d5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:37.889508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-8d66de57-0c00-4555-a266-25ebf18d5070 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1100 time: 0.3109162 Jul 09 13:19:37.903126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8b69-6b38-4bc3-8536-28e1b4c1eba6 req-33432ce0-37a2-4a04-814d-2151191096ad tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:37.912196 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-793a8b69-6b38-4bc3-8536-28e1b4c1eba6 req-33432ce0-37a2-4a04-814d-2151191096ad tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.5156958 Jul 09 13:19:38.024745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] Pushing event updated for resources: {'Network': ['ID=9837f6e0-40bb-4e7b-8f0a-154ebed0be6d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.110019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:38.117514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5016df03-8694-4ddf-b9ce-2ff1b73da336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.133082 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5016df03-8694-4ddf-b9ce-2ff1b73da336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.179552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-793a8b69-6b38-4bc3-8536-28e1b4c1eba6 req-b63d504d-9508-4b4f-b073-1b0f8a05b7e4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625990 Jul 09 13:19:38.216662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016df03-8694-4ddf-b9ce-2ff1b73da336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc60bfb-3453-43d1-a97d-6cd20f21beba,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.258779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fc595597-dce7-427b-b0db-8668a111e010 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6549220 Jul 09 13:19:38.259673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54718) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:38.266090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a8111414-9c93-4646-883a-0d08378a5966 req-292d0dc5-a16c-47ba-a09a-94011888db31 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1307868054', 'description': 'tempest-description-664715382'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:38.278124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Request body: {'subnet': {'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-subnet', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:38.308303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a8111414-9c93-4646-883a-0d08378a5966 req-292d0dc5-a16c-47ba-a09a-94011888db31 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.329083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5016df03-8694-4ddf-b9ce-2ff1b73da336 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed7aaee8dec8402a8aceaf560e7702c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0012329 Jul 09 13:19:38.332939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54720) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:38.362582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-8eec155b-4340-4677-8f77-796d2d1c6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:38.369741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-8eec155b-4340-4677-8f77-796d2d1c6eb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4150100 Jul 09 13:19:38.432309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:38.434596 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:38.444501 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.456003 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Transition to ACTIVE for port object 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:38.465008 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.475463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Made reservation on behalf of 9e698df150504163b34136387f3f48ad for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:38.478088 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.505199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba45216a-3c01-4647-afa4-b326c9d3872a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.515448 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Pushing event updated for resources: {'Port': ['ID=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.518281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-f54a2ab9-f58c-49a4-89a4-a1b1593ae4be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.1403573 Jul 09 13:19:38.526986 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.527455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.527829 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.528675 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.528675 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.528995 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.529338 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.530292 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.530625 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.531103 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.532178 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.532509 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:38.568269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba45216a-3c01-4647-afa4-b326c9d3872a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.578052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a8111414-9c93-4646-883a-0d08378a5966 req-292d0dc5-a16c-47ba-a09a-94011888db31 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.595072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a8111414-9c93-4646-883a-0d08378a5966 req-292d0dc5-a16c-47ba-a09a-94011888db31 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.635303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d0dc5-a16c-47ba-a09a-94011888db31 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240e3b3a-803e-4762-93c0-0789e34f815a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.646654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-c66ee93d-4f46-49cf-a71f-4950b055c8f8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:38.648442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-c66ee93d-4f46-49cf-a71f-4950b055c8f8 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 944 time: 0.2197592 Jul 09 13:19:38.657887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1cb05938-6a3c-424a-bb9b-28650995d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:38.659631 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-1cb05938-6a3c-424a-bb9b-28650995d6ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1002240 Jul 09 13:19:38.671691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9084-173a-4831-8865-1b5638d97f58 req-265b8af7-da2e-4645-b965-5f15c4d2728d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:38.680799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aefb9084-173a-4831-8865-1b5638d97f58 req-265b8af7-da2e-4645-b965-5f15c4d2728d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 949 time: 0.3067918 Jul 09 13:19:38.688657 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Attempting to bind port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:38.689424 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Attempting to bind port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:38.689989 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Attempting to bind port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd on network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:38.696771 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:38.697439 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Checking segment: {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:38.698198 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.698845 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Bound using segment: {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:38.699530 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Bound port: 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:38.700127 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.712519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a8111414-9c93-4646-883a-0d08378a5966 req-292d0dc5-a16c-47ba-a09a-94011888db31 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.724577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a8111414-9c93-4646-883a-0d08378a5966 req-292d0dc5-a16c-47ba-a09a-94011888db31 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4632235 Jul 09 13:19:38.747413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aefb9084-173a-4831-8865-1b5638d97f58 req-a6e2c41a-26e2-470c-9c01-b6b9d699d63b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655541 Jul 09 13:19:38.817119 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] For port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:38.842501 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] For port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:38.851375 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.852893 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba45216a-3c01-4647-afa4-b326c9d3872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.855522 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba45216a-3c01-4647-afa4-b326c9d3872a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.856693 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ba45216a-3c01-4647-afa4-b326c9d3872a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fc60bfb-3453-43d1-a97d-6cd20f21beba HTTP/1.1" status: 204 len: 168 time: 0.5224545 Jul 09 13:19:38.901519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45216a-3c01-4647-afa4-b326c9d3872a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc60bfb-3453-43d1-a97d-6cd20f21beba,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.975853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Deleting port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:38.976610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.989742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-f2563c3f-4715-4a67-9286-c6f11b231144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:38.992739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-f2563c3f-4715-4a67-9286-c6f11b231144 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2888203 Jul 09 13:19:39.115651 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd987bcb-9889-43e7-8a21-7f8b324431c8 None None] Pushing event updated for resources: {'Port': ['ID=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:39.119254 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37e5876-81c5-40d0-aad0-69a43ce52715 x-openstack-request-id: req-d37e5876-81c5-40d0-aad0-69a43ce52715 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:39.119546 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:39.119934 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d37e5876-81c5-40d0-aad0-69a43ce52715 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:39.120608 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'status': 'completed', 'code': 200} Jul 09 13:19:39.163694 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Routers {'1b8026f7-0b75-4eb8-912c-7489f4605eda'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:39.164242 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1b8026f7-0b75-4eb8-912c-7489f4605eda'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:39.179304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-67cc3d7f-eb52-40b1-bab5-adcbbef34a2c req-4da9a405-fbd3-47e0-a680-4885a699024e tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1612834978', 'description': 'tempest-description-94424240'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:39.217927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] For port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:39.218302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.264880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d781b6-4096-440b-b20c-4115b3a6889f req-601e2d72-f36f-4c6f-9aac-342dc9b7abde tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:39.271076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Calling delete_port for 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:39.272863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52d781b6-4096-440b-b20c-4115b3a6889f req-601e2d72-f36f-4c6f-9aac-342dc9b7abde tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56 HTTP/1.1" status: 200 len: 944 time: 0.2790773 Jul 09 13:19:39.294670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.303891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67cc3d7f-eb52-40b1-bab5-adcbbef34a2c req-4da9a405-fbd3-47e0-a680-4885a699024e tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.344889 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52d781b6-4096-440b-b20c-4115b3a6889f req-9dee6c6d-f516-4c83-9a36-1205906154f2 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705097 Jul 09 13:19:39.416579 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] Set router 1b8026f7-0b75-4eb8-912c-7489f4605eda gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:39.533759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-f301d70f-b147-4d2c-893d-232bdee3a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:39.538410 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-f301d70f-b147-4d2c-893d-232bdee3a63e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1100 time: 0.4276271 Jul 09 13:19:39.540071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83df45c3-169d-4392-b6ea-2efca52c8353,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:39.654192 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.767343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-e8d22e68-74e6-4957-8ed1-65bd4b6a0999 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274702 Jul 09 13:19:39.790401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Pushing event deleted for resources: {'Port': ['ID=966a05b0-6899-43ab-9f6e-3b5b0d8690a3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:39.838567 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:19:33Z', 'revision_number': 4, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port': {'id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '1b8c214a-aa2c-41a5-85f6-3ca407e01fdd', 'name': '', 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'mac_address': 'fa:16:3e:f8:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '1267d53f-85aa-489a-b814-8bea8536e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:31Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 4, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'subnets': [{'id': '1267d53f-85aa-489a-b814-8bea8536e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:39.870112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] No DVR routers for this DVR port 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:39.873670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.877043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b74f276f-5dc4-4c39-8873-8d8d42e3c0e1 req-53f5c759-e87a-4451-8a0e-a09554246769 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.11 "DELETE /v2.0/ports/966a05b0-6899-43ab-9f6e-3b5b0d8690a3 HTTP/1.1" status: 204 len: 173 time: 1.2196388 Jul 09 13:19:39.884835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'name': 'network-vif-deleted', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:39.888055 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7215c77c-bf72-4fdb-bd1a-81da84b1ac92" -d '{"events": [{"server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "name": "network-vif-deleted", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:39.899740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Checking segment: {'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:39.900295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Network hostable DHCP agents. Network: 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:39.934840 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ac7c1-6ee5-403e-abe2-bba5dabba67e None None] The sync data for ids ['1b8026f7-0b75-4eb8-912c-7489f4605eda'] in n-d-799524-3 is: [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:19:33Z', 'revision_number': 4, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port': {'id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '1b8c214a-aa2c-41a5-85f6-3ca407e01fdd', 'name': '', 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'mac_address': 'fa:16:3e:f8:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '1267d53f-85aa-489a-b814-8bea8536e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:31Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 4, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'subnets': [{'id': '1267d53f-85aa-489a-b814-8bea8536e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:40.025111 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67cc3d7f-eb52-40b1-bab5-adcbbef34a2c req-4da9a405-fbd3-47e0-a680-4885a699024e tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.037174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67cc3d7f-eb52-40b1-bab5-adcbbef34a2c req-4da9a405-fbd3-47e0-a680-4885a699024e tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.102558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9a405-fbd3-47e0-a680-4885a699024e tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a01ea2a-397e-47ee-bc45-b1a5413e384d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:40.135378 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67cc3d7f-eb52-40b1-bab5-adcbbef34a2c req-4da9a405-fbd3-47e0-a680-4885a699024e tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.140281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfd45b-754c-4197-b15b-5184f00af5b0 req-f8aa00cf-ef62-4cb3-a856-16ae1f6f5d3c service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588071 Jul 09 13:19:40.140718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67cc3d7f-eb52-40b1-bab5-adcbbef34a2c req-4da9a405-fbd3-47e0-a680-4885a699024e tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9883218 Jul 09 13:19:40.242008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-eb04a6b5-5b8c-4f1a-8cbb-4dac3c719170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:40.243871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-eb04a6b5-5b8c-4f1a-8cbb-4dac3c719170 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.6976578 Jul 09 13:19:40.252197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:40.423479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0ba1f-b959-49b6-8ee4-7a092ce49cf5 req-70fb0b63-5ae8-4fff-bfe5-ffbe014adae8 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:40.458898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1bf0ba1f-b959-49b6-8ee4-7a092ce49cf5 req-70fb0b63-5ae8-4fff-bfe5-ffbe014adae8 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.6853497 Jul 09 13:19:40.469675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-b135480b-140e-42df-b6ed-e7df94b31fae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.1495886 Jul 09 13:19:40.470263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:40.483006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:40.484798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3befc66-d705-46a0-b50b-ff37a8a44246 None None] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:40.488525 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.507931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44d9e5-febf-4797-b194-8587404663f8 req-02d22741-f61e-4d50-996f-1a5ac08c80c9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:40.509734 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed44d9e5-febf-4797-b194-8587404663f8 req-02d22741-f61e-4d50-996f-1a5ac08c80c9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 949 time: 0.1534371 Jul 09 13:19:40.626342 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed44d9e5-febf-4797-b194-8587404663f8 req-9fd19cfc-a7b6-4077-b7eb-09cd04c3e3d2 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063955 Jul 09 13:19:40.641960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-9d1dd4e5-000c-44e9-a86c-d9eaea5263aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:40.644054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-9d1dd4e5-000c-44e9-a86c-d9eaea5263aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 1100 time: 0.3976531 Jul 09 13:19:40.647854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5d4e0151-2e7b-49a8-93de-0805ee444429 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3847942 Jul 09 13:19:40.648270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54762) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:40.654529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:40.697038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1bf0ba1f-b959-49b6-8ee4-7a092ce49cf5 req-3ab0ed5c-c094-44b6-914b-9d62d40c69e0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320051 Jul 09 13:19:40.701223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-4dfae5b8-5a64-48d8-aa09-eacaa4bb1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:40.708108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-4dfae5b8-5a64-48d8-aa09-eacaa4bb1e26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1950984 Jul 09 13:19:40.742244 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.747227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.780711 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba26d9b-d651-4644-ac73-8f2ffa66fe48 x-openstack-request-id: req-eba26d9b-d651-4644-ac73-8f2ffa66fe48 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:40.784178 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56", "name": "network-vif-deleted", "tag": "966a05b0-6899-43ab-9f6e-3b5b0d8690a3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:40.784365 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eba26d9b-d651-4644-ac73-8f2ffa66fe48 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:40.789075 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c75b463-a5a6-4dd3-b6ce-e8d9df5ccc56', 'name': 'network-vif-deleted', 'tag': '966a05b0-6899-43ab-9f6e-3b5b0d8690a3', 'status': 'completed', 'code': 200} Jul 09 13:19:40.916944 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.055919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-c95194a2-3d02-43bd-89e2-068adc13319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:41.062272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-c95194a2-3d02-43bd-89e2-068adc13319d service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4077733 Jul 09 13:19:41.070356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-9837f6e0-40bb-4e7b-8f0a-154ebed0be6d', 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'fixed_ips': [{'subnet_id': '83df45c3-169d-4392-b6ea-2efca52c8353'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:19:41.071677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.077952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:41.122114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:41.122895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 966a05b0-6899-43ab-9f6e-3b5b0d8690a3 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:41.178184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-822ceb3e-e780-4c7f-a54e-4b6b888e6c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:41.182419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-822ceb3e-e780-4c7f-a54e-4b6b888e6c10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3840654 Jul 09 13:19:41.188700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-57dc2996-fe34-4280-bc4b-679cb2808210 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 200 len: 217 time: 0.1149757 Jul 09 13:19:41.459580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-44da8ba9-a5ee-47f2-819f-7e81befc279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:41.461065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-44da8ba9-a5ee-47f2-819f-7e81befc279e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.2531769 Jul 09 13:19:41.463582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Allocated IP 172.20.0.2 (9837f6e0-40bb-4e7b-8f0a-154ebed0be6d/83df45c3-169d-4392-b6ea-2efca52c8353/0628be66-f800-49f9-a7e1-92a00a5a8f9f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:41.605710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-f9740578-17b0-47c4-83a7-d7a3bdecbf70 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121814 Jul 09 13:19:41.808322 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.833037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-00e61ade-3d40-4bfb-be8b-323fdf6319d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:41.845538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Transition to ACTIVE for port object 0628be66-f800-49f9-a7e1-92a00a5a8f9f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:41.860959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-00e61ade-3d40-4bfb-be8b-323fdf6319d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3891835 Jul 09 13:19:41.887442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:41.976564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Transition to ACTIVE for port object 0628be66-f800-49f9-a7e1-92a00a5a8f9f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:42.006645 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.075002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-190f9239-2d25-4790-98a3-9daa797989e1 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609933 Jul 09 13:19:42.190219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-a7e236b8-84ab-4045-a47a-52cccf309ebf tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/240e3b3a-803e-4762-93c0-0789e34f815a HTTP/1.1" status: 200 len: 1804 time: 1.3995860 Jul 09 13:19:42.208812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:42.215748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-12cfda23-874c-425e-94f8-9c67a231a878 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157694 Jul 09 13:19:42.255975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:42.275073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:42.292214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Pushing event updated for resources: {'Port': ['ID=0628be66-f800-49f9-a7e1-92a00a5a8f9f,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:42.313645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:42.320269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.348093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:42.349905 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.400715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-154cc71c-19bd-4bc1-b463-5fe585cfbf65 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/2a01ea2a-397e-47ee-bc45-b1a5413e384d HTTP/1.1" status: 200 len: 1803 time: 0.2089550 Jul 09 13:19:42.453212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:19:42.485438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-ea30ecf5-e629-4748-ad5a-d7d7301f6e23 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '240e3b3a-803e-4762-93c0-0789e34f815a', 'remote_group_id': '2a01ea2a-397e-47ee-bc45-b1a5413e384d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:42.492681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-ea30ecf5-e629-4748-ad5a-d7d7301f6e23 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '240e3b3a-803e-4762-93c0-0789e34f815a', 'remote_group_id': '2a01ea2a-397e-47ee-bc45-b1a5413e384d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:42.542901 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:19:42.579956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Attempting to bind port 0628be66-f800-49f9-a7e1-92a00a5a8f9f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:42.580228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Attempting to bind port 0628be66-f800-49f9-a7e1-92a00a5a8f9f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:42.580465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Attempting to bind port 0628be66-f800-49f9-a7e1-92a00a5a8f9f on network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:42.630859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093e31e-200a-4cf8-b6cb-b20e5226444b req-c07e5cda-5c07-4f09-939c-8b6dd25be9b4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:42.632884 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c093e31e-200a-4cf8-b6cb-b20e5226444b req-c07e5cda-5c07-4f09-939c-8b6dd25be9b4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 949 time: 0.4173186 Jul 09 13:19:42.662326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:42.664580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Checking segment: {'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:42.665593 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.666852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Bound using segment: {'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:42.668540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Bound port: 0628be66-f800-49f9-a7e1-92a00a5a8f9f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:42.669596 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.738878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbb0c56f-97fe-4bcd-a5d9-49811c28ea3e req-ada046ab-1bf0-40fc-b519-0d746d4a10da service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989474 Jul 09 13:19:42.764121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c093e31e-200a-4cf8-b6cb-b20e5226444b req-d9c1c1c5-f647-4057-8025-733585131cdf tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202633 Jul 09 13:19:42.766113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:42.773967 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-ea30ecf5-e629-4748-ad5a-d7d7301f6e23 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.866670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'mac_address': 'fa:16:3e:8c:ee:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:19:42.869044 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.905837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-ea30ecf5-e629-4748-ad5a-d7d7301f6e23 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.935322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-ea30ecf5-e629-4748-ad5a-d7d7301f6e23 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.981337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0c07-d18d-4c55-9fe7-d92cbce62b6e req-b5901a86-e92a-4714-ba9d-526dcbb55b2f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:42.983634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcbb0c07-d18d-4c55-9fe7-d92cbce62b6e req-b5901a86-e92a-4714-ba9d-526dcbb55b2f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.0848494 Jul 09 13:19:43.001203 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.016323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] For port 0628be66-f800-49f9-a7e1-92a00a5a8f9f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:43.023413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:43.038969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30ecf5-e629-4748-ad5a-d7d7301f6e23 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13bdc2f-c956-4682-aa9f-e8dfb409009c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:43.042340 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.051288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] For port 0628be66-f800-49f9-a7e1-92a00a5a8f9f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0628be66-f800-49f9-a7e1-92a00a5a8f9f,segment=NetworkSegment(7e2ce8f7-de01-4d07-afbf-4a6e75590cf0),segment_id=7e2ce8f7-de01-4d07-afbf-4a6e75590cf0)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:43.060320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcbb0c07-d18d-4c55-9fe7-d92cbce62b6e req-0d6080e6-8272-4c89-a271-d2c345925a81 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661855 Jul 09 13:19:43.084631 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.107589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:43.111936 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-ea30ecf5-e629-4748-ad5a-d7d7301f6e23 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.115237 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31a3fcda-2a31-4494-b0ca-51e83daf56a5 req-ea30ecf5-e629-4748-ad5a-d7d7301f6e23 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7139654 Jul 09 13:19:43.156089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:43.159789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.166551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.174630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.204958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.228124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:43.235964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-84b16e2e-9f51-4d76-8a04-1b99b695cdde tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:43.241524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-84b16e2e-9f51-4d76-8a04-1b99b695cdde tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 945 time: 0.7670140 Jul 09 13:19:43.300169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f712e55-dd82-4e58-9a1c-6ed02b238b33 None None] Pushing event updated for resources: {'Port': ['ID=0628be66-f800-49f9-a7e1-92a00a5a8f9f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:43.354128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2eba6-d0c4-4b27-9fa0-e6a47ae3edc6 req-ca601af2-9c81-4048-bfdf-7fd91ba2b2a9 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:43.370896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fac2eba6-d0c4-4b27-9fa0-e6a47ae3edc6 req-ca601af2-9c81-4048-bfdf-7fd91ba2b2a9 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 945 time: 0.1793432 Jul 09 13:19:43.412422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=12']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:43.456566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fac2eba6-d0c4-4b27-9fa0-e6a47ae3edc6 req-fe772df3-a6dc-49da-9867-8afe18d6b6b1 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00252fa-2b9f-4fee-a451-65b259538706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818617 Jul 09 13:19:43.457495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['0fdb71e5-d0f3-4828-b2ba-93a7772eb856'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:43.608252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-183eb310-cfff-4ff7-b8c5-dda5ba6b6367 req-8357d93c-7955-4c6f-89e0-d57bf768e268 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/2a01ea2a-397e-47ee-bc45-b1a5413e384d HTTP/1.1" status: 200 len: 1803 time: 0.1180933 Jul 09 13:19:43.701707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Allocated IP 172.25.5.37 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/6e4e9f1d-bd9c-4201-bf73-4a49065fa98c) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:43.710971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Deleting port 71d4b399-86ee-457e-8ab1-8ade5df49299 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:19:43.711370 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.761653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-183eb310-cfff-4ff7-b8c5-dda5ba6b6367 req-8e987c49-8940-4958-85ac-4bc184419b2f tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.788373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.844142 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-183eb310-cfff-4ff7-b8c5-dda5ba6b6367 req-8e987c49-8940-4958-85ac-4bc184419b2f tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.923789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.929252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0628be66-f800-49f9-a7e1-92a00a5a8f9f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:43.962653 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-2d438808-74aa-4062-a628-ce2e9c8e9ca6 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cededf2a7dd1409ea924eb5d8b15971e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539098 Jul 09 13:19:44.024497 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-183eb310-cfff-4ff7-b8c5-dda5ba6b6367 req-8e987c49-8940-4958-85ac-4bc184419b2f tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.025156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 0628be66-f800-49f9-a7e1-92a00a5a8f9f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:44.028014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-183eb310-cfff-4ff7-b8c5-dda5ba6b6367 req-8e987c49-8940-4958-85ac-4bc184419b2f tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.029397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-183eb310-cfff-4ff7-b8c5-dda5ba6b6367 req-8e987c49-8940-4958-85ac-4bc184419b2f tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a01ea2a-397e-47ee-bc45-b1a5413e384d HTTP/1.1" status: 204 len: 173 time: 0.4099104 Jul 09 13:19:44.048427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e987c49-8940-4958-85ac-4bc184419b2f tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a01ea2a-397e-47ee-bc45-b1a5413e384d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:44.049721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:44.098237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] For port 71d4b399-86ee-457e-8ab1-8ade5df49299, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=71d4b399-86ee-457e-8ab1-8ade5df49299,segment=NetworkSegment(139b1a1a-a687-4a13-8f1e-3959e47941e0),segment_id=139b1a1a-a687-4a13-8f1e-3959e47941e0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:44.098745 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.127383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Calling delete_port for 71d4b399-86ee-457e-8ab1-8ade5df49299 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:19:44.132002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:44.132385 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.142919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.268637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-c4bdd458-56f8-4eaf-a8e1-9a07625b94c6 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:44.294298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-c4bdd458-56f8-4eaf-a8e1-9a07625b94c6 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238771 Jul 09 13:19:44.294792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ee737-6217-4915-a59d-d2df668be5f2 req-391f9347-7076-4770-8f57-49a51eb00730 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:44.300533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d57b9d96-59a2-4039-b4c7-47012b11e109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.305551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-660ee737-6217-4915-a59d-d2df668be5f2 req-391f9347-7076-4770-8f57-49a51eb00730 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.1538906 Jul 09 13:19:44.321253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:44.339237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:44.345440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:44.351426 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-08e1771d-d76c-4ea4-8bed-c58ca02d01e4 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/quotas/cededf2a7dd1409ea924eb5d8b15971e HTTP/1.1" status: 200 len: 375 time: 0.0534296 Jul 09 13:19:44.372219 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-660ee737-6217-4915-a59d-d2df668be5f2 req-ac18bc19-2a27-4684-afd6-885330188b7e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655799 Jul 09 13:19:44.407878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4e9f1d-bd9c-4201-bf73-4a49065fa98c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:44.446152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf7ea08d-e4fb-467c-bf52-29bcb5f580ff req-5822458c-e999-42bd-a94a-4c60b04a6849 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/240e3b3a-803e-4762-93c0-0789e34f815a HTTP/1.1" status: 200 len: 1804 time: 0.0516777 Jul 09 13:19:44.477686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-0de83f22-9222-4c61-8bb1-042c852d09ae tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cededf2a7dd1409ea924eb5d8b15971e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986741 Jul 09 13:19:44.723913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f229ad-49be-4b9b-bd64-faf863c77820 req-0594da53-1012-4fe0-97d3-6064de140716 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:44.744459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07f229ad-49be-4b9b-bd64-faf863c77820 req-0594da53-1012-4fe0-97d3-6064de140716 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1830640 Jul 09 13:19:44.818904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07f229ad-49be-4b9b-bd64-faf863c77820 req-8199ee38-b062-4b48-bfa4-eb79fe3f737f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711350 Jul 09 13:19:44.846666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e07116-9432-44ff-b870-6d68926739fc None None] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:44.856235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.974004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-87328f54-3f84-4e81-a3d1-2ff19000609d None None] Provisioning for port 0628be66-f800-49f9-a7e1-92a00a5a8f9f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:44.976101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Pushing event deleted for resources: {'Port': ['ID=71d4b399-86ee-457e-8ab1-8ade5df49299,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:44.989912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-87328f54-3f84-4e81-a3d1-2ff19000609d None None] Provisioning complete for port 0628be66-f800-49f9-a7e1-92a00a5a8f9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:44.990465 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-87328f54-3f84-4e81-a3d1-2ff19000609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.991181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-d6a5afc7-46e1-4923-b6ce-a1aa308ffbc8 req-dfad3c2d-1f8d-47c3-a8c5-012c9072e81d tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-357931797', 'description': 'tempest-description-338919861'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:45.074530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] No DVR routers for this DVR port 71d4b399-86ee-457e-8ab1-8ade5df49299 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:19:45.152139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.161811 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4850613b-3dd3-4b67-8727-455fdcba0fb3 req-cf6d9a4a-6a88-4fac-a954-82251d23ff2d tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.10 "DELETE /v2.0/ports/71d4b399-86ee-457e-8ab1-8ade5df49299 HTTP/1.1" status: 204 len: 173 time: 1.9090891 Jul 09 13:19:45.162833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'name': 'network-vif-deleted', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:45.170437 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8f5cac-b3cd-4555-8f9a-171eabc6b5cb" -d '{"events": [{"server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "name": "network-vif-deleted", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:45.200793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d6a5afc7-46e1-4923-b6ce-a1aa308ffbc8 req-dfad3c2d-1f8d-47c3-a8c5-012c9072e81d tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.230103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d651f-7c76-44c5-a2ab-5474a0d90c4f req-b5c45cbf-d3c9-42c3-b84b-05caef0e4ca0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:45.240384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd6d651f-7c76-44c5-a2ab-5474a0d90c4f req-b5c45cbf-d3c9-42c3-b84b-05caef0e4ca0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 950 time: 0.2364900 Jul 09 13:19:45.276115 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-87328f54-3f84-4e81-a3d1-2ff19000609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.364180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd6d651f-7c76-44c5-a2ab-5474a0d90c4f req-0799a9e4-5a2e-4c07-bc02-09eb20a57168 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140747 Jul 09 13:19:45.369227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.389856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-87328f54-3f84-4e81-a3d1-2ff19000609d None None] For port 0628be66-f800-49f9-a7e1-92a00a5a8f9f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0628be66-f800-49f9-a7e1-92a00a5a8f9f,segment=NetworkSegment(7e2ce8f7-de01-4d07-afbf-4a6e75590cf0),segment_id=7e2ce8f7-de01-4d07-afbf-4a6e75590cf0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:45.422058 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-87328f54-3f84-4e81-a3d1-2ff19000609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.523552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87328f54-3f84-4e81-a3d1-2ff19000609d None None] Pushing event updated for resources: {'Port': ['ID=0628be66-f800-49f9-a7e1-92a00a5a8f9f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:45.654230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0628be66-f800-49f9-a7e1-92a00a5a8f9f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:45.670764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d6a5afc7-46e1-4923-b6ce-a1aa308ffbc8 req-dfad3c2d-1f8d-47c3-a8c5-012c9072e81d tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.730275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d6a5afc7-46e1-4923-b6ce-a1aa308ffbc8 req-dfad3c2d-1f8d-47c3-a8c5-012c9072e81d tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.830784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 0628be66-f800-49f9-a7e1-92a00a5a8f9f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:45.831350 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.839093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d6a5afc7-46e1-4923-b6ce-a1aa308ffbc8 req-dfad3c2d-1f8d-47c3-a8c5-012c9072e81d tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.840475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d6a5afc7-46e1-4923-b6ce-a1aa308ffbc8 req-dfad3c2d-1f8d-47c3-a8c5-012c9072e81d tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9084377 Jul 09 13:19:45.849815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad3c2d-1f8d-47c3-a8c5-012c9072e81d tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eef0de-6059-4ecc-bce3-8895bb68391f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:45.940430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.973315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbbd58b-79b7-4d4b-ad7b-d8568b8cf271 req-20fbfcfd-109c-427f-b407-5f45ed78ebb3 tempest-LiveAutoBlockMigrationV225Test-1920132110 tempest-LiveAutoBlockMigrationV225Test-1920132110-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc06b5d4-60dd-4e8b-b155-881a7cc34676 HTTP/1.1" status: 200 len: 210 time: 0.0881548 Jul 09 13:19:46.133820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a5c62b31-5d34-433f-8de9-f6f64d73c548 None None] Provisioning complete for port 0628be66-f800-49f9-a7e1-92a00a5a8f9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:46.139096 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5c62b31-5d34-433f-8de9-f6f64d73c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.187562 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7806c-a460-4f4e-8f55-b4ad3343b4a4 x-openstack-request-id: req-b1f7806c-a460-4f4e-8f55-b4ad3343b4a4 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:46.187836 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc06b5d4-60dd-4e8b-b155-881a7cc34676", "name": "network-vif-deleted", "tag": "71d4b399-86ee-457e-8ab1-8ade5df49299", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:46.188107 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1f7806c-a460-4f4e-8f55-b4ad3343b4a4 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:46.188492 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc06b5d4-60dd-4e8b-b155-881a7cc34676', 'name': 'network-vif-deleted', 'tag': '71d4b399-86ee-457e-8ab1-8ade5df49299', 'status': 'completed', 'code': 200} Jul 09 13:19:46.244569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-08344ef2-4180-438e-bd5f-31af072a9a52 req-4b373e10-f4ac-4873-96db-75f0323d2df4 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 210 time: 0.1055908 Jul 09 13:19:46.403058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:46.437453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71cc42-1294-445d-ac40-76de3a1fe065 req-6a9bf315-b34a-4c51-8f54-4df025735fb6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.451300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d71cc42-1294-445d-ac40-76de3a1fe065 req-6a9bf315-b34a-4c51-8f54-4df025735fb6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1938536 Jul 09 13:19:46.461213 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-817518e0-da84-47d3-a654-38650d5198a8 req-a5375eac-4c5e-42c3-84a7-592e83fe39d3 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/c8eef0de-6059-4ecc-bce3-8895bb68391f HTTP/1.1" status: 200 len: 1803 time: 0.1420245 Jul 09 13:19:46.466055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-817518e0-da84-47d3-a654-38650d5198a8 req-9f8bc5c7-02e8-4a08-9ed4-536daed966c9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8eef0de-6059-4ecc-bce3-8895bb68391f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:46.466376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-817518e0-da84-47d3-a654-38650d5198a8 req-9f8bc5c7-02e8-4a08-9ed4-536daed966c9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8eef0de-6059-4ecc-bce3-8895bb68391f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:46.482840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Router e882b514-1aa8-4894-aed8-984b1401b2b9 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:19:46.556840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d71cc42-1294-445d-ac40-76de3a1fe065 req-468ddaec-8d3e-4ed3-b00e-e3aa8adebf53 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043220 Jul 09 13:19:46.685024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-817518e0-da84-47d3-a654-38650d5198a8 req-9f8bc5c7-02e8-4a08-9ed4-536daed966c9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.707928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:46.714637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:46.715058 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.721787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-817518e0-da84-47d3-a654-38650d5198a8 req-9f8bc5c7-02e8-4a08-9ed4-536daed966c9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.731550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:46.734327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-817518e0-da84-47d3-a654-38650d5198a8 req-9f8bc5c7-02e8-4a08-9ed4-536daed966c9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.760401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Sync routers for ids ['e882b514-1aa8-4894-aed8-984b1401b2b9'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:46.773022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bc5c7-02e8-4a08-9ed4-536daed966c9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356bd577-c617-4312-aa87-140210768a32,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:46.782498 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.783899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2e43096d-d976-4b4f-89d4-c50b8276dc71 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1345966 Jul 09 13:19:46.786707 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-817518e0-da84-47d3-a654-38650d5198a8 req-9f8bc5c7-02e8-4a08-9ed4-536daed966c9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.788160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54854) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:46.799884 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-817518e0-da84-47d3-a654-38650d5198a8 req-9f8bc5c7-02e8-4a08-9ed4-536daed966c9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3377070 Jul 09 13:19:46.846583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Routers {'e882b514-1aa8-4894-aed8-984b1401b2b9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:46.847825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e882b514-1aa8-4894-aed8-984b1401b2b9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:46.908858 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2477-111f-410d-8f6e-cd8d9c4291b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.950131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.062055 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-2504bce1-388d-4e27-9441-3be4f0e3f48c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ab52eb401c849a2bac11447332661a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542171 Jul 09 13:19:47.081254 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.111436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d71ad38-b441-4583-8562-6b1bdb20ae43 req-28fce9fb-1c44-4a9e-9625-bac3291c4bd0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/c8eef0de-6059-4ecc-bce3-8895bb68391f HTTP/1.1" status: 200 len: 2396 time: 0.1149502 Jul 09 13:19:47.116421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-9d71ad38-b441-4583-8562-6b1bdb20ae43 req-35ab86d7-3091-4784-a660-771b9f6a56f6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8eef0de-6059-4ecc-bce3-8895bb68391f', 'remote_group_id': None}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:47.116740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-9d71ad38-b441-4583-8562-6b1bdb20ae43 req-35ab86d7-3091-4784-a660-771b9f6a56f6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8eef0de-6059-4ecc-bce3-8895bb68391f', 'remote_group_id': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:47.125584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Set router e882b514-1aa8-4894-aed8-984b1401b2b9 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:47.217727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-a037ec40-9a35-49f6-9a53-7e70c67e3b97 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cededf2a7dd1409ea924eb5d8b15971e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502272 Jul 09 13:19:47.225092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:47.247133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9d71ad38-b441-4583-8562-6b1bdb20ae43 req-35ab86d7-3091-4784-a660-771b9f6a56f6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.274381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:47.281916 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27edd372-9b28-4dad-8b88-8faffd2daf5b" -d '{"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:47.291402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9d71ad38-b441-4583-8562-6b1bdb20ae43 req-35ab86d7-3091-4784-a660-771b9f6a56f6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.293102 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.294130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 71d4b399-86ee-457e-8ab1-8ade5df49299 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:19:47.304499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9d71ad38-b441-4583-8562-6b1bdb20ae43 req-35ab86d7-3091-4784-a660-771b9f6a56f6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.333629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab86d7-3091-4784-a660-771b9f6a56f6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b46bd0-6c76-41b3-a36b-e71e353c036d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:47.351190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9d71ad38-b441-4583-8562-6b1bdb20ae43 req-35ab86d7-3091-4784-a660-771b9f6a56f6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.374521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d71ad38-b441-4583-8562-6b1bdb20ae43 req-35ab86d7-3091-4784-a660-771b9f6a56f6 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2579813 Jul 09 13:19:47.478025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 71d4b399-86ee-457e-8ab1-8ade5df49299 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:19:47.478612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 71d4b399-86ee-457e-8ab1-8ade5df49299 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:19:47.483845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54874) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:47.550140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=13']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:47.688505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2d01335a-1ea3-4d86-bbe9-18c7c5c798cd req-5f59a35c-6bd1-4615-9b60-8beb9d5c91bc tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 210 time: 0.0502293 Jul 09 13:19:47.708591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:19:44Z', 'revision_number': 3, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:47.775033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Checking router: e882b514-1aa8-4894-aed8-984b1401b2b9 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:47.775389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Updating router e882b514-1aa8-4894-aed8-984b1401b2b9 port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:19:47.781090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-951419ba-82e5-4bb4-8f3c-e72d841dad2e admin admin] Deleting subnet bcf7af52-edef-471e-9395-9dec002c2723 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:19:47.785133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-951419ba-82e5-4bb4-8f3c-e72d841dad2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.823087 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20d564e-a94f-458c-86ac-5ee1730a2223 x-openstack-request-id: req-d20d564e-a94f-458c-86ac-5ee1730a2223 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:47.823087 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-plugged", "status": "completed", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:47.823087 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d20d564e-a94f-458c-86ac-5ee1730a2223 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:47.823506 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'code': 200} Jul 09 13:19:47.851021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-951419ba-82e5-4bb4-8f3c-e72d841dad2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.857122 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.903541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-951419ba-82e5-4bb4-8f3c-e72d841dad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.957243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-e4f653fe-8e47-4061-ab25-148adcf9be11 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:47.958645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-e4f653fe-8e47-4061-ab25-148adcf9be11 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7005248 Jul 09 13:19:47.975863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Request body: {'port': {'device_id': 'f3f37f42-ed04-4b52-98f9-bc28b53e88a9', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'cededf2a7dd1409ea924eb5d8b15971e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:47.985250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-951419ba-82e5-4bb4-8f3c-e72d841dad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.043139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-951419ba-82e5-4bb4-8f3c-e72d841dad2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.048293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-951419ba-82e5-4bb4-8f3c-e72d841dad2e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bcf7af52-edef-471e-9395-9dec002c2723 HTTP/1.1" status: 204 len: 168 time: 0.5602689 Jul 09 13:19:48.052444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951419ba-82e5-4bb4-8f3c-e72d841dad2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf7af52-edef-471e-9395-9dec002c2723,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:48.057573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54884) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:48.116727 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0078acff-71ed-4f9c-9d3a-a6fdb0b55c08 req-30570b6e-d1dd-407a-af9d-77b5ecb5cd6f tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/c8eef0de-6059-4ecc-bce3-8895bb68391f HTTP/1.1" status: 200 len: 2994 time: 0.1427951 Jul 09 13:19:48.130236 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.167829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.312466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaadbd-dcf1-467b-8043-4305d100590a req-d41fffae-f7e1-4d38-9a1b-a85ca6de9b38 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:48.314279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-d41fffae-f7e1-4d38-9a1b-a85ca6de9b38 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1485276 Jul 09 13:19:48.340788 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.371613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Transition to ACTIVE for port object 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:48.376184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-c9484b78-1e2c-4123-9d3e-409a9f5b631e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/quotas/5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 375 time: 0.0238609 Jul 09 13:19:48.385622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0470e30-4022-481d-8b6c-6df83b7e17e9 req-ae1a11e4-c0cd-4c3d-bdbc-d08619e5c3e1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:48.388137 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.404917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0470e30-4022-481d-8b6c-6df83b7e17e9 req-ae1a11e4-c0cd-4c3d-bdbc-d08619e5c3e1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.1677978 Jul 09 13:19:48.426245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.455467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0470e30-4022-481d-8b6c-6df83b7e17e9 req-7da8893f-7955-4c4b-9e9a-4b8adf20091d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495651 Jul 09 13:19:48.459271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Attempting to bind port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:48.460027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Attempting to bind port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:48.460027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Attempting to bind port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:48.479478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50a7cc-6d72-4be4-9a60-53709f2e8833 None None] Pushing event updated for resources: {'Port': ['ID=6e4e9f1d-bd9c-4201-bf73-4a49065fa98c,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:48.487264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eecf577-47de-495c-a7e6-8efa9225a216']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:48.491422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:48.492082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:48.492678 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.493254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:48.493926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Bound port: 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:48.494598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.507122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139b1a1a-a687-4a13-8f1e-3959e47941e0') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:48.507436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139b1a1a-a687-4a13-8f1e-3959e47941e0') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:48.529361 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.555419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Made reservation on behalf of cededf2a7dd1409ea924eb5d8b15971e for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:48.558992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.562969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] For port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:48.569088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] For port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6e4e9f1d-bd9c-4201-bf73-4a49065fa98c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:48.575712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.580866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.583340 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.600349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:19:48.600852 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:19:48.623420 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:19:48.645841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50a7cc-6d72-4be4-9a60-53709f2e8833 None None] Pushing event updated for resources: {'Port': ['ID=6e4e9f1d-bd9c-4201-bf73-4a49065fa98c,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:48.655575 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-228421cb-d54c-423c-9e96-c0e23a1637b5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2709444 Jul 09 13:19:48.682824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Routers {'e882b514-1aa8-4894-aed8-984b1401b2b9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:48.683769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e882b514-1aa8-4894-aed8-984b1401b2b9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:48.775574 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-702692ae-6f09-4e0e-9b86-9d1352515f8e req-c0c72bfd-18da-4ed0-b63a-7986a8e5a042 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-group-rules/14b46bd0-6c76-41b3-a36b-e71e353c036d HTTP/1.1" status: 200 len: 783 time: 0.0397475 Jul 09 13:19:48.868980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] Set router e882b514-1aa8-4894-aed8-984b1401b2b9 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:48.906869 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-702692ae-6f09-4e0e-9b86-9d1352515f8e req-f60694d6-b527-427c-b2b9-5b12c7e7858e tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/c8eef0de-6059-4ecc-bce3-8895bb68391f HTTP/1.1" status: 200 len: 2994 time: 0.1304166 Jul 09 13:19:48.924640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.969227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-702692ae-6f09-4e0e-9b86-9d1352515f8e req-b573efc3-50e1-4b2d-a875-2cfd280dad8a tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.985938 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.994219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-702692ae-6f09-4e0e-9b86-9d1352515f8e req-b573efc3-50e1-4b2d-a875-2cfd280dad8a tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.008527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0eecf577-47de-495c-a7e6-8efa9225a216 HTTP/1.1" status: 204 len: 168 time: 0.9497898 Jul 09 13:19:49.009602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54898) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:49.012507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d6abc-36a5-418a-9fee-e90c0537ca86 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eecf577-47de-495c-a7e6-8efa9225a216,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:49.078818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed7305e-73cf-41b5-b6e1-7ac351a34685 admin admin] Deleting subnet 85d439a6-0bf7-47a1-a934-78ea62c892e4 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:19:49.082836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed7305e-73cf-41b5-b6e1-7ac351a34685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.108099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-702692ae-6f09-4e0e-9b86-9d1352515f8e req-b573efc3-50e1-4b2d-a875-2cfd280dad8a tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.117080 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-702692ae-6f09-4e0e-9b86-9d1352515f8e req-b573efc3-50e1-4b2d-a875-2cfd280dad8a tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.133194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-702692ae-6f09-4e0e-9b86-9d1352515f8e req-b573efc3-50e1-4b2d-a875-2cfd280dad8a tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/14b46bd0-6c76-41b3-a36b-e71e353c036d HTTP/1.1" status: 204 len: 173 time: 0.2197120 Jul 09 13:19:49.156939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573efc3-50e1-4b2d-a875-2cfd280dad8a tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14b46bd0-6c76-41b3-a36b-e71e353c036d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:49.166181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-182dd0fc-007e-424d-8d57-5bd2b115921c req-5472b36b-0980-4c91-b584-9b0686e48e1b tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 210 time: 0.1376245 Jul 09 13:19:49.195801 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed7305e-73cf-41b5-b6e1-7ac351a34685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.261593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-41325353-9a7a-47d5-9202-81108581b2d1 req-4a0537da-0269-4343-87e9-e6a3e0ee80ca tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 210 time: 0.0341728 Jul 09 13:19:49.276198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.292775 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed7305e-73cf-41b5-b6e1-7ac351a34685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.304312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:19:44Z', 'revision_number': 3, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:49.381947 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41cfe8a-1c9c-4bc1-be5d-f37f53ee67fc None None] The sync data for ids ['e882b514-1aa8-4894-aed8-984b1401b2b9'] in n-d-799524-3 is: [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:19:44Z', 'revision_number': 3, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:49.390309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed7305e-73cf-41b5-b6e1-7ac351a34685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.438322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4f0b830-031b-4033-8ec0-8b5671694b91 req-11636507-1ae5-4cc0-a7b7-505be4ef8132 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/c8eef0de-6059-4ecc-bce3-8895bb68391f HTTP/1.1" status: 200 len: 2396 time: 0.2102096 Jul 09 13:19:49.450564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7305e-73cf-41b5-b6e1-7ac351a34685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d439a6-0bf7-47a1-a934-78ea62c892e4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:49.464701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed7305e-73cf-41b5-b6e1-7ac351a34685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.467224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8ed7305e-73cf-41b5-b6e1-7ac351a34685 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/85d439a6-0bf7-47a1-a934-78ea62c892e4 HTTP/1.1" status: 204 len: 168 time: 0.4563293 Jul 09 13:19:49.469457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54908) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:49.553225 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.617994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.714676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Allocated IP 172.20.0.1 (9837f6e0-40bb-4e7b-8f0a-154ebed0be6d/83df45c3-169d-4392-b6ea-2efca52c8353/3ec743c1-2ceb-499d-9b19-c99aeb1b5309) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:49.752203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c4f0b830-031b-4033-8ec0-8b5671694b91 req-866c32e7-0ff5-4fa5-928d-0690b827d156 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.755484 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.768563 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.865620 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.885862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852e7bc8-d08c-4295-bd5d-3234689b62cd']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:49.912792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b5ab-f315-4eee-9691-e7e1db8f7c73 req-a6b3290c-99b7-4c82-a344-d558e52844c3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:49.914558 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0151b5ab-f315-4eee-9691-e7e1db8f7c73 req-a6b3290c-99b7-4c82-a344-d558e52844c3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.2758632 Jul 09 13:19:49.918290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23af966-6069-4b6c-ab69-79c948a27575') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:49.918575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23af966-6069-4b6c-ab69-79c948a27575') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:49.923813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc97fe4-c8df-4568-b2ee-00c8cba0b830,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:49.981481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.015429 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.026574 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0151b5ab-f315-4eee-9691-e7e1db8f7c73 req-e7060fb2-58c6-4493-832d-c6ebee072919 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057739 Jul 09 13:19:50.031168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:19:50.031853 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:19:50.037928 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:19:50.093835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c4f0b830-031b-4033-8ec0-8b5671694b91 req-866c32e7-0ff5-4fa5-928d-0690b827d156 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.168461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.187742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.192931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] 10.222.0.32 "DELETE /v2.0/networks/852e7bc8-d08c-4295-bd5d-3234689b62cd HTTP/1.1" status: 204 len: 168 time: 0.7189040 Jul 09 13:19:50.202892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de147-5309-4b82-aed5-91740f8cdc6c admin admin] Pushing event deleted for resources: {'Network': ['ID=852e7bc8-d08c-4295-bd5d-3234689b62cd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:50.384960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Allocated IP 192.168.233.173 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/1ed80f31-2c97-498b-8b0c-5fd2668c5520) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:50.436299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54922) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:50.447084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c4f0b830-031b-4033-8ec0-8b5671694b91 req-866c32e7-0ff5-4fa5-928d-0690b827d156 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.452709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c4f0b830-031b-4033-8ec0-8b5671694b91 req-866c32e7-0ff5-4fa5-928d-0690b827d156 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.469405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4f0b830-031b-4033-8ec0-8b5671694b91 req-866c32e7-0ff5-4fa5-928d-0690b827d156 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "DELETE /v2.0/security-groups/c8eef0de-6059-4ecc-bce3-8895bb68391f HTTP/1.1" status: 204 len: 173 time: 1.0281055 Jul 09 13:19:50.515225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.523335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c32e7-0ff5-4fa5-928d-0690b827d156 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eef0de-6059-4ecc-bce3-8895bb68391f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:50.535422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-086758ac-5d2e-45d6-8a05-37ccffae234c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26bd7ebced4148749bb727cbdc378ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973761 Jul 09 13:19:50.541593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54926) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:50.666131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Transition to ACTIVE for port object 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:50.669632 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-d5c25b7d-2f1a-494d-849e-66ed2e433684 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ab52eb401c849a2bac11447332661a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667341 Jul 09 13:19:50.736199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11d9d4ff-b446-4a14-8f61-269de02e4785 req-1a4aae85-fd71-4f25-acc9-9243df58578b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 210 time: 0.0721259 Jul 09 13:19:50.745072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19e2fe52-01cd-4573-b80f-ea64b998bfed req-12241c82-cf63-4fbf-96e8-e90bbfba593c tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 210 time: 0.0792739 Jul 09 13:19:50.800044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5c6e-519e-475c-b281-d60d3d7d21b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.829706 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-61495aa0-e9ac-42e2-a1cc-3a562ee41479 req-0a98d01d-e00e-4f0d-b25a-dd9e71f5fcd0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] show failed (client error): The resource could not be found. Jul 09 13:19:50.840020 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-61495aa0-e9ac-42e2-a1cc-3a562ee41479 req-0a98d01d-e00e-4f0d-b25a-dd9e71f5fcd0 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/2a01ea2a-397e-47ee-bc45-b1a5413e384d HTTP/1.1" status: 404 len: 352 time: 0.0409820 Jul 09 13:19:50.868862 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5c6e-519e-475c-b281-d60d3d7d21b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.934338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaadbd-dcf1-467b-8043-4305d100590a req-15e5319e-e9a1-45ca-a441-17d1502dac12 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:50.935960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-15e5319e-e9a1-45ca-a441-17d1502dac12 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555141 Jul 09 13:19:50.952417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Request body: {'port': {'device_id': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '5ab52eb401c849a2bac11447332661a2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:51.012087 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.088238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c075ad8-1e21-4759-9026-fad91dc18d42 req-88627a37-96ef-4da5-9182-1a816a2474b8 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/240e3b3a-803e-4762-93c0-0789e34f815a HTTP/1.1" status: 200 len: 1804 time: 0.2305613 Jul 09 13:19:51.094142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:51.115671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:51.135731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:51.150412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.189743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Pushing event updated for resources: {'Port': ['ID=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:51.226033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Transition to ACTIVE for port object 1ed80f31-2c97-498b-8b0c-5fd2668c5520 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:51.308150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4c075ad8-1e21-4759-9026-fad91dc18d42 req-142fb907-7712-43a5-95d8-9ba754033590 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.310406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.374521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.408355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5c6e-519e-475c-b281-d60d3d7d21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.411555 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5c6e-519e-475c-b281-d60d3d7d21b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.412724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cfcb5c6e-519e-475c-b281-d60d3d7d21b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f00252fa-2b9f-4fee-a451-65b259538706 HTTP/1.1" status: 204 len: 168 time: 0.8693995 Jul 09 13:19:51.441525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b6b1fc1-cb31-4321-a073-cc04b13e6af5 None None] Provisioning for port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:51.448449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b6b1fc1-cb31-4321-a073-cc04b13e6af5 None None] Provisioning complete for port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:51.448832 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1fc1-cb31-4321-a073-cc04b13e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.476963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Pushing event updated for resources: {'Port': ['ID=1ed80f31-2c97-498b-8b0c-5fd2668c5520,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:51.497516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb5c6e-519e-475c-b281-d60d3d7d21b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00252fa-2b9f-4fee-a451-65b259538706,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:51.556784 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4c075ad8-1e21-4759-9026-fad91dc18d42 req-142fb907-7712-43a5-95d8-9ba754033590 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.589980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b1fc1-cb31-4321-a073-cc04b13e6af5 None None] Port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:51.595805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:51.604055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:51.615163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:51.715957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:51.716837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.750187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-15364198-a352-405a-9b78-402e3259cfa3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7807906 Jul 09 13:19:51.761841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc693f-55c4-4bdd-8298-45fb4a277ef5 req-a1692c56-d0c4-4f4b-bfa0-58baab4a1c71 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:51.776592 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0abc693f-55c4-4bdd-8298-45fb4a277ef5 req-a1692c56-d0c4-4f4b-bfa0-58baab4a1c71 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.3718321 Jul 09 13:19:51.791537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Made reservation on behalf of 5ab52eb401c849a2bac11447332661a2 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:51.799462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:51.804824 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.820487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Request body: {'port': {'device_id': 'f3f37f42-ed04-4b52-98f9-bc28b53e88a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:51.883509 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4c075ad8-1e21-4759-9026-fad91dc18d42 req-142fb907-7712-43a5-95d8-9ba754033590 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.886218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4c075ad8-1e21-4759-9026-fad91dc18d42 req-142fb907-7712-43a5-95d8-9ba754033590 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.902913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c075ad8-1e21-4759-9026-fad91dc18d42 req-142fb907-7712-43a5-95d8-9ba754033590 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "DELETE /v2.0/security-groups/240e3b3a-803e-4762-93c0-0789e34f815a HTTP/1.1" status: 204 len: 173 time: 0.8043420 Jul 09 13:19:51.961861 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0abc693f-55c4-4bdd-8298-45fb4a277ef5 req-a3988ebd-005e-446a-b664-fbab43b4e00c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827288 Jul 09 13:19:51.986803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:52.001827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:52.002272 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.113575 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.133303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-79d874a2-2743-4f49-8781-6f4174f31f47 None None] Provisioning for port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:52.162923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-79d874a2-2743-4f49-8781-6f4174f31f47 None None] Provisioning complete for port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:52.166106 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-79d874a2-2743-4f49-8781-6f4174f31f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.228198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Allocated IP 192.168.233.160 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:52.352977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-79d874a2-2743-4f49-8781-6f4174f31f47 None None] Port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:52.384086 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.402827 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.417510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Transition to ACTIVE for port object ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:52.422056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6e4e9f1d-bd9c-4201-bf73-4a49065fa98c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:52.435429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fb907-7712-43a5-95d8-9ba754033590 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e3b3a-803e-4762-93c0-0789e34f815a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:52.436778 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.445005 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.450956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54946) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:52.512088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.513529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=6e4e9f1d-bd9c-4201-bf73-4a49065fa98c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:52.527687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['285e29ac-b9e2-4679-b30e-3e75463d7750', '978a6704-b379-43e6-b664-01e546b2804e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:52.531138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['0fdb71e5-d0f3-4828-b2ba-93a7772eb856'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:52.576828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:52.614587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:52.620732 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-65237550-9b0b-480f-b8d4-66f5b1dcc99b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95c4473b5a9244528fd90dc070d720ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684599 Jul 09 13:19:52.621465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54948) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:52.624348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:52.667832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:52.702315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed80f31-2c97-498b-8b0c-5fd2668c5520 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:52.713941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.728817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68d642-40e1-40c9-9e58-46a39395f1e3 req-43bcf9e3-19cb-45b9-9272-2e58cdcb0035 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:52.735854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Transition to ACTIVE for port object 1ed80f31-2c97-498b-8b0c-5fd2668c5520 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:52.736423 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be68d642-40e1-40c9-9e58-46a39395f1e3 req-43bcf9e3-19cb-45b9-9272-2e58cdcb0035 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 936 time: 0.2655282 Jul 09 13:19:52.784066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f0659d3-4b9c-4e0c-acf3-ce62ebe37e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.807444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f0659d3-4b9c-4e0c-acf3-ce62ebe37e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.819858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.879496 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be68d642-40e1-40c9-9e58-46a39395f1e3 req-a98f4e72-ce6a-4531-906d-4d98e579ced6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332786 Jul 09 13:19:52.918485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:52.919105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.953641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed80f31-2c97-498b-8b0c-5fd2668c5520,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.021450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-52ef90a7-9a82-4109-b9e6-92da8191cab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0753555 Jul 09 13:19:53.063288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Request body: {'port': {'device_id': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:53.094287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f7721d40-8103-4599-bcba-ad92f330431c None None] Provisioning for port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:53.102336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f7721d40-8103-4599-bcba-ad92f330431c None None] Provisioning complete for port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:53.103107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f7721d40-8103-4599-bcba-ad92f330431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.114352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f0659d3-4b9c-4e0c-acf3-ce62ebe37e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.116957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f0659d3-4b9c-4e0c-acf3-ce62ebe37e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.120439 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5f0659d3-4b9c-4e0c-acf3-ce62ebe37e3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/746bb87f-f621-41ef-8a36-d1ed7dcce7bf HTTP/1.1" status: 204 len: 168 time: 0.4915280 Jul 09 13:19:53.172864 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8723d7c3-7437-42cf-a42a-272d95b67cc1 req-55bd12d6-1201-49e8-bc21-e565eb5f9ce9 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/7ce91d91-3907-4991-97fb-14a386386706 HTTP/1.1" status: 200 len: 1803 time: 0.2422874 Jul 09 13:19:53.182639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0659d3-4b9c-4e0c-acf3-ce62ebe37e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746bb87f-f621-41ef-8a36-d1ed7dcce7bf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.231357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f7721d40-8103-4599-bcba-ad92f330431c None None] Port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:53.308250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.318436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57d66-f0db-4145-8a4a-6357e7fb2b29 req-b47439f8-3be5-4254-9468-21b3261aa296 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:53.321858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8723d7c3-7437-42cf-a42a-272d95b67cc1 req-77833a31-fa9b-4005-8ebf-06a170683074 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.326513 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57a57d66-f0db-4145-8a4a-6357e7fb2b29 req-b47439f8-3be5-4254-9468-21b3261aa296 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 948 time: 0.5850520 Jul 09 13:19:53.384837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Attempting to bind port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:53.385192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Attempting to bind port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:53.385926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Attempting to bind port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:53.391782 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8723d7c3-7437-42cf-a42a-272d95b67cc1 req-77833a31-fa9b-4005-8ebf-06a170683074 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.400119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:53.400766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Attempting to bind port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:53.429114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:53.429496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:53.429899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:53.430358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Bound port: 1ed80f31-2c97-498b-8b0c-5fd2668c5520, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:53.430689 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.464579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57a57d66-f0db-4145-8a4a-6357e7fb2b29 req-acbf99b4-54a4-495a-9706-5ca91ad79526 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc97fe4-c8df-4568-b2ee-00c8cba0b830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369598 Jul 09 13:19:53.547123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] For port 1ed80f31-2c97-498b-8b0c-5fd2668c5520, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:53.551162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] For port 1ed80f31-2c97-498b-8b0c-5fd2668c5520, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1ed80f31-2c97-498b-8b0c-5fd2668c5520,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:53.565182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.623341 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.707437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.731887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:53.766418 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8723d7c3-7437-42cf-a42a-272d95b67cc1 req-77833a31-fa9b-4005-8ebf-06a170683074 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.769754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:53.770445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.770819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8723d7c3-7437-42cf-a42a-272d95b67cc1 req-77833a31-fa9b-4005-8ebf-06a170683074 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.772143 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8723d7c3-7437-42cf-a42a-272d95b67cc1 req-77833a31-fa9b-4005-8ebf-06a170683074 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "DELETE /v2.0/security-groups/7ce91d91-3907-4991-97fb-14a386386706 HTTP/1.1" status: 204 len: 173 time: 0.5976751 Jul 09 13:19:53.772293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] 10.222.0.11 "PUT /v2.0/ports/1ed80f31-2c97-498b-8b0c-5fd2668c5520 HTTP/1.1" status: 200 len: 1096 time: 1.9686043 Jul 09 13:19:53.774905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f37f42-ed04-4b52-98f9-bc28b53e88a9', 'tag': '1ed80f31-2c97-498b-8b0c-5fd2668c5520'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:53.787805 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f37f42-ed04-4b52-98f9-bc28b53e88a9", "tag": "1ed80f31-2c97-498b-8b0c-5fd2668c5520"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:53.803684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77833a31-fa9b-4005-8ebf-06a170683074 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce91d91-3907-4991-97fb-14a386386706,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.923239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:53.923982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.929794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5dc89-9b7b-49a9-96ee-dfbef587d300 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed80f31-2c97-498b-8b0c-5fd2668c5520,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.986081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:53.997751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.026548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.033621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Transition to ACTIVE for port object ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:54.041441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.132792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:54.223915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40cb01-92fd-4f48-8080-3b1ad4a31a54 req-fdde84ca-5e28-4ef3-9da7-a293babecbb3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:54.231081 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b40cb01-92fd-4f48-8080-3b1ad4a31a54 req-fdde84ca-5e28-4ef3-9da7-a293babecbb3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.6145585 Jul 09 13:19:54.233382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Pushing event updated for resources: {'Port': ['ID=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:54.331054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-6c60d43a-370d-4933-b87f-76729672dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:54.332810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-6c60d43a-370d-4933-b87f-76729672dadc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cededf2a7dd1409ea924eb5d8b15971e&device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 1099 time: 0.4924119 Jul 09 13:19:54.333584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:54.334029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:54.334629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:54.346109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:54.346548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:54.357841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cb3ff352-3513-4617-9331-ce30c595923b req-23e38643-cfdc-4372-bd6a-ce9b6a077899 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/0d2ef207-bf55-4bda-bc7b-e77e4311a9cf HTTP/1.1" status: 200 len: 1804 time: 0.0833697 Jul 09 13:19:54.359504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:54.362146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:54.362687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:54.364400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Bound port: ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:54.365084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.420900 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b40cb01-92fd-4f48-8080-3b1ad4a31a54 req-e35c9506-7100-439e-a97d-132c8663d1a1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857288 Jul 09 13:19:54.493078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:54.498047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:54.512077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.535284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-bc3e63f6-e9f5-4304-85af-cdfa45b52fbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1ed80f31-2c97-498b-8b0c-5fd2668c5520 HTTP/1.1" status: 200 len: 217 time: 0.1782520 Jul 09 13:19:54.536898 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb2f5a-0f3f-480b-b3d4-9df464544678 x-openstack-request-id: req-4ffb2f5a-0f3f-480b-b3d4-9df464544678 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:54.537189 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f37f42-ed04-4b52-98f9-bc28b53e88a9", "tag": "1ed80f31-2c97-498b-8b0c-5fd2668c5520", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:54.538079 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ffb2f5a-0f3f-480b-b3d4-9df464544678 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:54.539481 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f37f42-ed04-4b52-98f9-bc28b53e88a9', 'tag': '1ed80f31-2c97-498b-8b0c-5fd2668c5520', 'status': 'completed', 'code': 200} Jul 09 13:19:54.557327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:54.585178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:54.619981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:54.674069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:54.677768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.687049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-8ad3911a-1fd1-4057-a6c1-b4ee11c9c7f4 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 1096 time: 1.6447222 Jul 09 13:19:54.690308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:54.698256 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988d656b-2eac-45cb-9367-61a27d51e940" -d '{"events": [{"name": "network-changed", "server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:54.717530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-0ee85ab1-4c70-46f4-afcb-27e5884dc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:54.719407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-0ee85ab1-4c70-46f4-afcb-27e5884dc256 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1775997 Jul 09 13:19:54.807329 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cb3ff352-3513-4617-9331-ce30c595923b req-3f4610b4-b9bf-4db1-a822-aac0a827bdf4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.841469 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cb3ff352-3513-4617-9331-ce30c595923b req-3f4610b4-b9bf-4db1-a822-aac0a827bdf4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.937199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cb3ff352-3513-4617-9331-ce30c595923b req-3f4610b4-b9bf-4db1-a822-aac0a827bdf4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.940296 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cb3ff352-3513-4617-9331-ce30c595923b req-3f4610b4-b9bf-4db1-a822-aac0a827bdf4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.948538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cb3ff352-3513-4617-9331-ce30c595923b req-3f4610b4-b9bf-4db1-a822-aac0a827bdf4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d2ef207-bf55-4bda-bc7b-e77e4311a9cf HTTP/1.1" status: 204 len: 173 time: 0.5604656 Jul 09 13:19:55.028975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4610b4-b9bf-4db1-a822-aac0a827bdf4 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2ef207-bf55-4bda-bc7b-e77e4311a9cf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:55.061476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaadbd-dcf1-467b-8043-4305d100590a req-49dbc9cb-7ce3-46fe-8e04-12629b62d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.064705 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-49dbc9cb-7ce3-46fe-8e04-12629b62d9c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1099 time: 0.2733285 Jul 09 13:19:55.158820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d54c4f7f-da08-4b5b-a0db-2a7bf42a3394 None None] Provisioning complete for port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:55.160822 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d54c4f7f-da08-4b5b-a0db-2a7bf42a3394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.174468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-efb2384b-a42a-49b4-adb6-56415c0e1864 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.1017504 Jul 09 13:19:55.247920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d54c4f7f-da08-4b5b-a0db-2a7bf42a3394 None None] Port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:55.271964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaadbd-dcf1-467b-8043-4305d100590a req-b34d5c63-6a72-42aa-ac72-a91b799fc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.274288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-b34d5c63-6a72-42aa-ac72-a91b799fc9d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0927584 Jul 09 13:19:55.321450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Router e882b514-1aa8-4894-aed8-984b1401b2b9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:19:55.333652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-0c85ddf9-6bfc-47ed-be2d-aff40754c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.335524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-0c85ddf9-6bfc-47ed-be2d-aff40754c128 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6097450 Jul 09 13:19:55.358339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0a78-2f9f-4bb8-b481-8f82a4c344b4 req-52614a1b-6ee5-4771-82f7-4dae5dc7e2cc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.365617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fbb0a78-2f9f-4bb8-b481-8f82a4c344b4 req-52614a1b-6ee5-4771-82f7-4dae5dc7e2cc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.5880089 Jul 09 13:19:55.463334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aa930-add7-44bc-b39b-267c60131f2d req-b53f4ecb-a0f9-4723-a44a-db07df13b743 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.476674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-133aa930-add7-44bc-b39b-267c60131f2d req-b53f4ecb-a0f9-4723-a44a-db07df13b743 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 948 time: 0.2012544 Jul 09 13:19:55.507872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaadbd-dcf1-467b-8043-4305d100590a req-7c19bf91-cdba-4eaf-8559-ed2f9826e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.509858 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-7c19bf91-cdba-4eaf-8559-ed2f9826e170 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849627 Jul 09 13:19:55.570562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:55.586212 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Sync routers for ids ['e882b514-1aa8-4894-aed8-984b1401b2b9'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:55.602564 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Routers {'e882b514-1aa8-4894-aed8-984b1401b2b9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:55.606156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-133aa930-add7-44bc-b39b-267c60131f2d req-a9d39c78-efc8-431e-8943-a9206752e6fc tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc97fe4-c8df-4568-b2ee-00c8cba0b830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282153 Jul 09 13:19:55.614275 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e882b514-1aa8-4894-aed8-984b1401b2b9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:55.666658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fbb0a78-2f9f-4bb8-b481-8f82a4c344b4 req-b9fdf920-43b3-41bc-aaf0-0bb845005302 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997336 Jul 09 13:19:55.668629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-ea1688aa-8847-4834-91c9-8d000a5e33ed service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246331 Jul 09 13:19:55.683115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-34cd8adb-d36c-48cb-86b4-312a0be0ffeb admin admin] 10.222.0.32 "PUT /v2.0/routers/e882b514-1aa8-4894-aed8-984b1401b2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8935544 Jul 09 13:19:55.709370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-7ed1aece-715b-499a-9049-868388a7ab8a service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806185 Jul 09 13:19:55.807018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c237551a-71b3-4f0e-a1ef-2a345a680b98 req-7ae5e0dc-0033-41bc-bac0-36f6cc513d03 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225476 Jul 09 13:19:55.869852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c76ac7f-5859-4251-b5ea-2a28c3ac5ce3 req-1c03777f-6f40-4dd8-83c6-8530003a1b63 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/15435df2-e7e3-4416-b6a3-bc2563133efe HTTP/1.1" status: 200 len: 2404 time: 0.0617368 Jul 09 13:19:55.959154 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb87082-eb24-48a3-b008-c8f065e62b15 x-openstack-request-id: req-4fb87082-eb24-48a3-b008-c8f065e62b15 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:55.959574 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:55.959840 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fb87082-eb24-48a3-b008-c8f065e62b15 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:55.965672 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'status': 'completed', 'code': 200} Jul 09 13:19:55.980329 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c76ac7f-5859-4251-b5ea-2a28c3ac5ce3 req-f1a914bd-0dd2-464f-b6bb-eca818599823 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.995372 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Set router e882b514-1aa8-4894-aed8-984b1401b2b9 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:56.054566 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c76ac7f-5859-4251-b5ea-2a28c3ac5ce3 req-f1a914bd-0dd2-464f-b6bb-eca818599823 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.075638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefaadbd-dcf1-467b-8043-4305d100590a req-3b208680-6b5a-4e7c-b5ed-53f5cdc382a9 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644679 Jul 09 13:19:56.179254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-b8f5aabd-e291-4391-a5dd-7b0714b6591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.180787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-b8f5aabd-e291-4391-a5dd-7b0714b6591d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cededf2a7dd1409ea924eb5d8b15971e&device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 1099 time: 0.2020228 Jul 09 13:19:56.300836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-1d2ea3ff-6b29-4cf2-9453-e75f4fccf93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.302454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-1d2ea3ff-6b29-4cf2-9453-e75f4fccf93f service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1126044 Jul 09 13:19:56.303625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c76ac7f-5859-4251-b5ea-2a28c3ac5ce3 req-f1a914bd-0dd2-464f-b6bb-eca818599823 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.306305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c76ac7f-5859-4251-b5ea-2a28c3ac5ce3 req-f1a914bd-0dd2-464f-b6bb-eca818599823 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.307427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c76ac7f-5859-4251-b5ea-2a28c3ac5ce3 req-f1a914bd-0dd2-464f-b6bb-eca818599823 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "DELETE /v2.0/security-groups/15435df2-e7e3-4416-b6a3-bc2563133efe HTTP/1.1" status: 204 len: 173 time: 0.4293220 Jul 09 13:19:56.321037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a914bd-0dd2-464f-b6bb-eca818599823 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15435df2-e7e3-4416-b6a3-bc2563133efe,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:56.328265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d656b-2eac-45cb-9367-61a27d51e940 req-30f7a33e-0373-41a4-b0d5-2f3c5e563f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.329821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-988d656b-2eac-45cb-9367-61a27d51e940 req-30f7a33e-0373-41a4-b0d5-2f3c5e563f17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1099 time: 0.1715457 Jul 09 13:19:56.384967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-ef0e18ce-8b5a-42e4-8846-3448cbd91bbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1ed80f31-2c97-498b-8b0c-5fd2668c5520 HTTP/1.1" status: 200 len: 217 time: 0.0653532 Jul 09 13:19:56.445274 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:19:51Z', 'revision_number': 4, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '3ec743c1-2ceb-499d-9b19-c99aeb1b5309', 'name': '', 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'mac_address': 'fa:16:3e:91:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '83df45c3-169d-4392-b6ea-2efca52c8353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:49Z', 'updated_at': '2021-07-09T13:19:53Z', 'revision_number': 2, 'project_id': '9e698df150504163b34136387f3f48ad', 'subnets': [{'id': '83df45c3-169d-4392-b6ea-2efca52c8353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:56.492294 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Checking router: e882b514-1aa8-4894-aed8-984b1401b2b9 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:56.492645 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Updating router e882b514-1aa8-4894-aed8-984b1401b2b9 port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:19:56.578604 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.583566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-4b96c51a-eaa2-4d1f-9f52-60254f72a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.594985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-4b96c51a-eaa2-4d1f-9f52-60254f72a890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.2023833 Jul 09 13:19:56.722251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-d010ed38-5d49-4c3d-b03f-e287bac65005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.724290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-d010ed38-5d49-4c3d-b03f-e287bac65005 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215165 Jul 09 13:19:56.729931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d656b-2eac-45cb-9367-61a27d51e940 req-c14090fd-7462-474c-a8f9-588053da7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.741600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-988d656b-2eac-45cb-9367-61a27d51e940 req-c14090fd-7462-474c-a8f9-588053da7b3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4039874 Jul 09 13:19:56.828263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-988d656b-2eac-45cb-9367-61a27d51e940 req-fe85315e-cfa7-4697-b3da-c31285eedeed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0755494 Jul 09 13:19:56.901801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d656b-2eac-45cb-9367-61a27d51e940 req-92e6cff7-0bc0-4ead-840f-e84bccb53355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.903718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-988d656b-2eac-45cb-9367-61a27d51e940 req-92e6cff7-0bc0-4ead-840f-e84bccb53355 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0669298 Jul 09 13:19:56.908225 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-79298fb2-a51b-48c8-bbe9-da184645e611 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759231 Jul 09 13:19:56.943168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247de09a-a62b-404b-a822-a08a43873fe3 req-88b5082c-75b0-4171-a399-49568e169d37 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.951337 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-247de09a-a62b-404b-a822-a08a43873fe3 req-88b5082c-75b0-4171-a399-49568e169d37 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.3472214 Jul 09 13:19:57.038312 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-247de09a-a62b-404b-a822-a08a43873fe3 req-10357831-7dc6-4577-b613-38b3581fecea tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855772 Jul 09 13:19:57.055831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a76fd0a-cc73-458c-b3ce-330b1daa86a5 req-9107e840-1242-499d-b4f1-9a5bca2652b2 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406462 Jul 09 13:19:57.073202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d656b-2eac-45cb-9367-61a27d51e940 req-ed6df538-9815-4be4-8e3b-e17f2e908523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:57.079070 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-988d656b-2eac-45cb-9367-61a27d51e940 req-ed6df538-9815-4be4-8e3b-e17f2e908523 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627479 Jul 09 13:19:57.148160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 1ed80f31-2c97-498b-8b0c-5fd2668c5520 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:19:57.163409 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.174332 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Transition to ACTIVE for port object 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:57.190483 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.210644 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3c4243d5-2877-4ae7-bba7-3ae3544def09 req-cdd3934d-15f6-41aa-b6d5-fcabf0efd452 tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "GET /v2.0/security-groups/51779c32-e2ef-49e3-bfc8-206f5c3960fb HTTP/1.1" status: 200 len: 2396 time: 0.1277192 Jul 09 13:19:57.305589 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a799122-cc0c-49f4-885b-da1052a142ea None None] Pushing event updated for resources: {'Port': ['ID=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:57.310091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-988d656b-2eac-45cb-9367-61a27d51e940 req-b3097a9e-9e4d-4477-9086-43d5a3174709 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199502 Jul 09 13:19:57.313644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3c4243d5-2877-4ae7-bba7-3ae3544def09 req-7de914ce-15ca-4557-a8d3-b614f42932fd tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.387548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 1ed80f31-2c97-498b-8b0c-5fd2668c5520, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1ed80f31-2c97-498b-8b0c-5fd2668c5520,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:57.409186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '1ed80f31-2c97-498b-8b0c-5fd2668c5520', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '1ed80f31-2c97-498b-8b0c-5fd2668c5520', 'mac_address': 'fa:16:3e:b1:fd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:19:57.453689 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Attempting to bind port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:57.454067 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Attempting to bind port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:57.454417 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Attempting to bind port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 on network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:57.461562 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:57.461870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3c4243d5-2877-4ae7-bba7-3ae3544def09 req-7de914ce-15ca-4557-a8d3-b614f42932fd tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.461999 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Checking segment: {'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:57.462317 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.462712 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Bound using segment: {'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:57.463209 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Bound port: 3ec743c1-2ceb-499d-9b19-c99aeb1b5309, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:57.463609 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.520640 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.566340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed80f31-2c97-498b-8b0c-5fd2668c5520 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:57.592052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 1ed80f31-2c97-498b-8b0c-5fd2668c5520, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1ed80f31-2c97-498b-8b0c-5fd2668c5520,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:57.600133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.618150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-f470464e-bbd0-4c6f-a24e-0d0fce3f094c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798078 Jul 09 13:19:57.625459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-988d656b-2eac-45cb-9367-61a27d51e940 req-95f49cd8-8f7f-4354-8ba1-69518d0fe7eb service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047817 Jul 09 13:19:57.640834 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3c4243d5-2877-4ae7-bba7-3ae3544def09 req-7de914ce-15ca-4557-a8d3-b614f42932fd tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.646832 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3c4243d5-2877-4ae7-bba7-3ae3544def09 req-7de914ce-15ca-4557-a8d3-b614f42932fd tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.659264 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3c4243d5-2877-4ae7-bba7-3ae3544def09 req-7de914ce-15ca-4557-a8d3-b614f42932fd tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] 10.222.0.32 "DELETE /v2.0/security-groups/51779c32-e2ef-49e3-bfc8-206f5c3960fb HTTP/1.1" status: 204 len: 173 time: 0.4474761 Jul 09 13:19:57.665429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55058) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:57.680364 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] For port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:57.684849 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] For port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,segment=NetworkSegment(7e2ce8f7-de01-4d07-afbf-4a6e75590cf0),segment_id=7e2ce8f7-de01-4d07-afbf-4a6e75590cf0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:57.689550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=1ed80f31-2c97-498b-8b0c-5fd2668c5520,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:57.703829 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.771925 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a799122-cc0c-49f4-885b-da1052a142ea None None] Pushing event updated for resources: {'Port': ['ID=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:57.807550 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Routers {'e882b514-1aa8-4894-aed8-984b1401b2b9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:57.809528 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e882b514-1aa8-4894-aed8-984b1401b2b9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:57.837165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1ed80f31-2c97-498b-8b0c-5fd2668c5520'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:57.883406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d29aaa-cc20-4e45-907c-34678559d531 admin admin] Deleting subnet 1c8213de-0039-4c67-8b12-f7089307660b {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:19:57.911332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5d29aaa-cc20-4e45-907c-34678559d531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.913482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de914ce-15ca-4557-a8d3-b614f42932fd tempest-SecurityGroupRulesTestJSON-1949122257 tempest-SecurityGroupRulesTestJSON-1949122257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51779c32-e2ef-49e3-bfc8-206f5c3960fb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:58.002823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53866-ec98-44e9-9777-af4f1421e73b req-e69fca3f-2912-40e6-9d55-6354e912a581 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:58.019802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-e69fca3f-2912-40e6-9d55-6354e912a581 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928595 Jul 09 13:19:58.044615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-9eed1333-e10d-412c-84a8-5ba1391208d8 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/quotas/0ec2579a83454c0b8c0396d7fac1e1c0 HTTP/1.1" status: 200 len: 375 time: 0.0238080 Jul 09 13:19:58.087176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5d29aaa-cc20-4e45-907c-34678559d531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:58.126431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-51f9d320-9b19-4110-b452-9414d8a0807e tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808673 Jul 09 13:19:58.210702 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] Set router e882b514-1aa8-4894-aed8-984b1401b2b9 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:58.242465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ea17e-d7fb-43fb-898b-171839a5ec5a req-321191ae-6a94-401a-9008-d31780db4a22 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:58.243982 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f52ea17e-d7fb-43fb-898b-171839a5ec5a req-321191ae-6a94-401a-9008-d31780db4a22 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 949 time: 0.2796280 Jul 09 13:19:58.252226 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5d29aaa-cc20-4e45-907c-34678559d531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:58.432823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:19:58.558465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5d29aaa-cc20-4e45-907c-34678559d531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:58.577432 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:19:51Z', 'revision_number': 4, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '3ec743c1-2ceb-499d-9b19-c99aeb1b5309', 'name': '', 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'mac_address': 'fa:16:3e:91:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '83df45c3-169d-4392-b6ea-2efca52c8353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:49Z', 'updated_at': '2021-07-09T13:19:57Z', 'revision_number': 4, 'project_id': '9e698df150504163b34136387f3f48ad', 'subnets': [{'id': '83df45c3-169d-4392-b6ea-2efca52c8353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:58.605184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29aaa-cc20-4e45-907c-34678559d531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8213de-0039-4c67-8b12-f7089307660b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:58.634516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5d29aaa-cc20-4e45-907c-34678559d531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:58.640174 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a5d29aaa-cc20-4e45-907c-34678559d531 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c8213de-0039-4c67-8b12-f7089307660b HTTP/1.1" status: 204 len: 168 time: 0.9618282 Jul 09 13:19:58.640656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55068) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:58.645943 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f52ea17e-d7fb-43fb-898b-171839a5ec5a req-4a1136a1-651c-4481-ae92-a97398c18845 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc97fe4-c8df-4568-b2ee-00c8cba0b830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911254 Jul 09 13:19:58.662186 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4719d64c-bc2d-450d-b2d2-8adece98f1b6 None None] The sync data for ids ['e882b514-1aa8-4894-aed8-984b1401b2b9'] in n-d-799524-3 is: [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:19:51Z', 'revision_number': 4, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '3ec743c1-2ceb-499d-9b19-c99aeb1b5309', 'name': '', 'network_id': '9837f6e0-40bb-4e7b-8f0a-154ebed0be6d', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'mac_address': 'fa:16:3e:91:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '83df45c3-169d-4392-b6ea-2efca52c8353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:49Z', 'updated_at': '2021-07-09T13:19:57Z', 'revision_number': 4, 'project_id': '9e698df150504163b34136387f3f48ad', 'subnets': [{'id': '83df45c3-169d-4392-b6ea-2efca52c8353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:58.678909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-819752ae-6073-4e7f-9514-8304a7a7f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:58.683463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-819752ae-6073-4e7f-9514-8304a7a7f083 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 1097 time: 0.2442696 Jul 09 13:19:58.784258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:58.811255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'mac_address': 'fa:16:3e:2c:0c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:19:58.936150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:58.937777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:58.937911 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-28ae8d8d-aa84-4b49-90f1-07290550db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:58.939794 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-28ae8d8d-aa84-4b49-90f1-07290550db27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 911 time: 0.2484348 Jul 09 13:19:59.002176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624eae3-66b9-4580-9fa8-c9c40ced7423 req-d0a234cf-193d-4103-9c4e-4945fc91eb83 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.013894 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1624eae3-66b9-4580-9fa8-c9c40ced7423 req-d0a234cf-193d-4103-9c4e-4945fc91eb83 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.4715607 Jul 09 13:19:59.020474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:59.021706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-769cdbbf-8246-4199-88c5-ea9083856877 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe HTTP/1.1" status: 200 len: 217 time: 0.0722361 Jul 09 13:19:59.100335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:59.114616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.151601 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-15585637-ed23-480b-909f-269a1ab9a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.153226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-15585637-ed23-480b-909f-269a1ab9a969 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.1243229 Jul 09 13:19:59.193223 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-9afc5cd8-80b0-4aa5-9f5e-0c535d2cafc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318415 Jul 09 13:19:59.216903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 1ed80f31-2c97-498b-8b0c-5fd2668c5520 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:59.280584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1624eae3-66b9-4580-9fa8-c9c40ced7423 req-fb08bddc-59be-4a7a-8687-265757e8d1f0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640016 Jul 09 13:19:59.383519 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-145fe09a-8933-4db2-b03a-68f781e4052d service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760697 Jul 09 13:19:59.496926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:59.563621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-7f1b4125-64f3-4971-9ee7-e0f94681a2e9 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219332 Jul 09 13:19:59.573226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:59.605093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0b538-1a5f-4aa9-ad3f-04de53000f81 req-26372610-1a48-4a31-baa1-984af1517457 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.614128 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6c0b538-1a5f-4aa9-ad3f-04de53000f81 req-26372610-1a48-4a31-baa1-984af1517457 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 946 time: 0.3216302 Jul 09 13:19:59.617577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-711eb3e0-a9c1-42e1-9fa9-e5363151f46a req-b3984903-49ad-4c99-89dd-477bff1ac8e5 service neutron] 10.222.0.10 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278881 Jul 09 13:19:59.691607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:59.713980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6c0b538-1a5f-4aa9-ad3f-04de53000f81 req-9a455cfb-41c0-489e-9078-409e9fe7fd91 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988672 Jul 09 13:19:59.736468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:59.736928 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.762584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.813144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052b5022-b5fe-424c-ab4e-c6136f25375c']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:59.843048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9ddcd2-6b93-43f7-9410-6125a3f6bf6e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:59.843744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9ddcd2-6b93-43f7-9410-6125a3f6bf6e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:59.844334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:59.858378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.881003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.912148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:19:59.914923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.054666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:00.059679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a27bd-3dd8-4dc5-a1b3-b2f5c4957436 req-dfb90c76-f1b4-4b1e-9663-b9f06f2f4dd5 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:00.074478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d63a27bd-3dd8-4dc5-a1b3-b2f5c4957436 req-dfb90c76-f1b4-4b1e-9663-b9f06f2f4dd5 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 949 time: 0.1447079 Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:20:00.095314 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:20:00.100395 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.107678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.114805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:00.115210 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.132046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.138998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] 10.222.0.32 "DELETE /v2.0/networks/052b5022-b5fe-424c-ab4e-c6136f25375c HTTP/1.1" status: 204 len: 168 time: 1.4888105 Jul 09 13:20:00.189887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e77f16-8368-4d3e-acf5-f047cd6d5f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=052b5022-b5fe-424c-ab4e-c6136f25375c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:00.222001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d63a27bd-3dd8-4dc5-a1b3-b2f5c4957436 req-dac52b61-539b-4215-8ccf-ecd2f90067d5 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc97fe4-c8df-4568-b2ee-00c8cba0b830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460311 Jul 09 13:20:00.278147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d794c-c065-448e-b533-b9981d555896 req-4eebe4cd-0d1d-4d7d-8790-6c2c92ed6272 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:00.291940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-4eebe4cd-0d1d-4d7d-8790-6c2c92ed6272 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7273359 Jul 09 13:20:00.314062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2ae93-0f6a-415f-aaf5-b69cfdaff3dd tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/quotas/0ec2579a83454c0b8c0396d7fac1e1c0 HTTP/1.1" status: 200 len: 375 time: 0.0192199 Jul 09 13:20:00.340109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f37f42-ed04-4b52-98f9-bc28b53e88a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed80f31-2c97-498b-8b0c-5fd2668c5520'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:00.342565 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26178797-c8d3-4586-9a18-b282833cb14d" -d '{"events": [{"server_uuid": "f3f37f42-ed04-4b52-98f9-bc28b53e88a9", "name": "network-vif-plugged", "status": "completed", "tag": "1ed80f31-2c97-498b-8b0c-5fd2668c5520"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:00.361653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 1ed80f31-2c97-498b-8b0c-5fd2668c5520, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1ed80f31-2c97-498b-8b0c-5fd2668c5520,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:00.370437 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.403023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-64251fdc-fd7f-416a-ad08-d74a4493facf tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851798 Jul 09 13:20:00.453417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 31ac1e02-fa09-400c-8c35-f66aca292ebe no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:00.537714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=1ed80f31-2c97-498b-8b0c-5fd2668c5520,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:00.550675 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.600262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55096) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:00.788358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55104) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:00.788702 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-10c14236-6ff6-43c4-be6b-aee92b47d4b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00ff651d45b740379737f64ac163219d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833365 Jul 09 13:20:00.881181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,segment=NetworkSegment(7e2ce8f7-de01-4d07-afbf-4a6e75590cf0),segment_id=7e2ce8f7-de01-4d07-afbf-4a6e75590cf0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:00.896005 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.940739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-0e2aa7e3-7346-4ae2-80d0-689de5e10e72 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703311 Jul 09 13:20:00.991562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a99bdb2a-58c0-4122-8f1b-1abdd393c51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.036296 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4747499d-5096-4c61-962b-ba8ca9bbf740 x-openstack-request-id: req-4747499d-5096-4c61-962b-ba8ca9bbf740 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:01.038343 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f37f42-ed04-4b52-98f9-bc28b53e88a9", "name": "network-vif-plugged", "status": "completed", "tag": "1ed80f31-2c97-498b-8b0c-5fd2668c5520", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:01.038602 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4747499d-5096-4c61-962b-ba8ca9bbf740 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:01.039039 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f37f42-ed04-4b52-98f9-bc28b53e88a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed80f31-2c97-498b-8b0c-5fd2668c5520', 'code': 200} Jul 09 13:20:01.043316 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a99bdb2a-58c0-4122-8f1b-1abdd393c51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.179157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:01.188684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-13b27df7-de85-4d2d-9f52-cf73d960b633 req-dc732848-75ce-44e6-89a6-543e470efc1b tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 210 time: 0.0717647 Jul 09 13:20:01.197874 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.223844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a99bdb2a-58c0-4122-8f1b-1abdd393c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.226726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a99bdb2a-58c0-4122-8f1b-1abdd393c51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.227929 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a99bdb2a-58c0-4122-8f1b-1abdd393c51a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4666d68-9ddb-4a38-bc0f-5ee6f1553f3f HTTP/1.1" status: 204 len: 168 time: 0.4385781 Jul 09 13:20:01.246332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bdb2a-58c0-4122-8f1b-1abdd393c51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4666d68-9ddb-4a38-bc0f-5ee6f1553f3f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:01.339047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:01.349508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.424064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb74b6-3135-4f40-a98c-f1240781c93e req-e201daa7-1b70-4226-8ed2-2815bfbccef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.426492 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7eb74b6-3135-4f40-a98c-f1240781c93e req-e201daa7-1b70-4226-8ed2-2815bfbccef2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 1101 time: 0.1393881 Jul 09 13:20:01.462013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:01.487408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7eb74b6-3135-4f40-a98c-f1240781c93e req-37f18090-28d6-493f-abe5-a1bffa8ac4cf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3cc97fe4-c8df-4568-b2ee-00c8cba0b830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543234 Jul 09 13:20:01.529584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da3359-0d7a-4c47-accd-72bf767a6c91 req-74ae2a30-3831-46b6-9b49-cf26d0da0223 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.539697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58da3359-0d7a-4c47-accd-72bf767a6c91 req-74ae2a30-3831-46b6-9b49-cf26d0da0223 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 949 time: 0.3958981 Jul 09 13:20:01.624707 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58da3359-0d7a-4c47-accd-72bf767a6c91 req-2d142730-424d-4335-bff7-776d8fdc7bf8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821183 Jul 09 13:20:01.660788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53866-ec98-44e9-9777-af4f1421e73b req-55a93af5-483d-4425-873f-10007e89b3d4 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.668174 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-55a93af5-483d-4425-873f-10007e89b3d4 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7206190 Jul 09 13:20:01.682813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Request body: {'port': {'device_id': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ec2579a83454c0b8c0396d7fac1e1c0'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:01.780694 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c05607-f6b0-4879-96fa-03da8f48b48a req-1294d10c-cf8b-48d8-b0bc-3ee3bf07088e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.794281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:01.795140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-79c05607-f6b0-4879-96fa-03da8f48b48a req-1294d10c-cf8b-48d8-b0bc-3ee3bf07088e tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 944 time: 0.2088661 Jul 09 13:20:01.881577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-79c05607-f6b0-4879-96fa-03da8f48b48a req-02d6a5a5-ec82-4a85-9a49-3e0b40e59117 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849164 Jul 09 13:20:01.913465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Made reservation on behalf of 0ec2579a83454c0b8c0396d7fac1e1c0 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:01.919441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.934411 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.951558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:01.963801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.130699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897efcd-4059-43ac-9bfb-c4595d1f16f1 req-cbdd5ac3-6bf5-42a6-a6b6-65fb41f565fc tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:02.133182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b897efcd-4059-43ac-9bfb-c4595d1f16f1 req-cbdd5ac3-6bf5-42a6-a6b6-65fb41f565fc tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 950 time: 0.1565950 Jul 09 13:20:02.264686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b897efcd-4059-43ac-9bfb-c4595d1f16f1 req-88d8dc84-80f4-43af-b956-412350288431 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc97fe4-c8df-4568-b2ee-00c8cba0b830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245801 Jul 09 13:20:02.276019 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.281725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.334742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10703a42-c9b0-45ce-bbab-7e859a495563,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:02.454354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Allocated IP 192.168.233.206 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/ec31c434-eb9d-4282-b7af-977b617e775d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:02.477173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:02.631588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:02.641985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:02.643707 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.651192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.670509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Transition to ACTIVE for port object ec31c434-eb9d-4282-b7af-977b617e775d will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:02.721725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.747531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ec7f6fb-3570-4e66-9ad0-7805c64ba0be req-d8936908-4905-4e95-8d89-f61eceb7295d tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 210 time: 0.0426068 Jul 09 13:20:02.813149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:02.818010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:02.823876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:02.830077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:02.873115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55142) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:02.921524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:02.926225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.930235 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.959033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-729a42d8-7b77-443a-a28a-71659cc9d197 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2809429 Jul 09 13:20:02.964815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6e1eb-d054-403c-99cd-28efec58cc1a req-9f773c6a-aaf2-4fac-b6d2-8ec0d3b1a081 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:02.969456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1df6e1eb-d054-403c-99cd-28efec58cc1a req-9f773c6a-aaf2-4fac-b6d2-8ec0d3b1a081 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 949 time: 0.1116953 Jul 09 13:20:02.986264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Request body: {'port': {'device_id': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:03.017647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:03.023112 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.099471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1910484524-network', 'tenant_id': '67597b362cda40cbb4f236950fa87d92'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:03.103117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1df6e1eb-d054-403c-99cd-28efec58cc1a req-9ac0f470-8a59-486e-9e57-2b4f41b3d3ca tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256897 Jul 09 13:20:03.161262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe'}, {'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:03.163772 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4921faa3-abc6-4f04-9a3b-6a27a6fd2c66" -d '{"events": [{"server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "name": "network-vif-unplugged", "status": "completed", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe"}, {"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:03.166594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:03.246619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Made reservation on behalf of 67597b362cda40cbb4f236950fa87d92 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:03.249251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.276357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.287060 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.295766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cfbd15ac-a14b-4c2c-9ded-4e3f4dde7023 None None] Provisioning for port ec31c434-eb9d-4282-b7af-977b617e775d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:03.303394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cfbd15ac-a14b-4c2c-9ded-4e3f4dde7023 None None] Provisioning complete for port ec31c434-eb9d-4282-b7af-977b617e775d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:03.304164 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfbd15ac-a14b-4c2c-9ded-4e3f4dde7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.350838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-b471a14b-a7bb-4755-8cc7-87e2b9468eaf tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697346 Jul 09 13:20:03.390484 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2c3ab-f8ae-4525-b032-29e21befb249 x-openstack-request-id: req-9bf2c3ab-f8ae-4525-b032-29e21befb249 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:03.391513 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "name": "network-vif-unplugged", "status": "failed", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe", "code": 422}, {"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:03.392003 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bf2c3ab-f8ae-4525-b032-29e21befb249 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:03.393984 n-d-799524-3 neutron-server[93914]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'code': 422} returned with failed status Jul 09 13:20:03.395320 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'code': 200} Jul 09 13:20:03.397787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd15ac-a14b-4c2c-9ded-4e3f4dde7023 None None] Port ec31c434-eb9d-4282-b7af-977b617e775d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:03.402410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578676-0a10-4113-b2a7-1f3bdbb999b6 req-b2029881-d422-49a6-9ec9-0edc252e01e5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.404710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49578676-0a10-4113-b2a7-1f3bdbb999b6 req-b2029881-d422-49a6-9ec9-0edc252e01e5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 944 time: 0.2097101 Jul 09 13:20:03.630013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d794c-c065-448e-b533-b9981d555896 req-a7794c18-5b59-4a87-a641-8cf1ca94675f tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.631958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-a7794c18-5b59-4a87-a641-8cf1ca94675f tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758143 Jul 09 13:20:03.638428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49578676-0a10-4113-b2a7-1f3bdbb999b6 req-51c89c44-db59-4ad5-9a10-1e2214464da4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229221 Jul 09 13:20:03.673289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Request body: {'port': {'device_id': '4b0b56d9-fa21-4e21-930b-d9873b700df7', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ec2579a83454c0b8c0396d7fac1e1c0'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:03.762636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.769995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8862c14-fe34-4b2b-ae52-d04853e5106d req-ca363b45-c1ec-44e6-baba-347201d2287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.771722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8862c14-fe34-4b2b-ae52-d04853e5106d req-ca363b45-c1ec-44e6-baba-347201d2287c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1101 time: 0.2556989 Jul 09 13:20:03.774728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.870918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Made reservation on behalf of 0ec2579a83454c0b8c0396d7fac1e1c0 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:03.871152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:20:03.875382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.894412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaeda0-00e3-4c2d-b663-88df776559b2 req-997db16c-28cf-41f1-8392-912ab186686e tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.905855 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fcaeda0-00e3-4c2d-b663-88df776559b2 req-997db16c-28cf-41f1-8392-912ab186686e tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 950 time: 0.3457875 Jul 09 13:20:03.925659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.926802 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Added segment d3423c27-c86f-4fb1-a994-7246a20caea4 of type vlan for network ca2a6a19-261f-4277-878d-41629ced5eee Jul 09 13:20:03.927823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6283ceb-c267-4141-a9a6-c1f52da3623c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:03.971002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8862c14-fe34-4b2b-ae52-d04853e5106d req-7c97b5ab-acf5-4a64-b6d7-a14eee541c9a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813104 Jul 09 13:20:03.979727 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fcaeda0-00e3-4c2d-b663-88df776559b2 req-6a1b09b1-1e65-4a22-93d4-f53bda225d18 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc97fe4-c8df-4568-b2ee-00c8cba0b830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719814 Jul 09 13:20:04.009609 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.036785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec31c434-eb9d-4282-b7af-977b617e775d {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:04.047494 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.074782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Transition to ACTIVE for port object ec31c434-eb9d-4282-b7af-977b617e775d will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:04.080889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.084883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.090698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.091115 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.150240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Allocated IP 192.168.233.237 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:04.271201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] Pushing event updated for resources: {'Network': ['ID=ca2a6a19-261f-4277-878d-41629ced5eee,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:04.282213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network ca2a6a19-261f-4277-878d-41629ced5eee details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:20:04.302153 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-93947b6e-ed28-450c-b1e4-f2c87fa309b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4279623 Jul 09 13:20:04.305526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55176) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:04.324068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Request body: {'subnet': {'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1910484524-subnet', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:04.376635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:04.389611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Made reservation on behalf of 67597b362cda40cbb4f236950fa87d92 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:04.391497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6e82433-b249-4ca9-bc17-5e24dc16ca30 req-705e669d-7647-433f-b8de-e1b2b19c4181 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 210 time: 0.0650673 Jul 09 13:20:04.396619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.449600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.481883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Transition to ACTIVE for port object 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:04.496300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 31ac1e02-fa09-400c-8c35-f66aca292ebe no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:04.545836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.661188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:04.670008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:04.695213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:04.745556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Pushing event updated for resources: {'Port': ['ID=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:04.849182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.850173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.895587 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-e0b2fb9a-0453-42e6-84ab-ffe5b7926d96 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2363863 Jul 09 13:20:04.908320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Request body: {'port': {'device_id': '4b0b56d9-fa21-4e21-930b-d9873b700df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:05.070737 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.177595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.180654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abb5dac5-5397-4234-ba3b-7a91ab6cd54f None None] Provisioning for port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:05.185728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abb5dac5-5397-4234-ba3b-7a91ab6cd54f None None] Provisioning complete for port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:05.189284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abb5dac5-5397-4234-ba3b-7a91ab6cd54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.268331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-abb5dac5-5397-4234-ba3b-7a91ab6cd54f None None] Port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:05.353940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Pushing event updated for resources: {'Subnet': ['ID=10882d6f-3328-4b28-be5d-4a268c1ea67e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:05.364087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Checking segment: {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:05.364087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Network hostable DHCP agents. Network: ca2a6a19-261f-4277-878d-41629ced5eee, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:20:05.366430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Attempting to bind port ec31c434-eb9d-4282-b7af-977b617e775d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:05.366774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Attempting to bind port ec31c434-eb9d-4282-b7af-977b617e775d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:05.367148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Attempting to bind port ec31c434-eb9d-4282-b7af-977b617e775d on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:05.386406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Port ec31c434-eb9d-4282-b7af-977b617e775d on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:05.386755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Attempting to bind port ec31c434-eb9d-4282-b7af-977b617e775d on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:05.401059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:05.401475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:05.401850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:05.402282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Bound port: ec31c434-eb9d-4282-b7af-977b617e775d, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:05.402661 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.416311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Network ca2a6a19-261f-4277-878d-41629ced5eee is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:20:05.426857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-25970f94-d5cc-4b62-98b8-8d74b30f7f94 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:05.433151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-25970f94-d5cc-4b62-98b8-8d74b30f7f94 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ceb4f6-3c48-46c8-8c85-d858936247de HTTP/1.1" status: 200 len: 944 time: 0.1703241 Jul 09 13:20:05.464636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41181e-813a-410c-a95b-80416a806719 req-09c3a1ab-09a9-4158-8728-84a8c323b3cb tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:05.466333 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e41181e-813a-410c-a95b-80416a806719 req-09c3a1ab-09a9-4158-8728-84a8c323b3cb tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1492689 Jul 09 13:20:05.494418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, ca2a6a19-261f-4277-878d-41629ced5eee) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:05.508997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:05.509593 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.511044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e2f116-d184-44bc-b661-44cc855f0cc5 None None] Network ca2a6a19-261f-4277-878d-41629ced5eee requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:05.552027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-94e89c01-1bf9-4e96-8638-fb9a0a2caaff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2384057 Jul 09 13:20:05.552743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55212) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:05.604237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:05.641280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:05.651935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.667519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Transition to ACTIVE for port object 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:05.681563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:05.685976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:05.689219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.690179 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.693881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.694109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-ca2a6a19-261f-4277-878d-41629ced5eee', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:20:05.694896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.753828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:05.792422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e41181e-813a-410c-a95b-80416a806719 req-c32fa5fd-990d-4951-88ba-0794d5edf6a9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087828 Jul 09 13:20:05.797504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.802802 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.840307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:05.841406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.843116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec31c434-eb9d-4282-b7af-977b617e775d HTTP/1.1" status: 200 len: 1096 time: 2.8726630 Jul 09 13:20:05.943953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Allocated IP 172.20.0.2 (ca2a6a19-261f-4277-878d-41629ced5eee/10882d6f-3328-4b28-be5d-4a268c1ea67e/f18d8be8-6643-4bff-a2ad-61921cc48ff7) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:06.027742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Attempting to bind port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:06.028420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Attempting to bind port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:06.028859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Attempting to bind port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:06.040292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:06.041951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Attempting to bind port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:06.052861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:06.053383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:06.053896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:06.054449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Bound port: 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:06.054919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.224258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] For port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:06.230133 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] For port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:06.242738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.338246 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.358148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Transition to ACTIVE for port object f18d8be8-6643-4bff-a2ad-61921cc48ff7 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:06.363289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:06.383877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.384649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.386208 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-f8780b3a-9a4c-4469-a925-efee7bcf4881 service neutron] 10.222.0.10 "PUT /v2.0/ports/9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 HTTP/1.1" status: 200 len: 1096 time: 1.4823210 Jul 09 13:20:06.388412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0b56d9-fa21-4e21-930b-d9873b700df7', 'tag': '9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:06.392573 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd991cde-2170-498c-b3cd-1cc8c072b53b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0b56d9-fa21-4e21-930b-d9873b700df7", "tag": "9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:06.399993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Transition to ACTIVE for port object f18d8be8-6643-4bff-a2ad-61921cc48ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:06.422319 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.524241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Network ca2a6a19-261f-4277-878d-41629ced5eee is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:06.539896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d794c-c065-448e-b533-b9981d555896 req-986beb49-949d-4f66-a746-697ba1c2e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.541945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:06.542472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-986beb49-949d-4f66-a746-697ba1c2e5d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 1099 time: 0.0853608 Jul 09 13:20:06.544817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Deleting port 31ac1e02-fa09-400c-8c35-f66aca292ebe {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:06.545372 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.562984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:06.634633 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-526a26f4-a3fe-4199-8382-68476633effa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0833139 Jul 09 13:20:06.653912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Pushing event updated for resources: {'Port': ['ID=f18d8be8-6643-4bff-a2ad-61921cc48ff7,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:06.742032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Attempting to bind port f18d8be8-6643-4bff-a2ad-61921cc48ff7 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:06.742581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Attempting to bind port f18d8be8-6643-4bff-a2ad-61921cc48ff7 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:06.742972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Attempting to bind port f18d8be8-6643-4bff-a2ad-61921cc48ff7 on network ca2a6a19-261f-4277-878d-41629ced5eee {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:06.748450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:06.748828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Checking segment: {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:06.749236 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.749634 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Bound using segment: {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:06.750406 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Bound port: f18d8be8-6643-4bff-a2ad-61921cc48ff7, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:06.750532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.766419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:06.769201 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66" -d '{"events": [{"name": "network-changed", "server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:06.770172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d794c-c065-448e-b533-b9981d555896 req-ed7d296a-2f1c-4cf8-ba29-2949eac9071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.771676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-ed7d296a-2f1c-4cf8-ba29-2949eac9071d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1223686 Jul 09 13:20:06.772932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef4db3-e7d1-4f59-9b1f-c27c74c0d099 service neutron] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:06.840649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74481830-2306-4f95-9097-5aab6c1ad401 req-b9df6f11-5ad4-4fd7-aff7-12778a805f49 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.842210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74481830-2306-4f95-9097-5aab6c1ad401 req-b9df6f11-5ad4-4fd7-aff7-12778a805f49 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 948 time: 0.2032344 Jul 09 13:20:06.865809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] For port f18d8be8-6643-4bff-a2ad-61921cc48ff7, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:06.871518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] For port f18d8be8-6643-4bff-a2ad-61921cc48ff7, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f18d8be8-6643-4bff-a2ad-61921cc48ff7,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:06.879064 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.932532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d794c-c065-448e-b533-b9981d555896 req-d34c23ab-c745-4766-891d-a08a44d5ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.939465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] For port 31ac1e02-fa09-400c-8c35-f66aca292ebe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=31ac1e02-fa09-400c-8c35-f66aca292ebe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:06.939845 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-d34c23ab-c745-4766-891d-a08a44d5ef60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601980 Jul 09 13:20:06.942896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.958429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.969679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cd95e-56a9-4d88-a630-6e10976984c6 None None] Pushing event updated for resources: {'Port': ['ID=f18d8be8-6643-4bff-a2ad-61921cc48ff7,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:06.990224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Calling delete_port for 31ac1e02-fa09-400c-8c35-f66aca292ebe owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:07.006822 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74481830-2306-4f95-9097-5aab6c1ad401 req-d049fe1a-b41b-46ad-81ec-72e33c36b1e5 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537449 Jul 09 13:20:07.105337 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-27ef2b07-e6ee-42d0-9ef0-17ee6808477d service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574368 Jul 09 13:20:07.130685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53866-ec98-44e9-9777-af4f1421e73b req-944192b5-6a54-4c94-9613-d995b558cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:07.132261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-944192b5-6a54-4c94-9613-d995b558cf3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1099 time: 0.4555244 Jul 09 13:20:07.203774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-1194d062-e4c0-429d-951a-1bf5540122b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=ec31c434-eb9d-4282-b7af-977b617e775d HTTP/1.1" status: 200 len: 217 time: 0.0627697 Jul 09 13:20:07.332086 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-955d794c-c065-448e-b533-b9981d555896 req-749f0d29-8f1b-42b5-84c7-aab7962d0bba service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194133 Jul 09 13:20:07.368044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138a43f-6b57-4197-b4c5-d01b69670272 req-80bacaee-3463-4549-a052-d3be4023008d tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:07.375201 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6138a43f-6b57-4197-b4c5-d01b69670272 req-80bacaee-3463-4549-a052-d3be4023008d tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1101 time: 0.1640403 Jul 09 13:20:07.399145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53866-ec98-44e9-9777-af4f1421e73b req-2edc4eb8-50f0-4f23-b259-dbd8a739b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:07.401169 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-2edc4eb8-50f0-4f23-b259-dbd8a739b0a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1912348 Jul 09 13:20:07.403628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.429844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6138a43f-6b57-4197-b4c5-d01b69670272 req-6f0e6e67-c04c-4b7d-86b7-769866949bbb tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Jul 09 13:20:07.510990 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6828ee-e1db-457c-be79-1e3fd119acd9 x-openstack-request-id: req-5f6828ee-e1db-457c-be79-1e3fd119acd9 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:07.511520 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0b56d9-fa21-4e21-930b-d9873b700df7", "tag": "9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:07.511888 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f6828ee-e1db-457c-be79-1e3fd119acd9 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:07.512399 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0b56d9-fa21-4e21-930b-d9873b700df7', 'tag': '9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1', 'status': 'completed', 'code': 200} Jul 09 13:20:07.513726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event deleted for resources: {'Port': ['ID=31ac1e02-fa09-400c-8c35-f66aca292ebe,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:07.560419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] No DVR routers for this DVR port 31ac1e02-fa09-400c-8c35-f66aca292ebe on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:07.564226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.567490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c3e93a2-7694-4dde-a698-030e34272e01 req-090a686c-a5ab-425f-83a9-92bc7b2f6c1b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "DELETE /v2.0/ports/31ac1e02-fa09-400c-8c35-f66aca292ebe HTTP/1.1" status: 204 len: 173 time: 2.1334536 Jul 09 13:20:07.675765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53866-ec98-44e9-9777-af4f1421e73b req-9c8d112f-7a4b-426b-98ae-2501bc8ff770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:07.677285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-9c8d112f-7a4b-426b-98ae-2501bc8ff770 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669916 Jul 09 13:20:07.729878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-840d36ee-3b32-4cbf-af52-aa151b74fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:07.735683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-840d36ee-3b32-4cbf-af52-aa151b74fca1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 1099 time: 0.1747472 Jul 09 13:20:07.844586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-6ea666d0-b7a8-47f6-a49a-dd31ba6df773 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496139 Jul 09 13:20:07.846540 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a534e841-3181-40ce-b784-a8100f17ac4d x-openstack-request-id: req-a534e841-3181-40ce-b784-a8100f17ac4d {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:07.847390 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:07.848378 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a534e841-3181-40ce-b784-a8100f17ac4d {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:07.848777 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'status': 'completed', 'code': 200} Jul 09 13:20:07.873557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f18d8be8-6643-4bff-a2ad-61921cc48ff7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:07.998889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f18d8be8-6643-4bff-a2ad-61921cc48ff7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:08.013794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-1a302bd3-61d5-43b8-80c8-3e19794cb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.015332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-1a302bd3-61d5-43b8-80c8-3e19794cb240 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2742686 Jul 09 13:20:08.157289 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-3df93862-261e-4aca-ba5e-d84097ff747a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 HTTP/1.1" status: 200 len: 217 time: 0.1241119 Jul 09 13:20:08.238769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65b53866-ec98-44e9-9777-af4f1421e73b req-09c6018c-8c0b-4a78-85b8-a98f1ebf9bf7 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867271 Jul 09 13:20:08.239997 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:08.301370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-95027a90-c79b-4ed4-8a87-3469f4345e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.304409 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-95027a90-c79b-4ed4-8a87-3469f4345e81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1456184 Jul 09 13:20:08.307821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:08.447711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-13c780b1-6e62-4798-95a9-0b5d8ab749f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.459160 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-13c780b1-6e62-4798-95a9-0b5d8ab749f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402166 Jul 09 13:20:08.651142 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-36f7d88d-dc27-43ed-bb88-5c7ae4e5bd7a service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882968 Jul 09 13:20:08.673382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5eed04-4dd6-4b48-8e32-7c0078e3005b None None] Network ca2a6a19-261f-4277-878d-41629ced5eee requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:08.740491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-660ec0aa-7c21-458a-8579-990205ec8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.745062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-660ec0aa-7c21-458a-8579-990205ec8f2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1099 time: 0.3431740 Jul 09 13:20:08.870131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Allocated IP 172.25.5.171 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/b0c34aff-adad-448f-a80b-81d35cf75e76) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:08.968857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e839a88-f736-4ef3-af17-51a93ff7e832 None None] Provisioning for port f18d8be8-6643-4bff-a2ad-61921cc48ff7 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:09.114899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e839a88-f736-4ef3-af17-51a93ff7e832 None None] Provisioning complete for port f18d8be8-6643-4bff-a2ad-61921cc48ff7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:09.119521 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e839a88-f736-4ef3-af17-51a93ff7e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.151736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-62b111bc-61b4-4f51-8cfe-853b933f0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:09.154063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-62b111bc-61b4-4f51-8cfe-853b933f0ba9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.3837149 Jul 09 13:20:09.275425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:09.554373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.590058 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-bc062936-59be-4b2b-8a98-2db21ff6a23b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=ec31c434-eb9d-4282-b7af-977b617e775d HTTP/1.1" status: 200 len: 217 time: 0.4258838 Jul 09 13:20:09.647162 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e839a88-f736-4ef3-af17-51a93ff7e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.654876 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd991cde-2170-498c-b3cd-1cc8c072b53b req-d8d17808-a588-47e1-a42b-0f71d20a0eba service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9935722 Jul 09 13:20:09.669272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-944c0181-41f1-4c2c-a1d5-d06b1524ff1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3123195 Jul 09 13:20:09.683318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ae74-c196-475e-8003-100919db13f4 req-83eda648-3672-4e3d-8241-451b971df179 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:09.687937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.691775 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8db0ae74-c196-475e-8003-100919db13f4 req-83eda648-3672-4e3d-8241-451b971df179 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 948 time: 0.3371055 Jul 09 13:20:09.756468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4e839a88-f736-4ef3-af17-51a93ff7e832 None None] For port f18d8be8-6643-4bff-a2ad-61921cc48ff7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f18d8be8-6643-4bff-a2ad-61921cc48ff7,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:09.759520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8db0ae74-c196-475e-8003-100919db13f4 req-8666d9e4-deec-405e-a292-59819eb1fcac tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666826 Jul 09 13:20:09.772327 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e839a88-f736-4ef3-af17-51a93ff7e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.804082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-08efc493-5a7d-46b5-8155-e6e7b4649c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:09.805864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-08efc493-5a7d-46b5-8155-e6e7b4649c15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.2066028 Jul 09 13:20:09.809454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:09.810509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c34aff-adad-448f-a80b-81d35cf75e76,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:09.828614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:09.847723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:09.857511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:09.866449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'name': 'network-vif-deleted', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:09.868896 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd747131-da6c-4db8-95b6-8d36723d95c5" -d '{"events": [{"server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "name": "network-vif-deleted", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:09.911804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'mac_address': 'fa:16:3e:05:10:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:09.930222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9c95b805-5672-4f09-8f70-eddc03756c84 None None] Provisioning complete for port f18d8be8-6643-4bff-a2ad-61921cc48ff7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:09.930891 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9c95b805-5672-4f09-8f70-eddc03756c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.938796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d86914-6ac7-4b63-8a9c-8cdfda5bbf0f req-f9c3cd77-ebd9-4bab-a867-8218f81d8774 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:09.958172 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39d86914-6ac7-4b63-8a9c-8cdfda5bbf0f req-f9c3cd77-ebd9-4bab-a867-8218f81d8774 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.3669302 Jul 09 13:20:10.010411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e839a88-f736-4ef3-af17-51a93ff7e832 None None] Pushing event updated for resources: {'Port': ['ID=f18d8be8-6643-4bff-a2ad-61921cc48ff7,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:10.059269 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8feb7a-2808-43b6-80b6-e1a09390f803 req-5bfb0e17-2acd-4037-825e-2561a2613266 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:10.063547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39d86914-6ac7-4b63-8a9c-8cdfda5bbf0f req-4352e81f-a6f4-4443-a097-9bbcc3eb163f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038091 Jul 09 13:20:10.067482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cb8feb7a-2808-43b6-80b6-e1a09390f803 req-5bfb0e17-2acd-4037-825e-2561a2613266 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 950 time: 0.1021163 Jul 09 13:20:10.089125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.108466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec31c434-eb9d-4282-b7af-977b617e775d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:10.116021 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cb8feb7a-2808-43b6-80b6-e1a09390f803 req-3f0b30a4-c8d0-47db-85b6-22995d8afa6b tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc97fe4-c8df-4568-b2ee-00c8cba0b830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467448 Jul 09 13:20:10.178164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:10.218014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-063124f3-fa13-4a87-9b9e-e56b2d574e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:10.219852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-063124f3-fa13-4a87-9b9e-e56b2d574e24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4028842 Jul 09 13:20:10.273219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.390256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-43565b2e-a456-4e6d-9894-07541b735342 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457648 Jul 09 13:20:10.395793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-1dde7c70-96b8-46e4-afc7-f39a77f9220e tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:10.397404 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-1dde7c70-96b8-46e4-afc7-f39a77f9220e tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 950 time: 0.1153955 Jul 09 13:20:10.399810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:10.505940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ec31c434-eb9d-4282-b7af-977b617e775d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:10.532503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Deleting port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:10.532856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.556735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7972ba70-5aaa-42ee-95c5-608a6cdd2a66 req-23c52118-a694-4541-8a8d-ae5724764d41 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595926 Jul 09 13:20:10.557152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:10.567439 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4f3439-60e9-4d55-89f3-90cef6a31f04 x-openstack-request-id: req-5e4f3439-60e9-4d55-89f3-90cef6a31f04 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:10.567857 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ceb4f6-3c48-46c8-8c85-d858936247de", "name": "network-vif-deleted", "tag": "31ac1e02-fa09-400c-8c35-f66aca292ebe", "status": "failed", "code": 422}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:10.568116 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e4f3439-60e9-4d55-89f3-90cef6a31f04 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:10.568546 n-d-799524-3 neutron-server[93913]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29ceb4f6-3c48-46c8-8c85-d858936247de', 'name': 'network-vif-deleted', 'tag': '31ac1e02-fa09-400c-8c35-f66aca292ebe', 'status': 'failed', 'code': 422} returned with failed status Jul 09 13:20:10.715235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] For port 1ed80f31-2c97-498b-8b0c-5fd2668c5520, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1ed80f31-2c97-498b-8b0c-5fd2668c5520,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:10.715823 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.739117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:10.742191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Calling delete_port for 1ed80f31-2c97-498b-8b0c-5fd2668c5520 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:10.759375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1', 'mac_address': 'fa:16:3e:91:d7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:10.926742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.931655 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.961114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:11.006846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:11.007075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006bb7-6452-455f-802a-75f4d5506b58 req-05922218-e370-4f0f-8956-9761b733f585 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.010029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-05922218-e370-4f0f-8956-9761b733f585 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.4506967 Jul 09 13:20:11.031147 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.054448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.101840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Pushing event deleted for resources: {'Port': ['ID=1ed80f31-2c97-498b-8b0c-5fd2668c5520,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:11.121443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-71c0e36c-3737-47f4-8b81-c34043957cea tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/quotas/69dab1cbd470482e99ca01cc327ac3f7 HTTP/1.1" status: 200 len: 375 time: 0.0290139 Jul 09 13:20:11.134139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:11.175160 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-6d9d6a98-4d96-4be8-befc-b5d65ac68bf2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523574 Jul 09 13:20:11.177809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] No DVR routers for this DVR port 1ed80f31-2c97-498b-8b0c-5fd2668c5520 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:11.181312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.207605 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ba33e2ca-f530-47b5-9e84-a7b4b6022143 req-34db95c9-b962-4f82-94f8-82f3197f2cd3 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.11 "DELETE /v2.0/ports/1ed80f31-2c97-498b-8b0c-5fd2668c5520 HTTP/1.1" status: 204 len: 173 time: 0.8010318 Jul 09 13:20:11.219442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f37f42-ed04-4b52-98f9-bc28b53e88a9', 'name': 'network-vif-deleted', 'tag': '1ed80f31-2c97-498b-8b0c-5fd2668c5520'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:11.229431 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40903584-6b96-4ff9-8f2f-f4f136d549d3" -d '{"events": [{"server_uuid": "f3f37f42-ed04-4b52-98f9-bc28b53e88a9", "name": "network-vif-deleted", "tag": "1ed80f31-2c97-498b-8b0c-5fd2668c5520"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:11.286455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d77bf-ca9f-4b35-add6-6bc40846b26d req-c573206e-1639-4e03-9863-f5e68da71dc6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.298030 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-601d77bf-ca9f-4b35-add6-6bc40846b26d req-c573206e-1639-4e03-9863-f5e68da71dc6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 949 time: 0.2827954 Jul 09 13:20:11.312745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:11.345204 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.412375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-601d77bf-ca9f-4b35-add6-6bc40846b26d req-9b613691-d596-4f2a-b70e-ceb6541b02d7 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131988 Jul 09 13:20:11.558504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-08bbda9e-d81f-4230-b6e8-255123221873 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823364 Jul 09 13:20:11.707077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-50f0c652-b845-44ea-b5bd-7a1c186d88df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.708642 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-50f0c652-b845-44ea-b5bd-7a1c186d88df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1101 time: 0.1214767 Jul 09 13:20:11.745615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f18d8be8-6643-4bff-a2ad-61921cc48ff7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:11.754857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-265ba06a-45d7-44af-ae3b-45dd2de68b61 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955807 Jul 09 13:20:11.802086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:20:11.817799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f18d8be8-6643-4bff-a2ad-61921cc48ff7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:11.819173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.886888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-f1c34397-f0ac-4aef-8ac1-c8e7aae92177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.892067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-f1c34397-f0ac-4aef-8ac1-c8e7aae92177 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1761892 Jul 09 13:20:12.033641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-1b36d844-873b-4a26-9aa3-65513842b060 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.1296780 Jul 09 13:20:12.110661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:20:12.129865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Sync routers for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:20:12.146279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-7beca5ef-1f5a-4857-ad6f-c6700a8ccc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.148021 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-7beca5ef-1f5a-4857-ad6f-c6700a8ccc5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1065073 Jul 09 13:20:12.156101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:12.163679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:12.177506 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:12.181640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5df79829-f620-4c04-931d-66fc2affbf89 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6229987 Jul 09 13:20:12.182348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55326) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:12.292615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed392-c94f-4685-b15d-31837b819cbb req-5fc16471-7bb3-4a1f-8ed8-9dbf6dd473da tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.304367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-625ed392-c94f-4685-b15d-31837b819cbb req-5fc16471-7bb3-4a1f-8ed8-9dbf6dd473da tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.5901380 Jul 09 13:20:12.313678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc040741-10c1-418a-ba4d-b52719e64373 req-7a935042-fcd8-44c6-a7cb-8d272efb6581 tempest-TenantUsagesTestJSON-917153720 tempest-TenantUsagesTestJSON-917153720-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f37f42-ed04-4b52-98f9-bc28b53e88a9 HTTP/1.1" status: 200 len: 210 time: 0.0681365 Jul 09 13:20:12.423739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-625ed392-c94f-4685-b15d-31837b819cbb req-3f708517-7dd8-4ef5-9d6f-e518f5e487cb tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157799 Jul 09 13:20:12.435152 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd2b162-58af-4de9-8d99-55f6050e60fa x-openstack-request-id: req-9cd2b162-58af-4de9-8d99-55f6050e60fa {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:12.435492 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f37f42-ed04-4b52-98f9-bc28b53e88a9", "name": "network-vif-deleted", "tag": "1ed80f31-2c97-498b-8b0c-5fd2668c5520", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:12.435759 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cd2b162-58af-4de9-8d99-55f6050e60fa {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:12.436174 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f37f42-ed04-4b52-98f9-bc28b53e88a9', 'name': 'network-vif-deleted', 'tag': '1ed80f31-2c97-498b-8b0c-5fd2668c5520', 'status': 'completed', 'code': 200} Jul 09 13:20:12.457809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:12.461345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-b3f1dacd-0d73-462f-99c4-490fd327befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.468662 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-b3f1dacd-0d73-462f-99c4-490fd327befe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3095448 Jul 09 13:20:12.630420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:12.703637 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-f60503fb-9498-4f6e-8864-53139a922adc service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194920 Jul 09 13:20:12.729118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:10Z', 'revision_number': 3, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:12.732333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:12.930137 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-8f1e3e4b-a9d3-48ce-b0e6-2b22e8a42510 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193849 Jul 09 13:20:12.954771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Checking router: 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:20:12.955171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Updating router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 port b0c34aff-adad-448f-a80b-81d35cf75e76 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:20:12.959008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:12.959386 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.029107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.037840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.085781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7078a8-930e-4010-b22e-a3c9eb5aca88 req-b6e06405-017e-44be-964a-f2c30783b0b1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:13.092930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc7078a8-930e-4010-b22e-a3c9eb5aca88 req-b6e06405-017e-44be-964a-f2c30783b0b1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 949 time: 0.1581409 Jul 09 13:20:13.197984 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc7078a8-930e-4010-b22e-a3c9eb5aca88 req-7168d11f-5404-4ea0-9cfb-7c8c7a92628e tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925331 Jul 09 13:20:13.267563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:13.341049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.398870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0b56d9-fa21-4e21-930b-d9873b700df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:13.401247 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d2509-b27c-4ebe-a810-798fff49477c" -d '{"events": [{"server_uuid": "4b0b56d9-fa21-4e21-930b-d9873b700df7", "name": "network-vif-plugged", "status": "completed", "tag": "9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:13.426771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:13.433914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.446316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port ec31c434-eb9d-4282-b7af-977b617e775d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:13.488497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ec31c434-eb9d-4282-b7af-977b617e775d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:13.492065 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.497542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f5bc124-20a0-4edc-982d-666ca0878983 req-615e9f9d-41fb-4c3f-9ba3-80c3571cc2f7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 210 time: 0.0688300 Jul 09 13:20:13.525722 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ec6493-10f8-465f-af12-5e47ff64ff08 x-openstack-request-id: req-c9ec6493-10f8-465f-af12-5e47ff64ff08 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:13.526074 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0b56d9-fa21-4e21-930b-d9873b700df7", "name": "network-vif-plugged", "status": "completed", "tag": "9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:13.527371 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9ec6493-10f8-465f-af12-5e47ff64ff08 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:13.527886 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0b56d9-fa21-4e21-930b-d9873b700df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1', 'code': 200} Jul 09 13:20:13.650392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:13.765142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1529e6a-c9cb-47d7-a3e9-dbacbbbe4ea7 req-59329c76-cbf8-4e67-8db9-1f364f7230aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:13.774868 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f1529e6a-c9cb-47d7-a3e9-dbacbbbe4ea7 req-59329c76-cbf8-4e67-8db9-1f364f7230aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 1101 time: 0.1742318 Jul 09 13:20:13.793695 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.806039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Transition to ACTIVE for port object b0c34aff-adad-448f-a80b-81d35cf75e76 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:13.824538 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.866444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55350) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:13.917739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f1529e6a-c9cb-47d7-a3e9-dbacbbbe4ea7 req-c7f35341-81d9-4e5d-b0a0-7ba64e14ed9e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356025 Jul 09 13:20:13.918583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0f978-54a1-4359-9d01-72814809e6b1 None None] Pushing event updated for resources: {'Port': ['ID=b0c34aff-adad-448f-a80b-81d35cf75e76,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:13.972411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Attempting to bind port b0c34aff-adad-448f-a80b-81d35cf75e76 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:13.976366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Attempting to bind port b0c34aff-adad-448f-a80b-81d35cf75e76 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:13.976871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Attempting to bind port b0c34aff-adad-448f-a80b-81d35cf75e76 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:13.990401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:13.990845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:13.991401 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.991890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:13.992556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Bound port: b0c34aff-adad-448f-a80b-81d35cf75e76, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:13.993951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:13.997108 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.046413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00f428-f8da-452f-8ae4-a119ad64c265 req-75716569-0d76-459b-8994-5fa94cf34e6d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:14.048264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe00f428-f8da-452f-8ae4-a119ad64c265 req-75716569-0d76-459b-8994-5fa94cf34e6d tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.3882399 Jul 09 13:20:14.133900 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.173934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe00f428-f8da-452f-8ae4-a119ad64c265 req-964ce873-c28e-4cb5-b3e2-ef5bbe6dcec5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084001 Jul 09 13:20:14.190821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:14.197859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] For port b0c34aff-adad-448f-a80b-81d35cf75e76, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:14.201071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.201482 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.202389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 1ed80f31-2c97-498b-8b0c-5fd2668c5520 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:14.275007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55356) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:14.276138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 1ed80f31-2c97-498b-8b0c-5fd2668c5520 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:20:14.276586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 1ed80f31-2c97-498b-8b0c-5fd2668c5520 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:14.279331 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eca67ca2-7a47-46b9-a860-413fe5887764 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cededf2a7dd1409ea924eb5d8b15971e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097435 Jul 09 13:20:14.285702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:14.299092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006bb7-6452-455f-802a-75f4d5506b58 req-892a0a1d-5b86-472c-a9d9-588c241adbd5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:14.299455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] For port b0c34aff-adad-448f-a80b-81d35cf75e76, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0c34aff-adad-448f-a80b-81d35cf75e76,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:14.304498 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-892a0a1d-5b86-472c-a9d9-588c241adbd5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.3890638 Jul 09 13:20:14.308823 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.319449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8c57d555-f3d9-4ab5-9f74-8761ede6b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.324697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Request body: {'port': {'device_id': 'c5cb1ce2-2f98-441e-b044-678ca17ac154', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'admin_state_up': True, 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:14.366087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:14.366599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:19:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:14.443633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0f978-54a1-4359-9d01-72814809e6b1 None None] Pushing event updated for resources: {'Port': ['ID=b0c34aff-adad-448f-a80b-81d35cf75e76,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:14.505855 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-608427ec-3e1d-447f-85cf-551beca0dbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.531670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:14.564674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:14.579538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.580390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-608427ec-3e1d-447f-85cf-551beca0dbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.652902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Allocated IP 172.20.0.1 (ca2a6a19-261f-4277-878d-41629ced5eee/10882d6f-3328-4b28-be5d-4a268c1ea67e/17f91a28-af84-4297-859a-d8a964663e22) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:14.694961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6b26b98-71ca-4985-b43f-b460136d8453 req-a5d4c567-75d6-453d-bab2-ab51ebd5645f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 210 time: 0.0440381 Jul 09 13:20:14.724564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493447-a656-465b-a513-9c50249dc02f req-179fa5cc-028a-4fdd-bf03-68da49b0cf95 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:14.735906 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10493447-a656-465b-a513-9c50249dc02f req-179fa5cc-028a-4fdd-bf03-68da49b0cf95 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 950 time: 0.2337160 Jul 09 13:20:14.819157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-608427ec-3e1d-447f-85cf-551beca0dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.821665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-608427ec-3e1d-447f-85cf-551beca0dbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.822803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-608427ec-3e1d-447f-85cf-551beca0dbe9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cc97fe4-c8df-4568-b2ee-00c8cba0b830 HTTP/1.1" status: 204 len: 168 time: 0.5453403 Jul 09 13:20:14.842867 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10493447-a656-465b-a513-9c50249dc02f req-7d646f31-8377-4727-9180-3cb02279b20d tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884609 Jul 09 13:20:14.855856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Allocated IP 172.20.0.11 (13fcc680-ed26-45c9-bc2b-e511ec8b91dc/d56ea44e-abc3-47a5-94d3-6e01d5687fc5/40a23856-cc59-46f2-89a7-c34a7b4fe5da) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:14.895911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608427ec-3e1d-447f-85cf-551beca0dbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc97fe4-c8df-4568-b2ee-00c8cba0b830,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:14.949111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:10Z', 'revision_number': 3, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:14.973553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.993367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Transition to ACTIVE for port object 17f91a28-af84-4297-859a-d8a964663e22 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:15.043290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.045275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650b80e-7c9a-442a-8a11-ba07b9442b72 None None] The sync data for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 is: [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:10Z', 'revision_number': 3, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:20:15.145618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=17f91a28-af84-4297-859a-d8a964663e22,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:15.162092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Network ca2a6a19-261f-4277-878d-41629ced5eee is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:15.164085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:15.186233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:15.260167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.270811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.389482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55370) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:15.436426 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.479508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b3b13ec-fb61-46a7-a3f9-1e9b5328f3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.515018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:15.518864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:15.528951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:15.531634 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ac7155-378c-492a-927b-3c305196ecc4" -d '{"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-plugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:15.531807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:15.651939 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29b1fab-acb2-4390-8db6-50c59e742307 x-openstack-request-id: req-e29b1fab-acb2-4390-8db6-50c59e742307 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:15.652239 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-plugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:15.652498 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e29b1fab-acb2-4390-8db6-50c59e742307 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:15.652902 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'code': 200} Jul 09 13:20:15.661866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event updated for resources: {'Port': ['ID=40a23856-cc59-46f2-89a7-c34a7b4fe5da,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:15.663891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-16bd6ce9-2cd8-455e-9691-0bd5e7bacb9f None None] Provisioning for port 17f91a28-af84-4297-859a-d8a964663e22 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:15.698544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-16bd6ce9-2cd8-455e-9691-0bd5e7bacb9f None None] Provisioning complete for port 17f91a28-af84-4297-859a-d8a964663e22 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:15.699801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16bd6ce9-2cd8-455e-9691-0bd5e7bacb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.703485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:15.704152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.785303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-16bd6ce9-2cd8-455e-9691-0bd5e7bacb9f None None] Port 17f91a28-af84-4297-859a-d8a964663e22 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:15.805975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0c34aff-adad-448f-a80b-81d35cf75e76 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:15.880758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.907536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b0c34aff-adad-448f-a80b-81d35cf75e76 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:15.916917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b0c34aff-adad-448f-a80b-81d35cf75e76 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:15.917787 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.022484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33260a-b3f6-43b5-ab89-17b9f9fab999 req-67cd3fb6-8b5d-4255-9807-d262d95ee526 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:16.029341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f33260a-b3f6-43b5-ab89-17b9f9fab999 req-67cd3fb6-8b5d-4255-9807-d262d95ee526 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.5875354 Jul 09 13:20:16.052978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe20b-2b32-4eee-a537-9e1398aadd1d req-76d9143f-fcf8-45e8-a8db-34401c905028 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:16.057071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-870fe20b-2b32-4eee-a537-9e1398aadd1d req-76d9143f-fcf8-45e8-a8db-34401c905028 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 932 time: 0.1345081 Jul 09 13:20:16.067145 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.119696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b0c34aff-adad-448f-a80b-81d35cf75e76, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0c34aff-adad-448f-a80b-81d35cf75e76,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:16.129463 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.130537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a6ca4-30fa-4b64-a323-97c6af6105a8 req-8b7b115c-318f-4521-b87d-f5ae4ca0b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:16.132144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807a6ca4-30fa-4b64-a323-97c6af6105a8 req-8b7b115c-318f-4521-b87d-f5ae4ca0b4f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1101 time: 0.4068158 Jul 09 13:20:16.169611 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-870fe20b-2b32-4eee-a537-9e1398aadd1d req-cc197bba-3c1d-470a-b728-453eece4a1d4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046934 Jul 09 13:20:16.252635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b0c34aff-adad-448f-a80b-81d35cf75e76,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:16.264265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f33260a-b3f6-43b5-ab89-17b9f9fab999 req-8e79c3f8-bd97-4448-af34-7363a0ac6521 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334569 Jul 09 13:20:16.368996 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b3b13ec-fb61-46a7-a3f9-1e9b5328f3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.403791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0ad8deee-c1b1-44ac-bd35-ce3e4253d7b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0902944 Jul 09 13:20:16.404053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807a6ca4-30fa-4b64-a323-97c6af6105a8 req-76d894ab-6927-49a4-9980-0af931e972d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499037 Jul 09 13:20:16.406235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b3b13ec-fb61-46a7-a3f9-1e9b5328f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.462723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Request body: {'port': {'device_id': 'c5cb1ce2-2f98-441e-b044-678ca17ac154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:16.473177 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.482656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0b3b13ec-fb61-46a7-a3f9-1e9b5328f3d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b44ed46774b7478db8118c18ab38d192&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0896378 Jul 09 13:20:16.483184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55382) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:16.492166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b13ec-fb61-46a7-a3f9-1e9b5328f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888d1b19-f252-401f-9501-26faf80ba508,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:16.496461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.502108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb982e41-3649-4127-8d8f-33d2dad7664e req-0a195435-4875-496d-b158-2fbc57efbadd tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:16.505040 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb982e41-3649-4127-8d8f-33d2dad7664e req-0a195435-4875-496d-b158-2fbc57efbadd tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 950 time: 0.1774967 Jul 09 13:20:16.597637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.623712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=17f91a28-af84-4297-859a-d8a964663e22,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:16.663584 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb982e41-3649-4127-8d8f-33d2dad7664e req-7fdc340b-2afe-4bc6-9f77-ac8cbfe4b071 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145449 Jul 09 13:20:16.694275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.744277 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bae38cb3-8472-4954-968e-0bce8a3d59b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.754163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Network ca2a6a19-261f-4277-878d-41629ced5eee is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:16.757114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:16.810392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-19505d26-a8c0-4495-9a54-73374adcddb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.913754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bae38cb3-8472-4954-968e-0bce8a3d59b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.939256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.067664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:20:17.091616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c3427-9cd5-4883-9577-340f25bf520e req-1b3c4ccc-8dbe-4d28-a769-2dafcd449fee tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.093188 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba0c3427-9cd5-4883-9577-340f25bf520e req-1b3c4ccc-8dbe-4d28-a769-2dafcd449fee tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.2402394 Jul 09 13:20:17.157857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a23856-cc59-46f2-89a7-c34a7b4fe5da {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:17.161051 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bae38cb3-8472-4954-968e-0bce8a3d59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.169562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bae38cb3-8472-4954-968e-0bce8a3d59b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.169562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bae38cb3-8472-4954-968e-0bce8a3d59b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/888d1b19-f252-401f-9501-26faf80ba508 HTTP/1.1" status: 204 len: 168 time: 0.6808453 Jul 09 13:20:17.203049 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.238153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6ba5c15d-b8f7-4b84-a773-d8714a7f24d3 None None] Provisioning complete for port 17f91a28-af84-4297-859a-d8a964663e22 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:17.238153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c15d-b8f7-4b84-a773-d8714a7f24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.270102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Transition to ACTIVE for port object 40a23856-cc59-46f2-89a7-c34a7b4fe5da will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:17.280615 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.380792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5c15d-b8f7-4b84-a773-d8714a7f24d3 None None] Port 17f91a28-af84-4297-859a-d8a964663e22 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:17.404803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae38cb3-8472-4954-968e-0bce8a3d59b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888d1b19-f252-401f-9501-26faf80ba508,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:17.448426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba0c3427-9cd5-4883-9577-340f25bf520e req-573c3dd0-70c9-4bbd-b493-2e94a4c04793 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482065 Jul 09 13:20:17.496532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=40a23856-cc59-46f2-89a7-c34a7b4fe5da,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:17.533915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:20:17.562985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f3b6d096-21f6-407d-97d6-fb61bd0cb6a0 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3713908 Jul 09 13:20:17.738258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c3036-9870-4463-869b-2ba7bf72fd73 req-21e53e5a-d491-497c-a7f7-c4fc43261cc9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.751648 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ad8c3036-9870-4463-869b-2ba7bf72fd73 req-21e53e5a-d491-497c-a7f7-c4fc43261cc9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 944 time: 0.3246226 Jul 09 13:20:17.819573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0c34aff-adad-448f-a80b-81d35cf75e76 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:17.836627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Attempting to bind port 40a23856-cc59-46f2-89a7-c34a7b4fe5da on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:17.837346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Attempting to bind port 40a23856-cc59-46f2-89a7-c34a7b4fe5da by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:17.837346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Attempting to bind port 40a23856-cc59-46f2-89a7-c34a7b4fe5da on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:17.848684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Port 40a23856-cc59-46f2-89a7-c34a7b4fe5da on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:17.860369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Attempting to bind port 40a23856-cc59-46f2-89a7-c34a7b4fe5da on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:17.887418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ad8c3036-9870-4463-869b-2ba7bf72fd73 req-20a41dfa-06e5-4597-8f9e-2529762e5182 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328919 Jul 09 13:20:17.902733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:17.903125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Checking segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:17.903530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Bound using segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:17.904004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Bound port: 40a23856-cc59-46f2-89a7-c34a7b4fe5da, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:17.904378 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.926347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41a176-a7c0-4dec-97ee-784d4c92b1b2 req-76671dbb-acec-403f-9d99-d78a816b9e7a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.937044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e41a176-a7c0-4dec-97ee-784d4c92b1b2 req-76671dbb-acec-403f-9d99-d78a816b9e7a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1533434 Jul 09 13:20:17.962563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b0c34aff-adad-448f-a80b-81d35cf75e76 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:17.963242 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.042720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e41a176-a7c0-4dec-97ee-784d4c92b1b2 req-22ebc88f-cf1a-4677-9dab-75a024ccfdf5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871041 Jul 09 13:20:18.161657 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Sync routers for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:20:18.167771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.193414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] For port 40a23856-cc59-46f2-89a7-c34a7b4fe5da, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:18.194676 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:18.195229 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:18.199444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] For port 40a23856-cc59-46f2-89a7-c34a7b4fe5da, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=40a23856-cc59-46f2-89a7-c34a7b4fe5da,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:18.208589 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.270175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.271561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.273900 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] 10.222.0.11 "PUT /v2.0/ports/40a23856-cc59-46f2-89a7-c34a7b4fe5da HTTP/1.1" status: 200 len: 1092 time: 1.8177245 Jul 09 13:20:18.275579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb1ce2-2f98-441e-b044-678ca17ac154', 'tag': '40a23856-cc59-46f2-89a7-c34a7b4fe5da'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:18.278369 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a133119-0799-4ec8-a827-63b555e24d11" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cb1ce2-2f98-441e-b044-678ca17ac154", "tag": "40a23856-cc59-46f2-89a7-c34a7b4fe5da"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:18.369540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e88b20-6c56-4972-a937-a450c80b3ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=40a23856-cc59-46f2-89a7-c34a7b4fe5da,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:18.373470 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:18.417848 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f278de6e-dc52-4ffc-831d-850b920086d9 x-openstack-request-id: req-f278de6e-dc52-4ffc-831d-850b920086d9 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:18.418428 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cb1ce2-2f98-441e-b044-678ca17ac154", "tag": "40a23856-cc59-46f2-89a7-c34a7b4fe5da", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:18.418855 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f278de6e-dc52-4ffc-831d-850b920086d9 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:18.419428 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb1ce2-2f98-441e-b044-678ca17ac154', 'tag': '40a23856-cc59-46f2-89a7-c34a7b4fe5da', 'status': 'completed', 'code': 200} Jul 09 13:20:18.455172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006bb7-6452-455f-802a-75f4d5506b58 req-9e30024d-805d-4342-b902-11d57e50f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.469935 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-9e30024d-805d-4342-b902-11d57e50f5d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 1095 time: 0.1472306 Jul 09 13:20:18.563650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-67a91dd7-6175-4905-87ec-5f0064bf8bb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a23856-cc59-46f2-89a7-c34a7b4fe5da HTTP/1.1" status: 200 len: 217 time: 0.0866385 Jul 09 13:20:18.660318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006bb7-6452-455f-802a-75f4d5506b58 req-3378f226-52e0-408e-901f-e07ec84e407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.661826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-3378f226-52e0-408e-901f-e07ec84e407b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.0900221 Jul 09 13:20:18.696247 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 2, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:18.735147 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-5b7728e7-8ed2-448d-9630-7cca76ba2103 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603213 Jul 09 13:20:18.761701 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Checking router: 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:20:18.762354 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Updating router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 port 17f91a28-af84-4297-859a-d8a964663e22 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:20:18.804500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf7991-afcc-4c32-992e-e1f1f85e35c1 req-165c688c-51f7-42df-80f3-71b040ed87d1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.830893 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2cf7991-afcc-4c32-992e-e1f1f85e35c1 req-165c688c-51f7-42df-80f3-71b040ed87d1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1431181 Jul 09 13:20:18.914217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2cf7991-afcc-4c32-992e-e1f1f85e35c1 req-e4f56ba1-1cea-4bcd-9a2a-ad46ae66da0e tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823140 Jul 09 13:20:18.966932 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-9e6fcdad-b6eb-4b77-88e2-e51fc36f0e9d service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250545 Jul 09 13:20:18.989043 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.095754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55436) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:19.102871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d2f040fb-86db-4ff3-9901-fbdbecc1d286 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102454271', 'description': 'tempest-description--1902751566'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:19.171131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa71df-01d6-4110-bf3a-6df9fd494bbb req-6332bb3a-af02-49a3-875b-e54cc8b79a36 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.173881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43aa71df-01d6-4110-bf3a-6df9fd494bbb req-6332bb3a-af02-49a3-875b-e54cc8b79a36 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 944 time: 0.1262450 Jul 09 13:20:19.175811 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d2f040fb-86db-4ff3-9901-fbdbecc1d286 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.217085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04006bb7-6452-455f-802a-75f4d5506b58 req-0fd483ff-7ef4-4d51-8f79-d8b20cff88f1 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410405 Jul 09 13:20:19.321641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43aa71df-01d6-4110-bf3a-6df9fd494bbb req-7dbb1444-9c19-4c29-8a60-ce0793ef195f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286621 Jul 09 13:20:19.346545 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d2f040fb-86db-4ff3-9901-fbdbecc1d286 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.352219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d2f040fb-86db-4ff3-9901-fbdbecc1d286 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.374681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d2f040fb-86db-4ff3-9901-fbdbecc1d286 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.375949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d2f040fb-86db-4ff3-9901-fbdbecc1d286 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2791271 Jul 09 13:20:19.382663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:19.387536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-50589094-39e4-4a37-b117-e1827aab5f01 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Request body: {'security_group_rule': {'security_group_id': '3cc43df8-6108-4aa4-a967-d6f158dff006', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:19.424232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50589094-39e4-4a37-b117-e1827aab5f01 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.441294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133119-0799-4ec8-a827-63b555e24d11 req-a865869f-0fd1-4c54-9d1f-548801252bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.443853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a133119-0799-4ec8-a827-63b555e24d11 req-a865869f-0fd1-4c54-9d1f-548801252bb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 1095 time: 0.1550918 Jul 09 13:20:19.448746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f040fb-86db-4ff3-9901-fbdbecc1d286 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc43df8-6108-4aa4-a967-d6f158dff006,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:19.505441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50589094-39e4-4a37-b117-e1827aab5f01 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.510430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50589094-39e4-4a37-b117-e1827aab5f01 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.556045 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.565617 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:20:19.593170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50589094-39e4-4a37-b117-e1827aab5f01 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e544e234-ff6e-4cec-a041-8dbec37b52af,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:19.601580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50589094-39e4-4a37-b117-e1827aab5f01 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.605704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-50589094-39e4-4a37-b117-e1827aab5f01 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218821 Jul 09 13:20:19.608469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55458) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:19.613929 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.615105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8d3b11ed-0a33-48c7-8d75-1d0053e6e179 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Request body: {'security_group_rule': {'security_group_id': '3cc43df8-6108-4aa4-a967-d6f158dff006', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:19.642096 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Transition to ACTIVE for port object 17f91a28-af84-4297-859a-d8a964663e22 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:19.651998 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.696747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-ea9ed6b3-30fb-4420-ab66-4614f0366151 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707009 Jul 09 13:20:19.707735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8d3b11ed-0a33-48c7-8d75-1d0053e6e179 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.825238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a12055-eef7-4ffc-990d-e1484ad71fd8 req-3c9d4ba1-c98d-4231-8422-6c9b7580b66c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.833991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19a12055-eef7-4ffc-990d-e1484ad71fd8 req-3c9d4ba1-c98d-4231-8422-6c9b7580b66c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1926560 Jul 09 13:20:19.842637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8d3b11ed-0a33-48c7-8d75-1d0053e6e179 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.853692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8d3b11ed-0a33-48c7-8d75-1d0053e6e179 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.909392 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Attempting to bind port 17f91a28-af84-4297-859a-d8a964663e22 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:19.910031 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Attempting to bind port 17f91a28-af84-4297-859a-d8a964663e22 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:19.910632 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Attempting to bind port 17f91a28-af84-4297-859a-d8a964663e22 on network ca2a6a19-261f-4277-878d-41629ced5eee {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:19.920488 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:19.921028 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Checking segment: {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:19.921935 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.922348 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Bound using segment: {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:19.923160 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Bound port: 17f91a28-af84-4297-859a-d8a964663e22, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:19.923674 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.943520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19a12055-eef7-4ffc-990d-e1484ad71fd8 req-27eeffd0-5466-4c44-a3fc-e3f921f587b0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084363 Jul 09 13:20:19.955611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b11ed-0a33-48c7-8d75-1d0053e6e179 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1c76ae-b035-4fcf-a4d1-ce3e1c4018b9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:19.989496 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8d3b11ed-0a33-48c7-8d75-1d0053e6e179 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.991012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8d3b11ed-0a33-48c7-8d75-1d0053e6e179 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3807168 Jul 09 13:20:19.993902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55462) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:20.006823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:20.017161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133119-0799-4ec8-a827-63b555e24d11 req-da1dfa04-a789-4ba0-8451-6f55fcec1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:20.032203 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] For port 17f91a28-af84-4297-859a-d8a964663e22, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:20.033124 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a133119-0799-4ec8-a827-63b555e24d11 req-da1dfa04-a789-4ba0-8451-6f55fcec1a80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 911 time: 0.5564632 Jul 09 13:20:20.039909 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] For port 17f91a28-af84-4297-859a-d8a964663e22, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=17f91a28-af84-4297-859a-d8a964663e22,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:20.060691 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.071872 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78567a68-6656-4a6b-849c-e02b22484dfe None None] Pushing event updated for resources: {'Port': ['ID=17f91a28-af84-4297-859a-d8a964663e22,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:20.072647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55464) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:20.153742 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a133119-0799-4ec8-a827-63b555e24d11 req-0d6ef0fc-602a-46b6-b890-be9f3e47694f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a23856-cc59-46f2-89a7-c34a7b4fe5da HTTP/1.1" status: 200 len: 217 time: 0.1134410 Jul 09 13:20:20.167723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-8b1a7b1d-2998-425f-b18a-ca3fc30ca6a1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:20.180955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-8b1a7b1d-2998-425f-b18a-ca3fc30ca6a1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4709961 Jul 09 13:20:20.219706 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:20.222988 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.223320 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:20.267029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-ef996acf-3522-44dc-b8b1-11b5c02958f5 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/quotas/0ec2579a83454c0b8c0396d7fac1e1c0 HTTP/1.1" status: 200 len: 375 time: 0.0850685 Jul 09 13:20:20.301056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ff-724b-444d-acc7-cdfbe0784d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.329403 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78567a68-6656-4a6b-849c-e02b22484dfe None None] Pushing event updated for resources: {'Port': ['ID=17f91a28-af84-4297-859a-d8a964663e22,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:20.359688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133119-0799-4ec8-a827-63b555e24d11 req-89360dea-068e-4948-ba8c-9fe98c413867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:20.361378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a133119-0799-4ec8-a827-63b555e24d11 req-89360dea-068e-4948-ba8c-9fe98c413867 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.1767998 Jul 09 13:20:20.433569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a133119-0799-4ec8-a827-63b555e24d11 req-a65bbd8e-38d8-4575-bf35-fedcb6bfc5c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565379 Jul 09 13:20:20.487264 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:20.516542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ff-724b-444d-acc7-cdfbe0784d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.522863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ff-724b-444d-acc7-cdfbe0784d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.584988 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f6752008-51cb-4bc2-868b-d71c9265f10d tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3166487 Jul 09 13:20:20.611541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55470) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:20.613990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f3c8e7ff-724b-444d-acc7-cdfbe0784d84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4b6fab894df45d585b4b9809c00e6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396030 Jul 09 13:20:20.652777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8e7ff-724b-444d-acc7-cdfbe0784d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffdc1cf-8235-470d-be9a-c8b017ca939b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:20.697580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a133119-0799-4ec8-a827-63b555e24d11 req-421e4fb7-c34b-46d5-a2da-9f48a509b51d service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531748 Jul 09 13:20:20.711626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.716265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac8ad8-0fa0-41c5-a23e-cf2eeffba045 req-1371b555-1be9-4a4c-8581-07dbe8a2b7d0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:20.731066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2ac8ad8-0fa0-41c5-a23e-cf2eeffba045 req-1371b555-1be9-4a4c-8581-07dbe8a2b7d0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 944 time: 0.1720190 Jul 09 13:20:20.814905 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5980b10-8464-491c-a199-988bcdf8bbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.859549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2ac8ad8-0fa0-41c5-a23e-cf2eeffba045 req-6c04fab0-42d4-465b-abd3-cb9a73669eb0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271820 Jul 09 13:20:20.896841 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:20Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:20.928215 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee88402-a088-4d06-8d98-30f1d72a92eb None None] The sync data for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 is: [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:20Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:20:21.242815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc699e5-0d5d-49cd-b4f6-055f717ce731 req-381617c1-54bc-4a59-8426-bc069ac4dfe4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:21.244182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bc699e5-0d5d-49cd-b4f6-055f717ce731 req-381617c1-54bc-4a59-8426-bc069ac4dfe4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.0963435 Jul 09 13:20:21.288854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 40a23856-cc59-46f2-89a7-c34a7b4fe5da details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:21.326982 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bc699e5-0d5d-49cd-b4f6-055f717ce731 req-90038fa2-0ea8-403f-96d5-e1783f46acf9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752947 Jul 09 13:20:21.482233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Allocated IP 172.25.5.91 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/54bc3207-4209-4d9b-ab0c-3e281866096b) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:21.539982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 40a23856-cc59-46f2-89a7-c34a7b4fe5da, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=40a23856-cc59-46f2-89a7-c34a7b4fe5da,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:21.567401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '40a23856-cc59-46f2-89a7-c34a7b4fe5da', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'port_id': '40a23856-cc59-46f2-89a7-c34a7b4fe5da', 'mac_address': 'fa:16:3e:be:29:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56ea44e-abc3-47a5-94d3-6e01d5687fc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:21.650688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.676252 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5980b10-8464-491c-a199-988bcdf8bbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.696029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.717251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e310ec21-6e56-4f4e-808e-08076576e9d5 req-0592aa79-c977-4598-b3ba-f913bec6ce37 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 210 time: 0.8581085 Jul 09 13:20:21.732394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a23856-cc59-46f2-89a7-c34a7b4fe5da {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:21.799859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 40a23856-cc59-46f2-89a7-c34a7b4fe5da, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=40a23856-cc59-46f2-89a7-c34a7b4fe5da,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:21.805656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 17f91a28-af84-4297-859a-d8a964663e22 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:21.857219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.868164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a133119-0799-4ec8-a827-63b555e24d11 req-e5a563ed-0600-4902-a6b4-3a94c1a1aa54 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1608348 Jul 09 13:20:21.909487 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-14008881-f1bf-47b3-8406-676b70742ef6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1948502 Jul 09 13:20:21.911451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-6df5c99c-f03d-4cef-aedb-60aba99003bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1397142 Jul 09 13:20:21.961542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.963338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5980b10-8464-491c-a199-988bcdf8bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.965805 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5980b10-8464-491c-a199-988bcdf8bbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.969252 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d5980b10-8464-491c-a199-988bcdf8bbf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ffdc1cf-8235-470d-be9a-c8b017ca939b HTTP/1.1" status: 204 len: 168 time: 1.3542366 Jul 09 13:20:21.979247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=40a23856-cc59-46f2-89a7-c34a7b4fe5da,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:21.998361 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 17f91a28-af84-4297-859a-d8a964663e22 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:22.016085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 17f91a28-af84-4297-859a-d8a964663e22 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:22.016886 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:22.067672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-2d1eb523-fe9e-4602-90a7-1739bbc4f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.069231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-2d1eb523-fe9e-4602-90a7-1739bbc4f6b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 1101 time: 0.1314914 Jul 09 13:20:22.124688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5980b10-8464-491c-a199-988bcdf8bbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffdc1cf-8235-470d-be9a-c8b017ca939b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:22.150550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['40a23856-cc59-46f2-89a7-c34a7b4fe5da'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:22.232884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:22.262899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:22.271860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:22.301385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event updated for resources: {'Port': ['ID=54bc3207-4209-4d9b-ab0c-3e281866096b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:22.401203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-d9cea06f-f0e3-4d0f-8c9a-86c9eba5c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.402278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-d9cea06f-f0e3-4d0f-8c9a-86c9eba5c1aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=db785cdada6240da8679fa1b94defb9a&device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 1097 time: 0.3170502 Jul 09 13:20:22.450534 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:22.475607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-f10ff9fb-31cf-4e37-8576-48303118e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.503555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-f10ff9fb-31cf-4e37-8576-48303118e4fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.3427713 Jul 09 13:20:22.564784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-3aa536fd-71eb-4fdd-913d-6610d9535408 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 200 len: 217 time: 0.0595217 Jul 09 13:20:22.649653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 17f91a28-af84-4297-859a-d8a964663e22, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=17f91a28-af84-4297-859a-d8a964663e22,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:22.657838 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:22.662261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ce82-b11c-4d07-9883-f6cbadf05003 req-65be992f-d873-4ba8-bb63-32627b655fdb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.663885 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8299ce82-b11c-4d07-9883-f6cbadf05003 req-65be992f-d873-4ba8-bb63-32627b655fdb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 945 time: 0.4839673 Jul 09 13:20:22.691963 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:22.735531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-71141715-ca4e-470c-ac6d-668839671952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.755398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-71141715-ca4e-470c-ac6d-668839671952 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1841550 Jul 09 13:20:22.843481 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8299ce82-b11c-4d07-9883-f6cbadf05003 req-d3c1c9f7-0ffc-4cb1-96fd-cea0832405d6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551361 Jul 09 13:20:22.844994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-2b8b9447-897d-49bc-8440-dd74be9ef0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.849091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-2b8b9447-897d-49bc-8440-dd74be9ef0bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8313daa-61fd-4578-a881-6770d2edce5c HTTP/1.1" status: 200 len: 906 time: 0.4033957 Jul 09 13:20:22.849719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:22.955488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb13c-2db2-4917-bf10-f5d8e38495f7 req-ac481090-c0a3-4d93-bb96-852884af8ade tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.965348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f50bb13c-2db2-4917-bf10-f5d8e38495f7 req-ac481090-c0a3-4d93-bb96-852884af8ade tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.3382368 Jul 09 13:20:22.980407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-a02819fb-b3cb-4974-8874-c7fe46897139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.982551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-a02819fb-b3cb-4974-8874-c7fe46897139 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2179277 Jul 09 13:20:23.089618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f50bb13c-2db2-4917-bf10-f5d8e38495f7 req-67201ccb-071d-4a0f-bba6-6c93c46b9f2b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226456 Jul 09 13:20:23.198107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-e6868703-cd74-4793-99c4-d8533d9f3e5a service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986175 Jul 09 13:20:23.276973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=17f91a28-af84-4297-859a-d8a964663e22,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:23.379842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ed58c6e-b930-4df9-ad08-41209f0dee13 req-0617ef35-a83c-43a2-a739-75719599d789 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 210 time: 0.0565078 Jul 09 13:20:23.389222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00dc308a-b75f-4b4a-89bc-f408655b9fe8 req-088c4eba-6a9b-4448-9b16-10a3b49dfae3 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814032 Jul 09 13:20:23.414960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-14933780-6ea7-4c65-9ff6-0e02e3d96841 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2476468 Jul 09 13:20:23.420110 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-eec49b99-58b8-4b8c-a4a7-15f3ebdf3de0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c HTTP/1.1" status: 200 len: 1001 time: 0.5482280 Jul 09 13:20:23.576505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-e7123747-c3b7-4805-8317-1cf7008e4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.578142 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-e7123747-c3b7-4805-8317-1cf7008e4bdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ed5f537-06a7-4be1-8f9e-2130eae654b4 HTTP/1.1" status: 200 len: 845 time: 0.0852914 Jul 09 13:20:23.595170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55518) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:23.734898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 17f91a28-af84-4297-859a-d8a964663e22 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:23.753818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f0e03cc2-8a25-4462-91d4-297093fc74b4 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.755603 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f0e03cc2-8a25-4462-91d4-297093fc74b4 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3321447 Jul 09 13:20:23.770731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1172152744-network', 'tenant_id': '00adf852c65a4f429e287d8b28534d1b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:23.781987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Request body: {'port': {'device_id': 'f3edb2ac-fe08-4512-8e88-af3504def42b', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ec2579a83454c0b8c0396d7fac1e1c0'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:23.803588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:23.824315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Made reservation on behalf of 00adf852c65a4f429e287d8b28534d1b for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:23.831973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:23.840861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 17f91a28-af84-4297-859a-d8a964663e22 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:23.841383 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:23.867362 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:23.882339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-c0d74ecd-cb1c-4a61-a34d-24c6ee7d27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.884393 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-c0d74ecd-cb1c-4a61-a34d-24c6ee7d27b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8313daa-61fd-4578-a881-6770d2edce5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900529 Jul 09 13:20:23.889188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.068251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event updated for resources: {'Port': ['ID=54bc3207-4209-4d9b-ab0c-3e281866096b,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:24.097089 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.152176 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-0904086a-d7ea-4d7e-8bca-d4ef11d750c5 service neutron] 10.222.0.10 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603581 Jul 09 13:20:24.209350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.218059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.228668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.230323 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-75bf4d44-3096-4df3-bc70-345e317446ed tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2299714 Jul 09 13:20:24.304076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Made reservation on behalf of 0ec2579a83454c0b8c0396d7fac1e1c0 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:24.304329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:20:24.308855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.322571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d098bcde-b934-499b-86e1-6412f9b42271,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:24.339375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.342692 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Added segment 92bf982f-ec7e-4727-9d32-da17f3b78166 of type vlan for network c81fff08-24ce-4813-8399-a0d1fd79900d Jul 09 13:20:24.353492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac9499-d6ce-49c7-9170-4e043aadb8ca req-d74071e0-61b0-449e-906e-cb4cb45c3671 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:24.366980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00ac9499-d6ce-49c7-9170-4e043aadb8ca req-d74071e0-61b0-449e-906e-cb4cb45c3671 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 945 time: 0.2417426 Jul 09 13:20:24.367251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce78f4dd-fb5e-4934-be7c-35f532193642 req-0e807dc2-e7cf-44ed-ab87-756787a8e9c7 service neutron] 10.222.0.10 "GET /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058687 Jul 09 13:20:24.464991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00ac9499-d6ce-49c7-9170-4e043aadb8ca req-7e8bba2b-95be-4205-8c06-86584a3d4668 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971293 Jul 09 13:20:24.466959 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.472556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18651-efee-41f2-b625-dc00c5370474 req-8d702f94-3fd6-44b9-ac2c-9ab7bc2c3756 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:24.475771 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a2d18651-efee-41f2-b625-dc00c5370474 req-8d702f94-3fd6-44b9-ac2c-9ab7bc2c3756 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1945732 Jul 09 13:20:24.517047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.519894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:24.523187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.573438 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a2d18651-efee-41f2-b625-dc00c5370474 req-974ef731-fc63-47a8-828e-91da089b16d8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849290 Jul 09 13:20:24.581359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Allocated IP 192.168.233.12 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/7b95c7ad-2980-41a3-9fe3-6011f4a93382) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:24.673309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] Pushing event updated for resources: {'Network': ['ID=c81fff08-24ce-4813-8399-a0d1fd79900d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:24.684141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3f1753a-5685-4588-874e-0bd2906db529 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0882351 Jul 09 13:20:24.687739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55540) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:24.690136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c81fff08-24ce-4813-8399-a0d1fd79900d details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:20:24.712248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Request body: {'subnet': {'network_id': 'c81fff08-24ce-4813-8399-a0d1fd79900d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1172152744-subnet', 'tenant_id': '00adf852c65a4f429e287d8b28534d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:24.749714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Made reservation on behalf of 00adf852c65a4f429e287d8b28534d1b for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:24.756320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.943532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-58ef306e-7813-498a-8479-418a08b73a5c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--102454271&fields=id&tenant_id=67597b362cda40cbb4f236950fa87d92 HTTP/1.1" status: 200 len: 267 time: 0.0988708 Jul 09 13:20:24.949303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.988884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Transition to ACTIVE for port object 7b95c7ad-2980-41a3-9fe3-6011f4a93382 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:25.097872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-3b586a6c-1731-42bf-8254-ad9a3d12cf10 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:25.104747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-3b586a6c-1731-42bf-8254-ad9a3d12cf10 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/networks?id=ca2a6a19-261f-4277-878d-41629ced5eee HTTP/1.1" status: 200 len: 812 time: 0.1508815 Jul 09 13:20:25.113354 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.128463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ec31c434-eb9d-4282-b7af-977b617e775d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:25.131488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:25.152245 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-3d4be0c7-d657-4626-925b-c70c8ae8f26d tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/quotas/67597b362cda40cbb4f236950fa87d92 HTTP/1.1" status: 200 len: 375 time: 0.0464463 Jul 09 13:20:25.212531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:25.217643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:25.220824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:25.226728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Pushing event updated for resources: {'Port': ['ID=7b95c7ad-2980-41a3-9fe3-6011f4a93382,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:25.294201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 40a23856-cc59-46f2-89a7-c34a7b4fe5da up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:25.316499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:25.317612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.341306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f6c3cd6f-f855-48ad-85fd-9c582acf0fea tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67597b362cda40cbb4f236950fa87d92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1819215 Jul 09 13:20:25.348909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-c15daf53-89fc-4299-b722-622218d37748 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5764246 Jul 09 13:20:25.361213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Request body: {'port': {'device_id': 'f3edb2ac-fe08-4512-8e88-af3504def42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:25.401963 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.422094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c4c09-4769-4ffe-89d7-4fa51faf5af4 req-88d1ea29-7b8b-4a66-96b4-bde99c6d992c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:25.430826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e17c4c09-4769-4ffe-89d7-4fa51faf5af4 req-88d1ea29-7b8b-4a66-96b4-bde99c6d992c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 935 time: 0.3092473 Jul 09 13:20:25.568768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e17c4c09-4769-4ffe-89d7-4fa51faf5af4 req-67c88077-40eb-4269-b01a-7c7ffb0fe2ea tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369281 Jul 09 13:20:25.577408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961bae59-7bf4-414b-98d8-f360340439fe,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:25.593439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Checking segment: {'id': '92bf982f-ec7e-4727-9d32-da17f3b78166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c81fff08-24ce-4813-8399-a0d1fd79900d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:25.593439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Network hostable DHCP agents. Network: c81fff08-24ce-4813-8399-a0d1fd79900d, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:20:25.610790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 40a23856-cc59-46f2-89a7-c34a7b4fe5da completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:25.624647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 40a23856-cc59-46f2-89a7-c34a7b4fe5da triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:25.625213 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.628133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Network c81fff08-24ce-4813-8399-a0d1fd79900d is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:20:25.636432 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.661129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c81fff08-24ce-4813-8399-a0d1fd79900d) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:25.671432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:25.673843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.676626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f7d50-17fb-493e-ab55-fe3d6675193d None None] Network c81fff08-24ce-4813-8399-a0d1fd79900d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:25.704896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c656cf95-61c9-4be7-85a9-b98345cec008 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0049639 Jul 09 13:20:25.791456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-a9da2756-bd32-4d04-9178-00b0896b0574 service neutron] 10.222.0.32 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134965 Jul 09 13:20:25.791856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-223e01f6-4e3d-4b9d-96d6-455f3efe50d8 None None] Provisioning for port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:25.797224 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-223e01f6-4e3d-4b9d-96d6-455f3efe50d8 None None] Provisioning complete for port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:25.797859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-223e01f6-4e3d-4b9d-96d6-455f3efe50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.885462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e32b9-43f4-4239-b9ae-0c752d86c669 None None] Network c81fff08-24ce-4813-8399-a0d1fd79900d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:26.029005 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.040817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-223e01f6-4e3d-4b9d-96d6-455f3efe50d8 None None] Port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:26.063350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb1ce2-2f98-441e-b044-678ca17ac154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a23856-cc59-46f2-89a7-c34a7b4fe5da'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:26.066510 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5240572-8ef5-42a2-8fd6-f9af8fe2d29a" -d '{"events": [{"server_uuid": "c5cb1ce2-2f98-441e-b044-678ca17ac154", "name": "network-vif-plugged", "status": "completed", "tag": "40a23856-cc59-46f2-89a7-c34a7b4fe5da"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:26.077178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe74dc-eccb-4619-8c47-16ef48599811 req-713f7da5-59e8-49e3-896a-7f824c14c243 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:26.083266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 40a23856-cc59-46f2-89a7-c34a7b4fe5da, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=40a23856-cc59-46f2-89a7-c34a7b4fe5da,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:26.085907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ffe74dc-eccb-4619-8c47-16ef48599811 req-713f7da5-59e8-49e3-896a-7f824c14c243 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 945 time: 0.0948455 Jul 09 13:20:26.088731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.132355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ffe74dc-eccb-4619-8c47-16ef48599811 req-6dee384e-d892-4634-b5e5-1cdc2312e197 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Jul 09 13:20:26.167557 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-adcd4529-a516-412a-9753-b053dcb83421 service neutron] 10.222.0.32 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553379 Jul 09 13:20:26.177503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=40a23856-cc59-46f2-89a7-c34a7b4fe5da,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:26.262665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b95c7ad-2980-41a3-9fe3-6011f4a93382 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:26.272155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.290847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Transition to ACTIVE for port object 7b95c7ad-2980-41a3-9fe3-6011f4a93382 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:26.295224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.401430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Pushing event updated for resources: {'Port': ['ID=7b95c7ad-2980-41a3-9fe3-6011f4a93382,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:26.428971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ae1e-d241-460e-9701-4be9e393bae3 req-62a6e401-875b-4a50-a429-953835f91200 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:26.436692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44b4ae1e-d241-460e-9701-4be9e393bae3 req-62a6e401-875b-4a50-a429-953835f91200 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1108549 Jul 09 13:20:26.536422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44b4ae1e-d241-460e-9701-4be9e393bae3 req-0afce1d9-512a-4b2d-8433-98d8af0ca660 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794601 Jul 09 13:20:26.687761 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8025189-c52d-4d54-bafe-94edfb00e7e0 x-openstack-request-id: req-b8025189-c52d-4d54-bafe-94edfb00e7e0 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:26.688168 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cb1ce2-2f98-441e-b044-678ca17ac154", "name": "network-vif-plugged", "status": "completed", "tag": "40a23856-cc59-46f2-89a7-c34a7b4fe5da", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:26.688551 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8025189-c52d-4d54-bafe-94edfb00e7e0 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:26.689294 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb1ce2-2f98-441e-b044-678ca17ac154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a23856-cc59-46f2-89a7-c34a7b4fe5da', 'code': 200} Jul 09 13:20:26.701410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Attempting to bind port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:26.701762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Attempting to bind port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:26.702098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Attempting to bind port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:26.711560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:26.711902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Attempting to bind port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:26.718530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:26.718882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:26.719329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:26.720299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Bound port: 7b95c7ad-2980-41a3-9fe3-6011f4a93382, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:26.720550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.839686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198b85-6b9f-4c72-9f59-be6cb25afccf req-ea09e5e1-853b-4074-a5c0-5e5c6d8dd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:26.839686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0198b85-6b9f-4c72-9f59-be6cb25afccf req-ea09e5e1-853b-4074-a5c0-5e5c6d8dd0a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 1097 time: 0.0913908 Jul 09 13:20:26.843561 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6bc24909-b81f-4d93-854b-299129d47c18 req-4c863373-34f4-42a9-9e78-e6183cf20af9 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 210 time: 0.0716898 Jul 09 13:20:26.915275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] For port 7b95c7ad-2980-41a3-9fe3-6011f4a93382, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:26.932942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] For port 7b95c7ad-2980-41a3-9fe3-6011f4a93382, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7b95c7ad-2980-41a3-9fe3-6011f4a93382,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:26.948339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.970268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0198b85-6b9f-4c72-9f59-be6cb25afccf req-87e4caf1-4243-4c3b-ad85-7f82dbce1441 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157210 Jul 09 13:20:27.007564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.008198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:27.010159 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b95c7ad-2980-41a3-9fe3-6011f4a93382 HTTP/1.1" status: 200 len: 1095 time: 1.6549492 Jul 09 13:20:27.010632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3edb2ac-fe08-4512-8e88-af3504def42b', 'tag': '7b95c7ad-2980-41a3-9fe3-6011f4a93382'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:27.012963 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f74282-4dc5-45a4-9562-465d9b040669" -d '{"events": [{"name": "network-changed", "server_uuid": "f3edb2ac-fe08-4512-8e88-af3504def42b", "tag": "7b95c7ad-2980-41a3-9fe3-6011f4a93382"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:27.052909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a90e54-49cb-4df3-82f9-4f4ccf662a69 service neutron] Pushing event updated for resources: {'Port': ['ID=7b95c7ad-2980-41a3-9fe3-6011f4a93382,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:27.085396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-bbf438ed-534b-4ae7-a370-b21c22c62efa tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.089531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-bbf438ed-534b-4ae7-a370-b21c22c62efa tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/networks?id=c81fff08-24ce-4813-8399-a0d1fd79900d HTTP/1.1" status: 200 len: 814 time: 0.2134948 Jul 09 13:20:27.113036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9214cf4c-b8bb-4254-9c93-c22beb0d500d tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/quotas/00adf852c65a4f429e287d8b28534d1b HTTP/1.1" status: 200 len: 375 time: 0.0181851 Jul 09 13:20:27.165388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-0a1b026d-f007-4bf8-a95f-c8bd7d665568 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00adf852c65a4f429e287d8b28534d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513237 Jul 09 13:20:27.293887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-391af725-00ed-478e-9451-5a3dfabcdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.295467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-391af725-00ed-478e-9451-5a3dfabcdb37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 1098 time: 0.2165551 Jul 09 13:20:27.303676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc67182-19f2-4663-9e12-40853ce4a8e1 req-bad93561-29bf-4196-be09-207f44b20fab tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.310492 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc67182-19f2-4663-9e12-40853ce4a8e1 req-bad93561-29bf-4196-be09-207f44b20fab tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 947 time: 0.1836011 Jul 09 13:20:27.356583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-94ee88e6-fa5e-420b-acc2-11775da6d37b service neutron] 10.222.0.32 "GET /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903288 Jul 09 13:20:27.362499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-da523b4e-55ec-4294-bbd4-894f00cf7472 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7b95c7ad-2980-41a3-9fe3-6011f4a93382 HTTP/1.1" status: 200 len: 217 time: 0.0493453 Jul 09 13:20:27.406762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc67182-19f2-4663-9e12-40853ce4a8e1 req-0513bc54-2544-41b4-a790-ce0a3f6f314a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953157 Jul 09 13:20:27.530632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-ea5f6393-b2a9-4cb0-b5e0-1bf672378394 service neutron] 10.222.0.32 "GET /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642287 Jul 09 13:20:27.543748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-cf48cbc0-a877-4c93-abc2-c8e31c8f3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.550078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-cf48cbc0-a877-4c93-abc2-c8e31c8f3ba2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1698649 Jul 09 13:20:27.644228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-81a06d23-91b6-4213-b7e2-004d5e2469a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.645843 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-81a06d23-91b6-4213-b7e2-004d5e2469a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848646 Jul 09 13:20:27.734615 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a9f39d-74c8-4a03-89ff-e28a5a1e2d6c x-openstack-request-id: req-70a9f39d-74c8-4a03-89ff-e28a5a1e2d6c {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:27.735029 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3edb2ac-fe08-4512-8e88-af3504def42b", "tag": "7b95c7ad-2980-41a3-9fe3-6011f4a93382", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:27.735621 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70a9f39d-74c8-4a03-89ff-e28a5a1e2d6c {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:27.736318 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3edb2ac-fe08-4512-8e88-af3504def42b', 'tag': '7b95c7ad-2980-41a3-9fe3-6011f4a93382', 'status': 'completed', 'code': 200} Jul 09 13:20:27.828620 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-f328b4ea-94fc-4da3-8531-c12f291bb3c8 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759839 Jul 09 13:20:28.054061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a903f20-f96d-46e4-99f8-9f9dba7babf1 req-bfc3de9c-a837-48ed-9f8d-10433bed6eed tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:28.057318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a903f20-f96d-46e4-99f8-9f9dba7babf1 req-bfc3de9c-a837-48ed-9f8d-10433bed6eed tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1494346 Jul 09 13:20:28.100870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c17af-9a76-4d8b-8d38-d1ae86f966f2 req-a6deac90-369f-46ab-b1f6-20129c331bb7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:28.103164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-337c17af-9a76-4d8b-8d38-d1ae86f966f2 req-a6deac90-369f-46ab-b1f6-20129c331bb7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.1421547 Jul 09 13:20:28.105945 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a240755a-c978-4856-9a2a-f7662a6e5b67 req-8fd373e1-4735-4cb1-9360-49cb2bfd8869 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602572 Jul 09 13:20:28.166349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a903f20-f96d-46e4-99f8-9f9dba7babf1 req-698dcb33-f45e-4416-9e4a-27646130d2e1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889947 Jul 09 13:20:28.208317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-337c17af-9a76-4d8b-8d38-d1ae86f966f2 req-a1901ad2-9cf1-4485-a656-f6316592d959 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895069 Jul 09 13:20:28.267773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74282-4dc5-45a4-9562-465d9b040669 req-b2aa0f5b-9f9d-4001-a659-f16c910d03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:28.270437 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15f74282-4dc5-45a4-9562-465d9b040669 req-b2aa0f5b-9f9d-4001-a659-f16c910d03a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 1098 time: 0.0854907 Jul 09 13:20:28.407264 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d3ab337-fcad-4818-9869-68389fac3a74 req-7c941b56-83c9-4f83-94a3-01058b76cc3f tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 210 time: 0.0947750 Jul 09 13:20:28.500550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c4d859d-73cb-402d-b5b8-fb8db86fa1f4 req-de4fa2fd-b9f8-44e7-9775-5a38eb64cd3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 210 time: 0.0729620 Jul 09 13:20:28.992175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74282-4dc5-45a4-9562-465d9b040669 req-9f0cedc2-31fa-4d60-ad50-a032d7a5bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:28.993922 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15f74282-4dc5-45a4-9562-465d9b040669 req-9f0cedc2-31fa-4d60-ad50-a032d7a5bef8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.7133770 Jul 09 13:20:29.052600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15f74282-4dc5-45a4-9562-465d9b040669 req-6c796110-a2f0-40d2-bd22-22a997c4e2c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7b95c7ad-2980-41a3-9fe3-6011f4a93382 HTTP/1.1" status: 200 len: 217 time: 0.0498445 Jul 09 13:20:29.059091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-116063f7-c68e-4606-913a-0e546e9c600e tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.060553 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-116063f7-c68e-4606-913a-0e546e9c600e tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.10 "GET /v2.0/networks?id=ca2a6a19-261f-4277-878d-41629ced5eee HTTP/1.1" status: 200 len: 812 time: 0.6496398 Jul 09 13:20:29.080176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f64a2-6147-4284-b0a6-c9fa156d3642 req-ac3eba01-0b4f-427f-aa0f-1a2fc5786e86 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.081683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-474f64a2-6147-4284-b0a6-c9fa156d3642 req-ac3eba01-0b4f-427f-aa0f-1a2fc5786e86 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 947 time: 0.1969726 Jul 09 13:20:29.175921 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-d767d199-b632-4624-85bf-eaa965bea359 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67597b362cda40cbb4f236950fa87d92 HTTP/1.1" status: 200 len: 379 time: 0.0752833 Jul 09 13:20:29.177728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74282-4dc5-45a4-9562-465d9b040669 req-57846a6f-3fe4-462b-b05a-55f53c4eb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.179148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15f74282-4dc5-45a4-9562-465d9b040669 req-57846a6f-3fe4-462b-b05a-55f53c4eb95c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1177371 Jul 09 13:20:29.187233 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-474f64a2-6147-4284-b0a6-c9fa156d3642 req-195d88ca-7344-4a81-a5a5-88335e13f34a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853982 Jul 09 13:20:29.195338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Request body: {'port': {'device_id': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'admin_state_up': True, 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'security_groups': ['3cc43df8-6108-4aa4-a967-d6f158dff006']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:29.376438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Made reservation on behalf of 67597b362cda40cbb4f236950fa87d92 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:29.382909 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.389661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74282-4dc5-45a4-9562-465d9b040669 req-12e555b3-936c-4a5d-8cad-d31cdcb39b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.391342 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15f74282-4dc5-45a4-9562-465d9b040669 req-12e555b3-936c-4a5d-8cad-d31cdcb39b0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020369 Jul 09 13:20:29.441445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958f1af-088a-42e4-9918-40184088764a req-2872c53b-ea25-44f7-ad53-99ebb322e6e2 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.443100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b958f1af-088a-42e4-9918-40184088764a req-2872c53b-ea25-44f7-ad53-99ebb322e6e2 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1033366 Jul 09 13:20:29.553911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15f74282-4dc5-45a4-9562-465d9b040669 req-d2d2fb35-0fab-468d-95ee-5a62d64ca06a service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473057 Jul 09 13:20:29.563995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b958f1af-088a-42e4-9918-40184088764a req-93e9f9d5-f765-4123-86e4-6688d8552848 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143103 Jul 09 13:20:29.641489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-4b384c2e-4cc7-483c-ac81-d68cec2cfd17 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.644112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-4b384c2e-4cc7-483c-ac81-d68cec2cfd17 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.10 "GET /v2.0/networks?id=c81fff08-24ce-4813-8399-a0d1fd79900d HTTP/1.1" status: 200 len: 814 time: 0.1730103 Jul 09 13:20:29.663452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Request body: {'port': {'device_id': '0b81cf77-0625-46b4-b332-0d24bc558f42', 'network_id': 'c81fff08-24ce-4813-8399-a0d1fd79900d', 'admin_state_up': True, 'tenant_id': '00adf852c65a4f429e287d8b28534d1b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:29.784702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Allocated IP 172.20.0.8 (ca2a6a19-261f-4277-878d-41629ced5eee/10882d6f-3328-4b28-be5d-4a268c1ea67e/6108dfba-5af9-4c9c-a01b-9ad4ace41490) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:29.803062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Made reservation on behalf of 00adf852c65a4f429e287d8b28534d1b for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:29.808243 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.881802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a0e2-5fad-4efb-be72-fe801ad187fb req-27f08c8f-e66f-4ab9-bcab-12badbaf13a4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.889092 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3db7a0e2-5fad-4efb-be72-fe801ad187fb req-27f08c8f-e66f-4ab9-bcab-12badbaf13a4 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.4852941 Jul 09 13:20:29.961168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15f74282-4dc5-45a4-9562-465d9b040669 req-0be9ebb6-6845-4cb7-a802-d63b884171f4 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999403 Jul 09 13:20:30.002059 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3db7a0e2-5fad-4efb-be72-fe801ad187fb req-d55a292d-a5d7-4707-a942-9d4290d76caa tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119533 Jul 09 13:20:30.013565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce9a636c-c941-4c11-b837-a72e81189c23 req-f6137675-33f2-4034-9533-a3f9e094906d tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 210 time: 0.0661023 Jul 09 13:20:30.053758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Allocated IP 172.20.0.9 (c81fff08-24ce-4813-8399-a0d1fd79900d/961bae59-7bf4-414b-98d8-f360340439fe/91f20b09-85dc-4d88-b464-19c51405d3bc) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:30.115018 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.147853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Transition to ACTIVE for port object 6108dfba-5af9-4c9c-a01b-9ad4ace41490 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:30.244420 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.336865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.348176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Network ca2a6a19-261f-4277-878d-41629ced5eee is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:30.366572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:30.369828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:30.376124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event updated for resources: {'Port': ['ID=6108dfba-5af9-4c9c-a01b-9ad4ace41490,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:30.396394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.431079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.431433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.431780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.432119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.432454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.432787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.433115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.433574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.433906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.434224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.434547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.434866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:30.467523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.468223 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.479980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Network c81fff08-24ce-4813-8399-a0d1fd79900d is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:30.485441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:30.501428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5472c-d9f4-4379-80fb-ce96a04c06ad req-27fb16f2-522d-4cae-a332-56e5a253922d tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.509728 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8c5472c-d9f4-4379-80fb-ce96a04c06ad req-27fb16f2-522d-4cae-a332-56e5a253922d tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 931 time: 0.2768641 Jul 09 13:20:30.511803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:30.563597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Pushing event updated for resources: {'Port': ['ID=91f20b09-85dc-4d88-b464-19c51405d3bc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:30.593478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-f3bef9d2-659c-4dce-a763-1e83ff0a0c3c tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4051549 Jul 09 13:20:30.605639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Request body: {'port': {'device_id': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:30.623221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.624506 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.644146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-8ae1d851-e9a6-4854-8ce6-7f5a6248d5b0 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9902332 Jul 09 13:20:30.660988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Request body: {'port': {'device_id': '0b81cf77-0625-46b4-b332-0d24bc558f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:30.712439 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8c5472c-d9f4-4379-80fb-ce96a04c06ad req-2058d537-6bfd-4ce2-a09a-29b74b3277e5 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017095 Jul 09 13:20:30.756674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a515ddca-288c-4040-8c54-e0f3c88cb275 None None] Provisioning for port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:30.772561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a515ddca-288c-4040-8c54-e0f3c88cb275 None None] Provisioning complete for port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:30.772939 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a515ddca-288c-4040-8c54-e0f3c88cb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.831599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.839120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.894053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed42642-bffa-402e-be15-ea47de295528 req-da1fa336-f978-4c89-924e-507d14564ad9 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.895830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ed42642-bffa-402e-be15-ea47de295528 req-da1fa336-f978-4c89-924e-507d14564ad9 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 947 time: 0.1594195 Jul 09 13:20:30.904467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a515ddca-288c-4040-8c54-e0f3c88cb275 None None] Port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:31.037762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c265f98-54ff-4ab7-8555-8c5030be7953 req-6d2f5a18-996a-4b3f-b545-418ace59ebd8 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:31.039606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ed42642-bffa-402e-be15-ea47de295528 req-b117c086-b08b-4e06-b334-e5e9137a19c5 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345928 Jul 09 13:20:31.039766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c265f98-54ff-4ab7-8555-8c5030be7953 req-6d2f5a18-996a-4b3f-b545-418ace59ebd8 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.1625080 Jul 09 13:20:31.135649 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c265f98-54ff-4ab7-8555-8c5030be7953 req-6f9dcc04-41fd-4354-a4b7-be87062fb322 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887969 Jul 09 13:20:31.267440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6108dfba-5af9-4c9c-a01b-9ad4ace41490 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:31.277728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.310787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Transition to ACTIVE for port object 6108dfba-5af9-4c9c-a01b-9ad4ace41490 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:31.319088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.341586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7b95c7ad-2980-41a3-9fe3-6011f4a93382 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:31.356907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f20b09-85dc-4d88-b464-19c51405d3bc {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:31.388655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.402169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Pushing event updated for resources: {'Port': ['ID=6108dfba-5af9-4c9c-a01b-9ad4ace41490,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:31.421376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Transition to ACTIVE for port object 91f20b09-85dc-4d88-b464-19c51405d3bc will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:31.429042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.492624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Attempting to bind port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:31.493377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Attempting to bind port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:31.493956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Attempting to bind port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 on network ca2a6a19-261f-4277-878d-41629ced5eee {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:31.505823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7b95c7ad-2980-41a3-9fe3-6011f4a93382, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7b95c7ad-2980-41a3-9fe3-6011f4a93382,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:31.520053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '7b95c7ad-2980-41a3-9fe3-6011f4a93382', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '7b95c7ad-2980-41a3-9fe3-6011f4a93382', 'mac_address': 'fa:16:3e:58:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:31.536823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Pushing event updated for resources: {'Port': ['ID=91f20b09-85dc-4d88-b464-19c51405d3bc,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:31.547420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e80617-a376-4564-85c1-c809ccc06ca9 req-d665fb69-389f-46ce-9c6c-1551733ea5e8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:31.555499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e80617-a376-4564-85c1-c809ccc06ca9 req-d665fb69-389f-46ce-9c6c-1551733ea5e8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.2889113 Jul 09 13:20:31.563144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 on network ca2a6a19-261f-4277-878d-41629ced5eee not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:31.563509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Attempting to bind port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 on network ca2a6a19-261f-4277-878d-41629ced5eee {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:31.570352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.572384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:31.572722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Checking segment: {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:31.573107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Bound using segment: {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:31.573543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Bound port: 6108dfba-5af9-4c9c-a01b-9ad4ace41490, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3423c27-c86f-4fb1-a994-7246a20caea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:31.573899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.587816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b95c7ad-2980-41a3-9fe3-6011f4a93382 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:31.624932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7b95c7ad-2980-41a3-9fe3-6011f4a93382, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7b95c7ad-2980-41a3-9fe3-6011f4a93382,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:31.633932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.663306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e80617-a376-4564-85c1-c809ccc06ca9 req-58459424-b573-4b30-8f1c-4a2adfb3bb00 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068127 Jul 09 13:20:31.682385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2e38b-c5d9-4a22-9ecb-72625f2e200c req-7d70bd2e-10b4-4ad4-88a5-9ea9b5183884 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:31.682385 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-daa2e38b-c5d9-4a22-9ecb-72625f2e200c req-7d70bd2e-10b4-4ad4-88a5-9ea9b5183884 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 943 time: 0.2169652 Jul 09 13:20:31.699608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7b95c7ad-2980-41a3-9fe3-6011f4a93382,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:31.702394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Attempting to bind port 91f20b09-85dc-4d88-b464-19c51405d3bc on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:31.703181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Attempting to bind port 91f20b09-85dc-4d88-b464-19c51405d3bc by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '92bf982f-ec7e-4727-9d32-da17f3b78166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c81fff08-24ce-4813-8399-a0d1fd79900d'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:31.703795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Attempting to bind port 91f20b09-85dc-4d88-b464-19c51405d3bc on network c81fff08-24ce-4813-8399-a0d1fd79900d {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:31.711317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Port 91f20b09-85dc-4d88-b464-19c51405d3bc on network c81fff08-24ce-4813-8399-a0d1fd79900d not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:31.711645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Attempting to bind port 91f20b09-85dc-4d88-b464-19c51405d3bc on network c81fff08-24ce-4813-8399-a0d1fd79900d {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:31.718047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:31.718358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Checking segment: {'id': '92bf982f-ec7e-4727-9d32-da17f3b78166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c81fff08-24ce-4813-8399-a0d1fd79900d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:31.718720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Bound using segment: {'id': '92bf982f-ec7e-4727-9d32-da17f3b78166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c81fff08-24ce-4813-8399-a0d1fd79900d'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:31.719388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Bound port: 91f20b09-85dc-4d88-b464-19c51405d3bc, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92bf982f-ec7e-4727-9d32-da17f3b78166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c81fff08-24ce-4813-8399-a0d1fd79900d'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:31.719758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.742390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] For port 6108dfba-5af9-4c9c-a01b-9ad4ace41490, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:31.747239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-daa2e38b-c5d9-4a22-9ecb-72625f2e200c req-b12725e8-6a3f-478f-a657-8de19fab191f tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641978 Jul 09 13:20:31.759481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] For port 6108dfba-5af9-4c9c-a01b-9ad4ace41490, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:31.764582 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.802358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:31.803012 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.805067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] 10.222.0.10 "PUT /v2.0/ports/6108dfba-5af9-4c9c-a01b-9ad4ace41490 HTTP/1.1" status: 200 len: 1091 time: 1.2036195 Jul 09 13:20:31.807802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'tag': '6108dfba-5af9-4c9c-a01b-9ad4ace41490'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:31.819523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] For port 91f20b09-85dc-4d88-b464-19c51405d3bc, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:31.824223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] For port 91f20b09-85dc-4d88-b464-19c51405d3bc, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=91f20b09-85dc-4d88-b464-19c51405d3bc,segment=NetworkSegment(92bf982f-ec7e-4727-9d32-da17f3b78166),segment_id=92bf982f-ec7e-4727-9d32-da17f3b78166)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:31.825073 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1c073-031a-4441-a846-a3ca0cad8aad" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca5e90c-252a-4516-8f58-3b074e0901d7", "tag": "6108dfba-5af9-4c9c-a01b-9ad4ace41490"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:31.830053 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.887488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:31.888119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.890076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] 10.222.0.10 "PUT /v2.0/ports/91f20b09-85dc-4d88-b464-19c51405d3bc HTTP/1.1" status: 200 len: 1091 time: 1.2364008 Jul 09 13:20:31.896529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['7b95c7ad-2980-41a3-9fe3-6011f4a93382'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:31.909478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b81cf77-0625-46b4-b332-0d24bc558f42', 'tag': '91f20b09-85dc-4d88-b464-19c51405d3bc'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:31.913136 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b60250-996d-4f95-b27d-d2b21594a539" -d '{"events": [{"name": "network-changed", "server_uuid": "0b81cf77-0625-46b4-b332-0d24bc558f42", "tag": "91f20b09-85dc-4d88-b464-19c51405d3bc"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:31.928593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16822176-d59b-459d-9faa-459abbe69c1c service neutron] Pushing event updated for resources: {'Port': ['ID=6108dfba-5af9-4c9c-a01b-9ad4ace41490,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:31.960199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-8dcc45a1-796f-4e4d-becd-b4f58a0b703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:31.962636 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-8dcc45a1-796f-4e4d-becd-b4f58a0b703b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67597b362cda40cbb4f236950fa87d92&device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 1094 time: 0.1056659 Jul 09 13:20:31.996919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2855c-a33a-4a9d-aeaa-482e11864f09 service neutron] Pushing event updated for resources: {'Port': ['ID=91f20b09-85dc-4d88-b464-19c51405d3bc,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:32.074124 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-86b15638-aca7-4b7e-8df6-e7d0533d4597 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490 HTTP/1.1" status: 200 len: 217 time: 0.0954373 Jul 09 13:20:32.082276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-baab00b5-4078-4345-b106-22d85af33ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.085020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-baab00b5-4078-4345-b106-22d85af33ae6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00adf852c65a4f429e287d8b28534d1b&device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 1094 time: 0.1451566 Jul 09 13:20:32.140519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-abe4b977-389a-4aff-a3a6-9b03039a140b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91f20b09-85dc-4d88-b464-19c51405d3bc HTTP/1.1" status: 200 len: 217 time: 0.0459328 Jul 09 13:20:32.154217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-89245ec5-95c2-4082-b8bc-b746b9b16489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.155773 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-89245ec5-95c2-4082-b8bc-b746b9b16489 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10882d6f-3328-4b28-be5d-4a268c1ea67e HTTP/1.1" status: 200 len: 851 time: 0.0704043 Jul 09 13:20:32.167994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4398e1-2d74-477b-9bb7-8bf86851e119 req-a330c2a0-8148-4a26-834c-22a929547f55 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.169565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a4398e1-2d74-477b-9bb7-8bf86851e119 req-a330c2a0-8148-4a26-834c-22a929547f55 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 943 time: 0.1863015 Jul 09 13:20:32.200622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-916f5cde-d0ce-495a-a2a3-68c61776d97f tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.202121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-916f5cde-d0ce-495a-a2a3-68c61776d97f tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/networks?id=e4ef1fb4-31a2-428b-921f-0b7e72b3da89 HTTP/1.1" status: 200 len: 813 time: 0.2352049 Jul 09 13:20:32.227266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-ce14fb3a-4514-4f43-abc8-524fe43c2ee6 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/quotas/4e8f5cc08c7143cbaafc1cf58df08b56 HTTP/1.1" status: 200 len: 375 time: 0.0185506 Jul 09 13:20:32.230149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-563a607a-4b46-4e74-8b61-3278a6c19390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.231667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-563a607a-4b46-4e74-8b61-3278a6c19390 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=961bae59-7bf4-414b-98d8-f360340439fe HTTP/1.1" status: 200 len: 854 time: 0.0788460 Jul 09 13:20:32.237455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a4398e1-2d74-477b-9bb7-8bf86851e119 req-78c3759e-656e-43b4-a8c2-1fa91bc51402 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473619 Jul 09 13:20:32.245420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-6fd1a3ef-f30e-48f9-9a91-ad1195b9a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.246931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-6fd1a3ef-f30e-48f9-9a91-ad1195b9a1ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca2a6a19-261f-4277-878d-41629ced5eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816567 Jul 09 13:20:32.268736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-ed5a22ef-2a48-414c-a2f1-4278f3b4eb97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c81fff08-24ce-4813-8399-a0d1fd79900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302122 Jul 09 13:20:32.319489 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fe5b16-946d-41e6-8163-1d99dd9c1115 x-openstack-request-id: req-b0fe5b16-946d-41e6-8163-1d99dd9c1115 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:32.319780 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca5e90c-252a-4516-8f58-3b074e0901d7", "tag": "6108dfba-5af9-4c9c-a01b-9ad4ace41490", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:32.320110 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0fe5b16-946d-41e6-8163-1d99dd9c1115 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:32.320506 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'tag': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'status': 'completed', 'code': 200} Jul 09 13:20:32.340452 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446373f8-a6b7-4369-a25b-f2caf6732e3d x-openstack-request-id: req-446373f8-a6b7-4369-a25b-f2caf6732e3d {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:32.340774 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b81cf77-0625-46b4-b332-0d24bc558f42", "tag": "91f20b09-85dc-4d88-b464-19c51405d3bc", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:32.341196 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-446373f8-a6b7-4369-a25b-f2caf6732e3d {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:32.341818 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b81cf77-0625-46b4-b332-0d24bc558f42', 'tag': '91f20b09-85dc-4d88-b464-19c51405d3bc', 'status': 'completed', 'code': 200} Jul 09 13:20:32.378991 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-07cdecc9-3394-4693-bf63-0c211c797108 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e8f5cc08c7143cbaafc1cf58df08b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447818 Jul 09 13:20:32.384452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-9c516fd3-e329-4de1-8702-d09275d3b88c service neutron] 10.222.0.10 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121893 Jul 09 13:20:32.394868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-a86a6ade-c76f-42ed-a6f7-436e5ddb8261 service neutron] 10.222.0.10 "GET /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196513 Jul 09 13:20:32.530134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c27f10c-f601-469a-bb62-dd9f6b785fef req-613f85ed-69fc-41c1-91c3-910331232e24 service neutron] 10.222.0.10 "GET /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281812 Jul 09 13:20:32.537827 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-923e8391-e035-4778-8f2e-a419786bf055 service neutron] 10.222.0.32 "GET /v2.0/networks/e4ef1fb4-31a2-428b-921f-0b7e72b3da89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497552 Jul 09 13:20:32.539801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ce4320-8efb-494a-a73b-8646c2de82c3 req-eabf40fc-8a7c-48dd-8220-7d0b02a1b1f4 service neutron] 10.222.0.10 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444046 Jul 09 13:20:32.543231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780ade-0634-444a-8cf4-51818d01854e req-08b99ca9-3765-47b1-b82a-28cb55fe2642 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.544772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d780ade-0634-444a-8cf4-51818d01854e req-08b99ca9-3765-47b1-b82a-28cb55fe2642 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 948 time: 0.1241300 Jul 09 13:20:32.606044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d780ade-0634-444a-8cf4-51818d01854e req-b58eddfa-8800-48e2-9194-efa3c59555d9 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505462 Jul 09 13:20:32.664677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-617054c5-8b0f-4829-a97a-4584052c2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.665623 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-617054c5-8b0f-4829-a97a-4584052c2d5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67597b362cda40cbb4f236950fa87d92&device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 1094 time: 0.0718358 Jul 09 13:20:32.684423 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-0d531bb7-8c93-4839-90ed-df07dd289eae service neutron] 10.222.0.32 "GET /v2.0/networks/e4ef1fb4-31a2-428b-921f-0b7e72b3da89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383421 Jul 09 13:20:32.686284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b60250-996d-4f95-b27d-d2b21594a539 req-eb4d3ac1-70d0-4988-8013-ed2b8d493274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.687774 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78b60250-996d-4f95-b27d-d2b21594a539 req-eb4d3ac1-70d0-4988-8013-ed2b8d493274 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00adf852c65a4f429e287d8b28534d1b&device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 1094 time: 0.0931730 Jul 09 13:20:32.797544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b60250-996d-4f95-b27d-d2b21594a539 req-f4ece6d2-4f5f-4c72-aabd-2a634addb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.799251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78b60250-996d-4f95-b27d-d2b21594a539 req-f4ece6d2-4f5f-4c72-aabd-2a634addb711 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c81fff08-24ce-4813-8399-a0d1fd79900d HTTP/1.1" status: 200 len: 914 time: 0.1029186 Jul 09 13:20:32.809562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-39bc31f5-4876-40a2-9600-445ecadaad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.811079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-39bc31f5-4876-40a2-9600-445ecadaad2b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca2a6a19-261f-4277-878d-41629ced5eee HTTP/1.1" status: 200 len: 912 time: 0.1379492 Jul 09 13:20:32.841707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565e0d-66b4-4a0b-9ee5-9eaca4c2fc18 req-3d421513-2053-4827-a9bd-82f96f1bc2d0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.842487 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78b60250-996d-4f95-b27d-d2b21594a539 req-39358df1-8e6b-4f37-a897-047c17638ae4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91f20b09-85dc-4d88-b464-19c51405d3bc HTTP/1.1" status: 200 len: 217 time: 0.0358078 Jul 09 13:20:32.843939 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58565e0d-66b4-4a0b-9ee5-9eaca4c2fc18 req-3d421513-2053-4827-a9bd-82f96f1bc2d0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.1207321 Jul 09 13:20:32.903093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b60250-996d-4f95-b27d-d2b21594a539 req-3036868e-402c-4835-8ee7-fd3178a78aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.904595 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78b60250-996d-4f95-b27d-d2b21594a539 req-3036868e-402c-4835-8ee7-fd3178a78aa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=961bae59-7bf4-414b-98d8-f360340439fe HTTP/1.1" status: 200 len: 854 time: 0.0454996 Jul 09 13:20:32.911705 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-4c3353ec-8765-4705-8a4d-27d744abb13b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490 HTTP/1.1" status: 200 len: 217 time: 0.0666552 Jul 09 13:20:32.952511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78b60250-996d-4f95-b27d-d2b21594a539 req-6284ee44-8a69-41f5-af04-2c27c6f1e07d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c81fff08-24ce-4813-8399-a0d1fd79900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403793 Jul 09 13:20:33.012807 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58565e0d-66b4-4a0b-9ee5-9eaca4c2fc18 req-080f1e44-25f9-4376-9492-894f33e2b86a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254759 Jul 09 13:20:33.053508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-2404b545-edc5-4ec0-b77c-cd5998b37163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.055644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-2404b545-edc5-4ec0-b77c-cd5998b37163 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10882d6f-3328-4b28-be5d-4a268c1ea67e HTTP/1.1" status: 200 len: 851 time: 0.1314318 Jul 09 13:20:33.083888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78b60250-996d-4f95-b27d-d2b21594a539 req-52aa5bf8-6405-4d14-8095-27ad0a623522 service neutron] 10.222.0.10 "GET /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193910 Jul 09 13:20:33.153042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-2e1aa902-af82-4760-b88a-8e42a3fca9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.155550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-2e1aa902-af82-4760-b88a-8e42a3fca9fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca2a6a19-261f-4277-878d-41629ced5eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845876 Jul 09 13:20:33.242011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe80c1-5164-4158-a967-161dde6b5781 req-c26312ae-040a-406b-a769-ea73be8427b9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.243542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbfe80c1-5164-4158-a967-161dde6b5781 req-c26312ae-040a-406b-a769-ea73be8427b9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1585913 Jul 09 13:20:33.250515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78b60250-996d-4f95-b27d-d2b21594a539 req-b5cef2f5-e965-4dcf-8068-d548e94789ff service neutron] 10.222.0.10 "GET /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258309 Jul 09 13:20:33.296936 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbfe80c1-5164-4158-a967-161dde6b5781 req-cb466d83-66d0-4337-9e4b-964b7158b16f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Jul 09 13:20:33.320262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-c1132337-19dc-457c-8c18-628fd577a98f service neutron] 10.222.0.10 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561215 Jul 09 13:20:33.329723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885fef8-7987-444c-8291-5346154438c5 req-9f40bea1-9450-4c2d-99a6-1caae6331084 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.331927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2885fef8-7987-444c-8291-5346154438c5 req-9f40bea1-9450-4c2d-99a6-1caae6331084 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 943 time: 0.1563957 Jul 09 13:20:33.368608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7b95c7ad-2980-41a3-9fe3-6011f4a93382 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:33.421309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2885fef8-7987-444c-8291-5346154438c5 req-efe9eccd-b3af-4537-94ca-3bc6629ff8fb tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812099 Jul 09 13:20:33.434085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:33.438357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:33.438738 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.474299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2b1c073-031a-4441-a846-a3ca0cad8aad req-4bf9657a-ccf4-4b30-91bb-ce8fe7189971 service neutron] 10.222.0.10 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404064 Jul 09 13:20:33.475385 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d95f8a3a-c06e-40bd-820d-fe2a00460975 req-579ef099-e0d3-45a0-8294-581be86033b5 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 210 time: 0.0385063 Jul 09 13:20:33.529193 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.557906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3edb2ac-fe08-4512-8e88-af3504def42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b95c7ad-2980-41a3-9fe3-6011f4a93382'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:33.560655 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db697cd-3044-44d8-8ab4-f61453155158" -d '{"events": [{"server_uuid": "f3edb2ac-fe08-4512-8e88-af3504def42b", "name": "network-vif-plugged", "status": "completed", "tag": "7b95c7ad-2980-41a3-9fe3-6011f4a93382"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:33.574215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7b95c7ad-2980-41a3-9fe3-6011f4a93382, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7b95c7ad-2980-41a3-9fe3-6011f4a93382,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:33.580271 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.622136 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4e3bb3-a3a3-45ad-a92d-f19d7b9d2f4b x-openstack-request-id: req-3a4e3bb3-a3a3-45ad-a92d-f19d7b9d2f4b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:33.622432 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3edb2ac-fe08-4512-8e88-af3504def42b", "name": "network-vif-plugged", "status": "completed", "tag": "7b95c7ad-2980-41a3-9fe3-6011f4a93382", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:33.622685 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a4e3bb3-a3a3-45ad-a92d-f19d7b9d2f4b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:33.623108 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3edb2ac-fe08-4512-8e88-af3504def42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b95c7ad-2980-41a3-9fe3-6011f4a93382', 'code': 200} Jul 09 13:20:33.641943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7b95c7ad-2980-41a3-9fe3-6011f4a93382,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:33.728317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c53676-39fa-4cbf-b5d9-99670b32a2ae req-92901432-c340-492b-9d34-0a286720df08 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.729852 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4c53676-39fa-4cbf-b5d9-99670b32a2ae req-92901432-c340-492b-9d34-0a286720df08 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 943 time: 0.0852525 Jul 09 13:20:33.798465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d84d1f-5c65-4421-8727-9aa44aee4222 req-f97859e3-f3df-4058-8eb8-9631260e6a4a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.800487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56d84d1f-5c65-4421-8727-9aa44aee4222 req-f97859e3-f3df-4058-8eb8-9631260e6a4a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 949 time: 0.0684254 Jul 09 13:20:33.818304 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4c53676-39fa-4cbf-b5d9-99670b32a2ae req-53dc525b-7f0e-4452-87ba-4359187c6e5f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780675 Jul 09 13:20:33.829504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c8d97-d5f8-42af-97a7-d368632157c6 req-c85018d6-7539-465a-95ab-bf9757f03d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.831746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-253c8d97-d5f8-42af-97a7-d368632157c6 req-c85018d6-7539-465a-95ab-bf9757f03d0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 1100 time: 0.0903916 Jul 09 13:20:33.841599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56d84d1f-5c65-4421-8727-9aa44aee4222 req-30a3d396-a53f-454d-b6ec-e13e2f37eacd tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353222 Jul 09 13:20:33.879853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-253c8d97-d5f8-42af-97a7-d368632157c6 req-960b803d-e9b5-479f-9cdd-884ca6af81e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Jul 09 13:20:34.194769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ca9f-d4ad-4334-937d-a2c631bbd77d req-fe43740d-ebdc-4ee2-b1b9-a54c62decd3b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.196319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de72ca9f-d4ad-4334-937d-a2c631bbd77d req-fe43740d-ebdc-4ee2-b1b9-a54c62decd3b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.0688729 Jul 09 13:20:34.235581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de72ca9f-d4ad-4334-937d-a2c631bbd77d req-6bdef11c-7b04-4340-a062-3d21d5f4b75b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Jul 09 13:20:34.366525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-c82755e0-d73c-4e10-9a8c-d9de04578001 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.368274 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-c82755e0-d73c-4e10-9a8c-d9de04578001 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.11 "GET /v2.0/networks?id=e4ef1fb4-31a2-428b-921f-0b7e72b3da89 HTTP/1.1" status: 200 len: 813 time: 0.1416745 Jul 09 13:20:34.381987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Request body: {'port': {'device_id': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89', 'admin_state_up': True, 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:34.556359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ceac6-6004-49b9-934c-8be28dc3c910 req-ae79e002-403f-4545-bcd6-65646241f8bf tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.558183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e0ceac6-6004-49b9-934c-8be28dc3c910 req-ae79e002-403f-4545-bcd6-65646241f8bf tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1295619 Jul 09 13:20:34.601857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Made reservation on behalf of 4e8f5cc08c7143cbaafc1cf58df08b56 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:34.606191 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.626060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e0ceac6-6004-49b9-934c-8be28dc3c910 req-e90f30ac-91d8-4235-90a6-6371a5c30379 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608385 Jul 09 13:20:34.639255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecbade-dd1e-445c-9b78-f508cca8a8ad req-da90b71f-3ddf-420b-99a1-ba7e1f9e616e tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.641695 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8aecbade-dd1e-445c-9b78-f508cca8a8ad req-da90b71f-3ddf-420b-99a1-ba7e1f9e616e tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 943 time: 0.0855682 Jul 09 13:20:34.667086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 91f20b09-85dc-4d88-b464-19c51405d3bc details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:34.694856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8aecbade-dd1e-445c-9b78-f508cca8a8ad req-9807164e-bd34-4a0d-827a-f621529700e1 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Jul 09 13:20:34.834551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-790b702f-2b16-4489-9a0c-13ff95bd0d0d req-f61e397f-9151-49f0-92dc-e6fef9df7d35 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 210 time: 0.0727413 Jul 09 13:20:34.851491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 91f20b09-85dc-4d88-b464-19c51405d3bc, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=91f20b09-85dc-4d88-b464-19c51405d3bc,segment=NetworkSegment(92bf982f-ec7e-4727-9d32-da17f3b78166),segment_id=92bf982f-ec7e-4727-9d32-da17f3b78166)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:34.875821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '91f20b09-85dc-4d88-b464-19c51405d3bc', 'network_id': 'c81fff08-24ce-4813-8399-a0d1fd79900d', 'port_id': '91f20b09-85dc-4d88-b464-19c51405d3bc', 'mac_address': 'fa:16:3e:7f:9d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961bae59-7bf4-414b-98d8-f360340439fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:34.894817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Allocated IP 172.20.0.5 (e4ef1fb4-31a2-428b-921f-0b7e72b3da89/1267d53f-85aa-489a-b814-8bea8536e588/7971ce51-69f9-4624-ba8e-e7de4fb6f248) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:34.918764 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.940791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f20b09-85dc-4d88-b464-19c51405d3bc {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:35.000119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 91f20b09-85dc-4d88-b464-19c51405d3bc, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=91f20b09-85dc-4d88-b464-19c51405d3bc,segment=NetworkSegment(92bf982f-ec7e-4727-9d32-da17f3b78166),segment_id=92bf982f-ec7e-4727-9d32-da17f3b78166)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:35.005729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.006874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 6108dfba-5af9-4c9c-a01b-9ad4ace41490 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:35.174890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=91f20b09-85dc-4d88-b464-19c51405d3bc,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:35.182147 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-918f93ff-2e18-4235-9386-598d1a39616c req-27f680fe-c75f-4baa-bf48-4ffa05a9e3f3 service neutron] show failed (client error): The resource could not be found. Jul 09 13:20:35.183365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-27f680fe-c75f-4baa-bf48-4ffa05a9e3f3 service neutron] 10.222.0.10 "GET /v2.0/ports/ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.1267586 Jul 09 13:20:35.216189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c70687-852b-44f0-900b-361f9313a1dd req-2e7d9532-d7df-410a-8adb-42464982a464 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.225905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82c70687-852b-44f0-900b-361f9313a1dd req-2e7d9532-d7df-410a-8adb-42464982a464 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 949 time: 0.1203442 Jul 09 13:20:35.286282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 6108dfba-5af9-4c9c-a01b-9ad4ace41490, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:35.286752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82c70687-852b-44f0-900b-361f9313a1dd req-1b1463c9-2ce8-49da-b154-099143f9d2d5 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598578 Jul 09 13:20:35.321350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'port_id': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'mac_address': 'fa:16:3e:25:a8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:35.403348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f758-4015-492e-991d-386a8a4a6c44 req-422836aa-354d-4ae6-90bc-40d64a358b88 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.411605 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e75f758-4015-492e-991d-386a8a4a6c44 req-422836aa-354d-4ae6-90bc-40d64a358b88 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 943 time: 0.4187231 Jul 09 13:20:35.417645 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.442224 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6108dfba-5af9-4c9c-a01b-9ad4ace41490 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:35.467697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 6108dfba-5af9-4c9c-a01b-9ad4ace41490, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:35.474013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.495721 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.569145 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e75f758-4015-492e-991d-386a8a4a6c44 req-22495dd3-58df-4744-ac6d-0507fa5784aa tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561971 Jul 09 13:20:35.573564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Transition to ACTIVE for port object 7971ce51-69f9-4624-ba8e-e7de4fb6f248 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:35.577188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=6108dfba-5af9-4c9c-a01b-9ad4ace41490,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:35.664919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.726902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['91f20b09-85dc-4d88-b464-19c51405d3bc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:35.730362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['6108dfba-5af9-4c9c-a01b-9ad4ace41490'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:35.761430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:35.766882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:35.784665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:35.932790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Pushing event updated for resources: {'Port': ['ID=7971ce51-69f9-4624-ba8e-e7de4fb6f248,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:36.015289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.016102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.070008 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-92cd8221-11cb-4025-9020-59e7f37b7939 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6934657 Jul 09 13:20:36.105284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3df419-d0e8-4755-b35f-998dc9d68728 req-0a438a62-3aab-45da-ab08-2c96c8035124 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.114400 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bc3df419-d0e8-4755-b35f-998dc9d68728 req-0a438a62-3aab-45da-ab08-2c96c8035124 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.2220073 Jul 09 13:20:36.210401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0604e-c3b2-41a3-a28c-4a8cd7212323 req-d8cf7436-f821-41ea-a44c-0eb2b30a5d4d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.218746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bc3df419-d0e8-4755-b35f-998dc9d68728 req-6c42198b-0667-4d32-8c36-53a9ffa8f9b6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034391 Jul 09 13:20:36.219366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbd0604e-c3b2-41a3-a28c-4a8cd7212323 req-d8cf7436-f821-41ea-a44c-0eb2b30a5d4d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.1457670 Jul 09 13:20:36.272963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3f2f8ec7-1276-45cd-a831-8e5b37060da0 None None] Provisioning for port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:36.281625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3f2f8ec7-1276-45cd-a831-8e5b37060da0 None None] Provisioning complete for port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:36.282131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8ec7-1276-45cd-a831-8e5b37060da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.303475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbd0604e-c3b2-41a3-a28c-4a8cd7212323 req-4a333abf-cdc0-4cc4-a54c-55ccce844e43 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Jul 09 13:20:36.362082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f8ec7-1276-45cd-a831-8e5b37060da0 None None] Port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:36.596733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eb5c5-9290-47c3-b5ae-91dc8144f52f req-0b39c2e3-537d-4491-ba35-eabf7ef31f09 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.601405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68474c1-54e1-4a87-a149-283354bbd1a7 req-afe94eea-e61a-4172-93dc-adeaab296b68 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.604146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e68474c1-54e1-4a87-a149-283354bbd1a7 req-afe94eea-e61a-4172-93dc-adeaab296b68 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 944 time: 0.0953550 Jul 09 13:20:36.607526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a69eb5c5-9290-47c3-b5ae-91dc8144f52f req-0b39c2e3-537d-4491-ba35-eabf7ef31f09 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 931 time: 0.1369483 Jul 09 13:20:36.670972 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a69eb5c5-9290-47c3-b5ae-91dc8144f52f req-9dcfa085-ae7f-4c2a-a0a6-c3ce44dd8c03 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591023 Jul 09 13:20:36.672402 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e68474c1-54e1-4a87-a149-283354bbd1a7 req-060fcf49-c2bb-44bf-80d9-cdf5688a0af6 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621758 Jul 09 13:20:36.862551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f223d-2abf-48d0-8d12-cbd4d29501cb req-d0bb8f7f-231e-48d0-b538-2f378b2e5be9 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.864061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c94f223d-2abf-48d0-8d12-cbd4d29501cb req-d0bb8f7f-231e-48d0-b538-2f378b2e5be9 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 949 time: 0.0744207 Jul 09 13:20:36.902253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c94f223d-2abf-48d0-8d12-cbd4d29501cb req-be3e6913-4c61-499d-aaa8-3e093df2791c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Jul 09 13:20:37.224494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94cb40-094d-41fb-86ed-299f5e5add97 req-ce62f246-d05d-4148-b199-d4a101a72931 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.226301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b94cb40-094d-41fb-86ed-299f5e5add97 req-ce62f246-d05d-4148-b199-d4a101a72931 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 944 time: 0.1141741 Jul 09 13:20:37.284459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b94cb40-094d-41fb-86ed-299f5e5add97 req-f1d78865-a5a3-43ca-83a4-9296e72172bf tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514607 Jul 09 13:20:37.652423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a8635-df14-4a86-abf2-a579f843fdf3 req-a1bc9aa9-2056-4119-83fa-26068e900530 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.653838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-040a8635-df14-4a86-abf2-a579f843fdf3 req-a1bc9aa9-2056-4119-83fa-26068e900530 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.0617027 Jul 09 13:20:37.694311 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-040a8635-df14-4a86-abf2-a579f843fdf3 req-992ba616-3336-41d5-a818-1171b54ea94c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345399 Jul 09 13:20:37.871436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ddec1-1a93-415b-b6d7-338cec7f02ba req-b0eb51cc-ba11-41b4-a725-e46f450b4823 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.872949 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb6ddec1-1a93-415b-b6d7-338cec7f02ba req-b0eb51cc-ba11-41b4-a725-e46f450b4823 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.0820303 Jul 09 13:20:37.950992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb6ddec1-1a93-415b-b6d7-338cec7f02ba req-53079f58-ad40-4021-aec0-8a59ea4f8f9f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Jul 09 13:20:38.340075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.340757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.341018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.341486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.341947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.342411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.342869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.343353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.343809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.344271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.344727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.345180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.345641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.348463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-89ed757f-e610-4436-9399-910fd6d86709 req-45fac503-c805-442e-a9ce-bf24eb5eefb9 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9&device_id=0b81cf77-0625-46b4-b332-0d24bc558f42&device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7&device_id=f3edb2ac-fe08-4512-8e88-af3504def42b&device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154&device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7&device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa&device_id=010a9525-2a9c-4b3f-b447-7646c8808be9&device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe&device_id=9cb6d523-68d5-400e-8b26-72337cf291b9&device_id=44a54c6c-f05d-4128-8d3e-874756c1684d&device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 11695 time: 0.0725577 Jul 09 13:20:38.367312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-89ed757f-e610-4436-9399-910fd6d86709 req-8c77d993-9bde-4508-b178-98b867d66b27 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.466876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-89ed757f-e610-4436-9399-910fd6d86709 req-8c77d993-9bde-4508-b178-98b867d66b27 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.470472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-89ed757f-e610-4436-9399-910fd6d86709 req-8c77d993-9bde-4508-b178-98b867d66b27 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.501298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-89ed757f-e610-4436-9399-910fd6d86709 req-8c77d993-9bde-4508-b178-98b867d66b27 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&id=49112290-5c06-4e44-ba0e-786e13c66037&id=d098bcde-b934-499b-86e1-6412f9b42271&id=1328c68f-91f6-4b4d-b54d-7ee45088780b&id=b70283e5-ea56-4a09-b505-599ed37668ab&id=10703a42-c9b0-45ce-bbab-7e859a495563&id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 832 time: 0.1463175 Jul 09 13:20:38.515797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77d993-9bde-4508-b178-98b867d66b27 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a967a79-6a27-4ce1-8b36-9690c93ff381,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:38.672574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e9fed-45d9-4c98-8de2-69e457e7516f req-d78b40e9-b2b3-4a38-9f0b-466b0fd52fbb tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.674106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-803e9fed-45d9-4c98-8de2-69e457e7516f req-d78b40e9-b2b3-4a38-9f0b-466b0fd52fbb tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 931 time: 0.0658786 Jul 09 13:20:38.679846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 91f20b09-85dc-4d88-b464-19c51405d3bc up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:38.712857 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-803e9fed-45d9-4c98-8de2-69e457e7516f req-1c2495cf-fd9b-4b25-82e7-8552284621e8 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jul 09 13:20:38.733345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 91f20b09-85dc-4d88-b464-19c51405d3bc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:38.737984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 91f20b09-85dc-4d88-b464-19c51405d3bc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:38.738415 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.835422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.859830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b81cf77-0625-46b4-b332-0d24bc558f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f20b09-85dc-4d88-b464-19c51405d3bc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:38.863371 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72b285f-8b84-466d-83cd-ce8750cd011d" -d '{"events": [{"server_uuid": "0b81cf77-0625-46b4-b332-0d24bc558f42", "name": "network-vif-plugged", "status": "completed", "tag": "91f20b09-85dc-4d88-b464-19c51405d3bc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:38.875967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 91f20b09-85dc-4d88-b464-19c51405d3bc, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=91f20b09-85dc-4d88-b464-19c51405d3bc,segment=NetworkSegment(92bf982f-ec7e-4727-9d32-da17f3b78166),segment_id=92bf982f-ec7e-4727-9d32-da17f3b78166)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:38.883333 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.884166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 6108dfba-5af9-4c9c-a01b-9ad4ace41490 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:38.898625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826708b9-9d4b-465f-a2e3-ddc88b548436 req-48c6d31e-699c-4f94-9379-2954507fecad tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.900232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826708b9-9d4b-465f-a2e3-ddc88b548436 req-48c6d31e-699c-4f94-9379-2954507fecad tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 944 time: 0.0804291 Jul 09 13:20:38.963565 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-826708b9-9d4b-465f-a2e3-ddc88b548436 req-1ff6e006-3c0d-4a73-8150-a7f33c879693 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555794 Jul 09 13:20:38.992348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=91f20b09-85dc-4d88-b464-19c51405d3bc,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:39.006355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:39.011422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.011898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.012257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.012779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.013479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.013857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.014467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.015037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.015625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.016105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.016645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.017390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.028959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:39.030091 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.150534 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.185604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 6108dfba-5af9-4c9c-a01b-9ad4ace41490, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:39.189416 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.190713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:39.269020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=6108dfba-5af9-4c9c-a01b-9ad4ace41490,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:39.311692 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.366811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:39.371644 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.429710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:39.579952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c0e-0e5e-49d5-a167-dcde9ced8b4f req-1d395bf1-d1c7-4597-8bf5-3baa69977696 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:39.581770 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2a552c0e-0e5e-49d5-a167-dcde9ced8b4f req-1d395bf1-d1c7-4597-8bf5-3baa69977696 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.3740525 Jul 09 13:20:39.623655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2a552c0e-0e5e-49d5-a167-dcde9ced8b4f req-883cf027-6485-49ce-a86a-6d3b3b17dcfa tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355122 Jul 09 13:20:39.924814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b3b31-4b2c-47c6-b429-62ac4c6ea9d0 req-55b7c56b-cba2-495c-b8bf-594f89a61739 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:39.927719 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-602b3b31-4b2c-47c6-b429-62ac4c6ea9d0 req-55b7c56b-cba2-495c-b8bf-594f89a61739 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.0656919 Jul 09 13:20:39.969167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-602b3b31-4b2c-47c6-b429-62ac4c6ea9d0 req-64c61ee2-26c8-49fb-9d4b-47bc0013e9e7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361848 Jul 09 13:20:40.017536 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57195b5-1098-4b2c-bfe1-2b179d24fae2 x-openstack-request-id: req-e57195b5-1098-4b2c-bfe1-2b179d24fae2 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:40.018203 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b81cf77-0625-46b4-b332-0d24bc558f42", "name": "network-vif-plugged", "status": "completed", "tag": "91f20b09-85dc-4d88-b464-19c51405d3bc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:40.018203 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e57195b5-1098-4b2c-bfe1-2b179d24fae2 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:40.018523 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b81cf77-0625-46b4-b332-0d24bc558f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f20b09-85dc-4d88-b464-19c51405d3bc', 'code': 200} Jul 09 13:20:40.156569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04039dd9-eee3-44a0-9a02-4d4dd667d932 req-39749e58-0337-4253-aaa3-a4a1c98694c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.158110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04039dd9-eee3-44a0-9a02-4d4dd667d932 req-39749e58-0337-4253-aaa3-a4a1c98694c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 1096 time: 0.0709875 Jul 09 13:20:40.223221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04039dd9-eee3-44a0-9a02-4d4dd667d932 req-2fd1275e-02b8-4236-8f05-c79fd76d02d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566077 Jul 09 13:20:40.226452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a27a49-2bd0-4e1d-8717-66016a3e09f2 req-3103a884-4363-44f5-869b-6e7556b6e1e9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.228099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0a27a49-2bd0-4e1d-8717-66016a3e09f2 req-3103a884-4363-44f5-869b-6e7556b6e1e9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.1228745 Jul 09 13:20:40.267150 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0a27a49-2bd0-4e1d-8717-66016a3e09f2 req-93904caa-3149-4acf-9a0c-160421415f8c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332148 Jul 09 13:20:40.434682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a69a59-3c74-4f28-827b-abfbc76c86d8 req-cea0e0bf-289d-4069-a2d6-bd9c9fab3d61 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.436278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a69a59-3c74-4f28-827b-abfbc76c86d8 req-cea0e0bf-289d-4069-a2d6-bd9c9fab3d61 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 931 time: 0.0701280 Jul 09 13:20:40.474339 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3a69a59-3c74-4f28-827b-abfbc76c86d8 req-7a7bcee6-cd17-41ef-a0ee-dc62be2b74ba tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 09 13:20:40.796363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfde6d-e4f0-4886-82a3-c7ade381936f req-012d7862-b98d-4f09-8ed2-a2e8a77ba831 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.797410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfde6d-e4f0-4886-82a3-c7ade381936f req-012d7862-b98d-4f09-8ed2-a2e8a77ba831 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.797574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfde6d-e4f0-4886-82a3-c7ade381936f req-012d7862-b98d-4f09-8ed2-a2e8a77ba831 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.800057 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09bfde6d-e4f0-4886-82a3-c7ade381936f req-012d7862-b98d-4f09-8ed2-a2e8a77ba831 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b&device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7&device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 2883 time: 0.0828662 Jul 09 13:20:40.839521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09bfde6d-e4f0-4886-82a3-c7ade381936f req-7dc67fbb-b1f6-4b4a-aff4-539f1786f73c tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331523 Jul 09 13:20:41.030011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9b011-a1d1-4f2c-8c03-f2dcc40f661c req-e9c87625-6a11-4758-ac47-06930298994f tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:41.031635 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3a9b011-a1d1-4f2c-8c03-f2dcc40f661c req-e9c87625-6a11-4758-ac47-06930298994f tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 945 time: 0.0937066 Jul 09 13:20:41.072646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3a9b011-a1d1-4f2c-8c03-f2dcc40f661c req-9fec2164-5d97-4868-bfdc-b61a7d1bf9a8 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337093 Jul 09 13:20:41.375870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ca35-f8dc-47e3-b0d8-ce9b4f00a78b req-6a2cd678-7056-42d3-9a28-58d7c14b0bc1 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:41.377883 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7262ca35-f8dc-47e3-b0d8-ce9b4f00a78b req-6a2cd678-7056-42d3-9a28-58d7c14b0bc1 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.0714529 Jul 09 13:20:41.415239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7262ca35-f8dc-47e3-b0d8-ce9b4f00a78b req-33e50b8b-9254-4d28-9e12-31e192835dd9 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Jul 09 13:20:41.711998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31a892-b633-45c0-9847-e83a4bfc3650 req-14d07703-d3b7-4b07-b47f-a1be1521328f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:41.713378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7a31a892-b633-45c0-9847-e83a4bfc3650 req-14d07703-d3b7-4b07-b47f-a1be1521328f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.0650697 Jul 09 13:20:41.770875 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7a31a892-b633-45c0-9847-e83a4bfc3650 req-97de54d0-1161-4468-84bd-4aa3cd282fd0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 Jul 09 13:20:41.936656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5e90c-d9d4-4bd6-9fe8-10651d3f7b0e req-7833ba7e-a1ca-48c8-990c-e3ae92f66ed3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:41.938135 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a5e90c-d9d4-4bd6-9fe8-10651d3f7b0e req-7833ba7e-a1ca-48c8-990c-e3ae92f66ed3 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.0646346 Jul 09 13:20:41.976030 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a5e90c-d9d4-4bd6-9fe8-10651d3f7b0e req-dedb4ecd-f8c1-4c37-8266-694d5a35209a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Jul 09 13:20:42.019515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6108dfba-5af9-4c9c-a01b-9ad4ace41490'}, {'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:42.021911 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3071dc0f-e820-416a-ba03-8177e05b1fdf" -d '{"events": [{"server_uuid": "5ca5e90c-252a-4516-8f58-3b074e0901d7", "name": "network-vif-plugged", "status": "completed", "tag": "6108dfba-5af9-4c9c-a01b-9ad4ace41490"}, {"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:42.169162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49472cb4-88f0-44ce-a8d7-c49fcb3519d5 req-c75cb9ce-73d1-494f-b27f-ccefc44e6e17 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:42.170683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49472cb4-88f0-44ce-a8d7-c49fcb3519d5 req-c75cb9ce-73d1-494f-b27f-ccefc44e6e17 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 931 time: 0.0815232 Jul 09 13:20:42.208779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49472cb4-88f0-44ce-a8d7-c49fcb3519d5 req-7e02f631-5faf-46ca-9aed-fa7a46847d84 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 09 13:20:42.278721 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415429de-0529-47b8-b90b-c63af6ccdd75 x-openstack-request-id: req-415429de-0529-47b8-b90b-c63af6ccdd75 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:42.279056 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca5e90c-252a-4516-8f58-3b074e0901d7", "name": "network-vif-plugged", "status": "completed", "tag": "6108dfba-5af9-4c9c-a01b-9ad4ace41490", "code": 200}, {"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:42.279315 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-415429de-0529-47b8-b90b-c63af6ccdd75 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:42.279709 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'code': 200} Jul 09 13:20:42.279969 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'code': 200} Jul 09 13:20:42.447767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36549204-3819-41da-9785-722796aedf36 req-d9e7b2a9-c7db-4e2b-91b8-016bd00fcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:42.450771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36549204-3819-41da-9785-722796aedf36 req-d9e7b2a9-c7db-4e2b-91b8-016bd00fcc8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 1096 time: 0.0814548 Jul 09 13:20:42.460042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252eb1a0-a1d0-48e6-95fa-0e4e51e8012c req-1175d2b0-1b7d-4a19-9ecb-0ea250028069 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:42.461614 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-252eb1a0-a1d0-48e6-95fa-0e4e51e8012c req-1175d2b0-1b7d-4a19-9ecb-0ea250028069 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 945 time: 0.0823002 Jul 09 13:20:42.494196 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36549204-3819-41da-9785-722796aedf36 req-8f2d0009-02f8-4595-9f5e-79ef7e82e575 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300360 Jul 09 13:20:42.498552 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-252eb1a0-a1d0-48e6-95fa-0e4e51e8012c req-3791fa34-4e87-4178-86ac-22dca740d6a5 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Jul 09 13:20:42.906726 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.976626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8558cc-a0c4-4c1d-b0fd-c8e12458c3d4 req-405f57ae-97c6-47f9-9074-526a5c3639d9 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:42.978117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be8558cc-a0c4-4c1d-b0fd-c8e12458c3d4 req-405f57ae-97c6-47f9-9074-526a5c3639d9 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.0626361 Jul 09 13:20:43.041518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be8558cc-a0c4-4c1d-b0fd-c8e12458c3d4 req-a2c07773-8fae-4892-8a9b-29be6444fe80 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574477 Jul 09 13:20:43.319990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7533d-8c30-42df-8d7f-e86082059e6f req-94bc19d2-ac6e-4880-aef0-9a02c206ded4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:43.321560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56d7533d-8c30-42df-8d7f-e86082059e6f req-94bc19d2-ac6e-4880-aef0-9a02c206ded4 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 946 time: 0.0805392 Jul 09 13:20:43.361470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56d7533d-8c30-42df-8d7f-e86082059e6f req-2a600b67-376f-484c-b66a-ee74507f497b tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340157 Jul 09 13:20:43.552442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e57f66-c8c2-44ef-b5c3-308804174453 req-0faec1db-6405-4471-b74b-b31d7d5cee28 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:43.559394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37e57f66-c8c2-44ef-b5c3-308804174453 req-0faec1db-6405-4471-b74b-b31d7d5cee28 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.0866110 Jul 09 13:20:43.598413 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37e57f66-c8c2-44ef-b5c3-308804174453 req-93a2ab8c-354c-4443-a72a-d3377b9b066b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 Jul 09 13:20:43.754979 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.143177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de4087-8edc-40df-b1e2-34e830bf5222 req-5b5ebf0c-f9bd-4eec-acb0-f1cf22ff80fa tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:44.144996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98de4087-8edc-40df-b1e2-34e830bf5222 req-5b5ebf0c-f9bd-4eec-acb0-f1cf22ff80fa tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.0731471 Jul 09 13:20:44.185425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98de4087-8edc-40df-b1e2-34e830bf5222 req-335f8bf1-87e3-44ae-b90a-78648bdf7cef tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345511 Jul 09 13:20:44.262902 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4977e95f-d3ed-4d78-9502-35b76264e888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.528918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-61d600c3-c008-441c-aba2-59931fccbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:44.530415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-61d600c3-c008-441c-aba2-59931fccbd70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00adf852c65a4f429e287d8b28534d1b&device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 1096 time: 0.0574412 Jul 09 13:20:44.568742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d793ae-d228-405f-a7dc-c4a9f8c92c2a req-8951bbc6-4b05-4d72-821e-3f40bd193411 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:44.570228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c7d793ae-d228-405f-a7dc-c4a9f8c92c2a req-8951bbc6-4b05-4d72-821e-3f40bd193411 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 931 time: 0.0655465 Jul 09 13:20:44.608952 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c7d793ae-d228-405f-a7dc-c4a9f8c92c2a req-61b166cc-af5c-4d53-a74f-406b51eb310c tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Jul 09 13:20:44.633937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-38446dbf-1032-4d24-87fa-55096f1a4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:44.637689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-38446dbf-1032-4d24-87fa-55096f1a4d40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c81fff08-24ce-4813-8399-a0d1fd79900d HTTP/1.1" status: 200 len: 914 time: 0.0997293 Jul 09 13:20:44.697421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-341b1332-21c5-4c9c-840e-e6aa05760082 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91f20b09-85dc-4d88-b464-19c51405d3bc HTTP/1.1" status: 200 len: 217 time: 0.0468564 Jul 09 13:20:44.762491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-0c093cc5-77f9-4078-b30c-e595fcaac590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:44.764559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-0c093cc5-77f9-4078-b30c-e595fcaac590 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=961bae59-7bf4-414b-98d8-f360340439fe HTTP/1.1" status: 200 len: 854 time: 0.0611646 Jul 09 13:20:44.805863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-2f08a6c5-4a4d-4ac6-b3fc-2750ae91ce9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c81fff08-24ce-4813-8399-a0d1fd79900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337605 Jul 09 13:20:44.923532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-9f4191c9-de0e-4d4b-9da0-976cd02b7cfd service neutron] 10.222.0.10 "GET /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111882 Jul 09 13:20:45.021740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12f1b0d0-3183-4cf8-8aa9-9852cde47e7a req-5f945f18-363b-40c6-8fda-0f1b5d82c05c service neutron] 10.222.0.10 "GET /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873494 Jul 09 13:20:45.202081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367be716-5cd2-4a97-90e4-54ccfd3a29e1 req-d914f64f-2222-4e11-a2a4-c6af6801a27a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:45.203838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-367be716-5cd2-4a97-90e4-54ccfd3a29e1 req-d914f64f-2222-4e11-a2a4-c6af6801a27a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.0656776 Jul 09 13:20:45.241826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-367be716-5cd2-4a97-90e4-54ccfd3a29e1 req-36108b3f-443c-4f02-9065-4e2eba8e96cc tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315371 Jul 09 13:20:45.447435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34bd84-41bb-4887-900a-f48a4414e2dc req-c11d3900-4f77-4f27-bf0d-57b85866dead tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:45.455009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e34bd84-41bb-4887-900a-f48a4414e2dc req-c11d3900-4f77-4f27-bf0d-57b85866dead tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 945 time: 0.0715535 Jul 09 13:20:45.502019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e34bd84-41bb-4887-900a-f48a4414e2dc req-1e403047-3d68-4b38-93a8-85b1e4e57590 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454876 Jul 09 13:20:45.686997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f40bd0-a662-4345-b351-c35324cdb274 req-0128d212-3e3e-4e1a-a392-168346f75520 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:45.688499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72f40bd0-a662-4345-b351-c35324cdb274 req-0128d212-3e3e-4e1a-a392-168346f75520 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.0641909 Jul 09 13:20:45.726127 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72f40bd0-a662-4345-b351-c35324cdb274 req-ca2b7c87-a860-40d4-8c4f-2599a2a345ae tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Jul 09 13:20:45.884935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1403c-0326-4bda-ad10-eb9b1656a0d2 req-42716d16-afd6-4054-8019-70bda03c0f01 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:45.886485 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40e1403c-0326-4bda-ad10-eb9b1656a0d2 req-42716d16-afd6-4054-8019-70bda03c0f01 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1101 time: 0.0562785 Jul 09 13:20:45.921935 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40e1403c-0326-4bda-ad10-eb9b1656a0d2 req-86425408-c89b-48d9-b65c-0f918c60efc5 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293834 Jul 09 13:20:46.253153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dbcca-1efd-499f-a60c-e05138335c08 req-0d37b6fa-ba3b-4693-b49a-e71846c76491 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:46.254636 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b04dbcca-1efd-499f-a60c-e05138335c08 req-0d37b6fa-ba3b-4693-b49a-e71846c76491 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 946 time: 0.0738056 Jul 09 13:20:46.293675 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b04dbcca-1efd-499f-a60c-e05138335c08 req-bcaeeab7-3de0-4410-9970-bcbf51a0bc4c tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332992 Jul 09 13:20:46.444555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668d4ba-f664-4883-80c7-0d2349afc649 req-64e4440f-44ca-4a95-aefe-d67743fab9b6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:46.446048 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9668d4ba-f664-4883-80c7-0d2349afc649 req-64e4440f-44ca-4a95-aefe-d67743fab9b6 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.0631180 Jul 09 13:20:46.482744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9668d4ba-f664-4883-80c7-0d2349afc649 req-75b0be2a-2411-4d5b-9e20-d3780fe45f34 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311451 Jul 09 13:20:46.644028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021836c3-a2a8-420a-9ddf-f4ef72312d6e req-4e73655f-116a-4e31-af21-bc4b61eba86e tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:46.649029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-021836c3-a2a8-420a-9ddf-f4ef72312d6e req-4e73655f-116a-4e31-af21-bc4b61eba86e tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.0714669 Jul 09 13:20:46.654322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55854) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:46.659840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Request body: {'floatingip': {'port_id': '6108dfba-5af9-4c9c-a01b-9ad4ace41490'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:46.699703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:46.821697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2e0bab96-9fc7-4a88-b5c5-7db200ac536d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:46.828048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d06ca7-ece2-40f5-b52b-e4edca3afa99 req-62efbfd2-611a-46ac-95d7-aaf8f750a28e tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:46.836697 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1d06ca7-ece2-40f5-b52b-e4edca3afa99 req-62efbfd2-611a-46ac-95d7-aaf8f750a28e tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 931 time: 0.1012120 Jul 09 13:20:46.873686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1d06ca7-ece2-40f5-b52b-e4edca3afa99 req-a3226ee4-2af8-4ccf-b7cd-ec61271c18c7 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359941 Jul 09 13:20:46.922933 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.030114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa480449-341d-418f-afc7-cb832f3fd8d2 req-e5b4e13c-8209-4f1b-a140-cd1ab4599ec3 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.031776 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aa480449-341d-418f-afc7-cb832f3fd8d2 req-e5b4e13c-8209-4f1b-a140-cd1ab4599ec3 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1101 time: 0.0564952 Jul 09 13:20:47.067383 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aa480449-341d-418f-afc7-cb832f3fd8d2 req-5f70d88b-1afe-429b-b237-90c415e9a600 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285513 Jul 09 13:20:47.178868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.184059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.257318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f081b-dc29-4d0e-b993-174622353662 req-0b2d3ca2-2a8e-4a7c-b7d3-a4d3159477db tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.258929 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b7f081b-dc29-4d0e-b993-174622353662 req-0b2d3ca2-2a8e-4a7c-b7d3-a4d3159477db tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 945 time: 0.0660274 Jul 09 13:20:47.300969 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b7f081b-dc29-4d0e-b993-174622353662 req-30b7beb9-fc59-418d-9418-526aa3924eca tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358756 Jul 09 13:20:47.490420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65cb3e-f8a8-4452-80eb-f275fa3863a8 req-ddecd30b-cc9f-4824-8ebf-5edde8ec8487 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.491701 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f65cb3e-f8a8-4452-80eb-f275fa3863a8 req-ddecd30b-cc9f-4824-8ebf-5edde8ec8487 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.0854864 Jul 09 13:20:47.511395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Request body: {'port': {'device_id': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:47.604662 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f65cb3e-f8a8-4452-80eb-f275fa3863a8 req-9adbf06c-704c-484b-bc3d-0b343b886fd6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886476 Jul 09 13:20:47.624045 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.635843 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Floating IP 4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d associated. External IP: 172.25.5.91, port: 6108dfba-5af9-4c9c-a01b-9ad4ace41490. Jul 09 13:20:47.729223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-5b7567f7-fc1c-4651-b380-3764239433ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.731550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-5b7567f7-fc1c-4651-b380-3764239433ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa&tenant_id=5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 1099 time: 0.1592853 Jul 09 13:20:47.748291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:47.951057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7971ce51-69f9-4624-ba8e-e7de4fb6f248 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:47.960656 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.985566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Transition to ACTIVE for port object 7971ce51-69f9-4624-ba8e-e7de4fb6f248 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:47.991623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.994919 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.023022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:20:48.078530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.094910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fce8d3-c4d3-42cf-ba18-16f248b0f226 req-888ab644-1ad7-4b5f-9e91-8ff8ee5f6f59 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.097378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37fce8d3-c4d3-42cf-ba18-16f248b0f226 req-888ab644-1ad7-4b5f-9e91-8ff8ee5f6f59 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 945 time: 0.2017243 Jul 09 13:20:48.132446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Pushing event updated for resources: {'Port': ['ID=7971ce51-69f9-4624-ba8e-e7de4fb6f248,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:48.187678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Attempting to bind port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:48.188389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Attempting to bind port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:48.188810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Attempting to bind port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 on network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:48.196862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 on network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:48.197191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Attempting to bind port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 on network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:48.208250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:48.208615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Checking segment: {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:48.208967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Bound using segment: {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:48.209413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Bound port: 7971ce51-69f9-4624-ba8e-e7de4fb6f248, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46494deb-0f87-4dda-a17c-460e49ddc083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:48.209773 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.220484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d00fb-0608-4c21-8c8e-13ce6c3eb0ea req-81072080-afa6-4451-ab0f-6869b97de190 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.222149 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc5d00fb-0608-4c21-8c8e-13ce6c3eb0ea req-81072080-afa6-4451-ab0f-6869b97de190 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.1477749 Jul 09 13:20:48.272761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37fce8d3-c4d3-42cf-ba18-16f248b0f226 req-c7d2cbd6-ffe9-44a5-936b-e89a7115ce16 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667252 Jul 09 13:20:48.303422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc5d00fb-0608-4c21-8c8e-13ce6c3eb0ea req-00d10c23-ec4a-4d20-8f2c-643a7aff1262 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713437 Jul 09 13:20:48.339449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] For port 7971ce51-69f9-4624-ba8e-e7de4fb6f248, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:48.342607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] For port 7971ce51-69f9-4624-ba8e-e7de4fb6f248, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7971ce51-69f9-4624-ba8e-e7de4fb6f248,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:48.348894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.390073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:20:48.391620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.392257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.394603 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] 10.222.0.11 "PUT /v2.0/ports/7971ce51-69f9-4624-ba8e-e7de4fb6f248 HTTP/1.1" status: 200 len: 1091 time: 0.8904619 Jul 09 13:20:48.395082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'tag': '7971ce51-69f9-4624-ba8e-e7de4fb6f248'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:48.396537 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.397379 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7525440-17ab-49f4-856c-76948b391a21" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc4123d-3b74-457f-9a49-0c4c4ee201b9", "tag": "7971ce51-69f9-4624-ba8e-e7de4fb6f248"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:48.404736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] Sync routers for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:20:48.424509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:48.425641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc92b7c-587b-4940-bb7c-d67a3b005317 service neutron] Pushing event updated for resources: {'Port': ['ID=7971ce51-69f9-4624-ba8e-e7de4fb6f248,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:48.426203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:48.479511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-35fd93c5-4f64-4e9f-8751-09346b8d4262 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "PUT /v2.0/floatingips/4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d HTTP/1.1" status: 200 len: 990 time: 1.8199503 Jul 09 13:20:48.479511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'tag': '6108dfba-5af9-4c9c-a01b-9ad4ace41490'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:48.481536 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca5e90c-252a-4516-8f58-3b074e0901d7", "tag": "6108dfba-5af9-4c9c-a01b-9ad4ace41490"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:48.485653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:48.524855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:48.573267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-a8e0b78c-bf38-41ca-ba4a-28d348150043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.575132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-a8e0b78c-bf38-41ca-ba4a-28d348150043 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e8f5cc08c7143cbaafc1cf58df08b56&device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 1094 time: 0.1173272 Jul 09 13:20:48.609626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:48.630100 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.653418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-eaa53d7c-7daa-4296-b32b-1c5605404c9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7971ce51-69f9-4624-ba8e-e7de4fb6f248 HTTP/1.1" status: 200 len: 217 time: 0.0698195 Jul 09 13:20:48.659563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Transition to ACTIVE for port object ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:48.664839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.799272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-d3f532f5-c1ed-4382-9cf5-0e343c2940e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.800931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-d3f532f5-c1ed-4382-9cf5-0e343c2940e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1267d53f-85aa-489a-b814-8bea8536e588 HTTP/1.1" status: 200 len: 852 time: 0.1330655 Jul 09 13:20:48.816986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] No DVR routers for this DVR port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:48.837765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:48.848839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:48.854237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10754645-9591-4e17-b40e-1e5af3777712 req-235e41cc-f777-4cf3-9ff1-6fcfb15e1bbb tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.857709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.858056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.858394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.858727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.859084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.859417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.859742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.860065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.860391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.860607 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10754645-9591-4e17-b40e-1e5af3777712 req-235e41cc-f777-4cf3-9ff1-6fcfb15e1bbb tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 943 time: 0.1332936 Jul 09 13:20:48.860729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.861016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.862833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:48.923794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:48.924164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:48.924494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:48.932342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:48.933521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:48.935550 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10754645-9591-4e17-b40e-1e5af3777712 req-f1c33df2-efd5-43a0-a042-2867f5153b08 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713091 Jul 09 13:20:48.944382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:48.945750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:48.946251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:48.946807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Bound port: ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:48.947294 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.965780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-98549478-ab44-40b6-8fdc-7fd706ea7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.969252 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-98549478-ab44-40b6-8fdc-7fd706ea7907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e4ef1fb4-31a2-428b-921f-0b7e72b3da89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481020 Jul 09 13:20:48.997069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177866-7a41-45ae-9545-7517aa1bb88c req-86f1e56f-5c1b-48f1-a7cd-176fcf4e2ffe tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.005984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94177866-7a41-45ae-9545-7517aa1bb88c req-86f1e56f-5c1b-48f1-a7cd-176fcf4e2ffe tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 946 time: 0.2282650 Jul 09 13:20:49.049765 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57321367-8b16-4536-915a-3c0f17a7b1ba x-openstack-request-id: req-57321367-8b16-4536-915a-3c0f17a7b1ba {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:49.050258 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc4123d-3b74-457f-9a49-0c4c4ee201b9", "tag": "7971ce51-69f9-4624-ba8e-e7de4fb6f248", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:49.050586 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57321367-8b16-4536-915a-3c0f17a7b1ba {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:49.051080 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'tag': '7971ce51-69f9-4624-ba8e-e7de4fb6f248', 'status': 'completed', 'code': 200} Jul 09 13:20:49.103781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-ece211c9-962b-4837-8959-6047d384c10f service neutron] 10.222.0.11 "GET /v2.0/networks/e4ef1fb4-31a2-428b-921f-0b7e72b3da89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260099 Jul 09 13:20:49.107660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94177866-7a41-45ae-9545-7517aa1bb88c req-baf4096e-d0fa-46d1-a4b3-f3fe8059ed63 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups?id=49112290-5c06-4e44-ba0e-786e13c66037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006055 Jul 09 13:20:49.121919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:49.135890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:49.144790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:49.218329 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8018f5bb-1a1b-490c-894f-603857dfbfc3 x-openstack-request-id: req-8018f5bb-1a1b-490c-894f-603857dfbfc3 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:49.218637 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca5e90c-252a-4516-8f58-3b074e0901d7", "tag": "6108dfba-5af9-4c9c-a01b-9ad4ace41490", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:49.218894 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8018f5bb-1a1b-490c-894f-603857dfbfc3 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:49.219321 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'tag': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'status': 'completed', 'code': 200} Jul 09 13:20:49.224882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'port_id': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'mac_address': 'fa:16:3e:25:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:20:22Z', 'updated_at': '2021-07-09T13:20:47Z', 'revision_number': 1, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:22Z', 'revision_number': 5, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:49.240234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fe9a55c-fcc2-4afd-ad34-91bc031683c1 req-1b1e88a4-b465-4899-9d51-13f253021fc3 service neutron] 10.222.0.11 "GET /v2.0/networks/e4ef1fb4-31a2-428b-921f-0b7e72b3da89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294198 Jul 09 13:20:49.261336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] Checking router: 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:20:49.286769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.287335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:49.288727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] 10.222.0.11 "PUT /v2.0/ports/ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 1096 time: 1.5464151 Jul 09 13:20:49.292592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:49.293319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:49.401143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b35ac1-dab8-4a23-9077-3c89c71b3ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=8']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:49.421815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-e398c5ff-4f45-4eb5-97ae-ddc66c5aa9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.423373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-e398c5ff-4f45-4eb5-97ae-ddc66c5aa9c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1099 time: 0.1067023 Jul 09 13:20:49.456010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:49.490224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623064b-52aa-450d-8b4a-bb3d5e92e479 req-df6bf388-2eb3-4fb5-9006-3cc0b1add7b5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.497154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8623064b-52aa-450d-8b4a-bb3d5e92e479 req-df6bf388-2eb3-4fb5-9006-3cc0b1add7b5 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.2162988 Jul 09 13:20:49.509578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-a5b4487d-1072-4d3b-84d1-e97dca5660e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.511119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-a5b4487d-1072-4d3b-84d1-e97dca5660e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67597b362cda40cbb4f236950fa87d92&device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 1096 time: 0.3004091 Jul 09 13:20:49.593525 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:49.633058 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8623064b-52aa-450d-8b4a-bb3d5e92e479 req-9f303d66-195a-4f6c-8603-3251c7f68168 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349990 Jul 09 13:20:49.639943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7525440-17ab-49f4-856c-76948b391a21 req-14caf8ef-f857-40cb-8b7e-9f7f76acff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.641441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7525440-17ab-49f4-856c-76948b391a21 req-14caf8ef-f857-40cb-8b7e-9f7f76acff12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e8f5cc08c7143cbaafc1cf58df08b56&device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 1094 time: 0.3085876 Jul 09 13:20:49.677742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-19e2ae41-70be-4307-bdbe-aa8fb5ebe053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.679513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-19e2ae41-70be-4307-bdbe-aa8fb5ebe053 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2448950 Jul 09 13:20:49.688887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-f5dd0581-0a98-4d89-a08c-26adba4611f6 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.690898 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-f5dd0581-0a98-4d89-a08c-26adba4611f6 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.10 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 946 time: 0.1467352 Jul 09 13:20:49.733116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-8a307422-d0e4-4b0d-b536-18f6dd4f1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.734750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-8a307422-d0e4-4b0d-b536-18f6dd4f1234 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca2a6a19-261f-4277-878d-41629ced5eee HTTP/1.1" status: 200 len: 912 time: 0.1995718 Jul 09 13:20:49.766002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'port_id': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'mac_address': 'fa:16:3e:25:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:20:22Z', 'updated_at': '2021-07-09T13:20:47Z', 'revision_number': 1, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:22Z', 'revision_number': 5, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:49.784351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-5e979c7b-bb97-42b2-8198-c53ce684ac94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0922484 Jul 09 13:20:49.802170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744a633-0124-4588-b0d9-d73a3c64d936 None None] The sync data for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 is: [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'port_id': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'mac_address': 'fa:16:3e:25:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:20:22Z', 'updated_at': '2021-07-09T13:20:47Z', 'revision_number': 1, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:22Z', 'revision_number': 5, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:20:49.820124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7525440-17ab-49f4-856c-76948b391a21 req-a7e5fe23-9382-468e-9944-dea0643ab098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.821636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7525440-17ab-49f4-856c-76948b391a21 req-a7e5fe23-9382-468e-9944-dea0643ab098 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e4ef1fb4-31a2-428b-921f-0b7e72b3da89 HTTP/1.1" status: 200 len: 913 time: 0.1723657 Jul 09 13:20:49.836185 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-48f25ad9-62f0-49a1-a4c5-012bc865ec6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490 HTTP/1.1" status: 200 len: 998 time: 0.0934875 Jul 09 13:20:49.884080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7525440-17ab-49f4-856c-76948b391a21 req-911f8da8-695e-4bb8-abcf-9fcd09b84f42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7971ce51-69f9-4624-ba8e-e7de4fb6f248 HTTP/1.1" status: 200 len: 217 time: 0.0467343 Jul 09 13:20:49.891538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487697b5-ac52-4bb6-9d6b-96526dbb05ae req-bc69d1ad-2de7-423c-928b-5d0bc9d818f6 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.893474 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-487697b5-ac52-4bb6-9d6b-96526dbb05ae req-bc69d1ad-2de7-423c-928b-5d0bc9d818f6 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 945 time: 0.2635229 Jul 09 13:20:49.895661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-0edfaa5b-39bd-4666-9069-4689fa1717db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.897028 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-0edfaa5b-39bd-4666-9069-4689fa1717db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0940177 Jul 09 13:20:49.944444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Deleting port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:49.944824 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:49.987766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-cf260405-8f25-4e21-8eb2-28b3404dd4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.989236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-cf260405-8f25-4e21-8eb2-28b3404dd4cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10882d6f-3328-4b28-be5d-4a268c1ea67e HTTP/1.1" status: 200 len: 851 time: 0.1042178 Jul 09 13:20:49.992152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7525440-17ab-49f4-856c-76948b391a21 req-21edae3c-bc33-49d5-a022-b3eb140c90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.993580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7525440-17ab-49f4-856c-76948b391a21 req-21edae3c-bc33-49d5-a022-b3eb140c90f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1267d53f-85aa-489a-b814-8bea8536e588 HTTP/1.1" status: 200 len: 852 time: 0.0926409 Jul 09 13:20:50.020321 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-487697b5-ac52-4bb6-9d6b-96526dbb05ae req-90388766-1c2d-4556-a323-ef8e6fdbea5e tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/security-groups?id=d098bcde-b934-499b-86e1-6412f9b42271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197348 Jul 09 13:20:50.078334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] For port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:50.079092 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:50.096973 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917a395-d5b3-4788-a3f7-76acf444150b None None] New status for floating IP 4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:20:50.143421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-3d0c3fcc-d07f-4e78-8657-8b69408b3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.145698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-3d0c3fcc-d07f-4e78-8657-8b69408b3694 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca2a6a19-261f-4277-878d-41629ced5eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348441 Jul 09 13:20:50.255044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f93ff-2e18-4235-9386-598d1a39616c req-cc6787d7-e26c-4bd3-b17c-fa385788457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.256849 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-cc6787d7-e26c-4bd3-b17c-fa385788457c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3492415 Jul 09 13:20:50.268376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-49f4fb97-95d0-4882-ae2b-337f21b3bae9 service neutron] 10.222.0.10 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122444 Jul 09 13:20:50.273734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7525440-17ab-49f4-856c-76948b391a21 req-6c82549e-9d6b-4e33-9db0-6aaa725b70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.275283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7525440-17ab-49f4-856c-76948b391a21 req-6c82549e-9d6b-4e33-9db0-6aaa725b70d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e4ef1fb4-31a2-428b-921f-0b7e72b3da89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631075 Jul 09 13:20:50.365908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048f36f-84e8-4c77-9d07-64c93c2975b8 req-95ff5292-f591-4358-866e-a31fc8036e46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.367529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9048f36f-84e8-4c77-9d07-64c93c2975b8 req-95ff5292-f591-4358-866e-a31fc8036e46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.3933346 Jul 09 13:20:50.403882 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:50.404626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:50.405157 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Floating IP f2ed5737-825f-4eca-b57e-265a461f036f disassociated. External IP: 172.25.5.49, port: 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c. Jul 09 13:20:50.405837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Calling delete_port for 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:50.505957 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9048f36f-84e8-4c77-9d07-64c93c2975b8 req-e014e8ae-1aa3-41be-8135-7d6bf1bf8dd0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910096 Jul 09 13:20:50.545893 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-c0390634-57b8-434b-9960-96d0a031a899 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793808 Jul 09 13:20:50.581342 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5e51c12-6493-4c6b-9cfb-68ee0f4647a4 req-b56b8736-f745-4412-bd03-50f2dc84efa5 service neutron] 10.222.0.10 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036246 Jul 09 13:20:50.595552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7525440-17ab-49f4-856c-76948b391a21 req-66cefc4c-ec84-4647-8a17-395040553aa5 service neutron] 10.222.0.11 "GET /v2.0/networks/e4ef1fb4-31a2-428b-921f-0b7e72b3da89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063676 Jul 09 13:20:50.643876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-0da96ace-529a-4ba5-8b13-1ccd79e1c77a tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.645362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-0da96ace-529a-4ba5-8b13-1ccd79e1c77a tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 945 time: 0.3335021 Jul 09 13:20:50.790886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:50.824091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-918f93ff-2e18-4235-9386-598d1a39616c req-a3b7c7ee-6d84-4ed5-8f84-bd7c788d4eff service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656674 Jul 09 13:20:50.828347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event deleted for resources: {'Port': ['ID=7f0d2dba-5ea9-42aa-af19-07a337c9cc7c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:50.913676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761f54a-a71d-40d2-a82c-84d67f409d1b req-c2b212eb-f30e-4ab3-94ae-79bf567df4a5 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.915306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c761f54a-a71d-40d2-a82c-84d67f409d1b req-c2b212eb-f30e-4ab3-94ae-79bf567df4a5 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 945 time: 0.1810660 Jul 09 13:20:50.999005 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c761f54a-a71d-40d2-a82c-84d67f409d1b req-4a88c6c0-4e21-4759-83c4-e8ae3bd7ba4f tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500782 Jul 09 13:20:51.006677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Router 182384ab-4592-4f17-9094-e6f0d4f3e495 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:20:51.117533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7525440-17ab-49f4-856c-76948b391a21 req-01e86de1-430a-4802-bf6f-c06427d409dc service neutron] 10.222.0.11 "GET /v2.0/networks/e4ef1fb4-31a2-428b-921f-0b7e72b3da89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055425 Jul 09 13:20:51.149837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd5379-7d90-4aa2-af18-17f1e45c843e req-0870906c-55e6-4227-a952-0e482862c400 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:51.151381 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75cd5379-7d90-4aa2-af18-17f1e45c843e req-0870906c-55e6-4227-a952-0e482862c400 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 943 time: 0.4745214 Jul 09 13:20:51.183333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Deleting port 91f20b09-85dc-4d88-b464-19c51405d3bc {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:51.183333 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.231334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:51.233716 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99430577-8f8f-42fb-b6d2-4402eb28e75f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:51.272986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75cd5379-7d90-4aa2-af18-17f1e45c843e req-d7bf4ca7-d69f-4392-9b47-0ac40555d504 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134014 Jul 09 13:20:51.363250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] For port 91f20b09-85dc-4d88-b464-19c51405d3bc, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=91f20b09-85dc-4d88-b464-19c51405d3bc,segment=NetworkSegment(92bf982f-ec7e-4727-9d32-da17f3b78166),segment_id=92bf982f-ec7e-4727-9d32-da17f3b78166)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:51.363626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.380725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Calling delete_port for 91f20b09-85dc-4d88-b464-19c51405d3bc owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:51.525440 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ab7e227-83dc-473c-b497-b31f257f4c1c req-2784ac8e-868a-42a0-995f-965ef913535b tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/ports?device_id=010a9525-2a9c-4b3f-b447-7646c8808be9 HTTP/1.1" status: 200 len: 210 time: 0.4047892 Jul 09 13:20:51.536248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:20:51.554477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] Sync routers for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:20:51.564500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:51.565798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:51.573468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.604499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] No DVR routers for this DVR port 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:51.605749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['91f20b09-85dc-4d88-b464-19c51405d3bc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:51.607713 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.609779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Pushing event deleted for resources: {'Port': ['ID=91f20b09-85dc-4d88-b464-19c51405d3bc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:51.610738 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a756d6bc-d99c-4e11-9fd2-f133944c909c req-6a0c836e-78e0-4cc7-8b8b-22528baf4378 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.10 "DELETE /v2.0/ports/7f0d2dba-5ea9-42aa-af19-07a337c9cc7c HTTP/1.1" status: 204 len: 173 time: 1.8840151 Jul 09 13:20:51.611282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'name': 'network-vif-deleted', 'tag': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:51.623745 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c10ea01-0cca-456a-b1b1-86f7070d4537" -d '{"events": [{"server_uuid": "010a9525-2a9c-4b3f-b447-7646c8808be9", "name": "network-vif-deleted", "tag": "7f0d2dba-5ea9-42aa-af19-07a337c9cc7c"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:51.667550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] No DVR routers for this DVR port 91f20b09-85dc-4d88-b464-19c51405d3bc on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:51.670841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.673165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b1487410-c520-4d0f-a47c-c5f5d0174816 req-ae2c3934-ec4e-4fe9-ac33-ae0ea16fb913 tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.10 "DELETE /v2.0/ports/91f20b09-85dc-4d88-b464-19c51405d3bc HTTP/1.1" status: 204 len: 173 time: 0.9853885 Jul 09 13:20:51.695762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b7f5-c8ca-4ac2-88dd-df60ab828891 req-0861007d-79d2-4e9d-96fd-216875c1bc3c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:51.703671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6228b7f5-c8ca-4ac2-88dd-df60ab828891 req-0861007d-79d2-4e9d-96fd-216875c1bc3c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1638885 Jul 09 13:20:51.725156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:51.754908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6228b7f5-c8ca-4ac2-88dd-df60ab828891 req-89bb5c76-06a2-4508-a9f2-690d81c197a6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497861 Jul 09 13:20:51.806422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077c3c6-529d-4ffb-92f7-48292e8437f3 req-d4651fc5-be13-46de-bd63-c86fca0b4957 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:51.819520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8077c3c6-529d-4ffb-92f7-48292e8437f3 req-d4651fc5-be13-46de-bd63-c86fca0b4957 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.1091397 Jul 09 13:20:51.883515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8077c3c6-529d-4ffb-92f7-48292e8437f3 req-f0db933c-2766-4cfe-b32d-60bd579bdea7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577044 Jul 09 13:20:51.911112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ce6ef64-db69-4c83-b83b-c53dfa0bbcde req-7fc66413-ed02-4120-9cd8-c1302ee09d2a tempest-InstanceActionsTestJSON-1882047750 tempest-InstanceActionsTestJSON-1882047750-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b81cf77-0625-46b4-b332-0d24bc558f42 HTTP/1.1" status: 200 len: 210 time: 0.0386643 Jul 09 13:20:51.954472 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdfd847-7af2-4450-ac5c-8f4af7039e81 x-openstack-request-id: req-2cdfd847-7af2-4450-ac5c-8f4af7039e81 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:51.955005 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:51.955473 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cdfd847-7af2-4450-ac5c-8f4af7039e81 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:51.957264 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'status': 'completed', 'code': 200} Jul 09 13:20:52.002855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:36Z', 'revision_number': 5, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:52.005359 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0502d51-17af-45e2-abaf-b3466f55b830 x-openstack-request-id: req-f0502d51-17af-45e2-abaf-b3466f55b830 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:52.005679 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a9525-2a9c-4b3f-b447-7646c8808be9", "name": "network-vif-deleted", "tag": "7f0d2dba-5ea9-42aa-af19-07a337c9cc7c", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:52.006100 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0502d51-17af-45e2-abaf-b3466f55b830 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:52.006501 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a9525-2a9c-4b3f-b447-7646c8808be9', 'name': 'network-vif-deleted', 'tag': '7f0d2dba-5ea9-42aa-af19-07a337c9cc7c', 'status': 'completed', 'code': 200} Jul 09 13:20:52.038915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] Checking router: 182384ab-4592-4f17-9094-e6f0d4f3e495 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:20:52.048471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:52.049154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:52.128829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-d7d4a039-618f-4e29-8104-d609fa7c31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.128829 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-d7d4a039-618f-4e29-8104-d609fa7c31f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1099 time: 0.1377513 Jul 09 13:20:52.130751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-1b59e91d-7806-412e-bfe2-25c005482ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.132244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-1b59e91d-7806-412e-bfe2-25c005482ba5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1099 time: 0.1537917 Jul 09 13:20:52.157670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ceeb39-38f7-463a-b9de-925a357a917c req-38191634-584b-47f1-be26-3586f1a0ef09 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.166096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17ceeb39-38f7-463a-b9de-925a357a917c req-38191634-584b-47f1-be26-3586f1a0ef09 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.1279378 Jul 09 13:20:52.166492 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:52.325221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17ceeb39-38f7-463a-b9de-925a357a917c req-dfdf441d-d765-43b6-8c3f-c198ab2a89b9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579123 Jul 09 13:20:52.387511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-e9279bd6-bf47-4c20-8ea9-8b72b6312b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.389574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-e9279bd6-bf47-4c20-8ea9-8b72b6312b72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2529466 Jul 09 13:20:52.409542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:36Z', 'revision_number': 5, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:52.456087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50437c4b-75dd-4c47-84a0-f924fae2e7bd None None] The sync data for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 is: [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:18:27Z', 'revision_number': 4, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2514eb66-6604-44cb-869f-b4ca54a412c4', 'name': '', 'network_id': 'c8313daa-61fd-4578-a881-6770d2edce5c', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'mac_address': 'fa:16:3e:df:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:24Z', 'updated_at': '2021-07-09T13:18:36Z', 'revision_number': 5, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'subnets': [{'id': '6ed5f537-06a7-4be1-8f9e-2130eae654b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:20:52.472104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-c77967f3-0c85-4eb4-95f0-d572be00a4f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0661824 Jul 09 13:20:52.551523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-06d759fe-1fd3-44be-bd9b-ebef6039cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.553252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-06d759fe-1fd3-44be-bd9b-ebef6039cb59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.3797691 Jul 09 13:20:52.619461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-adb35f49-dcd4-4044-b219-0a799e197121 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0567985 Jul 09 13:20:52.632933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-d9ef63d5-d924-4f99-aae7-ccda0e63e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.637074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-d9ef63d5-d924-4f99-aae7-ccda0e63e980 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1462066 Jul 09 13:20:52.687448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e86222-3060-4241-bedc-f9c508706535 req-a9452c35-0f18-4601-aefd-acdc0d12c3a8 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.688991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48e86222-3060-4241-bedc-f9c508706535 req-a9452c35-0f18-4601-aefd-acdc0d12c3a8 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 943 time: 0.2216196 Jul 09 13:20:52.752758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-2809f01c-63b3-4a52-be64-08c89c77abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.756471 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-2809f01c-63b3-4a52-be64-08c89c77abea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1174760 Jul 09 13:20:52.782359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 91f20b09-85dc-4d88-b464-19c51405d3bc no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:52.806197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 91f20b09-85dc-4d88-b464-19c51405d3bc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:20:52.806549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 91f20b09-85dc-4d88-b464-19c51405d3bc not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:52.807119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:52.810394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48e86222-3060-4241-bedc-f9c508706535 req-88aea0b8-c383-4cab-b29b-d277dd2f2cf7 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003096 Jul 09 13:20:52.813367 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc161e3-0525-4237-b830-a5e0abb946ca None None] New status for floating IP f2ed5737-825f-4eca-b57e-265a461f036f: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:20:52.828504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-dbbebe17-6b58-40bd-bb73-b84b6aff2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.830253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-dbbebe17-6b58-40bd-bb73-b84b6aff2d13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1799638 Jul 09 13:20:52.834647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02d27f-d66a-4315-a6a4-607f07865339 req-baaa799e-7d69-40d7-9b14-2e88262d2550 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.836305 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d02d27f-d66a-4315-a6a4-607f07865339 req-baaa799e-7d69-40d7-9b14-2e88262d2550 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 945 time: 0.0845952 Jul 09 13:20:52.900369 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d02d27f-d66a-4315-a6a4-607f07865339 req-f8b066a6-82e1-47af-b88b-191ad7d94e58 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482554 Jul 09 13:20:52.901364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-6ac0734d-3682-4c1a-9411-50b0539cbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.903065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-6ac0734d-3682-4c1a-9411-50b0539cbecc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366510 Jul 09 13:20:52.994309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-e98c6ca5-b550-465f-9ef4-a85e696f3ed8 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553762 Jul 09 13:20:53.063332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-ea73a5d4-8a2d-4e56-a05c-920477b1c709 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478410 Jul 09 13:20:53.087006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:20:53.087660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f0d2dba-5ea9-42aa-af19-07a337c9cc7c not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:53.113874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538b598-0a99-48c1-b92e-ccbc51bad9ad req-01b27421-e79c-46bc-bf9a-4b237dd4ce3c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:53.115452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e538b598-0a99-48c1-b92e-ccbc51bad9ad req-01b27421-e79c-46bc-bf9a-4b237dd4ce3c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.0928407 Jul 09 13:20:53.161695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e538b598-0a99-48c1-b92e-ccbc51bad9ad req-6102b331-f717-49e6-8ef7-e8d4b0107504 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Jul 09 13:20:53.206912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55954) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:53.274645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-14e357ba-5c41-4fb4-beac-61fb58db0039 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652044 Jul 09 13:20:53.280231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99430577-8f8f-42fb-b6d2-4402eb28e75f req-3863942e-ab03-441c-a778-a4f9de27cc45 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031326 Jul 09 13:20:53.280397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55956) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:53.301511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593890c8-2009-4808-be1a-60f868b627fc req-1cc5356b-ea9b-4ca8-b124-4fd0c79b1ab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:53.303758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-911b4429-32a0-410f-9ed8-c3ee647c757e tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.309221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-593890c8-2009-4808-be1a-60f868b627fc req-1cc5356b-ea9b-4ca8-b124-4fd0c79b1ab9 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.2326453 Jul 09 13:20:53.329588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-911b4429-32a0-410f-9ed8-c3ee647c757e tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.371554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a49554-6b04-4f9d-9b61-b427ad57637c admin admin] Deleting subnet 961bae59-7bf4-414b-98d8-f360340439fe {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:20:53.376513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-80a49554-6b04-4f9d-9b61-b427ad57637c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.382395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-593890c8-2009-4808-be1a-60f868b627fc req-c33bc99a-11b2-4c99-957d-38eaf5108676 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732830 Jul 09 13:20:53.394059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-911b4429-32a0-410f-9ed8-c3ee647c757e tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.398431 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-911b4429-32a0-410f-9ed8-c3ee647c757e tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.400309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-911b4429-32a0-410f-9ed8-c3ee647c757e tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "DELETE /v2.0/security-groups/49112290-5c06-4e44-ba0e-786e13c66037 HTTP/1.1" status: 204 len: 168 time: 0.1904130 Jul 09 13:20:53.404351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55960) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:53.424306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-80a49554-6b04-4f9d-9b61-b427ad57637c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.431054 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b4429-32a0-410f-9ed8-c3ee647c757e tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49112290-5c06-4e44-ba0e-786e13c66037,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:53.434141 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-9abefc67-b661-41f4-be1a-d93d0e65dc37 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] show failed (client error): The resource could not be found. Jul 09 13:20:53.436066 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9abefc67-b661-41f4-be1a-d93d0e65dc37 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "GET /v2.0/security-groups/49112290-5c06-4e44-ba0e-786e13c66037 HTTP/1.1" status: 404 len: 347 time: 0.0289340 Jul 09 13:20:53.437856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55962) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:53.468864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7971ce51-69f9-4624-ba8e-e7de4fb6f248 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:53.472042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-80a49554-6b04-4f9d-9b61-b427ad57637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.526038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-80a49554-6b04-4f9d-9b61-b427ad57637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.538647 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-80a49554-6b04-4f9d-9b61-b427ad57637c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.540528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-80a49554-6b04-4f9d-9b61-b427ad57637c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/961bae59-7bf4-414b-98d8-f360340439fe HTTP/1.1" status: 204 len: 168 time: 0.2577491 Jul 09 13:20:53.550402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55964) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:53.562855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a49554-6b04-4f9d-9b61-b427ad57637c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961bae59-7bf4-414b-98d8-f360340439fe,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:53.580327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7971ce51-69f9-4624-ba8e-e7de4fb6f248, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7971ce51-69f9-4624-ba8e-e7de4fb6f248,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:53.591843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '7971ce51-69f9-4624-ba8e-e7de4fb6f248', 'network_id': 'e4ef1fb4-31a2-428b-921f-0b7e72b3da89', 'port_id': '7971ce51-69f9-4624-ba8e-e7de4fb6f248', 'mac_address': 'fa:16:3e:67:bf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1267d53f-85aa-489a-b814-8bea8536e588', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:53.632995 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.647791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7971ce51-69f9-4624-ba8e-e7de4fb6f248 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:53.660876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.669766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7971ce51-69f9-4624-ba8e-e7de4fb6f248, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7971ce51-69f9-4624-ba8e-e7de4fb6f248,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:53.674829 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.678251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14212feb-b401-4427-945d-faca50e8b0bd req-d5ff6683-c91d-4681-9baf-10da43a1ea6a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:53.680604 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-14212feb-b401-4427-945d-faca50e8b0bd req-d5ff6683-c91d-4681-9baf-10da43a1ea6a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.2017417 Jul 09 13:20:53.729407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7971ce51-69f9-4624-ba8e-e7de4fb6f248,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:53.750441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Deleting port aac0719d-5706-4a6a-9419-b67fb1b96f97 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:53.750787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.838260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-14212feb-b401-4427-945d-faca50e8b0bd req-0f9753ea-443b-4177-bb72-a3184b475dc8 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516900 Jul 09 13:20:53.842777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.856529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81fff08-24ce-4813-8399-a0d1fd79900d']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:53.875470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bf982f-ec7e-4727-9d32-da17f3b78166') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:53.875765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bf982f-ec7e-4727-9d32-da17f3b78166') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:53.889085 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.910331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.910560 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.912962 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.927644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:20:53.928051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:20:53.929741 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:20:53.939082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Calling delete_port for aac0719d-5706-4a6a-9419-b67fb1b96f97 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:53.958496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b81cf77-0625-46b4-b332-0d24bc558f42', 'name': 'network-vif-deleted', 'tag': '91f20b09-85dc-4d88-b464-19c51405d3bc'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:53.961427 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd1109d-0e50-4dcd-b442-880ae58e7a80" -d '{"events": [{"server_uuid": "0b81cf77-0625-46b4-b332-0d24bc558f42", "name": "network-vif-deleted", "tag": "91f20b09-85dc-4d88-b464-19c51405d3bc"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:54.030381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['7971ce51-69f9-4624-ba8e-e7de4fb6f248'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:54.035711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6d0dc-40a8-4be6-be10-797cc8208a3f req-76b11cb5-91a3-4d18-827b-1572d693bff3 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.037255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05a6d0dc-40a8-4be6-be10-797cc8208a3f req-76b11cb5-91a3-4d18-827b-1572d693bff3 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 944 time: 0.0804188 Jul 09 13:20:54.042849 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.070670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.072541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c81fff08-24ce-4813-8399-a0d1fd79900d HTTP/1.1" status: 204 len: 168 time: 0.5184841 Jul 09 13:20:54.090171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16b604-164d-4cb2-add1-14fd431b7354 admin admin] Pushing event deleted for resources: {'Network': ['ID=c81fff08-24ce-4813-8399-a0d1fd79900d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:54.092000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05a6d0dc-40a8-4be6-be10-797cc8208a3f req-8667beed-7dbc-4ff9-b4e0-dda5a62fe6e2 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364103 Jul 09 13:20:54.151657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5144f-c142-4e58-8548-94cc4733173a req-b12fd3ed-95d0-470a-aa15-3c2aec20e6a0 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.159255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ccb5144f-c142-4e58-8548-94cc4733173a req-b12fd3ed-95d0-470a-aa15-3c2aec20e6a0 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 945 time: 0.1337056 Jul 09 13:20:54.162117 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e23ed-0b6c-450b-8523-ea16dfeb92cb x-openstack-request-id: req-2f6e23ed-0b6c-450b-8523-ea16dfeb92cb {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:54.162436 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b81cf77-0625-46b4-b332-0d24bc558f42", "name": "network-vif-deleted", "tag": "91f20b09-85dc-4d88-b464-19c51405d3bc", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:54.162684 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f6e23ed-0b6c-450b-8523-ea16dfeb92cb {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:54.163111 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b81cf77-0625-46b4-b332-0d24bc558f42', 'name': 'network-vif-deleted', 'tag': '91f20b09-85dc-4d88-b464-19c51405d3bc', 'status': 'completed', 'code': 200} Jul 09 13:20:54.238086 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ccb5144f-c142-4e58-8548-94cc4733173a req-d01fdbb2-057d-47cd-a98d-b30acc9b440d tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups?id=b70283e5-ea56-4a09-b505-599ed37668ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760984 Jul 09 13:20:54.255142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55978) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:54.277127 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.311972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Pushing event deleted for resources: {'Port': ['ID=aac0719d-5706-4a6a-9419-b67fb1b96f97,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:54.328284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-93bad879-ec07-4de6-996b-6e7a0cd5410e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00adf852c65a4f429e287d8b28534d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720489 Jul 09 13:20:54.332678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55980) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:54.374105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309735-db9b-44c0-b755-878185e16fb7 req-4229e291-c160-4e67-97f8-c6c9b2141499 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.375617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7309735-db9b-44c0-b755-878185e16fb7 req-4229e291-c160-4e67-97f8-c6c9b2141499 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.0893569 Jul 09 13:20:54.382726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.385438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.386635 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-55099b81-1b7d-4778-90d4-e8bcdeee3c55 tempest-ServersTestJSON-1025410599 tempest-ServersTestJSON-1025410599-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2ed5737-825f-4eca-b57e-265a461f036f HTTP/1.1" status: 204 len: 168 time: 0.9478517 Jul 09 13:20:54.389472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55982) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:54.421033 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2f214f8-1b88-46c6-8d0f-61a468779cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.446747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7309735-db9b-44c0-b755-878185e16fb7 req-6365afce-8721-4142-a758-5333b9003ba3 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627167 Jul 09 13:20:54.455355 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2f214f8-1b88-46c6-8d0f-61a468779cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.538546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2f214f8-1b88-46c6-8d0f-61a468779cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.541159 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2f214f8-1b88-46c6-8d0f-61a468779cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.542294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a2f214f8-1b88-46c6-8d0f-61a468779cbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d098bcde-b934-499b-86e1-6412f9b42271 HTTP/1.1" status: 204 len: 168 time: 0.2079051 Jul 09 13:20:54.552776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f214f8-1b88-46c6-8d0f-61a468779cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d098bcde-b934-499b-86e1-6412f9b42271,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:54.588308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-062e9419-975c-43b7-b4f1-e2b3e02a304d tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.589853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-062e9419-975c-43b7-b4f1-e2b3e02a304d tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 945 time: 0.0834339 Jul 09 13:20:54.662369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00946a64-bd70-4cd5-ab89-e83bb194c2f3 req-22cbde78-c18d-4acd-a013-740f0daf4fd1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.664058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-00946a64-bd70-4cd5-ab89-e83bb194c2f3 req-22cbde78-c18d-4acd-a013-740f0daf4fd1 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.1215940 Jul 09 13:20:54.700192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Deleting port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:54.700557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.748224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-00946a64-bd70-4cd5-ab89-e83bb194c2f3 req-3babd515-97eb-4c80-a3aa-05ad61b8700c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651731 Jul 09 13:20:54.846344 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.880720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] For port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:54.887912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.229896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427977eb-ca00-4847-ae2c-605572b75975 req-b922be06-aec6-4db9-90f8-36bc1a03e8ee tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.235712 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-427977eb-ca00-4847-ae2c-605572b75975 req-b922be06-aec6-4db9-90f8-36bc1a03e8ee tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.2096786 Jul 09 13:20:55.240994 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.241630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.241957 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Floating IP 9125a4bc-222b-4789-ac94-e08cbaf93bc9 disassociated. External IP: 172.25.5.120, port: 9e5ead5b-77ff-42a5-83b1-4266e767bc5c. Jul 09 13:20:55.242307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Calling delete_port for 9e5ead5b-77ff-42a5-83b1-4266e767bc5c owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:55.293226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-e674c69e-78fd-4044-9ef8-7aa3b17ec00e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.293869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-427977eb-ca00-4847-ae2c-605572b75975 req-46cc8d73-0695-41e1-868e-e74dc5e5aa72 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Jul 09 13:20:55.294739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-e674c69e-78fd-4044-9ef8-7aa3b17ec00e tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa&tenant_id=5ab52eb401c849a2bac11447332661a2&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 948 time: 0.1678395 Jul 09 13:20:55.298234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Deleting port 2514eb66-6604-44cb-869f-b4ca54a412c4 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:55.298580 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.408465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b9c2f-232a-4a03-829f-f91271ee38a2 req-ff697414-8bb1-40f5-9171-882742f42bfc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.410293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-935b9c2f-232a-4a03-829f-f91271ee38a2 req-ff697414-8bb1-40f5-9171-882742f42bfc tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 948 time: 0.1867535 Jul 09 13:20:55.460431 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-5220442e-baf5-4194-8866-87cea248dd06 service neutron] 10.222.0.11 "GET /v2.0/ports/ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 382 time: 0.1473629 Jul 09 13:20:55.482048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] For port 2514eb66-6604-44cb-869f-b4ca54a412c4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2514eb66-6604-44cb-869f-b4ca54a412c4,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:55.482446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.492415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:55.505939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.512909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-935b9c2f-232a-4a03-829f-f91271ee38a2 req-2244d31d-666c-495d-8ea8-d074f845b464 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863638 Jul 09 13:20:55.518384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Calling delete_port for 2514eb66-6604-44cb-869f-b4ca54a412c4 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:55.544263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56020) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:55.552533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event deleted for resources: {'Port': ['ID=9e5ead5b-77ff-42a5-83b1-4266e767bc5c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:55.626626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7971ce51-69f9-4624-ba8e-e7de4fb6f248 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:55.648178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-576ba155-ed3a-456c-89d9-84ab8fcd1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.649426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aad217-b681-4916-abc2-2cc2b03457be req-3dc47659-ca6e-4eb3-96e0-8ec9cb230610 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.649995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-576ba155-ed3a-456c-89d9-84ab8fcd1836 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1099 time: 0.1583164 Jul 09 13:20:55.657596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14aad217-b681-4916-abc2-2cc2b03457be req-3dc47659-ca6e-4eb3-96e0-8ec9cb230610 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 944 time: 0.2259400 Jul 09 13:20:55.730503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:55.732954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2017378807-network', 'tenant_id': 'c3a1b877e42e47849f0cdd0e79cd87d9'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:55.744370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'mac_address': 'fa:16:3e:2c:0c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:55.748640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:55.750203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14aad217-b681-4916-abc2-2cc2b03457be req-4c10c72a-0a56-46c3-ad8a-d8882001cc6a tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903916 Jul 09 13:20:55.755670 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e7ee647-fbe8-457f-b6b2-0eb5352d4b02 req-7533287d-41b4-406d-99f1-eaf0eacc92d4 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 210 time: 0.0612109 Jul 09 13:20:55.766486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:55.767151 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.783777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Made reservation on behalf of c3a1b877e42e47849f0cdd0e79cd87d9 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:55.788021 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.810790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Router bdc03172-1762-4363-80dd-87c3f6fb4de7 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:20:55.812531 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.845432 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.869326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:55.879790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-137fcb55-3e1f-47ec-9deb-2140cdaef5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.881160 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-137fcb55-3e1f-47ec-9deb-2140cdaef5d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1879044 Jul 09 13:20:55.925888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:55.931455 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.935278 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.957079 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-8af446ec-95bc-4559-afd9-6de8fbfd262e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0661402 Jul 09 13:20:56.007909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:20:56.011469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7971ce51-69f9-4624-ba8e-e7de4fb6f248'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:56.016061 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab64ee0-cdf9-40a1-b9b5-42a8b5ef2987" -d '{"events": [{"server_uuid": "1dc4123d-3b74-457f-9a49-0c4c4ee201b9", "name": "network-vif-plugged", "status": "completed", "tag": "7971ce51-69f9-4624-ba8e-e7de4fb6f248"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:56.040136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] Sync routers for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:20:56.046262 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.068120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7971ce51-69f9-4624-ba8e-e7de4fb6f248, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7971ce51-69f9-4624-ba8e-e7de4fb6f248,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:56.082758 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.087372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:56.088050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:56.092468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:56.118425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2514eb66-6604-44cb-869f-b4ca54a412c4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:56.132046 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e61f4-2767-4b25-b949-f2de68081ef6 x-openstack-request-id: req-f64e61f4-2767-4b25-b949-f2de68081ef6 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:56.132524 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc4123d-3b74-457f-9a49-0c4c4ee201b9", "name": "network-vif-plugged", "status": "completed", "tag": "7971ce51-69f9-4624-ba8e-e7de4fb6f248", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:56.132958 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f64e61f4-2767-4b25-b949-f2de68081ef6 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:56.134056 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7971ce51-69f9-4624-ba8e-e7de4fb6f248', 'code': 200} Jul 09 13:20:56.151910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] No DVR routers for this DVR port 9e5ead5b-77ff-42a5-83b1-4266e767bc5c on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:56.160118 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.162218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ceda1891-26ab-4881-bf72-1ad3cf0cca91 req-9163c13e-cc05-42ed-b15a-85c584782488 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.11 "DELETE /v2.0/ports/9e5ead5b-77ff-42a5-83b1-4266e767bc5c HTTP/1.1" status: 204 len: 173 time: 1.5662627 Jul 09 13:20:56.165910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'name': 'network-vif-deleted', 'tag': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:56.169230 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc1025c-f144-4252-a2c5-36e8bcdd6580" -d '{"events": [{"server_uuid": "9cb6d523-68d5-400e-8b26-72337cf291b9", "name": "network-vif-deleted", "tag": "9e5ead5b-77ff-42a5-83b1-4266e767bc5c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:56.173386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.179399 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.209371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:20:56.223129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7652be-421d-4ac4-8051-640d4160e630,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:56.229909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.230293 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Added segment 7b91f467-06b1-45f8-978b-d44bd250a36e of type vlan for network b83ea257-9902-4c92-b04f-f24f0829de43 Jul 09 13:20:56.298815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7971ce51-69f9-4624-ba8e-e7de4fb6f248,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:56.313762 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fceb17-0742-4b0b-bd00-d1e8ce3b27d2 x-openstack-request-id: req-12fceb17-0742-4b0b-bd00-d1e8ce3b27d2 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:56.313936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:56.316189 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb6d523-68d5-400e-8b26-72337cf291b9", "name": "network-vif-deleted", "tag": "9e5ead5b-77ff-42a5-83b1-4266e767bc5c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:56.316638 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12fceb17-0742-4b0b-bd00-d1e8ce3b27d2 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:56.317980 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb6d523-68d5-400e-8b26-72337cf291b9', 'name': 'network-vif-deleted', 'tag': '9e5ead5b-77ff-42a5-83b1-4266e767bc5c', 'status': 'completed', 'code': 200} Jul 09 13:20:56.323141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-d8cb1441-3319-4e32-b0ac-f32832c8eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.327119 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-d8cb1441-3319-4e32-b0ac-f32832c8eb5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.3466492 Jul 09 13:20:56.382481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.387325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:56.427387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff9550-b993-463c-b692-18932736d64c req-a34d55b0-2d62-43e2-a0e4-41fe0ddcb164 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.438287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39ff9550-b993-463c-b692-18932736d64c req-a34d55b0-2d62-43e2-a0e4-41fe0ddcb164 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.5489647 Jul 09 13:20:56.467220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6bf5-defe-4eb5-8850-05fda336a7f3 req-032dfe15-8912-4816-a705-2f3864585aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.473222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49ef6bf5-defe-4eb5-8850-05fda336a7f3 req-032dfe15-8912-4816-a705-2f3864585aad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 1096 time: 0.1803465 Jul 09 13:20:56.542603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.543650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.544557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.547222 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:20:56.566346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39ff9550-b993-463c-b692-18932736d64c req-f261a72f-6909-406e-96e3-d56ce8d98195 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197226 Jul 09 13:20:56.624645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-2e548394-71fb-4d11-b7cd-afede277b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.626185 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-2e548394-71fb-4d11-b7cd-afede277b917 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2918022 Jul 09 13:20:56.649422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.821231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:49Z', 'revision_number': 5, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:56.858006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-77dda68c-949e-4692-9273-760951a71269 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219086 Jul 09 13:20:56.871288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] Checking router: bdc03172-1762-4363-80dd-87c3f6fb4de7 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:20:56.904929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:56.905713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:57.015551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b83ea257-9902-4c92-b04f-f24f0829de43,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:57.017347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc9591-95e1-4635-8f60-22a44d0c3c9c req-11048750-1558-4e05-905b-4949613b6f72 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.024923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2eb91707-a02a-4636-b971-870e31ef35a2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4793522 Jul 09 13:20:57.033057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56040) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:57.035538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcbc9591-95e1-4635-8f60-22a44d0c3c9c req-11048750-1558-4e05-905b-4949613b6f72 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 949 time: 0.2298884 Jul 09 13:20:57.042932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Request body: {'subnet': {'network_id': 'b83ea257-9902-4c92-b04f-f24f0829de43', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2017378807-subnet', 'tenant_id': 'c3a1b877e42e47849f0cdd0e79cd87d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:57.046238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:57.077296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49ef6bf5-defe-4eb5-8850-05fda336a7f3 req-027019bf-6e41-48fb-8e0e-149ad9312de7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956445 Jul 09 13:20:57.078733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Made reservation on behalf of c3a1b877e42e47849f0cdd0e79cd87d9 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:57.081788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.122754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network b83ea257-9902-4c92-b04f-f24f0829de43 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:20:57.145894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e2a2b-1eac-4aca-be72-19c449729bbd req-5c0d1f1b-c3ea-45f6-80e3-b3492e8903c5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.153289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-031e2a2b-1eac-4aca-be72-19c449729bbd req-5c0d1f1b-c3ea-45f6-80e3-b3492e8903c5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.6598296 Jul 09 13:20:57.219084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-031e2a2b-1eac-4aca-be72-19c449729bbd req-a89ab93e-d682-4db5-928a-8444b88a5aee tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647309 Jul 09 13:20:57.390996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:49Z', 'revision_number': 5, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:57.421817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.426372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b526ebf9-3776-486a-8475-96bb4672388c None None] The sync data for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 is: [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:17:42Z', 'revision_number': 4, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e9045563-9f86-4237-8eda-a03b9cc5e014', 'name': '', 'network_id': '9c1a138d-0500-4928-8ac2-f4df56a40b2d', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'mac_address': 'fa:16:3e:34:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:40Z', 'updated_at': '2021-07-09T13:17:49Z', 'revision_number': 5, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'subnets': [{'id': '849bee09-8f1b-45db-81fc-39ffb6791d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:20:57.462738 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-e789e48e-1435-483c-a17a-b3b379544f77 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951653 Jul 09 13:20:57.483555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d44af6b-a194-45fb-ba95-b6814a99496f req-9bda227e-cb0e-4bbb-b948-2b1c659097ee tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 210 time: 0.1040435 Jul 09 13:20:57.485298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22781db1-6ce3-4985-a7a0-9110d3f446e0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:57.508584 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcbc9591-95e1-4635-8f60-22a44d0c3c9c req-df43e41d-443f-4276-8fff-3ac6271dc3da tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720938 Jul 09 13:20:57.515189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9e5ead5b-77ff-42a5-83b1-4266e767bc5c no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:57.549653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Router 182384ab-4592-4f17-9094-e6f0d4f3e495 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:20:57.561998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 9e5ead5b-77ff-42a5-83b1-4266e767bc5c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:20:57.562339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9e5ead5b-77ff-42a5-83b1-4266e767bc5c not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:57.577303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Checking segment: {'id': '7b91f467-06b1-45f8-978b-d44bd250a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b83ea257-9902-4c92-b04f-f24f0829de43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:57.577797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Network hostable DHCP agents. Network: b83ea257-9902-4c92-b04f-f24f0829de43, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:20:57.615523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Network b83ea257-9902-4c92-b04f-f24f0829de43 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:20:57.628367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, b83ea257-9902-4c92-b04f-f24f0829de43) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:57.637671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.638095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e969af-fc6f-4f35-9565-3eaeddac920e None None] Network b83ea257-9902-4c92-b04f-f24f0829de43 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:57.638264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.679626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-57982edf-a841-4104-95ce-3cc653f8cfd4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6335101 Jul 09 13:20:57.795795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:20:57.808938 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] Sync routers for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:20:57.827333 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ccbd3d3d-ee98-4add-aa37-86dfd3678e4a admin admin] 10.222.0.32 "PUT /v2.0/routers/182384ab-4592-4f17-9094-e6f0d4f3e495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4367266 Jul 09 13:20:57.828834 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:57.829512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56048) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:57.830856 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:57.857324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363b43d-bd0d-40c0-aace-0a8b7d5297f0 req-a693352c-6fdd-4878-ba2d-145133356dca tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.866716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b363b43d-bd0d-40c0-aace-0a8b7d5297f0 req-a693352c-6fdd-4878-ba2d-145133356dca tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 945 time: 0.1635511 Jul 09 13:20:57.972524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b363b43d-bd0d-40c0-aace-0a8b7d5297f0 req-a1f276e3-4ad2-415a-974c-43e40515cc32 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044786 Jul 09 13:20:58.200320 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:58.251624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.317338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed4fba-cd73-47f5-a2c2-db5517fc420f None None] New status for floating IP 9125a4bc-222b-4789-ac94-e08cbaf93bc9: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:20:58.348725 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd99e5-08a8-4bed-badb-42e8c52ea2dc req-c3656149-a383-4826-87b6-a6bd0ab09dab tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:58.350577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36bd99e5-08a8-4bed-badb-42e8c52ea2dc req-c3656149-a383-4826-87b6-a6bd0ab09dab tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.2806783 Jul 09 13:20:58.353253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a70b56-8444-41fd-b5cb-02f46bc431d2 None None] Network b83ea257-9902-4c92-b04f-f24f0829de43 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:58.465466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36bd99e5-08a8-4bed-badb-42e8c52ea2dc req-3598166b-ebb7-4fe1-ad7d-7360f3769eea tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074312 Jul 09 13:20:58.475638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.579047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Deleting port cdbf31db-99c2-46c4-9377-6776f5d09b32 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:58.579402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.655778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f34eda4b-299f-4d69-9670-7008995b1352 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:58.665939 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f34eda4b-299f-4d69-9670-7008995b1352 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/networks?id=b83ea257-9902-4c92-b04f-f24f0829de43 HTTP/1.1" status: 200 len: 818 time: 0.2336798 Jul 09 13:20:58.691527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-531b9954-c6be-4986-85c0-2072e427ef5b tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/quotas/c3a1b877e42e47849f0cdd0e79cd87d9 HTTP/1.1" status: 200 len: 375 time: 0.0224950 Jul 09 13:20:58.717835 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:20:55Z', 'revision_number': 5, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port': {'id': 'cdbf31db-99c2-46c4-9377-6776f5d09b32', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:18:15Z', 'updated_at': '2021-07-09T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:58.735813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-e144c73a-30e8-4c5c-9442-0a3a3a2fa59f tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3a1b877e42e47849f0cdd0e79cd87d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413899 Jul 09 13:20:58.747639 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] Checking router: 182384ab-4592-4f17-9094-e6f0d4f3e495 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:20:58.757673 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] Routers {'182384ab-4592-4f17-9094-e6f0d4f3e495'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:58.758285 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['182384ab-4592-4f17-9094-e6f0d4f3e495'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:58.791290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] For port cdbf31db-99c2-46c4-9377-6776f5d09b32, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cdbf31db-99c2-46c4-9377-6776f5d09b32,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:58.792046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.812975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Calling delete_port for cdbf31db-99c2-46c4-9377-6776f5d09b32 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:58.831538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5bf67-def2-4a75-931b-3afc256afdab req-797b66f8-78c7-4109-abe0-de24c16ab5be tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:58.834076 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a9c5bf67-def2-4a75-931b-3afc256afdab req-797b66f8-78c7-4109-abe0-de24c16ab5be tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.1232777 Jul 09 13:20:58.850373 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] Set router 182384ab-4592-4f17-9094-e6f0d4f3e495 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:58.857971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-35f3ccab-3353-4f08-ab60-6cf3c87c8c1c service neutron] 10.222.0.32 "GET /v2.0/networks/b83ea257-9902-4c92-b04f-f24f0829de43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140866 Jul 09 13:20:58.928672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a9c5bf67-def2-4a75-931b-3afc256afdab req-f894c6eb-3f1b-48ec-8465-fe0a37278975 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877986 Jul 09 13:20:58.933315 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:20:58Z', 'revision_number': 6, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:58.966472 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a8b81-92a2-425f-93b6-e478ca958bc8 None None] The sync data for ids ['182384ab-4592-4f17-9094-e6f0d4f3e495'] in n-d-799524-3 is: [{'id': '182384ab-4592-4f17-9094-e6f0d4f3e495', 'name': 'tempest-ServersTestJSON-2045614010-router', 'tenant_id': 'db785cdada6240da8679fa1b94defb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:18:14Z', 'updated_at': '2021-07-09T13:20:58Z', 'revision_number': 6, 'project_id': 'db785cdada6240da8679fa1b94defb9a', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:20:59.017930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-0a686199-a604-4d28-9ac1-c6a717252d47 service neutron] 10.222.0.32 "GET /v2.0/networks/b83ea257-9902-4c92-b04f-f24f0829de43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526091 Jul 09 13:20:59.127545 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e9eea041-a128-4f9d-8d10-b7d3a4b9db29 req-144494b1-e27c-4204-97d3-56676fe806a7 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 210 time: 0.0593026 Jul 09 13:20:59.155042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.187049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbf31db-99c2-46c4-9377-6776f5d09b32,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:59.253743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.434155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.438293 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.494473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f31f5-d286-4ca2-a13e-2bb637a11ffc req-5ec020c4-3dc9-4044-88db-48539a1c409f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:59.499450 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c9f31f5-d286-4ca2-a13e-2bb637a11ffc req-5ec020c4-3dc9-4044-88db-48539a1c409f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 949 time: 0.1420498 Jul 09 13:20:59.523240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:59.555778 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.556354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 182384ab-4592-4f17-9094-e6f0d4f3e495 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:20:59.564511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.565807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-947a9dee-7d5a-4bc4-ada9-a5578ae0f629 admin admin] 10.222.0.32 "DELETE /v2.0/routers/182384ab-4592-4f17-9094-e6f0d4f3e495 HTTP/1.1" status: 204 len: 168 time: 1.7331703 Jul 09 13:20:59.568346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56086) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:59.595031 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c9f31f5-d286-4ca2-a13e-2bb637a11ffc req-14faacfc-ac59-4880-b51d-efa6ce6945fe tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896313 Jul 09 13:20:59.638077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bbd02a-ba12-4873-8f71-1ba92843d59c admin admin] Deleting subnet 6ed5f537-06a7-4be1-8f9e-2130eae654b4 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:20:59.643824 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd02a-ba12-4873-8f71-1ba92843d59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.671295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:59.679808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:59.684550 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.691562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd02a-ba12-4873-8f71-1ba92843d59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.812154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd02a-ba12-4873-8f71-1ba92843d59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.949746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd02a-ba12-4873-8f71-1ba92843d59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.957323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2514eb66-6604-44cb-869f-b4ca54a412c4 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:59.973103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd02a-ba12-4873-8f71-1ba92843d59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.978492 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c8bbd02a-ba12-4873-8f71-1ba92843d59c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ed5f537-06a7-4be1-8f9e-2130eae654b4 HTTP/1.1" status: 204 len: 168 time: 0.4061792 Jul 09 13:20:59.979160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56092) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:00.030575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34704e0-d88f-4cf2-8914-6be64de6e017 None None] Network c8313daa-61fd-4578-a881-6770d2edce5c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:00.034831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2514eb66-6604-44cb-869f-b4ca54a412c4 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:00.035420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2514eb66-6604-44cb-869f-b4ca54a412c4 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:00.036002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cdbf31db-99c2-46c4-9377-6776f5d09b32 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:00.044409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbd02a-ba12-4873-8f71-1ba92843d59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed5f537-06a7-4be1-8f9e-2130eae654b4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:00.092685 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.144416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202964c0-9c33-4d9b-bff8-ceab32e437da req-898adae7-e474-4aa3-abc9-389d08f84a07 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.157694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202964c0-9c33-4d9b-bff8-ceab32e437da req-898adae7-e474-4aa3-abc9-389d08f84a07 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 945 time: 0.1893795 Jul 09 13:21:00.178882 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a9912c7b-f454-4a9b-96a3-4eb5a8c7ce9c req-300a678a-c4d1-4c1e-a11a-43cccbab0f41 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 210 time: 0.0725017 Jul 09 13:21:00.187759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.251527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202964c0-9c33-4d9b-bff8-ceab32e437da req-1426f4d2-b63b-4b3f-b88d-b20d9527ee56 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723388 Jul 09 13:21:00.256229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: cdbf31db-99c2-46c4-9377-6776f5d09b32 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:00.256588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cdbf31db-99c2-46c4-9377-6776f5d09b32 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:00.313437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Deleting port 68881a67-f5cb-4f5c-be36-0eed845c5a63 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:00.316360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.350924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:00.353361 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329fff2b-0dc2-41f6-abc3-703fc2858703" -d '{"events": [{"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:00.423552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:00.477672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-e4ff951f-a241-4925-a0cd-879d8505457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.479700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-e4ff951f-a241-4925-a0cd-879d8505457b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa&tenant_id=5ab52eb401c849a2bac11447332661a2 HTTP/1.1" status: 200 len: 1100 time: 0.1889658 Jul 09 13:21:00.481112 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.497454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:00.499090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] For port 68881a67-f5cb-4f5c-be36-0eed845c5a63, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=68881a67-f5cb-4f5c-be36-0eed845c5a63,segment=NetworkSegment(733a7496-0206-463b-94ff-0b04da12c9e8),segment_id=733a7496-0206-463b-94ff-0b04da12c9e8)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:00.499459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.525550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Calling delete_port for 68881a67-f5cb-4f5c-be36-0eed845c5a63 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:00.559008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=10']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:00.672884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] DHCP port deletion for c8313daa-61fd-4578-a881-6770d2edce5c request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:21:00.683824 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.719433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda0953-bc96-48ef-9647-b20f80259905 req-af346dcb-b4b3-4ab8-9786-f7ff6db3ff67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.723090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bbda0953-bc96-48ef-9647-b20f80259905 req-af346dcb-b4b3-4ab8-9786-f7ff6db3ff67 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.2180243 Jul 09 13:21:00.724709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.734784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Pushing event deleted for resources: {'Port': ['ID=68881a67-f5cb-4f5c-be36-0eed845c5a63,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:00.737887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] No DVR routers for this DVR port 68881a67-f5cb-4f5c-be36-0eed845c5a63 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:00.792161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] Deleting port 68881a67-f5cb-4f5c-be36-0eed845c5a63 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:00.792535 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.825411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bbda0953-bc96-48ef-9647-b20f80259905 req-dc70056f-d588-408c-a54a-77288036d9d5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953422 Jul 09 13:21:00.841456 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.864640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8313daa-61fd-4578-a881-6770d2edce5c']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:00.876973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733a7496-0206-463b-94ff-0b04da12c9e8') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:00.877427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733a7496-0206-463b-94ff-0b04da12c9e8') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:00.887741 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.903099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.909829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:21:00.910244 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.987794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] For port 68881a67-f5cb-4f5c-be36-0eed845c5a63, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:00.988893 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.015788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] Calling delete_port for 68881a67-f5cb-4f5c-be36-0eed845c5a63 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:01.031448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] Port 68881a67-f5cb-4f5c-be36-0eed845c5a63 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:21:01.037056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:21:01.057668 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:21:01.061355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.102305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.106478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c8313daa-61fd-4578-a881-6770d2edce5c HTTP/1.1" status: 204 len: 168 time: 1.1231401 Jul 09 13:21:01.108390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] Pushing event deleted for resources: {'Port': ['ID=68881a67-f5cb-4f5c-be36-0eed845c5a63,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:01.110345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e29e8e-f816-4136-b06c-5e0211e50605 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8313daa-61fd-4578-a881-6770d2edce5c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:01.132075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] Network c8313daa-61fd-4578-a881-6770d2edce5c is not hosted by any dhcp agent {{(pid=93914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:21:01.132682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6778b-0746-4a50-b2d8-712d3f57f7e0 None None] No DVR routers for this DVR port 68881a67-f5cb-4f5c-be36-0eed845c5a63 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:01.175083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e86e-f3e7-4c0b-b9d7-b52a949b925c req-c2de0ecd-7118-4b9c-a74e-e2c88b9b4db2 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:01.176725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-efe2e86e-f3e7-4c0b-b9d7-b52a949b925c req-c2de0ecd-7118-4b9c-a74e-e2c88b9b4db2 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.4968927 Jul 09 13:21:01.247061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2a9dd41-8e63-4f64-8560-0b2fdcc65365 req-46cbbec4-7e91-4cf8-9db1-7fc20c7ae262 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 210 time: 0.0627718 Jul 09 13:21:01.274889 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-efe2e86e-f3e7-4c0b-b9d7-b52a949b925c req-b48c7c29-2426-4719-bcdd-9d6d638c28da tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913677 Jul 09 13:21:01.306627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:01.337120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:01.446638 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4013850-477d-4e7f-9190-8e1254fb1626 x-openstack-request-id: req-b4013850-477d-4e7f-9190-8e1254fb1626 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:01.446928 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:01.447392 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4013850-477d-4e7f-9190-8e1254fb1626 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:01.447945 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'code': 200} Jul 09 13:21:01.477878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:01.513613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-db73e059-9f52-4f37-bb1f-a1e60f015d5d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:01.515205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-db73e059-9f52-4f37-bb1f-a1e60f015d5d tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.2483552 Jul 09 13:21:01.562604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-9a9b8173-d015-45f9-a842-0642cec40e9c tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:01.565371 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-9a9b8173-d015-45f9-a842-0642cec40e9c tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.10 "GET /v2.0/networks?id=b83ea257-9902-4c92-b04f-f24f0829de43 HTTP/1.1" status: 200 len: 818 time: 0.2938328 Jul 09 13:21:01.584143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Request body: {'port': {'device_id': '06a6c567-d6b8-4397-b64f-9bee81a2593e', 'network_id': 'b83ea257-9902-4c92-b04f-f24f0829de43', 'admin_state_up': True, 'tenant_id': 'c3a1b877e42e47849f0cdd0e79cd87d9'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:01.601797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56118) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:01.607768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3148e38b-0d3b-47ae-b2f2-a47faaa05ad6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db785cdada6240da8679fa1b94defb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680569 Jul 09 13:21:01.632635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:01.641173 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cea2df7-3ae0-40cf-8e0a-729a1993c2c0" -d '{"events": [{"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:01.651735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.706089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Transition to ACTIVE for port object ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:01.746652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.772815 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d78873dd-abb8-4bfb-9cd3-af21a642b820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.800733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d78873dd-abb8-4bfb-9cd3-af21a642b820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.805113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 68881a67-f5cb-4f5c-be36-0eed845c5a63 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:01.838853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=11']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:01.856587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 68881a67-f5cb-4f5c-be36-0eed845c5a63 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:01.862764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 68881a67-f5cb-4f5c-be36-0eed845c5a63 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:01.867058 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d78873dd-abb8-4bfb-9cd3-af21a642b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.869964 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d78873dd-abb8-4bfb-9cd3-af21a642b820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.871013 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d78873dd-abb8-4bfb-9cd3-af21a642b820 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8a3dab1-9ffd-43a0-8202-5b1b84e56b30 HTTP/1.1" status: 204 len: 168 time: 0.2664065 Jul 09 13:21:01.932753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] No DVR routers for this DVR port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:01.979472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760e329-7c8c-47b3-8cc5-20e18bf71b22 req-02f9a417-0c90-4ccc-a4cc-9bda2ee2d46b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:01.981387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9760e329-7c8c-47b3-8cc5-20e18bf71b22 req-02f9a417-0c90-4ccc-a4cc-9bda2ee2d46b tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 951 time: 0.3063915 Jul 09 13:21:02.016118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78873dd-abb8-4bfb-9cd3-af21a642b820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a3dab1-9ffd-43a0-8202-5b1b84e56b30,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:02.025677 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5d0a330-a7fe-49e3-bd4f-fb65101038d1 req-a73c88f1-fc4d-4d3f-a9f0-3512c980ebcc tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 210 time: 0.1666431 Jul 09 13:21:02.073034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:02.073371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:02.073699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:02.086091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:02.086091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Attempting to bind port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:02.094568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:02.094913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:02.095324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:02.098129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Bound port: ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:02.098504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.104203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Deleting port 40a23856-cc59-46f2-89a7-c34a7b4fe5da {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:02.104556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.190278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9760e329-7c8c-47b3-8cc5-20e18bf71b22 req-52cda680-3fb7-4a0e-b69a-1ac1a8953a2a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981065 Jul 09 13:21:02.304162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Made reservation on behalf of c3a1b877e42e47849f0cdd0e79cd87d9 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:02.321713 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.327865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:02.333880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:02.337164 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93cf08d-effd-4c0e-a10a-386a64eb9584 x-openstack-request-id: req-e93cf08d-effd-4c0e-a10a-386a64eb9584 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:02.337736 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:02.338154 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e93cf08d-effd-4c0e-a10a-386a64eb9584 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:02.338728 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'code': 200} Jul 09 13:21:02.343968 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.406346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.414994 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.416735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 1097 time: 1.9282269 Jul 09 13:21:02.573345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] For port 40a23856-cc59-46f2-89a7-c34a7b4fe5da, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=40a23856-cc59-46f2-89a7-c34a7b4fe5da,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:02.574465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.601775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Calling delete_port for 40a23856-cc59-46f2-89a7-c34a7b4fe5da owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:02.654303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234b780-cb42-4278-a2a1-8b7def4c3d99 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=12']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:02.816547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf864-3843-440a-8ff5-5668c553d559 req-7c296d89-a21a-4245-891c-4f51950edb4a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.819489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dfbf864-3843-440a-8ff5-5668c553d559 req-7c296d89-a21a-4245-891c-4f51950edb4a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 946 time: 0.2473755 Jul 09 13:21:02.823099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-455fdb1c-4058-40e5-8259-3f42a517ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.824936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-455fdb1c-4058-40e5-8259-3f42a517ac0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1100 time: 0.3582461 Jul 09 13:21:02.926499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dfbf864-3843-440a-8ff5-5668c553d559 req-80361417-be3e-417c-ac3c-f1184a3d45d1 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003230 Jul 09 13:21:02.936655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Allocated IP 172.20.0.3 (b83ea257-9902-4c92-b04f-f24f0829de43/22781db1-6ce3-4985-a7a0-9110d3f446e0/849601d3-e3ba-4c1f-bebd-66671d26b435) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:03.011280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b2ddba2-8e5a-4663-96c6-ea451bf5345d req-2c78cfcd-a4c6-49a0-8587-8c2b8db7c634 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cb6d523-68d5-400e-8b26-72337cf291b9 HTTP/1.1" status: 200 len: 210 time: 0.2412815 Jul 09 13:21:03.019706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-b0572437-e6ec-4daf-ac97-3588aa1bab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.021577 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-b0572437-e6ec-4daf-ac97-3588aa1bab4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1685660 Jul 09 13:21:03.099291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-460227b4-a8c7-4a7c-ae66-6be2c1695cc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0704377 Jul 09 13:21:03.245298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-e7fef7b5-d3d4-4b4f-9f1a-0906d18d8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.246834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-e7fef7b5-d3d4-4b4f-9f1a-0906d18d8d98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1394038 Jul 09 13:21:03.287175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.300654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['40a23856-cc59-46f2-89a7-c34a7b4fe5da'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:03.352266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56160) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:03.368350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed806-cd32-4cfb-b336-4b7ad3cb79bc req-ed03f3f5-53b9-4f5d-af20-7229e8c91f71 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.369991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f74ed806-cd32-4cfb-b336-4b7ad3cb79bc req-ed03f3f5-53b9-4f5d-af20-7229e8c91f71 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.2493989 Jul 09 13:21:03.385377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event deleted for resources: {'Port': ['ID=40a23856-cc59-46f2-89a7-c34a7b4fe5da,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:03.428162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ad9e0dbe-ab41-40f6-bd9d-2e439d2732a2 req-5ccc8412-be81-460b-8e18-820e73d191e2 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 210 time: 0.0606172 Jul 09 13:21:03.428898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] No DVR routers for this DVR port 40a23856-cc59-46f2-89a7-c34a7b4fe5da on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:03.433817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.436663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.438688 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ced4a3fb-3b70-490d-9eee-946b5745c347 req-c9048a55-9695-4518-9aeb-dd52a75290cb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "DELETE /v2.0/ports/40a23856-cc59-46f2-89a7-c34a7b4fe5da HTTP/1.1" status: 204 len: 173 time: 1.9170218 Jul 09 13:21:03.439521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb1ce2-2f98-441e-b044-678ca17ac154', 'name': 'network-vif-deleted', 'tag': '40a23856-cc59-46f2-89a7-c34a7b4fe5da'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:03.442961 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db727c8-9c9e-4525-81bd-2584f12b8865" -d '{"events": [{"server_uuid": "c5cb1ce2-2f98-441e-b044-678ca17ac154", "name": "network-vif-deleted", "tag": "40a23856-cc59-46f2-89a7-c34a7b4fe5da"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:03.444077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-482e4325-8e9b-4ce6-a53d-1daf282d0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.446744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-482e4325-8e9b-4ce6-a53d-1daf282d0329 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814327 Jul 09 13:21:03.511933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.539397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:03.577227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Network b83ea257-9902-4c92-b04f-f24f0829de43 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:03.581549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:03.586177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-07385f33-8f9e-4079-9b5f-0ab3025bcf65 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089063 Jul 09 13:21:03.589092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:03.592566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2002620276-network', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:03.619499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:03.624895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f74ed806-cd32-4cfb-b336-4b7ad3cb79bc req-96268d2e-7863-466a-b6ad-14d72dd4e82b tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452219 Jul 09 13:21:03.633359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:03.635959 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.673569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Pushing event updated for resources: {'Port': ['ID=849601d3-e3ba-4c1f-bebd-66671d26b435,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:03.685509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.686161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.709518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f13480a8-7bd2-44d7-a0e5-3c77bdde1836 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1348166 Jul 09 13:21:03.709806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.728927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Request body: {'port': {'device_id': '06a6c567-d6b8-4397-b64f-9bee81a2593e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:03.854845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.893833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b1218f4-0d5d-493a-b292-28ae7ed3b434 req-952e73ad-c8ec-4c0b-b04b-f7bc0a9f9499 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612488 Jul 09 13:21:03.979838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7d581-55cd-4568-b749-1bfc5388924e req-dd55abed-86cf-433d-bf6a-8ee4a2115b10 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.981314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c7d581-55cd-4568-b749-1bfc5388924e req-dd55abed-86cf-433d-bf6a-8ee4a2115b10 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 949 time: 0.1825910 Jul 09 13:21:04.086085 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1661ee3e-d6a7-43b5-9f7e-0d8f898b1966 x-openstack-request-id: req-1661ee3e-d6a7-43b5-9f7e-0d8f898b1966 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:04.086637 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cb1ce2-2f98-441e-b044-678ca17ac154", "name": "network-vif-deleted", "tag": "40a23856-cc59-46f2-89a7-c34a7b4fe5da", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:04.087538 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1661ee3e-d6a7-43b5-9f7e-0d8f898b1966 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:04.088321 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb1ce2-2f98-441e-b044-678ca17ac154', 'name': 'network-vif-deleted', 'tag': '40a23856-cc59-46f2-89a7-c34a7b4fe5da', 'status': 'completed', 'code': 200} Jul 09 13:21:04.110217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c7d581-55cd-4568-b749-1bfc5388924e req-fa156c3a-2b8e-4182-bf99-0004343d0092 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208475 Jul 09 13:21:04.148858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.153405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.199961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:04.272317 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.272752 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Added segment d58de0fd-cafb-437e-a57d-bfee3d7eddd9 of type vlan for network 392c7dcd-e5f0-419e-a897-68237bed6d57 Jul 09 13:21:04.337705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b8125b-ef3c-4cea-b93e-b54acde477da,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:04.342116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:04.344707 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38c5e3-1c96-4734-b518-407e8cadb133" -d '{"events": [{"name": "network-changed", "server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:04.385013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.431559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56184) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:04.433796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849601d3-e3ba-4c1f-bebd-66671d26b435 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:04.441628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.443214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:04.443214 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.474437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.478691 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-def8c445-f9b1-48bc-97e7-58251202b3fc req-773ea2cb-d343-44d9-a037-2a8c06640767 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5cb1ce2-2f98-441e-b044-678ca17ac154 HTTP/1.1" status: 200 len: 210 time: 0.0766928 Jul 09 13:21:04.515067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Transition to ACTIVE for port object 849601d3-e3ba-4c1f-bebd-66671d26b435 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:04.521112 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.574975 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a63b10-a9ed-43de-8b29-854732259ea8 x-openstack-request-id: req-45a63b10-a9ed-43de-8b29-854732259ea8 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:04.575289 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:04.575549 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45a63b10-a9ed-43de-8b29-854732259ea8 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:04.575951 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'status': 'completed', 'code': 200} Jul 09 13:21:04.594425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Pushing event updated for resources: {'Port': ['ID=849601d3-e3ba-4c1f-bebd-66671d26b435,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:04.653976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2991748 Jul 09 13:21:04.654279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c1317-a1aa-4264-a156-5044ca72c213 admin admin] Pushing event updated for resources: {'Network': ['ID=392c7dcd-e5f0-419e-a897-68237bed6d57,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:04.661787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56190) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:04.667157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 392c7dcd-e5f0-419e-a897-68237bed6d57 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:04.686299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54bd8da1-100d-4317-ad76-815b3916d25a tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.695429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Request body: {'subnet': {'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2002620276-subnet', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:04.739854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:04.742918 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.841422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54bd8da1-100d-4317-ad76-815b3916d25a tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.855761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-7ed21167-af40-4ee2-9043-08ff59c61a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:04.858166 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-7ed21167-af40-4ee2-9043-08ff59c61a84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1100 time: 0.2960379 Jul 09 13:21:04.868234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-53a6229b-94cc-4ab0-b7b3-fc923c3c8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:04.870098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-53a6229b-94cc-4ab0-b7b3-fc923c3c8140 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab52eb401c849a2bac11447332661a2&device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1100 time: 0.2791226 Jul 09 13:21:04.990815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826f19-8be4-42ad-84a5-b6764076bed8 req-fc4e2dcf-8649-4cfa-95df-d13578a6f27e tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:04.992877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa826f19-8be4-42ad-84a5-b6764076bed8 req-fc4e2dcf-8649-4cfa-95df-d13578a6f27e tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 943 time: 0.3487499 Jul 09 13:21:05.054172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Attempting to bind port 849601d3-e3ba-4c1f-bebd-66671d26b435 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:05.054518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Attempting to bind port 849601d3-e3ba-4c1f-bebd-66671d26b435 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7b91f467-06b1-45f8-978b-d44bd250a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b83ea257-9902-4c92-b04f-f24f0829de43'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:05.054853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Attempting to bind port 849601d3-e3ba-4c1f-bebd-66671d26b435 on network b83ea257-9902-4c92-b04f-f24f0829de43 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:05.068838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54bd8da1-100d-4317-ad76-815b3916d25a tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.071509 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54bd8da1-100d-4317-ad76-815b3916d25a tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.072690 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-54bd8da1-100d-4317-ad76-815b3916d25a tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "DELETE /v2.0/security-groups/b70283e5-ea56-4a09-b505-599ed37668ab HTTP/1.1" status: 204 len: 168 time: 0.6299050 Jul 09 13:21:05.077589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:05.083900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Port 849601d3-e3ba-4c1f-bebd-66671d26b435 on network b83ea257-9902-4c92-b04f-f24f0829de43 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:05.084228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Attempting to bind port 849601d3-e3ba-4c1f-bebd-66671d26b435 on network b83ea257-9902-4c92-b04f-f24f0829de43 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:05.105828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf0fb-c3de-4846-b056-c6649b7a07d0 req-984bb17b-6334-44f8-9a59-b0ef7e72bc22 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.108162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd8da1-100d-4317-ad76-815b3916d25a tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70283e5-ea56-4a09-b505-599ed37668ab,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:05.110050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:05.110385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Checking segment: {'id': '7b91f467-06b1-45f8-978b-d44bd250a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b83ea257-9902-4c92-b04f-f24f0829de43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:05.110758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Bound using segment: {'id': '7b91f467-06b1-45f8-978b-d44bd250a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b83ea257-9902-4c92-b04f-f24f0829de43'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:05.111336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Bound port: 849601d3-e3ba-4c1f-bebd-66671d26b435, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b91f467-06b1-45f8-978b-d44bd250a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b83ea257-9902-4c92-b04f-f24f0829de43'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:05.111697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.118675 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa826f19-8be4-42ad-84a5-b6764076bed8 req-446fe636-5921-4fc9-9db6-b6a0c13175eb tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120472 Jul 09 13:21:05.123437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9baf0fb-c3de-4846-b056-c6649b7a07d0 req-984bb17b-6334-44f8-9a59-b0ef7e72bc22 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.2806344 Jul 09 13:21:05.134019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-cc32c950-7a98-45d0-bc45-647a584e81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.135621 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-cc32c950-7a98-45d0-bc45-647a584e81fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2305133 Jul 09 13:21:05.201426 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-2abb24fd-391c-4a54-895a-6914af98710e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0553491 Jul 09 13:21:05.236344 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-3f6c675e-3b40-433f-a431-9dfd20be3d31 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] show failed (client error): The resource could not be found. Jul 09 13:21:05.242187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3f6c675e-3b40-433f-a431-9dfd20be3d31 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "GET /v2.0/security-groups/b70283e5-ea56-4a09-b505-599ed37668ab HTTP/1.1" status: 404 len: 347 time: 0.0820174 Jul 09 13:21:05.253096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56200) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:05.305814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9baf0fb-c3de-4846-b056-c6649b7a07d0 req-11187995-def4-47da-8f7d-739f9b9ca39e tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793675 Jul 09 13:21:05.309311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-98f7f72d-31d7-4f62-a901-f35263bd89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.315722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-98f7f72d-31d7-4f62-a901-f35263bd89f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4280777 Jul 09 13:21:05.550519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 40a23856-cc59-46f2-89a7-c34a7b4fe5da no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:05.581729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-e98c017c-769f-480c-8bb8-e6e0421a5d58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 200 len: 217 time: 0.2137272 Jul 09 13:21:05.593101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 40a23856-cc59-46f2-89a7-c34a7b4fe5da {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:05.596659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 40a23856-cc59-46f2-89a7-c34a7b4fe5da not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:05.718051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] For port 849601d3-e3ba-4c1f-bebd-66671d26b435, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:05.722421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] For port 849601d3-e3ba-4c1f-bebd-66671d26b435, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=849601d3-e3ba-4c1f-bebd-66671d26b435,segment=NetworkSegment(7b91f467-06b1-45f8-978b-d44bd250a36e),segment_id=7b91f467-06b1-45f8-978b-d44bd250a36e)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:05.730861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.767586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.843297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Pushing event updated for resources: {'Port': ['ID=849601d3-e3ba-4c1f-bebd-66671d26b435,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:05.862029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-27d670f7-42e5-43fd-a68c-e904d2e11adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.863578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-27d670f7-42e5-43fd-a68c-e904d2e11adf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.2559071 Jul 09 13:21:05.880924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-1ed3622e-15d5-46a1-886b-5093c2712bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.882023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-1ed3622e-15d5-46a1-886b-5093c2712bda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.6734283 Jul 09 13:21:05.887807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.888425 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.889813 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-f515669a-a448-405c-931c-0ea05fd1db66 service neutron] 10.222.0.10 "PUT /v2.0/ports/849601d3-e3ba-4c1f-bebd-66671d26b435 HTTP/1.1" status: 200 len: 1091 time: 2.1730094 Jul 09 13:21:05.944430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fcb02-af5a-4734-b429-95f41f671136 req-d76a8c8c-0467-471b-a01e-fa675ac2538c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.951372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-271fcb02-af5a-4734-b429-95f41f671136 req-d76a8c8c-0467-471b-a01e-fa675ac2538c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 949 time: 0.2541556 Jul 09 13:21:06.000027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-1e4a169d-31a3-40c6-bc36-d6af9aece102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.001572 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-1e4a169d-31a3-40c6-bc36-d6af9aece102 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099021 Jul 09 13:21:06.010925 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-271fcb02-af5a-4734-b429-95f41f671136 req-a8d6ec0a-3500-4535-9f2f-5e5759a55f3a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587192 Jul 09 13:21:06.097367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a6c567-d6b8-4397-b64f-9bee81a2593e', 'tag': '849601d3-e3ba-4c1f-bebd-66671d26b435'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:06.098072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74587801-8ccb-43e5-8202-2997ff2a9300,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:06.100595 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c3782-6ddf-4cdf-8bb7-7482a8330aed" -d '{"events": [{"name": "network-changed", "server_uuid": "06a6c567-d6b8-4397-b64f-9bee81a2593e", "tag": "849601d3-e3ba-4c1f-bebd-66671d26b435"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:06.122576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Checking segment: {'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:06.122971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Network hostable DHCP agents. Network: 392c7dcd-e5f0-419e-a897-68237bed6d57, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:06.157249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Deleting port effdf2e6-79f7-48cf-9a04-71c537d374c5 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:06.158274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.219018 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5660c23b-955d-40c4-bcb2-b22813a981ee x-openstack-request-id: req-5660c23b-955d-40c4-bcb2-b22813a981ee {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:06.219313 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a6c567-d6b8-4397-b64f-9bee81a2593e", "tag": "849601d3-e3ba-4c1f-bebd-66671d26b435", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:06.219564 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5660c23b-955d-40c4-bcb2-b22813a981ee {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:06.219956 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a6c567-d6b8-4397-b64f-9bee81a2593e', 'tag': '849601d3-e3ba-4c1f-bebd-66671d26b435', 'status': 'completed', 'code': 200} Jul 09 13:21:06.223058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-b7b081df-8c24-4cbb-a597-fabbe8978454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.224599 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-b7b081df-8c24-4cbb-a597-fabbe8978454 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3a1b877e42e47849f0cdd0e79cd87d9&device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 1094 time: 0.2047246 Jul 09 13:21:06.226579 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-01312519-5c33-40d6-9adc-cf4b39933620 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147589 Jul 09 13:21:06.238102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.238440 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.253073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Calling delete_port for effdf2e6-79f7-48cf-9a04-71c537d374c5 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:06.340442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-30af05e7-9034-4abf-8233-2ed027199c2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=849601d3-e3ba-4c1f-bebd-66671d26b435 HTTP/1.1" status: 200 len: 217 time: 0.1083448 Jul 09 13:21:06.413909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.431994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-0332fb3a-5106-4fe6-b430-cb6a25edb2ef tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.438623 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-0332fb3a-5106-4fe6-b430-cb6a25edb2ef tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.5293467 Jul 09 13:21:06.482321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Pushing event deleted for resources: {'Port': ['ID=effdf2e6-79f7-48cf-9a04-71c537d374c5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:06.485720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Network 392c7dcd-e5f0-419e-a897-68237bed6d57 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:06.502633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-2624ce8e-ded0-4178-8026-ce241eb220f7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/quotas/69dab1cbd470482e99ca01cc327ac3f7 HTTP/1.1" status: 200 len: 375 time: 0.0625222 Jul 09 13:21:06.545198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-28670540-304b-4e0c-b2e2-63e1913766f7 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406015 Jul 09 13:21:06.557422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 392c7dcd-e5f0-419e-a897-68237bed6d57) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:06.568028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d9d73-ea99-473b-a295-90825c5e1828 None None] Network 392c7dcd-e5f0-419e-a897-68237bed6d57 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:06.588749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc283-851b-4e42-b5ad-c9839cb269a5 req-8720b2f9-e2a5-485c-aca2-30b18f3774bd tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.602344 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-431bc283-851b-4e42-b5ad-c9839cb269a5 req-8720b2f9-e2a5-485c-aca2-30b18f3774bd tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 943 time: 0.1977699 Jul 09 13:21:06.627659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-9edddfac-210d-4d5b-824d-3e832fcbcf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.630071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-9edddfac-210d-4d5b-824d-3e832fcbcf14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22781db1-6ce3-4985-a7a0-9110d3f446e0 HTTP/1.1" status: 200 len: 858 time: 0.2701588 Jul 09 13:21:06.656908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.659283 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.664128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-89cb8185-447d-4e0f-9569-9c95b1a6510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.665923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-89cb8185-447d-4e0f-9569-9c95b1a6510a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7200422 Jul 09 13:21:06.679721 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-4935c85f-1056-4369-b82a-61b7cff134ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b83ea257-9902-4c92-b04f-f24f0829de43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395675 Jul 09 13:21:06.729705 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-431bc283-851b-4e42-b5ad-c9839cb269a5 req-82181037-38e7-4139-a92e-4069d088903c tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253719 Jul 09 13:21:06.747642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-392c7dcd-e5f0-419e-a897-68237bed6d57', 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'fixed_ips': [{'subnet_id': '74587801-8ccb-43e5-8202-2997ff2a9300'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:21:06.748519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.844977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.848587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.850255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-04ec988c-43ab-4eb6-814b-0bbbdbddef69 tempest-ServersTestBootFromVolume-609277810 tempest-ServersTestBootFromVolume-609277810-project] 10.222.0.32 "DELETE /v2.0/floatingips/9125a4bc-222b-4789-ac94-e08cbaf93bc9 HTTP/1.1" status: 204 len: 168 time: 1.5898747 Jul 09 13:21:06.853272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56228) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:06.859956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-eb40afdd-3e73-4d4c-aa3d-d7e878cb62bc service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265683 Jul 09 13:21:06.865527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:06.869527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7601bce5-4134-4d86-bdff-1017f30935f1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1867130 Jul 09 13:21:06.873587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56230) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:06.878596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-12dbbbaf-b4f2-4c0f-a626-4223ca9d81d6 service neutron] 10.222.0.10 "GET /v2.0/networks/b83ea257-9902-4c92-b04f-f24f0829de43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801355 Jul 09 13:21:06.881684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:07.014613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Allocated IP 172.20.0.2 (392c7dcd-e5f0-419e-a897-68237bed6d57/74587801-8ccb-43e5-8202-2997ff2a9300/ee6c35e1-363d-4ae6-b6c8-71be2a680e5a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:07.016789 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fe3a600-add6-4c1b-9eac-34bc40f90315 req-e2ca425d-c388-42f4-b6a9-3fa7b66760bb service neutron] 10.222.0.10 "GET /v2.0/networks/b83ea257-9902-4c92-b04f-f24f0829de43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302168 Jul 09 13:21:07.054048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:07.115159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e34d-4459-4ed7-b5bf-50842017d1c6 req-6605d005-896c-4367-92e8-64991d60b443 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.118092 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9294e34d-4459-4ed7-b5bf-50842017d1c6 req-6605d005-896c-4367-92e8-64991d60b443 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1587555 Jul 09 13:21:07.120643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'mac_address': 'fa:16:3e:2c:0c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:07.169707 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.186260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:07.209170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:07.214964 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.227926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-53ec004c-76b7-4c1c-b4ff-fae5553a90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.229585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-53ec004c-76b7-4c1c-b4ff-fae5553a90ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3a1b877e42e47849f0cdd0e79cd87d9&device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 1094 time: 0.1363912 Jul 09 13:21:07.232897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9294e34d-4459-4ed7-b5bf-50842017d1c6 req-33ed2a94-35ac-482c-a178-c08342db673a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751781 Jul 09 13:21:07.274250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=13']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:07.340153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-76414241-3493-4023-86fa-d6967d9902c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.341599 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-76414241-3493-4023-86fa-d6967d9902c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b83ea257-9902-4c92-b04f-f24f0829de43 HTTP/1.1" status: 200 len: 918 time: 0.1036789 Jul 09 13:21:07.372721 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.385558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Transition to ACTIVE for port object ee6c35e1-363d-4ae6-b6c8-71be2a680e5a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:07.402750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Transition to ACTIVE for port object ee6c35e1-363d-4ae6-b6c8-71be2a680e5a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:07.411726 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.411981 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-7e13ecd9-11a8-485d-bc53-6166d95a0b2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=849601d3-e3ba-4c1f-bebd-66671d26b435 HTTP/1.1" status: 200 len: 217 time: 0.0620964 Jul 09 13:21:07.458020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Pushing event updated for resources: {'Port': ['ID=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:07.470035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Network 392c7dcd-e5f0-419e-a897-68237bed6d57 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:07.471964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:07.474466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:07.488245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.488245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.505561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-4fcb6fe4-1a83-4725-bdc1-400043675662 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8230004 Jul 09 13:21:07.515697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-f6d1a834-e5b8-45c1-85fa-0740f887a555 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9691496 Jul 09 13:21:07.556733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-41462486-807a-489a-9124-7bc99b6d1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.560725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-41462486-807a-489a-9124-7bc99b6d1a63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22781db1-6ce3-4985-a7a0-9110d3f446e0 HTTP/1.1" status: 200 len: 858 time: 0.1354008 Jul 09 13:21:07.584712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:07.612390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-ccaa6528-f9c8-4ebf-a4b6-8acb4500daf3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b83ea257-9902-4c92-b04f-f24f0829de43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423028 Jul 09 13:21:07.716401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.813064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Attempting to bind port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:07.813549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Attempting to bind port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:07.813994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Attempting to bind port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a on network 392c7dcd-e5f0-419e-a897-68237bed6d57 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:07.845324 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-beffe01f-108b-428f-ac62-8c83569933f5 service neutron] 10.222.0.10 "GET /v2.0/networks/b83ea257-9902-4c92-b04f-f24f0829de43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240336 Jul 09 13:21:07.848218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:07.848692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Checking segment: {'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:07.849386 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.850196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Bound using segment: {'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:07.850765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Bound port: ee6c35e1-363d-4ae6-b6c8-71be2a680e5a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:07.851272 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.904392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-62548a89-6fa4-490d-868c-25dddc474514 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876979 Jul 09 13:21:07.936311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ce5a6-c28d-4d42-858b-95f23799ada5 req-1e11094a-8441-476c-88bc-a16878c99d91 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.945401 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed0ce5a6-c28d-4d42-858b-95f23799ada5 req-1e11094a-8441-476c-88bc-a16878c99d91 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 950 time: 0.1607594 Jul 09 13:21:07.948803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a38c5e3-1c96-4734-b518-407e8cadb133 req-8471182a-55d7-49b7-a087-550db397c626 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209905 Jul 09 13:21:07.962552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] For port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:07.967588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] For port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,segment=NetworkSegment(d58de0fd-cafb-437e-a57d-bfee3d7eddd9),segment_id=d58de0fd-cafb-437e-a57d-bfee3d7eddd9)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:07.980080 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.031073 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed0ce5a6-c28d-4d42-858b-95f23799ada5 req-611e5a52-7b00-421c-a9b7-e0a944733706 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806570 Jul 09 13:21:08.056427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.067526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d944f0-1257-462e-9d3e-0a3ca8344626 None None] Pushing event updated for resources: {'Port': ['ID=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:08.088280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-088c3782-6ddf-4cdf-8bb7-7482a8330aed req-3fe5e6f5-028d-495d-b1a3-8ddc49435abb service neutron] 10.222.0.10 "GET /v2.0/networks/b83ea257-9902-4c92-b04f-f24f0829de43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312629 Jul 09 13:21:08.304984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d761a-acc1-4f9d-b99b-ccce7967181f req-b1100c65-e415-4354-af21-048d6df6734b tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.312613 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-405d761a-acc1-4f9d-b99b-ccce7967181f req-b1100c65-e415-4354-af21-048d6df6734b tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 943 time: 0.0897896 Jul 09 13:21:08.380586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-405d761a-acc1-4f9d-b99b-ccce7967181f req-6dcfc6d5-d979-4ac6-9e84-0ca08725cf97 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669811 Jul 09 13:21:08.526995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ea0a79a7-a808-47f9-bb0a-e468a5dda7bf req-c6e85c03-6a0f-4b5d-8847-70d6700184e9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 210 time: 0.0400255 Jul 09 13:21:08.634441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.697855 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.747657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cff97-a9c7-40d1-a483-70a9e4a4c0f2 req-55ff8e7c-2f58-4a55-8109-94fdcd2f820b tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.749972 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d83cff97-a9c7-40d1-a483-70a9e4a4c0f2 req-55ff8e7c-2f58-4a55-8109-94fdcd2f820b tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.0888011 Jul 09 13:21:08.798431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deacea8-945c-49aa-9ef3-f6fcc7396ce3 req-d8fe38d9-099d-4def-84cb-5a2d304fb56d tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.804742 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d83cff97-a9c7-40d1-a483-70a9e4a4c0f2 req-723befb8-2d82-4a5f-a80a-3764fb53fffc tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483842 Jul 09 13:21:08.806185 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5deacea8-945c-49aa-9ef3-f6fcc7396ce3 req-d8fe38d9-099d-4def-84cb-5a2d304fb56d tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 1101 time: 0.3573215 Jul 09 13:21:08.830362 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.891664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 849601d3-e3ba-4c1f-bebd-66671d26b435 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:08.902376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:08.924536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Allocated IP 172.25.5.210 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/72f9efb1-6c93-4331-87d6-44118fd24c8b) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:09.000490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5deacea8-945c-49aa-9ef3-f6fcc7396ce3 req-7238dd88-153d-4001-8720-d74721a1fd14 tempest-MigrationsAdminTest-50189978 tempest-MigrationsAdminTest-50189978-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932788 Jul 09 13:21:09.044447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:09.054746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:09.064851 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.368259 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.404378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 849601d3-e3ba-4c1f-bebd-66671d26b435, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=849601d3-e3ba-4c1f-bebd-66671d26b435,segment=NetworkSegment(7b91f467-06b1-45f8-978b-d44bd250a36e),segment_id=7b91f467-06b1-45f8-978b-d44bd250a36e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:09.418185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '849601d3-e3ba-4c1f-bebd-66671d26b435', 'network_id': 'b83ea257-9902-4c92-b04f-f24f0829de43', 'port_id': '849601d3-e3ba-4c1f-bebd-66671d26b435', 'mac_address': 'fa:16:3e:e2:b6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22781db1-6ce3-4985-a7a0-9110d3f446e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:09.512076 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.537728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849601d3-e3ba-4c1f-bebd-66671d26b435 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:09.563407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 849601d3-e3ba-4c1f-bebd-66671d26b435, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=849601d3-e3ba-4c1f-bebd-66671d26b435,segment=NetworkSegment(7b91f467-06b1-45f8-978b-d44bd250a36e),segment_id=7b91f467-06b1-45f8-978b-d44bd250a36e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:09.565213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.569554 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.676857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaf7fb9-06f6-45c4-a3ea-31a968588679 None None] Network 392c7dcd-e5f0-419e-a897-68237bed6d57 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:09.795404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:09.801865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Pushing event updated for resources: {'Port': ['ID=72f9efb1-6c93-4331-87d6-44118fd24c8b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:09.804447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:09.809391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:09.872975 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.908757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Deleting port e9045563-9f86-4237-8eda-a03b9cc5e014 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:09.910366 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.948271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-813eb0fd-c0d4-4aeb-9157-d51333cc2bff None None] Provisioning for port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:09.968851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee6c35e1-363d-4ae6-b6c8-71be2a680e5a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:10.005544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=849601d3-e3ba-4c1f-bebd-66671d26b435,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:10.062039 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-985dd733-4dd8-47de-a2cf-1e12d902c327 req-030402d9-02e6-4714-9af6-093fb6cfbbcb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 210 time: 0.0633202 Jul 09 13:21:10.096358 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['849601d3-e3ba-4c1f-bebd-66671d26b435'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:10.116994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:10.133680 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0182287d-c3f5-4dc5-8b88-13206b518726" -d '{"events": [{"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:10.196219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:10.210653 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.228463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] For port e9045563-9f86-4237-8eda-a03b9cc5e014, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e9045563-9f86-4237-8eda-a03b9cc5e014,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:10.228804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.236709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b829f1-37ae-4aa4-b222-0ed8230ef8bf req-0a538bb3-439b-45df-ab11-42d0cb8c50d5 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.241308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f2b829f1-37ae-4aa4-b222-0ed8230ef8bf req-0a538bb3-439b-45df-ab11-42d0cb8c50d5 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 944 time: 0.4409180 Jul 09 13:21:10.261867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Calling delete_port for e9045563-9f86-4237-8eda-a03b9cc5e014 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:10.277073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-c1cf1137-163b-49a7-809c-112fd7b2c30b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.281546 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-c1cf1137-163b-49a7-809c-112fd7b2c30b tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 811 time: 0.5436563 Jul 09 13:21:10.308324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Request body: {'port': {'device_id': '5ecada4a-c48d-49fd-b6e5-e391d8a45555', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'admin_state_up': True, 'tenant_id': '69dab1cbd470482e99ca01cc327ac3f7'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:10.379002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=14']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:10.381627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:10.393366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:10.394573 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.407332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f2b829f1-37ae-4aa4-b222-0ed8230ef8bf req-4b4281ae-110d-4cdb-ac4c-f44b9eb69e95 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166368 Jul 09 13:21:10.488507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Made reservation on behalf of 69dab1cbd470482e99ca01cc327ac3f7 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:10.494140 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.506227 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.625154 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.676211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6d69-13f4-4083-bbad-fa3a81b8f93e req-4680d2d6-3ccc-4b3e-9232-347ea11f6a08 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.684201 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-12ac6d69-13f4-4083-bbad-fa3a81b8f93e req-4680d2d6-3ccc-4b3e-9232-347ea11f6a08 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1523798 Jul 09 13:21:10.709412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,segment=NetworkSegment(d58de0fd-cafb-437e-a57d-bfee3d7eddd9),segment_id=d58de0fd-cafb-437e-a57d-bfee3d7eddd9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:10.715464 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.730264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355c47-aede-4ce6-8fca-5681f8c03bbb req-ea73ebcc-6cbd-4406-853c-8c0d4a18d3b7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.731872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3355c47-aede-4ce6-8fca-5681f8c03bbb req-ea73ebcc-6cbd-4406-853c-8c0d4a18d3b7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 951 time: 0.3241811 Jul 09 13:21:10.755312 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-12ac6d69-13f4-4083-bbad-fa3a81b8f93e req-40a656a0-7e20-4983-a7f8-c380a4b48fe9 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696962 Jul 09 13:21:10.787165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Allocated IP 172.20.0.4 (13fcc680-ed26-45c9-bc2b-e511ec8b91dc/d56ea44e-abc3-47a5-94d3-6e01d5687fc5/9ddedf97-f7b0-40af-9594-768366c5fefe) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:10.847777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:10.949781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0e87acd9-2af5-4f98-94cc-5ea02788f327 None None] Provisioning complete for port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:10.950512 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0e87acd9-2af5-4f98-94cc-5ea02788f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.028270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.031513 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6041fbcc-ecfa-481b-9a7b-d39e99f016a2 x-openstack-request-id: req-6041fbcc-ecfa-481b-9a7b-d39e99f016a2 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:11.031806 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-plugged", "status": "completed", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:11.032239 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6041fbcc-ecfa-481b-9a7b-d39e99f016a2 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:11.032793 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'code': 200} Jul 09 13:21:11.075715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.129790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:11.130274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:11.134247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:11.167014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event updated for resources: {'Port': ['ID=9ddedf97-f7b0-40af-9594-768366c5fefe,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:11.187665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.188762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.204310 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-6d78a062-0be8-4afc-97b4-a8e8c4d73c46 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9043725 Jul 09 13:21:11.217881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Request body: {'port': {'device_id': '5ecada4a-c48d-49fd-b6e5-e391d8a45555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:11.229492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3355c47-aede-4ce6-8fca-5681f8c03bbb req-3d13a1b2-2bc4-44ad-b114-d577025b7e96 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900324 Jul 09 13:21:11.258717 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.284405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.289147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9045563-9f86-4237-8eda-a03b9cc5e014,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:11.377368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.395469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ade7-616e-4e3a-9808-81898b455be5 req-a71889ef-d547-4adb-baeb-abfbc32d1a3f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.397051 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4f16ade7-616e-4e3a-9808-81898b455be5 req-a71889ef-d547-4adb-baeb-abfbc32d1a3f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 931 time: 0.1832554 Jul 09 13:21:11.471376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-4d19d690-cb39-4419-ae5d-64e9a8c1bba6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.473022 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-4d19d690-cb39-4419-ae5d-64e9a8c1bba6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 951 time: 0.1840045 Jul 09 13:21:11.556023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:11.558677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:11.581832 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4f16ade7-616e-4e3a-9808-81898b455be5 req-706ff587-c4ba-47a6-a175-7473195817a9 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760187 Jul 09 13:21:11.610360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.633796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Router db6c52ef-c618-4a67-a912-a912d9776fdc is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:21:11.710545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c7acd-60d5-4de7-8d62-901b5c94dfd5 req-246a0599-d1a1-4ffd-9262-0366787a757c tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.717835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-712c7acd-60d5-4de7-8d62-901b5c94dfd5 req-246a0599-d1a1-4ffd-9262-0366787a757c tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 944 time: 0.1769655 Jul 09 13:21:11.747863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Deleting port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:11.748105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.763583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:11.780707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'mac_address': 'fa:16:3e:05:10:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:11.849560 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.864732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee6c35e1-363d-4ae6-b6c8-71be2a680e5a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:11.867801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.877927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-712c7acd-60d5-4de7-8d62-901b5c94dfd5 req-4105061b-0bfc-4dc1-97db-f5b0d78930d1 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589830 Jul 09 13:21:11.908588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:11.941090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:11.962114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.966332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3b0e529-755e-46cb-bc8e-f30ac2d8d27c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0871410 Jul 09 13:21:11.966525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] For port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:11.966639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56284) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:11.966730 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.974794 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.044279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Calling delete_port for ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:12.052088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec31c434-eb9d-4282-b7af-977b617e775d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:12.052528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddedf97-f7b0-40af-9594-768366c5fefe {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:12.063673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:12.073481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.118324 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:21:12.118860 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:21:12.138562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Transition to ACTIVE for port object 9ddedf97-f7b0-40af-9594-768366c5fefe will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:12.148304 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.162980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Router bdc03172-1762-4363-80dd-87c3f6fb4de7 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:21:12.167935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:12.168575 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.188464 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a94f7-ea8a-4e93-8bd9-4ca8f91979bc req-e94cb5df-8b57-4760-a05c-ecb59888b525 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:12.193060 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Sync routers for ids ['db6c52ef-c618-4a67-a912-a912d9776fdc'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:12.196601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-746a94f7-ea8a-4e93-8bd9-4ca8f91979bc req-e94cb5df-8b57-4760-a05c-ecb59888b525 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.2688506 Jul 09 13:21:12.203660 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Routers {'db6c52ef-c618-4a67-a912-a912d9776fdc'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:12.205320 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['db6c52ef-c618-4a67-a912-a912d9776fdc'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:12.323617 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Set router db6c52ef-c618-4a67-a912-a912d9776fdc gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:12.348054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:12.359859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] Sync routers for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:12.363436 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6c5a3291-9c3e-44f4-8edd-1763425eda97 admin admin] 10.222.0.32 "PUT /v2.0/routers/bdc03172-1762-4363-80dd-87c3f6fb4de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5045238 Jul 09 13:21:12.364909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56290) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:12.375453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:12.376069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:12.379952 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-746a94f7-ea8a-4e93-8bd9-4ca8f91979bc req-440571c2-ecf7-496f-95b7-9cffbbd950d1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826227 Jul 09 13:21:12.391480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Pushing event updated for resources: {'Port': ['ID=9ddedf97-f7b0-40af-9594-768366c5fefe,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:12.400060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Attempting to bind port 9ddedf97-f7b0-40af-9594-768366c5fefe on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:12.400060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Attempting to bind port 9ddedf97-f7b0-40af-9594-768366c5fefe by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:12.400060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Attempting to bind port 9ddedf97-f7b0-40af-9594-768366c5fefe on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:12.426822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Port 9ddedf97-f7b0-40af-9594-768366c5fefe on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:12.427182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Attempting to bind port 9ddedf97-f7b0-40af-9594-768366c5fefe on network 13fcc680-ed26-45c9-bc2b-e511ec8b91dc {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:12.435586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:12.435920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Checking segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:12.436305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Bound using segment: {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:12.436745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Bound port: 9ddedf97-f7b0-40af-9594-768366c5fefe, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e27d6-9c20-487c-9167-5cb8c89f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:12.437098 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.494305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.512998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['285e29ac-b9e2-4679-b30e-3e75463d7750', '978a6704-b379-43e6-b664-01e546b2804e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:12.516933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:12.536648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event deleted for resources: {'Port': ['ID=ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:12.596117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] No DVR routers for this DVR port ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:12.598392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] For port 9ddedf97-f7b0-40af-9594-768366c5fefe, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:12.601060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.603428 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3464d6b2-6616-46c3-9667-2a77da16b629 req-202dd936-b2eb-4da4-b6ed-5dff6e2ea742 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "DELETE /v2.0/ports/ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 HTTP/1.1" status: 204 len: 173 time: 1.1193020 Jul 09 13:21:12.603969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-deleted', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:12.604646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:21:10Z', 'revision_number': 3, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port': {'id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:08Z', 'updated_at': '2021-07-09T13:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:12.606869 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef0a43d-b939-4fbf-b040-7975d032bb7e" -d '{"events": [{"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-deleted", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:12.633575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab8d7-a676-4a3e-93b7-cf2516b6cbf8 req-24369ff1-0c82-46c0-bb6c-ecf553e20a0f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:12.635234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] For port 9ddedf97-f7b0-40af-9594-768366c5fefe, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9ddedf97-f7b0-40af-9594-768366c5fefe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:12.640314 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.642488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dfbab8d7-a676-4a3e-93b7-cf2516b6cbf8 req-24369ff1-0c82-46c0-bb6c-ecf553e20a0f tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cabb56b-da23-45fa-8307-d10e94d162fa HTTP/1.1" status: 200 len: 868 time: 0.2279592 Jul 09 13:21:12.651248 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.662029 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Checking router: db6c52ef-c618-4a67-a912-a912d9776fdc for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:12.662656 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Updating router db6c52ef-c618-4a67-a912-a912d9776fdc port 72f9efb1-6c93-4331-87d6-44118fd24c8b binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:21:12.712582 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.723815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:12.724453 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.726088 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] 10.222.0.11 "PUT /v2.0/ports/9ddedf97-f7b0-40af-9594-768366c5fefe HTTP/1.1" status: 200 len: 1091 time: 1.5135388 Jul 09 13:21:12.728805 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5817d881-3340-4b36-b843-b96ce0999dc0 x-openstack-request-id: req-5817d881-3340-4b36-b843-b96ce0999dc0 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:12.728805 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cabb56b-da23-45fa-8307-d10e94d162fa", "name": "network-vif-deleted", "tag": "ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:12.729030 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5817d881-3340-4b36-b843-b96ce0999dc0 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:12.729419 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cabb56b-da23-45fa-8307-d10e94d162fa', 'name': 'network-vif-deleted', 'tag': 'ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7', 'status': 'completed', 'code': 200} Jul 09 13:21:12.790863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:12.811714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e164ab-dc7b-4a88-8870-ad65296bfc9d service neutron] Pushing event updated for resources: {'Port': ['ID=9ddedf97-f7b0-40af-9594-768366c5fefe,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:12.839182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dfbab8d7-a676-4a3e-93b7-cf2516b6cbf8 req-58d5f5d6-e5e5-48d4-bd1b-30b091368bf7 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954308 Jul 09 13:21:12.993304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.023128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-602a1b73-4ec9-494e-8e32-ca9db732a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.025127 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-602a1b73-4ec9-494e-8e32-ca9db732a3a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 1094 time: 0.1859579 Jul 09 13:21:13.109140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-252caa75-44d6-4126-9bd1-aef5dfaa65bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddedf97-f7b0-40af-9594-768366c5fefe HTTP/1.1" status: 200 len: 217 time: 0.0766041 Jul 09 13:21:13.160758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2073-736a-43cd-8dc9-8dca864e9372 req-fdc02457-ed15-4c7e-9881-296d7a6805bc tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.163409 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36cf2073-736a-43cd-8dc9-8dca864e9372 req-fdc02457-ed15-4c7e-9881-296d7a6805bc tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 943 time: 0.2563770 Jul 09 13:21:13.168013 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.177093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:13.179823 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b37451f-c245-47f4-821c-11e4bd8c83a8" -d '{"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-unplugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:13.184072 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Transition to ACTIVE for port object 72f9efb1-6c93-4331-87d6-44118fd24c8b will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:13.193720 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.269869 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36cf2073-736a-43cd-8dc9-8dca864e9372 req-288191fa-dcb2-472e-bf83-747af4431390 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790756 Jul 09 13:21:13.290979 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Pushing event updated for resources: {'Port': ['ID=72f9efb1-6c93-4331-87d6-44118fd24c8b,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:13.291226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.294221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-191886d6-539e-46b6-ab81-4e927b499ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.294410 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Attempting to bind port 72f9efb1-6c93-4331-87d6-44118fd24c8b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:13.294767 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Attempting to bind port 72f9efb1-6c93-4331-87d6-44118fd24c8b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:13.295593 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Attempting to bind port 72f9efb1-6c93-4331-87d6-44118fd24c8b on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:13.297825 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-191886d6-539e-46b6-ab81-4e927b499ec5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.1769691 Jul 09 13:21:13.303591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.304034 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.304480 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.305696 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.306227 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.306607 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.307054 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.307601 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.308022 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.308359 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.308685 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.309058 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:13.314932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 849601d3-e3ba-4c1f-bebd-66671d26b435 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:13.324137 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:13.324780 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:13.325296 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.326496 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:13.327055 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Bound port: 72f9efb1-6c93-4331-87d6-44118fd24c8b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:13.327593 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.378775 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-65da166d-9379-4de4-8920-975161aba082 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726376 Jul 09 13:21:13.399806 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] For port 72f9efb1-6c93-4331-87d6-44118fd24c8b, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:13.404383 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] For port 72f9efb1-6c93-4331-87d6-44118fd24c8b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=72f9efb1-6c93-4331-87d6-44118fd24c8b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:13.411460 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.419557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec31c434-eb9d-4282-b7af-977b617e775d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:13.492687 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Routers {'db6c52ef-c618-4a67-a912-a912d9776fdc'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:13.493700 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['db6c52ef-c618-4a67-a912-a912d9776fdc'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:13.576095 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e138d26d-9586-4ae0-99e4-0788c1ba94ab x-openstack-request-id: req-e138d26d-9586-4ae0-99e4-0788c1ba94ab {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:13.576095 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-unplugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:13.577171 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e138d26d-9586-4ae0-99e4-0788c1ba94ab {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:13.577171 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'code': 200} Jul 09 13:21:13.590891 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd55ce7-f6cd-4d58-92bd-911a4beaa61b None None] Pushing event updated for resources: {'Port': ['ID=72f9efb1-6c93-4331-87d6-44118fd24c8b,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:13.612851 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.622351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-65322f0b-44c1-4c5a-8f9d-370a5644ec44 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312715 Jul 09 13:21:13.643241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:13.670241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 849601d3-e3ba-4c1f-bebd-66671d26b435 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:13.689284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.697585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 849601d3-e3ba-4c1f-bebd-66671d26b435 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:13.698121 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.713695 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] Set router db6c52ef-c618-4a67-a912-a912d9776fdc gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:13.782491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Deleting port 472e6ea7-5099-486e-ab40-892b4d0f383f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:13.784017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.788973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.811299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79a8d-dca3-4bd6-a0f1-39c67284c793 req-370648f0-cc59-4bb3-b72c-b485989f2cc4 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.813126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2c79a8d-dca3-4bd6-a0f1-39c67284c793 req-370648f0-cc59-4bb3-b72c-b485989f2cc4 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 944 time: 0.7891474 Jul 09 13:21:13.834170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:21:10Z', 'revision_number': 5, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port': {'id': '472e6ea7-5099-486e-ab40-892b4d0f383f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:17:37Z', 'updated_at': '2021-07-09T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:13.855066 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.915927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] Checking router: bdc03172-1762-4363-80dd-87c3f6fb4de7 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:13.946257 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2c79a8d-dca3-4bd6-a0f1-39c67284c793 req-dd76248d-3d39-4110-b81d-fe142825d390 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954762 Jul 09 13:21:13.946916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:13.992241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] Routers {'bdc03172-1762-4363-80dd-87c3f6fb4de7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:13.992940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:20:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bdc03172-1762-4363-80dd-87c3f6fb4de7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:13.998934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.005786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ec31c434-eb9d-4282-b7af-977b617e775d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:14.030304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] For port 472e6ea7-5099-486e-ab40-892b4d0f383f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=472e6ea7-5099-486e-ab40-892b4d0f383f,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:14.030675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.078263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Calling delete_port for 472e6ea7-5099-486e-ab40-892b4d0f383f owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:14.103278 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:21:10Z', 'revision_number': 3, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port': {'id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:08Z', 'updated_at': '2021-07-09T13:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:14.145181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] Set router bdc03172-1762-4363-80dd-87c3f6fb4de7 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:14.166347 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912fbb4e-3b6b-4500-b1a1-6903706cdc44 None None] The sync data for ids ['db6c52ef-c618-4a67-a912-a912d9776fdc'] in n-d-799524-3 is: [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:21:10Z', 'revision_number': 3, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port': {'id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:08Z', 'updated_at': '2021-07-09T13:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:14.223519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:21:12Z', 'revision_number': 6, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:14.229525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f11c919-a9e3-4f16-a302-9261ebad1470 req-cdd6efeb-8cb6-4406-bca5-b9d345ea34dc service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985720 Jul 09 13:21:14.265029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74304280-c601-4f06-9244-3b2ff47e93bc req-1b0a25eb-88d6-4635-ac86-2471dac92ba1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.274352 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74304280-c601-4f06-9244-3b2ff47e93bc req-1b0a25eb-88d6-4635-ac86-2471dac92ba1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 949 time: 0.5557458 Jul 09 13:21:14.303851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3718c4a-c318-419f-96cf-1ce497641eb6 None None] The sync data for ids ['bdc03172-1762-4363-80dd-87c3f6fb4de7'] in n-d-799524-3 is: [{'id': 'bdc03172-1762-4363-80dd-87c3f6fb4de7', 'name': 'tempest-ServersTestBootFromVolume-1602054189-router', 'tenant_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:17:36Z', 'updated_at': '2021-07-09T13:21:12Z', 'revision_number': 6, 'project_id': '1f5a25b8927245ff9c33e22cc3ca1090', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:14.313025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Allocated IP 172.20.0.1 (392c7dcd-e5f0-419e-a897-68237bed6d57/74587801-8ccb-43e5-8202-2997ff2a9300/89f9d10b-033a-4bee-bb41-f6305c22e294) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:14.339763 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74304280-c601-4f06-9244-3b2ff47e93bc req-e9cd1bfd-54de-4d4d-bec3-6c9247516244 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642436 Jul 09 13:21:14.342480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 849601d3-e3ba-4c1f-bebd-66671d26b435, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=849601d3-e3ba-4c1f-bebd-66671d26b435,segment=NetworkSegment(7b91f467-06b1-45f8-978b-d44bd250a36e),segment_id=7b91f467-06b1-45f8-978b-d44bd250a36e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:14.371540 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.372537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:14.428209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:14.428860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad4eb62f-7f72-4ea9-b1d3-c02c3dd6a1c7 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:14.441431 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7e410fc8-183e-4e55-8e88-ad66aa88740a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.541632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=849601d3-e3ba-4c1f-bebd-66671d26b435,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:14.568907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7651d-9b06-43cd-b2ea-6d9d6812a014 req-94ca8803-2dcd-46bd-85ef-1c1763c1b0e5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.570627 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4ab7651d-9b06-43cd-b2ea-6d9d6812a014 req-94ca8803-2dcd-46bd-85ef-1c1763c1b0e5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 943 time: 0.1163547 Jul 09 13:21:14.616541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4ab7651d-9b06-43cd-b2ea-6d9d6812a014 req-b720540f-170f-4e35-b2b1-a9ff7a1e3239 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356240 Jul 09 13:21:14.629000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.634011 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.678931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Transition to ACTIVE for port object 89f9d10b-033a-4bee-bb41-f6305c22e294 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:14.730017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Pushing event deleted for resources: {'Port': ['ID=472e6ea7-5099-486e-ab40-892b4d0f383f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:14.730311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecada4a-c48d-49fd-b6e5-e391d8a45555', 'tag': '9ddedf97-f7b0-40af-9594-768366c5fefe'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:14.733328 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c621177a-5cb3-458e-aabc-3d8d7d4799d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecada4a-c48d-49fd-b6e5-e391d8a45555", "tag": "9ddedf97-f7b0-40af-9594-768366c5fefe"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:14.779060 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5651d1d1-17bb-461c-9c28-eb364aeba7f0 x-openstack-request-id: req-5651d1d1-17bb-461c-9c28-eb364aeba7f0 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:14.779658 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecada4a-c48d-49fd-b6e5-e391d8a45555", "tag": "9ddedf97-f7b0-40af-9594-768366c5fefe", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:14.779905 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5651d1d1-17bb-461c-9c28-eb364aeba7f0 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:14.780327 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecada4a-c48d-49fd-b6e5-e391d8a45555', 'tag': '9ddedf97-f7b0-40af-9594-768366c5fefe', 'status': 'completed', 'code': 200} Jul 09 13:21:14.856509 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.864984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.877340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-f5cfdfcb-8a3f-4be5-9441-530bef9a8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.879146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-f5cfdfcb-8a3f-4be5-9441-530bef9a8d20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 1094 time: 0.0779004 Jul 09 13:21:14.988313 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-bd46d594-3c75-4521-8811-445432d07c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.990802 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-bd46d594-3c75-4521-8811-445432d07c56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 200 len: 911 time: 0.1055346 Jul 09 13:21:15.011439 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.014084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Network 392c7dcd-e5f0-419e-a897-68237bed6d57 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:15.015703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.025891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e817f4e-83ba-490d-b889-47997d9ad758 req-f3805f83-f419-4686-b06c-ef118b530c33 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:15.032694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e817f4e-83ba-490d-b889-47997d9ad758 req-f3805f83-f419-4686-b06c-ef118b530c33 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 951 time: 0.2883484 Jul 09 13:21:15.050374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:15.050971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-aabc7d69-4a07-4598-89c0-c6b44f5513fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddedf97-f7b0-40af-9594-768366c5fefe HTTP/1.1" status: 200 len: 217 time: 0.0467136 Jul 09 13:21:15.052889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:15.061413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Pushing event updated for resources: {'Port': ['ID=89f9d10b-033a-4bee-bb41-f6305c22e294,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:15.135949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-f1107bbc-fda4-4871-a751-fcdefaeed8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:15.136952 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.137513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc03172-1762-4363-80dd-87c3f6fb4de7 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:21:15.138456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-f1107bbc-fda4-4871-a751-fcdefaeed8cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 200 len: 851 time: 0.0794470 Jul 09 13:21:15.142635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.146583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56322) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:15.146741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a22f9b61-cf3e-4eb9-99ee-fb6c454d17cf admin admin] 10.222.0.32 "DELETE /v2.0/routers/bdc03172-1762-4363-80dd-87c3f6fb4de7 HTTP/1.1" status: 204 len: 168 time: 2.7807140 Jul 09 13:21:15.176461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e817f4e-83ba-490d-b889-47997d9ad758 req-646bd74e-442f-4c18-a8cb-19477e2a2283 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420321 Jul 09 13:21:15.180228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.231359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-5ab3d2ee-9337-4385-adba-36afca7bcc1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13fcc680-ed26-45c9-bc2b-e511ec8b91dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772321 Jul 09 13:21:15.334286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-19440fbc-9fd7-446c-8abe-7018135a299f admin admin] Deleting subnet 849bee09-8f1b-45db-81fc-39ffb6791d26 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:21:15.348108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19440fbc-9fd7-446c-8abe-7018135a299f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.384375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.424691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7889f25e-a83a-440a-8594-d8d03179021f None None] Provisioning for port 89f9d10b-033a-4bee-bb41-f6305c22e294 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:15.438844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7889f25e-a83a-440a-8594-d8d03179021f None None] Provisioning complete for port 89f9d10b-033a-4bee-bb41-f6305c22e294 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:15.449105 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7889f25e-a83a-440a-8594-d8d03179021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.467891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19440fbc-9fd7-446c-8abe-7018135a299f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.510161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7889f25e-a83a-440a-8594-d8d03179021f None None] Port 89f9d10b-033a-4bee-bb41-f6305c22e294 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:15.522457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3be85-76ed-411f-8552-0876cb7d3b8b req-2e8dfc01-c9d8-4247-9a72-7c67d2caf598 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:15.524630 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8eb3be85-76ed-411f-8552-0876cb7d3b8b req-2e8dfc01-c9d8-4247-9a72-7c67d2caf598 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 945 time: 0.2968442 Jul 09 13:21:15.525951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-1e34fe3e-9cec-486d-aa9d-6d74e0d2c9a2 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829876 Jul 09 13:21:15.578409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a6c567-d6b8-4397-b64f-9bee81a2593e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849601d3-e3ba-4c1f-bebd-66671d26b435'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:15.582147 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9017c5f3-b3c4-4779-9ddf-15f229b41c3d" -d '{"events": [{"server_uuid": "06a6c567-d6b8-4397-b64f-9bee81a2593e", "name": "network-vif-plugged", "status": "completed", "tag": "849601d3-e3ba-4c1f-bebd-66671d26b435"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:15.669728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29768a3f-ed87-4bf0-a3c9-7b20d7860627 req-16634a03-5892-45f9-82b3-4256cc694ca0 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:15.673488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8eb3be85-76ed-411f-8552-0876cb7d3b8b req-80630564-f4bc-457f-a99e-e8c47ff169b7 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361020 Jul 09 13:21:15.677741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29768a3f-ed87-4bf0-a3c9-7b20d7860627 req-16634a03-5892-45f9-82b3-4256cc694ca0 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 949 time: 0.1244926 Jul 09 13:21:15.682659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19440fbc-9fd7-446c-8abe-7018135a299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.709672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:15.726039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.735316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.770767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29768a3f-ed87-4bf0-a3c9-7b20d7860627 req-9a3779ef-c94e-404a-80e7-4e5512840623 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920217 Jul 09 13:21:15.771903 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4372c442-ef6b-4efa-b56f-b52e8fd6aa3d x-openstack-request-id: req-4372c442-ef6b-4efa-b56f-b52e8fd6aa3d {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:15.772205 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a6c567-d6b8-4397-b64f-9bee81a2593e", "name": "network-vif-plugged", "status": "completed", "tag": "849601d3-e3ba-4c1f-bebd-66671d26b435", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:15.774498 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4372c442-ef6b-4efa-b56f-b52e8fd6aa3d {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:15.774927 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a6c567-d6b8-4397-b64f-9bee81a2593e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849601d3-e3ba-4c1f-bebd-66671d26b435', 'code': 200} Jul 09 13:21:15.873026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 72f9efb1-6c93-4331-87d6-44118fd24c8b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:15.889780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19440fbc-9fd7-446c-8abe-7018135a299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.904356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Pushing event updated for resources: {'Port': ['ID=89f9d10b-033a-4bee-bb41-f6305c22e294,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:15.905886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ec31c434-eb9d-4282-b7af-977b617e775d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:15.906276 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.960251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19440fbc-9fd7-446c-8abe-7018135a299f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849bee09-8f1b-45db-81fc-39ffb6791d26,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:15.969088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19440fbc-9fd7-446c-8abe-7018135a299f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.973829 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-19440fbc-9fd7-446c-8abe-7018135a299f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/849bee09-8f1b-45db-81fc-39ffb6791d26 HTTP/1.1" status: 204 len: 168 time: 0.8218441 Jul 09 13:21:15.978559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56334) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:15.981800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c7bf73-933b-43a4-a49a-31bba2f43dd0 None None] Network 9c1a138d-0500-4928-8ac2-f4df56a40b2d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:15.983244 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c621177a-5cb3-458e-aabc-3d8d7d4799d3 req-dd12dfda-f3c7-4749-b554-09cf329650a9 service neutron] 10.222.0.11 "GET /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425092 Jul 09 13:21:16.013202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.057208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b1611-f723-483d-b759-b45690075932 req-7ad7ae65-721d-4ae7-985f-6f45e6421202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.059347 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e3b1611-f723-483d-b759-b45690075932 req-7ad7ae65-721d-4ae7-985f-6f45e6421202 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 1096 time: 0.2254570 Jul 09 13:21:16.091870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.105115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223674a-9f80-4f50-afa5-fac21e48949b req-7188fc8d-d2e9-43e6-b224-e888235074c3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.106656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9223674a-9f80-4f50-afa5-fac21e48949b req-7188fc8d-d2e9-43e6-b224-e888235074c3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 951 time: 0.1983938 Jul 09 13:21:16.117111 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e3b1611-f723-483d-b759-b45690075932 req-1da86b65-0715-4e20-847a-65889815e940 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Jul 09 13:21:16.120460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.133666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1585b6-e98b-4b7e-a302-470ce0ec132f req-d32c4cb8-e9d9-4b53-87dd-9ac57234e323 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.135594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c1585b6-e98b-4b7e-a302-470ce0ec132f req-d32c4cb8-e9d9-4b53-87dd-9ac57234e323 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 943 time: 0.1899874 Jul 09 13:21:16.140750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 72f9efb1-6c93-4331-87d6-44118fd24c8b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:16.196194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Deleting port dffc7420-74ca-4758-a75a-2ed2d956c217 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:16.196536 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.234044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 72f9efb1-6c93-4331-87d6-44118fd24c8b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:16.234507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.247495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Network 392c7dcd-e5f0-419e-a897-68237bed6d57 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:16.271706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:16.272569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:16.278203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c1585b6-e98b-4b7e-a302-470ce0ec132f req-7c516560-0233-4bdc-ac7d-bd2704fe4743 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160409 Jul 09 13:21:16.290931 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.319992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] For port dffc7420-74ca-4758-a75a-2ed2d956c217, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dffc7420-74ca-4758-a75a-2ed2d956c217,segment=NetworkSegment(77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c),segment_id=77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:16.319992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.341091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Calling delete_port for dffc7420-74ca-4758-a75a-2ed2d956c217 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:16.491091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:16.505285 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.520365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Deleting port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:16.520761 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.537623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb24c0-8233-4ffa-81b3-bf711b22b364 req-0615095a-6578-451e-b2ac-bde0ca665ce3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.537875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 72f9efb1-6c93-4331-87d6-44118fd24c8b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=72f9efb1-6c93-4331-87d6-44118fd24c8b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:16.545756 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.555117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fefb24c0-8233-4ffa-81b3-bf711b22b364 req-0615095a-6578-451e-b2ac-bde0ca665ce3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 951 time: 0.2096002 Jul 09 13:21:16.632802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb5f3da-704f-4195-9d1a-5ba2ad6c5731 None None] DHCP port deletion for 9c1a138d-0500-4928-8ac2-f4df56a40b2d request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:21:16.635119 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.681621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=72f9efb1-6c93-4331-87d6-44118fd24c8b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:16.700398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e9045563-9f86-4237-8eda-a03b9cc5e014 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:16.728005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e9045563-9f86-4237-8eda-a03b9cc5e014 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:16.728371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e9045563-9f86-4237-8eda-a03b9cc5e014 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:16.728798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 472e6ea7-5099-486e-ab40-892b4d0f383f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:16.744859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fefb24c0-8233-4ffa-81b3-bf711b22b364 req-331d84fb-8801-4d4f-a573-41c3fde92ec6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586962 Jul 09 13:21:16.759577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 472e6ea7-5099-486e-ab40-892b4d0f383f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:16.759925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 472e6ea7-5099-486e-ab40-892b4d0f383f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:16.769699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Router db6c52ef-c618-4a67-a912-a912d9776fdc has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:21:16.775801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8280d997-14aa-4a54-a757-457c1b78e681 None None] Provisioning complete for port 89f9d10b-033a-4bee-bb41-f6305c22e294 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:16.776196 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8280d997-14aa-4a54-a757-457c1b78e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.810698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] No DVR routers for this DVR port dffc7420-74ca-4758-a75a-2ed2d956c217 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:16.818845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dffc7420-74ca-4758-a75a-2ed2d956c217,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:16.840247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] For port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:16.840523 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.877798 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-376b29c1-22fb-4855-9e16-7a68161dfc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.884600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8280d997-14aa-4a54-a757-457c1b78e681 None None] Port 89f9d10b-033a-4bee-bb41-f6305c22e294 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:16.932418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.933701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Calling delete_port for 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:17.076377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:17.080888 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.088119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1ce9c6d7-7447-4f60-ad5e-d35692ab9006 admin admin] 10.222.0.32 "PUT /v2.0/routers/db6c52ef-c618-4a67-a912-a912d9776fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1152248 Jul 09 13:21:17.094930 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Sync routers for ids ['db6c52ef-c618-4a67-a912-a912d9776fdc'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:17.114292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1a138d-0500-4928-8ac2-f4df56a40b2d']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:17.129688 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Routers {'db6c52ef-c618-4a67-a912-a912d9776fdc'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:17.129688 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:21:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['db6c52ef-c618-4a67-a912-a912d9776fdc'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:17.159251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:17.159666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c7a34b-b924-4fb2-84fa-6d7d9ac9b80c') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:17.188775 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.216625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cebe7-4e9a-470a-8544-88bbd987b71a req-b928f6e6-a463-409f-a248-27f70695d160 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:17.218839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-989cebe7-4e9a-470a-8544-88bbd987b71a req-b928f6e6-a463-409f-a248-27f70695d160 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1186364 Jul 09 13:21:17.219093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.231142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['285e29ac-b9e2-4679-b30e-3e75463d7750', '978a6704-b379-43e6-b664-01e546b2804e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:17.235791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.267776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f12f99-7011-4ea2-a0fb-300b14d18e2e req-ff17b2ef-35bc-4d67-80ad-619460eaad38 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:17.269779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97f12f99-7011-4ea2-a0fb-300b14d18e2e req-ff17b2ef-35bc-4d67-80ad-619460eaad38 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 945 time: 0.2851095 Jul 09 13:21:17.271395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:21:17.271799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:21:17.273960 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:21:17.277883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56354) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:17.324633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event deleted for resources: {'Port': ['ID=0fdb71e5-d0f3-4828-b2ba-93a7772eb856,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:17.327661 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Set router db6c52ef-c618-4a67-a912-a912d9776fdc gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:17.378499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.386054 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.390666 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9c1a138d-0500-4928-8ac2-f4df56a40b2d HTTP/1.1" status: 204 len: 168 time: 1.4108129 Jul 09 13:21:17.402166 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97f12f99-7011-4ea2-a0fb-300b14d18e2e req-814554e3-029e-4c54-929d-bfe89b22a954 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824306 Jul 09 13:21:17.403871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-989cebe7-4e9a-470a-8544-88bbd987b71a req-c996fc2c-b0ba-4fb6-a4c2-9e2824973f16 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478612 Jul 09 13:21:17.438062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2111241087'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:17.451503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009de59-2fc3-44c0-a064-f75e1c4465d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1a138d-0500-4928-8ac2-f4df56a40b2d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:17.467784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] No DVR routers for this DVR port 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:17.472878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.480103 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9223674a-9f80-4f50-afa5-fac21e48949b req-cf19b2ed-70ab-4af7-9bfb-dcffb1fb785c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.10 "DELETE /v2.0/ports/0fdb71e5-d0f3-4828-b2ba-93a7772eb856 HTTP/1.1" status: 204 len: 173 time: 1.3645539 Jul 09 13:21:17.481537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-deleted', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:17.491477 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cdb3b6-e023-415d-8fae-1f9cc01e3aca" -d '{"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-deleted", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:17.516325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:17.520341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.591784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:17.628872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:17.630019 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.630382 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Added segment e8cb2f00-86f4-409a-b655-8ed5f71af83f of type vlan for network d7038e7e-9c96-4241-9c5c-856ce6270f7f Jul 09 13:21:17.732972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.756705 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-901a7476-7903-49c0-a089-2bab026772bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f5a25b8927245ff9c33e22cc3ca1090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254799 Jul 09 13:21:17.757726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9ddedf97-f7b0-40af-9594-768366c5fefe details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:17.759066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56370) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:17.789173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:17.802972 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647030d1-f748-47ca-80ef-27a348b7fea4" -d '{"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-plugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:17.823015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.828618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:17.829232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.855770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84cb291b-bc19-42bb-bc2d-0dbc77f58ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.903316 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:21:15Z', 'revision_number': 4, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port': {'id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:08Z', 'updated_at': '2021-07-09T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89f9d10b-033a-4bee-bb41-f6305c22e294', 'name': '', 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'mac_address': 'fa:16:3e:d5:b9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '74587801-8ccb-43e5-8202-2997ff2a9300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:13Z', 'updated_at': '2021-07-09T13:21:15Z', 'revision_number': 2, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'subnets': [{'id': '74587801-8ccb-43e5-8202-2997ff2a9300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:17.926648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84cb291b-bc19-42bb-bc2d-0dbc77f58ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.933275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 72f9efb1-6c93-4331-87d6-44118fd24c8b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:17.962565 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Checking router: db6c52ef-c618-4a67-a912-a912d9776fdc for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:17.963906 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Updating router db6c52ef-c618-4a67-a912-a912d9776fdc port 89f9d10b-033a-4bee-bb41-f6305c22e294 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:21:18.027232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9ddedf97-f7b0-40af-9594-768366c5fefe, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9ddedf97-f7b0-40af-9594-768366c5fefe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:18.047912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84cb291b-bc19-42bb-bc2d-0dbc77f58ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.049312 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.054785 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84cb291b-bc19-42bb-bc2d-0dbc77f58ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.058677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-84cb291b-bc19-42bb-bc2d-0dbc77f58ea7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/374a153e-9f2b-472e-8c6e-841250ca1161 HTTP/1.1" status: 204 len: 168 time: 0.2961652 Jul 09 13:21:18.068205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb291b-bc19-42bb-bc2d-0dbc77f58ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374a153e-9f2b-472e-8c6e-841250ca1161,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:18.082411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '9ddedf97-f7b0-40af-9594-768366c5fefe', 'network_id': '13fcc680-ed26-45c9-bc2b-e511ec8b91dc', 'port_id': '9ddedf97-f7b0-40af-9594-768366c5fefe', 'mac_address': 'fa:16:3e:7f:8a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56ea44e-abc3-47a5-94d3-6e01d5687fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:18.099574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 72f9efb1-6c93-4331-87d6-44118fd24c8b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:18.100036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.122886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8384097 Jul 09 13:21:18.125730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56378) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:18.136780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'subnet': {'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:18.162168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653e302-6809-47a5-a627-e6bb7e9e517a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Network': ['ID=d7038e7e-9c96-4241-9c5c-856ce6270f7f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:18.285211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e870b9-89bb-4486-b51b-80d7a5986bab req-8e739e7a-5ec9-4e8b-a15f-cedcf4e1e454 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:18.298002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0e870b9-89bb-4486-b51b-80d7a5986bab req-8e739e7a-5ec9-4e8b-a15f-cedcf4e1e454 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 943 time: 0.2894888 Jul 09 13:21:18.365033 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5087ff9-f379-43c7-9d0e-5296e56bfba6 x-openstack-request-id: req-b5087ff9-f379-43c7-9d0e-5296e56bfba6 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:18.365368 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6f9f93-b8f8-4671-a072-02151b6a6cfe", "name": "network-vif-deleted", "tag": "0fdb71e5-d0f3-4828-b2ba-93a7772eb856", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:18.365569 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5087ff9-f379-43c7-9d0e-5296e56bfba6 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:18.365969 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6f9f93-b8f8-4671-a072-02151b6a6cfe', 'name': 'network-vif-deleted', 'tag': '0fdb71e5-d0f3-4828-b2ba-93a7772eb856', 'status': 'completed', 'code': 200} Jul 09 13:21:18.425235 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0e870b9-89bb-4486-b51b-80d7a5986bab req-faf88472-f411-4b7a-9969-2b427304ce1a tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248813 Jul 09 13:21:18.455402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:18.457532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network d7038e7e-9c96-4241-9c5c-856ce6270f7f details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:18.461639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.466234 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.478328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.544529 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c810a3-c34f-484a-bbb4-a3d8eea47bf8 x-openstack-request-id: req-39c810a3-c34f-484a-bbb4-a3d8eea47bf8 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:18.544892 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-plugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:18.545214 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39c810a3-c34f-484a-bbb4-a3d8eea47bf8 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:18.545674 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'code': 200} Jul 09 13:21:18.554230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddedf97-f7b0-40af-9594-768366c5fefe {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:18.617789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9ddedf97-f7b0-40af-9594-768366c5fefe, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9ddedf97-f7b0-40af-9594-768366c5fefe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:18.641838 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.727506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=9ddedf97-f7b0-40af-9594-768366c5fefe,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:18.781479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dffc7420-74ca-4758-a75a-2ed2d956c217 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:18.782122 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.809706 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Transition to ACTIVE for port object 89f9d10b-033a-4bee-bb41-f6305c22e294 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:18.821512 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.852990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: dffc7420-74ca-4758-a75a-2ed2d956c217 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:18.853774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dffc7420-74ca-4758-a75a-2ed2d956c217 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:18.908566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b1f-9bcf-40a6-81d7-b8b282d8f767 req-72c7e4a2-7d19-4255-8d17-1c134febf9b1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:18.913582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aa0f1b1f-9bcf-40a6-81d7-b8b282d8f767 req-72c7e4a2-7d19-4255-8d17-1c134febf9b1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1601732 Jul 09 13:21:18.919431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:18.942643 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffa344-bbe5-470d-bf4c-3f49b050d957 None None] Pushing event updated for resources: {'Port': ['ID=89f9d10b-033a-4bee-bb41-f6305c22e294,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:18.962049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:18.962407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0fdb71e5-d0f3-4828-b2ba-93a7772eb856 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:18.989163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3c2dd48-3ab9-4825-87eb-7a0ff0b789b7 req-4f842a23-c4a5-4918-9d6a-11d8e085b865 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6f9f93-b8f8-4671-a072-02151b6a6cfe HTTP/1.1" status: 200 len: 210 time: 0.2821772 Jul 09 13:21:18.989403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['9ddedf97-f7b0-40af-9594-768366c5fefe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:19.023267 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.147024 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Attempting to bind port 89f9d10b-033a-4bee-bb41-f6305c22e294 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:19.147406 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Attempting to bind port 89f9d10b-033a-4bee-bb41-f6305c22e294 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:19.147766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Attempting to bind port 89f9d10b-033a-4bee-bb41-f6305c22e294 on network 392c7dcd-e5f0-419e-a897-68237bed6d57 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:19.178707 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:19.181518 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Checking segment: {'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:19.181771 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.182176 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Bound using segment: {'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:19.182822 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Bound port: 89f9d10b-033a-4bee-bb41-f6305c22e294, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:19.183518 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.196271 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aa0f1b1f-9bcf-40a6-81d7-b8b282d8f767 req-0f4faa98-acb9-486a-bc5f-1ef2e5a47007 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595520 Jul 09 13:21:19.215261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Subnet': ['ID=1ba118e4-e0c0-419b-a1bd-6c502b0fc874,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:19.239269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Checking segment: {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:19.240209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network hostable DHCP agents. Network: d7038e7e-9c96-4241-9c5c-856ce6270f7f, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:19.248107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ec165-712a-4a76-8b60-b3f021eded51 req-361c499d-8b1d-4b68-8fe4-58e5eb7be7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.249663 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b34ec165-712a-4a76-8b60-b3f021eded51 req-361c499d-8b1d-4b68-8fe4-58e5eb7be7a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1101 time: 0.3341215 Jul 09 13:21:19.262769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network d7038e7e-9c96-4241-9c5c-856ce6270f7f is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:19.277453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, d7038e7e-9c96-4241-9c5c-856ce6270f7f) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:19.293932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.296203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.301239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0308c-d17e-4025-b581-964b738ffd15 None None] Network d7038e7e-9c96-4241-9c5c-856ce6270f7f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:19.333069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1b67d01d-eefe-4dd9-ae6e-6af53e4a94cb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2052736 Jul 09 13:21:19.333349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56404) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:19.375994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-629724327'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:19.498429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b34ec165-712a-4a76-8b60-b3f021eded51 req-2fcf7144-99a0-4df8-bb59-5d7d0f7d387e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214062 Jul 09 13:21:19.508015 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] For port 89f9d10b-033a-4bee-bb41-f6305c22e294, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:19.511430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:19.516342 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] For port 89f9d10b-033a-4bee-bb41-f6305c22e294, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89f9d10b-033a-4bee-bb41-f6305c22e294,segment=NetworkSegment(d58de0fd-cafb-437e-a57d-bfee3d7eddd9),segment_id=d58de0fd-cafb-437e-a57d-bfee3d7eddd9)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:19.526193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.531010 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.592396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:19.594043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854c3ec-cdb6-4458-9c12-737c48f4d62c req-bf753d7d-05e6-4900-ac42-672e6564105f tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.602458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0854c3ec-cdb6-4458-9c12-737c48f4d62c req-bf753d7d-05e6-4900-ac42-672e6564105f tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 945 time: 0.2118137 Jul 09 13:21:19.619351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.619691 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Added segment 9822908d-c49c-49f0-bcab-8808003b5165 of type vlan for network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c Jul 09 13:21:19.666214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56414) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:19.718567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0854c3ec-cdb6-4458-9c12-737c48f4d62c req-914a529c-c443-428d-9ae9-2e804e481b29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074834 Jul 09 13:21:19.728926 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.776177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.778528 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Routers {'db6c52ef-c618-4a67-a912-a912d9776fdc'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:19.778839 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:21:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['db6c52ef-c618-4a67-a912-a912d9776fdc'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:19.785867 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffa344-bbe5-470d-bf4c-3f49b050d957 None None] Pushing event updated for resources: {'Port': ['ID=89f9d10b-033a-4bee-bb41-f6305c22e294,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:19.804575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.807814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.852599 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.973096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d7038e7e-9c96-4241-9c5c-856ce6270f7f', 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'fixed_ips': [{'subnet_id': '1ba118e4-e0c0-419b-a1bd-6c502b0fc874'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:21:19.974369 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.975118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2040086801-network', 'tenant_id': '49671fa326304f76aa9d40018f427ea5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:20.015172 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6801400 Jul 09 13:21:20.015907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56420) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:20.030702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'subnet': {'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:20.071692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31797605-13f6-4691-961d-209f8484c02d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Network': ['ID=32c4b9b0-00df-43a0-aa45-9c6f1f2a736c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:20.100838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:20.148498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Made reservation on behalf of 49671fa326304f76aa9d40018f427ea5 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:20.151187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.204172 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] Set router db6c52ef-c618-4a67-a912-a912d9776fdc gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:20.403436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Allocated IP 19.80.0.2 (d7038e7e-9c96-4241-9c5c-856ce6270f7f/1ba118e4-e0c0-419b-a1bd-6c502b0fc874/36fbc8dd-8d5b-400b-916b-8a955d98d543) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:20.518404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de79ab-b163-4dc9-b755-384d8f6ea277 req-12eaee40-d071-4fd2-8bdc-ac80b31c82f0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.527156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62de79ab-b163-4dc9-b755-384d8f6ea277 req-12eaee40-d071-4fd2-8bdc-ac80b31c82f0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 944 time: 0.1560628 Jul 09 13:21:20.563371 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:21:15Z', 'revision_number': 4, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port': {'id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:08Z', 'updated_at': '2021-07-09T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89f9d10b-033a-4bee-bb41-f6305c22e294', 'name': '', 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'mac_address': 'fa:16:3e:d5:b9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '74587801-8ccb-43e5-8202-2997ff2a9300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:13Z', 'updated_at': '2021-07-09T13:21:19Z', 'revision_number': 4, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'subnets': [{'id': '74587801-8ccb-43e5-8202-2997ff2a9300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:20.600284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62de79ab-b163-4dc9-b755-384d8f6ea277 req-d447071b-3080-40a9-b831-077c0e0457fb tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716956 Jul 09 13:21:20.638857 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d540119-c6dc-4899-956a-9ad9ecb4ba2a None None] The sync data for ids ['db6c52ef-c618-4a67-a912-a912d9776fdc'] in n-d-799524-3 is: [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:21:15Z', 'revision_number': 4, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port': {'id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:08Z', 'updated_at': '2021-07-09T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89f9d10b-033a-4bee-bb41-f6305c22e294', 'name': '', 'network_id': '392c7dcd-e5f0-419e-a897-68237bed6d57', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'mac_address': 'fa:16:3e:d5:b9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '74587801-8ccb-43e5-8202-2997ff2a9300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:13Z', 'updated_at': '2021-07-09T13:21:19Z', 'revision_number': 4, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'subnets': [{'id': '74587801-8ccb-43e5-8202-2997ff2a9300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:20.659154 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.669849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Transition to ACTIVE for port object 36fbc8dd-8d5b-400b-916b-8a955d98d543 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:20.688432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Transition to ACTIVE for port object 36fbc8dd-8d5b-400b-916b-8a955d98d543 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:20.736686 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.849245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.863499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Network d7038e7e-9c96-4241-9c5c-856ce6270f7f is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:20.872832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:20.883325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:20.893453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8649-2e9a-415c-beb2-9c598cc09412 req-6d362c06-ca9d-4a12-ad4b-7bb120ff91d7 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.906975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Pushing event updated for resources: {'Port': ['ID=36fbc8dd-8d5b-400b-916b-8a955d98d543,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:20.910163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-784a8649-2e9a-415c-beb2-9c598cc09412 req-6d362c06-ca9d-4a12-ad4b-7bb120ff91d7 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 945 time: 0.1176291 Jul 09 13:21:20.926696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f8a34-50be-45ce-b87b-863fb1d603aa req-b6f3a3c1-fbb6-4f1d-bac4-84003c8f5927 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.936535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a1f8a34-50be-45ce-b87b-863fb1d603aa req-b6f3a3c1-fbb6-4f1d-bac4-84003c8f5927 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1554048 Jul 09 13:21:20.947215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:20.950633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.981241 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-784a8649-2e9a-415c-beb2-9c598cc09412 req-500baf3b-1818-44d5-961b-b961f99754c4 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699263 Jul 09 13:21:21.077160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Attempting to bind port 36fbc8dd-8d5b-400b-916b-8a955d98d543 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:21.077529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Attempting to bind port 36fbc8dd-8d5b-400b-916b-8a955d98d543 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:21.078024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Attempting to bind port 36fbc8dd-8d5b-400b-916b-8a955d98d543 on network d7038e7e-9c96-4241-9c5c-856ce6270f7f {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:21.084067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:21.084621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Checking segment: {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:21.085029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.085480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Bound using segment: {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:21.085939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Bound port: 36fbc8dd-8d5b-400b-916b-8a955d98d543, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:21.086480 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.178410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] For port 36fbc8dd-8d5b-400b-916b-8a955d98d543, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:21.179425 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a1f8a34-50be-45ce-b87b-863fb1d603aa req-002c51f4-be7b-477f-b519-0582dfc9bff7 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418063 Jul 09 13:21:21.197672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] For port 36fbc8dd-8d5b-400b-916b-8a955d98d543, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=36fbc8dd-8d5b-400b-916b-8a955d98d543,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:21.205672 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.259558 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.376139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c96ae-34a0-4915-81e3-257c78a0ddd0 None None] Pushing event updated for resources: {'Port': ['ID=36fbc8dd-8d5b-400b-916b-8a955d98d543,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:21.478273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Checking segment: {'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:21.478934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network hostable DHCP agents. Network: 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:21.492799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Subnet': ['ID=c0fd77bc-b95d-459f-8693-cb3b79a2854a,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:21.501381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.515796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.536773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:21.549174 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.549623 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Added segment aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd of type vlan for network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 Jul 09 13:21:21.593257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.773944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9ddedf97-f7b0-40af-9594-768366c5fefe up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:21.872732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3542c2-d3b7-4c1a-b2cd-5b28f1cc910d req-bff076a0-6baa-4d40-a9d3-90885a69dfc8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:21.883471 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b3542c2-d3b7-4c1a-b2cd-5b28f1cc910d req-bff076a0-6baa-4d40-a9d3-90885a69dfc8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.2781780 Jul 09 13:21:21.891997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588f3dd0-8f30-471c-b1c4-860f9dca8fba,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:21.971300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.974854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:21.975548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.977642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89f9d10b-033a-4bee-bb41-f6305c22e294 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:22.007235 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b3542c2-d3b7-4c1a-b2cd-5b28f1cc910d req-1201e8e7-8489-40d8-95ec-e9b9abc4d510 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168888 Jul 09 13:21:22.028749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 9ddedf97-f7b0-40af-9594-768366c5fefe completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:22.041250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 9ddedf97-f7b0-40af-9594-768366c5fefe triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:22.041985 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.096501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:22.122997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=08fe5466-d83c-459f-94d8-ad4ecaa315f4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:22.140086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56442) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:22.140337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-039b603b-55dd-47f3-9adf-f58e1e738ac1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4672747 Jul 09 13:21:22.146323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Request body: {'subnet': {'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2040086801-subnet', 'tenant_id': '49671fa326304f76aa9d40018f427ea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:22.150038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:22.165981 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.168001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:22.169649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de84992-8b94-48de-800c-a76de2c1b114 None None] Network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:22.204768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:22.205705 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.253160 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dba5c7ea-a729-4a4c-930b-89fdbd933715 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2312472 Jul 09 13:21:22.253573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Made reservation on behalf of 49671fa326304f76aa9d40018f427ea5 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:22.256892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.305475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 89f9d10b-033a-4bee-bb41-f6305c22e294 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:22.318390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 89f9d10b-033a-4bee-bb41-f6305c22e294 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:22.318769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.319441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-e3ff4efc-a9d1-46b9-8131-bf9c22b01a58 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:22.323168 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-e3ff4efc-a9d1-46b9-8131-bf9c22b01a58 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.10 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 945 time: 0.6370099 Jul 09 13:21:22.330196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecada4a-c48d-49fd-b6e5-e391d8a45555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddedf97-f7b0-40af-9594-768366c5fefe'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:22.332641 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ddee6-4faf-40fa-bbbb-c158b2b77164" -d '{"events": [{"server_uuid": "5ecada4a-c48d-49fd-b6e5-e391d8a45555", "name": "network-vif-plugged", "status": "completed", "tag": "9ddedf97-f7b0-40af-9594-768366c5fefe"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:22.397459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9ddedf97-f7b0-40af-9594-768366c5fefe, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9ddedf97-f7b0-40af-9594-768366c5fefe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:22.438396 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.472955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e26aa6-ea39-4205-a98e-c62b7bbef6ca req-b594889e-f423-4f5c-8737-fe7c5817cd8c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:22.481829 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-25e26aa6-ea39-4205-a98e-c62b7bbef6ca req-b594889e-f423-4f5c-8737-fe7c5817cd8c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 944 time: 0.5192535 Jul 09 13:21:22.612268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-25e26aa6-ea39-4205-a98e-c62b7bbef6ca req-7bc76a7d-e191-4a4f-9b11-b1ef5e4e3b62 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294684 Jul 09 13:21:22.651098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Deleting port 849601d3-e3ba-4c1f-bebd-66671d26b435 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:22.651451 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.675110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbc517-cc8c-498f-bf07-516edc9766a9 req-b905c78a-0e7c-49db-8430-322f0e4dd39f tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:22.692227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1afbc517-cc8c-498f-bf07-516edc9766a9 req-b905c78a-0e7c-49db-8430-322f0e4dd39f tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/ports?device_id=06a6c567-d6b8-4397-b64f-9bee81a2593e HTTP/1.1" status: 200 len: 945 time: 0.4326062 Jul 09 13:21:22.706604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=9ddedf97-f7b0-40af-9594-768366c5fefe,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:22.734785 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.735089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-31fef4bd-3287-44d2-9dde-da8947fdaee0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4483173 Jul 09 13:21:22.857704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-32c4b9b0-00df-43a0-aa45-9c6f1f2a736c', 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'fixed_ips': [{'subnet_id': 'c0fd77bc-b95d-459f-8693-cb3b79a2854a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:21:22.862808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.884951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 89f9d10b-033a-4bee-bb41-f6305c22e294, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89f9d10b-033a-4bee-bb41-f6305c22e294,segment=NetworkSegment(d58de0fd-cafb-437e-a57d-bfee3d7eddd9),segment_id=d58de0fd-cafb-437e-a57d-bfee3d7eddd9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:22.905647 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.910514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 36fbc8dd-8d5b-400b-916b-8a955d98d543 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:22.915521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1afbc517-cc8c-498f-bf07-516edc9766a9 req-557727a2-bcc4-461a-b991-ea65fe5e5cd0 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f7652be-421d-4ac4-8051-640d4160e630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221012 Jul 09 13:21:22.945358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] For port 849601d3-e3ba-4c1f-bebd-66671d26b435, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=849601d3-e3ba-4c1f-bebd-66671d26b435,segment=NetworkSegment(7b91f467-06b1-45f8-978b-d44bd250a36e),segment_id=7b91f467-06b1-45f8-978b-d44bd250a36e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:22.945842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.968000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Calling delete_port for 849601d3-e3ba-4c1f-bebd-66671d26b435 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:23.028640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=89f9d10b-033a-4bee-bb41-f6305c22e294,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:23.044935 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33090c0-65d2-4abb-b741-3a7be8030060 x-openstack-request-id: req-d33090c0-65d2-4abb-b741-3a7be8030060 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:23.047187 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecada4a-c48d-49fd-b6e5-e391d8a45555", "name": "network-vif-plugged", "status": "completed", "tag": "9ddedf97-f7b0-40af-9594-768366c5fefe", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:23.048305 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d33090c0-65d2-4abb-b741-3a7be8030060 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:23.050706 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecada4a-c48d-49fd-b6e5-e391d8a45555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddedf97-f7b0-40af-9594-768366c5fefe', 'code': 200} Jul 09 13:21:23.059605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-0e5a41b6-5859-4512-a6d3-267394854d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.059829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6260fb-8d18-469d-84b8-d4052abf4ba6 req-647926f4-0950-4983-beae-22564a4a45de tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.060160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7699ad34-2544-43f0-aa67-c2f387f46d22 None None] Network d7038e7e-9c96-4241-9c5c-856ce6270f7f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:23.061270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-0e5a41b6-5859-4512-a6d3-267394854d12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 1101 time: 0.2672331 Jul 09 13:21:23.062120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.069694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e6260fb-8d18-469d-84b8-d4052abf4ba6 req-647926f4-0950-4983-beae-22564a4a45de tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.2126279 Jul 09 13:21:23.074018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-ea7f5b96-0c8f-4b50-ac97-012108874c83 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.075748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-ea7f5b96-0c8f-4b50-ac97-012108874c83 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.3525374 Jul 09 13:21:23.212510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-977e9356-baa5-436e-b69a-4236591f0fef None None] Provisioning for port 36fbc8dd-8d5b-400b-916b-8a955d98d543 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:23.254269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e6260fb-8d18-469d-84b8-d4052abf4ba6 req-5b863914-0110-49d1-896d-d140f27726b4 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772907 Jul 09 13:21:23.305875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 36fbc8dd-8d5b-400b-916b-8a955d98d543 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:23.316348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fcc2aa-f820-41dd-8d71-eb0790331357,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:23.316479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 36fbc8dd-8d5b-400b-916b-8a955d98d543 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:23.316952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.370647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db4bc6-cbfb-4345-a688-f015efe3a5e1 req-35ff4a83-4980-462d-9bb0-c7ae99a9cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.372215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61db4bc6-cbfb-4345-a688-f015efe3a5e1 req-35ff4a83-4980-462d-9bb0-c7ae99a9cab6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 1096 time: 0.2362800 Jul 09 13:21:23.447977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Allocated IP 19.86.0.2 (32c4b9b0-00df-43a0-aa45-9c6f1f2a736c/c0fd77bc-b95d-459f-8693-cb3b79a2854a/c2d42ff9-1536-4226-9b20-e601140ce529) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:23.494433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61db4bc6-cbfb-4345-a688-f015efe3a5e1 req-76d6284e-a7eb-45b9-aedf-00a746459e20 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915411 Jul 09 13:21:23.497008 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.531944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Pushing event deleted for resources: {'Port': ['ID=849601d3-e3ba-4c1f-bebd-66671d26b435,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:23.534337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Checking segment: {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:23.534543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Network hostable DHCP agents. Network: 08fe5466-d83c-459f-94d8-ad4ecaa315f4, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:23.547850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-f06622cc-fbea-4cf9-b8bf-0a3413981b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.550019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-f06622cc-fbea-4cf9-b8bf-0a3413981b16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4452524 Jul 09 13:21:23.625781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-cbfdcc62-b566-4510-bc94-3eda4985a9da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0678289 Jul 09 13:21:23.656418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:23.676498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] No DVR routers for this DVR port 849601d3-e3ba-4c1f-bebd-66671d26b435 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:23.681921 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.686663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c71a4364-3758-4414-a3b3-403e7fa62858 req-f0460952-83da-409c-983c-23c26716fc29 tempest-InstanceActionsV221TestJSON-1178065666 tempest-InstanceActionsV221TestJSON-1178065666-project] 10.222.0.10 "DELETE /v2.0/ports/849601d3-e3ba-4c1f-bebd-66671d26b435 HTTP/1.1" status: 204 len: 173 time: 1.3584275 Jul 09 13:21:23.687169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a6c567-d6b8-4397-b64f-9bee81a2593e', 'name': 'network-vif-deleted', 'tag': '849601d3-e3ba-4c1f-bebd-66671d26b435'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:23.705073 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b608641-a638-4ba2-8c23-98117d816623" -d '{"events": [{"server_uuid": "06a6c567-d6b8-4397-b64f-9bee81a2593e", "name": "network-vif-deleted", "tag": "849601d3-e3ba-4c1f-bebd-66671d26b435"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:23.708393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 08fe5466-d83c-459f-94d8-ad4ecaa315f4) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:23.717004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-650be62a-f923-4804-9f63-628efe450234 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.723992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-650be62a-f923-4804-9f63-628efe450234 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.731456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-650be62a-f923-4804-9f63-628efe450234 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/networks?id=d7038e7e-9c96-4241-9c5c-856ce6270f7f&id=32c4b9b0-00df-43a0-aa45-9c6f1f2a736c&id=d7038e7e-9c96-4241-9c5c-856ce6270f7f HTTP/1.1" status: 200 len: 1391 time: 0.3360183 Jul 09 13:21:23.738524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Deleting port 978a6704-b379-43e6-b664-01e546b2804e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:23.739125 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.742688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.743876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.756542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e148c-2769-4ce1-bb36-a88d9033de10 req-b6435053-36b0-4a59-aff7-25466a6e7af3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.758071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b17e148c-2769-4ce1-bb36-a88d9033de10 req-b6435053-36b0-4a59-aff7-25466a6e7af3 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=44a54c6c-f05d-4128-8d3e-874756c1684d HTTP/1.1" status: 200 len: 949 time: 0.3229885 Jul 09 13:21:23.810973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-9e4bc008-2205-4a56-b23f-23af97e25a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.812871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-9e4bc008-2205-4a56-b23f-23af97e25a01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1772587 Jul 09 13:21:23.820030 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-cfc06ee5-32cc-4bb4-a7d4-e95829e8daef tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/quotas/8b99dbee5d0b4ab5ac1fd677f103deb5 HTTP/1.1" status: 200 len: 375 time: 0.0874143 Jul 09 13:21:23.864890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b17e148c-2769-4ce1-bb36-a88d9033de10 req-33ff463e-c294-491a-8882-5779cdd85bc4 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003089 Jul 09 13:21:23.867163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.879249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Transition to ACTIVE for port object c2d42ff9-1536-4226-9b20-e601140ce529 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:23.910372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Transition to ACTIVE for port object c2d42ff9-1536-4226-9b20-e601140ce529 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:23.914816 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dccb9420-7402-4396-a23a-eb0ed63edf9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7732077 Jul 09 13:21:23.934997 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.937001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c0485-3b39-46f4-8e28-2b6f1cb17b74 None None] Network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:23.989003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] For port 978a6704-b379-43e6-b664-01e546b2804e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=978a6704-b379-43e6-b664-01e546b2804e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:23.989578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.009848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Calling delete_port for 978a6704-b379-43e6-b664-01e546b2804e owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:24.028627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:24.036443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:24.043515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:24.146064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Pushing event updated for resources: {'Port': ['ID=c2d42ff9-1536-4226-9b20-e601140ce529,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:24.181600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355b333-1b1b-4e3e-a508-434c1fdb5cb1 req-888f3bbe-d6dc-4f63-93e4-b06ce885eceb tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:24.190620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e355b333-1b1b-4e3e-a508-434c1fdb5cb1 req-888f3bbe-d6dc-4f63-93e4-b06ce885eceb tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1179514 Jul 09 13:21:24.228785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e355b333-1b1b-4e3e-a508-434c1fdb5cb1 req-f500a0ef-ba34-4f52-8a68-e2127b595bb5 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Jul 09 13:21:24.286320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Attempting to bind port c2d42ff9-1536-4226-9b20-e601140ce529 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:24.286700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Attempting to bind port c2d42ff9-1536-4226-9b20-e601140ce529 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:24.287171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Attempting to bind port c2d42ff9-1536-4226-9b20-e601140ce529 on network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:24.300075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.342211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:24.342587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Checking segment: {'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:24.343305 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.343712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Bound using segment: {'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:24.344345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Bound port: c2d42ff9-1536-4226-9b20-e601140ce529, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:24.344730 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.377486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb9f4a-88ae-4116-8ad7-bad80df4786f None None] Network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:24.383430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 36fbc8dd-8d5b-400b-916b-8a955d98d543, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=36fbc8dd-8d5b-400b-916b-8a955d98d543,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:24.476174 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.523568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] For port c2d42ff9-1536-4226-9b20-e601140ce529, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:24.593961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] For port c2d42ff9-1536-4226-9b20-e601140ce529, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c2d42ff9-1536-4226-9b20-e601140ce529,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:24.654253 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.678466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee3c0-2f69-450b-a58f-4bd89787459c req-bc92c0dd-5dab-48f8-b2a4-ac2822d6a3a0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:24.692067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b08ee3c0-2f69-450b-a58f-4bd89787459c req-bc92c0dd-5dab-48f8-b2a4-ac2822d6a3a0 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 945 time: 0.2337751 Jul 09 13:21:24.693712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89f9d10b-033a-4bee-bb41-f6305c22e294 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:24.772832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b08ee3c0-2f69-450b-a58f-4bd89787459c req-ac7dd64d-f669-4042-8674-7d381d197535 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758481 Jul 09 13:21:24.778105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.811165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=36fbc8dd-8d5b-400b-916b-8a955d98d543,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:24.836992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['285e29ac-b9e2-4679-b30e-3e75463d7750'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:24.920092 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3354ca3a-52ab-4608-b131-08ad855ed006 x-openstack-request-id: req-3354ca3a-52ab-4608-b131-08ad855ed006 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:24.920540 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a6c567-d6b8-4397-b64f-9bee81a2593e", "name": "network-vif-deleted", "tag": "849601d3-e3ba-4c1f-bebd-66671d26b435", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:24.920925 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3354ca3a-52ab-4608-b131-08ad855ed006 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:24.921746 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a6c567-d6b8-4397-b64f-9bee81a2593e', 'name': 'network-vif-deleted', 'tag': '849601d3-e3ba-4c1f-bebd-66671d26b435', 'status': 'completed', 'code': 200} Jul 09 13:21:25.017865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event deleted for resources: {'Port': ['ID=978a6704-b379-43e6-b664-01e546b2804e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:25.020349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 849601d3-e3ba-4c1f-bebd-66671d26b435 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:25.040321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-7f28cad1-06d4-43e8-8532-c7469746d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:25.041911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-7f28cad1-06d4-43e8-8532-c7469746d9de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2191551 Jul 09 13:21:25.042756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] No DVR routers for this DVR port 978a6704-b379-43e6-b664-01e546b2804e on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:25.050816 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:25.058711 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-76b77f2d-c517-43e5-85cf-2d89b9cecfb4 req-3b54970c-329c-4fdf-a0df-2d600eb4ded8 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "DELETE /v2.0/ports/978a6704-b379-43e6-b664-01e546b2804e HTTP/1.1" status: 204 len: 173 time: 1.9526997 Jul 09 13:21:25.060627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'name': 'network-vif-deleted', 'tag': '978a6704-b379-43e6-b664-01e546b2804e'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:25.065289 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8648b00-1044-45e1-a494-d2a60e6581ee" -d '{"events": [{"server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "name": "network-vif-deleted", "tag": "978a6704-b379-43e6-b664-01e546b2804e"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:25.265089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-b7f1f488-7869-468a-a42e-6f07242a4d5d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4439366 Jul 09 13:21:25.280735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d317ded-68fe-44a3-a0bd-2328ccd95659 None None] Pushing event updated for resources: {'Port': ['ID=c2d42ff9-1536-4226-9b20-e601140ce529,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:25.288231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 849601d3-e3ba-4c1f-bebd-66671d26b435 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:25.292602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 849601d3-e3ba-4c1f-bebd-66671d26b435 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:25.368083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-1f532333-3f2f-479c-8d51-7c260b284727 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082190 Jul 09 13:21:25.377803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-70aaf2cd-936a-449c-b5bd-bee5af9fa4cd None None] Provisioning complete for port 36fbc8dd-8d5b-400b-916b-8a955d98d543 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:25.378389 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-70aaf2cd-936a-449c-b5bd-bee5af9fa4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:25.489423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 89f9d10b-033a-4bee-bb41-f6305c22e294 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:25.489809 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:25.554648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5e9620fd-f58c-4ccf-bc7e-462602273ff7 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:25.557413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5e9620fd-f58c-4ccf-bc7e-462602273ff7 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/networks?id=08fe5466-d83c-459f-94d8-ad4ecaa315f4 HTTP/1.1" status: 200 len: 818 time: 0.2292423 Jul 09 13:21:25.578580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5f199511-4707-44b8-b553-6fc0df10bc86 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/quotas/49671fa326304f76aa9d40018f427ea5 HTTP/1.1" status: 200 len: 375 time: 0.0152724 Jul 09 13:21:25.621249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-d080ffa9-9746-4714-aa54-2a17e41d7048 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49671fa326304f76aa9d40018f427ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387185 Jul 09 13:21:25.625760 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-b65413b7-1358-4771-b30d-af665e774d78 service neutron] 10.222.0.32 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031266 Jul 09 13:21:25.660693 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c12fb73-2ffd-491a-9b53-12ce68f3e98b req-e4484469-3e86-40f6-8ec2-96bf939eea00 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663898 Jul 09 13:21:25.757157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-c8352d86-2a67-4102-9dd0-68d219ae6902 service neutron] 10.222.0.32 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350477 Jul 09 13:21:25.775657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-2ba4a14f-5678-46cd-8646-da976f970ea2 service neutron] 10.222.0.32 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490445 Jul 09 13:21:25.794325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 978a6704-b379-43e6-b664-01e546b2804e no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:25.823101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 978a6704-b379-43e6-b664-01e546b2804e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:25.823323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 978a6704-b379-43e6-b664-01e546b2804e not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:25.911068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-fe7f7bae-0095-4d2f-af1c-92a0438b5432 service neutron] 10.222.0.32 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472847 Jul 09 13:21:25.925689 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-bcff343d-b9f9-4994-b4d8-ac6806e13f42 service neutron] 10.222.0.32 "GET /v2.0/networks/32c4b9b0-00df-43a0-aa45-9c6f1f2a736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397274 Jul 09 13:21:26.029185 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-9e83a937-a0b4-4e52-93bd-bdaf49c688b8 service neutron] 10.222.0.32 "GET /v2.0/networks/32c4b9b0-00df-43a0-aa45-9c6f1f2a736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962248 Jul 09 13:21:26.167319 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4b0c9416-5b9c-4cab-931e-0e787710b3bc service neutron] 10.222.0.32 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309996 Jul 09 13:21:26.239875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620137ae-e4c6-4e89-957d-20f13af18ff4 None None] Network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:26.261990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4cf0a13e-2515-4086-9dd4-a4e38aa7205f service neutron] 10.222.0.32 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937631 Jul 09 13:21:26.304380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a1eb7bb5-daa5-4f9d-ae77-698ff41a9158 None None] Provisioning for port c2d42ff9-1536-4226-9b20-e601140ce529 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:26.834324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 36fbc8dd-8d5b-400b-916b-8a955d98d543 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:26.845721 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c619c691-d1d4-4862-9ddb-a203bbd1a18c x-openstack-request-id: req-c619c691-d1d4-4862-9ddb-a203bbd1a18c {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:26.845850 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a54c6c-f05d-4128-8d3e-874756c1684d", "name": "network-vif-deleted", "tag": "978a6704-b379-43e6-b664-01e546b2804e", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:26.846049 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c619c691-d1d4-4862-9ddb-a203bbd1a18c {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:26.846687 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a54c6c-f05d-4128-8d3e-874756c1684d', 'name': 'network-vif-deleted', 'tag': '978a6704-b379-43e6-b664-01e546b2804e', 'status': 'completed', 'code': 200} Jul 09 13:21:26.984373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 36fbc8dd-8d5b-400b-916b-8a955d98d543 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:26.984829 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.198499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec456fd9-e584-4b8c-a216-15c1323391e2 req-c8687ec0-dfa9-4b0e-a87b-fd032967d8d2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:27.201280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec456fd9-e584-4b8c-a216-15c1323391e2 req-c8687ec0-dfa9-4b0e-a87b-fd032967d8d2 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 945 time: 0.1472673 Jul 09 13:21:27.222549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c2d42ff9-1536-4226-9b20-e601140ce529 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:27.253284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec456fd9-e584-4b8c-a216-15c1323391e2 req-3da0eeb4-73c0-4859-a43d-a2eb93598d62 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449982 Jul 09 13:21:27.374165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port c2d42ff9-1536-4226-9b20-e601140ce529 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:27.382681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c2d42ff9-1536-4226-9b20-e601140ce529 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:27.383706 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.420574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-30a0aec7-9409-4329-bb87-1b678bfcb200 req-b304e53a-a0f9-445a-846f-810eadcdad4e tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 210 time: 0.0659533 Jul 09 13:21:27.615126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.682865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port c2d42ff9-1536-4226-9b20-e601140ce529, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c2d42ff9-1536-4226-9b20-e601140ce529,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:27.693585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.807431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=c2d42ff9-1536-4226-9b20-e601140ce529,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:27.929409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13e8ed-23fa-471a-b0c3-d5292b39b415 req-924464a3-2260-4dda-a604-4155e5317be6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:27.938330 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f13e8ed-23fa-471a-b0c3-d5292b39b415 req-924464a3-2260-4dda-a604-4155e5317be6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1174507 Jul 09 13:21:27.980110 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f13e8ed-23fa-471a-b0c3-d5292b39b415 req-4989adae-b0eb-4f3c-91fc-ab2d57b90bbb tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397952 Jul 09 13:21:28.195079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-237e5bbd-5407-431d-928f-94b4815fedd8 req-31c684b1-9efb-4dbe-9b1c-dc1d7e75a3b3 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 210 time: 0.0431733 Jul 09 13:21:28.211592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56588) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:28.270700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc42f712-87e2-4f0d-8f5e-be29c490ff0c admin admin] Deleting subnet 22781db1-6ce3-4985-a7a0-9110d3f446e0 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:21:28.273900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc42f712-87e2-4f0d-8f5e-be29c490ff0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.313193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc42f712-87e2-4f0d-8f5e-be29c490ff0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.377533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc42f712-87e2-4f0d-8f5e-be29c490ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.399362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438d11f-9104-44af-9330-e7a8c553aabe req-f1626248-6462-4d1f-ac6b-4626ec23b7d6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:28.401528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6438d11f-9104-44af-9330-e7a8c553aabe req-f1626248-6462-4d1f-ac6b-4626ec23b7d6 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.0700870 Jul 09 13:21:28.448648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc42f712-87e2-4f0d-8f5e-be29c490ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.467505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6438d11f-9104-44af-9330-e7a8c553aabe req-0b559df7-e421-418b-a345-cc6123310dfd tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603545 Jul 09 13:21:28.509007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42f712-87e2-4f0d-8f5e-be29c490ff0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22781db1-6ce3-4985-a7a0-9110d3f446e0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:28.517191 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc42f712-87e2-4f0d-8f5e-be29c490ff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.529445 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bc42f712-87e2-4f0d-8f5e-be29c490ff0c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/22781db1-6ce3-4985-a7a0-9110d3f446e0 HTTP/1.1" status: 204 len: 168 time: 0.3159349 Jul 09 13:21:28.532027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56594) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:28.601756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c2d42ff9-1536-4226-9b20-e601140ce529 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:28.638884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.664410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c2d42ff9-1536-4226-9b20-e601140ce529 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:28.665219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.683570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c19ce46d-ee96-4a4e-a318-c1b04d67c744 req-fd08e5d2-5726-40c1-acad-4c50ac9b2338 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 210 time: 0.0647066 Jul 09 13:21:28.841617 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.870593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83ea257-9902-4c92-b04f-f24f0829de43']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:28.934472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b91f467-06b1-45f8-978b-d44bd250a36e') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:28.934687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b91f467-06b1-45f8-978b-d44bd250a36e') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:28.948294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6bcdc-1fb6-402f-aa35-25132318f5c9 req-181b08ff-dca0-41f5-970c-6833b07fd454 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:28.950739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1f6bcdc-1fb6-402f-aa35-25132318f5c9 req-181b08ff-dca0-41f5-970c-6833b07fd454 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 945 time: 0.3649247 Jul 09 13:21:28.963948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc6658-b95a-4789-98ac-db879c249c57 req-ed12752a-95a1-48ea-ab29-b5225347b6b7 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:28.965511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fcc6658-b95a-4789-98ac-db879c249c57 req-ed12752a-95a1-48ea-ab29-b5225347b6b7 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 945 time: 0.0984921 Jul 09 13:21:28.986369 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.035576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fcc6658-b95a-4789-98ac-db879c249c57 req-87504cf4-930d-400b-a19e-a09140ea5973 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633025 Jul 09 13:21:29.043914 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.102732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-6f12ee8b-d035-47b4-a29e-f65d87d44526 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.104536 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-6f12ee8b-d035-47b4-a29e-f65d87d44526 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.11 "GET /v2.0/networks?id=08fe5466-d83c-459f-94d8-ad4ecaa315f4 HTTP/1.1" status: 200 len: 818 time: 0.3304160 Jul 09 13:21:29.112225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1e8423dc-df6a-49b6-8db3-8d61a2740ff8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.118394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1e8423dc-df6a-49b6-8db3-8d61a2740ff8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.120757 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1e8423dc-df6a-49b6-8db3-8d61a2740ff8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "GET /v2.0/networks?id=d7038e7e-9c96-4241-9c5c-856ce6270f7f&id=32c4b9b0-00df-43a0-aa45-9c6f1f2a736c&id=d7038e7e-9c96-4241-9c5c-856ce6270f7f HTTP/1.1" status: 200 len: 1391 time: 0.2635348 Jul 09 13:21:29.129914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Request body: {'port': {'device_id': 'fe72890a-d678-4e47-beba-cd6c19f8c56c', 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4', 'admin_state_up': True, 'tenant_id': '49671fa326304f76aa9d40018f427ea5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:29.140077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:21:29.140984 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:21:29.144616 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:21:29.166605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'port': {'device_id': '425e1325-d47b-4f90-879a-679950fbc2f8', 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f', 'admin_state_up': True, 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:29.221123 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1f6bcdc-1fb6-402f-aa35-25132318f5c9 req-35f7ad49-af5f-4bc6-b49b-24c948746320 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489109 Jul 09 13:21:29.233870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f39ac-b166-42a8-afa9-f1bc34f081ba req-8fcb5a46-e87b-4812-8990-537e7bad505e tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.241799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a9f39ac-b166-42a8-afa9-f1bc34f081ba req-8fcb5a46-e87b-4812-8990-537e7bad505e tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.0823092 Jul 09 13:21:29.287875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a9f39ac-b166-42a8-afa9-f1bc34f081ba req-b8133c0d-99d9-4f2e-a8d7-4e3073e7abed tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Jul 09 13:21:29.374058 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.394428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.399194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b83ea257-9902-4c92-b04f-f24f0829de43 HTTP/1.1" status: 204 len: 168 time: 0.8645809 Jul 09 13:21:29.427404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080b0c8-2dbb-463f-8589-e70d82672af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83ea257-9902-4c92-b04f-f24f0829de43,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:29.474850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Made reservation on behalf of 49671fa326304f76aa9d40018f427ea5 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:29.478894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.507267 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-431cb297-14b3-419b-a57d-c4794c7fa373 req-b34d3006-b86e-4cd5-b529-1a7cccb60e18 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 210 time: 0.0586843 Jul 09 13:21:29.513314 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:29.518343 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.569886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56608) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:29.621835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-d741ac25-ef5e-409f-b73f-5339e8fe5366 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.623518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-d741ac25-ef5e-409f-b73f-5339e8fe5366 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.10 "GET /v2.0/networks?id=08fe5466-d83c-459f-94d8-ad4ecaa315f4 HTTP/1.1" status: 200 len: 818 time: 0.3182793 Jul 09 13:21:29.659804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Request body: {'port': {'device_id': '3c098879-792a-4071-8ec8-58175a05ee4e', 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4', 'admin_state_up': True, 'tenant_id': '49671fa326304f76aa9d40018f427ea5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:29.714677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-ca6c04a1-f8a0-4d2f-91a4-1bc007c1974a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.717777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-ca6c04a1-f8a0-4d2f-91a4-1bc007c1974a tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.2280860 Jul 09 13:21:29.749505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-38b96537-e64d-4980-8bba-302991a4654a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3a1b877e42e47849f0cdd0e79cd87d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730826 Jul 09 13:21:29.757074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56612) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:29.834114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Allocated IP 172.20.0.6 (08fe5466-d83c-459f-94d8-ad4ecaa315f4/e0fcc2aa-f820-41dd-8d71-eb0790331357/74e494b3-0a34-4c73-95c2-29b518737d64) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:29.899547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Allocated IP 19.80.0.201 (d7038e7e-9c96-4241-9c5c-856ce6270f7f/1ba118e4-e0c0-419b-a1bd-6c502b0fc874/cf93d11a-5a07-4389-8c99-7194f36cd371) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:29.939659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23328c-06de-4561-8581-5ecfb49c535c req-191ce8dc-ddd6-40b6-aa21-d54564ec72b0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.941473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be23328c-06de-4561-8581-5ecfb49c535c req-191ce8dc-ddd6-40b6-aa21-d54564ec72b0 tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/ports?device_id=854af60a-8339-4471-8e37-17dda9ae4e7b HTTP/1.1" status: 200 len: 950 time: 0.2887089 Jul 09 13:21:29.972049 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.973124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb30ffd7-9acf-48e7-b173-4c58a187c7e8 req-26a9e804-2ff7-46d7-b53c-c9c0f9885226 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 210 time: 0.0730062 Jul 09 13:21:30.012103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.043366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Made reservation on behalf of 49671fa326304f76aa9d40018f427ea5 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:30.049093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.086554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-beba297c-8e92-4112-b91a-f43a18fb1848 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:30.088309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-beba297c-8e92-4112-b91a-f43a18fb1848 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.10 "GET /v2.0/networks?id=08fe5466-d83c-459f-94d8-ad4ecaa315f4 HTTP/1.1" status: 200 len: 818 time: 0.2716792 Jul 09 13:21:30.089688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Deleting port 285e29ac-b9e2-4679-b30e-3e75463d7750 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:30.090026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.144441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Request body: {'port': {'device_id': '30980726-db44-4492-9747-74f4f5795fdc', 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4', 'admin_state_up': True, 'tenant_id': '49671fa326304f76aa9d40018f427ea5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:30.183782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be23328c-06de-4561-8581-5ecfb49c535c req-87a9479e-2444-475d-ab70-aefa6609d9af tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.32 "GET /v2.0/security-groups?id=1328c68f-91f6-4b4d-b54d-7ee45088780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199481 Jul 09 13:21:30.350470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] For port 285e29ac-b9e2-4679-b30e-3e75463d7750, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=285e29ac-b9e2-4679-b30e-3e75463d7750,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:30.351198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.375978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Calling delete_port for 285e29ac-b9e2-4679-b30e-3e75463d7750 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:30.454082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b2bd0-03c8-4fa9-a30b-dcd694635ff6 req-f1b0d2fa-5530-4790-9d02-0e0493256333 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:30.455940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a4b2bd0-03c8-4fa9-a30b-dcd694635ff6 req-f1b0d2fa-5530-4790-9d02-0e0493256333 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 945 time: 0.2604764 Jul 09 13:21:30.503829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Made reservation on behalf of 49671fa326304f76aa9d40018f427ea5 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:30.507303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.540334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a4b2bd0-03c8-4fa9-a30b-dcd694635ff6 req-db9e1245-e13e-43d1-9dcd-264986fddc55 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753574 Jul 09 13:21:30.631460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.634019 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.635215 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f7652be-421d-4ac4-8051-640d4160e630 HTTP/1.1" status: 204 len: 168 time: 0.8532693 Jul 09 13:21:30.669022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.684542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7652be-421d-4ac4-8051-640d4160e630,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:30.703258 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.719786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.720199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.721052 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.721391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.721921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.722258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.722592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.722923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.723277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.723604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.723931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.724262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ccc6c-7c60-4c76-8239-1c9281ba1ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:30.730103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.745538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Pushing event deleted for resources: {'Port': ['ID=285e29ac-b9e2-4679-b30e-3e75463d7750,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:30.769173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-ea839199-2285-4eae-b719-5df71fe26c8c tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:30.770850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-ea839199-2285-4eae-b719-5df71fe26c8c tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 945 time: 0.5206497 Jul 09 13:21:30.775849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Transition to ACTIVE for port object cf93d11a-5a07-4389-8c99-7194f36cd371 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:30.802057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449116c-8b4d-42bf-8052-8ab14c6659f7 req-740cad5f-ca51-4bf5-9a06-752f0ac5c917 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:30.809287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2449116c-8b4d-42bf-8052-8ab14c6659f7 req-740cad5f-ca51-4bf5-9a06-752f0ac5c917 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 945 time: 0.2964253 Jul 09 13:21:30.829787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] No DVR routers for this DVR port 285e29ac-b9e2-4679-b30e-3e75463d7750 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:30.833106 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.835574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a358431-8e61-420e-ba9e-90aae61ad00d req-42239816-c3b7-46d6-bf1a-5f4cb4f2e91c tempest-MigrationsAdminTest-1135051507 tempest-MigrationsAdminTest-1135051507-project] 10.222.0.11 "DELETE /v2.0/ports/285e29ac-b9e2-4679-b30e-3e75463d7750 HTTP/1.1" status: 204 len: 173 time: 1.1098018 Jul 09 13:21:30.836027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'name': 'network-vif-deleted', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:30.838413 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9228e82-b084-4d16-93e2-50fc335e8ee2" -d '{"events": [{"server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "name": "network-vif-deleted", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:30.871283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f901a-9b9b-4200-9703-a34a4ee70b09 req-dd7607af-8dbc-4256-af6b-d62273e770d2 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:30.880201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c6f901a-9b9b-4200-9703-a34a4ee70b09 req-dd7607af-8dbc-4256-af6b-d62273e770d2 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1712732 Jul 09 13:21:30.952381 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.976083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2449116c-8b4d-42bf-8052-8ab14c6659f7 req-8ce3d365-36b2-4ac9-95a6-0c4f1d104023 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658320 Jul 09 13:21:30.982605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c6f901a-9b9b-4200-9703-a34a4ee70b09 req-16e0caea-7534-44e9-9b79-7e3f145e9c79 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014097 Jul 09 13:21:31.024107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Allocated IP 172.20.0.5 (08fe5466-d83c-459f-94d8-ad4ecaa315f4/e0fcc2aa-f820-41dd-8d71-eb0790331357/36b41719-213b-45b4-823e-fd567025159e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:31.106573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:31.117704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:31.124431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:31.176998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.209964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Pushing event updated for resources: {'Port': ['ID=74e494b3-0a34-4c73-95c2-29b518737d64,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:31.284654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network d7038e7e-9c96-4241-9c5c-856ce6270f7f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:31.290319 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c3d111-2b6f-44ec-a652-be87a56eeec1 x-openstack-request-id: req-01c3d111-2b6f-44ec-a652-be87a56eeec1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:31.290742 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854af60a-8339-4471-8e37-17dda9ae4e7b", "name": "network-vif-deleted", "tag": "285e29ac-b9e2-4679-b30e-3e75463d7750", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:31.292437 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01c3d111-2b6f-44ec-a652-be87a56eeec1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:31.292970 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854af60a-8339-4471-8e37-17dda9ae4e7b', 'name': 'network-vif-deleted', 'tag': '285e29ac-b9e2-4679-b30e-3e75463d7750', 'status': 'completed', 'code': 200} Jul 09 13:21:31.295532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:31.307529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:31.308225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.328091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:31.341324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Deleting port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:31.341324 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.353274 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-2e069a22-1ce8-469f-b28d-847e8c33fd68 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2310572 Jul 09 13:21:31.443013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:31.443685 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.448436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.461477 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Request body: {'port': {'device_id': 'fe72890a-d678-4e47-beba-cd6c19f8c56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:31.620358 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4792697 Jul 09 13:21:31.664365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b67d-5bee-4161-9154-9dc562374800 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Port': ['ID=cf93d11a-5a07-4389-8c99-7194f36cd371,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:31.687917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'port': {'device_id': '425e1325-d47b-4f90-879a-679950fbc2f8', 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c', 'admin_state_up': True, 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:31.749872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f0485a63-a6de-4650-bf6a-39a311fc616f None None] Provisioning for port cf93d11a-5a07-4389-8c99-7194f36cd371 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:31.758106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f0485a63-a6de-4650-bf6a-39a311fc616f None None] Provisioning complete for port cf93d11a-5a07-4389-8c99-7194f36cd371 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:31.758864 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0485a63-a6de-4650-bf6a-39a311fc616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.823006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f0485a63-a6de-4650-bf6a-39a311fc616f None None] Port cf93d11a-5a07-4389-8c99-7194f36cd371 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:31.826327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.854995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 285e29ac-b9e2-4679-b30e-3e75463d7750 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:31.883238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 285e29ac-b9e2-4679-b30e-3e75463d7750 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:31.883899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 285e29ac-b9e2-4679-b30e-3e75463d7750 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:31.884606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7971ce51-69f9-4624-ba8e-e7de4fb6f248 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:31.944995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.953064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56656) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:31.974984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] For port 7971ce51-69f9-4624-ba8e-e7de4fb6f248, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7971ce51-69f9-4624-ba8e-e7de4fb6f248,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:31.975406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.979573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b530684-a322-4ec2-bfac-92d93d420f5b req-f3994bed-29e6-4979-8d38-19341c03c555 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:31.988122 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b530684-a322-4ec2-bfac-92d93d420f5b req-f3994bed-29e6-4979-8d38-19341c03c555 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 931 time: 0.6933494 Jul 09 13:21:32.005432 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.005816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Calling delete_port for 7971ce51-69f9-4624-ba8e-e7de4fb6f248 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:32.067032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:32.068048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7971ce51-69f9-4624-ba8e-e7de4fb6f248, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7971ce51-69f9-4624-ba8e-e7de4fb6f248,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:32.069344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7971ce51-69f9-4624-ba8e-e7de4fb6f248'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:32.072863 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987dd54-3557-41a1-b716-d2456c2bbd4f" -d '{"events": [{"server_uuid": "1dc4123d-3b74-457f-9a49-0c4c4ee201b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7971ce51-69f9-4624-ba8e-e7de4fb6f248"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:32.078302 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.082032 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8c89c-b3db-4a7b-a15c-1a8e81e7bd78 req-ff036a5c-24b5-4d05-8797-4217994c6714 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:32.083733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60e8c89c-b3db-4a7b-a15c-1a8e81e7bd78 req-ff036a5c-24b5-4d05-8797-4217994c6714 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 932 time: 0.3416066 Jul 09 13:21:32.089550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:32.091650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Pushing event updated for resources: {'Port': ['ID=36b41719-213b-45b4-823e-fd567025159e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:32.097799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:32.102745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Allocated IP 172.20.0.11 (08fe5466-d83c-459f-94d8-ad4ecaa315f4/e0fcc2aa-f820-41dd-8d71-eb0790331357/51cb82e5-9ee7-45df-9c65-94d31cbe4d1a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:32.119448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b530684-a322-4ec2-bfac-92d93d420f5b req-6d5c2467-fd80-4df3-875d-a0899e0bc430 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302822 Jul 09 13:21:32.167498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7971ce51-69f9-4624-ba8e-e7de4fb6f248,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:32.167989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2034041232-network', 'tenant_id': '1da8dd5699204505ba87a481895acb6f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:32.174688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:32.178283 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.191248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:32.191871 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.276170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60e8c89c-b3db-4a7b-a15c-1a8e81e7bd78 req-cf08db52-6c53-424a-9614-12afb9dc739e tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786182 Jul 09 13:21:32.292439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-44c9914c-b9c8-4260-97c1-2a48cd506ae0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6473775 Jul 09 13:21:32.313600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Request body: {'port': {'device_id': '3c098879-792a-4071-8ec8-58175a05ee4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:32.352125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Made reservation on behalf of 1da8dd5699204505ba87a481895acb6f for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:32.354497 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.427538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.456434 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.488896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56670) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:32.492070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.526782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Allocated IP 19.86.0.139 (32c4b9b0-00df-43a0-aa45-9c6f1f2a736c/c0fd77bc-b95d-459f-8693-cb3b79a2854a/656b2ad4-2cfe-469e-a7c4-a06b15bdb753) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:32.584977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4007a1-feac-441e-b381-3e4fd55877ae req-d4d85cba-3587-4732-88b7-3b44d353d34f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:32.586538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4007a1-feac-441e-b381-3e4fd55877ae req-d4d85cba-3587-4732-88b7-3b44d353d34f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 945 time: 0.2216578 Jul 09 13:21:32.601474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.704118 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.713961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17c0d9-9404-43b4-9e91-d8032640c66b req-7ac41cc9-89e0-4085-be35-b9f12b1f72a8 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:32.715492 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0e17c0d9-9404-43b4-9e91-d8032640c66b req-7ac41cc9-89e0-4085-be35-b9f12b1f72a8 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc4123d-3b74-457f-9a49-0c4c4ee201b9 HTTP/1.1" status: 200 len: 943 time: 0.2839916 Jul 09 13:21:32.749046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:32.763788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:32.770041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:32.784691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Pushing event deleted for resources: {'Port': ['ID=7971ce51-69f9-4624-ba8e-e7de4fb6f248,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:32.787134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e4007a1-feac-441e-b381-3e4fd55877ae req-85af2328-d515-45c0-b5f8-9c1d63851925 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888611 Jul 09 13:21:32.808501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Pushing event updated for resources: {'Port': ['ID=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:32.839820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c3e3b63f-23ce-4539-9445-4d2f7aeda348 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ab52eb401c849a2bac11447332661a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485291 Jul 09 13:21:32.840786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56674) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:32.869523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:32.870154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.916008 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f32ad4ba-f432-472b-8d65-938cfbb00209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.948162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f32ad4ba-f432-472b-8d65-938cfbb00209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.960665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] No DVR routers for this DVR port 7971ce51-69f9-4624-ba8e-e7de4fb6f248 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:32.965212 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.969782 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.971918 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4ac94729-0f61-4920-9ca6-f04b8a5efc0f req-63dc6ab3-807a-4b24-93d2-2b499fb2b4bf tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.11 "DELETE /v2.0/ports/7971ce51-69f9-4624-ba8e-e7de4fb6f248 HTTP/1.1" status: 204 len: 173 time: 2.1928351 Jul 09 13:21:32.981497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'name': 'network-vif-deleted', 'tag': '7971ce51-69f9-4624-ba8e-e7de4fb6f248'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:32.984986 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2cf971-d4cd-4c7e-b9e2-f77c255d91b7" -d '{"events": [{"server_uuid": "1dc4123d-3b74-457f-9a49-0c4c4ee201b9", "name": "network-vif-deleted", "tag": "7971ce51-69f9-4624-ba8e-e7de4fb6f248"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:32.989272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-8a5ffd98-3289-4456-829c-67e1980a8690 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8531668 Jul 09 13:21:33.001062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.012895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Request body: {'port': {'device_id': '30980726-db44-4492-9747-74f4f5795fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:33.049341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0e17c0d9-9404-43b4-9e91-d8032640c66b req-2a1a8bb2-1c0e-455a-b71d-3f24eb90d0f5 tempest-AttachSCSIVolumeTestJSON-663752647 tempest-AttachSCSIVolumeTestJSON-663752647-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5c262ac-77c3-41f9-82d2-38b3ad82885e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054194 Jul 09 13:21:33.060849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fb3825-e1b8-447d-b7db-ed1043aa6d51,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:33.083496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d874ef2-c988-4eaa-8421-4273b8283bfb req-843ad295-cbb6-4513-ac60-5d9ba5184967 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:33.084888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d874ef2-c988-4eaa-8421-4273b8283bfb req-843ad295-cbb6-4513-ac60-5d9ba5184967 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1569209 Jul 09 13:21:33.097558 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f32ad4ba-f432-472b-8d65-938cfbb00209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.099675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f32ad4ba-f432-472b-8d65-938cfbb00209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.103924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f32ad4ba-f432-472b-8d65-938cfbb00209 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1328c68f-91f6-4b4d-b54d-7ee45088780b HTTP/1.1" status: 204 len: 168 time: 0.2600880 Jul 09 13:21:33.116110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:33.154525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ad4ba-f432-472b-8d65-938cfbb00209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1328c68f-91f6-4b4d-b54d-7ee45088780b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:33.166260 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.190196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.190196 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Added segment 834dbe94-3aea-4226-8af1-973bbe9e1052 of type vlan for network eddb29e0-3858-4af5-8519-461b86edcc7d Jul 09 13:21:33.192866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e494b3-0a34-4c73-95c2-29b518737d64 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:33.199822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.210716 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6076b0-cd68-4695-b66d-64a0b7c74103 x-openstack-request-id: req-6c6076b0-cd68-4695-b66d-64a0b7c74103 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:33.211773 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc4123d-3b74-457f-9a49-0c4c4ee201b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7971ce51-69f9-4624-ba8e-e7de4fb6f248", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:33.211881 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c6076b0-cd68-4695-b66d-64a0b7c74103 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:33.212265 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7971ce51-69f9-4624-ba8e-e7de4fb6f248', 'code': 200} Jul 09 13:21:33.224074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.242043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d874ef2-c988-4eaa-8421-4273b8283bfb req-0c94d0bc-5300-4005-a80f-01315da8250a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473725 Jul 09 13:21:33.296005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.347089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-db9e44d0-e0b8-4491-9551-7378fc883cf5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:33.350049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-db9e44d0-e0b8-4491-9551-7378fc883cf5 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 945 time: 0.2916853 Jul 09 13:21:33.352395 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dbdc48-0dbd-4cd6-b0db-42e4a433c274 x-openstack-request-id: req-50dbdc48-0dbd-4cd6-b0db-42e4a433c274 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:33.353245 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc4123d-3b74-457f-9a49-0c4c4ee201b9", "name": "network-vif-deleted", "tag": "7971ce51-69f9-4624-ba8e-e7de4fb6f248", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:33.354029 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50dbdc48-0dbd-4cd6-b0db-42e4a433c274 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:33.355013 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc4123d-3b74-457f-9a49-0c4c4ee201b9', 'name': 'network-vif-deleted', 'tag': '7971ce51-69f9-4624-ba8e-e7de4fb6f248', 'status': 'completed', 'code': 200} Jul 09 13:21:33.363657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Transition to ACTIVE for port object 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:33.409639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Transition to ACTIVE for port object 74e494b3-0a34-4c73-95c2-29b518737d64 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:33.411689 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.415087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:33.416887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.499891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.558283 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:21:33.616637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4c66c-bfd0-404f-b0f0-47a5d7f2d5ea req-9370ef74-a55a-4b5c-8d54-d42229fa0db9 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:33.619718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0cf4c66c-bfd0-404f-b0f0-47a5d7f2d5ea req-9370ef74-a55a-4b5c-8d54-d42229fa0db9 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 943 time: 0.1472867 Jul 09 13:21:33.674740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56686) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:33.705015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0cf4c66c-bfd0-404f-b0f0-47a5d7f2d5ea req-57bf6d1a-cc2e-4434-b293-6fda640af92b tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784402 Jul 09 13:21:33.763841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b41719-213b-45b4-823e-fd567025159e {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:33.778706 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.786302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9b154dfe-91f0-4c26-9fb5-b59d94290fca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e377ec9798a149ae812e067583363a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079161 Jul 09 13:21:33.790620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56688) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:33.817298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Transition to ACTIVE for port object 36b41719-213b-45b4-823e-fd567025159e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:33.827480 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.947530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9908507 Jul 09 13:21:33.952642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56694) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:33.978631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Request body: {'subnet': {'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2034041232-subnet', 'tenant_id': '1da8dd5699204505ba87a481895acb6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:33.982134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=36b41719-213b-45b4-823e-fd567025159e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:33.995981 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.004065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31aa56-e785-461e-8c8f-85b9350f822f admin admin] Pushing event updated for resources: {'Network': ['ID=eddb29e0-3858-4af5-8519-461b86edcc7d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:34.012172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Pushing event updated for resources: {'Port': ['ID=74e494b3-0a34-4c73-95c2-29b518737d64,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:34.016278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network eddb29e0-3858-4af5-8519-461b86edcc7d details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:34.031031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3739-7276-4a3a-a6e9-d8d602dfd102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.134532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Made reservation on behalf of 1da8dd5699204505ba87a481895acb6f for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:34.136920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.143935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3739-7276-4a3a-a6e9-d8d602dfd102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.148680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:34.161241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:34.170766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:34.174230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Port': ['ID=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:34.216153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfc8ad-ccfc-4fe1-a6a3-2b9563c6da78 req-b7bf02aa-e06f-46ec-a845-6a32512f062d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:34.217749 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ecfc8ad-ccfc-4fe1-a6a3-2b9563c6da78 req-b7bf02aa-e06f-46ec-a845-6a32512f062d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 932 time: 0.3289080 Jul 09 13:21:34.273254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Attempting to bind port 74e494b3-0a34-4c73-95c2-29b518737d64 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:34.273591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Attempting to bind port 74e494b3-0a34-4c73-95c2-29b518737d64 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:34.273929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Attempting to bind port 74e494b3-0a34-4c73-95c2-29b518737d64 on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:34.280574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc63fde-60e5-4468-9075-d24b4a66f787 req-1a449845-bd85-4866-b73c-b47be958226c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:34.282226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc63fde-60e5-4468-9075-d24b4a66f787 req-1a449845-bd85-4866-b73c-b47be958226c tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 945 time: 0.3448408 Jul 09 13:21:34.289005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:34.289624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.301392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Port 74e494b3-0a34-4c73-95c2-29b518737d64 on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:34.301718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Attempting to bind port 74e494b3-0a34-4c73-95c2-29b518737d64 on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:34.302155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Attempting to bind port 36b41719-213b-45b4-823e-fd567025159e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:34.302590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Attempting to bind port 36b41719-213b-45b4-823e-fd567025159e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:34.303043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Attempting to bind port 36b41719-213b-45b4-823e-fd567025159e on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:34.304577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Deleting port 9ddedf97-f7b0-40af-9594-768366c5fefe {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:34.304773 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.365492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Port 36b41719-213b-45b4-823e-fd567025159e on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:34.366146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Attempting to bind port 36b41719-213b-45b4-823e-fd567025159e on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:34.370463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:34.372225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Checking segment: {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:34.372225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Bound using segment: {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:34.372225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Bound port: 74e494b3-0a34-4c73-95c2-29b518737d64, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:34.372629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.377683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:34.387505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ecfc8ad-ccfc-4fe1-a6a3-2b9563c6da78 req-8ef7898f-7f2b-41f7-a608-d274c4890e70 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593306 Jul 09 13:21:34.390595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.411892 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-e7c951f1-2ec3-4fee-b889-c5868295d94a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7242546 Jul 09 13:21:34.412206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:34.412206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Checking segment: {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:34.412206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Bound using segment: {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:34.412206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Bound port: 36b41719-213b-45b4-823e-fd567025159e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:34.412206 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.419296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'port': {'device_id': '425e1325-d47b-4f90-879a-679950fbc2f8', 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f', 'admin_state_up': True, 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:34.431803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc63fde-60e5-4468-9075-d24b4a66f787 req-18b6030f-1966-403a-9df1-af6e4cb9e22f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e83eb49-ce6f-4cb9-821f-53b457aedb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360421 Jul 09 13:21:34.436629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3739-7276-4a3a-a6e9-d8d602dfd102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.439234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3739-7276-4a3a-a6e9-d8d602dfd102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.440462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4cfd3739-7276-4a3a-a6e9-d8d602dfd102 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7919972-0fcf-4d5c-972f-55836fdb17cf HTTP/1.1" status: 204 len: 168 time: 0.6487656 Jul 09 13:21:34.441515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Transition to ACTIVE for port object 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:34.479657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-20da0677-2a15-498a-9d2d-9dd83c6685e5 None None] Provisioning for port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:34.486297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-20da0677-2a15-498a-9d2d-9dd83c6685e5 None None] Provisioning complete for port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:34.486679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-20da0677-2a15-498a-9d2d-9dd83c6685e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.538137 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.592387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] For port 36b41719-213b-45b4-823e-fd567025159e, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:34.599227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] For port 36b41719-213b-45b4-823e-fd567025159e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=36b41719-213b-45b4-823e-fd567025159e,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:34.608369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-20da0677-2a15-498a-9d2d-9dd83c6685e5 None None] Port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:34.643336 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd3739-7276-4a3a-a6e9-d8d602dfd102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7919972-0fcf-4d5c-972f-55836fdb17cf,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:34.661566 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.685762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] For port 74e494b3-0a34-4c73-95c2-29b518737d64, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:34.694412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] For port 74e494b3-0a34-4c73-95c2-29b518737d64, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=74e494b3-0a34-4c73-95c2-29b518737d64,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:34.708301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.723875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] For port 9ddedf97-f7b0-40af-9594-768366c5fefe, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9ddedf97-f7b0-40af-9594-768366c5fefe,segment=NetworkSegment(004e27d6-9c20-487c-9167-5cb8c89f0312),segment_id=004e27d6-9c20-487c-9167-5cb8c89f0312)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:34.724600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.771179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Calling delete_port for 9ddedf97-f7b0-40af-9594-768366c5fefe owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:34.774502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:34.788223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:34.788960 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.789372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:34.790072 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.790386 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] 10.222.0.11 "PUT /v2.0/ports/74e494b3-0a34-4c73-95c2-29b518737d64 HTTP/1.1" status: 200 len: 1091 time: 3.3341551 Jul 09 13:21:34.791630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] 10.222.0.10 "PUT /v2.0/ports/36b41719-213b-45b4-823e-fd567025159e HTTP/1.1" status: 200 len: 1091 time: 2.4866257 Jul 09 13:21:34.793924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c098879-792a-4071-8ec8-58175a05ee4e', 'tag': '36b41719-213b-45b4-823e-fd567025159e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:34.796637 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a466d0-f973-414f-9145-52f357854728" -d '{"events": [{"name": "network-changed", "server_uuid": "3c098879-792a-4071-8ec8-58175a05ee4e", "tag": "36b41719-213b-45b4-823e-fd567025159e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:34.893902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2e1e2-8c23-4368-be9f-fa631dd2db73 service neutron] Pushing event updated for resources: {'Port': ['ID=74e494b3-0a34-4c73-95c2-29b518737d64,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:34.918558 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.989959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:34.994174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.062026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc88dc5-4293-45f1-b11a-d0052e53bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=36b41719-213b-45b4-823e-fd567025159e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:35.075842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f32011-0c7b-4007-9468-55ba4b386e6b req-b3a2c05b-5eb3-416f-9b1b-ab38f79d9a48 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.082709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3f32011-0c7b-4007-9468-55ba4b386e6b req-b3a2c05b-5eb3-416f-9b1b-ab38f79d9a48 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.4438181 Jul 09 13:21:35.125780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-651286e5-3827-48ca-9284-027999767212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.128409 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-651286e5-3827-48ca-9284-027999767212 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49671fa326304f76aa9d40018f427ea5&device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 1094 time: 0.2506695 Jul 09 13:21:35.128969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4256e7-2bf5-45e3-b2e4-0c222db88404,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:35.142519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8f210-f4a6-4fdf-bb8f-3b49a8344fd0 req-ae243bb0-0d8e-49b3-bae9-e510e3f44bdc tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.149638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10b8f210-f4a6-4fdf-bb8f-3b49a8344fd0 req-ae243bb0-0d8e-49b3-bae9-e510e3f44bdc tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 943 time: 0.2607369 Jul 09 13:21:35.167450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Attempting to bind port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:35.168054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Attempting to bind port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:35.168726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Attempting to bind port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:35.191063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:35.191403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Attempting to bind port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a on network 08fe5466-d83c-459f-94d8-ad4ecaa315f4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:35.203262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Checking segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:35.203751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Network hostable DHCP agents. Network: eddb29e0-3858-4af5-8519-461b86edcc7d, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:35.230288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-db83a180-9cb9-436f-b3e0-8cda268ff9f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74e494b3-0a34-4c73-95c2-29b518737d64 HTTP/1.1" status: 200 len: 217 time: 0.0728791 Jul 09 13:21:35.231352 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-7e1226ca-3d1a-42b9-8ae6-55b1718b68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.233958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-7e1226ca-3d1a-42b9-8ae6-55b1718b68ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49671fa326304f76aa9d40018f427ea5&device_id=3c098879-792a-4071-8ec8-58175a05ee4e HTTP/1.1" status: 200 len: 1094 time: 0.3409748 Jul 09 13:21:35.235194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:35.236448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Checking segment: {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:35.244144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Bound using segment: {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:35.244144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Bound port: 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:35.244144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.253587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.258060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3f32011-0c7b-4007-9468-55ba4b386e6b req-cbb2f25a-6742-46ee-8cb1-6828eb187fa2 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743691 Jul 09 13:21:35.316902 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40ac362-774d-4d38-a5ff-0444fa899ae8 x-openstack-request-id: req-a40ac362-774d-4d38-a5ff-0444fa899ae8 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:35.317478 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c098879-792a-4071-8ec8-58175a05ee4e", "tag": "36b41719-213b-45b4-823e-fd567025159e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:35.317914 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a40ac362-774d-4d38-a5ff-0444fa899ae8 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:35.318629 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c098879-792a-4071-8ec8-58175a05ee4e', 'tag': '36b41719-213b-45b4-823e-fd567025159e', 'status': 'completed', 'code': 200} Jul 09 13:21:35.329400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-4ee88862-93de-41af-a1d1-9156c3b7f866 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b41719-213b-45b4-823e-fd567025159e HTTP/1.1" status: 200 len: 217 time: 0.0690057 Jul 09 13:21:35.338601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Network eddb29e0-3858-4af5-8519-461b86edcc7d is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:35.343199 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10b8f210-f4a6-4fdf-bb8f-3b49a8344fd0 req-85b5210c-615f-40c5-8629-7d5d44e0db61 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926572 Jul 09 13:21:35.351778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Pushing event deleted for resources: {'Port': ['ID=9ddedf97-f7b0-40af-9594-768366c5fefe,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:35.357292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe72890a-d678-4e47-beba-cd6c19f8c56c', 'tag': '74e494b3-0a34-4c73-95c2-29b518737d64'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:35.359459 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6faaf34-2905-4890-8876-216d5383857e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe72890a-d678-4e47-beba-cd6c19f8c56c", "tag": "74e494b3-0a34-4c73-95c2-29b518737d64"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:35.390464 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-f4d772cc-708f-44b4-add2-0ee3e60396dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.390464 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-f4d772cc-708f-44b4-add2-0ee3e60396dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0fcc2aa-f820-41dd-8d71-eb0790331357 HTTP/1.1" status: 200 len: 858 time: 0.1430786 Jul 09 13:21:35.407200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, eddb29e0-3858-4af5-8519-461b86edcc7d) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:35.424859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.425899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.438567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92374fa8-9782-4e9c-88a8-cf9097a7cd43 None None] Network eddb29e0-3858-4af5-8519-461b86edcc7d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:35.461340 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a6749486-4799-4a11-921d-00fe77aa2b58 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4973481 Jul 09 13:21:35.466024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5091a3fc-6b18-47aa-a82c-0134f855e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.467496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-5091a3fc-6b18-47aa-a82c-0134f855e9bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0fcc2aa-f820-41dd-8d71-eb0790331357 HTTP/1.1" status: 200 len: 858 time: 0.1303859 Jul 09 13:21:35.474499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Allocated IP 19.80.0.228 (d7038e7e-9c96-4241-9c5c-856ce6270f7f/1ba118e4-e0c0-419b-a1bd-6c502b0fc874/ec7ad4e8-5199-449f-85aa-38be9feab45e) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:35.489906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] For port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:35.498459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] For port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:35.548957 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-6699157c-a840-4ca7-8166-db12ec90c5c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08fe5466-d83c-459f-94d8-ad4ecaa315f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723691 Jul 09 13:21:35.552055 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.678349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.678349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.684412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] 10.222.0.10 "PUT /v2.0/ports/51cb82e5-9ee7-45df-9c65-94d31cbe4d1a HTTP/1.1" status: 200 len: 1092 time: 2.6848330 Jul 09 13:21:35.747995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] No DVR routers for this DVR port 9ddedf97-f7b0-40af-9594-768366c5fefe on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:35.750518 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6ab585-ce76-41bb-ba38-777021e73efc x-openstack-request-id: req-8f6ab585-ce76-41bb-ba38-777021e73efc {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:35.750805 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe72890a-d678-4e47-beba-cd6c19f8c56c", "tag": "74e494b3-0a34-4c73-95c2-29b518737d64", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:35.751137 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f6ab585-ce76-41bb-ba38-777021e73efc {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:35.752175 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe72890a-d678-4e47-beba-cd6c19f8c56c', 'tag': '74e494b3-0a34-4c73-95c2-29b518737d64', 'status': 'completed', 'code': 200} Jul 09 13:21:35.762643 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-7ba208a6-8c36-4496-acbf-0679e4685667 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08fe5466-d83c-459f-94d8-ad4ecaa315f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3595204 Jul 09 13:21:35.765593 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.778994 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc445fd7-c559-442e-ab8e-56a70a6510b7 req-a53d7a25-97e1-48f0-a829-45e7699d073f tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.11 "DELETE /v2.0/ports/9ddedf97-f7b0-40af-9594-768366c5fefe HTTP/1.1" status: 204 len: 173 time: 2.3578808 Jul 09 13:21:35.792015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-eddb29e0-3858-4af5-8519-461b86edcc7d', 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d', 'tenant_id': '1da8dd5699204505ba87a481895acb6f', 'fixed_ips': [{'subnet_id': 'bb4256e7-2bf5-45e3-b2e4-0c222db88404'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:21:35.797177 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.933929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ebd3e6f-c2c8-43e9-b72e-c5dea2f414d1 req-4804eea1-b099-4ca9-b755-b7502255e427 tempest-DeleteServersTestJSON-1983267401 tempest-DeleteServersTestJSON-1983267401-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ecada4a-c48d-49fd-b6e5-e391d8a45555 HTTP/1.1" status: 200 len: 210 time: 0.2010930 Jul 09 13:21:36.097291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc58ab2-46c7-4c20-9d35-4862daef7ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:36.148582 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.191250 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-27f811e2-a629-4642-83a3-60e24a68ee22 service neutron] 10.222.0.11 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857501 Jul 09 13:21:36.192728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Transition to ACTIVE for port object ec7ad4e8-5199-449f-85aa-38be9feab45e will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:36.204169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a427177-e897-4f7c-b215-5ecd512ea5fc req-64d90b4e-1f20-417a-891f-845c710373da tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:36.212951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a427177-e897-4f7c-b215-5ecd512ea5fc req-64d90b4e-1f20-417a-891f-845c710373da tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:36.221508 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a427177-e897-4f7c-b215-5ecd512ea5fc req-64d90b4e-1f20-417a-891f-845c710373da tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 1655 time: 0.4612224 Jul 09 13:21:36.236387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Allocated IP 172.20.0.2 (eddb29e0-3858-4af5-8519-461b86edcc7d/bb4256e7-2bf5-45e3-b2e4-0c222db88404/3383e047-0b1e-40a5-bead-aff0df4f4216) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:36.325223 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-c450fe36-87ac-46d1-b9d7-c4d12a6c3c98 service neutron] 10.222.0.10 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7683222 Jul 09 13:21:36.335403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1b0b0824-4cf0-4513-acef-cec13f7d5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:36.341101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1b0b0824-4cf0-4513-acef-cec13f7d5a70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49671fa326304f76aa9d40018f427ea5&device_id=30980726-db44-4492-9747-74f4f5795fdc HTTP/1.1" status: 200 len: 1095 time: 0.6074448 Jul 09 13:21:36.425985 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a427177-e897-4f7c-b215-5ecd512ea5fc req-67b84f9d-6c06-4835-b4e4-f2590e0ddae4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030044 Jul 09 13:21:36.440452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-54ea52f1-133d-426a-a916-c87710d2269e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a HTTP/1.1" status: 200 len: 217 time: 0.0867112 Jul 09 13:21:36.506291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.596120 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-25b94e32-e26c-4f61-9b0b-dec746661234 service neutron] 10.222.0.11 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687975 Jul 09 13:21:36.652307 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.658088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network d7038e7e-9c96-4241-9c5c-856ce6270f7f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:36.666120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Transition to ACTIVE for port object 3383e047-0b1e-40a5-bead-aff0df4f4216 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:36.669794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:36.686592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Transition to ACTIVE for port object 3383e047-0b1e-40a5-bead-aff0df4f4216 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:36.686867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:36.693927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9ddedf97-f7b0-40af-9594-768366c5fefe no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:36.703220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.737978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Port': ['ID=ec7ad4e8-5199-449f-85aa-38be9feab45e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:36.774895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 9ddedf97-f7b0-40af-9594-768366c5fefe {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:36.788625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9ddedf97-f7b0-40af-9594-768366c5fefe not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:36.824220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:36.825529 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.845558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Network eddb29e0-3858-4af5-8519-461b86edcc7d is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:36.847978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Pushing event updated for resources: {'Port': ['ID=3383e047-0b1e-40a5-bead-aff0df4f4216,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:36.869455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:36.879285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:36.928902 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-67c68e61-31c0-40e9-8cfd-ac5c983ef157 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5176888 Jul 09 13:21:36.950076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Request body: {'port': {'device_id': '425e1325-d47b-4f90-879a-679950fbc2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:37.068059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Attempting to bind port 3383e047-0b1e-40a5-bead-aff0df4f4216 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:37.068828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Attempting to bind port 3383e047-0b1e-40a5-bead-aff0df4f4216 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:37.070091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Attempting to bind port 3383e047-0b1e-40a5-bead-aff0df4f4216 on network eddb29e0-3858-4af5-8519-461b86edcc7d {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:37.079150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faaf34-2905-4890-8876-216d5383857e req-21fbc27d-e112-4de5-8d2f-b0c9a8b40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:37.082422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:37.082799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Checking segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:37.083240 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.083641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Bound using segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:37.084131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Bound port: 3383e047-0b1e-40a5-bead-aff0df4f4216, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:37.084526 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.085943 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6faaf34-2905-4890-8876-216d5383857e req-21fbc27d-e112-4de5-8d2f-b0c9a8b40384 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49671fa326304f76aa9d40018f427ea5&device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 1094 time: 0.2507439 Jul 09 13:21:37.191703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-efdad403-a597-43e2-b9a6-52a45063e4d3 None None] Provisioning for port ec7ad4e8-5199-449f-85aa-38be9feab45e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:37.199669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-efdad403-a597-43e2-b9a6-52a45063e4d3 None None] Provisioning complete for port ec7ad4e8-5199-449f-85aa-38be9feab45e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:37.200390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-efdad403-a597-43e2-b9a6-52a45063e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.251864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-efdad403-a597-43e2-b9a6-52a45063e4d3 None None] Port ec7ad4e8-5199-449f-85aa-38be9feab45e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:37.308770 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.343475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] For port 3383e047-0b1e-40a5-bead-aff0df4f4216, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:37.347536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30980726-db44-4492-9747-74f4f5795fdc', 'tag': '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:37.348581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] For port 3383e047-0b1e-40a5-bead-aff0df4f4216, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3383e047-0b1e-40a5-bead-aff0df4f4216,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:37.352068 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dcce47-ac38-4330-b558-c23294d02b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "30980726-db44-4492-9747-74f4f5795fdc", "tag": "51cb82e5-9ee7-45df-9c65-94d31cbe4d1a"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:37.354043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.359677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-ea139a20-4563-4102-8997-e1647605a9d4 service neutron] 10.222.0.10 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0273728 Jul 09 13:21:37.406373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faaf34-2905-4890-8876-216d5383857e req-bc0cfea0-de65-42c8-b17e-6a08868be334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:37.408270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6faaf34-2905-4890-8876-216d5383857e req-bc0cfea0-de65-42c8-b17e-6a08868be334 service neutron] 10.222.0.11 "GET /v2.0/networks?id=08fe5466-d83c-459f-94d8-ad4ecaa315f4 HTTP/1.1" status: 200 len: 918 time: 0.3125083 Jul 09 13:21:37.480525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fd1b4-4aa7-432d-9142-4e1c8d066dfd None None] Pushing event updated for resources: {'Port': ['ID=3383e047-0b1e-40a5-bead-aff0df4f4216,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:37.545305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-750c0f13-cc67-4ae9-930a-e6575b429a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:37.547081 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-750c0f13-cc67-4ae9-930a-e6575b429a0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0fcc2aa-f820-41dd-8d71-eb0790331357 HTTP/1.1" status: 200 len: 858 time: 1.0959558 Jul 09 13:21:37.609644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-1bbc0d45-edde-484a-8bfa-e9386d548b17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08fe5466-d83c-459f-94d8-ad4ecaa315f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450132 Jul 09 13:21:37.757230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef2e3b-6afa-46d4-81de-471b1211a98d req-9c6580d2-62bd-4d59-b182-869a991d8564 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:37.765621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56ef2e3b-6afa-46d4-81de-471b1211a98d req-9c6580d2-62bd-4d59-b182-869a991d8564 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.4192615 Jul 09 13:21:37.816386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a466d0-f973-414f-9145-52f357854728 req-49e07f14-eaeb-46dc-b6a3-5c166bec8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:37.820335 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a466d0-f973-414f-9145-52f357854728 req-49e07f14-eaeb-46dc-b6a3-5c166bec8235 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49671fa326304f76aa9d40018f427ea5&device_id=3c098879-792a-4071-8ec8-58175a05ee4e HTTP/1.1" status: 200 len: 1094 time: 0.3443737 Jul 09 13:21:37.846218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56ef2e3b-6afa-46d4-81de-471b1211a98d req-d49efbc5-1708-42d1-bbad-997087cd7db6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796397 Jul 09 13:21:37.866470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecada4a-c48d-49fd-b6e5-e391d8a45555', 'name': 'network-vif-deleted', 'tag': '9ddedf97-f7b0-40af-9594-768366c5fefe'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:37.877879 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1145ddc-eb74-4765-996e-c84d07c0d14d" -d '{"events": [{"server_uuid": "5ecada4a-c48d-49fd-b6e5-e391d8a45555", "name": "network-vif-deleted", "tag": "9ddedf97-f7b0-40af-9594-768366c5fefe"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:37.885336 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6faaf34-2905-4890-8876-216d5383857e req-6f32df2b-1b2b-44aa-ab47-3b781b8e5cb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74e494b3-0a34-4c73-95c2-29b518737d64 HTTP/1.1" status: 200 len: 217 time: 0.4675586 Jul 09 13:21:37.894779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-48e5df6a-9c92-40f5-afe3-81d415cdf1d4 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:37.899192 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-48e5df6a-9c92-40f5-afe3-81d415cdf1d4 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 816 time: 0.7269752 Jul 09 13:21:37.926891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-6714dce7-1634-4561-bfd5-a2368bf44862 service neutron] 10.222.0.10 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049281 Jul 09 13:21:37.991520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-ddb2c375-8498-4070-b507-f571efff9573 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/quotas/1da8dd5699204505ba87a481895acb6f HTTP/1.1" status: 200 len: 375 time: 0.0876515 Jul 09 13:21:38.073108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faaf34-2905-4890-8876-216d5383857e req-d9708260-b521-4076-bd97-92c256991b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.074634 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6faaf34-2905-4890-8876-216d5383857e req-d9708260-b521-4076-bd97-92c256991b27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0fcc2aa-f820-41dd-8d71-eb0790331357 HTTP/1.1" status: 200 len: 858 time: 0.1742413 Jul 09 13:21:38.078142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a466d0-f973-414f-9145-52f357854728 req-8cc85b5b-3030-4129-b25f-9beb3cbff290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.080593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a466d0-f973-414f-9145-52f357854728 req-8cc85b5b-3030-4129-b25f-9beb3cbff290 service neutron] 10.222.0.10 "GET /v2.0/networks?id=08fe5466-d83c-459f-94d8-ad4ecaa315f4 HTTP/1.1" status: 200 len: 918 time: 0.2485435 Jul 09 13:21:38.148909 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a466d0-f973-414f-9145-52f357854728 req-2be98ade-052e-4bfd-9b4c-c3cbddc35881 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b41719-213b-45b4-823e-fd567025159e HTTP/1.1" status: 200 len: 217 time: 0.0571043 Jul 09 13:21:38.151053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87926745-e774-4d33-82ae-f5c5bead2dc9 req-b355a47b-73d3-424e-9bc2-808a2c28aeda service neutron] 10.222.0.10 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133164 Jul 09 13:21:38.155053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6faaf34-2905-4890-8876-216d5383857e req-244ce40c-200c-4055-95c8-38794e8e06e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08fe5466-d83c-459f-94d8-ad4ecaa315f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704496 Jul 09 13:21:38.203339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8f234-096c-40d6-bb7b-3550516aacae req-acc5c17c-37c1-4396-acad-46e8db228249 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.206128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdb8f234-096c-40d6-bb7b-3550516aacae req-acc5c17c-37c1-4396-acad-46e8db228249 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 943 time: 0.1822104 Jul 09 13:21:38.239606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a466d0-f973-414f-9145-52f357854728 req-73030be4-ad5c-4067-af3b-0c9ffaafc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.242225 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a466d0-f973-414f-9145-52f357854728 req-73030be4-ad5c-4067-af3b-0c9ffaafc47e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0fcc2aa-f820-41dd-8d71-eb0790331357 HTTP/1.1" status: 200 len: 858 time: 0.0816331 Jul 09 13:21:38.245612 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-f1a6a9a3-ef0d-4644-8283-1102d8dd638b tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2466297 Jul 09 13:21:38.292786 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a466d0-f973-414f-9145-52f357854728 req-7cccf07f-5ec7-453d-848d-db825eff0628 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08fe5466-d83c-459f-94d8-ad4ecaa315f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417714 Jul 09 13:21:38.327817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdb8f234-096c-40d6-bb7b-3550516aacae req-f6566f71-c286-4026-a4e9-8a2c640a99af tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079249 Jul 09 13:21:38.434313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a466d0-f973-414f-9145-52f357854728 req-06498ff4-0d0e-4e12-b170-087af72f43a8 service neutron] 10.222.0.10 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217706 Jul 09 13:21:38.435067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-11b5d4ae-5f0e-41db-9e9c-9299b287bfbc service neutron] 10.222.0.32 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882403 Jul 09 13:21:38.540676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6faaf34-2905-4890-8876-216d5383857e req-8cef7a0c-764c-4603-b6fb-4c08aca5415e service neutron] 10.222.0.11 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778386 Jul 09 13:21:38.555748 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da63c6-e938-4c30-9e13-753315f24ae2 x-openstack-request-id: req-b3da63c6-e938-4c30-9e13-753315f24ae2 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:38.556191 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30980726-db44-4492-9747-74f4f5795fdc", "tag": "51cb82e5-9ee7-45df-9c65-94d31cbe4d1a", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:38.556388 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3da63c6-e938-4c30-9e13-753315f24ae2 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:38.556835 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30980726-db44-4492-9747-74f4f5795fdc', 'tag': '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a', 'status': 'completed', 'code': 200} Jul 09 13:21:38.653722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a466d0-f973-414f-9145-52f357854728 req-bdcdc6e9-9ede-424e-8331-589d350c6c14 service neutron] 10.222.0.10 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112317 Jul 09 13:21:38.714367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3383e047-0b1e-40a5-bead-aff0df4f4216 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:38.721757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcce47-ac38-4330-b558-c23294d02b3c req-acef2b80-7324-45f1-991c-f7a71dfc1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.723653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76dcce47-ac38-4330-b558-c23294d02b3c req-acef2b80-7324-45f1-991c-f7a71dfc1026 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49671fa326304f76aa9d40018f427ea5&device_id=30980726-db44-4492-9747-74f4f5795fdc HTTP/1.1" status: 200 len: 1095 time: 0.1538818 Jul 09 13:21:38.772761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf93d11a-5a07-4389-8c99-7194f36cd371 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:38.786013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.824174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Transition to ACTIVE for port object cf93d11a-5a07-4389-8c99-7194f36cd371 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:38.826795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3383e047-0b1e-40a5-bead-aff0df4f4216 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:38.831495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-4e417391-e42b-4c99-89c6-e95fda212953 service neutron] 10.222.0.32 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750174 Jul 09 13:21:38.834104 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6faaf34-2905-4890-8876-216d5383857e req-afb3281e-8ea3-4103-922a-38b43cbd6a7e service neutron] 10.222.0.11 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250085 Jul 09 13:21:38.837062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.848536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8681f-8af2-4989-98a6-b7f027744e88 None None] Network eddb29e0-3858-4af5-8519-461b86edcc7d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:38.877824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcce47-ac38-4330-b558-c23294d02b3c req-f5348843-0233-4b9e-ae53-8cd545ed53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.885103 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76dcce47-ac38-4330-b558-c23294d02b3c req-f5348843-0233-4b9e-ae53-8cd545ed53fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=08fe5466-d83c-459f-94d8-ad4ecaa315f4 HTTP/1.1" status: 200 len: 918 time: 0.1480775 Jul 09 13:21:38.919117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Provisioning for port 3383e047-0b1e-40a5-bead-aff0df4f4216 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:38.933111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Provisioning complete for port 3383e047-0b1e-40a5-bead-aff0df4f4216 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:38.933763 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.975067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76dcce47-ac38-4330-b558-c23294d02b3c req-8cc8514b-09ff-44a8-8343-c7a7b28362e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a HTTP/1.1" status: 200 len: 217 time: 0.0870814 Jul 09 13:21:38.991480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf93d11a-5a07-4389-8c99-7194f36cd371,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:39.019605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 36b41719-213b-45b4-823e-fd567025159e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:39.088784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcce47-ac38-4330-b558-c23294d02b3c req-f46f46d1-aa0c-43d1-9865-8f807ffbf742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.090823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76dcce47-ac38-4330-b558-c23294d02b3c req-f46f46d1-aa0c-43d1-9865-8f807ffbf742 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0fcc2aa-f820-41dd-8d71-eb0790331357 HTTP/1.1" status: 200 len: 858 time: 0.1056573 Jul 09 13:21:39.109872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Attempting to bind port cf93d11a-5a07-4389-8c99-7194f36cd371 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:39.110217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Attempting to bind port cf93d11a-5a07-4389-8c99-7194f36cd371 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:39.113547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Attempting to bind port cf93d11a-5a07-4389-8c99-7194f36cd371 on network d7038e7e-9c96-4241-9c5c-856ce6270f7f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:39.145871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76dcce47-ac38-4330-b558-c23294d02b3c req-b87715a9-9ff8-45c0-a85f-f43d77b5d6d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08fe5466-d83c-459f-94d8-ad4ecaa315f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416942 Jul 09 13:21:39.164793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Port cf93d11a-5a07-4389-8c99-7194f36cd371 on network d7038e7e-9c96-4241-9c5c-856ce6270f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:39.165197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Attempting to bind port cf93d11a-5a07-4389-8c99-7194f36cd371 on network d7038e7e-9c96-4241-9c5c-856ce6270f7f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:39.172468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c097-ad0c-4cea-afd5-f9328c7563fc req-e32429ce-fdda-4e65-ab9c-aed78b1b6eca tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.176468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:39.176813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Checking segment: {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:39.177204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Bound using segment: {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:39.177642 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Bound port: cf93d11a-5a07-4389-8c99-7194f36cd371, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:39.178007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.185487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c097-ad0c-4cea-afd5-f9328c7563fc req-e32429ce-fdda-4e65-ab9c-aed78b1b6eca tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.193455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c097-ad0c-4cea-afd5-f9328c7563fc req-e32429ce-fdda-4e65-ab9c-aed78b1b6eca tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.195363 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-41a3c097-ad0c-4cea-afd5-f9328c7563fc req-e32429ce-fdda-4e65-ab9c-aed78b1b6eca tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2389 time: 0.2233346 Jul 09 13:21:39.278534 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.343496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-41a3c097-ad0c-4cea-afd5-f9328c7563fc req-04e0003c-8d9a-4fac-a372-22efb766feff tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265588 Jul 09 13:21:39.348881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] For port cf93d11a-5a07-4389-8c99-7194f36cd371, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:39.352288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] For port cf93d11a-5a07-4389-8c99-7194f36cd371, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cf93d11a-5a07-4389-8c99-7194f36cd371,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:39.397711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76dcce47-ac38-4330-b558-c23294d02b3c req-3f0e17b9-b241-4b4e-9b27-caa2623daa1b service neutron] 10.222.0.10 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995463 Jul 09 13:21:39.483832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] For port 3383e047-0b1e-40a5-bead-aff0df4f4216, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3383e047-0b1e-40a5-bead-aff0df4f4216,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:39.556916 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.573547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.574051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.574516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.575006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.575475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.575933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.577639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.578245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.578710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.579770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.580990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.581457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.599110 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-80126ed9-8971-4bfe-80a5-c99e62301bf1 req-34f65c82-7377-404d-9d48-87772cc97001 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8485 time: 0.2354372 Jul 09 13:21:39.600497 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.611463 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76dcce47-ac38-4330-b558-c23294d02b3c req-2453214e-1110-41d6-b545-3e909611728c service neutron] 10.222.0.10 "GET /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078798 Jul 09 13:21:39.621211 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f51b78-602c-4528-a08c-9eb0de82364e x-openstack-request-id: req-d3f51b78-602c-4528-a08c-9eb0de82364e {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:39.623313 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecada4a-c48d-49fd-b6e5-e391d8a45555", "name": "network-vif-deleted", "tag": "9ddedf97-f7b0-40af-9594-768366c5fefe", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:39.623883 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3f51b78-602c-4528-a08c-9eb0de82364e {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:39.624455 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecada4a-c48d-49fd-b6e5-e391d8a45555', 'name': 'network-vif-deleted', 'tag': '9ddedf97-f7b0-40af-9594-768366c5fefe', 'status': 'completed', 'code': 200} Jul 09 13:21:39.692807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.695530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.698878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf93d11a-5a07-4389-8c99-7194f36cd371 HTTP/1.1" status: 200 len: 1092 time: 2.7620394 Jul 09 13:21:39.736940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Pushing event updated for resources: {'Port': ['ID=3383e047-0b1e-40a5-bead-aff0df4f4216,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:39.753222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Request body: {'port': {'device_id': '425e1325-d47b-4f90-879a-679950fbc2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:39.769956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.770318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.770665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.771026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.771365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.771699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.772029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.772356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.772683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.783644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.784398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.784914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1af3-1e84-4569-b5aa-2f7222000662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:39.853798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 36b41719-213b-45b4-823e-fd567025159e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=36b41719-213b-45b4-823e-fd567025159e,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:39.884602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '36b41719-213b-45b4-823e-fd567025159e', 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4', 'port_id': '36b41719-213b-45b4-823e-fd567025159e', 'mac_address': 'fa:16:3e:d7:5e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0fcc2aa-f820-41dd-8d71-eb0790331357', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:39.919116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 74e494b3-0a34-4c73-95c2-29b518737d64 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:40.008718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553dfcb-6960-43de-819c-b1452d1b6d62 req-0ef94ad2-edfa-4c20-875e-fc05b767d449 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:40.010290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3553dfcb-6960-43de-819c-b1452d1b6d62 req-0ef94ad2-edfa-4c20-875e-fc05b767d449 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 943 time: 0.1355581 Jul 09 13:21:40.092004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7a908-0b50-41fc-92d9-7a5ff6c10f44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf93d11a-5a07-4389-8c99-7194f36cd371,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:40.092668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3553dfcb-6960-43de-819c-b1452d1b6d62 req-db2c4017-80a7-484b-9ce2-eca3e7dd8081 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762997 Jul 09 13:21:40.158836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.161228 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.259587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b41719-213b-45b4-823e-fd567025159e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:40.281232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 36b41719-213b-45b4-823e-fd567025159e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=36b41719-213b-45b4-823e-fd567025159e,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:40.291613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 74e494b3-0a34-4c73-95c2-29b518737d64, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=74e494b3-0a34-4c73-95c2-29b518737d64,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:40.292953 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.320081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cab2a-bb60-4565-951e-9a9c2059d900 req-b3787bb9-6830-4fc2-b4f8-9f67583d8433 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:40.325333 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ea8cab2a-bb60-4565-951e-9a9c2059d900 req-b3787bb9-6830-4fc2-b4f8-9f67583d8433 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.4355345 Jul 09 13:21:40.332021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '74e494b3-0a34-4c73-95c2-29b518737d64', 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4', 'port_id': '74e494b3-0a34-4c73-95c2-29b518737d64', 'mac_address': 'fa:16:3e:bf:fb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0fcc2aa-f820-41dd-8d71-eb0790331357', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:40.444555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a57e-513e-45f1-9298-2df46725c2de req-03bf47c6-654b-4b96-a4c3-15b759c60a8f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:40.446174 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-03bf47c6-654b-4b96-a4c3-15b759c60a8f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 816 time: 0.1989264 Jul 09 13:21:40.460262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=36b41719-213b-45b4-823e-fd567025159e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:40.464766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ea8cab2a-bb60-4565-951e-9a9c2059d900 req-a28413ad-ea7f-4c6b-8db7-5ea81604f6ed tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249280 Jul 09 13:21:40.473434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-9d63fd58-da85-4cb4-9e8e-0371be5f191e tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/quotas/1da8dd5699204505ba87a481895acb6f HTTP/1.1" status: 200 len: 375 time: 0.0213976 Jul 09 13:21:40.487055 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.491815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-293e44e4-36d9-465d-aa4c-ece72475d825 None None] Provisioning complete for port 3383e047-0b1e-40a5-bead-aff0df4f4216 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:40.492542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-293e44e4-36d9-465d-aa4c-ece72475d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.550428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['36b41719-213b-45b4-823e-fd567025159e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:40.586480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e494b3-0a34-4c73-95c2-29b518737d64 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:40.615987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-df52fcff-a72c-4a64-9250-731795ce1c86 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1413453 Jul 09 13:21:40.641210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 74e494b3-0a34-4c73-95c2-29b518737d64, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=74e494b3-0a34-4c73-95c2-29b518737d64,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:40.659573 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.666533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3383e047-0b1e-40a5-bead-aff0df4f4216 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:40.812065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=74e494b3-0a34-4c73-95c2-29b518737d64,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:40.818065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-68a4871d-3635-4ad7-a48b-70df8ebd8ffd service neutron] 10.222.0.32 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942348 Jul 09 13:21:40.863926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3383e047-0b1e-40a5-bead-aff0df4f4216 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:40.864299 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.894127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['74e494b3-0a34-4c73-95c2-29b518737d64'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:40.915814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c5f95-3c35-439c-bb0f-b158d2b0ed88 req-b1d1929e-86ee-4c5f-bd53-1a9438844550 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:40.917345 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca0c5f95-3c35-439c-bb0f-b158d2b0ed88 req-b1d1929e-86ee-4c5f-bd53-1a9438844550 tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 886 time: 0.2629609 Jul 09 13:21:40.940784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-dcdf581b-e7ae-4553-9463-33a2b90e3cff service neutron] 10.222.0.32 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167157 Jul 09 13:21:40.960458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:40.977388 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.012495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Transition to ACTIVE for port object 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:41.017627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:41.027147 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.219589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Pushing event updated for resources: {'Port': ['ID=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:41.466241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Attempting to bind port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:41.466611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Attempting to bind port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:41.467083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Attempting to bind port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 on network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:41.482282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 on network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:41.482608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Attempting to bind port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 on network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:41.496114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:41.496593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Checking segment: {'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:41.497088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Bound using segment: {'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:41.497593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Bound port: 656b2ad4-2cfe-469e-a7c4-a06b15bdb753, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9822908d-c49c-49f0-bcab-8808003b5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:41.497895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.523957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:41.549671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a', 'network_id': '08fe5466-d83c-459f-94d8-ad4ecaa315f4', 'port_id': '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a', 'mac_address': 'fa:16:3e:2b:dc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0fcc2aa-f820-41dd-8d71-eb0790331357', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:41.614616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bed2a-9621-4059-8e1b-10ad4cec0537 req-71ea9b4a-1878-4976-9b22-44a349d69082 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:41.625941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'tag': 'cf93d11a-5a07-4389-8c99-7194f36cd371'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:41.629952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.635179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bed2a-9621-4059-8e1b-10ad4cec0537 req-71ea9b4a-1878-4976-9b22-44a349d69082 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:41.638873 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7747e82a-fea9-4b77-8e75-9ebf23fc2021" -d '{"events": [{"name": "network-changed", "server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "tag": "cf93d11a-5a07-4389-8c99-7194f36cd371"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:41.659691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bed2a-9621-4059-8e1b-10ad4cec0537 req-71ea9b4a-1878-4976-9b22-44a349d69082 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:41.661596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:41.668738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-132bed2a-9621-4059-8e1b-10ad4cec0537 req-71ea9b4a-1878-4976-9b22-44a349d69082 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2401 time: 0.2299068 Jul 09 13:21:41.672303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-6e2a503b-7465-42fb-9f79-ea2a7f684cd0 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:41.678745 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-6e2a503b-7465-42fb-9f79-ea2a7f684cd0 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.11 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 816 time: 0.4979320 Jul 09 13:21:41.689166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:41.696990 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.708583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Request body: {'port': {'device_id': 'ce199438-c25b-4b7c-843e-5a54c845f986', 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d', 'admin_state_up': True, 'tenant_id': '1da8dd5699204505ba87a481895acb6f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:41.767408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-132bed2a-9621-4059-8e1b-10ad4cec0537 req-b07a3d4a-c35c-4ce0-9171-e07772e814c9 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968127 Jul 09 13:21:41.808007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:41.886854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] For port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:41.890794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] For port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:41.902015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.917984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Made reservation on behalf of 1da8dd5699204505ba87a481895acb6f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:41.921738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.926375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['51cb82e5-9ee7-45df-9c65-94d31cbe4d1a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:41.956114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:41.957010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.958674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] 10.222.0.10 "PUT /v2.0/ports/656b2ad4-2cfe-469e-a7c4-a06b15bdb753 HTTP/1.1" status: 200 len: 1092 time: 2.2170246 Jul 09 13:21:42.068968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.074016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.074369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.074871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.075546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.077825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.078325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.080637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.081129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.082200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.082686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.084707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.089216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab481498-7e33-4a33-90f7-34f6e11ff876 req-df6f8ed6-bcd6-48c3-adfc-62ecd42dda7b tempest-NetworksTest-1584229950 tempest-NetworksTest-1584229950-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8485 time: 0.3068390 Jul 09 13:21:42.148274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Allocated IP 172.20.0.9 (eddb29e0-3858-4af5-8519-461b86edcc7d/bb4256e7-2bf5-45e3-b2e4-0c222db88404/538d134a-fd95-408d-abbb-1ed72c8806bc) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:42.317015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b646e59-dfcc-4713-9264-2b428661f45a service neutron] Pushing event updated for resources: {'Port': ['ID=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:42.333435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Request body: {'port': {'device_id': '425e1325-d47b-4f90-879a-679950fbc2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:42.408393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-37249eb6-03ee-49fc-8495-3159b150f921 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.409984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-37249eb6-03ee-49fc-8495-3159b150f921 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 816 time: 0.1537895 Jul 09 13:21:42.433425 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-1f44b270-69ac-4cf9-b77b-2dadd6a7618d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/quotas/1da8dd5699204505ba87a481895acb6f HTTP/1.1" status: 200 len: 375 time: 0.0174794 Jul 09 13:21:42.511439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-2f7ece9e-4ee9-4ebf-ae46-363c115b65b4 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770261 Jul 09 13:21:42.554252 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56914) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:42.604147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-f745198f-59c1-485d-8317-e0d7b420a6ee service neutron] 10.222.0.32 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917878 Jul 09 13:21:42.686252 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5717db1-1891-46f3-bd8f-9be909188e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:42.740365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-7dd9d250-69c4-4261-a045-b41bc3e380dd service neutron] 10.222.0.32 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290691 Jul 09 13:21:42.754726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:42.779820 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:42.828978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c879301-ea62-40ab-bec0-a4d10fe4397d req-f479f81a-fbae-4f6c-acfc-8dd369a7eb1e tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.836451 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4c879301-ea62-40ab-bec0-a4d10fe4397d req-f479f81a-fbae-4f6c-acfc-8dd369a7eb1e tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 944 time: 0.5203748 Jul 09 13:21:42.851213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5717db1-1891-46f3-bd8f-9be909188e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:42.856829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5717db1-1891-46f3-bd8f-9be909188e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:42.900277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Transition to ACTIVE for port object 538d134a-fd95-408d-abbb-1ed72c8806bc will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:42.922498 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:42.924924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5717db1-1891-46f3-bd8f-9be909188e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c530f504-9eca-4320-8232-a3f964e46aeb,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:42.942879 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a5717db1-1891-46f3-bd8f-9be909188e5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=369a22e59e804484a05ad75d416a846a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851948 Jul 09 13:21:42.943678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56924) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:42.999913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-91ae97e4-5865-4a22-9b01-842757efb0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.032875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-91ae97e4-5865-4a22-9b01-842757efb0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.034338 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4c879301-ea62-40ab-bec0-a4d10fe4397d req-fa8ab58b-f3a7-47a8-ad05-0669a9d31bf1 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969321 Jul 09 13:21:43.037047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 36b41719-213b-45b4-823e-fd567025159e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:43.103530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-91ae97e4-5865-4a22-9b01-842757efb0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.106629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-91ae97e4-5865-4a22-9b01-842757efb0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.107862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-91ae97e4-5865-4a22-9b01-842757efb0e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c530f504-9eca-4320-8232-a3f964e46aeb HTTP/1.1" status: 204 len: 168 time: 0.1634748 Jul 09 13:21:43.117166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae97e4-5865-4a22-9b01-842757efb0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c530f504-9eca-4320-8232-a3f964e46aeb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:43.153344 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.175941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 36b41719-213b-45b4-823e-fd567025159e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:43.181604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 36b41719-213b-45b4-823e-fd567025159e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:43.182651 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.239075 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51e012f-572f-4e69-a45f-3f9de791a6c0 x-openstack-request-id: req-b51e012f-572f-4e69-a45f-3f9de791a6c0 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:43.240294 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "tag": "cf93d11a-5a07-4389-8c99-7194f36cd371", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:43.240813 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b51e012f-572f-4e69-a45f-3f9de791a6c0 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:43.241554 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'tag': 'cf93d11a-5a07-4389-8c99-7194f36cd371', 'status': 'completed', 'code': 200} Jul 09 13:21:43.275953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a57e-513e-45f1-9298-2df46725c2de req-15450087-5858-482a-a521-66e40a31fc8f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:43.278061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-15450087-5858-482a-a521-66e40a31fc8f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.11 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 816 time: 0.4887528 Jul 09 13:21:43.303675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Request body: {'port': {'device_id': '263bbfad-7465-4537-b3ae-4c61caf1e0de', 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d', 'admin_state_up': True, 'tenant_id': '1da8dd5699204505ba87a481895acb6f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:43.304425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56932) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:43.336481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Network eddb29e0-3858-4af5-8519-461b86edcc7d is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:43.354799 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.411449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c098879-792a-4071-8ec8-58175a05ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b41719-213b-45b4-823e-fd567025159e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:43.418060 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d8492e-bc82-424b-a32d-fd410f81e494" -d '{"events": [{"server_uuid": "3c098879-792a-4071-8ec8-58175a05ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "36b41719-213b-45b4-823e-fd567025159e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:43.457647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 36b41719-213b-45b4-823e-fd567025159e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=36b41719-213b-45b4-823e-fd567025159e,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:43.463766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:43.466960 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.468044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:43.472067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90f07-1b2f-47e1-a3aa-3213a7f603bb req-fa51a3f2-825b-484d-829e-1bd60378153b tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:43.481140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8c90f07-1b2f-47e1-a3aa-3213a7f603bb req-fa51a3f2-825b-484d-829e-1bd60378153b tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.3218353 Jul 09 13:21:43.499547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:43.514821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-29eb9257-efff-4052-b7b6-20588a4b1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:43.514821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-29eb9257-efff-4052-b7b6-20588a4b1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:43.514821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-29eb9257-efff-4052-b7b6-20588a4b1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:43.516378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-29eb9257-efff-4052-b7b6-20588a4b1955 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2799 time: 0.2845323 Jul 09 13:21:43.563286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Pushing event updated for resources: {'Port': ['ID=538d134a-fd95-408d-abbb-1ed72c8806bc,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:43.616068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8c90f07-1b2f-47e1-a3aa-3213a7f603bb req-c9a73207-1be9-4c1b-9ac7-eb453d5ea12a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337528 Jul 09 13:21:43.713351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:43.714245 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.744604 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-456eadf2-e14b-489e-9b24-ac7812ffddd9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0524879 Jul 09 13:21:43.759237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56942) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:43.803984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Request body: {'port': {'device_id': 'ce199438-c25b-4b7c-843e-5a54c845f986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:43.921453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 74e494b3-0a34-4c73-95c2-29b518737d64 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:43.946593 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.957294 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.966601 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7cf1d800-a9ac-4fd4-97e4-ade720e873ca None None] Provisioning for port 538d134a-fd95-408d-abbb-1ed72c8806bc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:43.973906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=36b41719-213b-45b4-823e-fd567025159e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:43.982377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7cf1d800-a9ac-4fd4-97e4-ade720e873ca None None] Provisioning complete for port 538d134a-fd95-408d-abbb-1ed72c8806bc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:43.983256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d800-a9ac-4fd4-97e4-ade720e873ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.992955 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8543ec8-f7b7-44b3-8467-f622bebdb7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.042522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1d800-a9ac-4fd4-97e4-ade720e873ca None None] Port 538d134a-fd95-408d-abbb-1ed72c8806bc cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:44.045502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Made reservation on behalf of 1da8dd5699204505ba87a481895acb6f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:44.052564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.069990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:44.076797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:44.077317 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.149641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-984a1997-eb88-4428-a275-5b127d9db06f req-a8a85e47-17ee-46f1-99e0-3b1a802958ff tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 210 time: 0.4418840 Jul 09 13:21:44.163533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 74e494b3-0a34-4c73-95c2-29b518737d64 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:44.180693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 74e494b3-0a34-4c73-95c2-29b518737d64 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:44.181070 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.253904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7ad4e8-5199-449f-85aa-38be9feab45e {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:44.263128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-4ae15092-a5cb-4294-8984-20a38627cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.263686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-4ae15092-a5cb-4294-8984-20a38627cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.264232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-4ae15092-a5cb-4294-8984-20a38627cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.265896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-4ae15092-a5cb-4294-8984-20a38627cbce service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.7372224 Jul 09 13:21:44.367399 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba2c02ab-02b9-4e56-8cb5-ba0da8d586d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.369368 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.393082 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6779ddf-cce2-4575-9eb3-2e429024cacb x-openstack-request-id: req-b6779ddf-cce2-4575-9eb3-2e429024cacb {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:44.393368 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c098879-792a-4071-8ec8-58175a05ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "36b41719-213b-45b4-823e-fd567025159e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:44.393627 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6779ddf-cce2-4575-9eb3-2e429024cacb {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:44.394016 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c098879-792a-4071-8ec8-58175a05ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b41719-213b-45b4-823e-fd567025159e', 'code': 200} Jul 09 13:21:44.433235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:44.435496 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.444885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-36093a29-339d-4ade-86cc-9e59e0d23653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.446684 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7747e82a-fea9-4b77-8e75-9ebf23fc2021 req-36093a29-339d-4ade-86cc-9e59e0d23653 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1708705 Jul 09 13:21:44.448087 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.477362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Allocated IP 172.20.0.11 (eddb29e0-3858-4af5-8519-461b86edcc7d/bb4256e7-2bf5-45e3-b2e4-0c222db88404/80b1a985-21af-4fe0-b1a3-376728afd91f) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:44.518927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:44.519902 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.547195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.566294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Transition to ACTIVE for port object ec7ad4e8-5199-449f-85aa-38be9feab45e will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:44.575143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 74e494b3-0a34-4c73-95c2-29b518737d64, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=74e494b3-0a34-4c73-95c2-29b518737d64,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:44.583406 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.593893 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.647991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=74e494b3-0a34-4c73-95c2-29b518737d64,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:44.695097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb490a2e-ce46-4a07-851f-4af5f5b0f16c req-bfedf149-948b-4614-97a6-f38b81b23f55 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.701550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb490a2e-ce46-4a07-851f-4af5f5b0f16c req-bfedf149-948b-4614-97a6-f38b81b23f55 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.709833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb490a2e-ce46-4a07-851f-4af5f5b0f16c req-bfedf149-948b-4614-97a6-f38b81b23f55 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.717888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bb490a2e-ce46-4a07-851f-4af5f5b0f16c req-bfedf149-948b-4614-97a6-f38b81b23f55 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2401 time: 0.7722807 Jul 09 13:21:44.761101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420981-b9df-4247-a8ca-20eb4f158e18 req-bd600aa5-9b7a-4aee-9600-4e3d3d5e3bff tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.763099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8420981-b9df-4247-a8ca-20eb4f158e18 req-bd600aa5-9b7a-4aee-9600-4e3d3d5e3bff tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 945 time: 0.1664538 Jul 09 13:21:44.805198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185db98-0d73-4b34-a27b-46e4d7bcbb77 req-4f32092b-1df0-435e-a3a4-a2819cfe2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.806559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2185db98-0d73-4b34-a27b-46e4d7bcbb77 req-4f32092b-1df0-435e-a3a4-a2819cfe2fb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3c098879-792a-4071-8ec8-58175a05ee4e HTTP/1.1" status: 200 len: 1096 time: 0.2478590 Jul 09 13:21:44.866007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Pushing event updated for resources: {'Port': ['ID=ec7ad4e8-5199-449f-85aa-38be9feab45e,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:44.917137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8420981-b9df-4247-a8ca-20eb4f158e18 req-9eae5484-89de-4e88-ac59-614cb6c979ce tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178782 Jul 09 13:21:44.933949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2185db98-0d73-4b34-a27b-46e4d7bcbb77 req-13c7b3e1-91e1-4ae3-a466-9b75bdfbd029 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840616 Jul 09 13:21:44.966716 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bb490a2e-ce46-4a07-851f-4af5f5b0f16c req-efe1feaa-34e8-4e8f-8e11-a411eca80a57 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476604 Jul 09 13:21:45.050296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Deleting port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:45.050849 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.063338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.102357 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8543ec8-f7b7-44b3-8467-f622bebdb7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.103698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Transition to ACTIVE for port object 80b1a985-21af-4fe0-b1a3-376728afd91f will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:45.105540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Attempting to bind port ec7ad4e8-5199-449f-85aa-38be9feab45e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:45.105856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Attempting to bind port ec7ad4e8-5199-449f-85aa-38be9feab45e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:45.106273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Attempting to bind port ec7ad4e8-5199-449f-85aa-38be9feab45e on network d7038e7e-9c96-4241-9c5c-856ce6270f7f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:45.112984 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8543ec8-f7b7-44b3-8467-f622bebdb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.127405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Port ec7ad4e8-5199-449f-85aa-38be9feab45e on network d7038e7e-9c96-4241-9c5c-856ce6270f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:45.127757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Attempting to bind port ec7ad4e8-5199-449f-85aa-38be9feab45e on network d7038e7e-9c96-4241-9c5c-856ce6270f7f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:45.159086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:45.159441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Checking segment: {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:45.159830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Bound using segment: {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:45.160272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Bound port: ec7ad4e8-5199-449f-85aa-38be9feab45e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cb2f00-86f4-409a-b655-8ed5f71af83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:45.160635 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.183725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b8543ec8-f7b7-44b3-8467-f622bebdb7b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e20b955788ba4a728feaf49c32e30601&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4232144 Jul 09 13:21:45.193573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56960) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:45.195648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8543ec8-f7b7-44b3-8467-f622bebdb7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4f2ef-80f5-43f9-a77b-1a29f574e403,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:45.239865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] For port 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:45.240339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.249249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'tag': '656b2ad4-2cfe-469e-a7c4-a06b15bdb753'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:45.252382 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19a1d17-07f9-4cae-80b0-38d713331b76" -d '{"events": [{"name": "network-changed", "server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "tag": "656b2ad4-2cfe-469e-a7c4-a06b15bdb753"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:45.258219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Calling delete_port for 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:45.324830 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.325090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d12a5-0019-4f3f-b032-39271c1428af req-3ecacdeb-b8a1-4528-a710-75d0e237d7bc tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:45.327570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d35d12a5-0019-4f3f-b032-39271c1428af req-3ecacdeb-b8a1-4528-a710-75d0e237d7bc tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.1453092 Jul 09 13:21:45.417385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] For port ec7ad4e8-5199-449f-85aa-38be9feab45e, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:45.436511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Network eddb29e0-3858-4af5-8519-461b86edcc7d is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:45.467825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d35d12a5-0019-4f3f-b032-39271c1428af req-8c1fc6b1-b333-430b-a4fa-6ec79a51495d tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254056 Jul 09 13:21:45.470131 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77b0728c-509a-48ec-a593-ee3d913fdc8e req-919ca1c5-0ffa-46fe-ac4a-181a7c836780 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 210 time: 0.0827041 Jul 09 13:21:45.477974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:45.481483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] For port ec7ad4e8-5199-449f-85aa-38be9feab45e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec7ad4e8-5199-449f-85aa-38be9feab45e,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:45.487940 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf137bb1-4aae-4ec2-8b60-d3ae51d6d575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.492844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:45.513283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Pushing event updated for resources: {'Port': ['ID=80b1a985-21af-4fe0-b1a3-376728afd91f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:45.516083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.553333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf137bb1-4aae-4ec2-8b60-d3ae51d6d575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.593541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-f6997200-c8a0-4c19-a25f-05532c831ef4 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:45.602167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-f6997200-c8a0-4c19-a25f-05532c831ef4 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.10 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 816 time: 0.2678068 Jul 09 13:21:45.620404 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6073136f-6f69-44ef-b7d8-57f520817685 x-openstack-request-id: req-6073136f-6f69-44ef-b7d8-57f520817685 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:45.620967 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "tag": "656b2ad4-2cfe-469e-a7c4-a06b15bdb753", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:45.621686 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6073136f-6f69-44ef-b7d8-57f520817685 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:45.622203 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'tag': '656b2ad4-2cfe-469e-a7c4-a06b15bdb753', 'status': 'completed', 'code': 200} Jul 09 13:21:45.662391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Request body: {'port': {'device_id': 'a3f301c5-0fda-4573-8705-205ee83b656e', 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d', 'admin_state_up': True, 'tenant_id': '1da8dd5699204505ba87a481895acb6f'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:45.696151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:45.697228 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.698440 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] 10.222.0.10 "PUT /v2.0/ports/ec7ad4e8-5199-449f-85aa-38be9feab45e HTTP/1.1" status: 200 len: 1092 time: 3.3840415 Jul 09 13:21:45.770989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:45.771579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.803967 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf137bb1-4aae-4ec2-8b60-d3ae51d6d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.807246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf137bb1-4aae-4ec2-8b60-d3ae51d6d575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.813128 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bf137bb1-4aae-4ec2-8b60-d3ae51d6d575 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0d4f2ef-80f5-43f9-a77b-1a29f574e403 HTTP/1.1" status: 204 len: 168 time: 0.6182859 Jul 09 13:21:45.821405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45ec9b-db64-45ab-bed1-096168941a0f service neutron] Pushing event updated for resources: {'Port': ['ID=ec7ad4e8-5199-449f-85aa-38be9feab45e,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:45.854456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf137bb1-4aae-4ec2-8b60-d3ae51d6d575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4f2ef-80f5-43f9-a77b-1a29f574e403,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:45.870723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538d134a-fd95-408d-abbb-1ed72c8806bc {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:45.891570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-2a11253c-519e-4d10-9450-574b24c08ac5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6008174 Jul 09 13:21:45.896794 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.906337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Request body: {'port': {'device_id': '263bbfad-7465-4537-b3ae-4c61caf1e0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:45.915204 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.952377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7a2186fa-8db9-4ea5-acc2-2729829600c8 None None] Provisioning for port 80b1a985-21af-4fe0-b1a3-376728afd91f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:45.964596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7a2186fa-8db9-4ea5-acc2-2729829600c8 None None] Provisioning complete for port 80b1a985-21af-4fe0-b1a3-376728afd91f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:45.965044 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7a2186fa-8db9-4ea5-acc2-2729829600c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.968114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Transition to ACTIVE for port object 538d134a-fd95-408d-abbb-1ed72c8806bc will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:45.984391 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.086613 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.127535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7a2186fa-8db9-4ea5-acc2-2729829600c8 None None] Port 80b1a985-21af-4fe0-b1a3-376728afd91f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:46.231669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=538d134a-fd95-408d-abbb-1ed72c8806bc,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:46.282865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8c214a-aa2c-41a5-85f6-3ca407e01fdd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:46.399545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30980726-db44-4492-9747-74f4f5795fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a'}, {'server_uuid': 'fe72890a-d678-4e47-beba-cd6c19f8c56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e494b3-0a34-4c73-95c2-29b518737d64'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:46.405856 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9768b0-7e46-4949-a6fa-288034ff0201" -d '{"events": [{"server_uuid": "30980726-db44-4492-9747-74f4f5795fdc", "name": "network-vif-plugged", "status": "completed", "tag": "51cb82e5-9ee7-45df-9c65-94d31cbe4d1a"}, {"server_uuid": "fe72890a-d678-4e47-beba-cd6c19f8c56c", "name": "network-vif-plugged", "status": "completed", "tag": "74e494b3-0a34-4c73-95c2-29b518737d64"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:46.661941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-7c1c2916-03d3-4c95-922d-e37ffcc89f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.661941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-7c1c2916-03d3-4c95-922d-e37ffcc89f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.662611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-7c1c2916-03d3-4c95-922d-e37ffcc89f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.664766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-7c1c2916-03d3-4c95-922d-e37ffcc89f90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2866 time: 1.0593319 Jul 09 13:21:46.667358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Made reservation on behalf of 1da8dd5699204505ba87a481895acb6f for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:46.672192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.675866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.740153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Attempting to bind port 538d134a-fd95-408d-abbb-1ed72c8806bc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:46.740482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Attempting to bind port 538d134a-fd95-408d-abbb-1ed72c8806bc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:46.740776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Attempting to bind port 538d134a-fd95-408d-abbb-1ed72c8806bc on network eddb29e0-3858-4af5-8519-461b86edcc7d {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:46.763327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Port 538d134a-fd95-408d-abbb-1ed72c8806bc on network eddb29e0-3858-4af5-8519-461b86edcc7d not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:46.763730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Attempting to bind port 538d134a-fd95-408d-abbb-1ed72c8806bc on network eddb29e0-3858-4af5-8519-461b86edcc7d {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:46.795730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:46.796065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Checking segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:46.796701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Bound using segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:46.797145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Bound port: 538d134a-fd95-408d-abbb-1ed72c8806bc, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:46.797500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.819588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-56d099ff-2e19-4a29-88b2-11be35bc086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.841485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfc046-526c-4bc3-8d37-84023c3f4603 req-d309cab1-a1fa-4501-9995-3a9399ee6f75 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.849657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f1dfc046-526c-4bc3-8d37-84023c3f4603 req-d309cab1-a1fa-4501-9995-3a9399ee6f75 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 945 time: 0.6041453 Jul 09 13:21:46.937060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7a3a8-c3b9-4833-b682-06af4dafa0de req-62b9205c-aa2e-408b-a1dc-3df049964e97 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.941090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.946560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7a3a8-c3b9-4833-b682-06af4dafa0de req-62b9205c-aa2e-408b-a1dc-3df049964e97 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.951109 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f1dfc046-526c-4bc3-8d37-84023c3f4603 req-eda98851-1791-44bd-9741-ad792417ff3b tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004720 Jul 09 13:21:46.952755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7a3a8-c3b9-4833-b682-06af4dafa0de req-62b9205c-aa2e-408b-a1dc-3df049964e97 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.959932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eed7a3a8-c3b9-4833-b682-06af4dafa0de req-62b9205c-aa2e-408b-a1dc-3df049964e97 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2413 time: 0.6876163 Jul 09 13:21:46.990635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-764ea556-0370-4ae7-9db8-4096d850fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.991363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-764ea556-0370-4ae7-9db8-4096d850fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.992049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-764ea556-0370-4ae7-9db8-4096d850fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.994559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-764ea556-0370-4ae7-9db8-4096d850fa62 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3079929 Jul 09 13:21:47.043479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] For port 538d134a-fd95-408d-abbb-1ed72c8806bc, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:47.069346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] For port 538d134a-fd95-408d-abbb-1ed72c8806bc, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=538d134a-fd95-408d-abbb-1ed72c8806bc,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:47.086780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.206665 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda83462-9ab3-490c-8fdb-300e833aecf7 x-openstack-request-id: req-eda83462-9ab3-490c-8fdb-300e833aecf7 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:47.207244 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30980726-db44-4492-9747-74f4f5795fdc", "name": "network-vif-plugged", "status": "completed", "tag": "51cb82e5-9ee7-45df-9c65-94d31cbe4d1a", "code": 200}, {"server_uuid": "fe72890a-d678-4e47-beba-cd6c19f8c56c", "name": "network-vif-plugged", "status": "completed", "tag": "74e494b3-0a34-4c73-95c2-29b518737d64", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:47.207244 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eda83462-9ab3-490c-8fdb-300e833aecf7 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:47.207739 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30980726-db44-4492-9747-74f4f5795fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a', 'code': 200} Jul 09 13:21:47.207885 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe72890a-d678-4e47-beba-cd6c19f8c56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e494b3-0a34-4c73-95c2-29b518737d64', 'code': 200} Jul 09 13:21:47.307351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:47.308020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.309571 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/538d134a-fd95-408d-abbb-1ed72c8806bc HTTP/1.1" status: 200 len: 1091 time: 3.5144887 Jul 09 13:21:47.363476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eed7a3a8-c3b9-4833-b682-06af4dafa0de req-6ead0f36-7d46-419a-9626-74b3d97fb905 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025366 Jul 09 13:21:47.368409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-e5c6dd71-14d3-42e9-8af7-b91bb4d3cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:47.369938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d19a1d17-07f9-4cae-80b0-38d713331b76 req-e5c6dd71-14d3-42e9-8af7-b91bb4d3cf1c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3603361 Jul 09 13:21:47.467000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70517198-36e8-4215-b6a9-816b9c85e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=538d134a-fd95-408d-abbb-1ed72c8806bc,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:47.562675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b1a985-21af-4fe0-b1a3-376728afd91f {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:47.599728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.625241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'tag': 'ec7ad4e8-5199-449f-85aa-38be9feab45e'}, {'name': 'network-changed', 'server_uuid': 'ce199438-c25b-4b7c-843e-5a54c845f986', 'tag': '538d134a-fd95-408d-abbb-1ed72c8806bc'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:47.627870 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726146aa-d6cd-4b63-911e-16775f99a4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "tag": "ec7ad4e8-5199-449f-85aa-38be9feab45e"}, {"name": "network-changed", "server_uuid": "ce199438-c25b-4b7c-843e-5a54c845f986", "tag": "538d134a-fd95-408d-abbb-1ed72c8806bc"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:47.660293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Transition to ACTIVE for port object 80b1a985-21af-4fe0-b1a3-376728afd91f will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:47.664667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367a358-89b8-42ca-9251-f0d8fbb92b8a req-352aa6c7-1b9a-402b-9509-e173ac6d10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:47.666125 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2367a358-89b8-42ca-9251-f0d8fbb92b8a req-352aa6c7-1b9a-402b-9509-e173ac6d10c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=30980726-db44-4492-9747-74f4f5795fdc HTTP/1.1" status: 200 len: 1097 time: 0.3517418 Jul 09 13:21:47.677036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.730634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Router 1b8026f7-0b75-4eb8-912c-7489f4605eda has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:21:47.734140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b552d4de-511f-4e49-8c8b-22420f1eca0f req-246cc4d1-2fcb-46fb-a2c8-ae812881f5d2 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 210 time: 0.0670090 Jul 09 13:21:47.792088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd870d90-2350-4835-b949-d5bc08f18bf6 req-352fff71-d9d7-4aa3-a6b7-07d152c19f98 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:47.799911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd870d90-2350-4835-b949-d5bc08f18bf6 req-352fff71-d9d7-4aa3-a6b7-07d152c19f98 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.4050243 Jul 09 13:21:47.820882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-8e2866dc-379b-4636-aefb-1a55187d5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:47.822375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-8e2866dc-379b-4636-aefb-1a55187d5b97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 1094 time: 0.3945487 Jul 09 13:21:47.826185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Pushing event updated for resources: {'Port': ['ID=80b1a985-21af-4fe0-b1a3-376728afd91f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:47.839467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd78832-2d03-40e1-8693-df5166ca16ce req-e9f1993f-e194-40a8-a9e8-5abc43b855ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:47.845745 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1dd78832-2d03-40e1-8693-df5166ca16ce req-e9f1993f-e194-40a8-a9e8-5abc43b855ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 1096 time: 0.5293231 Jul 09 13:21:47.857217 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e8a07-41ec-428b-9823-baef28e00257 x-openstack-request-id: req-252e8a07-41ec-428b-9823-baef28e00257 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:47.857638 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "tag": "ec7ad4e8-5199-449f-85aa-38be9feab45e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce199438-c25b-4b7c-843e-5a54c845f986", "tag": "538d134a-fd95-408d-abbb-1ed72c8806bc", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:47.857910 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-252e8a07-41ec-428b-9823-baef28e00257 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:47.858330 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'tag': 'ec7ad4e8-5199-449f-85aa-38be9feab45e', 'status': 'completed', 'code': 200} Jul 09 13:21:47.858590 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce199438-c25b-4b7c-843e-5a54c845f986', 'tag': '538d134a-fd95-408d-abbb-1ed72c8806bc', 'status': 'completed', 'code': 200} Jul 09 13:21:47.861112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2367a358-89b8-42ca-9251-f0d8fbb92b8a req-66a0c65d-8957-4a1e-bd8b-ad80a8deafb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847787 Jul 09 13:21:47.905176 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-1a1ffcba-ef7c-4c89-b339-93cfcd6bc5e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538d134a-fd95-408d-abbb-1ed72c8806bc HTTP/1.1" status: 200 len: 217 time: 0.0606604 Jul 09 13:21:47.931630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:47.934829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:47.997644 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd870d90-2350-4835-b949-d5bc08f18bf6 req-0f70bb51-92fc-4295-9eea-f89ed8830aec tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967516 Jul 09 13:21:48.071437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-b00455b3-f4ac-4cbd-a4a4-b8a499f2fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.077245 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-b00455b3-f4ac-4cbd-a4a4-b8a499f2fb18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 200 len: 855 time: 0.1511576 Jul 09 13:21:48.188869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Attempting to bind port 80b1a985-21af-4fe0-b1a3-376728afd91f on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:48.189545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Attempting to bind port 80b1a985-21af-4fe0-b1a3-376728afd91f by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:48.189678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Attempting to bind port 80b1a985-21af-4fe0-b1a3-376728afd91f on network eddb29e0-3858-4af5-8519-461b86edcc7d {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:48.218571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Port 80b1a985-21af-4fe0-b1a3-376728afd91f on network eddb29e0-3858-4af5-8519-461b86edcc7d not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:48.218890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Attempting to bind port 80b1a985-21af-4fe0-b1a3-376728afd91f on network eddb29e0-3858-4af5-8519-461b86edcc7d {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:48.237338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:48.238434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Checking segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:48.242816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Bound using segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:48.244807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Bound port: 80b1a985-21af-4fe0-b1a3-376728afd91f, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:48.245400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.273258 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.359641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-09f7b297-33ca-41ca-9289-a1d76161ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.365796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-09f7b297-33ca-41ca-9289-a1d76161ace4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eddb29e0-3858-4af5-8519-461b86edcc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2738926 Jul 09 13:21:48.383027 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.444630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:48.467812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:48.470600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'mac_address': 'fa:16:3e:05:10:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:48.476579 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.545609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] For port 80b1a985-21af-4fe0-b1a3-376728afd91f, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:48.558151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-25ba4d47-8ed9-4897-96a0-d22820c79189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.558744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-25ba4d47-8ed9-4897-96a0-d22820c79189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.571665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-25ba4d47-8ed9-4897-96a0-d22820c79189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.574099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-25ba4d47-8ed9-4897-96a0-d22820c79189 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2866 time: 1.1369467 Jul 09 13:21:48.577192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Allocated IP 172.20.0.10 (eddb29e0-3858-4af5-8519-461b86edcc7d/bb4256e7-2bf5-45e3-b2e4-0c222db88404/2e5d9e29-1477-4f9c-b1da-34893b0b3fd4) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:48.592406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] For port 80b1a985-21af-4fe0-b1a3-376728afd91f, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80b1a985-21af-4fe0-b1a3-376728afd91f,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:48.597880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:48.621548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.628534 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.650436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec31c434-eb9d-4282-b7af-977b617e775d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:48.670596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-145f3fcf-bb25-498e-89b6-18968f9e1fc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=cf93d11a-5a07-4389-8c99-7194f36cd371 HTTP/1.1" status: 200 len: 217 time: 0.0638478 Jul 09 13:21:48.706584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:48.708126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.708834 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.710239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] 10.222.0.11 "PUT /v2.0/ports/80b1a985-21af-4fe0-b1a3-376728afd91f HTTP/1.1" status: 200 len: 1092 time: 2.8087065 Jul 09 13:21:48.712989 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.737791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1dd78832-2d03-40e1-8693-df5166ca16ce req-f1abf8bc-b39d-4c3a-a4f4-24e9b807fceb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8837633 Jul 09 13:21:48.754430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-98ca0c79-b346-4a53-9e60-a14b2af8df3a service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770390 Jul 09 13:21:48.775869 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-d40080bd-10d1-441a-a07e-6597d10256e6 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6713feb04f274244b451584928424e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812988 Jul 09 13:21:48.814689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=10']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:48.835904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a7832-b5f6-4e06-ab9d-69628a05e935 service neutron] Pushing event updated for resources: {'Port': ['ID=80b1a985-21af-4fe0-b1a3-376728afd91f,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:48.927055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:48.930305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ec31c434-eb9d-4282-b7af-977b617e775d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:48.952851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57050) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:48.953441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f41fcf77-0fd3-4bbc-b2f3-6db798b37b36 admin admin] 10.222.0.32 "PUT /v2.0/routers/1b8026f7-0b75-4eb8-912c-7489f4605eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6458619 Jul 09 13:21:48.980048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] Sync routers for ids ['1b8026f7-0b75-4eb8-912c-7489f4605eda'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:49.017595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] Routers {'1b8026f7-0b75-4eb8-912c-7489f4605eda'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:49.018244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:21:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1b8026f7-0b75-4eb8-912c-7489f4605eda'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:49.077149 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d42dd9e-d186-4d47-90e1-978583932a54 req-bab39402-4b2a-4eea-8694-44754d7ee766 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875192 Jul 09 13:21:49.089853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-99a91e7a-d485-4007-ba2c-2f3f97b8c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.091826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-99a91e7a-d485-4007-ba2c-2f3f97b8c1a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ba118e4-e0c0-419b-a1bd-6c502b0fc874 HTTP/1.1" status: 200 len: 801 time: 0.4081864 Jul 09 13:21:49.118660 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3c9316ca-8708-426b-a612-db1310e78c15 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.126230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3c9316ca-8708-426b-a612-db1310e78c15 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384202 Jul 09 13:21:49.170196 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0f523472-92ea-4a40-b3ee-6c95f8d76034 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/quotas/6713feb04f274244b451584928424e9f HTTP/1.1" status: 200 len: 375 time: 0.0427561 Jul 09 13:21:49.217057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94dc14-b55c-42f4-bc0e-830e5764d12b req-522dbbf2-9f27-4dcb-9220-871964ae5cfc tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.224934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c94dc14-b55c-42f4-bc0e-830e5764d12b req-522dbbf2-9f27-4dcb-9220-871964ae5cfc tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 945 time: 0.5524218 Jul 09 13:21:49.233999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:49.234810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.238569 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fbfc23-0ce5-4ea1-b7cf-8c85c00f6788" -d '{"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-unplugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:49.238787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-2c5d4c62-e1e0-4238-b088-bfda3d7d89c3 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6713feb04f274244b451584928424e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667198 Jul 09 13:21:49.267611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a57e-513e-45f1-9298-2df46725c2de req-ca92f406-3ef3-4640-ad6e-31ae76044969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.269266 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-ca92f406-3ef3-4640-ad6e-31ae76044969 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 1095 time: 0.3640480 Jul 09 13:21:49.280184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Transition to ACTIVE for port object 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:49.287295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.300626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] Set router 1b8026f7-0b75-4eb8-912c-7489f4605eda gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:49.347642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4dcaa1fc-4ea1-4540-8883-be98e4ef2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.349408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-4dcaa1fc-4ea1-4540-8883-be98e4ef2730 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7038e7e-9c96-4241-9c5c-856ce6270f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2504916 Jul 09 13:21:49.356891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-02528df4-a5df-45d7-8730-136f47cde134 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80b1a985-21af-4fe0-b1a3-376728afd91f HTTP/1.1" status: 200 len: 217 time: 0.0746806 Jul 09 13:21:49.371660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c94dc14-b55c-42f4-bc0e-830e5764d12b req-1ac8c8a6-754e-4e55-a84b-89d84640d364 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456122 Jul 09 13:21:49.454279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-0c5c5852-a3b9-4050-9fae-507d104fc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.456347 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-0c5c5852-a3b9-4050-9fae-507d104fc431 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 1094 time: 0.3188195 Jul 09 13:21:49.648176 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.704453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f94b20c-5501-4d51-949d-4a11fb4bd6da req-8c1a1ea1-9a82-4ebc-b2aa-8bacf7751d7f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 210 time: 0.0853710 Jul 09 13:21:49.713688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.810756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:21:45Z', 'revision_number': 5, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port': {'id': '0dfef528-60c0-4f91-9c82-e2a98400c4de', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:49.820281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Network eddb29e0-3858-4af5-8519-461b86edcc7d is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:49.825311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a57e-513e-45f1-9298-2df46725c2de req-b94bafad-4c83-4e5c-be5a-a6288cdace17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.827099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-b94bafad-4c83-4e5c-be5a-a6288cdace17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 200 len: 855 time: 0.4343925 Jul 09 13:21:49.838539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:49.851886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.865910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:49.875514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263bbfad-7465-4537-b3ae-4c61caf1e0de', 'tag': '80b1a985-21af-4fe0-b1a3-376728afd91f'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:49.878043 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198a6821-9b30-497d-8207-220c9ae59501" -d '{"events": [{"name": "network-changed", "server_uuid": "263bbfad-7465-4537-b3ae-4c61caf1e0de", "tag": "80b1a985-21af-4fe0-b1a3-376728afd91f"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:49.886628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] Checking router: 1b8026f7-0b75-4eb8-912c-7489f4605eda for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:49.906633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-00ca768d-0a43-482f-afd3-03e9bcfc00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.911582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-00ca768d-0a43-482f-afd3-03e9bcfc00d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 916 time: 0.4465046 Jul 09 13:21:49.916383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] Routers {'1b8026f7-0b75-4eb8-912c-7489f4605eda'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:49.922929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:21:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1b8026f7-0b75-4eb8-912c-7489f4605eda'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:49.974552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d8242-d473-4338-9c8f-23f97a37049d req-1a739bc3-8ef5-44b1-828b-1c7f4d80fa5d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.984488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d8242-d473-4338-9c8f-23f97a37049d req-1a739bc3-8ef5-44b1-828b-1c7f4d80fa5d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.991917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d8242-d473-4338-9c8f-23f97a37049d req-1a739bc3-8ef5-44b1-828b-1c7f4d80fa5d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.992402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.993708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-018d8242-d473-4338-9c8f-23f97a37049d req-1a739bc3-8ef5-44b1-828b-1c7f4d80fa5d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2413 time: 0.4207392 Jul 09 13:21:50.002000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.041367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-914583cc-62e6-48b7-8920-2bb79ddd1021 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538d134a-fd95-408d-abbb-1ed72c8806bc HTTP/1.1" status: 200 len: 217 time: 0.0986798 Jul 09 13:21:50.060921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-a72770b8-160e-4918-8c00-dcfeb9f9a33d service neutron] 10.222.0.10 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029202 Jul 09 13:21:50.088925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Pushing event updated for resources: {'Port': ['ID=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:50.116703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5095110 Jul 09 13:21:50.137937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.138334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.147294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.147825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.148277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.148723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.149408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.149849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.150287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.150727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.151205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.151350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-27d95ed4-0fba-4454-b76a-4b08a286f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:50.151727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ff511-24a0-4b02-b365-2ae05e47073d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:50.153043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-27d95ed4-0fba-4454-b76a-4b08a286f596 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 200 len: 855 time: 0.0705559 Jul 09 13:21:50.166709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Deleting port 0dfef528-60c0-4f91-9c82-e2a98400c4de {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:50.167523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.181041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] Set router 1b8026f7-0b75-4eb8-912c-7489f4605eda gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:50.195283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Request body: {'port': {'device_id': 'a3f301c5-0fda-4573-8705-205ee83b656e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:50.221023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-018d8242-d473-4338-9c8f-23f97a37049d req-a9eb4f0e-36f7-4558-86ab-9551c6ffe93d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827524 Jul 09 13:21:50.279486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:21:49Z', 'revision_number': 6, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:50.346550 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831f34c6-d51c-4cd8-8912-624caa27c04c x-openstack-request-id: req-831f34c6-d51c-4cd8-8912-624caa27c04c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:50.347532 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-unplugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:50.347957 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-831f34c6-d51c-4cd8-8912-624caa27c04c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:50.348514 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'code': 200} Jul 09 13:21:50.357314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26449fc3-6649-4ffb-8d5e-59b60501d75a None None] The sync data for ids ['1b8026f7-0b75-4eb8-912c-7489f4605eda'] in n-d-799524-3 is: [{'id': '1b8026f7-0b75-4eb8-912c-7489f4605eda', 'name': 'tempest-AttachSCSIVolumeTestJSON-86564516-router', 'tenant_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:25Z', 'updated_at': '2021-07-09T13:21:49Z', 'revision_number': 6, 'project_id': '4e8f5cc08c7143cbaafc1cf58df08b56', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:50.378919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] For port 0dfef528-60c0-4f91-9c82-e2a98400c4de, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0dfef528-60c0-4f91-9c82-e2a98400c4de,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:50.379586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.379702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4ac1952f-ffb0-434c-9479-7f3509d70500 None None] Provisioning for port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:50.388463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4ac1952f-ffb0-434c-9479-7f3509d70500 None None] Provisioning complete for port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:50.388765 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4ac1952f-ffb0-434c-9479-7f3509d70500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.401455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Calling delete_port for 0dfef528-60c0-4f91-9c82-e2a98400c4de owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:50.442390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1952f-ffb0-434c-9479-7f3509d70500 None None] Port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:50.489515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a57e-513e-45f1-9298-2df46725c2de req-e28d6ea8-3c7e-4298-9d79-239d68e990a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:50.491514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-e28d6ea8-3c7e-4298-9d79-239d68e990a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eddb29e0-3858-4af5-8519-461b86edcc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6579635 Jul 09 13:21:50.493814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-0f9adb2b-5858-4c15-bdfe-f6349f8e10cc service neutron] 10.222.0.10 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013972 Jul 09 13:21:50.513797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c93b4-3888-4e04-9339-4a604cdc0539 req-fe155b33-9009-4a31-8e2d-2f15f85110b1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:50.521121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-603c93b4-3888-4e04-9339-4a604cdc0539 req-fe155b33-9009-4a31-8e2d-2f15f85110b1 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 950 time: 0.5658782 Jul 09 13:21:50.566800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-8c67f840-502b-41f5-b13e-b155ee3bad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:50.568493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-8c67f840-502b-41f5-b13e-b155ee3bad48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eddb29e0-3858-4af5-8519-461b86edcc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4037709 Jul 09 13:21:50.685607 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-a87907dc-8902-45e7-9b7b-b9617d6a8323 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.139&port_id=656b2ad4-2cfe-469e-a7c4-a06b15bdb753 HTTP/1.1" status: 200 len: 217 time: 0.1843407 Jul 09 13:21:50.695913 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e192a90-d726-4e69-82a1-86693b69148b req-349d1bc4-2932-4ba0-acc7-4b12a480031f tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 210 time: 0.0559232 Jul 09 13:21:50.696389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.751811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.778175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:50.803521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfef528-60c0-4f91-9c82-e2a98400c4de,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:50.835791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:50.836684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1b8c214a-aa2c-41a5-85f6-3ca407e01fdd not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:50.844042 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b8f4e-4d58-4a00-8723-efd6e565b003 x-openstack-request-id: req-552b8f4e-4d58-4a00-8723-efd6e565b003 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:50.844338 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263bbfad-7465-4537-b3ae-4c61caf1e0de", "tag": "80b1a985-21af-4fe0-b1a3-376728afd91f", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:50.844672 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-552b8f4e-4d58-4a00-8723-efd6e565b003 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:50.845585 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263bbfad-7465-4537-b3ae-4c61caf1e0de', 'tag': '80b1a985-21af-4fe0-b1a3-376728afd91f', 'status': 'completed', 'code': 200} Jul 09 13:21:50.885821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-9e93f6ca-141a-4af3-926f-792ac94cdbb6 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101151 Jul 09 13:21:50.890593 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.099488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-603c93b4-3888-4e04-9339-4a604cdc0539 req-73582028-b660-474b-a4c8-8e06f7861a11 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774696 Jul 09 13:21:51.112543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-153d4ce5-de83-4102-b072-c82091346842 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889394 Jul 09 13:21:51.126767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:51.196670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.274559 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.276892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.286551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-a04c87e1-9d39-4884-b836-fce3757a7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.295270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-a04c87e1-9d39-4884-b836-fce3757a7c36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0fd77bc-b95d-459f-8693-cb3b79a2854a HTTP/1.1" status: 200 len: 801 time: 0.5965207 Jul 09 13:21:51.319804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Transition to ACTIVE for port object 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:51.339623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.380002 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.380617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8026f7-0b75-4eb8-912c-7489f4605eda {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:21:51.385141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.386330 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e5fc4088-3e54-4c48-b21e-9d8f7446dd89 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1b8026f7-0b75-4eb8-912c-7489f4605eda HTTP/1.1" status: 204 len: 168 time: 2.4324455 Jul 09 13:21:51.436585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57088) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:51.450105 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-b265912d-2f82-40e9-bad3-9f7b66e856a3 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6713feb04f274244b451584928424e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168439 Jul 09 13:21:51.530168 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5908a57e-513e-45f1-9298-2df46725c2de req-25c811cb-a27a-46ad-af59-f99c45bbfe83 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944333 Jul 09 13:21:51.530609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:51.599558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b478cf-6a66-4d61-840d-f710853a28de admin admin] Deleting subnet 1267d53f-85aa-489a-b814-8bea8536e588 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:21:51.609977 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25b478cf-6a66-4d61-840d-f710853a28de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.635370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8e5a2-bcaa-45fb-8000-ffd0257da037 req-7da93bd8-3cc1-4045-be45-1f523459947e tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.643720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbc8e5a2-bcaa-45fb-8000-ffd0257da037 req-7da93bd8-3cc1-4045-be45-1f523459947e tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 945 time: 0.3133781 Jul 09 13:21:51.684179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-7e098555-2f04-4bbf-9ef2-3b74e2820f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.685604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-7e098555-2f04-4bbf-9ef2-3b74e2820f18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32c4b9b0-00df-43a0-aa45-9c6f1f2a736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3630979 Jul 09 13:21:51.714787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5ddb4-8fac-4dd0-8806-c08317843fed req-9b7428cc-24df-4af9-be58-02ec8ee6f9df tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.716324 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39f5ddb4-8fac-4dd0-8806-c08317843fed req-9b7428cc-24df-4af9-be58-02ec8ee6f9df tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 944 time: 0.3804853 Jul 09 13:21:51.723796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-a681716a-9e62-4529-ac19-5ceefa99c66f service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919258 Jul 09 13:21:51.750763 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25b478cf-6a66-4d61-840d-f710853a28de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.778772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Attempting to bind port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:51.779134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Attempting to bind port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:51.779458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Attempting to bind port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 on network eddb29e0-3858-4af5-8519-461b86edcc7d {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:51.783116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0549eb78-0072-40f5-971a-d2e48d6fe721 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.784646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0549eb78-0072-40f5-971a-d2e48d6fe721 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2991958 Jul 09 13:21:51.794688 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbc8e5a2-bcaa-45fb-8000-ffd0257da037 req-41078670-df97-48e0-beef-094cb31b64dc tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501112 Jul 09 13:21:51.800514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 on network eddb29e0-3858-4af5-8519-461b86edcc7d not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:51.800836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Attempting to bind port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 on network eddb29e0-3858-4af5-8519-461b86edcc7d {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:51.803599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Request body: {'port': {'device_id': '586e4554-9520-4837-a811-e244af5471cd', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '6713feb04f274244b451584928424e9f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:51.826700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:51.827063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Checking segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:51.827443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Bound using segment: {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:51.827882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Bound port: 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834dbe94-3aea-4226-8af1-973bbe9e1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:51.828236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.850023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a6821-9b30-497d-8207-220c9ae59501 req-f6cd1e77-80a7-4a99-86e1-ac07d522af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.851555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-198a6821-9b30-497d-8207-220c9ae59501 req-f6cd1e77-80a7-4a99-86e1-ac07d522af88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 1095 time: 0.2617934 Jul 09 13:21:51.864792 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39f5ddb4-8fac-4dd0-8806-c08317843fed req-f519f189-d60e-4c99-af52-7ac69a8b18b9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306822 Jul 09 13:21:51.945290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-cab04f84-2e33-4e1c-bdeb-12a89b2e156b service neutron] 10.222.0.10 "GET /v2.0/networks/32c4b9b0-00df-43a0-aa45-9c6f1f2a736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493737 Jul 09 13:21:51.946498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 538d134a-fd95-408d-abbb-1ed72c8806bc details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:51.959474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:51.978068 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25b478cf-6a66-4d61-840d-f710853a28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.044148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Made reservation on behalf of 6713feb04f274244b451584928424e9f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:52.048837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.087914 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.125020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25b478cf-6a66-4d61-840d-f710853a28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.169257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25b478cf-6a66-4d61-840d-f710853a28de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.171840 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-25b478cf-6a66-4d61-840d-f710853a28de admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1267d53f-85aa-489a-b814-8bea8536e588 HTTP/1.1" status: 204 len: 168 time: 0.7342553 Jul 09 13:21:52.177443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b478cf-6a66-4d61-840d-f710853a28de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1267d53f-85aa-489a-b814-8bea8536e588,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:52.179063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa175cd2-03ea-46d9-b74b-b426e5879e66 None None] Network e4ef1fb4-31a2-428b-921f-0b7e72b3da89 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:52.180566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57100) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:52.251962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 538d134a-fd95-408d-abbb-1ed72c8806bc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=538d134a-fd95-408d-abbb-1ed72c8806bc,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:52.276600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ec31c434-eb9d-4282-b7af-977b617e775d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:52.277116 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.300242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '538d134a-fd95-408d-abbb-1ed72c8806bc', 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d', 'port_id': '538d134a-fd95-408d-abbb-1ed72c8806bc', 'mac_address': 'fa:16:3e:59:ca:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4256e7-2bf5-45e3-b2e4-0c222db88404', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:52.302630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c41d8-77f9-4f57-8128-c042bf3f606f req-8d25ac47-396f-444b-a58a-ed94cc65d28d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.308562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c41d8-77f9-4f57-8128-c042bf3f606f req-8d25ac47-396f-444b-a58a-ed94cc65d28d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.315431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c41d8-77f9-4f57-8128-c042bf3f606f req-8d25ac47-396f-444b-a58a-ed94cc65d28d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.317183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f74c41d8-77f9-4f57-8128-c042bf3f606f req-8d25ac47-396f-444b-a58a-ed94cc65d28d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2413 time: 0.2587419 Jul 09 13:21:52.330190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.401931 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.414025 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f74c41d8-77f9-4f57-8128-c042bf3f606f req-029a71df-2859-454a-a97f-b82ff0d76803 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891857 Jul 09 13:21:52.423130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538d134a-fd95-408d-abbb-1ed72c8806bc {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:52.428603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aebc1132-70b5-43e6-9ebf-f4d1911f7c02 req-10a42db8-478c-4143-bde8-dd4c49d30fff tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 210 time: 0.0599113 Jul 09 13:21:52.436043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.442492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] For port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:52.444311 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.484483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 538d134a-fd95-408d-abbb-1ed72c8806bc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=538d134a-fd95-408d-abbb-1ed72c8806bc,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:52.488438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] For port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:52.491117 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.492712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a6821-9b30-497d-8207-220c9ae59501 req-6c923ae9-283e-4ef2-84f5-b3e11e918405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.494397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-198a6821-9b30-497d-8207-220c9ae59501 req-6c923ae9-283e-4ef2-84f5-b3e11e918405 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 916 time: 0.6351900 Jul 09 13:21:52.495232 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.499254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.589378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-09f589f1-2202-44ee-84bb-cc892dd22af4 service neutron] 10.222.0.10 "GET /v2.0/networks/32c4b9b0-00df-43a0-aa45-9c6f1f2a736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376915 Jul 09 13:21:52.597641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-198a6821-9b30-497d-8207-220c9ae59501 req-864bef6b-9ce6-4538-bc7a-1cbed3a4586d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80b1a985-21af-4fe0-b1a3-376728afd91f HTTP/1.1" status: 200 len: 217 time: 0.0948167 Jul 09 13:21:52.602346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.603198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.604761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 HTTP/1.1" status: 200 len: 1092 time: 2.4152184 Jul 09 13:21:52.605381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f301c5-0fda-4573-8705-205ee83b656e', 'tag': '2e5d9e29-1477-4f9c-b1da-34893b0b3fd4'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:52.607812 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7ffa8-5309-46d1-947d-08de193d7c59" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f301c5-0fda-4573-8705-205ee83b656e", "tag": "2e5d9e29-1477-4f9c-b1da-34893b0b3fd4"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:52.640928 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8f38ea-6c20-419d-aa08-ea3583353e89,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:52.689427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Deleting port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:52.696890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.711921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-43cd8e32-bd21-43f2-a46e-a1167cd46107 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=ec7ad4e8-5199-449f-85aa-38be9feab45e HTTP/1.1" status: 200 len: 217 time: 0.1131396 Jul 09 13:21:52.739229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:52.740488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=538d134a-fd95-408d-abbb-1ed72c8806bc,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:52.749840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:52.755020 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d10c07-55db-460b-8574-4443d8d8e44e" -d '{"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-plugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:52.758450 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.760589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] DHCP port deletion for e4ef1fb4-31a2-428b-921f-0b7e72b3da89 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:21:52.787516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0dfef528-60c0-4f91-9c82-e2a98400c4de no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:52.830388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] For port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:52.830776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.849221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b612e-3786-4570-a6e3-4a96a8be7a10 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:52.871227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Allocated IP 192.168.233.49 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/ecaf69e1-9373-4ee8-a632-520c7a43ddba) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:52.882016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a6821-9b30-497d-8207-220c9ae59501 req-86fdf120-fee2-4a21-8ec3-223ba0e28e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.883519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-198a6821-9b30-497d-8207-220c9ae59501 req-86fdf120-fee2-4a21-8ec3-223ba0e28e07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 200 len: 855 time: 0.2644160 Jul 09 13:21:52.887539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 0dfef528-60c0-4f91-9c82-e2a98400c4de {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:52.888148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0dfef528-60c0-4f91-9c82-e2a98400c4de not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:52.905008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-f85acc79-7854-43a3-8f60-24a2d9d0bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.906434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-f85acc79-7854-43a3-8f60-24a2d9d0bb8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ba118e4-e0c0-419b-a1bd-6c502b0fc874 HTTP/1.1" status: 200 len: 801 time: 0.1740923 Jul 09 13:21:52.910148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=11']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:52.930891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Calling delete_port for e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:52.942020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] Deleting port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:52.942683 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.007915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-b386d2ef-e3b9-4f07-b59c-88664ad87f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.009514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-b386d2ef-e3b9-4f07-b59c-88664ad87f54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 1095 time: 0.3314979 Jul 09 13:21:53.029218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47873ca6-2253-4829-84ce-f67044be67c0 req-98dfbb02-2693-4778-a028-fe3ca1dd687b tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.030675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-47873ca6-2253-4829-84ce-f67044be67c0 req-98dfbb02-2693-4778-a028-fe3ca1dd687b tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=30980726-db44-4492-9747-74f4f5795fdc HTTP/1.1" status: 200 len: 946 time: 0.3206840 Jul 09 13:21:53.093471 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-d899c112-51ee-43fa-8bee-e43d7b1b3776 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 HTTP/1.1" status: 200 len: 217 time: 0.0739889 Jul 09 13:21:53.115296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['538d134a-fd95-408d-abbb-1ed72c8806bc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:53.116926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efc474-7fd8-4bed-910f-eaa51395a6d0 req-8f2aa86e-4a59-4d71-b06a-42105e74e72c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.118356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0efc474-7fd8-4bed-910f-eaa51395a6d0 req-8f2aa86e-4a59-4d71-b06a-42105e74e72c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 951 time: 0.2772827 Jul 09 13:21:53.155877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a6821-9b30-497d-8207-220c9ae59501 req-ccd556e3-75a6-4c4a-8372-5fa9223bf381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.157682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-198a6821-9b30-497d-8207-220c9ae59501 req-ccd556e3-75a6-4c4a-8372-5fa9223bf381 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eddb29e0-3858-4af5-8519-461b86edcc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2637603 Jul 09 13:21:53.182752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-783bfd71-14b1-4fc7-8464-6bfbafa4b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.184294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-783bfd71-14b1-4fc7-8464-6bfbafa4b3df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7038e7e-9c96-4241-9c5c-856ce6270f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2600510 Jul 09 13:21:53.194353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] For port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,segment=NetworkSegment(46494deb-0f87-4dda-a17c-460e49ddc083),segment_id=46494deb-0f87-4dda-a17c-460e49ddc083)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:53.194751 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.208017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-47873ca6-2253-4829-84ce-f67044be67c0 req-f91c2eea-86db-4296-bfef-688b2b9ab735 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659014 Jul 09 13:21:53.215945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] Calling delete_port for e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:53.230004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.230004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.249844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0efc474-7fd8-4bed-910f-eaa51395a6d0 req-8f21762e-a116-4805-9041-e6491cec87e7 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125302 Jul 09 13:21:53.298700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] No DVR routers for this DVR port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:53.303123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:53.309526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Transition to ACTIVE for port object ecaf69e1-9373-4ee8-a632-520c7a43ddba will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:53.343551 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8abcb2-1ed5-47bd-9e17-5d35fa300828 x-openstack-request-id: req-ac8abcb2-1ed5-47bd-9e17-5d35fa300828 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:53.343847 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-plugged", "status": "completed", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:53.344108 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac8abcb2-1ed5-47bd-9e17-5d35fa300828 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:53.347315 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'code': 200} Jul 09 13:21:53.405483 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.416430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57116) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:53.431790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-a82ee389-ac87-4745-845e-dc88058f30eb service neutron] 10.222.0.10 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224753 Jul 09 13:21:53.434916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-198a6821-9b30-497d-8207-220c9ae59501 req-64d7f502-6dd5-46a6-b419-9bf6c1e0f035 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667689 Jul 09 13:21:53.436452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-5eac19c0-3ee5-4bab-be77-94937c2a2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.438057 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-5eac19c0-3ee5-4bab-be77-94937c2a2055 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 200 len: 855 time: 0.3349266 Jul 09 13:21:53.439664 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230c624-d408-481c-9b24-bf536b111153 x-openstack-request-id: req-6230c624-d408-481c-9b24-bf536b111153 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:53.440461 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f301c5-0fda-4573-8705-205ee83b656e", "tag": "2e5d9e29-1477-4f9c-b1da-34893b0b3fd4", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:53.440866 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6230c624-d408-481c-9b24-bf536b111153 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:53.441263 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f301c5-0fda-4573-8705-205ee83b656e', 'tag': '2e5d9e29-1477-4f9c-b1da-34893b0b3fd4', 'status': 'completed', 'code': 200} Jul 09 13:21:53.448488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ef1fb4-31a2-428b-921f-0b7e72b3da89']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:53.460428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.482378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46494deb-0f87-4dda-a17c-460e49ddc083') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:53.482792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46494deb-0f87-4dda-a17c-460e49ddc083') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:53.493851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] Pushing event deleted for resources: {'Port': ['ID=e6b0fb12-d1fa-48d8-91a9-bff5f67f5490,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:53.498766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4ec5d-3b67-42e9-9f77-b30011fb45ac None None] No DVR routers for this DVR port e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:53.518840 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.526095 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.551458 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.583092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:21:53.583523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:21:53.595273 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:21:53.715584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:53.747358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:53.749880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:53.779980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7753cc-60ee-4017-aee2-e4bf2d051f23 req-532c19a9-21e1-4485-ab60-6d5d2d9ab196 service neutron] 10.222.0.10 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377800 Jul 09 13:21:53.801896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-198a6821-9b30-497d-8207-220c9ae59501 req-2a72cd74-80eb-46c9-b01d-8a4d726718d4 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841172 Jul 09 13:21:53.817196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fa6ef-1b0f-4d3c-9675-271183d6bf31 req-fe7172fb-a418-44b0-9305-7ac6bb6358c1 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.819970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Pushing event updated for resources: {'Port': ['ID=ecaf69e1-9373-4ee8-a632-520c7a43ddba,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:53.825844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c4fa6ef-1b0f-4d3c-9675-271183d6bf31 req-fe7172fb-a418-44b0-9305-7ac6bb6358c1 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 944 time: 0.2488840 Jul 09 13:21:53.848639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-b522bcc9-7107-4f22-b9ed-ae9fd68d4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.849097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-b522bcc9-7107-4f22-b9ed-ae9fd68d4ded service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eddb29e0-3858-4af5-8519-461b86edcc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3336575 Jul 09 13:21:53.889284 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.908114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25b8625-286e-43a1-9857-8df074c6f749 admin admin] Deleting subnet d56ea44e-abc3-47a5-94d3-6e01d5687fc5 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:21:53.915641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.917700 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] 10.222.0.32 "DELETE /v2.0/networks/e4ef1fb4-31a2-428b-921f-0b7e72b3da89 HTTP/1.1" status: 204 len: 168 time: 1.7336297 Jul 09 13:21:53.921600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57124) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:53.931118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.931789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.952413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c4fa6ef-1b0f-4d3c-9675-271183d6bf31 req-18edb95d-5436-402b-a4be-77b4534ac9c8 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256785 Jul 09 13:21:53.953899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25b8625-286e-43a1-9857-8df074c6f749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.986376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1731-28ed-4ba8-82a6-4ceae263a5fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ef1fb4-31a2-428b-921f-0b7e72b3da89,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:54.009558 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0d696f82-dc18-4f08-bb99-bd9c173c2cdf tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2137980 Jul 09 13:21:54.031208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25b8625-286e-43a1-9857-8df074c6f749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.038297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Request body: {'port': {'device_id': '586e4554-9520-4837-a811-e244af5471cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:54.074886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26819827-36ec-46ca-98e7-0f94bf509610 req-6ece4bc6-40fd-4dc5-a56a-ec96e809105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.076428 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26819827-36ec-46ca-98e7-0f94bf509610 req-6ece4bc6-40fd-4dc5-a56a-ec96e809105b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1102 time: 0.3755925 Jul 09 13:21:54.126509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-3dfae119-2fbd-4607-ae45-00dd13296149 service neutron] 10.222.0.10 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651124 Jul 09 13:21:54.135548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8eeec7c7-fc89-439c-81d5-9d8b9487ac61 None None] Provisioning for port ecaf69e1-9373-4ee8-a632-520c7a43ddba completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:54.145945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8eeec7c7-fc89-439c-81d5-9d8b9487ac61 None None] Provisioning complete for port ecaf69e1-9373-4ee8-a632-520c7a43ddba triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:54.145945 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8eeec7c7-fc89-439c-81d5-9d8b9487ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.147842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-7d485a09-ef03-4512-a721-0e648ce14d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.148309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-7d485a09-ef03-4512-a721-0e648ce14d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.148791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-7d485a09-ef03-4512-a721-0e648ce14d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.150483 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-7d485a09-ef03-4512-a721-0e648ce14d6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2866 time: 0.2690053 Jul 09 13:21:54.164744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870412c-8c79-4a6b-a271-ea5cd7d34bc4 req-b0466139-9ffe-4f69-845d-5f2a37318591 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.166409 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6870412c-8c79-4a6b-a271-ea5cd7d34bc4 req-b0466139-9ffe-4f69-845d-5f2a37318591 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c098879-792a-4071-8ec8-58175a05ee4e HTTP/1.1" status: 200 len: 945 time: 0.3645253 Jul 09 13:21:54.171802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25b8625-286e-43a1-9857-8df074c6f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.190635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8eeec7c7-fc89-439c-81d5-9d8b9487ac61 None None] Port ecaf69e1-9373-4ee8-a632-520c7a43ddba cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:54.252375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26819827-36ec-46ca-98e7-0f94bf509610 req-c93ebe1e-5945-4b41-b54e-05fcd5449c91 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523583 Jul 09 13:21:54.261325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.316564 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6870412c-8c79-4a6b-a271-ea5cd7d34bc4 req-72c02694-309c-4aa6-872b-68ffcf468b2d tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245961 Jul 09 13:21:54.346367 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25b8625-286e-43a1-9857-8df074c6f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.434099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c1e9-2440-41c0-a776-54caa474f5b7 req-83eb3669-96a9-4cb3-9d4a-50cfe5dd702d tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.434976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b8625-286e-43a1-9857-8df074c6f749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56ea44e-abc3-47a5-94d3-6e01d5687fc5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:54.436036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e1c1e9-2440-41c0-a776-54caa474f5b7 req-83eb3669-96a9-4cb3-9d4a-50cfe5dd702d tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 935 time: 0.3353205 Jul 09 13:21:54.436733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-492ad8a7-c9fb-4a75-91a2-d36e2a7db47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.438071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-492ad8a7-c9fb-4a75-91a2-d36e2a7db47b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7038e7e-9c96-4241-9c5c-856ce6270f7f HTTP/1.1" status: 200 len: 902 time: 0.2731264 Jul 09 13:21:54.447966 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25b8625-286e-43a1-9857-8df074c6f749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.448332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbcb278-68d6-4fb9-92cf-2d583df235b3 req-49fcb5d3-e242-476a-8ef4-644a69cfddb3 service neutron] 10.222.0.10 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967968 Jul 09 13:21:54.449903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f25b8625-286e-43a1-9857-8df074c6f749 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d56ea44e-abc3-47a5-94d3-6e01d5687fc5 HTTP/1.1" status: 204 len: 168 time: 1.0277879 Jul 09 13:21:54.456264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57130) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:54.513384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-a3d56922-4993-48fd-980f-836a034f49f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=ec7ad4e8-5199-449f-85aa-38be9feab45e HTTP/1.1" status: 200 len: 217 time: 0.0673945 Jul 09 13:21:54.589983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:54.612373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:54.612720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e6b0fb12-d1fa-48d8-91a9-bff5f67f5490 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:54.696765 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.700727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e1c1e9-2440-41c0-a776-54caa474f5b7 req-c1c42919-7d1b-4edc-898d-412bdbda9aef tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515495 Jul 09 13:21:54.725998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-737bb22b-3a50-40e2-b583-8e41d3106989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.727514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-737bb22b-3a50-40e2-b583-8e41d3106989 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ba118e4-e0c0-419b-a1bd-6c502b0fc874 HTTP/1.1" status: 200 len: 801 time: 0.1684895 Jul 09 13:21:54.819757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-904c6020-b8cd-41f5-b943-e0491535ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.821695 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-904c6020-b8cd-41f5-b943-e0491535ae43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 1095 time: 0.2765329 Jul 09 13:21:54.824333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859e725-a3ad-42fb-802d-fcc934e91114 req-b81b298d-8f9a-4d31-ba37-4f46657b4acd tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.830827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859e725-a3ad-42fb-802d-fcc934e91114 req-b81b298d-8f9a-4d31-ba37-4f46657b4acd tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.836706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859e725-a3ad-42fb-802d-fcc934e91114 req-b81b298d-8f9a-4d31-ba37-4f46657b4acd tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.838338 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c859e725-a3ad-42fb-802d-fcc934e91114 req-b81b298d-8f9a-4d31-ba37-4f46657b4acd tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2413 time: 0.3874476 Jul 09 13:21:54.911162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c859e725-a3ad-42fb-802d-fcc934e91114 req-d21e014d-ccd3-4ae6-9e72-c06cba64d40e tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624628 Jul 09 13:21:54.953660 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecaf69e1-9373-4ee8-a632-520c7a43ddba {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:54.963369 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.977214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Transition to ACTIVE for port object ecaf69e1-9373-4ee8-a632-520c7a43ddba will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:54.981507 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.040102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Pushing event updated for resources: {'Port': ['ID=ecaf69e1-9373-4ee8-a632-520c7a43ddba,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:55.134629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Attempting to bind port ecaf69e1-9373-4ee8-a632-520c7a43ddba on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:55.135155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Attempting to bind port ecaf69e1-9373-4ee8-a632-520c7a43ddba by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:55.135614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Attempting to bind port ecaf69e1-9373-4ee8-a632-520c7a43ddba on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:55.148256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Port ecaf69e1-9373-4ee8-a632-520c7a43ddba on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:55.148694 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Attempting to bind port ecaf69e1-9373-4ee8-a632-520c7a43ddba on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:55.155107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:55.155585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:55.156701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:55.157350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Bound port: ecaf69e1-9373-4ee8-a632-520c7a43ddba, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:55.157829 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.249699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] For port ecaf69e1-9373-4ee8-a632-520c7a43ddba, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:55.254344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] For port ecaf69e1-9373-4ee8-a632-520c7a43ddba, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ecaf69e1-9373-4ee8-a632-520c7a43ddba,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:55.260997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.307640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.308437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.310025 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecaf69e1-9373-4ee8-a632-520c7a43ddba HTTP/1.1" status: 200 len: 1095 time: 1.2760174 Jul 09 13:21:55.310586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586e4554-9520-4837-a811-e244af5471cd', 'tag': 'ecaf69e1-9373-4ee8-a632-520c7a43ddba'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:55.314087 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2d2b9-395e-4972-9b14-df86a54b82e8" -d '{"events": [{"name": "network-changed", "server_uuid": "586e4554-9520-4837-a811-e244af5471cd", "tag": "ecaf69e1-9373-4ee8-a632-520c7a43ddba"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:55.343771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14b5cd-d020-456c-a860-780a192d5a82 service neutron] Pushing event updated for resources: {'Port': ['ID=ecaf69e1-9373-4ee8-a632-520c7a43ddba,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:55.381038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.406212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fcc680-ed26-45c9-bc2b-e511ec8b91dc']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:55.437292 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004e27d6-9c20-487c-9167-5cb8c89f0312') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:55.437985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004e27d6-9c20-487c-9167-5cb8c89f0312') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:55.473592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0a718eec-402a-45ec-8b26-2c9351ee2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.475268 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-0a718eec-402a-45ec-8b26-2c9351ee2af8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6713feb04f274244b451584928424e9f&device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 1098 time: 0.1066320 Jul 09 13:21:55.486234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.508479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-0138c776-8612-445b-879d-293967d1e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.510000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-0138c776-8612-445b-879d-293967d1e2de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7038e7e-9c96-4241-9c5c-856ce6270f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7735822 Jul 09 13:21:55.530747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-2a41a8d4-5915-47ca-b950-06a8c40a1ce7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=ecaf69e1-9373-4ee8-a632-520c7a43ddba HTTP/1.1" status: 200 len: 217 time: 0.0488443 Jul 09 13:21:55.535878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.554870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-6cbe779a-84b2-4f51-9dd2-d02fdda9dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.556549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-6cbe779a-84b2-4f51-9dd2-d02fdda9dcf0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 916 time: 0.3122411 Jul 09 13:21:55.592091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:21:55.592754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:21:55.598793 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:21:55.626790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-689a3475-a503-4dfd-b824-7c683a412630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.628296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-689a3475-a503-4dfd-b824-7c683a412630 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0875804 Jul 09 13:21:55.644071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad23b87-7c19-43b6-ab57-b51cad23e511 req-4f6cfe43-ea17-4a30-947c-a4a8e3f26e82 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.645620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ad23b87-7c19-43b6-ab57-b51cad23e511 req-4f6cfe43-ea17-4a30-947c-a4a8e3f26e82 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 951 time: 0.8210917 Jul 09 13:21:55.679009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5b6c-d8c9-4b2c-a6f3-28bb2871f0b4 req-5f41b00c-c077-47ce-b5fe-004f3fd0c317 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.680524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c61f5b6c-d8c9-4b2c-a6f3-28bb2871f0b4 req-5f41b00c-c077-47ce-b5fe-004f3fd0c317 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 944 time: 0.1525767 Jul 09 13:21:55.716324 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-65243071-7eb7-49e6-b068-0f9472ba3ec2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 HTTP/1.1" status: 200 len: 217 time: 0.1272166 Jul 09 13:21:55.730681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-55540a22-e208-4a89-9ac2-cbe2107df81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.732243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-55540a22-e208-4a89-9ac2-cbe2107df81a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978780 Jul 09 13:21:55.735570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c61f5b6c-d8c9-4b2c-a6f3-28bb2871f0b4 req-4a7e20b8-3cff-4821-9e43-a142724e3d54 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480781 Jul 09 13:21:55.796786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.822833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.827315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] 10.222.0.32 "DELETE /v2.0/networks/13fcc680-ed26-45c9-bc2b-e511ec8b91dc HTTP/1.1" status: 204 len: 168 time: 1.3663330 Jul 09 13:21:55.848524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a7bc3-d896-4565-af44-261e5f99b4da admin admin] Pushing event deleted for resources: {'Network': ['ID=13fcc680-ed26-45c9-bc2b-e511ec8b91dc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:55.849060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-e76fcced-eec9-42be-8c0e-3df44f496d8a service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100111 Jul 09 13:21:55.859618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ad23b87-7c19-43b6-ab57-b51cad23e511 req-c4717166-ec7a-4f65-9119-944a543133c5 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495442 Jul 09 13:21:55.862573 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-edce3a9c-0bdd-413f-a2b9-f763b168c99e service neutron] 10.222.0.10 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433695 Jul 09 13:21:55.874759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-822e6f94-937b-479b-92dd-e9771edf2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.876933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-822e6f94-937b-479b-92dd-e9771edf2657 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 200 len: 855 time: 0.1288955 Jul 09 13:21:55.887119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.930116 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48a3fc5-5aab-40fc-ba94-6a7709a539dc x-openstack-request-id: req-e48a3fc5-5aab-40fc-ba94-6a7709a539dc {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:55.930488 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586e4554-9520-4837-a811-e244af5471cd", "tag": "ecaf69e1-9373-4ee8-a632-520c7a43ddba", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:55.930634 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e48a3fc5-5aab-40fc-ba94-6a7709a539dc {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:55.931086 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586e4554-9520-4837-a811-e244af5471cd', 'tag': 'ecaf69e1-9373-4ee8-a632-520c7a43ddba', 'status': 'completed', 'code': 200} Jul 09 13:21:55.976558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 80b1a985-21af-4fe0-b1a3-376728afd91f details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:55.978759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 538d134a-fd95-408d-abbb-1ed72c8806bc up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:55.995780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57146) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:56.030265 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e23caf06-0777-4f37-bf06-7f6b2e855d01 req-7a48c77a-3c81-4e9b-8274-8deade479b5f service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730549 Jul 09 13:21:56.041622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a712269-a804-43b6-a68e-d15adb80a032 req-74145593-6aba-44de-9c58-33ff89d55fa7 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.043165 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a712269-a804-43b6-a68e-d15adb80a032 req-74145593-6aba-44de-9c58-33ff89d55fa7 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c098879-792a-4071-8ec8-58175a05ee4e HTTP/1.1" status: 200 len: 945 time: 0.1737254 Jul 09 13:21:56.109510 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a14f4c0f-c042-49aa-a5da-5d496563927c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69dab1cbd470482e99ca01cc327ac3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1125269 Jul 09 13:21:56.114355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57148) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:56.116965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 538d134a-fd95-408d-abbb-1ed72c8806bc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:56.128875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 538d134a-fd95-408d-abbb-1ed72c8806bc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:56.129258 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.134135 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a712269-a804-43b6-a68e-d15adb80a032 req-5db962ce-7693-4ba5-8a48-6ecd5460d6b0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825350 Jul 09 13:21:56.178138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-77e34144-3695-444b-b421-e3340d6bb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.179716 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-77e34144-3695-444b-b421-e3340d6bb54b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6713feb04f274244b451584928424e9f&device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 1098 time: 0.0879550 Jul 09 13:21:56.189962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 80b1a985-21af-4fe0-b1a3-376728afd91f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80b1a985-21af-4fe0-b1a3-376728afd91f,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:56.206339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '80b1a985-21af-4fe0-b1a3-376728afd91f', 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d', 'port_id': '80b1a985-21af-4fe0-b1a3-376728afd91f', 'mac_address': 'fa:16:3e:54:c1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4256e7-2bf5-45e3-b2e4-0c222db88404', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:56.221837 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-726146aa-d6cd-4b63-911e-16775f99a4f8 req-fd0d804c-43a1-46f9-8c65-7fc90f9537c2 service neutron] 10.222.0.10 "GET /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490806 Jul 09 13:21:56.253387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-6325fa65-16f7-4948-a319-93f1d412bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.255586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-6325fa65-16f7-4948-a319-93f1d412bf24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eddb29e0-3858-4af5-8519-461b86edcc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659420 Jul 09 13:21:56.281160 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.284532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.303347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b1a985-21af-4fe0-b1a3-376728afd91f {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:56.323027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce199438-c25b-4b7c-843e-5a54c845f986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538d134a-fd95-408d-abbb-1ed72c8806bc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:56.325258 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4babb316-5179-4c76-822b-d711941ee34f" -d '{"events": [{"server_uuid": "ce199438-c25b-4b7c-843e-5a54c845f986", "name": "network-vif-plugged", "status": "completed", "tag": "538d134a-fd95-408d-abbb-1ed72c8806bc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:56.345451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 538d134a-fd95-408d-abbb-1ed72c8806bc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=538d134a-fd95-408d-abbb-1ed72c8806bc,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:56.346270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75fff5-357d-4303-8b0e-75f96fce82bf req-1cd146c0-ccb3-4162-9078-91a14bdc2ac5 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.347395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 80b1a985-21af-4fe0-b1a3-376728afd91f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80b1a985-21af-4fe0-b1a3-376728afd91f,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:56.350652 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.353118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef75fff5-357d-4303-8b0e-75f96fce82bf req-1cd146c0-ccb3-4162-9078-91a14bdc2ac5 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 947 time: 0.3333426 Jul 09 13:21:56.357261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.380638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-de929ef4-3b56-4774-9690-00d24b07d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.382356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-de929ef4-3b56-4774-9690-00d24b07d481 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1889417 Jul 09 13:21:56.402169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=538d134a-fd95-408d-abbb-1ed72c8806bc,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:56.431547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbd077fb-910a-41ef-87f6-86244353fc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.442148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1748af6-369f-4b46-86db-ceebde6f1a88 req-8dc67253-a971-4a1c-9965-07b01ec4b294 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.448123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1748af6-369f-4b46-86db-ceebde6f1a88 req-8dc67253-a971-4a1c-9965-07b01ec4b294 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.452699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=80b1a985-21af-4fe0-b1a3-376728afd91f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:56.454384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1748af6-369f-4b46-86db-ceebde6f1a88 req-8dc67253-a971-4a1c-9965-07b01ec4b294 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.456168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d1748af6-369f-4b46-86db-ceebde6f1a88 req-8dc67253-a971-4a1c-9965-07b01ec4b294 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2413 time: 0.1779435 Jul 09 13:21:56.458188 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-daa70a42-cb9b-49cd-8ec4-02cdcd64309a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=ecaf69e1-9373-4ee8-a632-520c7a43ddba HTTP/1.1" status: 200 len: 217 time: 0.0687559 Jul 09 13:21:56.489543 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbd077fb-910a-41ef-87f6-86244353fc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.506720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef75fff5-357d-4303-8b0e-75f96fce82bf req-c0852fcd-2b01-46c2-88d9-7f65e175374a tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527612 Jul 09 13:21:56.512860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-e393e96a-7b8f-489a-a1d9-d7c2a56ac954 service neutron] 10.222.0.10 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395194 Jul 09 13:21:56.535553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-464eaa07-ad8e-49d9-92d4-8cdd7b184b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.537134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-464eaa07-ad8e-49d9-92d4-8cdd7b184b03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0723639 Jul 09 13:21:56.551928 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d1748af6-369f-4b46-86db-ceebde6f1a88 req-3788251b-db00-42c6-8ef4-ece2bcaaa41c tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895300 Jul 09 13:21:56.568076 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd03bb8-6ea7-4ab2-859e-b65e91ffa34b x-openstack-request-id: req-9cd03bb8-6ea7-4ab2-859e-b65e91ffa34b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:56.568356 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce199438-c25b-4b7c-843e-5a54c845f986", "name": "network-vif-plugged", "status": "completed", "tag": "538d134a-fd95-408d-abbb-1ed72c8806bc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:56.568676 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cd03bb8-6ea7-4ab2-859e-b65e91ffa34b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:56.569015 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce199438-c25b-4b7c-843e-5a54c845f986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538d134a-fd95-408d-abbb-1ed72c8806bc', 'code': 200} Jul 09 13:21:56.613420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-d72b8f1a-08b9-42d1-ad13-a6acc3d5d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.615119 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-d72b8f1a-08b9-42d1-ad13-a6acc3d5d6b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620906 Jul 09 13:21:56.619489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['80b1a985-21af-4fe0-b1a3-376728afd91f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:56.676716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbd077fb-910a-41ef-87f6-86244353fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.679489 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbd077fb-910a-41ef-87f6-86244353fc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.680722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fbd077fb-910a-41ef-87f6-86244353fc00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e83eb49-ce6f-4cb9-821f-53b457aedb42 HTTP/1.1" status: 204 len: 168 time: 0.5607526 Jul 09 13:21:56.734857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd077fb-910a-41ef-87f6-86244353fc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83eb49-ce6f-4cb9-821f-53b457aedb42,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:56.798469 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-cf6dd45e-4e1c-45d0-a9ed-936e16dd3bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684306 Jul 09 13:21:56.800375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f83e68-56c4-424d-89eb-726ddbeb076f req-e80b0f50-6bd7-496f-8ac2-0e46aec804f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.802990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-75f83e68-56c4-424d-89eb-726ddbeb076f req-e80b0f50-6bd7-496f-8ac2-0e46aec804f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 1096 time: 0.1533341 Jul 09 13:21:56.820636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfa7ffa8-5309-46d1-947d-08de193d7c59 req-e7cc0e4c-8587-4efe-8c05-a981d348b464 service neutron] 10.222.0.10 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764919 Jul 09 13:21:56.864608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Deleting port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:56.864956 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.936665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51569a15-fe44-4469-b368-cdc1c0361165 req-b360c197-ad66-4c79-9216-130b606685ba tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.938855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-51569a15-fe44-4469-b368-cdc1c0361165 req-b360c197-ad66-4c79-9216-130b606685ba tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c098879-792a-4071-8ec8-58175a05ee4e HTTP/1.1" status: 200 len: 945 time: 0.1860299 Jul 09 13:21:56.993285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-75f83e68-56c4-424d-89eb-726ddbeb076f req-25111830-1554-4105-b312-a6c74ba78ff8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796961 Jul 09 13:21:57.025587 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81e2d2b9-395e-4972-9b14-df86a54b82e8 req-78539d9d-ffff-4d0b-ab24-da3635e27b25 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095037 Jul 09 13:21:57.035189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] For port 3ec743c1-2ceb-499d-9b19-c99aeb1b5309, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,segment=NetworkSegment(7e2ce8f7-de01-4d07-afbf-4a6e75590cf0),segment_id=7e2ce8f7-de01-4d07-afbf-4a6e75590cf0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.035556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.045407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0fb0d-6bd7-4939-922b-72b8914e7668 req-ed89c8dc-f8fb-41d1-a00a-4c24337ca2c5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.053530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0e0fb0d-6bd7-4939-922b-72b8914e7668 req-ed89c8dc-f8fb-41d1-a00a-4c24337ca2c5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 944 time: 0.1337636 Jul 09 13:21:57.082737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:57.102447 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0e0fb0d-6bd7-4939-922b-72b8914e7668 req-6df03600-7273-43c4-8911-2e2361302a50 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479503 Jul 09 13:21:57.114042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Calling delete_port for 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:57.189994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.208398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '656b2ad4-2cfe-469e-a7c4-a06b15bdb753', 'network_id': '32c4b9b0-00df-43a0-aa45-9c6f1f2a736c', 'port_id': '656b2ad4-2cfe-469e-a7c4-a06b15bdb753', 'mac_address': 'fa:16:3e:4b:4c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fd77bc-b95d-459f-8693-cb3b79a2854a', 'ip_address': '19.86.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:57.237208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Deleting port 36b41719-213b-45b4-823e-fd567025159e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:57.237547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.253425 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.269003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:57.291648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.297309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.298646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:57.318400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df22a-8524-41f8-849f-73b8a2514a5d req-5946315f-6dbb-437a-b550-7f0b584bddae tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.320666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-984df22a-8524-41f8-849f-73b8a2514a5d req-5946315f-6dbb-437a-b550-7f0b584bddae tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 951 time: 0.3003290 Jul 09 13:21:57.347187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99675085-4f74-4dd6-9abd-950655d35e66 req-b0ec3ff6-8662-47e5-96fa-88714a5edea4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.354601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99675085-4f74-4dd6-9abd-950655d35e66 req-b0ec3ff6-8662-47e5-96fa-88714a5edea4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c098879-792a-4071-8ec8-58175a05ee4e HTTP/1.1" status: 200 len: 945 time: 0.0857844 Jul 09 13:21:57.361187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:57.387584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-984df22a-8524-41f8-849f-73b8a2514a5d req-999421c4-929b-49dc-bded-ae9218462fe4 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535758 Jul 09 13:21:57.431177 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99675085-4f74-4dd6-9abd-950655d35e66 req-7eda3568-049f-4274-9fa9-40dde9bf7227 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754571 Jul 09 13:21:57.433532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] For port 36b41719-213b-45b4-823e-fd567025159e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=36b41719-213b-45b4-823e-fd567025159e,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.433951 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.453695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Calling delete_port for 36b41719-213b-45b4-823e-fd567025159e owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:57.487990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.501728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '2e5d9e29-1477-4f9c-b1da-34893b0b3fd4', 'network_id': 'eddb29e0-3858-4af5-8519-461b86edcc7d', 'port_id': '2e5d9e29-1477-4f9c-b1da-34893b0b3fd4', 'mac_address': 'fa:16:3e:e1:a2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4256e7-2bf5-45e3-b2e4-0c222db88404', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:57.559651 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.576988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:57.604623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.610446 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.612038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ec7ad4e8-5199-449f-85aa-38be9feab45e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:57.642715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57186) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:57.663271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.701535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec743c1-2ceb-499d-9b19-c99aeb1b5309,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:57.730086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ec7ad4e8-5199-449f-85aa-38be9feab45e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec7ad4e8-5199-449f-85aa-38be9feab45e,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.758224 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ec7ad4e8-5199-449f-85aa-38be9feab45e', 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f', 'port_id': 'ec7ad4e8-5199-449f-85aa-38be9feab45e', 'mac_address': 'fa:16:3e:2e:ff:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba118e4-e0c0-419b-a1bd-6c502b0fc874', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:57.797932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-137647018-network', 'tenant_id': '5fc1345b10304ad4a17b6244714f5dca'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:57.855062 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.870504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Made reservation on behalf of 5fc1345b10304ad4a17b6244714f5dca for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:57.873456 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.886221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.899892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be241ae1-04da-4411-9090-e99884a6aa80 req-0e480d31-1b37-4843-b360-932a0d80b03a tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.901947 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be241ae1-04da-4411-9090-e99884a6aa80 req-0e480d31-1b37-4843-b360-932a0d80b03a tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 947 time: 0.1759892 Jul 09 13:21:57.918322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7ad4e8-5199-449f-85aa-38be9feab45e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:57.928806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:57.958494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ec7ad4e8-5199-449f-85aa-38be9feab45e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec7ad4e8-5199-449f-85aa-38be9feab45e,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.965836 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.968111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device cf93d11a-5a07-4389-8c99-7194f36cd371 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:57.978158 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be241ae1-04da-4411-9090-e99884a6aa80 req-bfadb9bd-4a91-45a6-91bc-5418cfb3bc09 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640533 Jul 09 13:21:57.986026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 80b1a985-21af-4fe0-b1a3-376728afd91f up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:58.016743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.103469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ec7ad4e8-5199-449f-85aa-38be9feab45e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:58.137908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.140429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['74e494b3-0a34-4c73-95c2-29b518737d64'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:58.143131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['36b41719-213b-45b4-823e-fd567025159e', '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:58.150701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.195217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:58.198622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port cf93d11a-5a07-4389-8c99-7194f36cd371, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cf93d11a-5a07-4389-8c99-7194f36cd371,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:58.226215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d065d6b-74db-4b94-9809-26c4cfa5d395,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:58.246709 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.247308 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Added segment e8457024-5cc1-41e3-9e24-c5ef076a7deb of type vlan for network 664ea4cc-9019-4659-b110-77f2c98b50ad Jul 09 13:21:58.254771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'cf93d11a-5a07-4389-8c99-7194f36cd371', 'network_id': 'd7038e7e-9c96-4241-9c5c-856ce6270f7f', 'port_id': 'cf93d11a-5a07-4389-8c99-7194f36cd371', 'mac_address': 'fa:16:3e:0e:cc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba118e4-e0c0-419b-a1bd-6c502b0fc874', 'ip_address': '19.80.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:58.305780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.324985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1f34a-abaa-4a03-b6fd-fe7e65e74f08 req-2e5d6f53-c3dd-40c8-a91c-f2a82e7f95ea tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.327258 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-23b1f34a-abaa-4a03-b6fd-fe7e65e74f08 req-2e5d6f53-c3dd-40c8-a91c-f2a82e7f95ea tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1102 time: 0.1514308 Jul 09 13:21:58.342439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 80b1a985-21af-4fe0-b1a3-376728afd91f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:58.354507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.368449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 80b1a985-21af-4fe0-b1a3-376728afd91f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:58.368824 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.374348 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.375710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.377130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.404549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf93d11a-5a07-4389-8c99-7194f36cd371 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:58.405168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-23b1f34a-abaa-4a03-b6fd-fe7e65e74f08 req-3595a8a3-a8a1-4f39-aae9-1028f177d2c8 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626953 Jul 09 13:21:58.441803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Pushing event deleted for resources: {'Port': ['ID=36b41719-213b-45b4-823e-fd567025159e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:58.462047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6a11c-28b7-428f-8664-6e0724d7f1d9 req-bc593f82-ac3d-4236-98de-b32e59ea73aa tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.464233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port cf93d11a-5a07-4389-8c99-7194f36cd371, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cf93d11a-5a07-4389-8c99-7194f36cd371,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:58.468517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6a11c-28b7-428f-8664-6e0724d7f1d9 req-bc593f82-ac3d-4236-98de-b32e59ea73aa tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.475634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6a11c-28b7-428f-8664-6e0724d7f1d9 req-bc593f82-ac3d-4236-98de-b32e59ea73aa tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.479711 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.482473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92e6a11c-28b7-428f-8664-6e0724d7f1d9 req-bc593f82-ac3d-4236-98de-b32e59ea73aa tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2414 time: 0.6791503 Jul 09 13:21:58.509939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] Pushing event updated for resources: {'Network': ['ID=664ea4cc-9019-4659-b110-77f2c98b50ad,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:58.534597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 664ea4cc-9019-4659-b110-77f2c98b50ad details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:58.536558 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a586017b-d4bc-4586-ab2f-2bc55c497389 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8927066 Jul 09 13:21:58.539837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57200) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:58.546882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] No DVR routers for this DVR port 36b41719-213b-45b4-823e-fd567025159e on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:58.553777 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.555789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-51569a15-fe44-4469-b368-cdc1c0361165 req-00329d99-ac84-4ab9-b72f-1e653d6773e4 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.10 "DELETE /v2.0/ports/36b41719-213b-45b4-823e-fd567025159e HTTP/1.1" status: 204 len: 173 time: 1.6118329 Jul 09 13:21:58.557516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c098879-792a-4071-8ec8-58175a05ee4e', 'name': 'network-vif-deleted', 'tag': '36b41719-213b-45b4-823e-fd567025159e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:58.558511 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332da9a-b390-464f-9b0a-b6f6218d8668" -d '{"events": [{"server_uuid": "3c098879-792a-4071-8ec8-58175a05ee4e", "name": "network-vif-deleted", "tag": "36b41719-213b-45b4-823e-fd567025159e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:58.568399 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.569254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Request body: {'subnet': {'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-137647018-subnet', 'tenant_id': '5fc1345b10304ad4a17b6244714f5dca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:58.613519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Made reservation on behalf of 5fc1345b10304ad4a17b6244714f5dca for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:58.616727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.626621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92e6a11c-28b7-428f-8664-6e0724d7f1d9 req-c2127461-0cbc-4884-812d-9365de19dd9e tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426294 Jul 09 13:21:58.846339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91731dcd-8a6c-4290-91c0-46003461bd42 req-47e883a8-88ed-4734-a24f-97875386299b tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.847928 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-91731dcd-8a6c-4290-91c0-46003461bd42 req-47e883a8-88ed-4734-a24f-97875386299b tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 945 time: 0.1362021 Jul 09 13:21:58.927150 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-91731dcd-8a6c-4290-91c0-46003461bd42 req-d205c551-a6aa-48ba-8494-4d8287f8e59c tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713983 Jul 09 13:21:58.956036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=cf93d11a-5a07-4389-8c99-7194f36cd371,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:58.999243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Router e882b514-1aa8-4894-aed8-984b1401b2b9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:21:59.003562 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c580e-af7d-4d95-a99d-ddb4086a6319 x-openstack-request-id: req-bc0c580e-af7d-4d95-a99d-ddb4086a6319 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:59.004327 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c098879-792a-4071-8ec8-58175a05ee4e", "name": "network-vif-deleted", "tag": "36b41719-213b-45b4-823e-fd567025159e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:59.004919 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc0c580e-af7d-4d95-a99d-ddb4086a6319 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:59.005502 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c098879-792a-4071-8ec8-58175a05ee4e', 'name': 'network-vif-deleted', 'tag': '36b41719-213b-45b4-823e-fd567025159e', 'status': 'completed', 'code': 200} Jul 09 13:21:59.006618 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.038208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.048041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['656b2ad4-2cfe-469e-a7c4-a06b15bdb753'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:59.086892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ec7ad4e8-5199-449f-85aa-38be9feab45e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:59.099979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['2e5d9e29-1477-4f9c-b1da-34893b0b3fd4'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:59.102284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 36b41719-213b-45b4-823e-fd567025159e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:59.104380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263bbfad-7465-4537-b3ae-4c61caf1e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b1a985-21af-4fe0-b1a3-376728afd91f'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:59.106789 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38fcec0-1b9f-4d66-965a-9ac356b12cfb" -d '{"events": [{"server_uuid": "263bbfad-7465-4537-b3ae-4c61caf1e0de", "name": "network-vif-plugged", "status": "completed", "tag": "80b1a985-21af-4fe0-b1a3-376728afd91f"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:59.128459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=89888a6f-becf-469a-b99c-1c5ba015262b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:59.136793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Checking segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:59.137154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Network hostable DHCP agents. Network: 664ea4cc-9019-4659-b110-77f2c98b50ad, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:59.170069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Network 664ea4cc-9019-4659-b110-77f2c98b50ad is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:59.192011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 664ea4cc-9019-4659-b110-77f2c98b50ad) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:59.200501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 36b41719-213b-45b4-823e-fd567025159e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:59.200961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 36b41719-213b-45b4-823e-fd567025159e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:59.216293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8ae86-f74f-45aa-97a3-b78afd83bf5f None None] Network 664ea4cc-9019-4659-b110-77f2c98b50ad requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:59.231657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 80b1a985-21af-4fe0-b1a3-376728afd91f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80b1a985-21af-4fe0-b1a3-376728afd91f,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:59.237999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:59.238895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.258423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce4e5712-f018-4646-b7f9-1bf83674596f req-3130fdf7-6921-4650-ba3a-43484f8cf2ec tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c098879-792a-4071-8ec8-58175a05ee4e HTTP/1.1" status: 200 len: 210 time: 0.1715250 Jul 09 13:21:59.262155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:59.273713 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] Sync routers for ids ['e882b514-1aa8-4894-aed8-984b1401b2b9'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:59.284203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-573adef5-c79d-4a6f-a06c-1bafdf5ee82f admin admin] 10.222.0.32 "PUT /v2.0/routers/e882b514-1aa8-4894-aed8-984b1401b2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3355513 Jul 09 13:21:59.286772 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-42e8ed04-b1a4-4021-bcd0-d8cfb72261dc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7395444 Jul 09 13:21:59.289821 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.290113 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] Routers {'e882b514-1aa8-4894-aed8-984b1401b2b9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:59.290900 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:21:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e882b514-1aa8-4894-aed8-984b1401b2b9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:59.296894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57210) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:59.345924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b22ea-2019-4a70-865e-686bf08c7c7d req-476178a6-79f2-4c31-b77e-96901c1fae15 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:59.352768 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-263b22ea-2019-4a70-865e-686bf08c7c7d req-476178a6-79f2-4c31-b77e-96901c1fae15 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 1102 time: 0.1586721 Jul 09 13:21:59.423987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-263b22ea-2019-4a70-865e-686bf08c7c7d req-679871d1-ce63-4c58-b775-fb85772d9636 tempest-ServersAdminTestJSON-1048140953 tempest-ServersAdminTestJSON-1048140953-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702355 Jul 09 13:21:59.512012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=80b1a985-21af-4fe0-b1a3-376728afd91f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:59.531036 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e5377a-473a-4e21-953c-f785c2fbc0ad x-openstack-request-id: req-e5e5377a-473a-4e21-953c-f785c2fbc0ad {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:59.531452 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263bbfad-7465-4537-b3ae-4c61caf1e0de", "name": "network-vif-plugged", "status": "completed", "tag": "80b1a985-21af-4fe0-b1a3-376728afd91f", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:59.531802 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5e5377a-473a-4e21-953c-f785c2fbc0ad {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:59.533419 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263bbfad-7465-4537-b3ae-4c61caf1e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b1a985-21af-4fe0-b1a3-376728afd91f', 'code': 200} Jul 09 13:21:59.536240 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] Set router e882b514-1aa8-4894-aed8-984b1401b2b9 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:59.650550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e0d2b-454a-4be3-bd3d-69327257c483 req-18ca7bbc-640d-4317-b718-c82dd3013bd2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:59.652140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d5e0d2b-454a-4be3-bd3d-69327257c483 req-18ca7bbc-640d-4317-b718-c82dd3013bd2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 947 time: 0.1572087 Jul 09 13:21:59.653782 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.701335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf96b4-d24f-4bc5-8b55-b4512c3f2df3 None None] Network 664ea4cc-9019-4659-b110-77f2c98b50ad requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:59.705798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dede9-f136-4ee4-8bf4-7f17e6a1d7de req-d2ee75df-69d4-41fd-ac55-37cd5d95160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:59.713705 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-850dede9-f136-4ee4-8bf4-7f17e6a1d7de req-d2ee75df-69d4-41fd-ac55-37cd5d95160d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 1097 time: 0.1125555 Jul 09 13:21:59.744056 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:21:57Z', 'revision_number': 5, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:59.766860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-850dede9-f136-4ee4-8bf4-7f17e6a1d7de req-089e6820-8469-4291-91d3-11a8d807af15 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Jul 09 13:21:59.772492 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] Checking router: e882b514-1aa8-4894-aed8-984b1401b2b9 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:59.781762 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] Routers {'e882b514-1aa8-4894-aed8-984b1401b2b9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:59.782720 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:21:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e882b514-1aa8-4894-aed8-984b1401b2b9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:59.857893 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d5e0d2b-454a-4be3-bd3d-69327257c483 req-d68c0099-47eb-429f-87e7-9e041720c81b tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Jul 09 13:21:59.874151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.915300 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] Set router e882b514-1aa8-4894-aed8-984b1401b2b9 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:59.978477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['cf93d11a-5a07-4389-8c99-7194f36cd371'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:00.015824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Deleting port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:00.016786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.061421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ecaf69e1-9373-4ee8-a632-520c7a43ddba details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:00.217446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-68af1bc4-73b9-4dcb-9803-b82222fa8cd1 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:00.218896 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:21:57Z', 'revision_number': 5, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:00.219289 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-68af1bc4-73b9-4dcb-9803-b82222fa8cd1 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 812 time: 0.1527460 Jul 09 13:22:00.232136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] For port 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6e4e9f1d-bd9c-4201-bf73-4a49065fa98c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:00.232597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.241895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-275be176-3f67-4599-8b0d-bcfc0ae2805c tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/quotas/5fc1345b10304ad4a17b6244714f5dca HTTP/1.1" status: 200 len: 375 time: 0.0160909 Jul 09 13:22:00.248332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Calling delete_port for 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:00.255871 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4e10a-2430-4678-a3fd-e852c9ba6447 None None] The sync data for ids ['e882b514-1aa8-4894-aed8-984b1401b2b9'] in n-d-799524-3 is: [{'id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1692606418-router', 'tenant_id': '9e698df150504163b34136387f3f48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:40Z', 'updated_at': '2021-07-09T13:21:57Z', 'revision_number': 5, 'project_id': '9e698df150504163b34136387f3f48ad', 'gw_port': {'id': '6e4e9f1d-bd9c-4201-bf73-4a49065fa98c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e882b514-1aa8-4894-aed8-984b1401b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:43Z', 'updated_at': '2021-07-09T13:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:00.284026 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-b68e7bde-6909-4c33-9caf-edcde3cb4b38 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410872 Jul 09 13:22:00.322328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ecaf69e1-9373-4ee8-a632-520c7a43ddba, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ecaf69e1-9373-4ee8-a632-520c7a43ddba,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:00.343261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ecaf69e1-9373-4ee8-a632-520c7a43ddba', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'ecaf69e1-9373-4ee8-a632-520c7a43ddba', 'mac_address': 'fa:16:3e:de:6e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:00.359610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daa0b4-0c53-406f-bbc0-355f800ac63d req-e930e1c1-5ab0-4ed6-87c8-1efe36f7e3ec tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:00.365554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daa0b4-0c53-406f-bbc0-355f800ac63d req-e930e1c1-5ab0-4ed6-87c8-1efe36f7e3ec tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:00.372289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daa0b4-0c53-406f-bbc0-355f800ac63d req-e930e1c1-5ab0-4ed6-87c8-1efe36f7e3ec tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:00.373996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36daa0b4-0c53-406f-bbc0-355f800ac63d req-e930e1c1-5ab0-4ed6-87c8-1efe36f7e3ec tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2416 time: 0.2017488 Jul 09 13:22:00.394049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-0165aed1-ae6e-4d5a-88f7-73c90c8fc894 service neutron] 10.222.0.32 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089470 Jul 09 13:22:00.411792 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.429160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecaf69e1-9373-4ee8-a632-520c7a43ddba {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:00.454790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ecaf69e1-9373-4ee8-a632-520c7a43ddba, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ecaf69e1-9373-4ee8-a632-520c7a43ddba,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:00.458431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36daa0b4-0c53-406f-bbc0-355f800ac63d req-fc39c690-5834-4539-b106-f7f1e9c349dc tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533099 Jul 09 13:22:00.461542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.499956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-34f09523-1684-4ab1-a8ad-e3de9d016406 service neutron] 10.222.0.32 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997405 Jul 09 13:22:00.517814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ecaf69e1-9373-4ee8-a632-520c7a43ddba,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:00.520864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.549277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4e9f1d-bd9c-4201-bf73-4a49065fa98c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:00.648820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.730153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:00.762474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.765725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.783813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ecaf69e1-9373-4ee8-a632-520c7a43ddba'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:00.785977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:00.786338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3ec743c1-2ceb-499d-9b19-c99aeb1b5309 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:00.850893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02e59f-2ad0-4abf-add2-5ab4981ba7ab req-eb52832b-ffd8-47d3-acd9-e5ea89ceb37a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:00.858077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c02e59f-2ad0-4abf-add2-5ab4981ba7ab req-eb52832b-ffd8-47d3-acd9-e5ea89ceb37a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 949 time: 0.2635550 Jul 09 13:22:00.904773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.905355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e882b514-1aa8-4894-aed8-984b1401b2b9 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:22:00.920044 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.922048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57246) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:00.925857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6a9dba83-6fef-4345-aa05-a918b2ef331c admin admin] 10.222.0.32 "DELETE /v2.0/routers/e882b514-1aa8-4894-aed8-984b1401b2b9 HTTP/1.1" status: 204 len: 168 time: 1.6279380 Jul 09 13:22:00.947859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c02e59f-2ad0-4abf-add2-5ab4981ba7ab req-a57eb92f-f607-4ab7-9d63-18e5f0e52f3c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887027 Jul 09 13:22:01.002884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e2b738-0d56-4949-9105-d4b63538d8b5 admin admin] Deleting subnet 83df45c3-169d-4392-b6ea-2efca52c8353 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:01.007436 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08e2b738-0d56-4949-9105-d4b63538d8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.076757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08e2b738-0d56-4949-9105-d4b63538d8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.091647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:01.184393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c783aa-eb74-4d67-ba43-075e920434f6 req-4695f27a-472a-41db-80f8-f817a85cc290 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:01.192791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-41c783aa-eb74-4d67-ba43-075e920434f6 req-4695f27a-472a-41db-80f8-f817a85cc290 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 945 time: 0.1951456 Jul 09 13:22:01.206794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:01.214089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:01.214976 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.285151 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08e2b738-0d56-4949-9105-d4b63538d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.304053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-41c783aa-eb74-4d67-ba43-075e920434f6 req-8d18eee8-c130-45cb-9cca-67f450e2267e tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063221 Jul 09 13:22:01.384316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f8053-2f2b-4ee1-8894-88a8401e3500 req-be6712cb-7d27-4ea6-b171-0d24eb191d52 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:01.386374 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.387478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-331f8053-2f2b-4ee1-8894-88a8401e3500 req-be6712cb-7d27-4ea6-b171-0d24eb191d52 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 948 time: 0.1202357 Jul 09 13:22:01.411971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08e2b738-0d56-4949-9105-d4b63538d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.442970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:01.445165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-331f8053-2f2b-4ee1-8894-88a8401e3500 req-ca5efa10-b3d5-4f60-9852-fcd1516a5d0b tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500507 Jul 09 13:22:01.448846 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.450146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:01.488491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2b738-0d56-4949-9105-d4b63538d8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83df45c3-169d-4392-b6ea-2efca52c8353,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:01.491131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08e2b738-0d56-4949-9105-d4b63538d8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.499285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-08e2b738-0d56-4949-9105-d4b63538d8b5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/83df45c3-169d-4392-b6ea-2efca52c8353 HTTP/1.1" status: 204 len: 168 time: 0.5754938 Jul 09 13:22:01.502353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57266) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:01.537012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882014cc-189d-4937-92a6-d250857f2df1 None None] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:01.572340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-21575052-eade-47f5-aee5-4d0f4fe0b1df tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:01.574098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-21575052-eade-47f5-aee5-4d0f4fe0b1df tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 949 time: 0.1143346 Jul 09 13:22:01.621170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f301c5-0fda-4573-8705-205ee83b656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d9e29-1477-4f9c-b1da-34893b0b3fd4'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:01.624672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-850abc4f-4b68-4d36-8f05-885acadfc76e req-12d072f5-6bfc-4929-9fdf-2674e292170d tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 210 time: 0.0605252 Jul 09 13:22:01.625356 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d6322c-13b7-47a5-8b43-78c1a1091428" -d '{"events": [{"server_uuid": "a3f301c5-0fda-4573-8705-205ee83b656e", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d9e29-1477-4f9c-b1da-34893b0b3fd4"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:01.629300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.767287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Deleting port 0628be66-f800-49f9-a7e1-92a00a5a8f9f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:01.768134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.798023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:01.802360 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531d18e9-c178-489e-b113-958b40f5cc28 x-openstack-request-id: req-531d18e9-c178-489e-b113-958b40f5cc28 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:01.802834 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f301c5-0fda-4573-8705-205ee83b656e", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d9e29-1477-4f9c-b1da-34893b0b3fd4", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:01.803155 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-531d18e9-c178-489e-b113-958b40f5cc28 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:01.803556 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f301c5-0fda-4573-8705-205ee83b656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d9e29-1477-4f9c-b1da-34893b0b3fd4', 'code': 200} Jul 09 13:22:01.821834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:01.830193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:01.830579 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.882809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Deleting port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:01.883176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.940608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] For port 0628be66-f800-49f9-a7e1-92a00a5a8f9f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0628be66-f800-49f9-a7e1-92a00a5a8f9f,segment=NetworkSegment(7e2ce8f7-de01-4d07-afbf-4a6e75590cf0),segment_id=7e2ce8f7-de01-4d07-afbf-4a6e75590cf0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:01.940972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.971920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] DHCP port deletion for 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:22:01.988870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Calling delete_port for 0628be66-f800-49f9-a7e1-92a00a5a8f9f owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:02.029334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ecaf69e1-9373-4ee8-a632-520c7a43ddba up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:02.068349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6473-5255-49a6-bf7c-36f1a6adea97 req-8ecb7778-04ac-4138-a6cf-15079d7e6d20 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:02.069721 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.083509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6473-5255-49a6-bf7c-36f1a6adea97 req-8ecb7778-04ac-4138-a6cf-15079d7e6d20 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:02.091348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6473-5255-49a6-bf7c-36f1a6adea97 req-8ecb7778-04ac-4138-a6cf-15079d7e6d20 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:02.109269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-275a6473-5255-49a6-bf7c-36f1a6adea97 req-8ecb7778-04ac-4138-a6cf-15079d7e6d20 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2416 time: 0.1886854 Jul 09 13:22:02.120129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] For port 7b95c7ad-2980-41a3-9fe3-6011f4a93382, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7b95c7ad-2980-41a3-9fe3-6011f4a93382,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:02.120791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.122403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:02.136138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.150029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Calling delete_port for 7b95c7ad-2980-41a3-9fe3-6011f4a93382 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:02.194736 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-275a6473-5255-49a6-bf7c-36f1a6adea97 req-b82d79c2-947a-47fa-bdf8-f0e3eab85174 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835123 Jul 09 13:22:02.214980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] Deleting port 0628be66-f800-49f9-a7e1-92a00a5a8f9f {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:02.215731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.247196 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.287558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] No DVR routers for this DVR port 0628be66-f800-49f9-a7e1-92a00a5a8f9f on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:02.297359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] For port 0628be66-f800-49f9-a7e1-92a00a5a8f9f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0628be66-f800-49f9-a7e1-92a00a5a8f9f,segment=NetworkSegment(7e2ce8f7-de01-4d07-afbf-4a6e75590cf0),segment_id=7e2ce8f7-de01-4d07-afbf-4a6e75590cf0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:02.297812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.315336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] Calling delete_port for 0628be66-f800-49f9-a7e1-92a00a5a8f9f owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:02.362432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Pushing event deleted for resources: {'Port': ['ID=0628be66-f800-49f9-a7e1-92a00a5a8f9f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:02.396291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.415299 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.441597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Pushing event deleted for resources: {'Port': ['ID=7b95c7ad-2980-41a3-9fe3-6011f4a93382,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:02.447466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175c250-787c-4bd5-aecd-87dfe2e94e61 req-411ac994-a3f4-4bf1-860f-53c89c597623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:02.449004 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e175c250-787c-4bd5-aecd-87dfe2e94e61 req-411ac994-a3f4-4bf1-860f-53c89c597623 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 1097 time: 0.4086797 Jul 09 13:22:02.452558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9837f6e0-40bb-4e7b-8f0a-154ebed0be6d']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:02.528332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] No DVR routers for this DVR port 7b95c7ad-2980-41a3-9fe3-6011f4a93382 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:02.533477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.536279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37ad3e51-acfa-435f-90b4-b242cc78c992 req-744480ea-82cc-476c-93f2-a88e24ce1fe6 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "DELETE /v2.0/ports/7b95c7ad-2980-41a3-9fe3-6011f4a93382 HTTP/1.1" status: 204 len: 173 time: 0.9533470 Jul 09 13:22:02.536695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3edb2ac-fe08-4512-8e88-af3504def42b', 'name': 'network-vif-deleted', 'tag': '7b95c7ad-2980-41a3-9fe3-6011f4a93382'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:02.539224 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f3d3b-8b50-4106-b2e9-975e7f59a1a2" -d '{"events": [{"server_uuid": "f3edb2ac-fe08-4512-8e88-af3504def42b", "name": "network-vif-deleted", "tag": "7b95c7ad-2980-41a3-9fe3-6011f4a93382"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:02.562173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:02.562476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2ce8f7-de01-4d07-afbf-4a6e75590cf0') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:02.571370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:02.618716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['7b95c7ad-2980-41a3-9fe3-6011f4a93382', 'ec31c434-eb9d-4282-b7af-977b617e775d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:02.628668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port ecaf69e1-9373-4ee8-a632-520c7a43ddba completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:02.635488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683c14b-ce2f-4637-a94f-46feefb0f31b req-aea6566a-c400-475e-bdd1-e5a351f5af67 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:02.637722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d683c14b-ce2f-4637-a94f-46feefb0f31b req-aea6566a-c400-475e-bdd1-e5a351f5af67 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.1068687 Jul 09 13:22:02.640246 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.671445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0628be66-f800-49f9-a7e1-92a00a5a8f9f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:02.683191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b49db3-2b42-44ee-8749-0abd57f3c58a req-4048eb56-9e07-40ff-871d-356a2329b7b4 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:02.685164 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d3b49db3-2b42-44ee-8749-0abd57f3c58a req-4048eb56-9e07-40ff-871d-356a2329b7b4 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3edb2ac-fe08-4512-8e88-af3504def42b HTTP/1.1" status: 200 len: 867 time: 0.3727171 Jul 09 13:22:02.695104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.697809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d683c14b-ce2f-4637-a94f-46feefb0f31b req-d96a1f28-7087-43ce-b8fe-0f0c445f395e tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486431 Jul 09 13:22:02.747014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 0628be66-f800-49f9-a7e1-92a00a5a8f9f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:02.747390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0628be66-f800-49f9-a7e1-92a00a5a8f9f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:02.747878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:02.749782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ecaf69e1-9373-4ee8-a632-520c7a43ddba triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:02.750149 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.788053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:02.795696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.825033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:02.885079 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:02.926495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:02.926840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6e4e9f1d-bd9c-4201-bf73-4a49065fa98c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:02.988221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.991793 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.994882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2d276-2dfa-46dd-9ca6-38294c11f5b8 req-ae015668-fe4a-4a59-9b93-545a06415850 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:02.995708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e175c250-787c-4bd5-aecd-87dfe2e94e61 req-e4a9ed01-582b-4832-8c03-f7f61c143206 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779437 Jul 09 13:22:03.007268 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38a2d276-2dfa-46dd-9ca6-38294c11f5b8 req-ae015668-fe4a-4a59-9b93-545a06415850 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 948 time: 0.1550725 Jul 09 13:22:03.021278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.023344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9837f6e0-40bb-4e7b-8f0a-154ebed0be6d HTTP/1.1" status: 204 len: 168 time: 1.5199666 Jul 09 13:22:03.054687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba8800-318a-4292-bdd7-fbbe948fb172 admin admin] Pushing event deleted for resources: {'Network': ['ID=9837f6e0-40bb-4e7b-8f0a-154ebed0be6d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:03.073537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-06cd7ad9-4933-48e1-b2d1-4c01189c9bee tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:03.085302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-06cd7ad9-4933-48e1-b2d1-4c01189c9bee tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 812 time: 0.3490896 Jul 09 13:22:03.088874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] Network 9837f6e0-40bb-4e7b-8f0a-154ebed0be6d is not hosted by any dhcp agent {{(pid=93914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:22:03.089332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] No DVR routers for this DVR port 0628be66-f800-49f9-a7e1-92a00a5a8f9f on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:03.091647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38a2d276-2dfa-46dd-9ca6-38294c11f5b8 req-4b6ef9c3-99a0-46cb-9f31-4f1fd2c71177 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Jul 09 13:22:03.102087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ec7ad4e8-5199-449f-85aa-38be9feab45e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:03.104444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c095b-0a51-42f4-b1b6-4483e3821aa1 None None] Pushing event deleted for resources: {'Port': ['ID=0628be66-f800-49f9-a7e1-92a00a5a8f9f,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:03.112330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d3b49db3-2b42-44ee-8749-0abd57f3c58a req-52ca4f56-03df-4672-98f6-822b87c3fb0f tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149153 Jul 09 13:22:03.124207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Request body: {'port': {'device_id': '5095c3ad-cb58-46a8-897e-af3499a330ba', 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'admin_state_up': True, 'tenant_id': '5fc1345b10304ad4a17b6244714f5dca'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:03.222854 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cea01b9-7f06-4e65-be83-ee8a705aa176 x-openstack-request-id: req-8cea01b9-7f06-4e65-be83-ee8a705aa176 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:03.223468 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3edb2ac-fe08-4512-8e88-af3504def42b", "name": "network-vif-deleted", "tag": "7b95c7ad-2980-41a3-9fe3-6011f4a93382", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:03.223947 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cea01b9-7f06-4e65-be83-ee8a705aa176 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:03.224561 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3edb2ac-fe08-4512-8e88-af3504def42b', 'name': 'network-vif-deleted', 'tag': '7b95c7ad-2980-41a3-9fe3-6011f4a93382', 'status': 'completed', 'code': 200} Jul 09 13:22:03.330138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.340252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ec7ad4e8-5199-449f-85aa-38be9feab45e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:03.350536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ec7ad4e8-5199-449f-85aa-38be9feab45e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:03.350913 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.357349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57298) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:03.415024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ecaf69e1-9373-4ee8-a632-520c7a43ddba, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ecaf69e1-9373-4ee8-a632-520c7a43ddba,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:03.420828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.423593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bf3a57c0-a40b-427c-8265-08918759c41a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e8f5cc08c7143cbaafc1cf58df08b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636573 Jul 09 13:22:03.442287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57300) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:03.517261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c5848ef-1696-4b9b-b444-dcf0fe190ce7 req-9393ee1d-b4f2-4635-957b-52117eaa93fd tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 210 time: 0.1092498 Jul 09 13:22:03.537613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ecaf69e1-9373-4ee8-a632-520c7a43ddba,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:03.542713 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.578014 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3258683f-9295-4717-bf26-892110f5bd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.585190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ec7ad4e8-5199-449f-85aa-38be9feab45e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec7ad4e8-5199-449f-85aa-38be9feab45e,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:03.598496 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.600444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device cf93d11a-5a07-4389-8c99-7194f36cd371 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:03.615031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3258683f-9295-4717-bf26-892110f5bd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.687657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ec7ad4e8-5199-449f-85aa-38be9feab45e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:03.687927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f13af-6bd8-4275-b5b2-2f83acd69860 req-c79998f2-05a6-43ca-a00e-7d9af8320058 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:03.695814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f13af-6bd8-4275-b5b2-2f83acd69860 req-c79998f2-05a6-43ca-a00e-7d9af8320058 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:03.700443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-18955a3f-d1a1-4770-9e6c-9a25c734f253 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:03.701454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port cf93d11a-5a07-4389-8c99-7194f36cd371 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:03.703067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f13af-6bd8-4275-b5b2-2f83acd69860 req-c79998f2-05a6-43ca-a00e-7d9af8320058 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:03.705032 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-393f13af-6bd8-4275-b5b2-2f83acd69860 req-c79998f2-05a6-43ca-a00e-7d9af8320058 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2417 time: 0.2176268 Jul 09 13:22:03.705570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-18955a3f-d1a1-4770-9e6c-9a25c734f253 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 812 time: 0.4318826 Jul 09 13:22:03.705819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3258683f-9295-4717-bf26-892110f5bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.707145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Made reservation on behalf of 5fc1345b10304ad4a17b6244714f5dca for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:03.708769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3258683f-9295-4717-bf26-892110f5bd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.712139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3258683f-9295-4717-bf26-892110f5bd2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5c262ac-77c3-41f9-82d2-38b3ad82885e HTTP/1.1" status: 204 len: 168 time: 0.2660229 Jul 09 13:22:03.712610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port cf93d11a-5a07-4389-8c99-7194f36cd371 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:03.713010 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.718356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.741701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Request body: {'port': {'device_id': '1f5cae34-68bb-4c6f-93ed-79a8c0c12f18', 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'admin_state_up': True, 'tenant_id': '5fc1345b10304ad4a17b6244714f5dca'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:03.757127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258683f-9295-4717-bf26-892110f5bd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c262ac-77c3-41f9-82d2-38b3ad82885e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:03.793999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-393f13af-6bd8-4275-b5b2-2f83acd69860 req-badc8b18-28b4-40ce-b34b-4055542030ac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809848 Jul 09 13:22:03.813248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656b2ad4-2cfe-469e-a7c4-a06b15bdb753'}, {'server_uuid': '586e4554-9520-4837-a811-e244af5471cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf69e1-9373-4ee8-a632-520c7a43ddba'}, {'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7ad4e8-5199-449f-85aa-38be9feab45e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:03.825269 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b562d7c8-414f-427c-a07e-c6e5b51e6a62" -d '{"events": [{"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-plugged", "status": "completed", "tag": "656b2ad4-2cfe-469e-a7c4-a06b15bdb753"}, {"server_uuid": "586e4554-9520-4837-a811-e244af5471cd", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf69e1-9373-4ee8-a632-520c7a43ddba"}, {"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-plugged", "status": "completed", "tag": "ec7ad4e8-5199-449f-85aa-38be9feab45e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:03.895231 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d7bb19-f5ab-43c7-9bc3-5cd7bbcacd7b x-openstack-request-id: req-27d7bb19-f5ab-43c7-9bc3-5cd7bbcacd7b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:03.895457 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-plugged", "status": "completed", "tag": "656b2ad4-2cfe-469e-a7c4-a06b15bdb753", "code": 200}, {"server_uuid": "586e4554-9520-4837-a811-e244af5471cd", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf69e1-9373-4ee8-a632-520c7a43ddba", "code": 200}, {"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-plugged", "status": "completed", "tag": "ec7ad4e8-5199-449f-85aa-38be9feab45e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:03.896384 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27d7bb19-f5ab-43c7-9bc3-5cd7bbcacd7b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:03.896594 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656b2ad4-2cfe-469e-a7c4-a06b15bdb753', 'code': 200} Jul 09 13:22:03.896841 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586e4554-9520-4837-a811-e244af5471cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf69e1-9373-4ee8-a632-520c7a43ddba', 'code': 200} Jul 09 13:22:03.897149 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7ad4e8-5199-449f-85aa-38be9feab45e', 'code': 200} Jul 09 13:22:03.902007 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.962763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port cf93d11a-5a07-4389-8c99-7194f36cd371, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cf93d11a-5a07-4389-8c99-7194f36cd371,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:03.971088 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.062819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=cf93d11a-5a07-4389-8c99-7194f36cd371,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:04.169371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Made reservation on behalf of 5fc1345b10304ad4a17b6244714f5dca for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:04.173942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.228127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Allocated IP 172.20.0.6 (664ea4cc-9019-4659-b110-77f2c98b50ad/89888a6f-becf-469a-b99c-1c5ba015262b/441f6f8f-f426-420a-8194-3ec6ce5b7d16) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:04.243292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd51e4a-8037-43ad-9e22-cf3de63ac2b3 req-303f260c-7df6-495e-bb19-278b7220b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.245130 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbd51e4a-8037-43ad-9e22-cf3de63ac2b3 req-303f260c-7df6-495e-bb19-278b7220b5a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 1100 time: 0.0612679 Jul 09 13:22:04.245271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2526e5-630e-4388-9f30-c23ff2ffb87d req-e240b4be-c6f5-4738-998b-e938160cb2c7 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.252761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c2526e5-630e-4388-9f30-c23ff2ffb87d req-e240b4be-c6f5-4738-998b-e938160cb2c7 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.2368648 Jul 09 13:22:04.286573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57320) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:04.288730 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbd51e4a-8037-43ad-9e22-cf3de63ac2b3 req-8ac2aec8-1c8d-47cd-b954-2d6010aed95f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Jul 09 13:22:04.337288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cd0b1539-8a62-459b-a73e-2f175ba62516 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e698df150504163b34136387f3f48ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473139 Jul 09 13:22:04.339748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57324) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:04.366101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c2526e5-630e-4388-9f30-c23ff2ffb87d req-943c296d-ff8a-470a-8f12-23f402a82cfb tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124196 Jul 09 13:22:04.440667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73e57484-028d-4b48-bc3f-c702b8932277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.452123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eab37a-6823-4d37-8d24-4a3e5b7a5f7b req-276a278e-c81f-4658-8d31-646256249351 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.458010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eab37a-6823-4d37-8d24-4a3e5b7a5f7b req-276a278e-c81f-4658-8d31-646256249351 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.459651 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81eab37a-6823-4d37-8d24-4a3e5b7a5f7b req-276a278e-c81f-4658-8d31-646256249351 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=30980726-db44-4492-9747-74f4f5795fdc&device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 1682 time: 0.1176350 Jul 09 13:22:04.476542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.489374 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73e57484-028d-4b48-bc3f-c702b8932277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.566816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.661406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56953aa-ba7d-4ef8-907d-f418c0ae53f1 req-e8e8d20e-fec0-4f76-97a5-c8dbfad4db6f tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.663022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e56953aa-ba7d-4ef8-907d-f418c0ae53f1 req-e8e8d20e-fec0-4f76-97a5-c8dbfad4db6f tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 949 time: 0.1755142 Jul 09 13:22:04.669585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Network 664ea4cc-9019-4659-b110-77f2c98b50ad is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:04.676575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Pushing event updated for resources: {'Port': ['ID=441f6f8f-f426-420a-8194-3ec6ce5b7d16,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:04.685211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:04.691549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:04.694404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Allocated IP 172.20.0.2 (664ea4cc-9019-4659-b110-77f2c98b50ad/89888a6f-becf-469a-b99c-1c5ba015262b/40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:04.776764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e56953aa-ba7d-4ef8-907d-f418c0ae53f1 req-525c6096-b604-42a8-a05c-265828db3aae tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057804 Jul 09 13:22:04.780602 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81eab37a-6823-4d37-8d24-4a3e5b7a5f7b req-898bc9c4-76e8-45af-939e-155625b207a0 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/security-groups?id=588f3dd0-8f30-471c-b1c4-860f9dca8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110039 Jul 09 13:22:04.789513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.790080 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.815855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73e57484-028d-4b48-bc3f-c702b8932277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.822816 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73e57484-028d-4b48-bc3f-c702b8932277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.826365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-73e57484-028d-4b48-bc3f-c702b8932277 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/523d15ab-5292-435b-9a3f-80665c548d2c HTTP/1.1" status: 204 len: 168 time: 0.4853404 Jul 09 13:22:04.838869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e57484-028d-4b48-bc3f-c702b8932277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d15ab-5292-435b-9a3f-80665c548d2c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:04.891918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9b5689b2-7b17-4324-9a3d-d7b9b7558d6a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7861290 Jul 09 13:22:04.905815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Request body: {'port': {'device_id': '5095c3ad-cb58-46a8-897e-af3499a330ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:05.017250 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:05.050438 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:05.081074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c8036b6-c1a5-4ab2-9464-87337881bbea req-51458da8-c680-49b7-831a-439bd803e2c6 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 210 time: 0.0512493 Jul 09 13:22:05.187613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:05.208333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad0fa6-7a03-45c9-8505-3a93dd6f76aa req-c9c9f9e0-bf10-4d97-8b7a-827506033a54 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:05.215026 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad0fa6-7a03-45c9-8505-3a93dd6f76aa req-c9c9f9e0-bf10-4d97-8b7a-827506033a54 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:05.222843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad0fa6-7a03-45c9-8505-3a93dd6f76aa req-c9c9f9e0-bf10-4d97-8b7a-827506033a54 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:05.224749 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5bad0fa6-7a03-45c9-8505-3a93dd6f76aa req-c9c9f9e0-bf10-4d97-8b7a-827506033a54 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2419 time: 0.1489701 Jul 09 13:22:05.289406 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5bad0fa6-7a03-45c9-8505-3a93dd6f76aa req-90894035-ca7a-4dd2-b547-20e00e074b07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560637 Jul 09 13:22:05.408238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Network 664ea4cc-9019-4659-b110-77f2c98b50ad is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:05.416136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:05.428373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:05.730691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f51a6-a1e3-4ab4-9292-3e361f86a56d req-a196b9d4-0457-48cd-9879-90cbd45f38fd tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:05.732490 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-347f51a6-a1e3-4ab4-9292-3e361f86a56d req-a196b9d4-0457-48cd-9879-90cbd45f38fd tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.0789492 Jul 09 13:22:05.775530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-347f51a6-a1e3-4ab4-9292-3e361f86a56d req-292286c7-ed91-448e-83e4-655775c26055 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364766 Jul 09 13:22:05.788883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Pushing event updated for resources: {'Port': ['ID=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:05.876295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:05.876912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:05.898306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93d11a-5a07-4389-8c99-7194f36cd371'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:05.901497 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af64726-0fef-4acc-bb35-f1f9ef27f20e" -d '{"events": [{"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-plugged", "status": "completed", "tag": "cf93d11a-5a07-4389-8c99-7194f36cd371"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:05.931244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f68b98d1-6a02-4570-ba27-0efaab936fdf tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2030237 Jul 09 13:22:05.949141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6dc40-7fac-48a4-8aac-f3335fef0f56 req-6c0ea9fa-c767-4bc7-8956-8b0c4f62fb5a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:05.950605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-25c6dc40-7fac-48a4-8aac-f3335fef0f56 req-6c0ea9fa-c767-4bc7-8956-8b0c4f62fb5a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 950 time: 0.1667693 Jul 09 13:22:05.961733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Request body: {'port': {'device_id': '1f5cae34-68bb-4c6f-93ed-79a8c0c12f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:05.992230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441f6f8f-f426-420a-8194-3ec6ce5b7d16 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:06.013458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.014742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7b95c7ad-2980-41a3-9fe3-6011f4a93382 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:06.033159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2dc03-8896-42ef-b341-c8bfcb11939d req-6aae9c71-2970-4aae-aeaa-090354f7d773 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.035046 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bb2dc03-8896-42ef-b341-c8bfcb11939d req-6aae9c71-2970-4aae-aeaa-090354f7d773 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.0701039 Jul 09 13:22:06.040699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 7b95c7ad-2980-41a3-9fe3-6011f4a93382 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:06.041334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7b95c7ad-2980-41a3-9fe3-6011f4a93382 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:06.061188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Transition to ACTIVE for port object 441f6f8f-f426-420a-8194-3ec6ce5b7d16 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:06.080911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3bb2dc03-8896-42ef-b341-c8bfcb11939d req-e3dcbb6d-ab3e-473e-8855-39b60f34966d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 Jul 09 13:22:06.090262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.098850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-25c6dc40-7fac-48a4-8aac-f3335fef0f56 req-52d90a86-2f78-4601-acb4-a59820d1ff6a tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346297 Jul 09 13:22:06.160617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.179395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Pushing event updated for resources: {'Port': ['ID=441f6f8f-f426-420a-8194-3ec6ce5b7d16,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:06.305487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1617-6951-4a5b-8930-1e2c24092c5a req-2ab45256-ba55-4b28-a5f4-0c2c297845f7 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.315183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-41cc1617-6951-4a5b-8930-1e2c24092c5a req-2ab45256-ba55-4b28-a5f4-0c2c297845f7 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 949 time: 0.0945835 Jul 09 13:22:06.367736 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-41cc1617-6951-4a5b-8930-1e2c24092c5a req-41fff107-dc7b-423a-84f8-086053715149 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515587 Jul 09 13:22:06.387030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Attempting to bind port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:06.387748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Attempting to bind port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:06.388181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Attempting to bind port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 on network 664ea4cc-9019-4659-b110-77f2c98b50ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:06.395214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 on network 664ea4cc-9019-4659-b110-77f2c98b50ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:06.395553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Attempting to bind port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 on network 664ea4cc-9019-4659-b110-77f2c98b50ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:06.403656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:06.403656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Checking segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:06.404021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Bound using segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:06.404458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Bound port: 441f6f8f-f426-420a-8194-3ec6ce5b7d16, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:06.404875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.439047 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac5fcfb-6e13-4113-8a17-76bbdda7b80c x-openstack-request-id: req-2ac5fcfb-6e13-4113-8a17-76bbdda7b80c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:06.440404 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-plugged", "status": "completed", "tag": "cf93d11a-5a07-4389-8c99-7194f36cd371", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:06.440940 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ac5fcfb-6e13-4113-8a17-76bbdda7b80c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:06.441677 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93d11a-5a07-4389-8c99-7194f36cd371', 'code': 200} Jul 09 13:22:06.562279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] For port 441f6f8f-f426-420a-8194-3ec6ce5b7d16, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:06.605118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae7495-23ea-4b57-a7b2-920d0c744fb2 req-ed9c3225-ef0c-45ed-9566-2ae86ed37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.605866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae7495-23ea-4b57-a7b2-920d0c744fb2 req-ed9c3225-ef0c-45ed-9566-2ae86ed37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.606802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae7495-23ea-4b57-a7b2-920d0c744fb2 req-ed9c3225-ef0c-45ed-9566-2ae86ed37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.608695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bae7495-23ea-4b57-a7b2-920d0c744fb2 req-ed9c3225-ef0c-45ed-9566-2ae86ed37580 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2872 time: 0.0682516 Jul 09 13:22:06.627964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] For port 441f6f8f-f426-420a-8194-3ec6ce5b7d16, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=441f6f8f-f426-420a-8194-3ec6ce5b7d16,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:06.635971 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.693646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bae7495-23ea-4b57-a7b2-920d0c744fb2 req-518cad6a-3af0-491d-b477-3ab720b6a410 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770414 Jul 09 13:22:06.702098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.702587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.704612 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] 10.222.0.10 "PUT /v2.0/ports/441f6f8f-f426-420a-8194-3ec6ce5b7d16 HTTP/1.1" status: 200 len: 1091 time: 1.8049972 Jul 09 13:22:06.721694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5095c3ad-cb58-46a8-897e-af3499a330ba', 'tag': '441f6f8f-f426-420a-8194-3ec6ce5b7d16'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:06.723976 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47196f1-76d5-4a31-8c89-39791e3cb102" -d '{"events": [{"name": "network-changed", "server_uuid": "5095c3ad-cb58-46a8-897e-af3499a330ba", "tag": "441f6f8f-f426-420a-8194-3ec6ce5b7d16"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:06.727593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d4995-3f63-441c-a066-5476285a93d4 req-76ada2c1-c7b9-4a35-a1a3-a536b97175c6 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.729121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-254d4995-3f63-441c-a066-5476285a93d4 req-76ada2c1-c7b9-4a35-a1a3-a536b97175c6 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 931 time: 0.0697961 Jul 09 13:22:06.756923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49f233-45a0-4d7a-bcda-e7254b4e76de service neutron] Pushing event updated for resources: {'Port': ['ID=441f6f8f-f426-420a-8194-3ec6ce5b7d16,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:06.766022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:06.770454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-254d4995-3f63-441c-a066-5476285a93d4 req-35910a4b-d579-4bbc-816b-f9c0c42a44ff tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355797 Jul 09 13:22:06.778867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.798282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fcf81-14a1-4661-a046-c4e8f620e45b req-b90a1383-c045-4c45-a361-4b261362474d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.799759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-548fcf81-14a1-4661-a046-c4e8f620e45b req-b90a1383-c045-4c45-a361-4b261362474d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 946 time: 0.2171581 Jul 09 13:22:06.843337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Transition to ACTIVE for port object 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:06.850340 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.859747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-442943b2-44cf-4c84-83ea-354d43a6393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.861296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-442943b2-44cf-4c84-83ea-354d43a6393e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&device_id=5095c3ad-cb58-46a8-897e-af3499a330ba HTTP/1.1" status: 200 len: 1094 time: 0.0658126 Jul 09 13:22:06.911844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-548fcf81-14a1-4661-a046-c4e8f620e45b req-2cad752d-e67a-41a2-a51d-dbfd37272782 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918763 Jul 09 13:22:06.924758 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-ad52acb7-8b4b-40fe-9c80-faf538e1dbd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=441f6f8f-f426-420a-8194-3ec6ce5b7d16 HTTP/1.1" status: 200 len: 217 time: 0.0556924 Jul 09 13:22:06.942928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Pushing event updated for resources: {'Port': ['ID=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:06.967601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-c627d5d2-5cd3-4924-a1ed-0dbe33a93f21 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.969555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-c627d5d2-5cd3-4924-a1ed-0dbe33a93f21 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 950 time: 0.1936200 Jul 09 13:22:07.008517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-cfee27d8-3b4e-42d0-abb8-8a624304e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.009998 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-cfee27d8-3b4e-42d0-abb8-8a624304e962 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 200 len: 852 time: 0.0657396 Jul 09 13:22:07.027812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2541cd-5f9c-4b35-a66d-786a2fb2d3cd req-682c5868-25ee-4d6a-9461-c50d05f716d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.034434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2541cd-5f9c-4b35-a66d-786a2fb2d3cd req-682c5868-25ee-4d6a-9461-c50d05f716d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.040430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2541cd-5f9c-4b35-a66d-786a2fb2d3cd req-682c5868-25ee-4d6a-9461-c50d05f716d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.042452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8d2541cd-5f9c-4b35-a66d-786a2fb2d3cd req-682c5868-25ee-4d6a-9461-c50d05f716d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2419 time: 0.1654644 Jul 09 13:22:07.075019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-9708d9c2-13ba-4154-bfad-c21a5e7620da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=664ea4cc-9019-4659-b110-77f2c98b50ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567043 Jul 09 13:22:07.109494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Attempting to bind port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:07.109735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Attempting to bind port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:07.110704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Attempting to bind port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a on network 664ea4cc-9019-4659-b110-77f2c98b50ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:07.123942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a on network 664ea4cc-9019-4659-b110-77f2c98b50ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:07.124209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Attempting to bind port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a on network 664ea4cc-9019-4659-b110-77f2c98b50ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:07.135235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:07.135235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Checking segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:07.135777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Bound using segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:07.135879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Bound port: 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:07.136608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.148148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8d2541cd-5f9c-4b35-a66d-786a2fb2d3cd req-cab7d09a-e029-4860-94f0-2e1ef58f1815 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966072 Jul 09 13:22:07.152164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Deleting port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:07.152512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.189874 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-8c884b67-7625-4727-84bc-069129919b47 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054597 Jul 09 13:22:07.305333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] For port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:07.313141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] For port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:07.325574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.327584 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-8e0c170c-6346-4552-8b6e-9ee4ee7bfb29 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281619 Jul 09 13:22:07.348628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] For port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:07.349070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.362330 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237d80ae-234b-40bc-819c-4c96c967ccc6 x-openstack-request-id: req-237d80ae-234b-40bc-819c-4c96c967ccc6 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:07.362570 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5095c3ad-cb58-46a8-897e-af3499a330ba", "tag": "441f6f8f-f426-420a-8194-3ec6ce5b7d16", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:07.362785 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-237d80ae-234b-40bc-819c-4c96c967ccc6 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:07.363218 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5095c3ad-cb58-46a8-897e-af3499a330ba', 'tag': '441f6f8f-f426-420a-8194-3ec6ce5b7d16', 'status': 'completed', 'code': 200} Jul 09 13:22:07.400186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.401183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.402407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] 10.222.0.10 "PUT /v2.0/ports/40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a HTTP/1.1" status: 200 len: 1091 time: 1.4447925 Jul 09 13:22:07.404141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Calling delete_port for 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:07.462471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-435b8eca-aa1d-4d0c-b861-fb21ba8238b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.464119 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-435b8eca-aa1d-4d0c-b861-fb21ba8238b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&device_id=5095c3ad-cb58-46a8-897e-af3499a330ba HTTP/1.1" status: 200 len: 1094 time: 0.0818777 Jul 09 13:22:07.517772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61776b42-5f64-43c0-bbd2-6f393b77d068 service neutron] Pushing event updated for resources: {'Port': ['ID=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:07.607558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-e43d7b93-668a-417b-a854-57d4f618bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.610827 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-e43d7b93-668a-417b-a854-57d4f618bec1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 912 time: 0.1385131 Jul 09 13:22:07.635196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bb852-37c0-4ff3-bc02-c09c8343e381 req-ce4fa567-0b46-4a68-8a0f-42e2f578bda8 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.636669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae7bb852-37c0-4ff3-bc02-c09c8343e381 req-ce4fa567-0b46-4a68-8a0f-42e2f578bda8 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b0b56d9-fa21-4e21-930b-d9873b700df7 HTTP/1.1" status: 200 len: 950 time: 0.2113824 Jul 09 13:22:07.640266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-0f8917e2-4ccc-4aba-96aa-dc349e0040fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.641734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-0f8917e2-4ccc-4aba-96aa-dc349e0040fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 1094 time: 0.1654155 Jul 09 13:22:07.668636 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-7a0fdd0a-e2aa-4b1d-84ad-1beadb168f7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=441f6f8f-f426-420a-8194-3ec6ce5b7d16 HTTP/1.1" status: 200 len: 217 time: 0.0479426 Jul 09 13:22:07.692576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496e1a-64fd-42b6-a66d-8795ae66d6b6 req-860240ad-5f1c-4b34-948e-a95ef80737ef tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.694107 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5496e1a-64fd-42b6-a66d-8795ae66d6b6 req-860240ad-5f1c-4b34-948e-a95ef80737ef tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.1361656 Jul 09 13:22:07.733676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-754423cd-0c5e-4f38-99df-370ada8fc082 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a HTTP/1.1" status: 200 len: 217 time: 0.0578592 Jul 09 13:22:07.759686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a5496e1a-64fd-42b6-a66d-8795ae66d6b6 req-16ba2331-818c-4421-89c2-46722ca52726 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461280 Jul 09 13:22:07.761601 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-3e06e1f2-9e54-4925-8ac5-998996af5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.763036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-3e06e1f2-9e54-4925-8ac5-998996af5a3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 200 len: 852 time: 0.0867853 Jul 09 13:22:07.795262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae7bb852-37c0-4ff3-bc02-c09c8343e381 req-64fbe8d7-5a26-4dba-9d01-903ea9386a87 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490560 Jul 09 13:22:07.804089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.816990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ec31c434-eb9d-4282-b7af-977b617e775d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:07.820795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:07.836654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-c8e7924c-e24a-4ae5-b4f7-0fd5fca65200 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=664ea4cc-9019-4659-b110-77f2c98b50ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639825 Jul 09 13:22:07.847208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Pushing event deleted for resources: {'Port': ['ID=9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:07.849857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-e546cc44-0d26-488d-8513-5cfd2d22a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.851350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-e546cc44-0d26-488d-8513-5cfd2d22a244 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 200 len: 852 time: 0.1043150 Jul 09 13:22:07.939440 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-0ff6dbf0-8ab3-4274-a032-258b8cc1b941 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=664ea4cc-9019-4659-b110-77f2c98b50ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698757 Jul 09 13:22:07.940384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] No DVR routers for this DVR port 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:07.942925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.945716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbcf24cd-7807-4610-a500-de844b54ed58 req-6cc29853-bf1b-4d5a-9cca-817346b781ca tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.10 "DELETE /v2.0/ports/9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 HTTP/1.1" status: 204 len: 173 time: 0.9584596 Jul 09 13:22:08.039850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-b0de3464-cd80-448b-8b0a-1b22c8042e0f service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752095 Jul 09 13:22:08.127897 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-f50524c1-e18c-424a-ad00-ec8b532173b1 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810489 Jul 09 13:22:08.231430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-d2ef7df5-646c-4f0a-a0be-ef8057813da8 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:08.232966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-d2ef7df5-646c-4f0a-a0be-ef8057813da8 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.10 "GET /v2.0/ports?device_id=30980726-db44-4492-9747-74f4f5795fdc HTTP/1.1" status: 200 len: 946 time: 0.1766274 Jul 09 13:22:08.250112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a47196f1-76d5-4a31-8c89-39791e3cb102 req-10df7fd9-99cd-4d60-a25c-5d0320f0c656 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989267 Jul 09 13:22:08.289815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f7a2792-25b6-479b-8051-b337bf8fe9b1 req-1cd7e87e-eb9d-4e05-9b3f-b644dc9b1982 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540504 Jul 09 13:22:08.374128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Deleting port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:08.374576 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.497282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] For port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:08.497780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.515071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Calling delete_port for 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:08.666838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e836-8975-484d-9486-fb2ea77eb728 req-1f16ce68-dd25-42af-a358-737dcc85bdf1 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:08.668675 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5018e836-8975-484d-9486-fb2ea77eb728 req-1f16ce68-dd25-42af-a358-737dcc85bdf1 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.0692685 Jul 09 13:22:08.680296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151719da-5d83-4cd5-921f-c5356643275a req-44c0b89d-a8f2-4f42-b166-78398788939c tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:08.682456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-151719da-5d83-4cd5-921f-c5356643275a req-44c0b89d-a8f2-4f42-b166-78398788939c tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 943 time: 0.1021454 Jul 09 13:22:08.723220 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5018e836-8975-484d-9486-fb2ea77eb728 req-5d43ba6c-eeb1-4b78-88d5-3fa7daa3a4d5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475898 Jul 09 13:22:08.765433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-151719da-5d83-4cd5-921f-c5356643275a req-700e0b0b-c427-49a4-aab3-b34b7bcd3f20 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775874 Jul 09 13:22:08.770594 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.794148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['51cb82e5-9ee7-45df-9c65-94d31cbe4d1a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:08.796723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['74e494b3-0a34-4c73-95c2-29b518737d64'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:08.804755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Pushing event deleted for resources: {'Port': ['ID=51cb82e5-9ee7-45df-9c65-94d31cbe4d1a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:08.858050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] No DVR routers for this DVR port 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:08.861833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.864292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92d3b2c7-bdb7-4667-b73d-a7d6a2357a66 req-af24467c-5c3e-4d24-8b71-7331370c0a96 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.10 "DELETE /v2.0/ports/51cb82e5-9ee7-45df-9c65-94d31cbe4d1a HTTP/1.1" status: 204 len: 173 time: 0.6240325 Jul 09 13:22:08.896947 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c94bcbf6-4592-4bd8-8c4d-d1330f41ed7b req-46dd5618-70cd-46b9-aba5-b40dbecff045 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.32 "GET /v2.0/ports?device_id=30980726-db44-4492-9747-74f4f5795fdc HTTP/1.1" status: 200 len: 210 time: 0.0617163 Jul 09 13:22:08.948504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-e1f51874-cd0a-416c-ad15-4cfbb7803220 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:08.951118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-e1f51874-cd0a-416c-ad15-4cfbb7803220 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe72890a-d678-4e47-beba-cd6c19f8c56c HTTP/1.1" status: 200 len: 945 time: 0.1282537 Jul 09 13:22:09.055299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79020245-5b9b-4235-bef6-fadbc032e84b req-c9904383-1d6b-4598-9230-0ac698d0e72c tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.062660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79020245-5b9b-4235-bef6-fadbc032e84b req-c9904383-1d6b-4598-9230-0ac698d0e72c tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.068801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79020245-5b9b-4235-bef6-fadbc032e84b req-c9904383-1d6b-4598-9230-0ac698d0e72c tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.070572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79020245-5b9b-4235-bef6-fadbc032e84b req-c9904383-1d6b-4598-9230-0ac698d0e72c tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2419 time: 0.1283092 Jul 09 13:22:09.111636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79020245-5b9b-4235-bef6-fadbc032e84b req-4467a1ff-25d0-4205-bae7-4be595e3b954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345097 Jul 09 13:22:09.115112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 441f6f8f-f426-420a-8194-3ec6ce5b7d16 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:09.126425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Deleting port 74e494b3-0a34-4c73-95c2-29b518737d64 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:09.126776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.209739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab2096-c7db-42dd-b63d-7b390a7b6d6c req-04c81724-37a2-4de9-aca9-9a0713ee7e6e tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.211301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16ab2096-c7db-42dd-b63d-7b390a7b6d6c req-04c81724-37a2-4de9-aca9-9a0713ee7e6e tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 949 time: 0.1450875 Jul 09 13:22:09.214912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 441f6f8f-f426-420a-8194-3ec6ce5b7d16, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=441f6f8f-f426-420a-8194-3ec6ce5b7d16,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:09.227954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '441f6f8f-f426-420a-8194-3ec6ce5b7d16', 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'port_id': '441f6f8f-f426-420a-8194-3ec6ce5b7d16', 'mac_address': 'fa:16:3e:f5:b9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89888a6f-becf-469a-b99c-1c5ba015262b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:09.272583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] For port 74e494b3-0a34-4c73-95c2-29b518737d64, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=74e494b3-0a34-4c73-95c2-29b518737d64,segment=NetworkSegment(aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd),segment_id=aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:09.272946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.278878 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.289770 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16ab2096-c7db-42dd-b63d-7b390a7b6d6c req-fdc9582f-656b-40b6-ae88-ec8e45d64752 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae8f38ea-6c20-419d-aa08-ea3583353e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626154 Jul 09 13:22:09.292909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441f6f8f-f426-420a-8194-3ec6ce5b7d16 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:09.293746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Calling delete_port for 74e494b3-0a34-4c73-95c2-29b518737d64 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:09.313967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 441f6f8f-f426-420a-8194-3ec6ce5b7d16, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=441f6f8f-f426-420a-8194-3ec6ce5b7d16,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:09.319564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.364837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5cae34-68bb-4c6f-93ed-79a8c0c12f18', 'tag': '40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a'}, {'server_uuid': '4b0b56d9-fa21-4e21-930b-d9873b700df7', 'name': 'network-vif-deleted', 'tag': '9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1'}, {'server_uuid': '30980726-db44-4492-9747-74f4f5795fdc', 'name': 'network-vif-deleted', 'tag': '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:09.368017 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588fcc58-1bb7-423a-acc5-d518f9e67034" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5cae34-68bb-4c6f-93ed-79a8c0c12f18", "tag": "40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a"}, {"server_uuid": "4b0b56d9-fa21-4e21-930b-d9873b700df7", "name": "network-vif-deleted", "tag": "9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1"}, {"server_uuid": "30980726-db44-4492-9747-74f4f5795fdc", "name": "network-vif-deleted", "tag": "51cb82e5-9ee7-45df-9c65-94d31cbe4d1a"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:09.385586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=441f6f8f-f426-420a-8194-3ec6ce5b7d16,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:09.488448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.558512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Pushing event deleted for resources: {'Port': ['ID=74e494b3-0a34-4c73-95c2-29b518737d64,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:09.588414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] No DVR routers for this DVR port 74e494b3-0a34-4c73-95c2-29b518737d64 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:09.599894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.602345 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac30e50f-0325-46fd-b14f-68471e1b8276 req-feae7795-c423-4ffc-b15b-9bfc3d8f5832 tempest-ListServersNegativeTestJSON-1655381499 tempest-ListServersNegativeTestJSON-1655381499-project] 10.222.0.11 "DELETE /v2.0/ports/74e494b3-0a34-4c73-95c2-29b518737d64 HTTP/1.1" status: 204 len: 173 time: 0.6449518 Jul 09 13:22:09.602849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe72890a-d678-4e47-beba-cd6c19f8c56c', 'name': 'network-vif-deleted', 'tag': '74e494b3-0a34-4c73-95c2-29b518737d64'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:09.605209 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030caeba-48df-44c9-83f6-138b4922623d" -d '{"events": [{"server_uuid": "fe72890a-d678-4e47-beba-cd6c19f8c56c", "name": "network-vif-deleted", "tag": "74e494b3-0a34-4c73-95c2-29b518737d64"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:09.606060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['441f6f8f-f426-420a-8194-3ec6ce5b7d16'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:09.669147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6557-8a6b-43e8-af85-e453545be90d req-6ae69fd8-c9a4-4cf6-ab1a-b6e8784ff6e7 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.681958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6557-8a6b-43e8-af85-e453545be90d req-6ae69fd8-c9a4-4cf6-ab1a-b6e8784ff6e7 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.698657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6557-8a6b-43e8-af85-e453545be90d req-6ae69fd8-c9a4-4cf6-ab1a-b6e8784ff6e7 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.708513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-324e6557-8a6b-43e8-af85-e453545be90d req-6ae69fd8-c9a4-4cf6-ab1a-b6e8784ff6e7 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e&device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de&device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 2418 time: 0.1220007 Jul 09 13:22:09.747821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-324e6557-8a6b-43e8-af85-e453545be90d req-4b1cd670-ec12-4ffc-a653-7d427ab17add tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 Jul 09 13:22:09.828208 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51982635-ced8-49fd-b15d-6e3b6181e781 x-openstack-request-id: req-51982635-ced8-49fd-b15d-6e3b6181e781 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:09.830488 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5cae34-68bb-4c6f-93ed-79a8c0c12f18", "tag": "40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a", "status": "completed", "code": 200}, {"server_uuid": "4b0b56d9-fa21-4e21-930b-d9873b700df7", "name": "network-vif-deleted", "tag": "9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1", "status": "completed", "code": 200}, {"server_uuid": "30980726-db44-4492-9747-74f4f5795fdc", "name": "network-vif-deleted", "tag": "51cb82e5-9ee7-45df-9c65-94d31cbe4d1a", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:09.830488 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51982635-ced8-49fd-b15d-6e3b6181e781 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:09.830796 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5cae34-68bb-4c6f-93ed-79a8c0c12f18', 'tag': '40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a', 'status': 'completed', 'code': 200} Jul 09 13:22:09.831285 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0b56d9-fa21-4e21-930b-d9873b700df7', 'name': 'network-vif-deleted', 'tag': '9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1', 'status': 'completed', 'code': 200} Jul 09 13:22:09.831732 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30980726-db44-4492-9747-74f4f5795fdc', 'name': 'network-vif-deleted', 'tag': '51cb82e5-9ee7-45df-9c65-94d31cbe4d1a', 'status': 'completed', 'code': 200} Jul 09 13:22:09.924219 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab02f112-2b38-4e08-8355-80691a1c777c x-openstack-request-id: req-ab02f112-2b38-4e08-8355-80691a1c777c {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:09.924870 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe72890a-d678-4e47-beba-cd6c19f8c56c", "name": "network-vif-deleted", "tag": "74e494b3-0a34-4c73-95c2-29b518737d64", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:09.924870 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab02f112-2b38-4e08-8355-80691a1c777c {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:09.925198 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe72890a-d678-4e47-beba-cd6c19f8c56c', 'name': 'network-vif-deleted', 'tag': '74e494b3-0a34-4c73-95c2-29b518737d64', 'status': 'completed', 'code': 200} Jul 09 13:22:09.933384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-bd3fff45-a09c-449f-b381-d0d7c1a807f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.934904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-bd3fff45-a09c-449f-b381-d0d7c1a807f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 1094 time: 0.0622640 Jul 09 13:22:09.971701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-f3531bf0-e562-460f-b115-b0a1bd637a8e tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.973220 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-f3531bf0-e562-460f-b115-b0a1bd637a8e tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.11 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 949 time: 0.0918293 Jul 09 13:22:10.038617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-121cd906-5f94-4fb0-a400-e3418be7ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.040171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-121cd906-5f94-4fb0-a400-e3418be7ad05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 912 time: 0.0984991 Jul 09 13:22:10.090366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-c0f2499f-a775-48d7-a979-30afb4e81894 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a HTTP/1.1" status: 200 len: 217 time: 0.0429487 Jul 09 13:22:10.139078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Deleting port ecaf69e1-9373-4ee8-a632-520c7a43ddba {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:10.149895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.170992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-ba13f535-9353-4c20-94cd-0679c015e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.171890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-ba13f535-9353-4c20-94cd-0679c015e14e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 200 len: 852 time: 0.0746651 Jul 09 13:22:10.217951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-d89719b6-afbd-4900-a362-8a7d57f78e04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=664ea4cc-9019-4659-b110-77f2c98b50ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390062 Jul 09 13:22:10.325173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-fd50e49c-4664-484d-b2c5-d9ad172ab001 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012893 Jul 09 13:22:10.332387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76290-3440-4bda-86b4-d5389401657d req-749b1e0f-dd44-431b-b769-01753d7f3a17 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.333952 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f0a76290-3440-4bda-86b4-d5389401657d req-749b1e0f-dd44-431b-b769-01753d7f3a17 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.2310188 Jul 09 13:22:10.406609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] For port ecaf69e1-9373-4ee8-a632-520c7a43ddba, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ecaf69e1-9373-4ee8-a632-520c7a43ddba,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:10.407233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.423654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f0a76290-3440-4bda-86b4-d5389401657d req-049f1d5f-f3d5-4bcf-836d-3564cd078922 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768349 Jul 09 13:22:10.445573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Calling delete_port for ecaf69e1-9373-4ee8-a632-520c7a43ddba owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:10.484496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-588fcc58-1bb7-423a-acc5-d518f9e67034 req-9dee00b6-78c1-4557-9c0b-be5f427b261b service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404636 Jul 09 13:22:10.549962 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:22:10.636287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427c535-1902-4da0-8a36-cdfc96eb1c2d req-423fce5a-6351-43b7-977c-bb50de95b816 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.643489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f427c535-1902-4da0-8a36-cdfc96eb1c2d req-423fce5a-6351-43b7-977c-bb50de95b816 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 943 time: 0.1089382 Jul 09 13:22:10.708822 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f427c535-1902-4da0-8a36-cdfc96eb1c2d req-d3a4566a-96a4-4fb7-a375-93c7dbb5c757 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644660 Jul 09 13:22:10.734623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.748176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ecaf69e1-9373-4ee8-a632-520c7a43ddba'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:10.770722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Pushing event deleted for resources: {'Port': ['ID=ecaf69e1-9373-4ee8-a632-520c7a43ddba,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:10.828695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] No DVR routers for this DVR port ecaf69e1-9373-4ee8-a632-520c7a43ddba on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:10.831639 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.833911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9c0dd7d-b8a6-4e4e-88c9-95b41c41695d req-c280d66f-6933-47da-98f2-ed706a1d64c2 tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.11 "DELETE /v2.0/ports/ecaf69e1-9373-4ee8-a632-520c7a43ddba HTTP/1.1" status: 204 len: 173 time: 0.8523600 Jul 09 13:22:10.987989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddefa14-6910-44e3-810a-540deeb1f710 req-74f54e4c-de90-470b-9943-bdaf57538e88 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.991312 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fddefa14-6910-44e3-810a-540deeb1f710 req-74f54e4c-de90-470b-9943-bdaf57538e88 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 951 time: 0.0825837 Jul 09 13:22:11.033674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fddefa14-6910-44e3-810a-540deeb1f710 req-283ebefd-71ab-4377-89f6-20a1db76172e tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/security-groups?id=10703a42-c9b0-45ce-bbab-7e859a495563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362661 Jul 09 13:22:11.089784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e918fe4-ffb8-4bea-97f7-1687478c54e9 req-17048ab6-e075-47fe-ab88-c0392aaae05e tempest-ServerDiagnosticsNegativeTest-914402716 tempest-ServerDiagnosticsNegativeTest-914402716-project] 10.222.0.32 "GET /v2.0/ports?device_id=586e4554-9520-4837-a811-e244af5471cd HTTP/1.1" status: 200 len: 210 time: 0.0308564 Jul 09 13:22:11.121355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:11.126978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 441f6f8f-f426-420a-8194-3ec6ce5b7d16 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:11.237247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:11.244296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:11.244692 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.260913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459281-843b-4992-8b0b-3b978c172ba4 req-b481e1c3-b4bc-415e-bca7-ee6dc6caa06a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.267577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459281-843b-4992-8b0b-3b978c172ba4 req-b481e1c3-b4bc-415e-bca7-ee6dc6caa06a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.273801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459281-843b-4992-8b0b-3b978c172ba4 req-b481e1c3-b4bc-415e-bca7-ee6dc6caa06a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.275871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d459281-843b-4992-8b0b-3b978c172ba4 req-b481e1c3-b4bc-415e-bca7-ee6dc6caa06a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2419 time: 0.0858262 Jul 09 13:22:11.300266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:11.305100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57598) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:11.320314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a', 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'port_id': '40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a', 'mac_address': 'fa:16:3e:1c:67:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89888a6f-becf-469a-b99c-1c5ba015262b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:11.356674 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d459281-843b-4992-8b0b-3b978c172ba4 req-44ec9ef5-6157-4225-b050-b2300966dec6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687168 Jul 09 13:22:11.418570 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6efabad-c4ee-4c9c-b2bd-4ded3bbf5739 admin admin] Deleting subnet e0fcc2aa-f820-41dd-8d71-eb0790331357 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:11.426041 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.428077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6efabad-c4ee-4c9c-b2bd-4ded3bbf5739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.470034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.490325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:11.501511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6efabad-c4ee-4c9c-b2bd-4ded3bbf5739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.524378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5095c3ad-cb58-46a8-897e-af3499a330ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441f6f8f-f426-420a-8194-3ec6ce5b7d16'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:11.527868 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7640501-98c0-43bd-a48a-c96bb11451c1" -d '{"events": [{"server_uuid": "5095c3ad-cb58-46a8-897e-af3499a330ba", "name": "network-vif-plugged", "status": "completed", "tag": "441f6f8f-f426-420a-8194-3ec6ce5b7d16"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:11.549241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:11.558927 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6efabad-c4ee-4c9c-b2bd-4ded3bbf5739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.561162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 441f6f8f-f426-420a-8194-3ec6ce5b7d16, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=441f6f8f-f426-420a-8194-3ec6ce5b7d16,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:11.563683 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.569516 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.570481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:11.620022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:11.620584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 9dd23887-aadc-4bc4-8f7b-5c4367e9d9e1 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:11.621209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:11.649565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:11.649921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 51cb82e5-9ee7-45df-9c65-94d31cbe4d1a not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:11.654494 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6efabad-c4ee-4c9c-b2bd-4ded3bbf5739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.666930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:11.711715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efabad-c4ee-4c9c-b2bd-4ded3bbf5739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0fcc2aa-f820-41dd-8d71-eb0790331357,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:11.728737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=441f6f8f-f426-420a-8194-3ec6ce5b7d16,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:11.743218 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce31e8ca-d545-42a6-8a05-80d244598b95 x-openstack-request-id: req-ce31e8ca-d545-42a6-8a05-80d244598b95 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:11.743557 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5095c3ad-cb58-46a8-897e-af3499a330ba", "name": "network-vif-plugged", "status": "completed", "tag": "441f6f8f-f426-420a-8194-3ec6ce5b7d16", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:11.743815 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce31e8ca-d545-42a6-8a05-80d244598b95 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:11.744601 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5095c3ad-cb58-46a8-897e-af3499a330ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441f6f8f-f426-420a-8194-3ec6ce5b7d16', 'code': 200} Jul 09 13:22:11.759780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6efabad-c4ee-4c9c-b2bd-4ded3bbf5739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.761633 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a6efabad-c4ee-4c9c-b2bd-4ded3bbf5739 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e0fcc2aa-f820-41dd-8d71-eb0790331357 HTTP/1.1" status: 204 len: 168 time: 0.4552078 Jul 09 13:22:11.764188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57644) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:11.816436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-13153eb1-e6cd-4c81-b35b-437fad58ff16 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.820394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-13153eb1-e6cd-4c81-b35b-437fad58ff16 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 951 time: 0.1572566 Jul 09 13:22:11.881046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:11.904232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.954977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586e4554-9520-4837-a811-e244af5471cd', 'name': 'network-vif-deleted', 'tag': 'ecaf69e1-9373-4ee8-a632-520c7a43ddba'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:11.959529 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01495f55-5da7-4c90-a1f1-d1faa9356fa2" -d '{"events": [{"server_uuid": "586e4554-9520-4837-a811-e244af5471cd", "name": "network-vif-deleted", "tag": "ecaf69e1-9373-4ee8-a632-520c7a43ddba"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:11.962241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d177bc-93b7-4abe-9241-8befe9d57c4f req-0b07dbda-1a1a-4d78-a88b-1b5e671da62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.964319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2d177bc-93b7-4abe-9241-8befe9d57c4f req-0b07dbda-1a1a-4d78-a88b-1b5e671da62a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5095c3ad-cb58-46a8-897e-af3499a330ba HTTP/1.1" status: 200 len: 1096 time: 0.1274035 Jul 09 13:22:11.999840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Deleting port ec31c434-eb9d-4282-b7af-977b617e775d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:12.000465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.085584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.105600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fe5466-d83c-459f-94d8-ad4ecaa315f4']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:12.112367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] For port ec31c434-eb9d-4282-b7af-977b617e775d, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ec31c434-eb9d-4282-b7af-977b617e775d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:12.112818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.121245 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2d177bc-93b7-4abe-9241-8befe9d57c4f req-cd015156-4928-47e3-8d09-dc2c33561351 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443553 Jul 09 13:22:12.122887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:12.123271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5a7bef-8c9d-45b9-92f7-669b6dc86dfd') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:12.128517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Calling delete_port for ec31c434-eb9d-4282-b7af-977b617e775d owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:12.135896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.157528 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.166860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:12.167476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.176633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db88d5-5c5a-4c87-b189-28b8eca77063 req-e82ded1a-40ef-498a-944c-84c195145fdc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.178126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5db88d5-5c5a-4c87-b189-28b8eca77063 req-e82ded1a-40ef-498a-944c-84c195145fdc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 944 time: 0.1498487 Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:12.178924 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:12.262519 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e56a56e-d07a-4269-be76-d001fd6de445 x-openstack-request-id: req-7e56a56e-d07a-4269-be76-d001fd6de445 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:12.262823 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586e4554-9520-4837-a811-e244af5471cd", "name": "network-vif-deleted", "tag": "ecaf69e1-9373-4ee8-a632-520c7a43ddba", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:12.263088 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e56a56e-d07a-4269-be76-d001fd6de445 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:12.263481 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586e4554-9520-4837-a811-e244af5471cd', 'name': 'network-vif-deleted', 'tag': 'ecaf69e1-9373-4ee8-a632-520c7a43ddba', 'status': 'completed', 'code': 200} Jul 09 13:22:12.288181 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.291877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.296566 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.302375 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] 10.222.0.32 "DELETE /v2.0/networks/08fe5466-d83c-459f-94d8-ad4ecaa315f4 HTTP/1.1" status: 204 len: 168 time: 0.5348518 Jul 09 13:22:12.309205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ec31c434-eb9d-4282-b7af-977b617e775d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:12.323462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Pushing event deleted for resources: {'Port': ['ID=ec31c434-eb9d-4282-b7af-977b617e775d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:12.334842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5db88d5-5c5a-4c87-b189-28b8eca77063 req-072cda41-e741-4db4-8dfa-04fa6b0e6bda tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447747 Jul 09 13:22:12.335680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f6bbb-3b9b-4fa0-97a5-28640334d010 admin admin] Pushing event deleted for resources: {'Network': ['ID=08fe5466-d83c-459f-94d8-ad4ecaa315f4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:12.378585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] No DVR routers for this DVR port ec31c434-eb9d-4282-b7af-977b617e775d on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:12.381016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.385840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-895b772e-7ddd-4924-826f-0b3f9c2e2ac0 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.388484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99dab749-a34d-4d94-ad62-6047ad1c6846 req-75c028fa-7988-4d1d-8aa4-2cc6c5bec944 tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.11 "DELETE /v2.0/ports/ec31c434-eb9d-4282-b7af-977b617e775d HTTP/1.1" status: 204 len: 173 time: 0.5618002 Jul 09 13:22:12.394084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-895b772e-7ddd-4924-826f-0b3f9c2e2ac0 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.401994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-895b772e-7ddd-4924-826f-0b3f9c2e2ac0 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.405047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-895b772e-7ddd-4924-826f-0b3f9c2e2ac0 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2419 time: 0.2129083 Jul 09 13:22:12.636204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57710) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:12.654660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95f0f5f2-bb5a-4fc0-a69c-61651ff99477 req-deaec80d-a513-407a-af31-0c7482682e2c tempest-ServersAdminTestJSON-457537156 tempest-ServersAdminTestJSON-457537156-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d1f69a-4b2f-4694-b6c4-1615876d6a09 HTTP/1.1" status: 200 len: 210 time: 0.0672081 Jul 09 13:22:12.669215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting port cf93d11a-5a07-4389-8c99-7194f36cd371 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:12.669569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.696291 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cb931e4d-7319-436e-a1dd-7328ed8960d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49671fa326304f76aa9d40018f427ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588555 Jul 09 13:22:12.698771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57716) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:12.765830 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0021c731-3cdf-4d69-83e4-a4c006dc6bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.795319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0021c731-3cdf-4d69-83e4-a4c006dc6bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.811170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] For port cf93d11a-5a07-4389-8c99-7194f36cd371, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=cf93d11a-5a07-4389-8c99-7194f36cd371,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:12.811531 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.825281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Calling delete_port for cf93d11a-5a07-4389-8c99-7194f36cd371 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:12.865683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0021c731-3cdf-4d69-83e4-a4c006dc6bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.881541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0021c731-3cdf-4d69-83e4-a4c006dc6bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.881541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0021c731-3cdf-4d69-83e4-a4c006dc6bb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/588f3dd0-8f30-471c-b1c4-860f9dca8fba HTTP/1.1" status: 204 len: 168 time: 0.1777244 Jul 09 13:22:12.910404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c731-3cdf-4d69-83e4-a4c006dc6bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588f3dd0-8f30-471c-b1c4-860f9dca8fba,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:12.963237 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.072373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.083845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['656b2ad4-2cfe-469e-a7c4-a06b15bdb753', 'ec7ad4e8-5199-449f-85aa-38be9feab45e', 'cf93d11a-5a07-4389-8c99-7194f36cd371'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:13.115332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Port': ['ID=cf93d11a-5a07-4389-8c99-7194f36cd371,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:13.170295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:13.200186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f77af4-c045-40f6-888b-fe0412d700f5 req-1a4add26-f48d-450b-9c18-6a2bd94b7dc6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:13.207529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f77af4-c045-40f6-888b-fe0412d700f5 req-1a4add26-f48d-450b-9c18-6a2bd94b7dc6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:13.214183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57742) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:13.216525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f77af4-c045-40f6-888b-fe0412d700f5 req-1a4add26-f48d-450b-9c18-6a2bd94b7dc6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:13.218678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17f77af4-c045-40f6-888b-fe0412d700f5 req-1a4add26-f48d-450b-9c18-6a2bd94b7dc6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 2340 time: 0.3171732 Jul 09 13:22:13.245715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] No DVR routers for this DVR port cf93d11a-5a07-4389-8c99-7194f36cd371 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:13.249875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.253193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-863f645c-2b17-4de5-b132-0e97f99badac tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "DELETE /v2.0/ports/cf93d11a-5a07-4389-8c99-7194f36cd371 HTTP/1.1" status: 204 len: 173 time: 0.8419893 Jul 09 13:22:13.259425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-deleted', 'tag': 'cf93d11a-5a07-4389-8c99-7194f36cd371'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:13.262345 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab6120-5cd5-49f0-a24b-81aac54e3073" -d '{"events": [{"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-deleted", "tag": "cf93d11a-5a07-4389-8c99-7194f36cd371"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:13.315329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:13.380852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:13.385359 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.394325 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17f77af4-c045-40f6-888b-fe0412d700f5 req-8656e5ed-66f4-44ce-8afe-94aa0e23516f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472254 Jul 09 13:22:13.541090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting port ec7ad4e8-5199-449f-85aa-38be9feab45e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:13.541803 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.544218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57774) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:13.546986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c9974ad7-9e5a-4cb3-aafe-56b6acd9e331 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6713feb04f274244b451584928424e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315601 Jul 09 13:22:13.587954 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.640864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:13.672761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.681587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7732-a75e-440a-9f4f-8f6ed43b25c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.708009 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7732-a75e-440a-9f4f-8f6ed43b25c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.745880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5cae34-68bb-4c6f-93ed-79a8c0c12f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:13.750099 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af347748-fc3e-4738-9abc-ea9c66e926b6" -d '{"events": [{"server_uuid": "1f5cae34-68bb-4c6f-93ed-79a8c0c12f18", "name": "network-vif-plugged", "status": "completed", "tag": "40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:13.759352 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] For port ec7ad4e8-5199-449f-85aa-38be9feab45e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec7ad4e8-5199-449f-85aa-38be9feab45e,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:13.759712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.777753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Calling delete_port for ec7ad4e8-5199-449f-85aa-38be9feab45e owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:13.795675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7732-a75e-440a-9f4f-8f6ed43b25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.798843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7732-a75e-440a-9f4f-8f6ed43b25c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.800110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d1fe7732-a75e-440a-9f4f-8f6ed43b25c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae8f38ea-6c20-419d-aa08-ea3583353e89 HTTP/1.1" status: 204 len: 168 time: 0.2546890 Jul 09 13:22:13.803091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:13.816996 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.848808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe7732-a75e-440a-9f4f-8f6ed43b25c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8f38ea-6c20-419d-aa08-ea3583353e89,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:13.894756 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52bb02b-ad2f-4cc0-a208-8a0eae31ef3a x-openstack-request-id: req-e52bb02b-ad2f-4cc0-a208-8a0eae31ef3a {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:13.895147 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-deleted", "tag": "cf93d11a-5a07-4389-8c99-7194f36cd371", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:13.895943 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e52bb02b-ad2f-4cc0-a208-8a0eae31ef3a {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:13.896191 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-deleted', 'tag': 'cf93d11a-5a07-4389-8c99-7194f36cd371', 'status': 'completed', 'code': 200} Jul 09 13:22:14.014283 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.055979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 74e494b3-0a34-4c73-95c2-29b518737d64 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:14.103418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 74e494b3-0a34-4c73-95c2-29b518737d64 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:14.104651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 74e494b3-0a34-4c73-95c2-29b518737d64 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:14.105578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:14.163874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: ec31c434-eb9d-4282-b7af-977b617e775d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:14.164227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ec31c434-eb9d-4282-b7af-977b617e775d not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:14.164653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ecaf69e1-9373-4ee8-a632-520c7a43ddba no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:14.221361 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca06b1e5-9b9c-4985-a8c9-139dd0b11455 x-openstack-request-id: req-ca06b1e5-9b9c-4985-a8c9-139dd0b11455 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:14.221669 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5cae34-68bb-4c6f-93ed-79a8c0c12f18", "name": "network-vif-plugged", "status": "completed", "tag": "40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:14.222820 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca06b1e5-9b9c-4985-a8c9-139dd0b11455 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:14.230452 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5cae34-68bb-4c6f-93ed-79a8c0c12f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a', 'code': 200} Jul 09 13:22:14.231907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: ecaf69e1-9373-4ee8-a632-520c7a43ddba {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:14.232423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ecaf69e1-9373-4ee8-a632-520c7a43ddba not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:14.264581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-deleted', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:14.267202 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d9257222-ea97-433c-a34f-3a24045558cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.270568 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a38fee-6c0b-438f-b321-0fa052d90603" -d '{"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-deleted", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:14.443470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57818) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:14.466992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8b665e0c-f0d3-45d9-8735-6ff4aa0afe47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.560000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57832) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:14.584555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Port': ['ID=ec7ad4e8-5199-449f-85aa-38be9feab45e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:14.633389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57836) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:14.657317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] No DVR routers for this DVR port ec7ad4e8-5199-449f-85aa-38be9feab45e on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:14.664937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.665155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8b665e0c-f0d3-45d9-8735-6ff4aa0afe47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.667483 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-40ef72cc-88ac-40e6-a7c0-fc5b657a92de tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "DELETE /v2.0/ports/ec7ad4e8-5199-449f-85aa-38be9feab45e HTTP/1.1" status: 204 len: 173 time: 1.4018757 Jul 09 13:22:14.674329 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8b665e0c-f0d3-45d9-8735-6ff4aa0afe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.709261 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b7af0d-b2af-47af-9f54-305e160937fa x-openstack-request-id: req-57b7af0d-b2af-47af-9f54-305e160937fa {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:14.709559 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d1f69a-4b2f-4694-b6c4-1615876d6a09", "name": "network-vif-deleted", "tag": "ec31c434-eb9d-4282-b7af-977b617e775d", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:14.709817 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57b7af0d-b2af-47af-9f54-305e160937fa {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:14.710217 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1f69a-4b2f-4694-b6c4-1615876d6a09', 'name': 'network-vif-deleted', 'tag': 'ec31c434-eb9d-4282-b7af-977b617e775d', 'status': 'completed', 'code': 200} Jul 09 13:22:14.717104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-664451965-network', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:14.734491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8b665e0c-f0d3-45d9-8735-6ff4aa0afe47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=659cb445b401488b8287a106b2280ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895684 Jul 09 13:22:14.738602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57840) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:14.779576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b665e0c-f0d3-45d9-8735-6ff4aa0afe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456fd996-466b-4d5f-befb-27329fd1dfca,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:14.818989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Made reservation on behalf of 8dea83f14cb04fa38d15ca3e6b39d546 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:14.821319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.830011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea81d-b0ec-420b-98c0-cf9cea8f669c req-aa86ffc5-07cc-4f14-acf0-bfd676edd7f2 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:14.831563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf1ea81d-b0ec-420b-98c0-cf9cea8f669c req-aa86ffc5-07cc-4f14-acf0-bfd676edd7f2 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 945 time: 0.2936430 Jul 09 13:22:14.851082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5794eeb-2bad-4b17-9503-9e782558e08b req-26ae719a-a8b4-4e2c-bf0b-7a05af25facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:14.852510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f5794eeb-2bad-4b17-9503-9e782558e08b req-26ae719a-a8b4-4e2c-bf0b-7a05af25facb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 1096 time: 0.2916648 Jul 09 13:22:14.869196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.894749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:14.895122 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.907320 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4db21db-a90f-47ed-b740-81fc1ac0baff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.913178 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff191c99-2c10-42d5-b39e-0f78fbcba9ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ec2579a83454c0b8c0396d7fac1e1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784030 Jul 09 13:22:14.923611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57842) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:14.948317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf1ea81d-b0ec-420b-98c0-cf9cea8f669c req-30d741a5-6793-4fcf-9e18-6e5d1ece2e28 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 Jul 09 13:22:14.957377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f5794eeb-2bad-4b17-9503-9e782558e08b req-2249b32d-689e-40d2-ae6e-551e0c1030bf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944650 Jul 09 13:22:14.966699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4db21db-a90f-47ed-b740-81fc1ac0baff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.013591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] For port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:15.014287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.028087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Calling delete_port for 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:15.039272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a6d8-848f-4ec8-9069-2ca715d763d6 req-49b38dc4-d51c-4649-8107-71b1d8161584 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:15.040818 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28f3a6d8-848f-4ec8-9069-2ca715d763d6 req-49b38dc4-d51c-4649-8107-71b1d8161584 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.2296853 Jul 09 13:22:15.093281 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea41f270-e44e-48d2-855d-255da0a69465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.133851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:15.142705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea41f270-e44e-48d2-855d-255da0a69465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.146196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4db21db-a90f-47ed-b740-81fc1ac0baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.149950 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4db21db-a90f-47ed-b740-81fc1ac0baff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.151206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b4db21db-a90f-47ed-b740-81fc1ac0baff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/456fd996-466b-4d5f-befb-27329fd1dfca HTTP/1.1" status: 204 len: 168 time: 0.4089253 Jul 09 13:22:15.162767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28f3a6d8-848f-4ec8-9069-2ca715d763d6 req-3a10405d-4577-440a-9f04-a4868dedea37 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039498 Jul 09 13:22:15.192866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db21db-a90f-47ed-b740-81fc1ac0baff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456fd996-466b-4d5f-befb-27329fd1dfca,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:15.239600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.260093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.262220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.265256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e20d-7675-49b0-8e8b-3e1f97eb96e8 req-adaeec34-54d8-403e-8e65-ce2510ab8e24 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:15.267119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f507e20d-7675-49b0-8e8b-3e1f97eb96e8 req-adaeec34-54d8-403e-8e65-ce2510ab8e24 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=425e1325-d47b-4f90-879a-679950fbc2f8 HTTP/1.1" status: 200 len: 946 time: 0.1858761 Jul 09 13:22:15.307473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:15.330966 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea41f270-e44e-48d2-855d-255da0a69465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.334315 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea41f270-e44e-48d2-855d-255da0a69465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.338143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.339787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ea41f270-e44e-48d2-855d-255da0a69465 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10703a42-c9b0-45ce-bbab-7e859a495563 HTTP/1.1" status: 204 len: 168 time: 0.4144390 Jul 09 13:22:15.344562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8221d5ac-4a49-4665-965f-be0d96e188a1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:15.385956 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.387400 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Added segment 9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd of type vlan for network 7ce63eea-58c0-45ab-b89e-0b3247376b4c Jul 09 13:22:15.388034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device cf93d11a-5a07-4389-8c99-7194f36cd371 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:15.390536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f507e20d-7675-49b0-8e8b-3e1f97eb96e8 req-7526c025-7bbb-47bf-aaca-94f39f152b93 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085458 Jul 09 13:22:15.423203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Port': ['ID=656b2ad4-2cfe-469e-a7c4-a06b15bdb753,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:15.442825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: cf93d11a-5a07-4389-8c99-7194f36cd371 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:15.444672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device cf93d11a-5a07-4389-8c99-7194f36cd371 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:15.445109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ec7ad4e8-5199-449f-85aa-38be9feab45e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:15.493809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41f270-e44e-48d2-855d-255da0a69465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10703a42-c9b0-45ce-bbab-7e859a495563,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:15.494333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ec7ad4e8-5199-449f-85aa-38be9feab45e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:15.496613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ec7ad4e8-5199-449f-85aa-38be9feab45e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:15.539082 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.539616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] No DVR routers for this DVR port 656b2ad4-2cfe-469e-a7c4-a06b15bdb753 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:15.547026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.549642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b21e2d2b-3a19-41de-82ed-285bddcdf160 req-5c6dd36a-eb78-42fc-9a13-93b87aca4bb4 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "DELETE /v2.0/ports/656b2ad4-2cfe-469e-a7c4-a06b15bdb753 HTTP/1.1" status: 204 len: 173 time: 0.8712831 Jul 09 13:22:15.591535 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.593335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:15.594760 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.629083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0652816 Jul 09 13:22:15.629218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57880) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:15.634223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Request body: {'subnet': {'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-664451965-subnet', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:15.709121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Made reservation on behalf of 8dea83f14cb04fa38d15ca3e6b39d546 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:15.711939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.898103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-deleted', 'tag': 'ec7ad4e8-5199-449f-85aa-38be9feab45e'}, {'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-deleted', 'tag': '656b2ad4-2cfe-469e-a7c4-a06b15bdb753'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:15.918843 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822479a5-5335-4cb0-9014-3f3e324804ad" -d '{"events": [{"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-deleted", "tag": "ec7ad4e8-5199-449f-85aa-38be9feab45e"}, {"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-deleted", "tag": "656b2ad4-2cfe-469e-a7c4-a06b15bdb753"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:16.018363 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c32ca4-5a66-46ae-af09-5b3f33dd9133 x-openstack-request-id: req-94c32ca4-5a66-46ae-af09-5b3f33dd9133 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:16.019070 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-deleted", "tag": "ec7ad4e8-5199-449f-85aa-38be9feab45e", "status": "completed", "code": 200}, {"server_uuid": "425e1325-d47b-4f90-879a-679950fbc2f8", "name": "network-vif-deleted", "tag": "656b2ad4-2cfe-469e-a7c4-a06b15bdb753", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:16.019531 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94c32ca4-5a66-46ae-af09-5b3f33dd9133 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:16.022026 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-deleted', 'tag': 'ec7ad4e8-5199-449f-85aa-38be9feab45e', 'status': 'completed', 'code': 200} Jul 09 13:22:16.022474 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425e1325-d47b-4f90-879a-679950fbc2f8', 'name': 'network-vif-deleted', 'tag': '656b2ad4-2cfe-469e-a7c4-a06b15bdb753', 'status': 'completed', 'code': 200} Jul 09 13:22:16.076013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57902) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:16.164566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaa003-6985-4037-b2c6-6eb4bf1b20ad admin admin] Pushing event updated for resources: {'Network': ['ID=7ce63eea-58c0-45ab-b89e-0b3247376b4c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:16.179785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:16.195857 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-21166108-4be1-4e7e-b365-764c151a09ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00a5bbf54cc447aca945ff543f55981f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164224 Jul 09 13:22:16.196645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57916) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:16.211896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.264758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73548486-af6e-4083-a201-8cb22f3feaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.277176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca327f14-65b4-4971-87f3-833324482415,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:16.300719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73548486-af6e-4083-a201-8cb22f3feaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.334927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffa48-8a46-4a17-a001-212a4dbc65a7 req-4b01d2b0-230c-4fcb-8186-44e0fcb0f5cc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.337509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-176ffa48-8a46-4a17-a001-212a4dbc65a7 req-4b01d2b0-230c-4fcb-8186-44e0fcb0f5cc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 945 time: 0.1763554 Jul 09 13:22:16.344700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Checking segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:16.345295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Network hostable DHCP agents. Network: 7ce63eea-58c0-45ab-b89e-0b3247376b4c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:16.372116 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73548486-af6e-4083-a201-8cb22f3feaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.377385 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73548486-af6e-4083-a201-8cb22f3feaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.379456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-73548486-af6e-4083-a201-8cb22f3feaea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a967a79-6a27-4ce1-8b36-9690c93ff381 HTTP/1.1" status: 204 len: 168 time: 0.1810181 Jul 09 13:22:16.399334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:16.412340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7ce63eea-58c0-45ab-b89e-0b3247376b4c) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:16.414320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73548486-af6e-4083-a201-8cb22f3feaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a967a79-6a27-4ce1-8b36-9690c93ff381,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:16.419114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.419869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.444938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-176ffa48-8a46-4a17-a001-212a4dbc65a7 req-914887e7-c7c9-4192-944f-36a8b48f3daa tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957921 Jul 09 13:22:16.487358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57948) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:16.492750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:16.502384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-87b37f94-ccfb-46d5-84f7-8afd4fbcf5a5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8701620 Jul 09 13:22:16.509987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5412d1-2320-4a2e-9ddd-c6fb8026b40b None None] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:16.554247 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.555639 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.758841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.779821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:22:16.780835 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.823277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35aaa3-e354-4576-acd0-a2956c87cffa req-070e4362-57df-4b7d-8ea0-7f78837342e9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.832868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d35aaa3-e354-4576-acd0-a2956c87cffa req-070e4362-57df-4b7d-8ea0-7f78837342e9 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.1392579 Jul 09 13:22:16.895628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d35aaa3-e354-4576-acd0-a2956c87cffa req-ad833042-1eea-44d2-9618-f1f6800af65d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588927 Jul 09 13:22:16.997478 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.030234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Allocated IP 172.20.0.2 (7ce63eea-58c0-45ab-b89e-0b3247376b4c/ca327f14-65b4-4971-87f3-833324482415/7e3a8c14-4300-4e9f-99f4-f2ff5538a676) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:17.043270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57974) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:17.088934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97ccb423-dec9-4a13-955e-c9ee725f64de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.102278 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.145348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-40950f68-805c-4182-a9d3-b0dd989d84d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting subnet c0fd77bc-b95d-459f-8693-cb3b79a2854a {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:17.156574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40950f68-805c-4182-a9d3-b0dd989d84d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.242456 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.253128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Transition to ACTIVE for port object 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:17.256382 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40950f68-805c-4182-a9d3-b0dd989d84d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.287287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Transition to ACTIVE for port object 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:17.295184 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.300792 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.326611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104dd46-1a5b-4bb3-9a09-cfcf0c6ecc7e req-bb4b2a94-9fdf-4f75-a428-2e9beb8f099d tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:17.328448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a104dd46-1a5b-4bb3-9a09-cfcf0c6ecc7e req-bb4b2a94-9fdf-4f75-a428-2e9beb8f099d tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=5095c3ad-cb58-46a8-897e-af3499a330ba HTTP/1.1" status: 200 len: 945 time: 0.3006322 Jul 09 13:22:17.329479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.339744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:17.342855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:17.350188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:17.366055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Pushing event updated for resources: {'Port': ['ID=7e3a8c14-4300-4e9f-99f4-f2ff5538a676,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:17.426872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a104dd46-1a5b-4bb3-9a09-cfcf0c6ecc7e req-52fcb483-f670-4cdf-941e-579cde2d5b47 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907342 Jul 09 13:22:17.437980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40950f68-805c-4182-a9d3-b0dd989d84d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.439043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Attempting to bind port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:17.439959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Attempting to bind port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:17.440596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Attempting to bind port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:17.450765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:17.451466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Checking segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:17.452100 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.452949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Bound using segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:17.453707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Bound port: 7e3a8c14-4300-4e9f-99f4-f2ff5538a676, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:17.454460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.535738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40950f68-805c-4182-a9d3-b0dd989d84d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.553702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] For port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:17.556022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40950f68-805c-4182-a9d3-b0dd989d84d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.558227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] For port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7e3a8c14-4300-4e9f-99f4-f2ff5538a676,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:17.564409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40950f68-805c-4182-a9d3-b0dd989d84d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "DELETE /v2.0/subnets/c0fd77bc-b95d-459f-8693-cb3b79a2854a HTTP/1.1" status: 204 len: 168 time: 0.5172689 Jul 09 13:22:17.565372 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.568973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58010) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:17.581924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Allocated IP 172.25.5.168 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/062cccc3-0b2c-405c-824c-7a1e08eaf098) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:17.594171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aa76d0-aae9-4522-9583-3944170a1a91 None None] Network 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:17.659938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40950f68-805c-4182-a9d3-b0dd989d84d2 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Subnet': ['ID=c0fd77bc-b95d-459f-8693-cb3b79a2854a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:17.801287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059943f0-64cd-4419-b846-5a52c7400582 None None] Pushing event updated for resources: {'Port': ['ID=7e3a8c14-4300-4e9f-99f4-f2ff5538a676,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:17.812400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.958493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.977771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting port c2d42ff9-1536-4226-9b20-e601140ce529 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:17.979578 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.982745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] DHCP port deletion for 32c4b9b0-00df-43a0-aa45-9c6f1f2a736c request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:22:18.130182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.155889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.193953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] Deleting port c2d42ff9-1536-4226-9b20-e601140ce529 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:18.194632 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.208680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] For port c2d42ff9-1536-4226-9b20-e601140ce529, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c2d42ff9-1536-4226-9b20-e601140ce529,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:18.210181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.231593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Calling delete_port for c2d42ff9-1536-4226-9b20-e601140ce529 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:18.282144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:18.291857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:18.316501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:18.379863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.398562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] For port c2d42ff9-1536-4226-9b20-e601140ce529, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c2d42ff9-1536-4226-9b20-e601140ce529,segment=NetworkSegment(9822908d-c49c-49f0-bcab-8808003b5165),segment_id=9822908d-c49c-49f0-bcab-8808003b5165)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:18.399145 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.427575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] Calling delete_port for c2d42ff9-1536-4226-9b20-e601140ce529 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:18.437206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Port': ['ID=c2d42ff9-1536-4226-9b20-e601140ce529,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:18.462184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] No DVR routers for this DVR port c2d42ff9-1536-4226-9b20-e601140ce529 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:18.581555 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.672769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] Pushing event deleted for resources: {'Port': ['ID=c2d42ff9-1536-4226-9b20-e601140ce529,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:18.692927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.704507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd79d19-9054-4c1d-9eb0-8d54d02b8be5 None None] No DVR routers for this DVR port c2d42ff9-1536-4226-9b20-e601140ce529 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:18.743499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c4b9b0-00df-43a0-aa45-9c6f1f2a736c']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:18.767767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Pushing event updated for resources: {'Port': ['ID=062cccc3-0b2c-405c-824c-7a1e08eaf098,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:18.778273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9822908d-c49c-49f0-bcab-8808003b5165') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:18.778607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9822908d-c49c-49f0-bcab-8808003b5165') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:18.793657 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.795943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:18.830876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.842007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:18.843244 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:18.851556 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:18.881178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:18.944253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60386c-3656-4293-b435-b06a90898137 req-1798f455-5078-44a6-9e05-d300bc39cf66 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.950886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b60386c-3656-4293-b435-b06a90898137 req-1798f455-5078-44a6-9e05-d300bc39cf66 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.3140852 Jul 09 13:22:18.978453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c2d42ff9-1536-4226-9b20-e601140ce529 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:18.989215 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.045497 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.066168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: c2d42ff9-1536-4226-9b20-e601140ce529 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:19.067007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c2d42ff9-1536-4226-9b20-e601140ce529 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:19.104627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.109261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "DELETE /v2.0/networks/32c4b9b0-00df-43a0-aa45-9c6f1f2a736c HTTP/1.1" status: 204 len: 168 time: 1.5021005 Jul 09 13:22:19.116123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58094) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:19.133003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488f3af-38f3-4dc6-83f0-4daf3efb8258 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Network': ['ID=32c4b9b0-00df-43a0-aa45-9c6f1f2a736c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:19.162843 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b60386c-3656-4293-b435-b06a90898137 req-2ebda55d-04b4-4b48-afea-76927a930a41 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106988 Jul 09 13:22:19.304374 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e9fa22-d8ce-4da9-991e-6799801162c5 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting subnet 1ba118e4-e0c0-419b-a1bd-6c502b0fc874 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:19.305970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b3af4-44d9-4224-b60f-545f787447b4 None None] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:19.310180 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa22-d8ce-4da9-991e-6799801162c5 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.396439 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28a95e81-c53b-421d-a16c-c6069247a8f1 req-16d36e35-bc9d-43d3-9bc9-ab8658da202d tempest-FlavorsV2NegativeTest-1521130372 tempest-FlavorsV2NegativeTest-1521130372-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4b14a2fd6e8a450d828f9d6339651c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791249 Jul 09 13:22:19.416627 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa22-d8ce-4da9-991e-6799801162c5 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.440293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-73fb6f5e-aa0c-4932-ac6a-63b32c5a5c87 None None] Provisioning for port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:19.456721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-73fb6f5e-aa0c-4932-ac6a-63b32c5a5c87 None None] Provisioning complete for port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:19.457461 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-73fb6f5e-aa0c-4932-ac6a-63b32c5a5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.509030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.606174 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.625692 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-73fb6f5e-aa0c-4932-ac6a-63b32c5a5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.676813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-73fb6f5e-aa0c-4932-ac6a-63b32c5a5c87 None None] For port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7e3a8c14-4300-4e9f-99f4-f2ff5538a676,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:19.682838 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-73fb6f5e-aa0c-4932-ac6a-63b32c5a5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.696648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95e81-c53b-421d-a16c-c6069247a8f1 req-286309bc-5893-4872-8f13-30e1ce7f05f7 tempest-FlavorsV2NegativeTest-1521130372 tempest-FlavorsV2NegativeTest-1521130372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:19.703217 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28a95e81-c53b-421d-a16c-c6069247a8f1 req-286309bc-5893-4872-8f13-30e1ce7f05f7 tempest-FlavorsV2NegativeTest-1521130372 tempest-FlavorsV2NegativeTest-1521130372-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925990 Jul 09 13:22:19.711292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa22-d8ce-4da9-991e-6799801162c5 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.747354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb6f5e-aa0c-4932-ac6a-63b32c5a5c87 None None] Pushing event updated for resources: {'Port': ['ID=7e3a8c14-4300-4e9f-99f4-f2ff5538a676,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:19.754160 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28a95e81-c53b-421d-a16c-c6069247a8f1 req-f0c7b925-fccb-4fb8-9e85-a2b7454c8c75 tempest-FlavorsV2NegativeTest-1521130372 tempest-FlavorsV2NegativeTest-1521130372-project] 10.222.0.32 "GET /v2.0/quotas/4b14a2fd6e8a450d828f9d6339651c87 HTTP/1.1" status: 200 len: 375 time: 0.0497229 Jul 09 13:22:19.803912 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28a95e81-c53b-421d-a16c-c6069247a8f1 req-680638b1-7041-4951-a3e5-4d8d659e13f8 tempest-FlavorsV2NegativeTest-1521130372 tempest-FlavorsV2NegativeTest-1521130372-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b14a2fd6e8a450d828f9d6339651c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429318 Jul 09 13:22:19.833759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa22-d8ce-4da9-991e-6799801162c5 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.863243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-38551a12-bd92-4927-a273-57bf8cf86091 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:19.870986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-38551a12-bd92-4927-a273-57bf8cf86091 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 812 time: 0.1427333 Jul 09 13:22:19.872013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9fa22-d8ce-4da9-991e-6799801162c5 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Subnet': ['ID=1ba118e4-e0c0-419b-a1bd-6c502b0fc874,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:19.877029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa22-d8ce-4da9-991e-6799801162c5 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.881750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-54e9fa22-d8ce-4da9-991e-6799801162c5 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "DELETE /v2.0/subnets/1ba118e4-e0c0-419b-a1bd-6c502b0fc874 HTTP/1.1" status: 204 len: 168 time: 0.7637904 Jul 09 13:22:19.882498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Router 442914da-edd6-4cc4-a885-cc1b854b0747 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:22:19.884661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58162) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:19.885272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a393f1-81ed-4bac-ad07-e33603a14b61 None None] Network d7038e7e-9c96-4241-9c5c-856ce6270f7f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:19.959247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-347fad28-5881-4ebc-a4ca-2a87cd92a0bc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/quotas/5fc1345b10304ad4a17b6244714f5dca HTTP/1.1" status: 200 len: 375 time: 0.0869534 Jul 09 13:22:20.103355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-2fccd549-2899-4940-bf1f-a1a5bb70659d tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:20.106451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-2fccd549-2899-4940-bf1f-a1a5bb70659d tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "GET /v2.0/ports?device_id=5095c3ad-cb58-46a8-897e-af3499a330ba HTTP/1.1" status: 200 len: 945 time: 0.2156355 Jul 09 13:22:20.135960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-b3c99ecc-5bcc-46c0-8409-cdcc3b0874a8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754348 Jul 09 13:22:20.156491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-03c0c462-9bbd-4da0-b8d7-731fa9a2768c None None] Provisioning complete for port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:20.157373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-03c0c462-9bbd-4da0-b8d7-731fa9a2768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.266067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] DHCP port deletion for d7038e7e-9c96-4241-9c5c-856ce6270f7f request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:22:20.311956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-a8a9bbdf-3333-4462-83e5-6d17a99d78cc service neutron] 10.222.0.32 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746745 Jul 09 13:22:20.333638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] Deleting port 36fbc8dd-8d5b-400b-916b-8a955d98d543 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:20.334021 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.402011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.411244 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-2446a8d2-a4b1-4c65-8233-0486bb0781c9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461228 Jul 09 13:22:20.433951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] For port 36fbc8dd-8d5b-400b-916b-8a955d98d543, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=36fbc8dd-8d5b-400b-916b-8a955d98d543,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:20.434653 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.458570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] Calling delete_port for 36fbc8dd-8d5b-400b-916b-8a955d98d543 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:20.526148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-95abe943-72b5-4aa2-aeea-d804a4d262b0 service neutron] 10.222.0.32 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068055 Jul 09 13:22:20.562484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:20.580134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Sync routers for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:20.621526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.623181 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e22fa332-cc1d-4cd6-bcdc-41b7133b92f7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1346574 Jul 09 13:22:20.630575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58186) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:20.631562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:20.632358 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:20.707106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting port 36fbc8dd-8d5b-400b-916b-8a955d98d543 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:20.707777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.725395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-bd5e6373-dc24-43ab-b518-eddd7e35c14e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:20.732000 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-bd5e6373-dc24-43ab-b518-eddd7e35c14e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133245 Jul 09 13:22:20.747725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Deleting port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:20.749130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.758384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:20.775577 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.836323 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-b788f7bd-ce7c-47b4-a60d-07755fe7fc9a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/quotas/0ccb8a3f5536443fb61c4a689e467809 HTTP/1.1" status: 200 len: 375 time: 0.1030843 Jul 09 13:22:20.868635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58190) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:20.884336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] Pushing event deleted for resources: {'Port': ['ID=36fbc8dd-8d5b-400b-916b-8a955d98d543,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:20.932536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2dcc4-cce6-4294-af45-16eab4abcf78 None None] No DVR routers for this DVR port 36fbc8dd-8d5b-400b-916b-8a955d98d543 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:20.948101 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-52a7a8d5-a60b-4cc5-9584-3b79c6518b24 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107898 Jul 09 13:22:20.954290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:20.987533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] For port 441f6f8f-f426-420a-8194-3ec6ce5b7d16, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=441f6f8f-f426-420a-8194-3ec6ce5b7d16,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:20.987819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.989595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] For port 36fbc8dd-8d5b-400b-916b-8a955d98d543, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=36fbc8dd-8d5b-400b-916b-8a955d98d543,segment=NetworkSegment(e8cb2f00-86f4-409a-b655-8ed5f71af83f),segment_id=e8cb2f00-86f4-409a-b655-8ed5f71af83f)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:20.990241 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:21.072185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Calling delete_port for 36fbc8dd-8d5b-400b-916b-8a955d98d543 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:21.081266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-61c5cd31-0662-4c55-8317-1288a8d75e76 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:21.083044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-61c5cd31-0662-4c55-8317-1288a8d75e76 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f5cae34-68bb-4c6f-93ed-79a8c0c12f18 HTTP/1.1" status: 200 len: 945 time: 0.5276299 Jul 09 13:22:21.084109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Calling delete_port for 441f6f8f-f426-420a-8194-3ec6ce5b7d16 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:21.207914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:21.208191 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:21.275042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c5a249-b756-4cf8-a9a6-fc6782bea0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:21.510710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:18Z', 'revision_number': 3, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:21.543982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Checking router: 442914da-edd6-4cc4-a885-cc1b854b0747 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:21.544725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Updating router 442914da-edd6-4cc4-a885-cc1b854b0747 port 062cccc3-0b2c-405c-824c-7a1e08eaf098 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:22:21.627676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Deleting port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:21.628285 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:21.671566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 36fbc8dd-8d5b-400b-916b-8a955d98d543 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:21.746215 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:21.748506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 36fbc8dd-8d5b-400b-916b-8a955d98d543 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:21.749051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 36fbc8dd-8d5b-400b-916b-8a955d98d543 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:21.817444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] For port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:21.817833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:21.848079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:21.865446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Calling delete_port for 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:21.927981 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:21.941859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4e9553f-ff49-4bdd-a034-7d4ae8d7139e req-7622ad2b-874a-4a7b-b52f-7f658cf68420 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 210 time: 0.1004205 Jul 09 13:22:21.945987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Pushing event deleted for resources: {'Port': ['ID=441f6f8f-f426-420a-8194-3ec6ce5b7d16,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:22.075009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Port': ['ID=36fbc8dd-8d5b-400b-916b-8a955d98d543,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:22.089303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] No DVR routers for this DVR port 441f6f8f-f426-420a-8194-3ec6ce5b7d16 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:22.102786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78aba1-8442-44d0-a2e7-8e9cc3ae15f1 req-e2d54079-4fbb-42c0-8118-c4dbf9d1ae8f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:22.110883 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc78aba1-8442-44d0-a2e7-8e9cc3ae15f1 req-e2d54079-4fbb-42c0-8118-c4dbf9d1ae8f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.6318581 Jul 09 13:22:22.112913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.113065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61c2b149-13e1-45e4-874d-a42af31cc219 req-a6a4088b-8411-4f38-b28a-e37f89dbb6e7 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "DELETE /v2.0/ports/441f6f8f-f426-420a-8194-3ec6ce5b7d16 HTTP/1.1" status: 204 len: 173 time: 1.8565490 Jul 09 13:22:22.113663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5095c3ad-cb58-46a8-897e-af3499a330ba', 'name': 'network-vif-deleted', 'tag': '441f6f8f-f426-420a-8194-3ec6ce5b7d16'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:22.116367 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b40a862-edb5-4f6e-9181-ca96f3056b6d" -d '{"events": [{"server_uuid": "5095c3ad-cb58-46a8-897e-af3499a330ba", "name": "network-vif-deleted", "tag": "441f6f8f-f426-420a-8194-3ec6ce5b7d16"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:22.120226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1c147d8-59fa-40fa-89be-a4afb83e6b4f req-e14fce89-5299-41f4-ad76-c0d2e1ae1845 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 210 time: 0.0844474 Jul 09 13:22:22.221614 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-82c47890-658b-4b27-b298-e1d63eb61ff3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6241889 Jul 09 13:22:22.241856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c5a249-b756-4cf8-a9a6-fc6782bea0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.258019 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0da3a7e-4510-4e6c-91f5-055872f1c709 x-openstack-request-id: req-a0da3a7e-4510-4e6c-91f5-055872f1c709 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:22.258330 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5095c3ad-cb58-46a8-897e-af3499a330ba", "name": "network-vif-deleted", "tag": "441f6f8f-f426-420a-8194-3ec6ce5b7d16", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:22.259218 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0da3a7e-4510-4e6c-91f5-055872f1c709 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:22.260497 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5095c3ad-cb58-46a8-897e-af3499a330ba', 'name': 'network-vif-deleted', 'tag': '441f6f8f-f426-420a-8194-3ec6ce5b7d16', 'status': 'completed', 'code': 200} Jul 09 13:22:22.264319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] No DVR routers for this DVR port 36fbc8dd-8d5b-400b-916b-8a955d98d543 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:22.268379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c5a249-b756-4cf8-a9a6-fc6782bea0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.329652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.377136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d1c5a249-b756-4cf8-a9a6-fc6782bea0f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b14a2fd6e8a450d828f9d6339651c87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4937899 Jul 09 13:22:22.379003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58252) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:22.393053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc78aba1-8442-44d0-a2e7-8e9cc3ae15f1 req-8f714f02-068d-41e1-a4d3-7fba32696b1c tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812245 Jul 09 13:22:22.432771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5a249-b756-4cf8-a9a6-fc6782bea0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6767e8e-93a2-4f5f-8802-5dace5521429,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:22.515623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Pushing event deleted for resources: {'Port': ['ID=40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:22.569090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.587464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] No DVR routers for this DVR port 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:22.591459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.594436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Transition to ACTIVE for port object 062cccc3-0b2c-405c-824c-7a1e08eaf098 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:22.595132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03466ea7-ee3d-45cb-a736-c73810eb0c97 req-49b1243a-c6cc-43ab-8b55-cc9d575eee8a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "DELETE /v2.0/ports/40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a HTTP/1.1" status: 204 len: 173 time: 1.5027514 Jul 09 13:22:22.606103 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.624600 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-890d80e6-bc95-4fe0-baff-0cba60bbe9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.650822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-890d80e6-bc95-4fe0-baff-0cba60bbe9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.699734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58256) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:22.724058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Attempting to bind port 062cccc3-0b2c-405c-824c-7a1e08eaf098 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:22.724455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Attempting to bind port 062cccc3-0b2c-405c-824c-7a1e08eaf098 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:22.724815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Attempting to bind port 062cccc3-0b2c-405c-824c-7a1e08eaf098 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:22.744134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-890d80e6-bc95-4fe0-baff-0cba60bbe9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.748353 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-890d80e6-bc95-4fe0-baff-0cba60bbe9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.750553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-890d80e6-bc95-4fe0-baff-0cba60bbe9ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6767e8e-93a2-4f5f-8802-5dace5521429 HTTP/1.1" status: 204 len: 168 time: 0.3604105 Jul 09 13:22:22.752535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d523136-780e-4e30-929e-bcdbc6c95d82 None None] Pushing event updated for resources: {'Port': ['ID=062cccc3-0b2c-405c-824c-7a1e08eaf098,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:22.755453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:22.756236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:22.757167 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.757167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:22.757515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Bound port: 062cccc3-0b2c-405c-824c-7a1e08eaf098, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:22.757910 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.767618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d80e6-bc95-4fe0-baff-0cba60bbe9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6767e8e-93a2-4f5f-8802-5dace5521429,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:22.772660 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.814671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7038e7e-9c96-4241-9c5c-856ce6270f7f']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:22.833508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cb2f00-86f4-409a-b655-8ed5f71af83f') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:22.833878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cb2f00-86f4-409a-b655-8ed5f71af83f') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:22.850910 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.879939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-48030bf3-2b85-4a23-959a-0e8017636394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:22.881921 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-48030bf3-2b85-4a23-959a-0e8017636394 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67597b362cda40cbb4f236950fa87d92&device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 1096 time: 0.2365332 Jul 09 13:22:22.883142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.929772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] For port 062cccc3-0b2c-405c-824c-7a1e08eaf098, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:22.933248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] For port 062cccc3-0b2c-405c-824c-7a1e08eaf098, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=062cccc3-0b2c-405c-824c-7a1e08eaf098,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:22.939761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:22.939761 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:22.944083 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:22.960817 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.049911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:23.050567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:23.085002 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43640195-db5f-473d-af5a-752bce5163f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.099757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d523136-780e-4e30-929e-bcdbc6c95d82 None None] Pushing event updated for resources: {'Port': ['ID=062cccc3-0b2c-405c-824c-7a1e08eaf098,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:23.266765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.282551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.320643 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2547cd56-50de-4cfe-8a22-2438840b8da4 req-8ae856a9-0c53-4c1e-be6a-698950eba55f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 210 time: 0.0499322 Jul 09 13:22:23.330337 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.339359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "DELETE /v2.0/networks/d7038e7e-9c96-4241-9c5c-856ce6270f7f HTTP/1.1" status: 204 len: 168 time: 3.4522922 Jul 09 13:22:23.355867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58272) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:23.361751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:23.378801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1290321500'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:23.389604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771f785-be2d-4fa7-8cfa-3eaae0b7be0b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Network': ['ID=d7038e7e-9c96-4241-9c5c-856ce6270f7f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:23.433248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 441f6f8f-f426-420a-8194-3ec6ce5b7d16 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:23.483614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1715805-fb2a-4963-9fe7-9f28c6225258 req-1d46437e-0bc9-4e40-a97a-d8235e48649f tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 210 time: 0.1192129 Jul 09 13:22:23.489560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43640195-db5f-473d-af5a-752bce5163f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.496086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43640195-db5f-473d-af5a-752bce5163f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.534297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 441f6f8f-f426-420a-8194-3ec6ce5b7d16 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:23.534662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 441f6f8f-f426-420a-8194-3ec6ce5b7d16 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:23.535395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:23.577208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43640195-db5f-473d-af5a-752bce5163f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708e2897-a36f-4217-a7c5-ada6d889679a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:23.600819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:23.603584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:23.618895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:23.622494 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.630377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-43640195-db5f-473d-af5a-752bce5163f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df06063729204893ba5df5239ef50a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9272771 Jul 09 13:22:23.639928 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-aa126609-26ae-4519-a721-3b40c6c7cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:23.640639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58282) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:23.651226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-aa126609-26ae-4519-a721-3b40c6c7cf28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ca2a6a19-261f-4277-878d-41629ced5eee HTTP/1.1" status: 200 len: 912 time: 0.7327409 Jul 09 13:22:23.738919 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0befaaf-c80a-459b-a6fb-c3393fc5b56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.783834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0befaaf-c80a-459b-a6fb-c3393fc5b56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.814745 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-0252d972-3d2f-4297-b70a-f6e07d53418e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490 HTTP/1.1" status: 200 len: 1000 time: 0.1493394 Jul 09 13:22:23.842225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:18Z', 'revision_number': 3, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:23.892371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf8f03-25b0-4685-810b-b41acab0f42a None None] The sync data for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 is: [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:18Z', 'revision_number': 3, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:23.893395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0befaaf-c80a-459b-a6fb-c3393fc5b56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.897810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0befaaf-c80a-459b-a6fb-c3393fc5b56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.899229 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f0befaaf-c80a-459b-a6fb-c3393fc5b56e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/708e2897-a36f-4217-a7c5-ada6d889679a HTTP/1.1" status: 204 len: 168 time: 0.2566881 Jul 09 13:22:23.909933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0befaaf-c80a-459b-a6fb-c3393fc5b56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e2897-a36f-4217-a7c5-ada6d889679a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:24.155128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58296) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:24.265657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5cae34-68bb-4c6f-93ed-79a8c0c12f18', 'name': 'network-vif-deleted', 'tag': '40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:24.267997 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed65ac3-e027-4140-bb6b-8fbded152784" -d '{"events": [{"server_uuid": "1f5cae34-68bb-4c6f-93ed-79a8c0c12f18", "name": "network-vif-deleted", "tag": "40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:24.333692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-c70b1767-413d-431d-a8a7-d2f767003bba tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5119691 Jul 09 13:22:24.359351 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e702d3ad-50e8-4f25-ad9e-4166e5743c76 x-openstack-request-id: req-e702d3ad-50e8-4f25-ad9e-4166e5743c76 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:24.361352 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5cae34-68bb-4c6f-93ed-79a8c0c12f18", "name": "network-vif-deleted", "tag": "40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:24.361678 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e702d3ad-50e8-4f25-ad9e-4166e5743c76 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:24.362307 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5cae34-68bb-4c6f-93ed-79a8c0c12f18', 'name': 'network-vif-deleted', 'tag': '40b38c73-5ad0-41f8-af44-8f9a6d8e6b0a', 'status': 'completed', 'code': 200} Jul 09 13:22:24.373300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:24.519974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:24.520662 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Added segment 6b4f1f65-0f49-40f8-aad7-00869c341191 of type vlan for network bf851cde-0155-437b-b6f9-6abf0f610f94 Jul 09 13:22:24.566818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-105bf089-2a52-4412-97be-3d5aa11b2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.568371 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-105bf089-2a52-4412-97be-3d5aa11b2d80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10882d6f-3328-4b28-be5d-4a268c1ea67e HTTP/1.1" status: 200 len: 851 time: 0.6854846 Jul 09 13:22:24.587356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-network', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:24.677395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:24.687733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3bfa6bdf-1509-47ba-a769-19cd8a498a12 req-ea87b0df-addf-4667-856c-6e13f99497a4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 210 time: 0.1301372 Jul 09 13:22:24.749731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Made reservation on behalf of 3e8264a5f8c54ceab7a3d182ccca6b63 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:24.756845 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:24.778760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 062cccc3-0b2c-405c-824c-7a1e08eaf098 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:24.796695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:24.866273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366d7ff-0074-464e-b028-ba7831b459bf req-22ccb87e-9930-421a-b557-b7ab951c2e01 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.867899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2366d7ff-0074-464e-b028-ba7831b459bf req-22ccb87e-9930-421a-b557-b7ab951c2e01 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 1.0018849 Jul 09 13:22:24.876555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-431922ee-03d9-4616-93fd-42cc73f3385f tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.877401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Allocated IP 172.20.0.1 (7ce63eea-58c0-45ab-b89e-0b3247376b4c/ca327f14-65b4-4971-87f3-833324482415/2023d31c-65a7-45ed-bc1d-c2c3ee9913e8) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:24.878107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-431922ee-03d9-4616-93fd-42cc73f3385f tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 812 time: 0.4585412 Jul 09 13:22:24.895583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 062cccc3-0b2c-405c-824c-7a1e08eaf098 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:24.898676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Request body: {'port': {'device_id': '3fb704eb-53db-4703-850a-bae82469ffc2', 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'admin_state_up': True, 'tenant_id': '5fc1345b10304ad4a17b6244714f5dca'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:24.899995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 062cccc3-0b2c-405c-824c-7a1e08eaf098 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:24.900596 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.043616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.055767 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.071378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 062cccc3-0b2c-405c-824c-7a1e08eaf098, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=062cccc3-0b2c-405c-824c-7a1e08eaf098,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:25.074677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.076167 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.076907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.147188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=062cccc3-0b2c-405c-824c-7a1e08eaf098,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:25.158611 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.190396 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ecf29ce3-5971-42ab-aad8-90d9cfdbfdae req-16ba5cea-91fe-4707-9208-72f40183088f tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 210 time: 0.2737362 Jul 09 13:22:25.198469 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.266416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c57ba25-7cf2-47c9-ad8f-52fd8c86adc8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:25.293804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:25.305087 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.305417 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Added segment e211373d-4c17-4b4d-8096-1e7ccdc2deb7 of type vlan for network 602cc31d-1682-4a1e-93bf-7184aa688da6 Jul 09 13:22:25.306392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-ddc1dec4-8091-4a98-b85e-6a3fc60abef3 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.307974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-ddc1dec4-8091-4a98-b85e-6a3fc60abef3 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9597139 Jul 09 13:22:25.346559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Request body: {'port': {'device_id': '568968bf-cc93-4420-9431-452e71d21087', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ccb8a3f5536443fb61c4a689e467809'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:25.356842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.369787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Made reservation on behalf of 5fc1345b10304ad4a17b6244714f5dca for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:25.373557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.416297 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0509949 Jul 09 13:22:25.417381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067b97-d21c-4f9d-821e-5fd88ea84ecf tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Network': ['ID=bf851cde-0155-437b-b6f9-6abf0f610f94,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:25.429409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58332) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:25.439076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network bf851cde-0155-437b-b6f9-6abf0f610f94 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:25.467602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'subnet': {'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:25.541268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Allocated IP 172.20.0.13 (664ea4cc-9019-4659-b110-77f2c98b50ad/89888a6f-becf-469a-b99c-1c5ba015262b/7760d2ef-a54b-4265-bddc-3f04becb27c6) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:25.581051 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.582374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.582974 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.664569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2366d7ff-0074-464e-b028-ba7831b459bf req-f78c9bbe-5d6f-49a3-b7d6-3d54bdd45cf1 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7360404 Jul 09 13:22:25.687641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-1ef8f16c-2bc6-4788-870d-a4e62f826c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.689627 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-1ef8f16c-2bc6-4788-870d-a4e62f826c27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ca2a6a19-261f-4277-878d-41629ced5eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0849941 Jul 09 13:22:25.760860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-0e1b3b0c-883c-4a09-9954-3864396b6e77 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d44cb45c5a7745a193ede74d1f661d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644879 Jul 09 13:22:25.767404 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6100821 Jul 09 13:22:25.774556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58344) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:25.786538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Request body: {'subnet': {'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-subnet', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:25.820565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabffe7f-3628-4c8e-8979-353b21fc0020 admin admin] Pushing event updated for resources: {'Network': ['ID=602cc31d-1682-4a1e-93bf-7184aa688da6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:25.830563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-9d794cd4-f591-4ac3-afc4-8e4473955b7b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.831304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 602cc31d-1682-4a1e-93bf-7184aa688da6 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:25.832093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-9d794cd4-f591-4ac3-afc4-8e4473955b7b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.11 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 812 time: 1.2027366 Jul 09 13:22:25.860575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Request body: {'port': {'device_id': '05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43', 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'admin_state_up': True, 'tenant_id': '5fc1345b10304ad4a17b6244714f5dca'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:25.910893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Made reservation on behalf of 0ccb8a3f5536443fb61c4a689e467809 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:25.914425 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.951594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f9ed8-53da-430c-831a-9a61c211182e req-e656f566-402a-4266-b422-d8bde5d2b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.953125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-777f9ed8-53da-430c-831a-9a61c211182e req-e656f566-402a-4266-b422-d8bde5d2b136 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 1096 time: 0.2976665 Jul 09 13:22:25.955015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Made reservation on behalf of 3e8264a5f8c54ceab7a3d182ccca6b63 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:25.957262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.961412 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.965904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.991340 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.037977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Transition to ACTIVE for port object 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:26.047225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:26.050686 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.054756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-542e9efc-cbf9-4734-96d4-25b58d8c4799 service neutron] 10.222.0.10 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559341 Jul 09 13:22:26.089900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-0d85d5c1-489e-4a99-832a-31ceca92eb0d tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.091438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-0d85d5c1-489e-4a99-832a-31ceca92eb0d tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220160 Jul 09 13:22:26.134402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-7bbb38a4-f390-4292-ba4c-25a2e3e2a8cf tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/quotas/d44cb45c5a7745a193ede74d1f661d52 HTTP/1.1" status: 200 len: 375 time: 0.0349734 Jul 09 13:22:26.271932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36a5b4-5adc-4995-93ad-a5b7884405f1 req-30dc328e-5fca-49d2-9c23-90c8b53644b8 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.273562 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d36a5b4-5adc-4995-93ad-a5b7884405f1 req-30dc328e-5fca-49d2-9c23-90c8b53644b8 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.4529433 Jul 09 13:22:26.353638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.427619 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb14ef2-26b5-4eff-99a6-3988ee89de74 req-04736dd6-6916-4117-b2c3-7df849ce9c8a service neutron] 10.222.0.10 "GET /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456104 Jul 09 13:22:26.458419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:26.475059 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d36a5b4-5adc-4995-93ad-a5b7884405f1 req-e5ab2ed9-e0ba-4849-b8ee-5d658aeb0ba4 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897600 Jul 09 13:22:26.475590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:26.484358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:26.486657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:26.510494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-4c40bddc-2c17-4908-9dfb-ab4d02c17fe7 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d44cb45c5a7745a193ede74d1f661d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550117 Jul 09 13:22:26.548770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.600459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.618055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.622596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f9ed8-53da-430c-831a-9a61c211182e req-70437158-2dbe-4cb7-a1cf-52831e085189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.632420 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-777f9ed8-53da-430c-831a-9a61c211182e req-70437158-2dbe-4cb7-a1cf-52831e085189 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 916 time: 0.6152158 Jul 09 13:22:26.648525 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.681592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 062cccc3-0b2c-405c-824c-7a1e08eaf098 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:26.731904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-777f9ed8-53da-430c-831a-9a61c211182e req-cc8d17bc-3493-4eec-9c3b-ef929fc1878b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538d134a-fd95-408d-abbb-1ed72c8806bc HTTP/1.1" status: 200 len: 217 time: 0.0980413 Jul 09 13:22:26.749545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Network 664ea4cc-9019-4659-b110-77f2c98b50ad is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:26.787294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:26.800235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 062cccc3-0b2c-405c-824c-7a1e08eaf098 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:26.802075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.821617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Pushing event updated for resources: {'Port': ['ID=7760d2ef-a54b-4265-bddc-3f04becb27c6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:26.824467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:26.862720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-73dd3504-cd91-4749-869b-fa29a94acfaf None None] Provisioning for port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:26.874220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-73dd3504-cd91-4749-869b-fa29a94acfaf None None] Provisioning complete for port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:26.874829 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-73dd3504-cd91-4749-869b-fa29a94acfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.917876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.930883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f9ed8-53da-430c-831a-9a61c211182e req-a3ba9af7-48e2-4c4b-b748-9999009f91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.933524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-777f9ed8-53da-430c-831a-9a61c211182e req-a3ba9af7-48e2-4c4b-b748-9999009f91ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 200 len: 855 time: 0.1933584 Jul 09 13:22:26.972956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.973839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.990002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-73dd3504-cd91-4749-869b-fa29a94acfaf None None] Port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:27.086566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-fd628be7-df08-4820-b4a1-fec9bfaa217b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1963964 Jul 09 13:22:27.088182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e45a29-de83-476f-9e68-c753113e3619,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:27.113564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Request body: {'port': {'device_id': '3fb704eb-53db-4703-850a-bae82469ffc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:27.142688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Checking segment: {'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:27.142688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Network hostable DHCP agents. Network: 602cc31d-1682-4a1e-93bf-7184aa688da6, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:27.197899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f9ed8-53da-430c-831a-9a61c211182e req-f62ba480-b55b-4b27-b499-90e621321f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:27.199528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-777f9ed8-53da-430c-831a-9a61c211182e req-f62ba480-b55b-4b27-b499-90e621321f85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eddb29e0-3858-4af5-8519-461b86edcc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372532 Jul 09 13:22:27.223641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Network 602cc31d-1682-4a1e-93bf-7184aa688da6 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:27.243252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Made reservation on behalf of 5fc1345b10304ad4a17b6244714f5dca for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:27.247283 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.270739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e652bbfd-59d9-494c-aa37-dfe36fe9fce4 req-f8bc0bb8-d747-4c80-97eb-e921a5483831 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 210 time: 0.4810307 Jul 09 13:22:27.289739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 602cc31d-1682-4a1e-93bf-7184aa688da6) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:27.298765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f160b05-7578-4234-b891-43a9e633da65 req-ba92813e-9db0-4d9f-84ab-7efc16793ed6 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:27.301008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1251e994-1917-43f9-8866-94e8d2817885,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:27.304965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f4da9-6123-4296-8795-8f4cb60187f4 None None] Network 602cc31d-1682-4a1e-93bf-7184aa688da6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:27.306587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f160b05-7578-4234-b891-43a9e633da65 req-ba92813e-9db0-4d9f-84ab-7efc16793ed6 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 932 time: 0.2786429 Jul 09 13:22:27.322173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.323259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:27.323870 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.325835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.403978 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bb75b5c5-780b-4e4d-bc3f-dc3bb218258c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6232679 Jul 09 13:22:27.410228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:27.431620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:27.474765 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f160b05-7578-4234-b891-43a9e633da65 req-c608952f-8e42-4d5b-9f73-388dac642d11 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666985 Jul 09 13:22:27.489768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.491366 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.630514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Subnet': ['ID=643cd122-5e5c-4887-af5d-7683e792aa85,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:27.645437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-602cc31d-1682-4a1e-93bf-7184aa688da6', 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'fixed_ips': [{'subnet_id': '22e45a29-de83-476f-9e68-c753113e3619'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:22:27.646606 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.662246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Allocated IP 192.168.233.49 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/a4099c9c-fd74-4d31-8730-2cd31d0e5469) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:27.716075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Checking segment: {'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:27.716546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network hostable DHCP agents. Network: bf851cde-0155-437b-b6f9-6abf0f610f94, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:27.749194 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-777f9ed8-53da-430c-831a-9a61c211182e req-69684a18-103d-4cfd-adaa-fc3c4d986b49 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281081 Jul 09 13:22:27.775806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.800920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network bf851cde-0155-437b-b6f9-6abf0f610f94 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:27.806028 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a5ea498-e84b-4e5c-bb62-5442f3f6b057 req-fbc32248-e947-4393-8a3c-d1451143c4a8 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 210 time: 0.0717762 Jul 09 13:22:27.815354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4566d03-7415-4ee2-9ee8-5962ceb9efaf req-5e81ed0f-3a5c-4c54-847f-e648ce373844 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:27.817748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Allocated IP 172.20.0.2 (602cc31d-1682-4a1e-93bf-7184aa688da6/22e45a29-de83-476f-9e68-c753113e3619/4424339b-0b55-4205-becb-22aac1ebe47f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:27.832056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4566d03-7415-4ee2-9ee8-5962ceb9efaf req-5e81ed0f-3a5c-4c54-847f-e648ce373844 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.3834453 Jul 09 13:22:27.867864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, bf851cde-0155-437b-b6f9-6abf0f610f94) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:27.926846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:27.927411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.958968 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.985725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.995254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Transition to ACTIVE for port object 4424339b-0b55-4205-becb-22aac1ebe47f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:28.011951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Transition to ACTIVE for port object 4424339b-0b55-4205-becb-22aac1ebe47f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:28.013523 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4566d03-7415-4ee2-9ee8-5962ceb9efaf req-a33f2c7b-9ca9-40af-a0ca-3eb118d51e9e tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803493 Jul 09 13:22:28.017173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110910a-cc65-4c6e-b8fa-e60d06aef8f2 None None] Network bf851cde-0155-437b-b6f9-6abf0f610f94 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:28.020575 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.027588 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6b5c18c3-f6b1-4f53-8dd9-c7ea24c88093 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5847921 Jul 09 13:22:28.033132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58366) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:28.058750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-326505920'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:28.194071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.194616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Network 602cc31d-1682-4a1e-93bf-7184aa688da6 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:28.201608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:28.205488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7760d2ef-a54b-4265-bddc-3f04becb27c6 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:28.208198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:28.217240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Transition to ACTIVE for port object a4099c9c-fd74-4d31-8730-2cd31d0e5469 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:28.219441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Pushing event updated for resources: {'Port': ['ID=4424339b-0b55-4205-becb-22aac1ebe47f,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:28.253625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.261759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.273612 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-777f9ed8-53da-430c-831a-9a61c211182e req-895bb1eb-b4b0-45e9-8a5b-b093e7212431 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637749 Jul 09 13:22:28.306675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Attempting to bind port 4424339b-0b55-4205-becb-22aac1ebe47f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:28.307256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Attempting to bind port 4424339b-0b55-4205-becb-22aac1ebe47f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:28.307718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Attempting to bind port 4424339b-0b55-4205-becb-22aac1ebe47f on network 602cc31d-1682-4a1e-93bf-7184aa688da6 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:28.307915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Transition to ACTIVE for port object 7760d2ef-a54b-4265-bddc-3f04becb27c6 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:28.315478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:28.315867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Checking segment: {'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:28.316279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.316675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Bound using segment: {'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:28.317154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Bound port: 4424339b-0b55-4205-becb-22aac1ebe47f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:28.317555 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.321069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-bf851cde-0155-437b-b6f9-6abf0f610f94', 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'fixed_ips': [{'subnet_id': '643cd122-5e5c-4887-af5d-7683e792aa85'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:22:28.321893 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.337393 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.348582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:28.353570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.362784 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.372235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.385001 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.407506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] For port 4424339b-0b55-4205-becb-22aac1ebe47f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:28.410782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] For port 4424339b-0b55-4205-becb-22aac1ebe47f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4424339b-0b55-4205-becb-22aac1ebe47f,segment=NetworkSegment(e211373d-4c17-4b4d-8096-1e7ccdc2deb7),segment_id=e211373d-4c17-4b4d-8096-1e7ccdc2deb7)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:28.415382 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.513052 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:28.574900 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-bbddd4d3-19c1-4eb4-92f1-063462fb2427 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d44cb45c5a7745a193ede74d1f661d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391784 Jul 09 13:22:28.600873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b5e52-778a-4903-a832-ff750d4685f5 None None] Pushing event updated for resources: {'Port': ['ID=4424339b-0b55-4205-becb-22aac1ebe47f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:28.625955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Allocated IP 19.80.0.2 (bf851cde-0155-437b-b6f9-6abf0f610f94/643cd122-5e5c-4887-af5d-7683e792aa85/e27ad592-3002-4b99-aa8f-0e503065bb97) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:28.629152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7760d2ef-a54b-4265-bddc-3f04becb27c6,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:28.645239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:28.789667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:28.792186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:28.795734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:28.932085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Attempting to bind port 7760d2ef-a54b-4265-bddc-3f04becb27c6 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:28.932654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Attempting to bind port 7760d2ef-a54b-4265-bddc-3f04becb27c6 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:28.932786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Attempting to bind port 7760d2ef-a54b-4265-bddc-3f04becb27c6 on network 664ea4cc-9019-4659-b110-77f2c98b50ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:28.946560 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.961314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Transition to ACTIVE for port object e27ad592-3002-4b99-aa8f-0e503065bb97 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:28.984181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Allocated IP 172.20.0.2 (664ea4cc-9019-4659-b110-77f2c98b50ad/89888a6f-becf-469a-b99c-1c5ba015262b/dc4e5f15-961e-4c92-b8b4-a201c164c1d1) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:28.992679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:28.993087 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Added segment 3c0d3173-832a-41db-bdd5-0a8f6a54166e of type vlan for network 09f67b16-47cf-472a-990d-16b6a23d0b23 Jul 09 13:22:28.993892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Transition to ACTIVE for port object e27ad592-3002-4b99-aa8f-0e503065bb97 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:28.994717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.007325 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.017087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Port 7760d2ef-a54b-4265-bddc-3f04becb27c6 on network 664ea4cc-9019-4659-b110-77f2c98b50ad not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:29.017468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Attempting to bind port 7760d2ef-a54b-4265-bddc-3f04becb27c6 on network 664ea4cc-9019-4659-b110-77f2c98b50ad {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:29.021057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'Port': ['ID=a4099c9c-fd74-4d31-8730-2cd31d0e5469,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:29.044012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:29.044268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Checking segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:29.044658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Bound using segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:29.045134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Bound port: 7760d2ef-a54b-4265-bddc-3f04becb27c6, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:29.045500 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.074297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Network bf851cde-0155-437b-b6f9-6abf0f610f94 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:29.081836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:29.085939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d585c3-4588-441b-a910-528a4b987406 req-38406acd-98ea-4324-9f21-345420b4f13e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.086245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:29.087398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3d585c3-4588-441b-a910-528a4b987406 req-38406acd-98ea-4324-9f21-345420b4f13e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 935 time: 0.4635396 Jul 09 13:22:29.096970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.153395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.182304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Attempting to bind port e27ad592-3002-4b99-aa8f-0e503065bb97 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:29.182879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Attempting to bind port e27ad592-3002-4b99-aa8f-0e503065bb97 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:29.183373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Attempting to bind port e27ad592-3002-4b99-aa8f-0e503065bb97 on network bf851cde-0155-437b-b6f9-6abf0f610f94 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:29.189767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Pushing event updated for resources: {'Port': ['ID=e27ad592-3002-4b99-aa8f-0e503065bb97,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:29.192950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:29.192950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Checking segment: {'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:29.193288 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.193739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Bound using segment: {'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:29.194312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Bound port: e27ad592-3002-4b99-aa8f-0e503065bb97, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:29.194795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.244185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.244804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.253059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.278628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] For port e27ad592-3002-4b99-aa8f-0e503065bb97, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:29.290239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3d585c3-4588-441b-a910-528a4b987406 req-a5946ca2-5575-44b8-9474-36404dab3179 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865475 Jul 09 13:22:29.303587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] For port 7760d2ef-a54b-4265-bddc-3f04becb27c6, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:29.306761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] For port e27ad592-3002-4b99-aa8f-0e503065bb97, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e27ad592-3002-4b99-aa8f-0e503065bb97,segment=NetworkSegment(6b4f1f65-0f49-40f8-aad7-00869c341191),segment_id=6b4f1f65-0f49-40f8-aad7-00869c341191)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:29.308042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5ab7cf5c-e7dd-4d52-bb81-796597e97541 None None] Provisioning for port a4099c9c-fd74-4d31-8730-2cd31d0e5469 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:29.309031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] For port 7760d2ef-a54b-4265-bddc-3f04becb27c6, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7760d2ef-a54b-4265-bddc-3f04becb27c6,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:29.322577 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.329908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5ab7cf5c-e7dd-4d52-bb81-796597e97541 None None] Provisioning complete for port a4099c9c-fd74-4d31-8730-2cd31d0e5469 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:29.329908 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cf5c-e7dd-4d52-bb81-796597e97541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.336598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.342844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-0ab45919-18bb-47b9-b7db-7e205447066b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0164545 Jul 09 13:22:29.367717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-0cee73c7-7802-4094-a8a8-e20315c1758a tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.369212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-0cee73c7-7802-4094-a8a8-e20315c1758a tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7406178 Jul 09 13:22:29.385603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.386232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.387665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] 10.222.0.10 "PUT /v2.0/ports/7760d2ef-a54b-4265-bddc-3f04becb27c6 HTTP/1.1" status: 200 len: 1092 time: 2.2853994 Jul 09 13:22:29.388577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb704eb-53db-4703-850a-bae82469ffc2', 'tag': '7760d2ef-a54b-4265-bddc-3f04becb27c6'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:29.391533 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb704eb-53db-4703-850a-bae82469ffc2", "tag": "7760d2ef-a54b-4265-bddc-3f04becb27c6"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:29.396457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Request body: {'port': {'device_id': '5332e1b2-1d3b-46b4-ae26-22280ed06dda', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'd44cb45c5a7745a193ede74d1f661d52'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:29.408922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7cf5c-e7dd-4d52-bb81-796597e97541 None None] Port a4099c9c-fd74-4d31-8730-2cd31d0e5469 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:29.427945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Allocated IP 172.25.5.191 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/8c7b73d7-545f-448a-9ee8-42b45db53fb1) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:29.435968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Request body: {'port': {'device_id': '568968bf-cc93-4420-9431-452e71d21087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:29.446842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21ecb1-8262-4855-bb97-d52bb2218c1f req-db0514b1-b317-4a9a-b9b6-1a0b7b3b13c3 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.448419 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed21ecb1-8262-4855-bb97-d52bb2218c1f req-db0514b1-b317-4a9a-b9b6-1a0b7b3b13c3 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.8157835 Jul 09 13:22:29.452557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f24f42-919d-452a-a343-1259c8b8dac6 None None] Pushing event updated for resources: {'Port': ['ID=e27ad592-3002-4b99-aa8f-0e503065bb97,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:29.455206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82644633-614f-4624-ad6f-62d95ed981e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7760d2ef-a54b-4265-bddc-3f04becb27c6,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:29.584698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.590242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.590863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.621724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-59a3519a-dff4-4ef7-aad0-b600b07e60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.623360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-59a3519a-dff4-4ef7-aad0-b600b07e60e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 1095 time: 0.1896906 Jul 09 13:22:29.685785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-b793f97d-9e46-4c3b-844e-7c6d1d19d7c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7760d2ef-a54b-4265-bddc-3f04becb27c6 HTTP/1.1" status: 200 len: 217 time: 0.0513389 Jul 09 13:22:29.689680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.691646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:29.740595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda7e32-8610-4fa8-baad-c1b37944297c req-6e9369ed-cae7-4cc1-b4a1-d9ee70d0ddbc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.741633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:29.742156 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbda7e32-8610-4fa8-baad-c1b37944297c req-6e9369ed-cae7-4cc1-b4a1-d9ee70d0ddbc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 944 time: 0.2194107 Jul 09 13:22:29.779081 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7439609 Jul 09 13:22:29.785273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58380) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:29.793053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'subnet': {'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:29.795014 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed21ecb1-8262-4855-bb97-d52bb2218c1f req-d2144172-bdf7-450c-b842-306d93f86512 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935734 Jul 09 13:22:29.821108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-14a47413-69f1-43ae-aad4-8ac70da12790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.823332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-14a47413-69f1-43ae-aad4-8ac70da12790 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 200 len: 852 time: 0.1305871 Jul 09 13:22:29.839998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91887c7-e9d9-4170-956e-6d4e4ded97f8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Network': ['ID=09f67b16-47cf-472a-990d-16b6a23d0b23,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:29.855045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 09f67b16-47cf-472a-990d-16b6a23d0b23 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:29.957242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.986383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-4f390f82-9a51-423f-ad55-75d5a7a50c20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=664ea4cc-9019-4659-b110-77f2c98b50ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499193 Jul 09 13:22:29.991004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.993669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.121991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbda7e32-8610-4fa8-baad-c1b37944297c req-54ff1617-d839-4426-ac1a-77bcb87aa917 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536575 Jul 09 13:22:30.181655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:30.193804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7b73d7-545f-448a-9ee8-42b45db53fb1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:30.196449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:30.204661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:30.239759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-52cbc36a-dc30-481c-868f-23f4fe4ba459 None None] Provisioning complete for port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:30.240382 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-52cbc36a-dc30-481c-868f-23f4fe4ba459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.265861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894be72-0380-4060-819c-c2f41fc2c406 None None] Network 602cc31d-1682-4a1e-93bf-7184aa688da6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:30.290559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-2c3ad71a-d194-4f31-8714-65b0a4579c33 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825432 Jul 09 13:22:30.293880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:30.297935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.340058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-52cbc36a-dc30-481c-868f-23f4fe4ba459 None None] Port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:30.477598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e8006164-e1ba-4068-a46a-b1193a77f450 None None] Provisioning for port 4424339b-0b55-4205-becb-22aac1ebe47f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:30.480179 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-75420116-d691-47a8-bc2f-e0cb29c24658 req-05eb69f7-6884-4a84-86d2-513852f164d9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 210 time: 0.4735572 Jul 09 13:22:30.486736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Made reservation on behalf of d44cb45c5a7745a193ede74d1f661d52 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:30.490232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.537072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.803656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Router 442914da-edd6-4cc4-a885-cc1b854b0747 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:30.841111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4424339b-0b55-4205-becb-22aac1ebe47f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:30.894742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.931879 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a1f90-e2f4-4d22-bcc2-7c5c05bbb3fd x-openstack-request-id: req-cf3a1f90-e2f4-4d22-bcc2-7c5c05bbb3fd {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:30.932167 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb704eb-53db-4703-850a-bae82469ffc2", "tag": "7760d2ef-a54b-4265-bddc-3f04becb27c6", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:30.932423 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf3a1f90-e2f4-4d22-bcc2-7c5c05bbb3fd {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:30.932789 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb704eb-53db-4703-850a-bae82469ffc2', 'tag': '7760d2ef-a54b-4265-bddc-3f04becb27c6', 'status': 'completed', 'code': 200} Jul 09 13:22:30.948203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 4424339b-0b55-4205-becb-22aac1ebe47f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:30.953543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4424339b-0b55-4205-becb-22aac1ebe47f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:30.953922 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.029541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Network 664ea4cc-9019-4659-b110-77f2c98b50ad is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:31.102457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Pushing event updated for resources: {'Port': ['ID=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:31.104989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:31.122563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:31.155774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-cac0e7fd-2635-48a1-94b8-6765b2564427 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8535581 Jul 09 13:22:31.204810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.205108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.205428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.205774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.206119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.206454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.206795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.207154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.207502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.207822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.208154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.208560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.228640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d2c76a-eea2-46c7-9e84-28f865c4d6d0 None None] Network bf851cde-0155-437b-b6f9-6abf0f610f94 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:31.272400 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.294178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-14c35a54-6edb-4a43-a87a-69dd043a3fd0 None None] Provisioning complete for port 4424339b-0b55-4205-becb-22aac1ebe47f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:31.294531 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-14c35a54-6edb-4a43-a87a-69dd043a3fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.308548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c1dbf-4d76-4d72-b8ce-db7b4bf4e01e req-25b21aa7-7f4b-4a73-a21e-d75f0e52a45d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:31.310159 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c6c1dbf-4d76-4d72-b8ce-db7b4bf4e01e req-25b21aa7-7f4b-4a73-a21e-d75f0e52a45d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 935 time: 0.5180645 Jul 09 13:22:31.367330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:31.368224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.376863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 4424339b-0b55-4205-becb-22aac1ebe47f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4424339b-0b55-4205-becb-22aac1ebe47f,segment=NetworkSegment(e211373d-4c17-4b4d-8096-1e7ccdc2deb7),segment_id=e211373d-4c17-4b4d-8096-1e7ccdc2deb7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:31.377467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05171a9a-8e6c-45fa-9399-ccedd52b944e req-53c636af-f2ef-49cc-8a09-3e77845b46f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:31.379183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05171a9a-8e6c-45fa-9399-ccedd52b944e req-53c636af-f2ef-49cc-8a09-3e77845b46f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 1.0357773 Jul 09 13:22:31.393694 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.394479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e27ad592-3002-4b99-aa8f-0e503065bb97 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:31.428352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.432262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.449652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:31.467949 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c43b4310-2f86-4994-b710-d2e4fce45ca7 admin admin] 10.222.0.32 "PUT /v2.0/routers/442914da-edd6-4cc4-a885-cc1b854b0747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8269589 Jul 09 13:22:31.467949 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.476442 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Sync routers for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:31.484288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-87baea6a-9683-4757-8384-95437159f76e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6293747 Jul 09 13:22:31.491396 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:31.492053 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:31.516011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Request body: {'port': {'device_id': '05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:31.519978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4099c9c-fd74-4d31-8730-2cd31d0e5469 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:31.563975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=4424339b-0b55-4205-becb-22aac1ebe47f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:31.596957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.611960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c6c1dbf-4d76-4d72-b8ce-db7b4bf4e01e req-bab5dddd-8dec-478e-96b6-25c9c74c2027 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636359 Jul 09 13:22:31.625545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e27ad592-3002-4b99-aa8f-0e503065bb97 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:31.638168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c242cd-359c-4f52-baa0-2df52a165abd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:31.653257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-bfb0dd61-f3f0-425d-bcbe-20662d529f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:31.654747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-bfb0dd61-f3f0-425d-bcbe-20662d529f85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 1095 time: 0.4257522 Jul 09 13:22:31.658460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.687975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Transition to ACTIVE for port object a4099c9c-fd74-4d31-8730-2cd31d0e5469 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:31.697011 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05171a9a-8e6c-45fa-9399-ccedd52b944e req-f81fe4c7-9e8a-4395-a506-89e2cb53e3d4 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058953 Jul 09 13:22:31.705173 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:31.716828 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.747976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7597b47b-e127-4592-9302-fd3d1ed78224 None None] Provisioning for port e27ad592-3002-4b99-aa8f-0e503065bb97 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:31.752557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7597b47b-e127-4592-9302-fd3d1ed78224 None None] Provisioning complete for port e27ad592-3002-4b99-aa8f-0e503065bb97 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:31.752938 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7597b47b-e127-4592-9302-fd3d1ed78224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.927731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7597b47b-e127-4592-9302-fd3d1ed78224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.981745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4099c9c-fd74-4d31-8730-2cd31d0e5469,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:31.996747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7597b47b-e127-4592-9302-fd3d1ed78224 None None] For port e27ad592-3002-4b99-aa8f-0e503065bb97, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e27ad592-3002-4b99-aa8f-0e503065bb97,segment=NetworkSegment(6b4f1f65-0f49-40f8-aad7-00869c341191),segment_id=6b4f1f65-0f49-40f8-aad7-00869c341191)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:32.006538 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7597b47b-e127-4592-9302-fd3d1ed78224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.036084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Allocated IP 192.168.233.78 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/48a204e5-4bf4-409a-ad8c-1b457e6373d6) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:32.048811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-a7ba86d2-6f96-42e8-adfd-a806ed866b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:32.067853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-a7ba86d2-6f96-42e8-adfd-a806ed866b28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 912 time: 0.3969648 Jul 09 13:22:32.088838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.103889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597b47b-e127-4592-9302-fd3d1ed78224 None None] Pushing event updated for resources: {'Port': ['ID=e27ad592-3002-4b99-aa8f-0e503065bb97,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:32.117163 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 2, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:32.146486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fbf1055f-2fe0-462d-a579-9f6b70e025a3 None None] Provisioning complete for port e27ad592-3002-4b99-aa8f-0e503065bb97 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:32.146863 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fbf1055f-2fe0-462d-a579-9f6b70e025a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.178530 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Checking router: 442914da-edd6-4cc4-a885-cc1b854b0747 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:32.179155 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Updating router 442914da-edd6-4cc4-a885-cc1b854b0747 port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:22:32.245594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-727b63da-1bef-4b25-ba4c-faeb700a4c4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7760d2ef-a54b-4265-bddc-3f04becb27c6 HTTP/1.1" status: 200 len: 217 time: 0.1404631 Jul 09 13:22:32.263787 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.353766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Subnet': ['ID=9b5f73e6-2b65-410f-b878-f652878e36c3,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:32.357999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b9e4ce2b-4b9f-4688-8c03-0b0a6299356f req-8f269ac5-6ff1-4048-b6b0-e4e8d5f370f3 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 210 time: 0.0737917 Jul 09 13:22:32.419114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Checking segment: {'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:32.419526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network hostable DHCP agents. Network: 09f67b16-47cf-472a-990d-16b6a23d0b23, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:32.426707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.432207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-628d2d24-91a7-42ef-8116-48814177c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:32.433650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-628d2d24-91a7-42ef-8116-48814177c5f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 200 len: 852 time: 0.1780870 Jul 09 13:22:32.459733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Attempting to bind port a4099c9c-fd74-4d31-8730-2cd31d0e5469 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:32.460115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Attempting to bind port a4099c9c-fd74-4d31-8730-2cd31d0e5469 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:32.460396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Attempting to bind port a4099c9c-fd74-4d31-8730-2cd31d0e5469 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:32.478009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Port a4099c9c-fd74-4d31-8730-2cd31d0e5469 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:32.478347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Attempting to bind port a4099c9c-fd74-4d31-8730-2cd31d0e5469 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:32.500559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:32.501120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:32.501603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:32.502010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Bound port: a4099c9c-fd74-4d31-8730-2cd31d0e5469, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:32.502371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.516105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-55e47a40-7029-4f38-bbcd-3d9eacc87e94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=664ea4cc-9019-4659-b110-77f2c98b50ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724335 Jul 09 13:22:32.560606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da7979-ab5f-46bd-b8be-fcce7bca1b05 req-1a7a045d-a7a8-4f52-810d-e3d36182bc23 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:32.568093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02da7979-ab5f-46bd-b8be-fcce7bca1b05 req-1a7a045d-a7a8-4f52-810d-e3d36182bc23 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 944 time: 0.4946773 Jul 09 13:22:32.601280 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.617829 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Transition to ACTIVE for port object 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:32.626113 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.626595 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.674072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network 09f67b16-47cf-472a-990d-16b6a23d0b23 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:32.677347 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Pushing event updated for resources: {'Port': ['ID=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:32.692782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4424339b-0b55-4205-becb-22aac1ebe47f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:32.694749 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.696558 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.696558 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.696558 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.696558 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.696992 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.697085 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.697443 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.697766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.698092 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.698449 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.698775 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:32.707484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 09f67b16-47cf-472a-990d-16b6a23d0b23) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:32.709595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Transition to ACTIVE for port object 48a204e5-4bf4-409a-ad8c-1b457e6373d6 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:32.730059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:32.730657 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.752505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02da7979-ab5f-46bd-b8be-fcce7bca1b05 req-e98d2288-698c-4852-9cae-ab07846b321e tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834576 Jul 09 13:22:32.760636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d726c9-32f0-4ac9-8b80-681d5761e59d None None] Network 09f67b16-47cf-472a-990d-16b6a23d0b23 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:32.788981 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Attempting to bind port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:32.789600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] For port a4099c9c-fd74-4d31-8730-2cd31d0e5469, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:32.789809 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Attempting to bind port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:32.790322 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Attempting to bind port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:32.797661 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:32.798259 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Checking segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:32.799601 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.800114 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Bound using segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:32.800662 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Bound port: 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:32.801163 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.808703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] For port a4099c9c-fd74-4d31-8730-2cd31d0e5469, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a4099c9c-fd74-4d31-8730-2cd31d0e5469,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:32.847306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.858238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d7c79c6f-a8a2-4983-9e6f-f5d4fdd01d07 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0718815 Jul 09 13:22:32.909562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-ab16d49e-92dd-46e8-88a0-842697cb8c87 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831673 Jul 09 13:22:32.942003 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] For port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:32.952183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] For port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:32.959110 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.988533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4424339b-0b55-4205-becb-22aac1ebe47f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:32.991333 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.037531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:33.038792 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.042723 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] 10.222.0.11 "PUT /v2.0/ports/a4099c9c-fd74-4d31-8730-2cd31d0e5469 HTTP/1.1" status: 200 len: 1095 time: 3.6572967 Jul 09 13:22:33.085229 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69af451-fe18-49b7-ad1a-260a7d68d9d4 None None] Pushing event updated for resources: {'Port': ['ID=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:33.097409 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:33.098492 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:33.112377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58408) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:33.117944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568968bf-cc93-4420-9431-452e71d21087', 'tag': 'a4099c9c-fd74-4d31-8730-2cd31d0e5469'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:33.126585 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd75de-1d8e-452c-bfed-23b0854579fc" -d '{"events": [{"name": "network-changed", "server_uuid": "568968bf-cc93-4420-9431-452e71d21087", "tag": "a4099c9c-fd74-4d31-8730-2cd31d0e5469"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:33.129066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b820a0-0de6-4b63-ad24-547e9e1bbcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4099c9c-fd74-4d31-8730-2cd31d0e5469,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:33.166772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Router 27a874a7-c684-47b8-ba04-e4c64a5b7eef is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:22:33.230791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:33.234558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7760d2ef-a54b-4265-bddc-3f04becb27c6 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:33.236719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-51271b8c-4eed-417e-9fde-2a6e45096eac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769687193', 'description': 'tempest-description--1777539480'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:33.304700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.352570 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4e5f15-961e-4c92-b8b4-a201c164c1d1 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:33.392138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-09f67b16-47cf-472a-990d-16b6a23d0b23', 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'fixed_ips': [{'subnet_id': '9b5f73e6-2b65-410f-b878-f652878e36c3'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:22:33.393611 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.414334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.420037 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:22:33.431042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51271b8c-4eed-417e-9fde-2a6e45096eac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.431854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Transition to ACTIVE for port object dc4e5f15-961e-4c92-b8b4-a201c164c1d1 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:33.447065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfad65-d013-4a95-8303-27eb2dd63554 req-6a53f9b2-143a-4fa0-83fa-23380a562ca5 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:33.454887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4dfad65-d013-4a95-8303-27eb2dd63554 req-6a53f9b2-143a-4fa0-83fa-23380a562ca5 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.3722303 Jul 09 13:22:33.480675 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.495329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:33.502924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:33.505638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:33.556337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:33.570665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674dd9df-a54d-4ce1-a0c5-bb583bd1f071 req-cdda325c-5421-4808-88a6-47058452a8e6 service neutron] 10.222.0.10 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497970 Jul 09 13:22:33.574477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e27ad592-3002-4b99-aa8f-0e503065bb97 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:33.584169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Sync routers for ids ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:33.631692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:33.632782 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.632952 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:32Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:33.637352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Pushing event updated for resources: {'Port': ['ID=48a204e5-4bf4-409a-ad8c-1b457e6373d6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:33.669125 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143f0130-53c2-479b-bea5-141eda0ec595 None None] The sync data for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 is: [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:32Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:33.688614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-36d82fcd-dbbc-41c2-beb3-5c64f7ef1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:33.690239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-36d82fcd-dbbc-41c2-beb3-5c64f7ef1e63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 1098 time: 0.5412829 Jul 09 13:22:33.762193 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.777142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-70f1e0ef-0d06-4f7e-909b-5ffa316ac837 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3496933 Jul 09 13:22:33.791809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58416) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:33.820936 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-de8a3b47-ea63-4445-98c1-d6bdb6d80b76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a4099c9c-fd74-4d31-8730-2cd31d0e5469 HTTP/1.1" status: 200 len: 217 time: 0.1067550 Jul 09 13:22:33.822733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9aae8cfc-5f59-4a57-9c81-0e65c34b641e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4322486 Jul 09 13:22:33.826815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:33.850104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Request body: {'port': {'device_id': '5332e1b2-1d3b-46b4-ae26-22280ed06dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:33.861083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7760d2ef-a54b-4265-bddc-3f04becb27c6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7760d2ef-a54b-4265-bddc-3f04becb27c6,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:33.875936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7760d2ef-a54b-4265-bddc-3f04becb27c6', 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'port_id': '7760d2ef-a54b-4265-bddc-3f04becb27c6', 'mac_address': 'fa:16:3e:aa:8c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89888a6f-becf-469a-b99c-1c5ba015262b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:33.887132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506d9eb-a7c3-4475-973f-abd309a9d487 req-68ba5465-861d-42ed-9843-725b60febc95 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:33.891743 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f506d9eb-a7c3-4475-973f-abd309a9d487 req-68ba5465-861d-42ed-9843-725b60febc95 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 947 time: 0.5449722 Jul 09 13:22:33.897314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Routers {'27a874a7-c684-47b8-ba04-e4c64a5b7eef'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:33.897962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:33.899688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4dfad65-d013-4a95-8303-27eb2dd63554 req-4d5fe930-f3d5-4081-a0b2-7e611d8dba43 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cc43df8-6108-4aa4-a967-d6f158dff006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845840 Jul 09 13:22:33.978636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-ff3aca00-57a2-47b5-9ba4-9e150c358d5a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:33.980438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-ff3aca00-57a2-47b5-9ba4-9e150c358d5a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 945 time: 0.3572726 Jul 09 13:22:34.041403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-cae71202-c67f-4440-b734-d8b5d5ce2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:34.042986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-cae71202-c67f-4440-b734-d8b5d5ce2447 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.2128401 Jul 09 13:22:34.179737 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f506d9eb-a7c3-4475-973f-abd309a9d487 req-380c5a9c-e959-410a-804a-974fdce26308 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128820 Jul 09 13:22:34.184620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Attempting to bind port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:34.184734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Attempting to bind port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:34.185059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Attempting to bind port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 on network 664ea4cc-9019-4659-b110-77f2c98b50ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:34.189971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.192173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.206094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 on network 664ea4cc-9019-4659-b110-77f2c98b50ad not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:34.206476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Attempting to bind port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 on network 664ea4cc-9019-4659-b110-77f2c98b50ad {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:34.217796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51271b8c-4eed-417e-9fde-2a6e45096eac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.218050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:34.218263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Checking segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:34.219019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Bound using segment: {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:34.219594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Bound port: dc4e5f15-961e-4c92-b8b4-a201c164c1d1, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8457024-5cc1-41e3-9e24-c5ef076a7deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:34.227449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Set router 27a874a7-c684-47b8-ba04-e4c64a5b7eef gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:34.232302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.247650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51271b8c-4eed-417e-9fde-2a6e45096eac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.329347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-e5cce3ce-7dbb-40b4-80aa-1a342853ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:34.330898 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-e5cce3ce-7dbb-40b4-80aa-1a342853ca1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757959 Jul 09 13:22:34.410677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Allocated IP 19.86.0.2 (09f67b16-47cf-472a-990d-16b6a23d0b23/9b5f73e6-2b65-410f-b878-f652878e36c3/e2e591a5-7f50-4fe2-b034-884a9e777684) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:34.442583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7760d2ef-a54b-4265-bddc-3f04becb27c6 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:34.447403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e27ad592-3002-4b99-aa8f-0e503065bb97 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:34.447897 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.717760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3bd43835-b28d-4ac8-9f69-164fb961282e None None] Provisioning for port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:34.742867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7760d2ef-a54b-4265-bddc-3f04becb27c6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7760d2ef-a54b-4265-bddc-3f04becb27c6,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:34.747605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Deleting port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:34.748825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.776334 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.785007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] For port dc4e5f15-961e-4c92-b8b4-a201c164c1d1, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:34.797716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51271b8c-4eed-417e-9fde-2a6e45096eac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.801957 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-51271b8c-4eed-417e-9fde-2a6e45096eac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6492779 Jul 09 13:22:34.803121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51271b8c-4eed-417e-9fde-2a6e45096eac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092802ab-f32f-424e-8814-657852a0842d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:34.805902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58428) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:34.876079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-49be6afd-b4a1-4f25-8189-42597b4ccaff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'security_group_rule': {'security_group_id': '092802ab-f32f-424e-8814-657852a0842d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:34.901380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75616d68-39f0-4a2f-a9aa-9ceabaf94f63 req-d59d535a-f004-44d8-a033-7ee4c5e40353 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:34.903362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75616d68-39f0-4a2f-a9aa-9ceabaf94f63 req-d59d535a-f004-44d8-a033-7ee4c5e40353 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.8209069 Jul 09 13:22:34.946015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e52adfb4-11e3-485b-afb4-21b171787f86 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:34.955861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e52adfb4-11e3-485b-afb4-21b171787f86 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:34.958466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e52adfb4-11e3-485b-afb4-21b171787f86 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/networks?id=bf851cde-0155-437b-b6f9-6abf0f610f94&id=09f67b16-47cf-472a-990d-16b6a23d0b23 HTTP/1.1" status: 200 len: 1391 time: 0.1690271 Jul 09 13:22:34.966711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] For port dc4e5f15-961e-4c92-b8b4-a201c164c1d1, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:34.986454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.015127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3bd43835-b28d-4ac8-9f69-164fb961282e None None] Provisioning complete for port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:35.016391 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bd43835-b28d-4ac8-9f69-164fb961282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.081336 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-d7d3d494-2e03-4987-81f5-9287853ce8d9 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/quotas/8b99dbee5d0b4ab5ac1fd677f103deb5 HTTP/1.1" status: 200 len: 375 time: 0.1088305 Jul 09 13:22:35.082150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:35.136285 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49be6afd-b4a1-4f25-8189-42597b4ccaff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.142123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7760d2ef-a54b-4265-bddc-3f04becb27c6,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:35.145303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:35.146445 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.147939 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c4ff813e-09b2-4501-932a-9f456dac3f50 service neutron] 10.222.0.11 "PUT /v2.0/ports/dc4e5f15-961e-4c92-b8b4-a201c164c1d1 HTTP/1.1" status: 200 len: 1091 time: 3.6417940 Jul 09 13:22:35.150557 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75616d68-39f0-4a2f-a9aa-9ceabaf94f63 req-ca5c4681-b77e-47bb-9976-640cee162d43 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294397 Jul 09 13:22:35.186106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] For port 6108dfba-5af9-4c9c-a01b-9ad4ace41490, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=6108dfba-5af9-4c9c-a01b-9ad4ace41490,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:35.186498 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.218515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7760d2ef-a54b-4265-bddc-3f04becb27c6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:35.276551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-833fd7cc-0334-4cac-97e3-05df024ecafa service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9381225 Jul 09 13:22:35.291485 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d77cfc-d1fe-40d7-a19d-b49ae503942b x-openstack-request-id: req-38d77cfc-d1fe-40d7-a19d-b49ae503942b {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:35.291775 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568968bf-cc93-4420-9431-452e71d21087", "tag": "a4099c9c-fd74-4d31-8730-2cd31d0e5469", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:35.292035 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38d77cfc-d1fe-40d7-a19d-b49ae503942b {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:35.292436 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568968bf-cc93-4420-9431-452e71d21087', 'tag': 'a4099c9c-fd74-4d31-8730-2cd31d0e5469', 'status': 'completed', 'code': 200} Jul 09 13:22:35.361017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49be6afd-b4a1-4f25-8189-42597b4ccaff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.376743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49be6afd-b4a1-4f25-8189-42597b4ccaff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.428543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 6108dfba-5af9-4c9c-a01b-9ad4ace41490 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:35.440175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3bd43835-b28d-4ac8-9f69-164fb961282e None None] Port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:35.446644 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.521621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be6afd-b4a1-4f25-8189-42597b4ccaff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1243b2c6-e9c1-4143-ae10-a898f8e4db15,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:35.549300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49be6afd-b4a1-4f25-8189-42597b4ccaff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.549300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-49be6afd-b4a1-4f25-8189-42597b4ccaff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6766768 Jul 09 13:22:35.549963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58434) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:35.554864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-fb247fcb-fa77-4d6f-8c09-5cc214dbb582 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'security_group_rule': {'security_group_id': '092802ab-f32f-424e-8814-657852a0842d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:35.556215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Transition to ACTIVE for port object e2e591a5-7f50-4fe2-b034-884a9e777684 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:35.563569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-99e60d83-52ed-469f-9027-c48411ef542d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4384573 Jul 09 13:22:35.568140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a204e5-4bf4-409a-ad8c-1b457e6373d6 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:35.581759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.582184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:22:31Z', 'revision_number': 3, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port': {'id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:29Z', 'updated_at': '2021-07-09T13:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:35.611043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Transition to ACTIVE for port object 48a204e5-4bf4-409a-ad8c-1b457e6373d6 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:35.627657 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.650209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:35.675467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Checking router: 27a874a7-c684-47b8-ba04-e4c64a5b7eef for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:35.675838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Updating router 27a874a7-c684-47b8-ba04-e4c64a5b7eef port 8c7b73d7-545f-448a-9ee8-42b45db53fb1 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:22:35.680063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Transition to ACTIVE for port object e2e591a5-7f50-4fe2-b034-884a9e777684 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:35.681600 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.681980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.682297 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Floating IP 4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d disassociated. External IP: 172.25.5.91, port: 6108dfba-5af9-4c9c-a01b-9ad4ace41490. Jul 09 13:22:35.682914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Calling delete_port for 6108dfba-5af9-4c9c-a01b-9ad4ace41490 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:35.686211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb247fcb-fa77-4d6f-8c09-5cc214dbb582 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.690970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.704988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-04157acf-6aed-4cba-b3c0-93631b74e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:35.707005 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-04157acf-6aed-4cba-b3c0-93631b74e66c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 1094 time: 0.4943080 Jul 09 13:22:35.721362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.740765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee584ca8-d602-4e50-8f82-c072c3a15409 req-5d40cc93-343c-4a28-ab4a-00c0cfde55ab tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:35.747703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee584ca8-d602-4e50-8f82-c072c3a15409 req-5d40cc93-343c-4a28-ab4a-00c0cfde55ab tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 935 time: 0.3070648 Jul 09 13:22:35.849393 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.869719 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.877612 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-74c212f8-e420-40fa-b70c-0b8090689a1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc4e5f15-961e-4c92-b8b4-a201c164c1d1 HTTP/1.1" status: 200 len: 217 time: 0.1345248 Jul 09 13:22:35.880132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec42978c-f05f-41c1-bc04-7a5f13bb3541 req-7f4259ff-3077-4e41-b815-a6f673365f83 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904908 Jul 09 13:22:35.884659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Pushing event updated for resources: {'Port': ['ID=48a204e5-4bf4-409a-ad8c-1b457e6373d6,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:35.947225 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee584ca8-d602-4e50-8f82-c072c3a15409 req-bdd02519-591e-46f7-961f-7d8a7374436f tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985416 Jul 09 13:22:35.971280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-ab5b33c1-20ef-42f5-929e-44380da4c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:35.973445 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-ab5b33c1-20ef-42f5-929e-44380da4c319 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 200 len: 852 time: 0.0733850 Jul 09 13:22:36.052190 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb247fcb-fa77-4d6f-8c09-5cc214dbb582 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.082454 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb247fcb-fa77-4d6f-8c09-5cc214dbb582 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.085660 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-c63c2967-3d27-4d5e-95c7-0a76e8afd231 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=664ea4cc-9019-4659-b110-77f2c98b50ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749323 Jul 09 13:22:36.124837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Network 09f67b16-47cf-472a-990d-16b6a23d0b23 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:36.186112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb247fcb-fa77-4d6f-8c09-5cc214dbb582 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4bd78e-ed0f-467c-8e84-0e8d7de9d1bc,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:36.214279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-516a846c-34f2-4227-906d-0e8a684c68e6 service neutron] 10.222.0.32 "GET /v2.0/networks/bf851cde-0155-437b-b6f9-6abf0f610f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914481 Jul 09 13:22:36.243951 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb247fcb-fa77-4d6f-8c09-5cc214dbb582 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.245140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fb247fcb-fa77-4d6f-8c09-5cc214dbb582 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6937764 Jul 09 13:22:36.254547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58438) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:36.259291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:36.299449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Allocated IP 172.20.0.1 (602cc31d-1682-4a1e-93bf-7184aa688da6/22e45a29-de83-476f-9e68-c753113e3619/73749a3b-55f0-4dbe-a681-9e9de70e37f8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:36.307199 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.319493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Transition to ACTIVE for port object 8c7b73d7-545f-448a-9ee8-42b45db53fb1 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:36.321564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.335817 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-bdac8d6b-7ed6-46db-bf92-37a36d661889 service neutron] 10.222.0.32 "GET /v2.0/networks/bf851cde-0155-437b-b6f9-6abf0f610f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202335 Jul 09 13:22:36.340311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.345256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Pushing event updated for resources: {'Port': ['ID=e2e591a5-7f50-4fe2-b034-884a9e777684,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:36.348420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:36.353428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.369065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:36.409284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event deleted for resources: {'Port': ['ID=6108dfba-5af9-4c9c-a01b-9ad4ace41490,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:36.430620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Attempting to bind port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:36.431402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Attempting to bind port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:36.432100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Attempting to bind port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:36.435800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-cb84b8a1-6a5f-4f6b-acd5-9b00b2202232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:36.438679 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-cb84b8a1-6a5f-4f6b-acd5-9b00b2202232 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 1098 time: 0.4631641 Jul 09 13:22:36.449928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:36.472983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad88caf-70d2-43f9-97f0-333fd407e11e req-62fae0a8-f01d-4883-88cd-5fc34aed18db tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:36.474536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bad88caf-70d2-43f9-97f0-333fd407e11e req-62fae0a8-f01d-4883-88cd-5fc34aed18db tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 945 time: 0.2975821 Jul 09 13:22:36.481576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:36.482197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Attempting to bind port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:36.505085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:36.505489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.538347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:36.538930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:36.539441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:36.540035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Bound port: 48a204e5-4bf4-409a-ad8c-1b457e6373d6, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:36.540510 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.565025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1fd3-8bd8-42e5-8f15-363a2824b9d2 None None] Pushing event updated for resources: {'Port': ['ID=8c7b73d7-545f-448a-9ee8-42b45db53fb1,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:36.570827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Attempting to bind port 8c7b73d7-545f-448a-9ee8-42b45db53fb1 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:36.571226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Attempting to bind port 8c7b73d7-545f-448a-9ee8-42b45db53fb1 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:36.571924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Attempting to bind port 8c7b73d7-545f-448a-9ee8-42b45db53fb1 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:36.582687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Attempting to bind port e2e591a5-7f50-4fe2-b034-884a9e777684 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:36.583086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Attempting to bind port e2e591a5-7f50-4fe2-b034-884a9e777684 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:36.583446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Attempting to bind port e2e591a5-7f50-4fe2-b034-884a9e777684 on network 09f67b16-47cf-472a-990d-16b6a23d0b23 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:36.587751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:36.587980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:36.588369 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.588768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:36.589240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Bound port: 8c7b73d7-545f-448a-9ee8-42b45db53fb1, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:36.589615 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.604426 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-a5f16826-a629-4ad8-b77b-d9138d3da50f service neutron] 10.222.0.11 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965959 Jul 09 13:22:36.622503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:36.622877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Checking segment: {'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:36.623312 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.623699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Bound using segment: {'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:36.624196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Bound port: e2e591a5-7f50-4fe2-b034-884a9e777684, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:36.624566 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.627294 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.641490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Transition to ACTIVE for port object 73749a3b-55f0-4dbe-a681-9e9de70e37f8 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:36.662504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] For port 48a204e5-4bf4-409a-ad8c-1b457e6373d6, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:36.666231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] For port 48a204e5-4bf4-409a-ad8c-1b457e6373d6, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=48a204e5-4bf4-409a-ad8c-1b457e6373d6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:36.694477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] For port 8c7b73d7-545f-448a-9ee8-42b45db53fb1, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:36.704020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.721837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.732461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] For port 8c7b73d7-545f-448a-9ee8-42b45db53fb1, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=8c7b73d7-545f-448a-9ee8-42b45db53fb1,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:36.747942 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.785423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bad88caf-70d2-43f9-97f0-333fd407e11e req-8045b73c-f665-44c4-9a37-ae0e78659878 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903569 Jul 09 13:22:36.813705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] For port e2e591a5-7f50-4fe2-b034-884a9e777684, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:36.815761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:36.816969 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.819361 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.820931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] 10.222.0.10 "PUT /v2.0/ports/48a204e5-4bf4-409a-ad8c-1b457e6373d6 HTTP/1.1" status: 200 len: 1095 time: 2.9793005 Jul 09 13:22:36.833536 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-d18f466f-ac0a-4806-9c14-5f293cba4740 service neutron] 10.222.0.32 "GET /v2.0/networks/09f67b16-47cf-472a-990d-16b6a23d0b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956434 Jul 09 13:22:36.868165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] For port e2e591a5-7f50-4fe2-b034-884a9e777684, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e2e591a5-7f50-4fe2-b034-884a9e777684,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:36.905602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Network 602cc31d-1682-4a1e-93bf-7184aa688da6 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:36.923949 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.938475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-1e6f2e68-188d-409c-bae5-db2917208f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:36.940167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-1e6f2e68-188d-409c-bae5-db2917208f43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4815331 Jul 09 13:22:36.941714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1fd3-8bd8-42e5-8f15-363a2824b9d2 None None] Pushing event updated for resources: {'Port': ['ID=8c7b73d7-545f-448a-9ee8-42b45db53fb1,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:36.948676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Routers {'27a874a7-c684-47b8-ba04-e4c64a5b7eef'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:36.949473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:36.953798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:36.979711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:36.994586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Pushing event updated for resources: {'Port': ['ID=73749a3b-55f0-4dbe-a681-9e9de70e37f8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:37.100848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:37.180278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:37.184241 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55b6191e-2c3e-401c-a781-d7939b25a5e1 req-3e851429-e266-44cd-aa7b-7feacb2623de tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 210 time: 0.1102133 Jul 09 13:22:37.196351 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.205856 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.316252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7760d2ef-a54b-4265-bddc-3f04becb27c6 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:37.333176 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.354905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286177a5-697a-4b75-846d-c1b6d1721964 None None] Pushing event updated for resources: {'Port': ['ID=e2e591a5-7f50-4fe2-b034-884a9e777684,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:37.445037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:37.480260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43', 'tag': 'dc4e5f15-961e-4c92-b8b4-a201c164c1d1'}, {'name': 'network-changed', 'server_uuid': '5332e1b2-1d3b-46b4-ae26-22280ed06dda', 'tag': '48a204e5-4bf4-409a-ad8c-1b457e6373d6'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:37.482380 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821" -d '{"events": [{"name": "network-changed", "server_uuid": "05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43", "tag": "dc4e5f15-961e-4c92-b8b4-a201c164c1d1"}, {"name": "network-changed", "server_uuid": "5332e1b2-1d3b-46b4-ae26-22280ed06dda", "tag": "48a204e5-4bf4-409a-ad8c-1b457e6373d6"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:37.484995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] Set router 27a874a7-c684-47b8-ba04-e4c64a5b7eef gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:37.518453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f646975-7fc2-498d-be37-7e0618fe9c08 service neutron] Pushing event updated for resources: {'Port': ['ID=48a204e5-4bf4-409a-ad8c-1b457e6373d6,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:37.525249 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-f137f3b1-29d7-4619-b8f7-1353eb189fde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a4099c9c-fd74-4d31-8730-2cd31d0e5469 HTTP/1.1" status: 200 len: 217 time: 0.5340226 Jul 09 13:22:37.690747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5b1719f-4112-4de4-acf0-b8fb032ac1e5 req-6a69c194-162b-4856-9c92-f72e463ec606 service neutron] 10.222.0.11 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0223637 Jul 09 13:22:37.718074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-5d75cb53-201c-4d28-89ed-d1c96c50f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:37.720518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-5d75cb53-201c-4d28-89ed-d1c96c50f833 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1475143 Jul 09 13:22:37.743185 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-92c5220a-19bb-4a73-adf8-2850931c354c service neutron] 10.222.0.32 "GET /v2.0/networks/09f67b16-47cf-472a-990d-16b6a23d0b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9014883 Jul 09 13:22:37.744971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 7760d2ef-a54b-4265-bddc-3f04becb27c6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:37.750679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 7760d2ef-a54b-4265-bddc-3f04becb27c6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:37.751108 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.799084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-8f370690-9ebc-4e50-9c19-1ec970eb8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:37.800736 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-8f370690-9ebc-4e50-9c19-1ec970eb8d42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d44cb45c5a7745a193ede74d1f661d52&device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 1098 time: 0.8866000 Jul 09 13:22:37.863867 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-fef66018-43c7-4c99-85a3-8e5b0144af9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=48a204e5-4bf4-409a-ad8c-1b457e6373d6 HTTP/1.1" status: 200 len: 217 time: 0.0532286 Jul 09 13:22:37.871127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cf064fc5-8364-41f7-a2b5-aa0acbdd891e None None] Provisioning for port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:37.880372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cf064fc5-8364-41f7-a2b5-aa0acbdd891e None None] Provisioning complete for port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:37.881034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cf064fc5-8364-41f7-a2b5-aa0acbdd891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.955721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-8c6a2590-6a38-4659-bea2-46535666f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:37.957343 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-8c6a2590-6a38-4659-bea2-46535666f778 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2131131 Jul 09 13:22:37.993988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-e68d9344-eacc-4162-a4b6-57db2405b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:37.996482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-e68d9344-eacc-4162-a4b6-57db2405b296 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1179302 Jul 09 13:22:38.123709 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.138819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-cf064fc5-8364-41f7-a2b5-aa0acbdd891e None None] Port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:38.181616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:22:31Z', 'revision_number': 3, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port': {'id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:29Z', 'updated_at': '2021-07-09T13:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:38.198973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-13b93119-44e6-41d5-9578-98c94ac5c81e service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324371 Jul 09 13:22:38.204324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-0924651f-a511-4122-8bc5-f918e9b356bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:38.205841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-0924651f-a511-4122-8bc5-f918e9b356bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796193 Jul 09 13:22:38.240027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Allocated IP 172.25.5.129 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/2c8f1a85-5e8d-4651-8017-0a3ae4bee254) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:38.254628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a6d1e-ec96-456b-a34e-9ba8e674c93d None None] The sync data for ids ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'] in n-d-799524-3 is: [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:22:31Z', 'revision_number': 3, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port': {'id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:29Z', 'updated_at': '2021-07-09T13:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:38.279013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7760d2ef-a54b-4265-bddc-3f04becb27c6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7760d2ef-a54b-4265-bddc-3f04becb27c6,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:38.281027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb704eb-53db-4703-850a-bae82469ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760d2ef-a54b-4265-bddc-3f04becb27c6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:38.285278 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74630dcf-05cd-47b9-a26f-8dd90984cdde" -d '{"events": [{"server_uuid": "3fb704eb-53db-4703-850a-bae82469ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "7760d2ef-a54b-4265-bddc-3f04becb27c6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:38.289784 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.330460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:38.342984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.345961 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] Sync routers for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:38.359858 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:38.362750 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:38.382044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7760d2ef-a54b-4265-bddc-3f04becb27c6,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:38.434058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fd75de-1d8e-452c-bfed-23b0854579fc req-eb69e5a1-3c38-447a-a7a3-21489146c141 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151408 Jul 09 13:22:38.448343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787554-a1b9-44be-b0e4-09bf6c8c6189 req-95c7072e-8a44-4c36-8105-1ef1af15f0c4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:38.456867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44787554-a1b9-44be-b0e4-09bf6c8c6189 req-95c7072e-8a44-4c36-8105-1ef1af15f0c4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 947 time: 1.0090711 Jul 09 13:22:38.486594 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-9d64ca48-f6f5-4659-895f-173d48f2d2e8 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684789 Jul 09 13:22:38.503500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f7ca-5e61-44cc-bd40-f942f3dc4e47 req-466381e8-c32f-491d-8667-7a8d6a64af40 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:38.506001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e79f7ca-5e61-44cc-bd40-f942f3dc4e47 req-466381e8-c32f-491d-8667-7a8d6a64af40 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.3672438 Jul 09 13:22:38.634217 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-785fe01e-a561-4ba0-93dd-0d6183357649 req-7a9c031e-24dc-4efd-a7ec-d8500a52a667 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271725 Jul 09 13:22:38.694343 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:38.694574 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e79f7ca-5e61-44cc-bd40-f942f3dc4e47 req-ee41e642-599e-4f89-8d82-928b5f1f0f7f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534995 Jul 09 13:22:38.732861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] No DVR routers for this DVR port 6108dfba-5af9-4c9c-a01b-9ad4ace41490 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:38.745407 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.747594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f2b5c4a-e822-4ead-98c7-d4246788a220 req-e1d1f4ea-a47a-4c44-832e-93b8987c4358 tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.10 "DELETE /v2.0/ports/6108dfba-5af9-4c9c-a01b-9ad4ace41490 HTTP/1.1" status: 204 len: 173 time: 4.7599649 Jul 09 13:22:38.749607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'name': 'network-vif-deleted', 'tag': '6108dfba-5af9-4c9c-a01b-9ad4ace41490'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:38.756740 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24f10a-06e2-44f1-ba90-a0fe3a573af3" -d '{"events": [{"server_uuid": "5ca5e90c-252a-4516-8f58-3b074e0901d7", "name": "network-vif-deleted", "tag": "6108dfba-5af9-4c9c-a01b-9ad4ace41490"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:38.820582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44787554-a1b9-44be-b0e4-09bf6c8c6189 req-b6a848a1-936b-4e67-af64-b932c95973c9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049581 Jul 09 13:22:38.950189 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ec1e73-23a3-4e24-b268-101b984b1e3e x-openstack-request-id: req-e6ec1e73-23a3-4e24-b268-101b984b1e3e {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:38.965586 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43", "tag": "dc4e5f15-961e-4c92-b8b4-a201c164c1d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5332e1b2-1d3b-46b4-ae26-22280ed06dda", "tag": "48a204e5-4bf4-409a-ad8c-1b457e6373d6", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:38.965956 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6ec1e73-23a3-4e24-b268-101b984b1e3e {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:38.966382 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43', 'tag': 'dc4e5f15-961e-4c92-b8b4-a201c164c1d1', 'status': 'completed', 'code': 200} Jul 09 13:22:38.966632 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5332e1b2-1d3b-46b4-ae26-22280ed06dda', 'tag': '48a204e5-4bf4-409a-ad8c-1b457e6373d6', 'status': 'completed', 'code': 200} Jul 09 13:22:38.986865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.025212 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c4914-15c0-4ceb-be90-63562a4c3eb6 req-0362d70a-f9a4-42bc-94ed-1167a72e0893 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.026832 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-805c4914-15c0-4ceb-be90-63562a4c3eb6 req-0362d70a-f9a4-42bc-94ed-1167a72e0893 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 947 time: 0.1682677 Jul 09 13:22:39.187080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad17bbc-358e-4a10-a1ab-5375b90fed42 None None] Network 09f67b16-47cf-472a-990d-16b6a23d0b23 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:39.225324 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.239037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.245798 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:22Z', 'revision_number': 5, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:39.279120 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-805c4914-15c0-4ceb-be90-63562a4c3eb6 req-519d1b35-cabc-499c-a8e0-9c20c66354b3 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294328 Jul 09 13:22:39.293004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.302337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-1376ca6f-17b2-4321-845d-687210c35d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.303905 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-1376ca6f-17b2-4321-845d-687210c35d71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fc1345b10304ad4a17b6244714f5dca&device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 1094 time: 0.2761409 Jul 09 13:22:39.326275 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] Checking router: 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:39.341853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8432f98f-0f2f-4ee8-9d28-b199fc6c6dcb None None] Provisioning for port e2e591a5-7f50-4fe2-b034-884a9e777684 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:39.359300 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:39.360853 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:39.436199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-39b0ae14-7412-4c1e-aab2-6aa9056e970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.438232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-39b0ae14-7412-4c1e-aab2-6aa9056e970b service neutron] 10.222.0.11 "GET /v2.0/networks?id=664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 200 len: 912 time: 0.1169870 Jul 09 13:22:39.447267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-71727bc8-afc7-409b-a88e-e9f87f794c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.448748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-71727bc8-afc7-409b-a88e-e9f87f794c6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d44cb45c5a7745a193ede74d1f661d52&device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 1098 time: 0.5004523 Jul 09 13:22:39.466583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:39.533083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:39.534985 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56743065-4c7c-43cc-bec9-4f8fd3bc372b req-c167da08-a26c-4e59-9eda-c9830c390126 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 210 time: 0.0773492 Jul 09 13:22:39.540673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:39.542737 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-8b0adca6-9fa9-4568-9a09-95c70385aa65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc4e5f15-961e-4c92-b8b4-a201c164c1d1 HTTP/1.1" status: 200 len: 217 time: 0.0940094 Jul 09 13:22:39.596441 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:39.651826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-4e66b0c9-7104-4b3b-96e9-7809eb98e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.653384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-4e66b0c9-7104-4b3b-96e9-7809eb98e27d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 200 len: 852 time: 0.1074586 Jul 09 13:22:39.659744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'Port': ['ID=2c8f1a85-5e8d-4651-8017-0a3ae4bee254,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:39.762789 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-81a57cdf-ec09-4111-b50a-488820e387aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=664ea4cc-9019-4659-b110-77f2c98b50ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011810 Jul 09 13:22:39.832464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e2e591a5-7f50-4fe2-b034-884a9e777684 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:39.880627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-1baa59f3-16dd-4a45-9056-834948f9d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.884982 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-1baa59f3-16dd-4a45-9056-834948f9d76c service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.3965361 Jul 09 13:22:39.910734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.962560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e2e591a5-7f50-4fe2-b034-884a9e777684 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:39.967987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6eddef85-cdb8-478e-8911-8d4e24c65311 req-2fc45481-b316-4c7d-8fd2-5151f038e84a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca5e90c-252a-4516-8f58-3b074e0901d7 HTTP/1.1" status: 200 len: 210 time: 0.0957286 Jul 09 13:22:39.972411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e2e591a5-7f50-4fe2-b034-884a9e777684 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:39.972690 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.070441 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:22Z', 'revision_number': 5, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:40.099752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-3068ef32-31c6-4de0-b99b-362534d476ef service neutron] 10.222.0.11 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300622 Jul 09 13:22:40.116156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b175befb-8f53-42da-98d2-7da31aa139de None None] Provisioning complete for port e2e591a5-7f50-4fe2-b034-884a9e777684 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:40.116655 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b175befb-8f53-42da-98d2-7da31aa139de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.124409 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80731c58-40e2-46e1-a778-e72a8de85f8c x-openstack-request-id: req-80731c58-40e2-46e1-a778-e72a8de85f8c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:40.129866 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb704eb-53db-4703-850a-bae82469ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "7760d2ef-a54b-4265-bddc-3f04becb27c6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:40.129866 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80731c58-40e2-46e1-a778-e72a8de85f8c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:40.129866 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb704eb-53db-4703-850a-bae82469ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760d2ef-a54b-4265-bddc-3f04becb27c6', 'code': 200} Jul 09 13:22:40.153530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a4099c9c-fd74-4d31-8730-2cd31d0e5469 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:40.183238 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9409370-c4f5-450c-98a4-af409d6f92f7 None None] The sync data for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 is: [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 4, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '17f91a28-af84-4297-859a-d8a964663e22', 'name': '', 'network_id': 'ca2a6a19-261f-4277-878d-41629ced5eee', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'mac_address': 'fa:16:3e:63:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:14Z', 'updated_at': '2021-07-09T13:20:22Z', 'revision_number': 5, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'subnets': [{'id': '10882d6f-3328-4b28-be5d-4a268c1ea67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:40.205574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.209273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-8c4adf9e-a5c8-4d2f-aa8c-74a64e752c5a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.217619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-8c4adf9e-a5c8-4d2f-aa8c-74a64e752c5a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.220223 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-8c4adf9e-a5c8-4d2f-aa8c-74a64e752c5a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "GET /v2.0/networks?id=bf851cde-0155-437b-b6f9-6abf0f610f94&id=09f67b16-47cf-472a-990d-16b6a23d0b23 HTTP/1.1" status: 200 len: 1391 time: 0.3610923 Jul 09 13:22:40.238272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'port': {'device_id': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94', 'admin_state_up': True, 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:40.299070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Pushing event updated for resources: {'Port': ['ID=73749a3b-55f0-4dbe-a681-9e9de70e37f8,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:40.346024 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-bad8d6d1-6beb-4c7e-8c31-0a9bc7b79903 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=48a204e5-4bf4-409a-ad8c-1b457e6373d6 HTTP/1.1" status: 200 len: 217 time: 0.3945189 Jul 09 13:22:40.352565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e2e591a5-7f50-4fe2-b034-884a9e777684, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e2e591a5-7f50-4fe2-b034-884a9e777684,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:40.364543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-cf7bf35c-0dc9-473c-b2a9-e7d3315dcc08 service neutron] 10.222.0.11 "GET /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562456 Jul 09 13:22:40.369146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.370248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:40.461593 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c62a86c-2407-4dc9-b143-95cef0e39d6d x-openstack-request-id: req-8c62a86c-2407-4dc9-b143-95cef0e39d6d {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:40.461593 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca5e90c-252a-4516-8f58-3b074e0901d7", "name": "network-vif-deleted", "tag": "6108dfba-5af9-4c9c-a01b-9ad4ace41490", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:40.461866 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c62a86c-2407-4dc9-b143-95cef0e39d6d {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:40.462110 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca5e90c-252a-4516-8f58-3b074e0901d7', 'name': 'network-vif-deleted', 'tag': '6108dfba-5af9-4c9c-a01b-9ad4ace41490', 'status': 'completed', 'code': 200} Jul 09 13:22:40.518046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:40.520800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2515-dce0-402e-83a9-cee92f5d7279 req-6a543e9a-528f-4c85-a34f-7685fba58b9a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.521653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e2e591a5-7f50-4fe2-b034-884a9e777684,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:40.522969 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.527977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb6d2515-dce0-402e-83a9-cee92f5d7279 req-6a543e9a-528f-4c85-a34f-7685fba58b9a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 946 time: 1.2715282 Jul 09 13:22:40.603248 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b175befb-8f53-42da-98d2-7da31aa139de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.606628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a4099c9c-fd74-4d31-8730-2cd31d0e5469, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a4099c9c-fd74-4d31-8730-2cd31d0e5469,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:40.625884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.626681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.626884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.627334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.627800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.628244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.628704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.629126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.629502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.629951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.630500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.630964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:40.644461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-54cbca89-2398-4870-8239-386afba400a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.645937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-54cbca89-2398-4870-8239-386afba400a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.2615638 Jul 09 13:22:40.650008 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.650577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'a4099c9c-fd74-4d31-8730-2cd31d0e5469', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'a4099c9c-fd74-4d31-8730-2cd31d0e5469', 'mac_address': 'fa:16:3e:ee:bb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:40.654601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Network 602cc31d-1682-4a1e-93bf-7184aa688da6 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:40.670965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:40.688199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb6d2515-dce0-402e-83a9-cee92f5d7279 req-b5b25710-5d90-4cb9-ae0f-b45bd03c1571 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584740 Jul 09 13:22:40.759258 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.772743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-b175befb-8f53-42da-98d2-7da31aa139de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:22:40.773429 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-b175befb-8f53-42da-98d2-7da31aa139de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:22:40.778484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:40.779016 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.782424 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4099c9c-fd74-4d31-8730-2cd31d0e5469 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:40.790775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Allocated IP 19.80.0.157 (bf851cde-0155-437b-b6f9-6abf0f610f94/643cd122-5e5c-4887-af5d-7683e792aa85/898f5786-e6c3-468a-89c8-5b1afc4223fb) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:40.836828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a4099c9c-fd74-4d31-8730-2cd31d0e5469, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a4099c9c-fd74-4d31-8730-2cd31d0e5469,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:40.858352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.926679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf50498-fe52-4c2a-8700-eff0c3dff17e req-d33f1576-9f8c-46b0-9683-4829f220c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.928345 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ddf50498-fe52-4c2a-8700-eff0c3dff17e req-d33f1576-9f8c-46b0-9683-4829f220c1aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 1097 time: 0.6116042 Jul 09 13:22:40.981932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a4099c9c-fd74-4d31-8730-2cd31d0e5469,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:40.985663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 8c7b73d7-545f-448a-9ee8-42b45db53fb1 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:41.025201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.051078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 8c7b73d7-545f-448a-9ee8-42b45db53fb1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:41.056854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 8c7b73d7-545f-448a-9ee8-42b45db53fb1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:41.057371 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.066810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963c806-696e-46cd-95a6-238fb30d4a86 req-e30e15f9-f50c-48d7-b6c6-eb6da6476c2c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:41.076409 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6963c806-696e-46cd-95a6-238fb30d4a86 req-e30e15f9-f50c-48d7-b6c6-eb6da6476c2c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 947 time: 0.3599186 Jul 09 13:22:41.103952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:41.158806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f9c85-d4dd-4082-8072-a5c2ad66568d None None] New status for floating IP 4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:22:41.164417 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ddf50498-fe52-4c2a-8700-eff0c3dff17e req-ca90c3ba-8166-4643-8a8b-48f302486cfc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080407 Jul 09 13:22:41.169112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-3a2eec3d-e5af-46af-bd4c-1d1fb29ad3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:41.170672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-3a2eec3d-e5af-46af-bd4c-1d1fb29ad3d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5149159 Jul 09 13:22:41.184109 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6963c806-696e-46cd-95a6-238fb30d4a86 req-593ce537-415d-437b-af72-a06dea48841b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031411 Jul 09 13:22:41.225448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Router 27a874a7-c684-47b8-ba04-e4c64a5b7eef has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:41.239755 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.254257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Transition to ACTIVE for port object 898f5786-e6c3-468a-89c8-5b1afc4223fb will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:41.269013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583cce8-5bcd-436a-be2a-228e751b242e req-4b7fc2ec-1d24-41c6-971a-dd8db1e7628a tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:41.270750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0583cce8-5bcd-436a-be2a-228e751b242e req-4b7fc2ec-1d24-41c6-971a-dd8db1e7628a tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 947 time: 0.3625770 Jul 09 13:22:41.319275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.352698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 48a204e5-4bf4-409a-ad8c-1b457e6373d6 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:41.380091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Port': ['ID=898f5786-e6c3-468a-89c8-5b1afc4223fb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:41.396604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network bf851cde-0155-437b-b6f9-6abf0f610f94 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:41.398220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:41.400735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:41.412371 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.475662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:41.476742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.478231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0583cce8-5bcd-436a-be2a-228e751b242e req-37470548-d57a-4c20-a49a-7cc01f20d2ee tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770198 Jul 09 13:22:41.515074 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e924fb4e-eb19-4a65-9074-58e49dc68c75 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2819767 Jul 09 13:22:41.527473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Request body: {'port': {'device_id': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23', 'admin_state_up': True, 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:41.560998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 8c7b73d7-545f-448a-9ee8-42b45db53fb1, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=8c7b73d7-545f-448a-9ee8-42b45db53fb1,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:41.618489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-a0293e57-9dd3-4b8d-add5-184315bf2279 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904614 Jul 09 13:22:41.635901 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.805144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.806046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Made reservation on behalf of 8b99dbee5d0b4ab5ac1fd677f103deb5 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:41.810212 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.822340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e2e591a5-7f50-4fe2-b034-884a9e777684 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:41.833776 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.836590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:41.848419 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Sync routers for ids ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:41.857529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3d658f67-e6cb-48d8-8b20-2b5dcd7fbf03 admin admin] 10.222.0.32 "PUT /v2.0/routers/27a874a7-c684-47b8-ba04-e4c64a5b7eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0637071 Jul 09 13:22:41.858545 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Routers {'27a874a7-c684-47b8-ba04-e4c64a5b7eef'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:41.859572 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:41.935502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 48a204e5-4bf4-409a-ad8c-1b457e6373d6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=48a204e5-4bf4-409a-ad8c-1b457e6373d6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:41.967239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=8c7b73d7-545f-448a-9ee8-42b45db53fb1,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:41.980885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9e059af9-19a6-40cc-9de7-e58b2c4b3e39 None None] Provisioning complete for port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:41.981364 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e059af9-19a6-40cc-9de7-e58b2c4b3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.985314 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'Port': ['ID=2c8f1a85-5e8d-4651-8017-0a3ae4bee254,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:42.009073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bbbb42d-d4a4-4139-bab3-f521c1b7c821 req-435d3045-f296-47f8-a55c-d9118f6ce2fc service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815942 Jul 09 13:22:42.012011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '48a204e5-4bf4-409a-ad8c-1b457e6373d6', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '48a204e5-4bf4-409a-ad8c-1b457e6373d6', 'mac_address': 'fa:16:3e:44:d6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:42.019738 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Set router 27a874a7-c684-47b8-ba04-e4c64a5b7eef gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:42.030258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ffbfd-9cf8-496a-afbe-501c8c79e5df req-100ba6d6-537a-4e37-a84c-5c0893441011 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:42.042782 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-458ffbfd-9cf8-496a-afbe-501c8c79e5df req-100ba6d6-537a-4e37-a84c-5c0893441011 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 932 time: 0.3142307 Jul 09 13:22:42.071324 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.076493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9e059af9-19a6-40cc-9de7-e58b2c4b3e39 None None] Port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:42.100884 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-458ffbfd-9cf8-496a-afbe-501c8c79e5df req-d4a5a2a1-c7f0-4506-b48f-cd77b04eefce tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571985 Jul 09 13:22:42.104324 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.107088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e2e591a5-7f50-4fe2-b034-884a9e777684 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:42.107536 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.117186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.127061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d27c99bb-e674-4e83-b325-4e3551d8c7ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8629794 Jul 09 13:22:42.127456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-13925047-5fa3-46da-8c27-9efda0a0fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:42.127456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-13925047-5fa3-46da-8c27-9efda0a0fdcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1da8dd5699204505ba87a481895acb6f&device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 1096 time: 0.4078393 Jul 09 13:22:42.160255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a204e5-4bf4-409a-ad8c-1b457e6373d6 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:42.171525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device dc4e5f15-961e-4c92-b8b4-a201c164c1d1 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:42.174145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58486) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:42.214087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 48a204e5-4bf4-409a-ad8c-1b457e6373d6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=48a204e5-4bf4-409a-ad8c-1b457e6373d6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:42.229596 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.313701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b1117d8b-2ce6-408c-85f9-b219c5460781 None None] Provisioning for port 898f5786-e6c3-468a-89c8-5b1afc4223fb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:42.327728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b1117d8b-2ce6-408c-85f9-b219c5460781 None None] Provisioning complete for port 898f5786-e6c3-468a-89c8-5b1afc4223fb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:42.329266 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1117d8b-2ce6-408c-85f9-b219c5460781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.347592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1576b6c1-f280-4dea-a610-d0bd4b25fa6a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.393635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930610a8-1cce-4004-bb89-69c75e9cd701 req-463bdf38-c16a-4939-affb-55561167c302 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:42.402044 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1576b6c1-f280-4dea-a610-d0bd4b25fa6a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.402659 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-930610a8-1cce-4004-bb89-69c75e9cd701 req-463bdf38-c16a-4939-affb-55561167c302 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.4859297 Jul 09 13:22:42.454172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=48a204e5-4bf4-409a-ad8c-1b457e6373d6,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:42.457618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b1117d8b-2ce6-408c-85f9-b219c5460781 None None] Port 898f5786-e6c3-468a-89c8-5b1afc4223fb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:42.465672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Allocated IP 19.86.0.41 (09f67b16-47cf-472a-990d-16b6a23d0b23/9b5f73e6-2b65-410f-b878-f652878e36c3/8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:42.489548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-afdc3bd9-cd2c-43f5-9153-f76e8bb48882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:42.491939 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-afdc3bd9-cd2c-43f5-9153-f76e8bb48882 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 200 len: 916 time: 0.3503048 Jul 09 13:22:42.493793 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:22:38Z', 'revision_number': 4, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port': {'id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:29Z', 'updated_at': '2021-07-09T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '73749a3b-55f0-4dbe-a681-9e9de70e37f8', 'name': '', 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'mac_address': 'fa:16:3e:e8:f2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '22e45a29-de83-476f-9e68-c753113e3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:35Z', 'updated_at': '2021-07-09T13:22:38Z', 'revision_number': 2, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'subnets': [{'id': '22e45a29-de83-476f-9e68-c753113e3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:42.498483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['48a204e5-4bf4-409a-ad8c-1b457e6373d6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:42.538100 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-930610a8-1cce-4004-bb89-69c75e9cd701 req-80632703-1dbf-4219-9946-7521f3b529e4 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302469 Jul 09 13:22:42.546375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1576b6c1-f280-4dea-a610-d0bd4b25fa6a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.549645 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1576b6c1-f280-4dea-a610-d0bd4b25fa6a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.561962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1576b6c1-f280-4dea-a610-d0bd4b25fa6a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "DELETE /v2.0/security-groups/3cc43df8-6108-4aa4-a967-d6f158dff006 HTTP/1.1" status: 204 len: 168 time: 0.3756325 Jul 09 13:22:42.561962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58494) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:42.564391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a055bd-dabe-40f8-9a6a-98aa15c33d8d req-c061a423-fcc5-419a-b2a1-5627ae31be37 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:42.572235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4a055bd-dabe-40f8-9a6a-98aa15c33d8d req-c061a423-fcc5-419a-b2a1-5627ae31be37 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 946 time: 0.1427166 Jul 09 13:22:42.584283 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Checking router: 27a874a7-c684-47b8-ba04-e4c64a5b7eef for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:42.584696 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Updating router 27a874a7-c684-47b8-ba04-e4c64a5b7eef port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:22:42.603045 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-725c11ce-b9a1-4d94-9e6e-6993337e58b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=538d134a-fd95-408d-abbb-1ed72c8806bc HTTP/1.1" status: 200 len: 217 time: 0.0968585 Jul 09 13:22:42.623655 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-eaa9a646-7761-463b-bfe1-c801e839bb9f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] show failed (client error): The resource could not be found. Jul 09 13:22:42.628426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eaa9a646-7761-463b-bfe1-c801e839bb9f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "GET /v2.0/security-groups/3cc43df8-6108-4aa4-a967-d6f158dff006 HTTP/1.1" status: 404 len: 347 time: 0.0322876 Jul 09 13:22:42.628426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576b6c1-f280-4dea-a610-d0bd4b25fa6a tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc43df8-6108-4aa4-a967-d6f158dff006,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:42.631408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58498) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:42.648045 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.660948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4a055bd-dabe-40f8-9a6a-98aa15c33d8d req-724ada1b-f660-4d71-93da-079119e734ef tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876808 Jul 09 13:22:42.741596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port dc4e5f15-961e-4c92-b8b4-a201c164c1d1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:42.761208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'dc4e5f15-961e-4c92-b8b4-a201c164c1d1', 'network_id': '664ea4cc-9019-4659-b110-77f2c98b50ad', 'port_id': 'dc4e5f15-961e-4c92-b8b4-a201c164c1d1', 'mac_address': 'fa:16:3e:0f:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89888a6f-becf-469a-b99c-1c5ba015262b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:42.825879 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.851773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4e5f15-961e-4c92-b8b4-a201c164c1d1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:42.878549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd81b8-88d7-4434-a53a-b619a0a0d244 req-20240b0a-6244-47bf-ba55-43843f700ba1 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:42.880309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27bd81b8-88d7-4434-a53a-b619a0a0d244 req-20240b0a-6244-47bf-ba55-43843f700ba1 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 948 time: 0.0702226 Jul 09 13:22:42.890073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port dc4e5f15-961e-4c92-b8b4-a201c164c1d1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:42.899300 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.939206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27bd81b8-88d7-4434-a53a-b619a0a0d244 req-4ea1ed22-fd02-49dc-879e-f8536659d971 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Jul 09 13:22:42.964673 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.983030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:43.007856 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.019971 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Transition to ACTIVE for port object 73749a3b-55f0-4dbe-a681-9e9de70e37f8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:43.026536 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.094713 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497009e9-4875-4a8b-9e7c-b0cf01cc0b25 None None] Pushing event updated for resources: {'Port': ['ID=73749a3b-55f0-4dbe-a681-9e9de70e37f8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:43.121147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['dc4e5f15-961e-4c92-b8b4-a201c164c1d1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:43.167389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861e34-9e8e-44d0-b30b-75269629c4f6 req-eeb990d5-0ade-4ab5-919a-229be845b99e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:43.168203 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Attempting to bind port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:43.168758 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Attempting to bind port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:43.169303 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Attempting to bind port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 on network 602cc31d-1682-4a1e-93bf-7184aa688da6 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:43.172184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d861e34-9e8e-44d0-b30b-75269629c4f6 req-eeb990d5-0ade-4ab5-919a-229be845b99e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 948 time: 0.1118379 Jul 09 13:22:43.177490 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:43.178134 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Checking segment: {'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:43.178728 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.179376 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Bound using segment: {'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:43.180069 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Bound port: 73749a3b-55f0-4dbe-a681-9e9de70e37f8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:43.180659 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.255991 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] For port 73749a3b-55f0-4dbe-a681-9e9de70e37f8, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:43.259781 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] For port 73749a3b-55f0-4dbe-a681-9e9de70e37f8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=73749a3b-55f0-4dbe-a681-9e9de70e37f8,segment=NetworkSegment(e211373d-4c17-4b4d-8096-1e7ccdc2deb7),segment_id=e211373d-4c17-4b4d-8096-1e7ccdc2deb7)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:43.267871 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.268115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d861e34-9e8e-44d0-b30b-75269629c4f6 req-83eb6a8b-8969-4825-a4c3-7bb0e84abdef tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855186 Jul 09 13:22:43.270307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-79dbf7fe-0172-4d2a-9abb-1b56c23f8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:43.271923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-79dbf7fe-0172-4d2a-9abb-1b56c23f8479 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 200 len: 855 time: 0.6564267 Jul 09 13:22:43.337390 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Routers {'27a874a7-c684-47b8-ba04-e4c64a5b7eef'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:43.339246 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:43.388407 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497009e9-4875-4a8b-9e7c-b0cf01cc0b25 None None] Pushing event updated for resources: {'Port': ['ID=73749a3b-55f0-4dbe-a681-9e9de70e37f8,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:43.464018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-6ea13f03-3977-4357-8a08-91404d714a01 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--769687193&fields=id&tenant_id=8dea83f14cb04fa38d15ca3e6b39d546 HTTP/1.1" status: 200 len: 267 time: 0.0434947 Jul 09 13:22:43.474412 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-4edf7758-5ce7-4a3a-9226-174ab1479031 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7955699 Jul 09 13:22:43.488394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:43.488914 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] Set router 27a874a7-c684-47b8-ba04-e4c64a5b7eef gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:43.581982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.585470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-9625912d-52a8-4899-8da8-2e4a8d4b0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:43.587061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-9625912d-52a8-4899-8da8-2e4a8d4b0b0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eddb29e0-3858-4af5-8519-461b86edcc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2971108 Jul 09 13:22:43.591545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a848c-0da2-4012-824c-a8832349c4d6 req-48d2be0b-f2bc-46b4-a442-0ae070b1a8e3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:43.595484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.599306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-48d2be0b-f2bc-46b4-a442-0ae070b1a8e3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.1343548 Jul 09 13:22:43.617150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-ac77ba34-ab03-47f0-bcca-9386eba363a5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/quotas/8dea83f14cb04fa38d15ca3e6b39d546 HTTP/1.1" status: 200 len: 375 time: 0.0162556 Jul 09 13:22:43.658229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Deleting port 54bc3207-4209-4d9b-ab0c-3e281866096b {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:43.658366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.664571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Transition to ACTIVE for port object 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:43.716089 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-fa26109d-8fdc-4dd7-8c40-c0e9904943dd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978835 Jul 09 13:22:43.765352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 8c7b73d7-545f-448a-9ee8-42b45db53fb1 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:43.834159 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.851404 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:22:38Z', 'revision_number': 4, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port': {'id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:29Z', 'updated_at': '2021-07-09T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '73749a3b-55f0-4dbe-a681-9e9de70e37f8', 'name': '', 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'mac_address': 'fa:16:3e:e8:f2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '22e45a29-de83-476f-9e68-c753113e3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:35Z', 'updated_at': '2021-07-09T13:22:43Z', 'revision_number': 4, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'subnets': [{'id': '22e45a29-de83-476f-9e68-c753113e3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:43.853416 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-7e41340f-67e9-4ffb-a88b-f91a2980e714 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229477 Jul 09 13:22:43.857955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 8c7b73d7-545f-448a-9ee8-42b45db53fb1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:43.858367 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.878673 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.883254 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.883603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.885047 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3fde1-123a-4fa0-abea-399858426c7a None None] The sync data for ids ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'] in n-d-799524-3 is: [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:22:38Z', 'revision_number': 4, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port': {'id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:29Z', 'updated_at': '2021-07-09T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '73749a3b-55f0-4dbe-a681-9e9de70e37f8', 'name': '', 'network_id': '602cc31d-1682-4a1e-93bf-7184aa688da6', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'mac_address': 'fa:16:3e:e8:f2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '22e45a29-de83-476f-9e68-c753113e3619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:35Z', 'updated_at': '2021-07-09T13:22:43Z', 'revision_number': 4, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'subnets': [{'id': '22e45a29-de83-476f-9e68-c753113e3619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:43.915269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-92c02c65-cab1-4ad4-af78-ddf836c0acb2 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057649 Jul 09 13:22:43.966655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Calling delete_port for 54bc3207-4209-4d9b-ab0c-3e281866096b owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:43.984988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-65000638-9638-4c3e-9e13-da029a843f60 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218262 Jul 09 13:22:44.061095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Network 09f67b16-47cf-472a-990d-16b6a23d0b23 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:44.103500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:44.106006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:44.150993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event updated for resources: {'Port': ['ID=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:44.178093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a4099c9c-fd74-4d31-8730-2cd31d0e5469 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:44.181717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.297765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port a4099c9c-fd74-4d31-8730-2cd31d0e5469 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:44.306441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port a4099c9c-fd74-4d31-8730-2cd31d0e5469 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:44.307049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.348708 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1fe9597f-54b6-41e2-ac09-bc7e514c6627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.421480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913a92e-220f-4ade-bd29-4ea53ca9e741 req-038b1b6c-c832-43b0-83f7-557c3ed9ac49 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.429942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.430549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3913a92e-220f-4ade-bd29-4ea53ca9e741 req-038b1b6c-c832-43b0-83f7-557c3ed9ac49 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 944 time: 0.1732404 Jul 09 13:22:44.438289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.442627 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.478036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.488091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568968bf-cc93-4420-9431-452e71d21087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4099c9c-fd74-4d31-8730-2cd31d0e5469'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:44.491869 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a99a4b-f2e4-4f12-87ed-ebd530e83af4" -d '{"events": [{"server_uuid": "568968bf-cc93-4420-9431-452e71d21087", "name": "network-vif-plugged", "status": "completed", "tag": "a4099c9c-fd74-4d31-8730-2cd31d0e5469"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:44.496628 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-1cf8e1a1-b4d5-44d7-af66-a7913e5a9954 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9748352 Jul 09 13:22:44.517048 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3913a92e-220f-4ade-bd29-4ea53ca9e741 req-97d9c2f0-acd8-4aac-bd71-606a0148ed92 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861094 Jul 09 13:22:44.520432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a4099c9c-fd74-4d31-8730-2cd31d0e5469, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a4099c9c-fd74-4d31-8730-2cd31d0e5469,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:44.522651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2913983a-c4d0-407f-b9b2-f6dd4458ce00 None None] Provisioning for port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:44.527897 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.528858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device dc4e5f15-961e-4c92-b8b4-a201c164c1d1 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:44.539053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Request body: {'port': {'device_id': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:44.555126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2913983a-c4d0-407f-b9b2-f6dd4458ce00 None None] Provisioning complete for port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:44.555639 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2913983a-c4d0-407f-b9b2-f6dd4458ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.590007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Pushing event deleted for resources: {'Port': ['ID=54bc3207-4209-4d9b-ab0c-3e281866096b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:44.673860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-489fb8dd-eb39-48e1-94b9-c29595ca6b12 req-293fa15e-0ee9-4b3f-b043-b6c6f7eb5ed3 service neutron] 10.222.0.11 "GET /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7269170 Jul 09 13:22:44.679462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2913983a-c4d0-407f-b9b2-f6dd4458ce00 None None] Port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:44.688872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a4099c9c-fd74-4d31-8730-2cd31d0e5469,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:44.701739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:44.708144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:44.708527 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.783750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Allocated IP 172.25.5.8 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/2a6d5353-f132-4d63-81fa-67361b34a083) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:44.798785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866acd8-d997-4be3-9519-6b043eb38768 req-635cb6d1-0230-4b09-a40a-a23dbf1c6e74 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.804948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866acd8-d997-4be3-9519-6b043eb38768 req-635cb6d1-0230-4b09-a40a-a23dbf1c6e74 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.806829 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e866acd8-d997-4be3-9519-6b043eb38768 req-635cb6d1-0230-4b09-a40a-a23dbf1c6e74 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1654 time: 0.1192935 Jul 09 13:22:44.829074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.839579 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.851003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.854289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.858293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b9c260e8-5823-4ab7-9a08-391a1c18fd0f tempest-ServersTestManualDisk-536569256 tempest-ServersTestManualDisk-536569256-project] 10.222.0.32 "DELETE /v2.0/floatingips/4a8cc54f-0a7e-4ecc-b4aa-9ca9a29f7e4d HTTP/1.1" status: 204 len: 168 time: 2.2068448 Jul 09 13:22:44.860371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58530) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:44.871636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e866acd8-d997-4be3-9519-6b043eb38768 req-bd392b29-59cb-4c0e-9e15-f1679c7ce6bd tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569925 Jul 09 13:22:44.911539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port dc4e5f15-961e-4c92-b8b4-a201c164c1d1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:44.921462 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.990693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:45.066194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880ac70-7487-43cd-85b1-f1453ace7553 req-5f013755-f641-401c-9b38-89d5c74c4bde tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:45.076273 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9880ac70-7487-43cd-85b1-f1453ace7553 req-5f013755-f641-401c-9b38-89d5c74c4bde tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.0858703 Jul 09 13:22:45.147722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9880ac70-7487-43cd-85b1-f1453ace7553 req-04b122d9-f39e-49bb-b4c6-9d9f75b3ab38 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619783 Jul 09 13:22:45.331071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 48a204e5-4bf4-409a-ad8c-1b457e6373d6 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:45.370410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb909-4bf0-49e4-93a5-38977afd266e req-11a14ef8-05c6-494e-a2f4-959e2c9fb9f0 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:45.376791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a6eb909-4bf0-49e4-93a5-38977afd266e req-11a14ef8-05c6-494e-a2f4-959e2c9fb9f0 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 949 time: 0.1001415 Jul 09 13:22:45.392831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:45.397896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:45.398284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.404223 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.427839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a6eb909-4bf0-49e4-93a5-38977afd266e req-5294be3a-3744-4a84-a0f8-1e98c1b7946e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478303 Jul 09 13:22:45.519660 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.557117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 48a204e5-4bf4-409a-ad8c-1b457e6373d6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=48a204e5-4bf4-409a-ad8c-1b457e6373d6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:45.572398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4386804c-6604-4106-896f-85d934cf759d req-a4e33d16-9b42-4426-995f-ff9935d8ca5d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 210 time: 0.0404060 Jul 09 13:22:45.575346 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.637518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.650903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898f5786-e6c3-468a-89c8-5b1afc4223fb {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:45.690068 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.699828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:45.705554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:45.711236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=48a204e5-4bf4-409a-ad8c-1b457e6373d6,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:45.715045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:45.757414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Transition to ACTIVE for port object 898f5786-e6c3-468a-89c8-5b1afc4223fb will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:45.776825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event updated for resources: {'Port': ['ID=2a6d5353-f132-4d63-81fa-67361b34a083,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:45.779384 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.838077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c5a7f-eacb-4c3b-8834-e457314760f8 req-e7025f38-3a2a-4d36-b16b-2f506f172e44 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:45.840223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 73749a3b-55f0-4dbe-a681-9e9de70e37f8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:45.846617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-328c5a7f-eacb-4c3b-8834-e457314760f8 req-e7025f38-3a2a-4d36-b16b-2f506f172e44 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 949 time: 0.1454601 Jul 09 13:22:45.918745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:45.931571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-328c5a7f-eacb-4c3b-8834-e457314760f8 req-3cae126c-53d8-4091-8b67-6992cc19476c tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824668 Jul 09 13:22:45.932544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:45.933264 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.070183 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8d31f1-6953-42a7-925c-648f6371f156 x-openstack-request-id: req-ab8d31f1-6953-42a7-925c-648f6371f156 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:46.070454 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568968bf-cc93-4420-9431-452e71d21087", "name": "network-vif-plugged", "status": "completed", "tag": "a4099c9c-fd74-4d31-8730-2cd31d0e5469", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:46.070849 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab8d31f1-6953-42a7-925c-648f6371f156 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:46.072032 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568968bf-cc93-4420-9431-452e71d21087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4099c9c-fd74-4d31-8730-2cd31d0e5469', 'code': 200} Jul 09 13:22:46.073087 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.115869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 73749a3b-55f0-4dbe-a681-9e9de70e37f8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=73749a3b-55f0-4dbe-a681-9e9de70e37f8,segment=NetworkSegment(e211373d-4c17-4b4d-8096-1e7ccdc2deb7),segment_id=e211373d-4c17-4b4d-8096-1e7ccdc2deb7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:46.120302 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.188834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=73749a3b-55f0-4dbe-a681-9e9de70e37f8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:46.258474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec902-140e-44db-9a43-f6cba9f37a9e req-64b7108f-6804-4f1a-a814-48fa50d6c9b0 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.260095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-179ec902-140e-44db-9a43-f6cba9f37a9e req-64b7108f-6804-4f1a-a814-48fa50d6c9b0 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 945 time: 0.0809438 Jul 09 13:22:46.302553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-179ec902-140e-44db-9a43-f6cba9f37a9e req-36661bc2-85a8-42ac-b17c-2ef707c97b91 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Jul 09 13:22:46.370532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Pushing event updated for resources: {'Port': ['ID=898f5786-e6c3-468a-89c8-5b1afc4223fb,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:46.471500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3669-6943-4366-a0a0-dd56ba648a5f req-3afbe63a-240b-4126-9fea-dbabdd1d0083 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.477372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3669-6943-4366-a0a0-dd56ba648a5f req-3afbe63a-240b-4126-9fea-dbabdd1d0083 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.479000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c28d3669-6943-4366-a0a0-dd56ba648a5f req-3afbe63a-240b-4126-9fea-dbabdd1d0083 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1666 time: 0.0737631 Jul 09 13:22:46.494366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.507448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a848c-0da2-4012-824c-a8832349c4d6 req-bb340fe4-fd24-466f-8700-d15b8183158b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.508908 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-bb340fe4-fd24-466f-8700-d15b8183158b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.3218527 Jul 09 13:22:46.515859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Attempting to bind port 898f5786-e6c3-468a-89c8-5b1afc4223fb on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:46.516190 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Attempting to bind port 898f5786-e6c3-468a-89c8-5b1afc4223fb by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:46.516766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Attempting to bind port 898f5786-e6c3-468a-89c8-5b1afc4223fb on network bf851cde-0155-437b-b6f9-6abf0f610f94 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:46.518687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c28d3669-6943-4366-a0a0-dd56ba648a5f req-64d07bd8-4420-4e31-b255-23a88113cbb7 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Jul 09 13:22:46.536077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.538786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11411e7-54cf-4949-be0b-74e3efa89eb7 req-38322fbd-bbe9-41ea-9857-240fb0ca091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.540350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a11411e7-54cf-4949-be0b-74e3efa89eb7 req-38322fbd-bbe9-41ea-9857-240fb0ca091e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 1100 time: 0.3105555 Jul 09 13:22:46.564372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Port 898f5786-e6c3-468a-89c8-5b1afc4223fb on network bf851cde-0155-437b-b6f9-6abf0f610f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:46.564699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Attempting to bind port 898f5786-e6c3-468a-89c8-5b1afc4223fb on network bf851cde-0155-437b-b6f9-6abf0f610f94 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:46.630988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:46.631328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Checking segment: {'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:46.631709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Bound using segment: {'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:46.632157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Bound port: 898f5786-e6c3-468a-89c8-5b1afc4223fb, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4f1f65-0f49-40f8-aad7-00869c341191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:46.632512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.674715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.700172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265fddc-9cdd-4f3c-85d7-d3ae0e649bab req-92fe4541-666d-42ab-a6cf-05c60ad68894 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.702746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d265fddc-9cdd-4f3c-85d7-d3ae0e649bab req-92fe4541-666d-42ab-a6cf-05c60ad68894 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.0688736 Jul 09 13:22:46.710397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-e068bc56-2d16-402a-b595-0199b4b0122d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dea83f14cb04fa38d15ca3e6b39d546 HTTP/1.1" status: 200 len: 379 time: 0.1901619 Jul 09 13:22:46.742761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d265fddc-9cdd-4f3c-85d7-d3ae0e649bab req-de8a7edc-2bf5-4ceb-b267-20bc25e91f8b tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341568 Jul 09 13:22:46.770105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'port': {'device_id': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'admin_state_up': True, 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'security_groups': ['092802ab-f32f-424e-8814-657852a0842d']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:46.790714 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a11411e7-54cf-4949-be0b-74e3efa89eb7 req-b5ef5810-19f4-437f-97f9-83030551ff2e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864076 Jul 09 13:22:46.813510 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-724ae384-8c9b-41d5-aea2-26a50cf648aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.910815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98573966-dbd5-4483-8bf7-ed3a7bba55f0 req-e4b22ae8-deca-4580-a24e-14e11d8ebfff tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.912592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98573966-dbd5-4483-8bf7-ed3a7bba55f0 req-e4b22ae8-deca-4580-a24e-14e11d8ebfff tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 949 time: 0.0663447 Jul 09 13:22:46.937041 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.955328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98573966-dbd5-4483-8bf7-ed3a7bba55f0 req-1198b5b9-6a57-4433-b23e-fd3105c2f098 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363679 Jul 09 13:22:46.964629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] For port 898f5786-e6c3-468a-89c8-5b1afc4223fb, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:47.018832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] For port 898f5786-e6c3-468a-89c8-5b1afc4223fb, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=898f5786-e6c3-468a-89c8-5b1afc4223fb,segment=NetworkSegment(6b4f1f65-0f49-40f8-aad7-00869c341191),segment_id=6b4f1f65-0f49-40f8-aad7-00869c341191)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:47.035610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.087198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ad44b6d-30b8-4115-a21b-52db42a9f4b6 req-bf4dbaf3-edc4-46c5-9992-5dd44076bb2d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 210 time: 0.0301666 Jul 09 13:22:47.108865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.109783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.111346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] 10.222.0.10 "PUT /v2.0/ports/898f5786-e6c3-468a-89c8-5b1afc4223fb HTTP/1.1" status: 200 len: 1092 time: 2.5860236 Jul 09 13:22:47.119855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'tag': '898f5786-e6c3-468a-89c8-5b1afc4223fb'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:47.122168 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb" -d '{"events": [{"name": "network-changed", "server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "tag": "898f5786-e6c3-468a-89c8-5b1afc4223fb"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:47.147771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Request body: {'port': {'device_id': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:47.212284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Made reservation on behalf of 8dea83f14cb04fa38d15ca3e6b39d546 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:47.215889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.223252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db950d15-65bf-47f6-81b6-6b77bbe4ff01 service neutron] Pushing event updated for resources: {'Port': ['ID=898f5786-e6c3-468a-89c8-5b1afc4223fb,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:47.297409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531b99a-22da-4386-b379-54c9c315e9bd req-0d00eaad-2104-4c46-a575-911494c8b088 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.298830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d531b99a-22da-4386-b379-54c9c315e9bd req-0d00eaad-2104-4c46-a575-911494c8b088 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 949 time: 0.0737798 Jul 09 13:22:47.332442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.347936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d531b99a-22da-4386-b379-54c9c315e9bd req-66d378f4-39cd-412d-bd4c-e05abd55e878 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Jul 09 13:22:47.379210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.399664 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865e5445-8db5-488e-b669-d4508a7c4cd1 x-openstack-request-id: req-865e5445-8db5-488e-b669-d4508a7c4cd1 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:47.399967 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "tag": "898f5786-e6c3-468a-89c8-5b1afc4223fb", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:47.400225 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-865e5445-8db5-488e-b669-d4508a7c4cd1 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:47.400625 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'tag': '898f5786-e6c3-468a-89c8-5b1afc4223fb', 'status': 'completed', 'code': 200} Jul 09 13:22:47.430430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.482078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-302ba159-9458-4bad-ac4e-9fbf825b2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.482577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-302ba159-9458-4bad-ac4e-9fbf825b2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.484272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-302ba159-9458-4bad-ac4e-9fbf825b2630 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1913 time: 0.0631518 Jul 09 13:22:47.549511 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:22:47.565521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event updated for resources: {'Port': ['ID=2a6d5353-f132-4d63-81fa-67361b34a083,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:47.612982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.653884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Allocated IP 172.20.0.5 (7ce63eea-58c0-45ab-b89e-0b3247376b4c/ca327f14-65b4-4971-87f3-833324482415/b986f4c8-2769-4783-b297-7571986377dc) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:47.734142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.740454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-254e5174-1867-416e-bda3-eecedb42b178 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.2650943 Jul 09 13:22:47.753866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 73749a3b-55f0-4dbe-a681-9e9de70e37f8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:47.804583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:47.804943 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.838707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Deleting port 17f91a28-af84-4297-859a-d8a964663e22 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:47.839131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.941741 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-80debb50-d4ec-4892-b1ad-a72f201a802f tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 694 time: 0.1765428 Jul 09 13:22:47.963429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-62905ed3-7846-4a7b-8ede-5a81a78e6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.964032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-62905ed3-7846-4a7b-8ede-5a81a78e6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.964357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-62905ed3-7846-4a7b-8ede-5a81a78e6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.965925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-62905ed3-7846-4a7b-8ede-5a81a78e6ccf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4677665 Jul 09 13:22:47.975238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da08965-11d6-4949-a09a-2cb23202f50c req-89c92f7b-8687-4f92-a656-0192fee0d83d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.976665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da08965-11d6-4949-a09a-2cb23202f50c req-89c92f7b-8687-4f92-a656-0192fee0d83d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.4885347 Jul 09 13:22:48.073073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4e5f15-961e-4c92-b8b4-a201c164c1d1'}, {'server_uuid': '5332e1b2-1d3b-46b4-ae26-22280ed06dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a204e5-4bf4-409a-ad8c-1b457e6373d6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:48.077267 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670c179f-f223-403f-bd61-9a82465e5bc6" -d '{"events": [{"server_uuid": "05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43", "name": "network-vif-plugged", "status": "completed", "tag": "dc4e5f15-961e-4c92-b8b4-a201c164c1d1"}, {"server_uuid": "5332e1b2-1d3b-46b4-ae26-22280ed06dda", "name": "network-vif-plugged", "status": "completed", "tag": "48a204e5-4bf4-409a-ad8c-1b457e6373d6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:48.077542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da08965-11d6-4949-a09a-2cb23202f50c req-0f2c1bf2-4e1a-4d8b-bc73-f727493970f1 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899608 Jul 09 13:22:48.099431 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.102685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-2f49f5f2-38e4-4c57-b754-3c881405be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.104189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a06cf77e-7a75-46f9-a5a1-f5f55333dffb req-2f49f5f2-38e4-4c57-b754-3c881405be17 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1266670 Jul 09 13:22:48.256001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5d596-c8e2-4e2e-af26-95d53ca80f55 req-01d6db8b-429d-4781-8c9c-6f403f077e85 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.257537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95c5d596-c8e2-4e2e-af26-95d53ca80f55 req-01d6db8b-429d-4781-8c9c-6f403f077e85 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 945 time: 0.0655873 Jul 09 13:22:48.297904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95c5d596-c8e2-4e2e-af26-95d53ca80f55 req-7775ef62-1361-4ca3-a29a-df0d158098c5 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344744 Jul 09 13:22:48.461798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] For port 17f91a28-af84-4297-859a-d8a964663e22, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=17f91a28-af84-4297-859a-d8a964663e22,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:48.462155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.471546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78484b3-ebaa-4237-b710-0a1081856dd5 req-434c2b0c-aad0-4b3e-b112-f1ad5e96a717 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.477482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78484b3-ebaa-4237-b710-0a1081856dd5 req-434c2b0c-aad0-4b3e-b112-f1ad5e96a717 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.479129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f78484b3-ebaa-4237-b710-0a1081856dd5 req-434c2b0c-aad0-4b3e-b112-f1ad5e96a717 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1666 time: 0.0752501 Jul 09 13:22:48.502887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Calling delete_port for 17f91a28-af84-4297-859a-d8a964663e22 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:48.517875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f78484b3-ebaa-4237-b710-0a1081856dd5 req-5a146522-0604-47ab-aad9-a8a8a02c2fa8 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Jul 09 13:22:48.530095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-defb3969-8a44-42ed-ab94-fbaf7d564628 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.532252 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bdc2f1c3-01e9-48a4-b6b3-098429f4f3ce req-defb3969-8a44-42ed-ab94-fbaf7d564628 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.5826464 Jul 09 13:22:48.542609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.591048 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e366d54e-d3d2-465c-981d-36333ad97489 x-openstack-request-id: req-e366d54e-d3d2-465c-981d-36333ad97489 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:48.591409 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43", "name": "network-vif-plugged", "status": "completed", "tag": "dc4e5f15-961e-4c92-b8b4-a201c164c1d1", "code": 200}, {"server_uuid": "5332e1b2-1d3b-46b4-ae26-22280ed06dda", "name": "network-vif-plugged", "status": "completed", "tag": "48a204e5-4bf4-409a-ad8c-1b457e6373d6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:48.592503 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e366d54e-d3d2-465c-981d-36333ad97489 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:48.593003 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4e5f15-961e-4c92-b8b4-a201c164c1d1', 'code': 200} Jul 09 13:22:48.593901 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5332e1b2-1d3b-46b4-ae26-22280ed06dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a204e5-4bf4-409a-ad8c-1b457e6373d6', 'code': 200} Jul 09 13:22:48.620572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Transition to ACTIVE for port object b986f4c8-2769-4783-b297-7571986377dc will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:48.640608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:48.654289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.691103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Transition to ACTIVE for port object 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:48.697640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.716397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce9a34-6d95-4db8-b736-43ee8e1705ba req-99b28dc9-3d3f-4d19-895e-279089553c49 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.718201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5bce9a34-6d95-4db8-b736-43ee8e1705ba req-99b28dc9-3d3f-4d19-895e-279089553c49 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 949 time: 0.0775194 Jul 09 13:22:48.781240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5bce9a34-6d95-4db8-b736-43ee8e1705ba req-5ca4875d-f462-4ccd-a9ab-c1a80b1f4961 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453598 Jul 09 13:22:48.790856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d85d1-5fab-46b3-8063-5ef466a0ecf7 req-17606046-5026-4550-90ba-0a9ae68d0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.792597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a6d85d1-5fab-46b3-8063-5ef466a0ecf7 req-17606046-5026-4550-90ba-0a9ae68d0f99 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 1100 time: 0.0926337 Jul 09 13:22:48.827452 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.841507 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a6d85d1-5fab-46b3-8063-5ef466a0ecf7 req-5e9dca78-b52c-495b-88e7-7d20e360200e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Jul 09 13:22:48.900578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:48.926815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:48.965523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:48.966431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042e5a8-1755-40c1-b52d-5608352ed500 req-5c687e39-0eae-4e87-b56c-6c46384607a6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.975956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a042e5a8-1755-40c1-b52d-5608352ed500 req-5c687e39-0eae-4e87-b56c-6c46384607a6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 931 time: 0.0852966 Jul 09 13:22:48.997596 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:49.019277 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a042e5a8-1755-40c1-b52d-5608352ed500 req-f998ea5f-0317-41f8-9f13-3d335a6b9bda tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Jul 09 13:22:49.102639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:49.120858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a92458-5ce2-4e00-9d86-1be4f42ad80b req-5f0ecaff-378d-457b-99f6-20a4568d5865 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.122422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97a92458-5ce2-4e00-9d86-1be4f42ad80b req-5f0ecaff-378d-457b-99f6-20a4568d5865 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 946 time: 0.3787847 Jul 09 13:22:49.134111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e4f74-3480-41f0-ab93-65436a7f3963 req-52443ca4-f0b4-4477-8786-8ea2a2ace58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.135659 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-854e4f74-3480-41f0-ab93-65436a7f3963 req-52443ca4-f0b4-4477-8786-8ea2a2ace58a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 1096 time: 0.3931551 Jul 09 13:22:49.157724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.158993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.199114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.214821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Attempting to bind port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:49.215232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Attempting to bind port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:49.215746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Attempting to bind port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae on network 09f67b16-47cf-472a-990d-16b6a23d0b23 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:49.253379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239e212-f17a-4a44-ad52-cdd51dc7ec50 req-3a1f002e-4755-427e-a55b-df1cf06fb463 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.255010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d239e212-f17a-4a44-ad52-cdd51dc7ec50 req-3a1f002e-4755-427e-a55b-df1cf06fb463 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 949 time: 0.1061685 Jul 09 13:22:49.258982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f91a28-af84-4297-859a-d8a964663e22,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:49.262534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-dc43b0a7-99de-4a4b-b3ec-30ee6ed49043 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5054383 Jul 09 13:22:49.274083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae on network 09f67b16-47cf-472a-990d-16b6a23d0b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:49.274406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Attempting to bind port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae on network 09f67b16-47cf-472a-990d-16b6a23d0b23 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:49.285564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Request body: {'port': {'device_id': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:49.309317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97a92458-5ce2-4e00-9d86-1be4f42ad80b req-4fceb0a1-3125-4453-9054-bfc3deab2339 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723857 Jul 09 13:22:49.313739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d239e212-f17a-4a44-ad52-cdd51dc7ec50 req-8437ca57-f0ea-4552-b63e-55f2c7e12ac3 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523474 Jul 09 13:22:49.316452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b5dac537-f4ac-4848-ae0a-4053aee496e4 None None] Provisioning for port b986f4c8-2769-4783-b297-7571986377dc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:49.324870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b5dac537-f4ac-4848-ae0a-4053aee496e4 None None] Provisioning complete for port b986f4c8-2769-4783-b297-7571986377dc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:49.325665 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b5dac537-f4ac-4848-ae0a-4053aee496e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.335095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-854e4f74-3480-41f0-ab93-65436a7f3963 req-7943ad4e-e7a9-49fe-a991-fb43aa831bbd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884763 Jul 09 13:22:49.338430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:49.338768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Checking segment: {'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:49.339176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Bound using segment: {'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:49.339630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Bound port: 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0d3173-832a-41db-bdd5-0a8f6a54166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:49.339989 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.373133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b5dac537-f4ac-4848-ae0a-4053aee496e4 None None] Port b986f4c8-2769-4783-b297-7571986377dc cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:49.545443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.566153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] For port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:49.573438 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.588832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-2b258a20-24ff-4a19-9df9-ba00a7453a9d tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2532697 Jul 09 13:22:49.599029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:49.616888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] For port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:49.623492 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.646561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.742607 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.747006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.747643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.749059 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] 10.222.0.10 "PUT /v2.0/ports/8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae HTTP/1.1" status: 200 len: 1091 time: 2.6060922 Jul 09 13:22:49.754155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'tag': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:49.756554 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de72779d-d781-4879-862e-3f2b55b86318" -d '{"events": [{"name": "network-changed", "server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "tag": "8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:49.778870 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.864913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a435f-4e4e-424f-b865-5bb951073003 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:49.922870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Allocated IP 172.25.5.251 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/089fe2b3-408d-4be4-8a4f-c1d5d84cca57) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:50.038610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.041020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8da0b-af35-44e1-bb0f-aeae3c71891b req-4607cdb3-14a3-490c-9a63-e8346bed4bb7 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:50.042786 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81c8da0b-af35-44e1-bb0f-aeae3c71891b req-4607cdb3-14a3-490c-9a63-e8346bed4bb7 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 1100 time: 0.4021275 Jul 09 13:22:50.083453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.097596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-81c8da0b-af35-44e1-bb0f-aeae3c71891b req-9c420bb6-fe08-45c5-bc88-cdbd147312d2 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.132864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:50.138213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:50.143028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-3cd979ef-ddae-4bae-81c6-ed6bea4cf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:50.143028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-3cd979ef-ddae-4bae-81c6-ed6bea4cf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:50.143380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:50.143502 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-3cd979ef-ddae-4bae-81c6-ed6bea4cf10d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1980 time: 0.3162229 Jul 09 13:22:50.144997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event updated for resources: {'Port': ['ID=089fe2b3-408d-4be4-8a4f-c1d5d84cca57,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:50.236000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.247859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-ba90024a-db42-4372-a829-ab69fa25f644 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.157&port_id=898f5786-e6c3-468a-89c8-5b1afc4223fb HTTP/1.1" status: 200 len: 217 time: 0.0906322 Jul 09 13:22:50.279671 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.428991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4ef03bab-4497-4244-9446-27cf2cab461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:50.430514 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-4ef03bab-4497-4244-9446-27cf2cab461a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=643cd122-5e5c-4887-af5d-7683e792aa85 HTTP/1.1" status: 200 len: 801 time: 0.1750693 Jul 09 13:22:50.437443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b986f4c8-2769-4783-b297-7571986377dc {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:50.450006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.454873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.459815 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.503461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:50.510675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Transition to ACTIVE for port object b986f4c8-2769-4783-b297-7571986377dc will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:50.523556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-81c8da0b-af35-44e1-bb0f-aeae3c71891b req-9c420bb6-fe08-45c5-bc88-cdbd147312d2 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.525266 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.530661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event updated for resources: {'Port': ['ID=089fe2b3-408d-4be4-8a4f-c1d5d84cca57,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:50.534494 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-81c8da0b-af35-44e1-bb0f-aeae3c71891b req-9c420bb6-fe08-45c5-bc88-cdbd147312d2 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.543174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.543528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.543869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.544204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.544538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.544867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.545194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.545521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.545848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.546612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.546984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.547280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.551583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.567379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.568826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-33c4cb92-b5c0-43cf-be83-bbff63bd73f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9741282 Jul 09 13:22:50.621216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-e54e6382-a541-4349-9ea0-4bcec6a867a0 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.251 HTTP/1.1" status: 200 len: 696 time: 0.0464635 Jul 09 13:22:50.735749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-dcff4d94-9d43-4f0f-9ae8-3e1343f60802 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:50.737186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23051080-7376-4fb3-b9e0-bde44d3a76a2 req-dcff4d94-9d43-4f0f-9ae8-3e1343f60802 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1098151 Jul 09 13:22:50.879868 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81c8da0b-af35-44e1-bb0f-aeae3c71891b req-9c420bb6-fe08-45c5-bc88-cdbd147312d2 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8266053 Jul 09 13:22:50.903683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb9f5c-60c3-4095-bef3-b5decf99f8e8 req-e60e0532-affc-47a9-983a-b3c1e873949b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:50.905227 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5bcb9f5c-60c3-4095-bef3-b5decf99f8e8 req-e60e0532-affc-47a9-983a-b3c1e873949b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 945 time: 0.0731080 Jul 09 13:22:50.939516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c420bb6-fe08-45c5-bc88-cdbd147312d2 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f279f7-61df-4d55-8bbd-c271e2e85d34,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:50.973809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5bcb9f5c-60c3-4095-bef3-b5decf99f8e8 req-7258c61e-2c47-4939-aa4d-94b73b832c2b tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609512 Jul 09 13:22:51.025688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:51.028358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:51.035609 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-faeb8c5d-89ca-4002-b7e5-de2951add001 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1753623 Jul 09 13:22:51.038092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58588) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:51.039219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] Sync routers for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:51.050637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:51.051555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:51.063831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-85d1540f-53b0-45ac-906d-9ab9f37f9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.065845 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-85d1540f-53b0-45ac-906d-9ab9f37f9918 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf851cde-0155-437b-b6f9-6abf0f610f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6213090 Jul 09 13:22:51.187981 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.210467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:51.263994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Attempting to bind port b986f4c8-2769-4783-b297-7571986377dc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:51.264343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Attempting to bind port b986f4c8-2769-4783-b297-7571986377dc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:51.264678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Attempting to bind port b986f4c8-2769-4783-b297-7571986377dc on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:51.279967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c6320-b2ca-4d44-91b6-7fa8ee260f9b req-3e4180a7-bc65-4252-890d-a7f228c850df tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.282137 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7f4c6320-b2ca-4d44-91b6-7fa8ee260f9b req-3e4180a7-bc65-4252-890d-a7f228c850df tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.2575581 Jul 09 13:22:51.282931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d732d8-f9f1-4590-8b9a-83f734727e98 req-108adc5e-36df-4a5a-8078-f570399eb9a6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.284503 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-7ad8cda4-1783-4879-b70d-7ec50a949166 service neutron] 10.222.0.10 "GET /v2.0/networks/bf851cde-0155-437b-b6f9-6abf0f610f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717980 Jul 09 13:22:51.285214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Port b986f4c8-2769-4783-b297-7571986377dc on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:51.285542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Attempting to bind port b986f4c8-2769-4783-b297-7571986377dc on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:51.288926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d732d8-f9f1-4590-8b9a-83f734727e98 req-108adc5e-36df-4a5a-8078-f570399eb9a6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.290997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:51.291356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Checking segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:51.291748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Bound using segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:51.292193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63d732d8-f9f1-4590-8b9a-83f734727e98 req-108adc5e-36df-4a5a-8078-f570399eb9a6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1678 time: 0.1582434 Jul 09 13:22:51.292344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Bound port: b986f4c8-2769-4783-b297-7571986377dc, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:51.292693 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.354262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63d732d8-f9f1-4590-8b9a-83f734727e98 req-9806dc6e-9a4f-4c67-8b08-98281caaf11b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509157 Jul 09 13:22:51.355452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.431007 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7f4c6320-b2ca-4d44-91b6-7fa8ee260f9b req-c889367c-2f53-4da0-bb50-d5dce89daae5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Jul 09 13:22:51.440921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:22:48Z', 'revision_number': 5, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port': {'id': 'b0c34aff-adad-448f-a80b-81d35cf75e76', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:20:08Z', 'updated_at': '2021-07-09T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:51.457520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Deleting port b0c34aff-adad-448f-a80b-81d35cf75e76 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:51.457960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.484854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:51.492091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] Checking router: 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:51.492624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:51.495598 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-29d12095-e7e8-4fe2-ba96-e2cff5150248 service neutron] 10.222.0.10 "GET /v2.0/networks/bf851cde-0155-437b-b6f9-6abf0f610f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007496 Jul 09 13:22:51.500287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.505683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] Routers {'1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:51.506439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:51.599330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] For port b0c34aff-adad-448f-a80b-81d35cf75e76, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0c34aff-adad-448f-a80b-81d35cf75e76,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:51.599590 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.616538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Calling delete_port for b0c34aff-adad-448f-a80b-81d35cf75e76 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:51.622400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] Set router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:51.647244 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482aec93-db58-43b1-acb4-778a75a1f8ed x-openstack-request-id: req-482aec93-db58-43b1-acb4-778a75a1f8ed {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:51.647541 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "tag": "8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:51.647796 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-482aec93-db58-43b1-acb4-778a75a1f8ed {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:51.648196 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'tag': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae', 'status': 'completed', 'code': 200} Jul 09 13:22:51.690771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 6, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:51.720359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-b3156712-1ffb-4dd6-bf1b-1d5636d1203d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.41&port_id=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae HTTP/1.1" status: 200 len: 217 time: 0.2157404 Jul 09 13:22:51.726134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a67e4a-6276-470a-ad21-89a9a537e3a6 None None] The sync data for ids ['1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2'] in n-d-799524-3 is: [{'id': '1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2', 'name': 'tempest-ServersTestManualDisk-1910484524-router', 'tenant_id': '67597b362cda40cbb4f236950fa87d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:20:05Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 6, 'project_id': '67597b362cda40cbb4f236950fa87d92', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:51.738900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.739854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.741497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] 10.222.0.11 "PUT /v2.0/ports/b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 1091 time: 2.4622233 Jul 09 13:22:51.801750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064da36-8240-47f0-a0cf-d380a357a89f service neutron] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:51.864480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-944957a9-234c-4af1-ba48-c3a6f978bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.866087 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-944957a9-234c-4af1-ba48-c3a6f978bc5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b5f73e6-2b65-410f-b878-f652878e36c3 HTTP/1.1" status: 200 len: 801 time: 0.1233845 Jul 09 13:22:51.870420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f075cee-4ce8-481f-a759-223bd43c23e8 req-395c47d2-1ff5-4af1-a761-48679cc41d19 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.872073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f075cee-4ce8-481f-a759-223bd43c23e8 req-395c47d2-1ff5-4af1-a761-48679cc41d19 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 949 time: 0.1203732 Jul 09 13:22:51.899222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7294b5-9160-4942-a447-f36811b65603 req-313c9689-7ac8-4ad1-ad46-aa2cf6bcfedf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.901428 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bc7294b5-9160-4942-a447-f36811b65603 req-313c9689-7ac8-4ad1-ad46-aa2cf6bcfedf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 943 time: 0.2508028 Jul 09 13:22:51.903925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.943353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c34aff-adad-448f-a80b-81d35cf75e76,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:51.948827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f075cee-4ce8-481f-a759-223bd43c23e8 req-4044ed5e-a5ae-4f41-9be2-b4980d443d3e tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693080 Jul 09 13:22:51.959932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a848c-0da2-4012-824c-a8832349c4d6 req-7929d4d8-d2e9-4089-a4fa-7481caae48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.961536 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-7929d4d8-d2e9-4089-a4fa-7481caae48fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1094 time: 0.1555836 Jul 09 13:22:52.019878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bc7294b5-9160-4942-a447-f36811b65603 req-6d221935-1fb5-44b1-bde4-4cf34bb5fefd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968776 Jul 09 13:22:52.021107 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-9b431d40-0d8d-4c26-8df6-3ca3ece4bc4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 217 time: 0.0518079 Jul 09 13:22:52.065440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e67ffe6a-cb16-4b8b-99a1-53b97d703571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.067501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-e67ffe6a-cb16-4b8b-99a1-53b97d703571 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09f67b16-47cf-472a-990d-16b6a23d0b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1913016 Jul 09 13:22:52.085314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.143022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a848c-0da2-4012-824c-a8832349c4d6 req-5d36e1f5-0ce7-47e7-8672-6f20d2aea627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.143022 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-5d36e1f5-0ce7-47e7-8672-6f20d2aea627 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1140256 Jul 09 13:22:52.217405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.225258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.236113 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-9e82b73f-faf4-494c-9c2d-f05301226217 service neutron] 10.222.0.10 "GET /v2.0/networks/09f67b16-47cf-472a-990d-16b6a23d0b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592064 Jul 09 13:22:52.243525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-8d0e1677-9962-44f1-ad8a-1f7a662f7537 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2608535 Jul 09 13:22:52.297556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:52.314466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a848c-0da2-4012-824c-a8832349c4d6 req-0125715c-ef15-446b-8f3e-b47d2b574c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.316326 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-0125715c-ef15-446b-8f3e-b47d2b574c44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661017 Jul 09 13:22:52.325927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.348582 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.349098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:22:52.357407 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.358555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c7f83f49-c3ca-4dba-9ece-bf598994dd71 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1c7fe211-fa66-45d0-ba8e-f1b1df4e7be2 HTTP/1.1" status: 204 len: 168 time: 1.3192372 Jul 09 13:22:52.364791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58598) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:52.450327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.466611 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509850f7-8121-4941-8ef5-2dd241fd78f5 req-35f627d1-6aec-4047-b23d-3f83b68bbc5e service neutron] 10.222.0.10 "GET /v2.0/networks/09f67b16-47cf-472a-990d-16b6a23d0b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217493 Jul 09 13:22:52.479091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c597f52-b125-4398-8fc7-750660b3a10c admin admin] Deleting subnet 10882d6f-3328-4b28-be5d-4a268c1ea67e {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:52.491457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-bbbcc3d5-05b9-4bca-9af6-4a2e39a50233 req-37bda5eb-930c-47d5-a2eb-a865d3f9f5b8 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:22:52.493082 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbbcc3d5-05b9-4bca-9af6-4a2e39a50233 req-37bda5eb-930c-47d5-a2eb-a865d3f9f5b8 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108609 Jul 09 13:22:52.493260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c597f52-b125-4398-8fc7-750660b3a10c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.567098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-47ef44a1-6c95-419f-9254-43047e02bdba service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432270 Jul 09 13:22:52.567924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Allocated IP 172.25.5.223 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/69911780-46ba-4474-85fe-c23d78da8d32) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:52.637283 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c597f52-b125-4398-8fc7-750660b3a10c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.680553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.725091 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.765444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:52.770420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:52.773904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:52.800615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event updated for resources: {'Port': ['ID=69911780-46ba-4474-85fe-c23d78da8d32,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:52.842644 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbbcc3d5-05b9-4bca-9af6-4a2e39a50233 req-33c2f6ef-8aa5-4ee9-8385-f45f95540d96 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3173730 Jul 09 13:22:52.847816 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-754a848c-0da2-4012-824c-a8832349c4d6 req-3816a32a-3444-48cd-9588-cae8a56bcb8b service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624638 Jul 09 13:22:52.852258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72779d-d781-4879-862e-3f2b55b86318 req-44cc99a3-0084-49a7-9231-b21bae6ed413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.852750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72779d-d781-4879-862e-3f2b55b86318 req-44cc99a3-0084-49a7-9231-b21bae6ed413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.854329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de72779d-d781-4879-862e-3f2b55b86318 req-44cc99a3-0084-49a7-9231-b21bae6ed413 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1980 time: 0.3302739 Jul 09 13:22:52.855710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c597f52-b125-4398-8fc7-750660b3a10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.867814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.923943 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.988325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c597f52-b125-4398-8fc7-750660b3a10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.022450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72779d-d781-4879-862e-3f2b55b86318 req-f948131a-d706-4b35-ada0-d9b15d767169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.023990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de72779d-d781-4879-862e-3f2b55b86318 req-f948131a-d706-4b35-ada0-d9b15d767169 service neutron] 10.222.0.10 "GET /v2.0/networks?id=09f67b16-47cf-472a-990d-16b6a23d0b23 HTTP/1.1" status: 200 len: 901 time: 0.1480031 Jul 09 13:22:53.026543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c597f52-b125-4398-8fc7-750660b3a10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10882d6f-3328-4b28-be5d-4a268c1ea67e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:53.028579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c597f52-b125-4398-8fc7-750660b3a10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.030747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5c597f52-b125-4398-8fc7-750660b3a10c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10882d6f-3328-4b28-be5d-4a268c1ea67e HTTP/1.1" status: 204 len: 168 time: 0.6628876 Jul 09 13:22:53.034478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a574473-70e5-45a0-8f3c-daa8971c712f None None] Network ca2a6a19-261f-4277-878d-41629ced5eee requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:53.036710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58604) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:53.129731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.136275 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.185803 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de72779d-d781-4879-862e-3f2b55b86318 req-35022736-3e0b-427d-81ed-92db9fcb07f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.41&port_id=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae HTTP/1.1" status: 200 len: 217 time: 0.1374927 Jul 09 13:22:53.195907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.231893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event updated for resources: {'Port': ['ID=69911780-46ba-4474-85fe-c23d78da8d32,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:53.241755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.258627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.258894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] DHCP port deletion for ca2a6a19-261f-4277-878d-41629ced5eee request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:22:53.260336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-5c8c80d8-4d64-4446-a28f-c995449e9517 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9673955 Jul 09 13:22:53.291346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72779d-d781-4879-862e-3f2b55b86318 req-6add7e37-d37a-4d5f-9a4e-c0e5f3978d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.292864 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de72779d-d781-4879-862e-3f2b55b86318 req-6add7e37-d37a-4d5f-9a4e-c0e5f3978d4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b5f73e6-2b65-410f-b878-f652878e36c3 HTTP/1.1" status: 200 len: 801 time: 0.0890920 Jul 09 13:22:53.329836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] Deleting port f18d8be8-6643-4bff-a2ad-61921cc48ff7 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:53.331652 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.341210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-0522476d-6328-48ca-8857-413477152459 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0726116 Jul 09 13:22:53.361979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Deleting port f18d8be8-6643-4bff-a2ad-61921cc48ff7 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:53.362325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.418820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] For port f18d8be8-6643-4bff-a2ad-61921cc48ff7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f18d8be8-6643-4bff-a2ad-61921cc48ff7,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:53.419397 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.433577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-6e1892b7-49f4-4c9f-90ec-b3efe2d38cdb tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252256 Jul 09 13:22:53.435619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] Calling delete_port for f18d8be8-6643-4bff-a2ad-61921cc48ff7 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:53.461681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-d5682057-ab78-4998-aac2-173d61720938 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.463176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8eded55b-c502-4f1e-bc04-cb7cba56b4bd req-d5682057-ab78-4998-aac2-173d61720938 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1209691 Jul 09 13:22:53.513870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] For port f18d8be8-6643-4bff-a2ad-61921cc48ff7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f18d8be8-6643-4bff-a2ad-61921cc48ff7,segment=NetworkSegment(d3423c27-c86f-4fb1-a994-7246a20caea4),segment_id=d3423c27-c86f-4fb1-a994-7246a20caea4)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:53.513870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.522863 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.535748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Calling delete_port for f18d8be8-6643-4bff-a2ad-61921cc48ff7 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:53.540379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72779d-d781-4879-862e-3f2b55b86318 req-f033e160-b7f7-4172-807a-3b36eb38b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.541925 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de72779d-d781-4879-862e-3f2b55b86318 req-f033e160-b7f7-4172-807a-3b36eb38b47c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09f67b16-47cf-472a-990d-16b6a23d0b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2344601 Jul 09 13:22:53.554273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] Pushing event deleted for resources: {'Port': ['ID=f18d8be8-6643-4bff-a2ad-61921cc48ff7,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:53.557949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843067dc-081e-4064-a875-2b8062a4c8a2 None None] No DVR routers for this DVR port f18d8be8-6643-4bff-a2ad-61921cc48ff7 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:53.637526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9e43e-2ab5-48b8-9c45-aedac0154320 req-942cf859-64b2-4efc-8fe4-349230c87a24 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.644705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9e43e-2ab5-48b8-9c45-aedac0154320 req-942cf859-64b2-4efc-8fe4-349230c87a24 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.646402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20a9e43e-2ab5-48b8-9c45-aedac0154320 req-942cf859-64b2-4efc-8fe4-349230c87a24 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1678 time: 0.0750120 Jul 09 13:22:53.652099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:53.654420 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c84bdb-fcc3-4a09-92cf-830a27039f49" -d '{"events": [{"name": "network-changed", "server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:53.689948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-da6c23d9-c6a9-474f-af77-5a3463e5493b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.696719 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-da6c23d9-c6a9-474f-af77-5a3463e5493b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541604 Jul 09 13:22:53.716913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20a9e43e-2ab5-48b8-9c45-aedac0154320 req-1c245e11-2d61-4f19-8cde-615e910d12ce tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638437 Jul 09 13:22:53.731382 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4d84c1d0-ed89-441c-b83a-95e7692f0fea tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/quotas/0ccb8a3f5536443fb61c4a689e467809 HTTP/1.1" status: 200 len: 375 time: 0.0336576 Jul 09 13:22:53.745443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0c34aff-adad-448f-a80b-81d35cf75e76 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:53.769556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b0c34aff-adad-448f-a80b-81d35cf75e76 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:53.769975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0c34aff-adad-448f-a80b-81d35cf75e76 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:53.770401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 17f91a28-af84-4297-859a-d8a964663e22 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:53.789583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 17f91a28-af84-4297-859a-d8a964663e22 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:53.789931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 17f91a28-af84-4297-859a-d8a964663e22 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:53.790356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f18d8be8-6643-4bff-a2ad-61921cc48ff7 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:53.792713 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de72779d-d781-4879-862e-3f2b55b86318 req-53445a78-a22a-43dc-9ddc-b8d012a6847d service neutron] 10.222.0.10 "GET /v2.0/networks/09f67b16-47cf-472a-990d-16b6a23d0b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395499 Jul 09 13:22:53.795392 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.817569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: f18d8be8-6643-4bff-a2ad-61921cc48ff7 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:53.817814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f18d8be8-6643-4bff-a2ad-61921cc48ff7 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:54.108931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4916fbb-8f47-4042-91d5-c7536b639b21 req-9e25866b-2f05-4ceb-b66d-15e9256dc613 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:54.110499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4916fbb-8f47-4042-91d5-c7536b639b21 req-9e25866b-2f05-4ceb-b66d-15e9256dc613 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.0653362 Jul 09 13:22:54.110664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18d8be8-6643-4bff-a2ad-61921cc48ff7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:54.143369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] No DVR routers for this DVR port f18d8be8-6643-4bff-a2ad-61921cc48ff7 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:54.155084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4916fbb-8f47-4042-91d5-c7536b639b21 req-2a2f07f1-f92d-4957-84b5-30d51ba6adc4 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364742 Jul 09 13:22:54.264618 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7288da67-64f3-4998-ac2c-2cb6cdf57730 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5324228 Jul 09 13:22:54.293168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.317524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2a6a19-261f-4277-878d-41629ced5eee']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:54.330912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07238a7-882c-4cba-9853-3744e44e159e req-d2856d6f-96b7-4434-a95e-ce239138063f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:54.331555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de72779d-d781-4879-862e-3f2b55b86318 req-43eee5db-4e25-4ca0-b1e7-779eec08e9c9 service neutron] 10.222.0.10 "GET /v2.0/networks/09f67b16-47cf-472a-990d-16b6a23d0b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247338 Jul 09 13:22:54.332466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d07238a7-882c-4cba-9853-3744e44e159e req-d2856d6f-96b7-4434-a95e-ce239138063f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 943 time: 0.0776019 Jul 09 13:22:54.337178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3423c27-c86f-4fb1-a994-7246a20caea4') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:54.337449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3423c27-c86f-4fb1-a994-7246a20caea4') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:54.361325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d6026979-3dfb-4b75-a8be-cc733637840a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:54.363272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d6026979-3dfb-4b75-a8be-cc733637840a tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.11 "GET /v2.0/ports?device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 945 time: 0.2261069 Jul 09 13:22:54.365003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.378779 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d07238a7-882c-4cba-9853-3744e44e159e req-1e752d12-7689-491a-b1d3-91b180e3c1de tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381911 Jul 09 13:22:54.413795 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.428827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:54.429227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:54.431336 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:54.515270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.520217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.524569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca2a6a19-261f-4277-878d-41629ced5eee HTTP/1.1" status: 204 len: 168 time: 1.4845259 Jul 09 13:22:54.540331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda91b1-3ffd-41c9-a6d9-ae6e72a3f998 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca2a6a19-261f-4277-878d-41629ced5eee,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:54.561887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Deleting port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:54.562644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.583500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d607-a3ac-4ca6-aed3-e29f207c9e23 req-7e4f4ca9-378a-4eae-980e-580976005498 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:54.585892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba46d607-a3ac-4ca6-aed3-e29f207c9e23 req-7e4f4ca9-378a-4eae-980e-580976005498 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 949 time: 0.0933671 Jul 09 13:22:54.646930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba46d607-a3ac-4ca6-aed3-e29f207c9e23 req-c6657c7d-5046-4016-a538-305aa44203c3 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/security-groups?id=79c242cd-359c-4f52-baa0-2df52a165abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552063 Jul 09 13:22:54.713509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] For port dc4e5f15-961e-4c92-b8b4-a201c164c1d1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:54.716955 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.732832 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb7cff-0db2-446b-b048-d5e122827e1d x-openstack-request-id: req-c3cb7cff-0db2-446b-b048-d5e122827e1d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:54.734633 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:54.734633 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3cb7cff-0db2-446b-b048-d5e122827e1d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:54.734633 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'status': 'completed', 'code': 200} Jul 09 13:22:54.802037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58634) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:54.872587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Calling delete_port for dc4e5f15-961e-4c92-b8b4-a201c164c1d1 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:54.885398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-1708ef4a-e87f-4fe9-b34d-bfabd9a13344 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2096508 Jul 09 13:22:54.900069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c02cfd79-a0c7-459b-b7f4-49f336506e23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67597b362cda40cbb4f236950fa87d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959027 Jul 09 13:22:54.902484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58638) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:54.912370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:54.962854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.040112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-6c48649a-684b-447c-bbfc-b49aed3f769d tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.041693 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-6c48649a-684b-447c-bbfc-b49aed3f769d tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.10 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 949 time: 0.2653067 Jul 09 13:22:55.043639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-bf8dfac8-f3f2-442c-94ea-d51eac1a0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.045039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-bf8dfac8-f3f2-442c-94ea-d51eac1a0ec4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1094 time: 0.2745328 Jul 09 13:22:55.167267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24a503-f57b-4ff7-bb2d-8d5d2ad46de6 req-717427f2-ccdb-4f83-a898-288d5ba8f584 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.168912 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4d24a503-f57b-4ff7-bb2d-8d5d2ad46de6 req-717427f2-ccdb-4f83-a898-288d5ba8f584 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/ports?device_id=05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43 HTTP/1.1" status: 200 len: 945 time: 0.3026323 Jul 09 13:22:55.321711 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.334087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7760d2ef-a54b-4265-bddc-3f04becb27c6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:55.337081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['dc4e5f15-961e-4c92-b8b4-a201c164c1d1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:55.338469 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4d24a503-f57b-4ff7-bb2d-8d5d2ad46de6 req-bbd1a566-4772-4e8d-9d85-37f8eda1aa24 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d065d6b-74db-4b94-9809-26c4cfa5d395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334028 Jul 09 13:22:55.347273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-5480c0c8-ff06-4dc9-983c-cf96651cca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.348890 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-5480c0c8-ff06-4dc9-983c-cf96651cca9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.2888691 Jul 09 13:22:55.357379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40f4a2ea-2c69-4785-92f3-2963e1f2ec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.388507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Pushing event deleted for resources: {'Port': ['ID=dc4e5f15-961e-4c92-b8b4-a201c164c1d1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:55.400710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 898f5786-e6c3-468a-89c8-5b1afc4223fb details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:55.430173 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-8d70f10d-a39c-4d14-96ab-070a8e1b07dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 217 time: 0.0529833 Jul 09 13:22:55.434763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Deleting port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:55.435205 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.462288 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40f4a2ea-2c69-4785-92f3-2963e1f2ec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.596867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161584-102c-4688-8ee5-0398dc86ed06 req-1a2203ef-a0ef-48f9-a04b-8d0add6522fc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.599921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df161584-102c-4688-8ee5-0398dc86ed06 req-1a2203ef-a0ef-48f9-a04b-8d0add6522fc tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fb704eb-53db-4703-850a-bae82469ffc2 HTTP/1.1" status: 200 len: 946 time: 0.1578345 Jul 09 13:22:55.625912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40f4a2ea-2c69-4785-92f3-2963e1f2ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.630332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40f4a2ea-2c69-4785-92f3-2963e1f2ec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.634852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40f4a2ea-2c69-4785-92f3-2963e1f2ec53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6283ceb-c267-4141-a9a6-c1f52da3623c HTTP/1.1" status: 204 len: 168 time: 0.7310069 Jul 09 13:22:55.680088 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.696529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4a2ea-2c69-4785-92f3-2963e1f2ec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6283ceb-c267-4141-a9a6-c1f52da3623c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:55.735261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 898f5786-e6c3-468a-89c8-5b1afc4223fb, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=898f5786-e6c3-468a-89c8-5b1afc4223fb,segment=NetworkSegment(6b4f1f65-0f49-40f8-aad7-00869c341191),segment_id=6b4f1f65-0f49-40f8-aad7-00869c341191)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:55.738501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] For port 48a204e5-4bf4-409a-ad8c-1b457e6373d6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=48a204e5-4bf4-409a-ad8c-1b457e6373d6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:55.738902 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.753722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '898f5786-e6c3-468a-89c8-5b1afc4223fb', 'network_id': 'bf851cde-0155-437b-b6f9-6abf0f610f94', 'port_id': '898f5786-e6c3-468a-89c8-5b1afc4223fb', 'mac_address': 'fa:16:3e:78:cc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643cd122-5e5c-4887-af5d-7683e792aa85', 'ip_address': '19.80.0.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:55.756848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Calling delete_port for 48a204e5-4bf4-409a-ad8c-1b457e6373d6 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:55.893844 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.924558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898f5786-e6c3-468a-89c8-5b1afc4223fb {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:55.949769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 898f5786-e6c3-468a-89c8-5b1afc4223fb, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=898f5786-e6c3-468a-89c8-5b1afc4223fb,segment=NetworkSegment(6b4f1f65-0f49-40f8-aad7-00869c341191),segment_id=6b4f1f65-0f49-40f8-aad7-00869c341191)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:55.959126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.963759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:55.986294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Deleting port 7760d2ef-a54b-4265-bddc-3f04becb27c6 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:55.986973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.988764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] No DVR routers for this DVR port dc4e5f15-961e-4c92-b8b4-a201c164c1d1 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:56.052889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.057084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.058311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Allocated IP 172.25.5.87 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/e9f2a793-2dc2-4c24-87ee-ab0ce3e3cb11) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:56.062902 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e5c26cb-1df8-4716-9ab9-586610c4d5c2 req-d94158c0-6f11-4fbe-aea3-a92d9cb601eb tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.11 "DELETE /v2.0/ports/dc4e5f15-961e-4c92-b8b4-a201c164c1d1 HTTP/1.1" status: 204 len: 173 time: 1.6884818 Jul 09 13:22:56.169847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Pushing event deleted for resources: {'Port': ['ID=48a204e5-4bf4-409a-ad8c-1b457e6373d6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:56.185689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-6006e9ae-d5e0-4010-90a2-993eb536559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:56.189023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-6006e9ae-d5e0-4010-90a2-993eb536559c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.7341495 Jul 09 13:22:56.212317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] For port 7760d2ef-a54b-4265-bddc-3f04becb27c6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7760d2ef-a54b-4265-bddc-3f04becb27c6,segment=NetworkSegment(e8457024-5cc1-41e3-9e24-c5ef076a7deb),segment_id=e8457024-5cc1-41e3-9e24-c5ef076a7deb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:56.212893 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.232985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] No DVR routers for this DVR port 48a204e5-4bf4-409a-ad8c-1b457e6373d6 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:56.236052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.239823 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-258aef9f-fdfb-4f0a-b40c-d7b448df0217 req-2191b6c7-2266-4a85-89da-bf03c22cfde9 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.10 "DELETE /v2.0/ports/48a204e5-4bf4-409a-ad8c-1b457e6373d6 HTTP/1.1" status: 204 len: 173 time: 1.1898377 Jul 09 13:22:56.244541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Calling delete_port for 7760d2ef-a54b-4265-bddc-3f04becb27c6 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:56.314258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf59d8-84af-4029-988b-c03fba1d85de req-fd59b58b-8780-4b4c-8b21-33c061c95489 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:56.321679 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fdf59d8-84af-4029-988b-c03fba1d85de req-fd59b58b-8780-4b4c-8b21-33c061c95489 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 946 time: 0.3294215 Jul 09 13:22:56.356705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:56.369888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-299765fe-188d-4391-863a-0ba90f5c1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:56.371701 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-299765fe-188d-4391-863a-0ba90f5c1af0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738160 Jul 09 13:22:56.385575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fdf59d8-84af-4029-988b-c03fba1d85de req-b3e64607-3972-4891-a630-1e756ae2455f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626321 Jul 09 13:22:56.391372 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.403432 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:22:56.536475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['48a204e5-4bf4-409a-ad8c-1b457e6373d6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:56.548586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.616807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-dac647ca-fd36-44d2-ae1a-3288b955ce06 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301240 Jul 09 13:22:56.653670 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:22:56.690129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=898f5786-e6c3-468a-89c8-5b1afc4223fb,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:56.744637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43', 'name': 'network-vif-deleted', 'tag': 'dc4e5f15-961e-4c92-b8b4-a201c164c1d1'}, {'server_uuid': '5332e1b2-1d3b-46b4-ae26-22280ed06dda', 'name': 'network-vif-deleted', 'tag': '48a204e5-4bf4-409a-ad8c-1b457e6373d6'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:56.748472 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f72b189-8017-4553-a606-9405b8059457" -d '{"events": [{"server_uuid": "05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43", "name": "network-vif-deleted", "tag": "dc4e5f15-961e-4c92-b8b4-a201c164c1d1"}, {"server_uuid": "5332e1b2-1d3b-46b4-ae26-22280ed06dda", "name": "network-vif-deleted", "tag": "48a204e5-4bf4-409a-ad8c-1b457e6373d6"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:56.772306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-28cbbab8-292d-4252-aa4d-48e42947e4bf tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388772 Jul 09 13:22:56.774795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:56.776984 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34c84bdb-fcc3-4a09-92cf-830a27039f49 req-62379bc8-4249-40d3-a068-800ac093e5cc service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536961 Jul 09 13:22:56.791985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:56.814415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:56.817884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:56.821460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event updated for resources: {'Port': ['ID=e9f2a793-2dc2-4c24-87ee-ab0ce3e3cb11,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:56.873298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae', 'network_id': '09f67b16-47cf-472a-990d-16b6a23d0b23', 'port_id': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae', 'mac_address': 'fa:16:3e:b6:88:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f73e6-2b65-410f-b878-f652878e36c3', 'ip_address': '19.86.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:56.876159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:56.893657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b986f4c8-2769-4783-b297-7571986377dc', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': 'b986f4c8-2769-4783-b297-7571986377dc', 'mac_address': 'fa:16:3e:d4:b7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:56.913488 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.932798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-b0c8885a-ceaa-499a-840d-90b6aa937ac3 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:56.933326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['dc4e5f15-961e-4c92-b8b4-a201c164c1d1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:56.934689 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-b0c8885a-ceaa-499a-840d-90b6aa937ac3 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565230 Jul 09 13:22:56.949670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Request body: {'port': {'device_id': 'cd2eddf5-29b2-4f00-b145-9d607c1f04a0', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ccb8a3f5536443fb61c4a689e467809'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:56.980035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Pushing event deleted for resources: {'Port': ['ID=7760d2ef-a54b-4265-bddc-3f04becb27c6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:57.013120 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.024574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.042659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:57.053734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b986f4c8-2769-4783-b297-7571986377dc {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:57.074230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] No DVR routers for this DVR port 7760d2ef-a54b-4265-bddc-3f04becb27c6 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:57.081562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:57.090573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.091441 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.093025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df161584-102c-4688-8ee5-0398dc86ed06 req-8244d494-b883-4fe4-9064-ac0cf29bbee8 tempest-MultipleCreateTestJSON-766219489 tempest-MultipleCreateTestJSON-766219489-project] 10.222.0.10 "DELETE /v2.0/ports/7760d2ef-a54b-4265-bddc-3f04becb27c6 HTTP/1.1" status: 204 len: 173 time: 1.4859986 Jul 09 13:22:57.094060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb704eb-53db-4703-850a-bae82469ffc2', 'name': 'network-vif-deleted', 'tag': '7760d2ef-a54b-4265-bddc-3f04becb27c6'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:57.096656 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a61584e-47cd-408d-97d6-78b8800c167f" -d '{"events": [{"server_uuid": "3fb704eb-53db-4703-850a-bae82469ffc2", "name": "network-vif-deleted", "tag": "7760d2ef-a54b-4265-bddc-3f04becb27c6"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:57.138068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:57.143535 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.149162 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.189727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58684) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:57.198291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:57.221996 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.269985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776767-cf94-41b0-9dce-18dcce237c9f req-35f134cb-fc80-4ba5-a81a-a264b5a8422f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:57.277782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776767-cf94-41b0-9dce-18dcce237c9f req-35f134cb-fc80-4ba5-a81a-a264b5a8422f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:57.279462 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-65776767-cf94-41b0-9dce-18dcce237c9f req-35f134cb-fc80-4ba5-a81a-a264b5a8422f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1679 time: 0.1948304 Jul 09 13:22:57.336953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:57.348012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-65776767-cf94-41b0-9dce-18dcce237c9f req-81a9e025-4362-480d-8073-3340f17d6d1d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 Jul 09 13:22:57.353500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1700252956-network', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:57.365444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Made reservation on behalf of 0ccb8a3f5536443fb61c4a689e467809 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:57.368226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b986f4c8-2769-4783-b297-7571986377dc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:57.371872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.401633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:57.404155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.421929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:57.428609 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.467579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7760d2ef-a54b-4265-bddc-3f04becb27c6 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:57.516164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 7760d2ef-a54b-4265-bddc-3f04becb27c6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:57.516828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7760d2ef-a54b-4265-bddc-3f04becb27c6 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:57.518055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 48a204e5-4bf4-409a-ad8c-1b457e6373d6 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:57.539912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.549414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.554017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 48a204e5-4bf4-409a-ad8c-1b457e6373d6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:57.554495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 48a204e5-4bf4-409a-ad8c-1b457e6373d6 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:57.643591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Allocated IP 192.168.233.20 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/83473b11-54e0-45f2-83da-c28f0f29dd86) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:57.708977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event updated for resources: {'Port': ['ID=e9f2a793-2dc2-4c24-87ee-ab0ce3e3cb11,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:57.724231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3cf1-a28b-4925-8d13-a86f19c7d603 req-c8cc9b28-de1e-49e1-b02d-f75f18655ee2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:57.727263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b90e3cf1-a28b-4925-8d13-a86f19c7d603 req-c8cc9b28-de1e-49e1-b02d-f75f18655ee2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1410174 Jul 09 13:22:57.751984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.759795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-cdccc38e-a5d8-4d25-a8c5-3a8e2e831758 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391870 Jul 09 13:22:57.860339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.867629 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b90e3cf1-a28b-4925-8d13-a86f19c7d603 req-da4920f0-d651-4234-be2f-cf22fd6f7e37 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329539 Jul 09 13:22:57.869821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.881556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.882787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-83343f9f-9404-487b-a255-0ccdf8393077 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9854834 Jul 09 13:22:57.956099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:57.984874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-1cb465aa-7f01-47ac-b53f-efaa54fc3ed1 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.0922172 Jul 09 13:22:57.993444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:58.013436 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.032860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Transition to ACTIVE for port object 83473b11-54e0-45f2-83da-c28f0f29dd86 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:58.061665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.062103 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Added segment 7cc31750-8c60-443e-b678-cfca831b4e1a of type vlan for network 61671166-2ff7-47cf-85fd-d0479610055b Jul 09 13:22:58.083627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-384358ee-45d7-404f-ab9b-3614e944490c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.085600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-384358ee-45d7-404f-ab9b-3614e944490c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194273 Jul 09 13:22:58.088871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04f2813b-ead2-45c1-906a-59d28dfcde86 req-275371eb-51aa-4064-8a47-5231472e93d7 tempest-ImagesNegativeTestJSON-259210309 tempest-ImagesNegativeTestJSON-259210309-project] 10.222.0.32 "GET /v2.0/ports?device_id=5332e1b2-1d3b-46b4-ae26-22280ed06dda HTTP/1.1" status: 200 len: 210 time: 0.0497389 Jul 09 13:22:58.135580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Request body: {'port': {'device_id': '4029cd38-821d-4245-be9e-af7a0398ae81', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ccb8a3f5536443fb61c4a689e467809'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:58.137610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.184774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:58.214723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:58.230161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:58.237714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.237985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:58.257466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device dc4e5f15-961e-4c92-b8b4-a201c164c1d1 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:58.309180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'Port': ['ID=83473b11-54e0-45f2-83da-c28f0f29dd86,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:58.351165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: dc4e5f15-961e-4c92-b8b4-a201c164c1d1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:58.351874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device dc4e5f15-961e-4c92-b8b4-a201c164c1d1 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:58.404544 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.405541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.406134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.407040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.407899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.430555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['898f5786-e6c3-468a-89c8-5b1afc4223fb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:58.447222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7242d-03a5-40e9-bfbb-dddbfb04879a req-f5a825f6-162f-4acc-a30e-211f8d008b98 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.448890 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0de7242d-03a5-40e9-bfbb-dddbfb04879a req-f5a825f6-162f-4acc-a30e-211f8d008b98 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.1127050 Jul 09 13:22:58.473192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-7919102a-5483-48b3-88c9-d287226af0f6 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.474606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4d2c083-f384-4c0c-847e-a8ffa7276328 req-7919102a-5483-48b3-88c9-d287226af0f6 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.4680936 Jul 09 13:22:58.479322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=61671166-2ff7-47cf-85fd-d0479610055b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:58.497664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Made reservation on behalf of 0ccb8a3f5536443fb61c4a689e467809 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:58.502797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.503348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 61671166-2ff7-47cf-85fd-d0479610055b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:58.523456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8080f93e-4538-425d-81eb-04c3d690e0d7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3326025 Jul 09 13:22:58.525496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58694) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:58.539283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Request body: {'subnet': {'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1700252956-subnet', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:58.554098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0de7242d-03a5-40e9-bfbb-dddbfb04879a req-528039b6-caf7-44a0-91a5-8a0a0bdc9e25 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979156 Jul 09 13:22:58.560026 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4d7fc9-264a-42bf-a9ad-dcb73663b364 x-openstack-request-id: req-5b4d7fc9-264a-42bf-a9ad-dcb73663b364 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:58.560725 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43", "name": "network-vif-deleted", "tag": "dc4e5f15-961e-4c92-b8b4-a201c164c1d1", "status": "completed", "code": 200}, {"server_uuid": "5332e1b2-1d3b-46b4-ae26-22280ed06dda", "name": "network-vif-deleted", "tag": "48a204e5-4bf4-409a-ad8c-1b457e6373d6", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:58.562569 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b4d7fc9-264a-42bf-a9ad-dcb73663b364 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:58.565112 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f4ec17-e52b-4fe6-a33f-c13eaf2e6f43', 'name': 'network-vif-deleted', 'tag': 'dc4e5f15-961e-4c92-b8b4-a201c164c1d1', 'status': 'completed', 'code': 200} Jul 09 13:22:58.567828 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5332e1b2-1d3b-46b4-ae26-22280ed06dda', 'name': 'network-vif-deleted', 'tag': '48a204e5-4bf4-409a-ad8c-1b457e6373d6', 'status': 'completed', 'code': 200} Jul 09 13:22:58.572968 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-512bd720-89ed-4280-8b56-c2fe932ddd75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6294575 Jul 09 13:22:58.584879 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Request body: {'port': {'device_id': 'cd2eddf5-29b2-4f00-b145-9d607c1f04a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:58.599482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:58.601650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.658108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-43a42efc-5a47-445c-ab81-a841bf153a79 None None] Provisioning for port 83473b11-54e0-45f2-83da-c28f0f29dd86 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:58.665879 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb57d2b-c141-48f1-a38e-877d9be7ffa2 x-openstack-request-id: req-5fb57d2b-c141-48f1-a38e-877d9be7ffa2 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:58.666165 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb704eb-53db-4703-850a-bae82469ffc2", "name": "network-vif-deleted", "tag": "7760d2ef-a54b-4265-bddc-3f04becb27c6", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:58.666413 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fb57d2b-c141-48f1-a38e-877d9be7ffa2 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:58.666805 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb704eb-53db-4703-850a-bae82469ffc2', 'name': 'network-vif-deleted', 'tag': '7760d2ef-a54b-4265-bddc-3f04becb27c6', 'status': 'completed', 'code': 200} Jul 09 13:22:58.673570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-43a42efc-5a47-445c-ab81-a841bf153a79 None None] Provisioning complete for port 83473b11-54e0-45f2-83da-c28f0f29dd86 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:58.674192 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43a42efc-5a47-445c-ab81-a841bf153a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.701034 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.719170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-43a42efc-5a47-445c-ab81-a841bf153a79 None None] Port 83473b11-54e0-45f2-83da-c28f0f29dd86 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:58.722671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a113283-0a87-4bb6-8968-c18254423968 req-9bf2ad17-659e-4e86-9e93-6426c78f0f80 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 210 time: 0.0549130 Jul 09 13:22:58.760828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58698) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:58.862498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Allocated IP 192.168.233.54 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/76139c11-1e6f-4190-80ad-b97c1311f481) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:58.866657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-224ab661-3e74-42b7-a731-cdbce52282db admin admin] Deleting subnet 89888a6f-becf-469a-b99c-1c5ba015262b {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:58.885834 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-410143c1-3738-4b35-95dc-7f138ce24604 req-943b6496-5f49-4103-9214-5065df0d939d tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips/6efdad8c-f06c-4099-b367-84768ee5fb2c HTTP/1.1" status: 200 len: 692 time: 0.1075959 Jul 09 13:22:58.886193 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-224ab661-3e74-42b7-a731-cdbce52282db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.973341 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-224ab661-3e74-42b7-a731-cdbce52282db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.012953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410143c1-3738-4b35-95dc-7f138ce24604 req-722d2b76-c038-4653-a3be-06db804bcd98 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.014336 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-410143c1-3738-4b35-95dc-7f138ce24604 req-722d2b76-c038-4653-a3be-06db804bcd98 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1216795 Jul 09 13:22:59.132912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-224ab661-3e74-42b7-a731-cdbce52282db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.162984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.219814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892be9e5-ec11-4665-8eb1-dbbbab2248d6 req-d925a83e-8964-4409-ba24-95a605b051bb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.225706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892be9e5-ec11-4665-8eb1-dbbbab2248d6 req-d925a83e-8964-4409-ba24-95a605b051bb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.227245 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-892be9e5-ec11-4665-8eb1-dbbbab2248d6 req-d925a83e-8964-4409-ba24-95a605b051bb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1680 time: 0.3551464 Jul 09 13:22:59.290885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0d72da-6ef1-4977-b9dc-908645ee4d80,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:59.298520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c429-6d66-4a81-9647-11580cb27857 req-714a3fa3-6021-4f9e-a62a-5249becba911 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.304330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c429-6d66-4a81-9647-11580cb27857 req-714a3fa3-6021-4f9e-a62a-5249becba911 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.310076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c429-6d66-4a81-9647-11580cb27857 req-714a3fa3-6021-4f9e-a62a-5249becba911 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.311772 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1072c429-6d66-4a81-9647-11580cb27857 req-714a3fa3-6021-4f9e-a62a-5249becba911 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e&device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de&device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 2418 time: 0.0841610 Jul 09 13:22:59.341651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-224ab661-3e74-42b7-a731-cdbce52282db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.350534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.354912 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1072c429-6d66-4a81-9647-11580cb27857 req-1441a48b-3205-4376-a401-f6247db15976 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370817 Jul 09 13:22:59.355133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-892be9e5-ec11-4665-8eb1-dbbbab2248d6 req-a3214e76-dacb-442e-8f8e-19c9f30547ee tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127536 Jul 09 13:22:59.355743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Checking segment: {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:59.356098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Network hostable DHCP agents. Network: 61671166-2ff7-47cf-85fd-d0479610055b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:59.374141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 898f5786-e6c3-468a-89c8-5b1afc4223fb up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:59.393840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ab661-3e74-42b7-a731-cdbce52282db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89888a6f-becf-469a-b99c-1c5ba015262b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:59.401067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Transition to ACTIVE for port object 76139c11-1e6f-4190-80ad-b97c1311f481 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:59.406567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-224ab661-3e74-42b7-a731-cdbce52282db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.408561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-224ab661-3e74-42b7-a731-cdbce52282db admin admin] 10.222.0.32 "DELETE /v2.0/subnets/89888a6f-becf-469a-b99c-1c5ba015262b HTTP/1.1" status: 204 len: 168 time: 0.6465781 Jul 09 13:22:59.411307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58708) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:59.444931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 898f5786-e6c3-468a-89c8-5b1afc4223fb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:59.450961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 898f5786-e6c3-468a-89c8-5b1afc4223fb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:59.452262 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.464279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-13b61217-37b8-4cfc-8716-3484f2b073f3 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips/6efdad8c-f06c-4099-b367-84768ee5fb2c HTTP/1.1" status: 200 len: 692 time: 0.0668242 Jul 09 13:22:59.466762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Network 61671166-2ff7-47cf-85fd-d0479610055b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:59.529076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 61671166-2ff7-47cf-85fd-d0479610055b) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:59.539117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.540330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.540920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.541525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813dd4c-be5d-4cfd-afad-d808b163706d None None] Network 61671166-2ff7-47cf-85fd-d0479610055b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:59.563133 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.589226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:59.595390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.615484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ccf0b80c-187d-4fb2-9b29-99f6b9cdef83 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0827880 Jul 09 13:22:59.618966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58710) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:59.629679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:59.646164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:59.659978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:59.660806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898f5786-e6c3-468a-89c8-5b1afc4223fb'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:59.662453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:59.663061 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8d1eb2-da15-4051-963f-7706675ca94d" -d '{"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-plugged", "status": "completed", "tag": "898f5786-e6c3-468a-89c8-5b1afc4223fb"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:59.690707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 898f5786-e6c3-468a-89c8-5b1afc4223fb, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=898f5786-e6c3-468a-89c8-5b1afc4223fb,segment=NetworkSegment(6b4f1f65-0f49-40f8-aad7-00869c341191),segment_id=6b4f1f65-0f49-40f8-aad7-00869c341191)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:59.704737 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.705556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:59.706778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'Port': ['ID=76139c11-1e6f-4190-80ad-b97c1311f481,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:59.733486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-e9d7e44d-47f3-4103-a75e-bb6a7778b544 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.735717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-e9d7e44d-47f3-4103-a75e-bb6a7778b544 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2639425 Jul 09 13:22:59.753327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.755863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.830394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.831092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.841422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.899425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=898f5786-e6c3-468a-89c8-5b1afc4223fb,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:59.925991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-84ca1630-d3f7-48a1-b0e4-e9a3d9a6c0f2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.1416037 Jul 09 13:22:59.959317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:59.965619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:59.965996 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.975446 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7d44fe13-9081-458e-a91e-98e53a904e7d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8482246 Jul 09 13:22:59.990854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Request body: {'port': {'device_id': '4029cd38-821d-4245-be9e-af7a0398ae81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:59.991698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-61671166-2ff7-47cf-85fd-d0479610055b', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:22:59.992542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.036847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9995160-a830-4c28-b069-4ddda93ee961 req-2ba48de7-18ff-4f5c-84fc-70fa4bf0cf15 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:00.038396 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a9995160-a830-4c28-b069-4ddda93ee961 req-2ba48de7-18ff-4f5c-84fc-70fa4bf0cf15 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.5585980 Jul 09 13:23:00.045486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.063640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f083a041-2b1d-4717-be01-36460d9fcc33 None None] Provisioning for port 76139c11-1e6f-4190-80ad-b97c1311f481 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:00.073104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664ea4cc-9019-4659-b110-77f2c98b50ad']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:00.099918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-b9fd4fdf-866a-4c82-8cad-a75cd5a50fd2 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.1268682 Jul 09 13:23:00.101327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8457024-5cc1-41e3-9e24-c5ef076a7deb') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:00.101631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8457024-5cc1-41e3-9e24-c5ef076a7deb') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:00.120972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f083a041-2b1d-4717-be01-36460d9fcc33 None None] Provisioning complete for port 76139c11-1e6f-4190-80ad-b97c1311f481 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:00.121506 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f083a041-2b1d-4717-be01-36460d9fcc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.127518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.153524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a9995160-a830-4c28-b069-4ddda93ee961 req-2adb5dd4-a958-40c5-8315-c0973287a869 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020436 Jul 09 13:23:00.196898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f083a041-2b1d-4717-be01-36460d9fcc33 None None] Port 76139c11-1e6f-4190-80ad-b97c1311f481 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:00.198539 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.198698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.217759 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.219479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:23:00.219977 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:23:00.221844 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:23:00.263705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83473b11-54e0-45f2-83da-c28f0f29dd86 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:00.284130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.340205 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Transition to ACTIVE for port object 83473b11-54e0-45f2-83da-c28f0f29dd86 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:00.342498 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.351649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.356720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] 10.222.0.32 "DELETE /v2.0/networks/664ea4cc-9019-4659-b110-77f2c98b50ad HTTP/1.1" status: 204 len: 168 time: 0.9442787 Jul 09 13:23:00.357656 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.412045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:00.425769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589fe1a-9fa5-4d2c-aa2b-ee34423a3416 admin admin] Pushing event deleted for resources: {'Network': ['ID=664ea4cc-9019-4659-b110-77f2c98b50ad,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:00.466763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Pushing event updated for resources: {'Port': ['ID=83473b11-54e0-45f2-83da-c28f0f29dd86,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:00.486089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6607c4ab-6b3e-4152-82ed-b68a76c4f57d req-40b2ede3-a378-479b-807e-3eeff47eca79 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2070627 Jul 09 13:23:00.486684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Allocated IP 172.20.0.2 (61671166-2ff7-47cf-85fd-d0479610055b/fe0d72da-6ef1-4977-b9dc-908645ee4d80/2ef7b468-3d39-4d9a-8487-3b30394be6ad) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:00.538886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:00.553465 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.631319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58722) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:00.632307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Attempting to bind port 83473b11-54e0-45f2-83da-c28f0f29dd86 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:00.632979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Attempting to bind port 83473b11-54e0-45f2-83da-c28f0f29dd86 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:00.633544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Attempting to bind port 83473b11-54e0-45f2-83da-c28f0f29dd86 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:00.642133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port b986f4c8-2769-4783-b297-7571986377dc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:00.659937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b986f4c8-2769-4783-b297-7571986377dc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:00.660312 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.661409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Port 83473b11-54e0-45f2-83da-c28f0f29dd86 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:00.661965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Attempting to bind port 83473b11-54e0-45f2-83da-c28f0f29dd86 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:00.695123 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fe449e6b-2455-453c-90cb-9f73d60f577f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fc1345b10304ad4a17b6244714f5dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555117 Jul 09 13:23:00.698370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58724) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:00.706650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:00.707163 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:00.708067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:00.708628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Bound port: 83473b11-54e0-45f2-83da-c28f0f29dd86, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:00.709105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.768564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:00.771511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.785819 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0293a247-e0c1-41d7-a2e5-fa06d9779897 x-openstack-request-id: req-0293a247-e0c1-41d7-a2e5-fa06d9779897 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:00.786202 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-plugged", "status": "completed", "tag": "898f5786-e6c3-468a-89c8-5b1afc4223fb", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:00.786358 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0293a247-e0c1-41d7-a2e5-fa06d9779897 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:00.786743 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898f5786-e6c3-468a-89c8-5b1afc4223fb', 'code': 200} Jul 09 13:23:00.848331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] For port 83473b11-54e0-45f2-83da-c28f0f29dd86, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:00.870692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] For port 83473b11-54e0-45f2-83da-c28f0f29dd86, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=83473b11-54e0-45f2-83da-c28f0f29dd86,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:00.875173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0cf188a8-ef72-4cad-8565-52528a4f85dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.882317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.902878 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.910765 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.914895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Transition to ACTIVE for port object 2ef7b468-3d39-4d9a-8487-3b30394be6ad will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:00.948097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Transition to ACTIVE for port object 2ef7b468-3d39-4d9a-8487-3b30394be6ad will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:00.959409 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.962523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:00.964208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:00.965145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.967630 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] 10.222.0.10 "PUT /v2.0/ports/83473b11-54e0-45f2-83da-c28f0f29dd86 HTTP/1.1" status: 200 len: 1095 time: 2.3873870 Jul 09 13:23:00.968495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2eddf5-29b2-4f00-b145-9d607c1f04a0', 'tag': '83473b11-54e0-45f2-83da-c28f0f29dd86'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:00.972707 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2eddf5-29b2-4f00-b145-9d607c1f04a0", "tag": "83473b11-54e0-45f2-83da-c28f0f29dd86"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:00.988349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.995877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Deleting port e9f2a793-2dc2-4c24-87ee-ab0ce3e3cb11 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:00.996335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.015952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Network 61671166-2ff7-47cf-85fd-d0479610055b is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:01.022438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:01.025621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Pushing event updated for resources: {'Port': ['ID=2ef7b468-3d39-4d9a-8487-3b30394be6ad,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:01.028705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:01.029508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0cf188a8-ef72-4cad-8565-52528a4f85dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.088939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51b678-9d29-4dab-8f53-ab597e23d31e service neutron] Pushing event updated for resources: {'Port': ['ID=83473b11-54e0-45f2-83da-c28f0f29dd86,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:01.152777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Attempting to bind port 2ef7b468-3d39-4d9a-8487-3b30394be6ad on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:01.153159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Attempting to bind port 2ef7b468-3d39-4d9a-8487-3b30394be6ad by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:01.153527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Attempting to bind port 2ef7b468-3d39-4d9a-8487-3b30394be6ad on network 61671166-2ff7-47cf-85fd-d0479610055b {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:01.163965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:01.169031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:01.169946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Checking segment: {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:01.170571 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.170776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Bound using segment: {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:01.172215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Bound port: 2ef7b468-3d39-4d9a-8487-3b30394be6ad, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:01.172616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.218382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e82628-8de4-40e1-9f08-959c96c9b81a req-99375dad-9d80-4dec-bd54-8395e330842d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.219983 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f2e82628-8de4-40e1-9f08-959c96c9b81a req-99375dad-9d80-4dec-bd54-8395e330842d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 935 time: 0.2398460 Jul 09 13:23:01.222321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7f21d332-d028-4ca3-b265-521db7324b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.223614 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7f21d332-d028-4ca3-b265-521db7324b92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 1098 time: 0.1558976 Jul 09 13:23:01.247654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] For port 2ef7b468-3d39-4d9a-8487-3b30394be6ad, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:01.251968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] For port 2ef7b468-3d39-4d9a-8487-3b30394be6ad, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2ef7b468-3d39-4d9a-8487-3b30394be6ad,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:01.259215 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.265320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.265649 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.281556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0cf188a8-ef72-4cad-8565-52528a4f85dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.284268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0cf188a8-ef72-4cad-8565-52528a4f85dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.285437 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0cf188a8-ef72-4cad-8565-52528a4f85dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d065d6b-74db-4b94-9809-26c4cfa5d395 HTTP/1.1" status: 204 len: 168 time: 0.5858400 Jul 09 13:23:01.304799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf188a8-ef72-4cad-8565-52528a4f85dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d065d6b-74db-4b94-9809-26c4cfa5d395,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:01.309887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Calling delete_port for e9f2a793-2dc2-4c24-87ee-ab0ce3e3cb11 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:01.316427 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-e7ba47af-2d45-4a40-9501-357fbad2f4b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=83473b11-54e0-45f2-83da-c28f0f29dd86 HTTP/1.1" status: 200 len: 217 time: 0.0848374 Jul 09 13:23:01.365327 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f2e82628-8de4-40e1-9f08-959c96c9b81a req-1b30bd3c-d5f3-4bed-8986-5a01e77fa129 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228919 Jul 09 13:23:01.371325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bb63e-15fa-4f96-8ca1-fe8c94b8cde6 None None] Pushing event updated for resources: {'Port': ['ID=2ef7b468-3d39-4d9a-8487-3b30394be6ad,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:01.422095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.427997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-372e1dd4-a5fc-441d-a0c4-a6f00c973d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.430024 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-372e1dd4-a5fc-441d-a0c4-a6f00c973d5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0945616 Jul 09 13:23:01.478396 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.516165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76139c11-1e6f-4190-80ad-b97c1311f481 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:01.550281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-adac35cd-8f54-4101-81f6-30a4fbf945cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.553078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-adac35cd-8f54-4101-81f6-30a4fbf945cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159325 Jul 09 13:23:01.561673 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.602995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Transition to ACTIVE for port object 76139c11-1e6f-4190-80ad-b97c1311f481 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:01.627373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.784674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Pushing event updated for resources: {'Port': ['ID=76139c11-1e6f-4190-80ad-b97c1311f481,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:01.829839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.834682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Allocated IP 172.25.5.146 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/c22101b3-8689-421d-ba0e-ff34527a2253) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:01.839064 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-bf6dc64b-44b8-436c-8708-aebd07ef9686 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723320 Jul 09 13:23:01.847921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2ef7b468-3d39-4d9a-8487-3b30394be6ad up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:01.936362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2ef7b468-3d39-4d9a-8487-3b30394be6ad completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:01.948870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event deleted for resources: {'Port': ['ID=e9f2a793-2dc2-4c24-87ee-ab0ce3e3cb11,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:02.025733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-f7632c15-993d-46a4-a242-d700b4f6862a service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610816 Jul 09 13:23:02.056195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857cbb9-f458-418f-815f-e126c37ff4d2 req-6dede84d-16c7-473f-b472-8b30f73b956a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.062643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857cbb9-f458-418f-815f-e126c37ff4d2 req-6dede84d-16c7-473f-b472-8b30f73b956a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.071277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e857cbb9-f458-418f-815f-e126c37ff4d2 req-6dede84d-16c7-473f-b472-8b30f73b956a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1682 time: 0.3857968 Jul 09 13:23:02.104324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Attempting to bind port 76139c11-1e6f-4190-80ad-b97c1311f481 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:02.104671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Attempting to bind port 76139c11-1e6f-4190-80ad-b97c1311f481 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:02.105023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Attempting to bind port 76139c11-1e6f-4190-80ad-b97c1311f481 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:02.114738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.117668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.118847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb0e8f10-52c0-46ef-9e05-272fdfeb5cde req-82641777-7606-4b22-a19d-0d6982b26345 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "DELETE /v2.0/floatingips/6efdad8c-f06c-4099-b367-84768ee5fb2c HTTP/1.1" status: 204 len: 173 time: 1.9928429 Jul 09 13:23:02.121392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Port 76139c11-1e6f-4190-80ad-b97c1311f481 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:02.121725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Attempting to bind port 76139c11-1e6f-4190-80ad-b97c1311f481 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:02.124118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e857cbb9-f458-418f-815f-e126c37ff4d2 req-6d82f608-85bc-424b-9160-3b8f192584bd tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516853 Jul 09 13:23:02.154382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:02.154382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:02.154689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:02.155181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Bound port: 76139c11-1e6f-4190-80ad-b97c1311f481, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:02.155547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.190199 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.220356 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a9160-671b-49fe-9a9c-954e482002ab x-openstack-request-id: req-d98a9160-671b-49fe-9a9c-954e482002ab {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:02.220653 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2eddf5-29b2-4f00-b145-9d607c1f04a0", "tag": "83473b11-54e0-45f2-83da-c28f0f29dd86", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:02.220911 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d98a9160-671b-49fe-9a9c-954e482002ab {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:02.221315 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2eddf5-29b2-4f00-b145-9d607c1f04a0', 'tag': '83473b11-54e0-45f2-83da-c28f0f29dd86', 'status': 'completed', 'code': 200} Jul 09 13:23:02.263631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] For port 76139c11-1e6f-4190-80ad-b97c1311f481, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:02.279668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] For port 76139c11-1e6f-4190-80ad-b97c1311f481, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=76139c11-1e6f-4190-80ad-b97c1311f481,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:02.295236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.339180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-f06410e2-187a-47df-8bd3-be63488da936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.345264 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-f06410e2-187a-47df-8bd3-be63488da936 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 1098 time: 0.0974715 Jul 09 13:23:02.379797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.380502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.381937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] 10.222.0.10 "PUT /v2.0/ports/76139c11-1e6f-4190-80ad-b97c1311f481 HTTP/1.1" status: 200 len: 1095 time: 2.3966229 Jul 09 13:23:02.382869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005ba65-8446-4820-8de6-b7a5be63d909 service neutron] Pushing event updated for resources: {'Port': ['ID=76139c11-1e6f-4190-80ad-b97c1311f481,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:02.394895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4029cd38-821d-4245-be9e-af7a0398ae81', 'tag': '76139c11-1e6f-4190-80ad-b97c1311f481'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:02.398296 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c805d25c-4134-46d3-82af-3c39b7fc2c36" -d '{"events": [{"name": "network-changed", "server_uuid": "4029cd38-821d-4245-be9e-af7a0398ae81", "tag": "76139c11-1e6f-4190-80ad-b97c1311f481"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:02.403310 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.511059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:02.536714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:02.539919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:02.544224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Pushing event updated for resources: {'Port': ['ID=c22101b3-8689-421d-ba0e-ff34527a2253,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:02.585033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484791b6-6059-4e22-8252-c6a8fdf356a5 req-51327f0a-0825-420b-b8fa-a7ceef43c0b7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.592444 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-484791b6-6059-4e22-8252-c6a8fdf356a5 req-51327f0a-0825-420b-b8fa-a7ceef43c0b7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 945 time: 0.2003994 Jul 09 13:23:02.595407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58764) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:02.621464 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-6d4a786b-fa0b-45a3-8e80-6820674f5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.623279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-6d4a786b-fa0b-45a3-8e80-6820674f5363 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2736876 Jul 09 13:23:02.694327 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-484791b6-6059-4e22-8252-c6a8fdf356a5 req-432ce6cd-92f2-40e7-95b7-08627becc445 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007886 Jul 09 13:23:02.697511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-8b5f6cc4-0c54-42e4-9580-b79341d068be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=83473b11-54e0-45f2-83da-c28f0f29dd86 HTTP/1.1" status: 200 len: 217 time: 0.0519855 Jul 09 13:23:02.737877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-a4da3ee7-9aa4-4c22-8676-cdf8c549307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.739524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-a4da3ee7-9aa4-4c22-8676-cdf8c549307e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 1098 time: 0.2916045 Jul 09 13:23:02.769670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-network', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:02.785986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-82763287-b889-4814-8ce8-8a7f207ca9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.787674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-82763287-b889-4814-8ce8-8a7f207ca9f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0827150 Jul 09 13:23:02.787978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae'}, {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:02.791021 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed103d-1f89-4e3c-a555-514780f59d3e" -d '{"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-plugged", "status": "completed", "tag": "8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae"}, {"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-plugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:02.825431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Made reservation on behalf of e6893df6dd7b4e9da286382b01698dd8 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:02.829216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.838689 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.871238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-1b64c613-fa72-4051-ab28-d41dd22e49e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=76139c11-1e6f-4190-80ad-b97c1311f481 HTTP/1.1" status: 200 len: 217 time: 0.1142244 Jul 09 13:23:02.903560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd68037-85e0-4678-a99d-d6cd3ea31fb6 None None] Network 61671166-2ff7-47cf-85fd-d0479610055b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:02.957531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-2ef1b1c6-cc43-4502-8a2c-d782942b7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.958890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-2ef1b1c6-cc43-4502-8a2c-d782942b7d5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0718184 Jul 09 13:23:02.959041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-fdb0f5b7-50bf-4e76-a105-adb9dafcd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.960515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-fdb0f5b7-50bf-4e76-a105-adb9dafcd481 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650629 Jul 09 13:23:02.992668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7df7eb41-1fc1-49cc-9a0c-9ca413e8fe2c None None] Provisioning for port 2ef7b468-3d39-4d9a-8487-3b30394be6ad completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:02.998913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7df7eb41-1fc1-49cc-9a0c-9ca413e8fe2c None None] Provisioning complete for port 2ef7b468-3d39-4d9a-8487-3b30394be6ad triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:02.999316 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7df7eb41-1fc1-49cc-9a0c-9ca413e8fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.042536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301e65-bfaa-4f25-8f00-c7d8991f3b33 req-a282de40-330c-4e6a-838a-d7b28e35835a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:03.044078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26301e65-bfaa-4f25-8f00-c7d8991f3b33 req-a282de40-330c-4e6a-838a-d7b28e35835a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 947 time: 0.1932559 Jul 09 13:23:03.064946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a98f-e5d5-4a38-8aaa-171b6d989595 req-7da00174-183d-47c3-b69b-2a170eb58336 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:03.079509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2447a98f-e5d5-4a38-8aaa-171b6d989595 req-7da00174-183d-47c3-b69b-2a170eb58336 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5025537 Jul 09 13:23:03.141993 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-399e9ddc-3987-4818-94c8-28874b4aec66 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675830 Jul 09 13:23:03.148123 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7df7eb41-1fc1-49cc-9a0c-9ca413e8fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.176906 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26301e65-bfaa-4f25-8f00-c7d8991f3b33 req-01f72671-2ea1-48e1-ac38-03a8d2452cdd tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227026 Jul 09 13:23:03.190745 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.190862 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a61f871-c7f9-4e11-8e08-408517aa9c62 x-openstack-request-id: req-1a61f871-c7f9-4e11-8e08-408517aa9c62 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:03.191145 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4029cd38-821d-4245-be9e-af7a0398ae81", "tag": "76139c11-1e6f-4190-80ad-b97c1311f481", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:03.191437 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a61f871-c7f9-4e11-8e08-408517aa9c62 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:03.191978 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4029cd38-821d-4245-be9e-af7a0398ae81', 'tag': '76139c11-1e6f-4190-80ad-b97c1311f481', 'status': 'completed', 'code': 200} Jul 09 13:23:03.201161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7df7eb41-1fc1-49cc-9a0c-9ca413e8fe2c None None] For port 2ef7b468-3d39-4d9a-8487-3b30394be6ad, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2ef7b468-3d39-4d9a-8487-3b30394be6ad,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:03.205616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-b261906d-f886-4046-ae0d-67407b97f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:03.207143 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7df7eb41-1fc1-49cc-9a0c-9ca413e8fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.208734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-b261906d-f886-4046-ae0d-67407b97f172 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151091 Jul 09 13:23:03.215476 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.287413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7eb41-1fc1-49cc-9a0c-9ca413e8fe2c None None] Pushing event updated for resources: {'Port': ['ID=2ef7b468-3d39-4d9a-8487-3b30394be6ad,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:03.317894 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de88ceeb-117d-4a68-9553-78fc80d3ab57 x-openstack-request-id: req-de88ceeb-117d-4a68-9553-78fc80d3ab57 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:03.318200 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-plugged", "status": "completed", "tag": "8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae", "code": 200}, {"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-plugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:03.318453 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de88ceeb-117d-4a68-9553-78fc80d3ab57 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:03.318851 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae', 'code': 200} Jul 09 13:23:03.319131 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'code': 200} Jul 09 13:23:03.394968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 83473b11-54e0-45f2-83da-c28f0f29dd86 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:03.431406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.450391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:23:03.454137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-075e7fbd-6f76-43f5-90a3-2e77aa525af9 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368381 Jul 09 13:23:03.503349 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0db2a55d-8be2-4b80-ac11-7fc9299bb33a req-f3e64d7b-3757-45ec-986d-f8f89f1ef5ff tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=3e8264a5f8c54ceab7a3d182ccca6b63 HTTP/1.1" status: 200 len: 1655 time: 0.1478286 Jul 09 13:23:03.529811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.530155 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Added segment 1498d862-5577-41c0-90c2-26459cdf189d of type vlan for network 82ef0259-9e74-4825-84d4-446837d4efd7 Jul 09 13:23:03.540537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33dffe2-0333-4b43-babf-5aa89de387be,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:03.544508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 83473b11-54e0-45f2-83da-c28f0f29dd86, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=83473b11-54e0-45f2-83da-c28f0f29dd86,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:03.563946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '83473b11-54e0-45f2-83da-c28f0f29dd86', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '83473b11-54e0-45f2-83da-c28f0f29dd86', 'mac_address': 'fa:16:3e:d8:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:03.601280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cfbc62f8-bcc5-4372-b962-771783b03e38 None None] Provisioning complete for port 2ef7b468-3d39-4d9a-8487-3b30394be6ad triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:03.601686 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfbc62f8-bcc5-4372-b962-771783b03e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.639004 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.653666 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e24b2e8-64da-4df5-9fc2-08ded56a6b96 req-4773b2a0-5f1a-44f5-b46c-d2a82beff3c7 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036802 Jul 09 13:23:03.654496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83473b11-54e0-45f2-83da-c28f0f29dd86 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:03.655424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.683550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 83473b11-54e0-45f2-83da-c28f0f29dd86, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=83473b11-54e0-45f2-83da-c28f0f29dd86,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:03.691282 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.746663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37fb6f-6327-4a5f-b0bc-b581288dad1f req-13dc5fb8-4418-464f-b089-3cbf93ce1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:03.748235 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3c37fb6f-6327-4a5f-b0bc-b581288dad1f req-13dc5fb8-4418-464f-b089-3cbf93ce1709 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1096 time: 0.2903857 Jul 09 13:23:03.750281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=83473b11-54e0-45f2-83da-c28f0f29dd86,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:03.759137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2a55d-8be2-4b80-ac11-7fc9299bb33a req-44e5a626-a697-4c8b-aa67-da97b2668fa8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:03.767209 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0db2a55d-8be2-4b80-ac11-7fc9299bb33a req-44e5a626-a697-4c8b-aa67-da97b2668fa8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks?id=47760c35-4585-4bbc-bb6c-63309fc27b1e&id=47760c35-4585-4bbc-bb6c-63309fc27b1e&id=47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 787 time: 0.2629035 Jul 09 13:23:03.770788 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.771756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:03.772334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.777735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-0db2a55d-8be2-4b80-ac11-7fc9299bb33a req-d5ee9082-2f2d-4617-90fb-8d5e62c154b7 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:23:03.789036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0db2a55d-8be2-4b80-ac11-7fc9299bb33a req-d5ee9082-2f2d-4617-90fb-8d5e62c154b7 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208833 Jul 09 13:23:03.818774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2ef7b468-3d39-4d9a-8487-3b30394be6ad up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:03.878130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2ef7b468-3d39-4d9a-8487-3b30394be6ad triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:03.878611 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.900462 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3c37fb6f-6327-4a5f-b0bc-b581288dad1f req-2438c7aa-5d7e-44ad-9b64-26ae8ea51bda service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299336 Jul 09 13:23:03.904963 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3010778 Jul 09 13:23:03.909650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58786) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:03.915256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Request body: {'subnet': {'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-subnet', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:03.941640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:03.945113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f39d2-3c7f-484a-b604-679c20b733ba admin admin] Pushing event updated for resources: {'Network': ['ID=82ef0259-9e74-4825-84d4-446837d4efd7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:03.954720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Made reservation on behalf of e6893df6dd7b4e9da286382b01698dd8 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:03.957185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.011430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 82ef0259-9e74-4825-84d4-446837d4efd7 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:23:04.183503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4eab9-b80c-40bc-ac33-9bd503a9782a req-8f6eae5e-bd67-4e0c-8faa-095316599286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.184048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4eab9-b80c-40bc-ac33-9bd503a9782a req-8f6eae5e-bd67-4e0c-8faa-095316599286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.185588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76d4eab9-b80c-40bc-ac33-9bd503a9782a req-8f6eae5e-bd67-4e0c-8faa-095316599286 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1984 time: 0.6213975 Jul 09 13:23:04.225952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180fba7-6d7f-4465-8bf4-1a39b7a06abf req-c10efa4a-2975-4d7c-9352-7e191e68fa9a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.227826 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.231886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180fba7-6d7f-4465-8bf4-1a39b7a06abf req-c10efa4a-2975-4d7c-9352-7e191e68fa9a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.233504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0180fba7-6d7f-4465-8bf4-1a39b7a06abf req-c10efa4a-2975-4d7c-9352-7e191e68fa9a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1682 time: 0.6682115 Jul 09 13:23:04.251914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4328c583-4745-49ab-87cb-a1dd787be2a0 req-7b6a06eb-162e-4369-ac4f-70d53da3c5ee service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850526 Jul 09 13:23:04.280717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6345da7-d205-4d31-8334-a33f05a5ebd2 req-f0e33da5-b318-4bc2-8123-c6f27b02d6ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.282381 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6345da7-d205-4d31-8334-a33f05a5ebd2 req-f0e33da5-b318-4bc2-8123-c6f27b02d6ae tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 945 time: 0.1470628 Jul 09 13:23:04.283664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.290223 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76d4eab9-b80c-40bc-ac33-9bd503a9782a req-0e5fc876-7efd-4d8e-ac49-f3c9182c5cab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865664 Jul 09 13:23:04.296922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77b6927-b959-4cb1-a875-6c8593a71ccb,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:04.335032 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Checking segment: {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:04.335391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Network hostable DHCP agents. Network: 82ef0259-9e74-4825-84d4-446837d4efd7, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:23:04.340992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0180fba7-6d7f-4465-8bf4-1a39b7a06abf req-50dc87a1-f6c8-4bd0-82ce-21019f2a97bb tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960860 Jul 09 13:23:04.352098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6345da7-d205-4d31-8334-a33f05a5ebd2 req-456ad1d6-4fa6-4a0b-975a-1a20d28c7bb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528185 Jul 09 13:23:04.364511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Network 82ef0259-9e74-4825-84d4-446837d4efd7 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:23:04.376866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 82ef0259-9e74-4825-84d4-446837d4efd7) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:04.391497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.392171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.397350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b30b6-4992-43ef-9a0a-e791003241b3 None None] Network 82ef0259-9e74-4825-84d4-446837d4efd7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:04.410093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ae1acc9-f0a1-47cc-801c-68aadf3aed9f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4991858 Jul 09 13:23:04.413167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58792) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:04.418510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:04.442987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.444117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.474109 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-639144c9-08c6-4359-96d5-9fa4238b2857 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips/d55eb881-9fe7-467e-8d31-cdaabd7a8a85 HTTP/1.1" status: 200 len: 693 time: 0.0889215 Jul 09 13:23:04.576216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-284e007f-d8f9-44f8-b76f-78eabb1b4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.578818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-284e007f-d8f9-44f8-b76f-78eabb1b4c25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 1098 time: 0.2358031 Jul 09 13:23:04.588093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb9c9c-fce4-4bae-9e29-b0d0c0b27bca None None] Network 82ef0259-9e74-4825-84d4-446837d4efd7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:04.680033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-97770543-c0c4-4c16-b5fd-6d5d4be14b5a tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.688400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-97770543-c0c4-4c16-b5fd-6d5d4be14b5a tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2098770 Jul 09 13:23:04.733801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Router defd9990-5862-4788-939e-a57e4a3793cd is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:23:04.758382 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-dbc26b73-ca0a-4a66-a218-6ff7974db725 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0690072 Jul 09 13:23:04.811727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.823768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-77f5c562-e17e-41b0-9a29-f86d9951248e tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0644481 Jul 09 13:23:04.922638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-776cd6bf-7a9e-4f3e-a33b-836502c6a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.924252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-776cd6bf-7a9e-4f3e-a33b-836502c6a426 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.3372114 Jul 09 13:23:04.986467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.033103 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-b3981ea1-c60f-4804-bdf9-e54e6ade963f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=76139c11-1e6f-4190-80ad-b97c1311f481 HTTP/1.1" status: 200 len: 217 time: 0.0446181 Jul 09 13:23:05.054993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90089f3e-4bd7-4086-bc4a-3a65b5fa5682 req-7d70ff51-71cf-4c52-bf97-80d7682742bc tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:05.056820 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90089f3e-4bd7-4086-bc4a-3a65b5fa5682 req-7d70ff51-71cf-4c52-bf97-80d7682742bc tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 947 time: 0.2012289 Jul 09 13:23:05.110284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90089f3e-4bd7-4086-bc4a-3a65b5fa5682 req-e2bfd25f-93e2-4b32-bdf8-51310b012600 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Jul 09 13:23:05.116517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:23:05.125943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-d46b241c-8411-4bcb-94eb-b89160034682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:05.127211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-d46b241c-8411-4bcb-94eb-b89160034682 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0739961 Jul 09 13:23:05.130891 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Sync routers for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:23:05.144230 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:05.145188 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:05.227920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.237360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58798) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:05.237933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f398e107-3eab-4d20-be33-a9bbe967b42e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6117144 Jul 09 13:23:05.252889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Deleting port 69911780-46ba-4474-85fe-c23d78da8d32 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:05.253231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.301406 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:05.368935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.380657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-829ee188-a48b-43f4-b07e-39f5a8b9528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:05.382200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-829ee188-a48b-43f4-b07e-39f5a8b9528f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2332435 Jul 09 13:23:05.394395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 83473b11-54e0-45f2-83da-c28f0f29dd86 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:05.398141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.491359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 83473b11-54e0-45f2-83da-c28f0f29dd86 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:05.507861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 83473b11-54e0-45f2-83da-c28f0f29dd86 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:05.507861 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.573064 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.579549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.601412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Calling delete_port for 69911780-46ba-4474-85fe-c23d78da8d32 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:05.643431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58810) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:05.645662 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:03Z', 'revision_number': 3, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:05.654843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.672230 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Checking router: defd9990-5862-4788-939e-a57e4a3793cd for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:23:05.672899 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Updating router defd9990-5862-4788-939e-a57e4a3793cd port c22101b3-8689-421d-ba0e-ff34527a2253 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:23:05.688301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 83473b11-54e0-45f2-83da-c28f0f29dd86, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=83473b11-54e0-45f2-83da-c28f0f29dd86,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:05.689259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2eddf5-29b2-4f00-b145-9d607c1f04a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83473b11-54e0-45f2-83da-c28f0f29dd86'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:05.693439 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa8d0a-d02f-4668-9c71-5b0c32ec48af" -d '{"events": [{"server_uuid": "cd2eddf5-29b2-4f00-b145-9d607c1f04a0", "name": "network-vif-plugged", "status": "completed", "tag": "83473b11-54e0-45f2-83da-c28f0f29dd86"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:05.697045 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.713123 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.756155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=83473b11-54e0-45f2-83da-c28f0f29dd86,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:05.756818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Allocated IP 172.25.5.166 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/20d52273-5701-4ebb-bbad-c085299ccbb8) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:05.855659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.861795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-097a539a-8412-4d30-9098-fa03a0a9a071 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700530 Jul 09 13:23:05.893412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event deleted for resources: {'Port': ['ID=69911780-46ba-4474-85fe-c23d78da8d32,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:06.006807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-844cb735-927e-4f00-9c99-726242a6163d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d44cb45c5a7745a193ede74d1f661d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103809 Jul 09 13:23:06.009186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58816) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:06.024774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.027220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.028338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3b7665-8443-413c-b5fc-a9b04bc19303 req-e6c5162c-21d8-4488-8d5e-d25381a211de tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "DELETE /v2.0/floatingips/d55eb881-9fe7-467e-8d31-cdaabd7a8a85 HTTP/1.1" status: 204 len: 173 time: 1.2012756 Jul 09 13:23:06.041467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d838e8-9c90-458b-8875-b3c43a99ce0f req-fa4d0a40-9655-43f6-992f-aa92a2f7ef82 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:06.042083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c805d25c-4134-46d3-82af-3c39b7fc2c36 req-47695129-2af8-4ba0-b0c5-2eb8579e8126 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563849 Jul 09 13:23:06.048314 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d838e8-9c90-458b-8875-b3c43a99ce0f req-fa4d0a40-9655-43f6-992f-aa92a2f7ef82 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:06.049956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19d838e8-9c90-458b-8875-b3c43a99ce0f req-fa4d0a40-9655-43f6-992f-aa92a2f7ef82 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1682 time: 0.4074740 Jul 09 13:23:06.082394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c20f1f7-5e00-4d55-8c26-9f3649298380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.083699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.105321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c20f1f7-5e00-4d55-8c26-9f3649298380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.162997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19d838e8-9c90-458b-8875-b3c43a99ce0f req-abceb5f9-30d1-4e9c-bfb1-bbe04122d053 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007907 Jul 09 13:23:06.194798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c20f1f7-5e00-4d55-8c26-9f3649298380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.197569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c20f1f7-5e00-4d55-8c26-9f3649298380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.200947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3c20f1f7-5e00-4d55-8c26-9f3649298380 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79c242cd-359c-4f52-baa0-2df52a165abd HTTP/1.1" status: 204 len: 168 time: 0.1885984 Jul 09 13:23:06.215406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20f1f7-5e00-4d55-8c26-9f3649298380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c242cd-359c-4f52-baa0-2df52a165abd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:06.235266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3266a-e5ad-483f-b8d0-ae115f7ef3db req-7a3c1042-6492-45ba-a2cc-6398c8e120cb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:06.236865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-67b3266a-e5ad-483f-b8d0-ae115f7ef3db req-7a3c1042-6492-45ba-a2cc-6398c8e120cb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 945 time: 0.0932016 Jul 09 13:23:06.276538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.293950 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.310132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-67b3266a-e5ad-483f-b8d0-ae115f7ef3db req-fcc72183-0412-41ff-b465-482156b5dec6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644565 Jul 09 13:23:06.355683 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbef279-8d63-4226-a3fa-af3aaf630a8c x-openstack-request-id: req-afbef279-8d63-4226-a3fa-af3aaf630a8c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:06.356585 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2eddf5-29b2-4f00-b145-9d607c1f04a0", "name": "network-vif-plugged", "status": "completed", "tag": "83473b11-54e0-45f2-83da-c28f0f29dd86", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:06.356849 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afbef279-8d63-4226-a3fa-af3aaf630a8c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:06.357245 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2eddf5-29b2-4f00-b145-9d607c1f04a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83473b11-54e0-45f2-83da-c28f0f29dd86', 'code': 200} Jul 09 13:23:06.510934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-d0ffbb35-fc33-40a5-b5d3-29a8690bdd70 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips/433204fc-4bf4-4a06-9108-bc8fe8e348c5 HTTP/1.1" status: 200 len: 693 time: 0.1416731 Jul 09 13:23:06.543292 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.549480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Allocated IP 172.20.0.1 (61671166-2ff7-47cf-85fd-d0479610055b/fe0d72da-6ef1-4977-b9dc-908645ee4d80/d021bbd7-5c8e-4510-a8fe-7899c8357a24) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:06.559363 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Transition to ACTIVE for port object c22101b3-8689-421d-ba0e-ff34527a2253 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:06.568797 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.585307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:06.614380 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:06.623859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:06.629875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134cac0-e232-4928-b749-cbb4e3d66e5f req-4ae88a9c-521d-4227-89f1-50755e6cbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:06.631509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e134cac0-e232-4928-b749-cbb4e3d66e5f req-4ae88a9c-521d-4227-89f1-50755e6cbf5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 1100 time: 0.1863599 Jul 09 13:23:06.646069 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07116dec-414b-4084-bd7e-7887a5bf3246 None None] Pushing event updated for resources: {'Port': ['ID=c22101b3-8689-421d-ba0e-ff34527a2253,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:06.658290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Pushing event updated for resources: {'Port': ['ID=20d52273-5701-4ebb-bbad-c085299ccbb8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:06.686729 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Attempting to bind port c22101b3-8689-421d-ba0e-ff34527a2253 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:06.688049 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Attempting to bind port c22101b3-8689-421d-ba0e-ff34527a2253 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:06.688743 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Attempting to bind port c22101b3-8689-421d-ba0e-ff34527a2253 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:06.697918 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:06.698550 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:06.699032 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.699388 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:06.699884 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Bound port: c22101b3-8689-421d-ba0e-ff34527a2253, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:06.700268 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.711877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-ab20b5a3-ec7c-48e3-a156-3aa3066caf06 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:06.713378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-ab20b5a3-ec7c-48e3-a156-3aa3066caf06 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2013941 Jul 09 13:23:06.732294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e134cac0-e232-4928-b749-cbb4e3d66e5f req-e3c41414-e805-4c80-8a2c-c3e8bcf280b5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871882 Jul 09 13:23:06.772023 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] For port c22101b3-8689-421d-ba0e-ff34527a2253, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:06.774123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-0f0a0060-7312-4b0a-930b-e2bd564e5a17 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.251 HTTP/1.1" status: 200 len: 696 time: 0.0524251 Jul 09 13:23:06.776955 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] For port c22101b3-8689-421d-ba0e-ff34527a2253, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c22101b3-8689-421d-ba0e-ff34527a2253,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:06.782800 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.837519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-315bd73a-8e93-4cd9-8c32-621eaffba50d tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.251 HTTP/1.1" status: 200 len: 696 time: 0.0554657 Jul 09 13:23:06.841281 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.856850 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07116dec-414b-4084-bd7e-7887a5bf3246 None None] Pushing event updated for resources: {'Port': ['ID=c22101b3-8689-421d-ba0e-ff34527a2253,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:06.871189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Transition to ACTIVE for port object d021bbd7-5c8e-4510-a8fe-7899c8357a24 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:06.878247 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:06.879025 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:06.957342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87a8d-a58c-4d05-8d6a-556840a9ce56 req-7b0fc3ce-c429-4b74-b396-3592f8e9d04a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:06.958931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-11a87a8d-a58c-4d05-8d6a-556840a9ce56 req-7b0fc3ce-c429-4b74-b396-3592f8e9d04a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 947 time: 0.2601526 Jul 09 13:23:07.019374 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:07.023869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Deleting port 089fe2b3-408d-4be4-8a4f-c1d5d84cca57 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:07.024586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.035942 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.086479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-11a87a8d-a58c-4d05-8d6a-556840a9ce56 req-9294f602-4c59-49cc-855f-fd7ef1fd3d42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200168 Jul 09 13:23:07.107951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Network 61671166-2ff7-47cf-85fd-d0479610055b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:07.122653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.128619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:07.128619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Pushing event updated for resources: {'Port': ['ID=d021bbd7-5c8e-4510-a8fe-7899c8357a24,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:07.128973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.131666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:07.135059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.168027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Calling delete_port for 089fe2b3-408d-4be4-8a4f-c1d5d84cca57 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:07.261130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.309475 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:03Z', 'revision_number': 3, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:07.341812 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9a94f-c143-420a-aecf-a5bf6de9ed0e None None] The sync data for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 is: [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:03Z', 'revision_number': 3, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:23:07.364020 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.397682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event deleted for resources: {'Port': ['ID=089fe2b3-408d-4be4-8a4f-c1d5d84cca57,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:07.424635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 76139c11-1e6f-4190-80ad-b97c1311f481 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:07.482222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.486039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.487482 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8e9b7d8-bd54-45c1-8970-46b5ee9bfdb4 req-b344fca4-5556-4352-bfab-4c392fc5a7a8 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "DELETE /v2.0/floatingips/433204fc-4bf4-4a06-9108-bc8fe8e348c5 HTTP/1.1" status: 204 len: 173 time: 0.6491699 Jul 09 13:23:07.575858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 76139c11-1e6f-4190-80ad-b97c1311f481, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=76139c11-1e6f-4190-80ad-b97c1311f481,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:07.613119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '76139c11-1e6f-4190-80ad-b97c1311f481', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '76139c11-1e6f-4190-80ad-b97c1311f481', 'mac_address': 'fa:16:3e:b0:f0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:07.654439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-13e671eb-0c26-4c13-9f1e-752465714dc0 None None] Provisioning for port d021bbd7-5c8e-4510-a8fe-7899c8357a24 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:07.664719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-13e671eb-0c26-4c13-9f1e-752465714dc0 None None] Provisioning complete for port d021bbd7-5c8e-4510-a8fe-7899c8357a24 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:07.665096 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-13e671eb-0c26-4c13-9f1e-752465714dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.737194 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.800993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8e67f-456c-4b33-81b2-476037855064 req-f826d242-a2a9-4012-ad1f-59fadc54a0a5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:07.804095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cc8e67f-456c-4b33-81b2-476037855064 req-f826d242-a2a9-4012-ad1f-59fadc54a0a5 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.1731334 Jul 09 13:23:07.813008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76139c11-1e6f-4190-80ad-b97c1311f481 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:07.818115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-13e671eb-0c26-4c13-9f1e-752465714dc0 None None] Port d021bbd7-5c8e-4510-a8fe-7899c8357a24 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:07.841163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 76139c11-1e6f-4190-80ad-b97c1311f481, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=76139c11-1e6f-4190-80ad-b97c1311f481,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:07.847325 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.858586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cc8e67f-456c-4b33-81b2-476037855064 req-496dcb40-2ee8-43e5-a8f7-a193cb385e60 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486515 Jul 09 13:23:07.917850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=76139c11-1e6f-4190-80ad-b97c1311f481,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:07.939426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e832ca9-f353-4c02-a168-3b5050d68fd9 req-6fae1aa5-f663-4a0e-9bfc-35d400954512 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:07.941034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e832ca9-f353-4c02-a168-3b5050d68fd9 req-6fae1aa5-f663-4a0e-9bfc-35d400954512 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 945 time: 0.2863734 Jul 09 13:23:07.951106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.954282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58856) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:07.963637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'floatingip': {'port_id': 'b986f4c8-2769-4783-b297-7571986377dc'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:07.969273 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.052590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.084853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['76139c11-1e6f-4190-80ad-b97c1311f481'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:08.117285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-56d6957d-d67c-4223-a9f2-cd3ef5c0afc6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:08.120560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-56d6957d-d67c-4223-a9f2-cd3ef5c0afc6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 946 time: 0.1714010 Jul 09 13:23:08.216120 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-ba59defe-9e75-404a-bf9d-c5f4d8374720 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips/24582642-d31b-42e0-8824-8e423a23ebdf HTTP/1.1" status: 200 len: 691 time: 0.0904408 Jul 09 13:23:08.389433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-663c8fa1-b377-4e85-b820-706580f0d0f4 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:08.393094 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-663c8fa1-b377-4e85-b820-706580f0d0f4 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1761868 Jul 09 13:23:08.494362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-e2d167f8-241e-4750-8a46-0a686a166010 tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 694 time: 0.0677350 Jul 09 13:23:08.531244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58870) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:08.556364 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-f96d8ea5-6ea1-4dcc-9ce5-ec21341b30cf tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 694 time: 0.0607417 Jul 09 13:23:08.663913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Deleting port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:08.664256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.751283 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ece07fbf-1fed-4006-a4f6-0979d919957e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.754460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.778445 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.808907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:23:08.877387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bd937-6688-480b-bee5-15d9254e667c req-72078e03-a147-4bf1-b031-3f7a5c731d73 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:08.878959 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d1bd937-6688-480b-bee5-15d9254e667c req-72078e03-a147-4bf1-b031-3f7a5c731d73 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 948 time: 0.3456881 Jul 09 13:23:08.973948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Pushing event updated for resources: {'Port': ['ID=d021bbd7-5c8e-4510-a8fe-7899c8357a24,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:09.014867 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.116785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Deleting port 2a6d5353-f132-4d63-81fa-67361b34a083 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:09.117114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.119747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] For port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:09.120096 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.166095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Calling delete_port for 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:09.217960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d1bd937-6688-480b-bee5-15d9254e667c req-94730f48-3551-4e39-b8fb-4b3b0c024e78 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165724 Jul 09 13:23:09.258886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.259119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.274381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Calling delete_port for 2a6d5353-f132-4d63-81fa-67361b34a083 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:09.401067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.413960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['2e5d9e29-1477-4f9c-b1da-34893b0b3fd4'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:09.417500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['538d134a-fd95-408d-abbb-1ed72c8806bc', '80b1a985-21af-4fe0-b1a3-376728afd91f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:09.438749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Pushing event deleted for resources: {'Port': ['ID=2e5d9e29-1477-4f9c-b1da-34893b0b3fd4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:09.450232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:23:09.483172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 76139c11-1e6f-4190-80ad-b97c1311f481 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:09.504756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Sync routers for ids ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:23:09.526483 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ece07fbf-1fed-4006-a4f6-0979d919957e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.527934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] No DVR routers for this DVR port 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:09.533014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.534818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93fa797a-d57d-4123-b2bc-48fe7a272fc1 req-98339521-a8b9-4fbb-8dc1-6ec0f1b05108 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.10 "DELETE /v2.0/ports/2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 HTTP/1.1" status: 204 len: 173 time: 1.4022443 Jul 09 13:23:09.535537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f301c5-0fda-4573-8705-205ee83b656e', 'name': 'network-vif-deleted', 'tag': '2e5d9e29-1477-4f9c-b1da-34893b0b3fd4'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:09.538254 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edc5a41-df02-4099-a6a4-123cedab71d6" -d '{"events": [{"server_uuid": "a3f301c5-0fda-4573-8705-205ee83b656e", "name": "network-vif-deleted", "tag": "2e5d9e29-1477-4f9c-b1da-34893b0b3fd4"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:09.542901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ece07fbf-1fed-4006-a4f6-0979d919957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.550335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.554884 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-41775d3d-b341-4d13-bd72-f775952b92a9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1407006 Jul 09 13:23:09.556634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58878) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:09.611381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.625701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Routers {'5804dc02-4f8a-432b-ad20-c3cebeb6b284'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:09.627141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:09.648143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Pushing event deleted for resources: {'Port': ['ID=2a6d5353-f132-4d63-81fa-67361b34a083,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:09.883859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c22101b3-8689-421d-ba0e-ff34527a2253 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:09.920157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.923474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.924634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65e35eb-08b8-4e7a-b3ac-428cdb8aa1b6 req-7c2e3d97-0bc8-4d44-b337-a2845b3fa71c tempest-FloatingIPDetailsTestJSON-200515704 tempest-FloatingIPDetailsTestJSON-200515704-project] 10.222.0.32 "DELETE /v2.0/floatingips/24582642-d31b-42e0-8824-8e423a23ebdf HTTP/1.1" status: 204 len: 173 time: 1.3614192 Jul 09 13:23:09.933825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58880) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:10.030120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 76139c11-1e6f-4190-80ad-b97c1311f481 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:10.040584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Network 61671166-2ff7-47cf-85fd-d0479610055b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:10.043892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-f728c649-817c-4738-a772-d449d2f5358d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:10.049002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ece07fbf-1fed-4006-a4f6-0979d919957e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b6126ee9d8245c89e2ab7b66c700bba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5098181 Jul 09 13:23:10.050146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:10.050626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-f728c649-817c-4738-a772-d449d2f5358d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:10.052265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-f728c649-817c-4738-a772-d449d2f5358d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1682 time: 0.2723551 Jul 09 13:23:10.058860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58882) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:10.059905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 76139c11-1e6f-4190-80ad-b97c1311f481 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:10.060287 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.080294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Set router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:10.173396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460df48-1008-4be8-9c39-d17b6497ef26 req-53952a2c-8db1-48b0-8092-7063e028fa9d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:10.184827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460df48-1008-4be8-9c39-d17b6497ef26 req-53952a2c-8db1-48b0-8092-7063e028fa9d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:10.186332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port c22101b3-8689-421d-ba0e-ff34527a2253 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:10.199060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6460df48-1008-4be8-9c39-d17b6497ef26 req-53952a2c-8db1-48b0-8092-7063e028fa9d tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1682 time: 0.8337483 Jul 09 13:23:10.292174 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6460df48-1008-4be8-9c39-d17b6497ef26 req-089a05be-ba7b-40dc-90cb-d451c98f9bee tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906012 Jul 09 13:23:10.302537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c22101b3-8689-421d-ba0e-ff34527a2253 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:10.303273 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.323516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6ddc41c-36f2-4072-83b1-05224840ac58 req-0ee8350a-91b3-45bc-98b1-94f31720d860 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3f301c5-0fda-4573-8705-205ee83b656e HTTP/1.1" status: 200 len: 210 time: 0.1299381 Jul 09 13:23:10.355524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece07fbf-1fed-4006-a4f6-0979d919957e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13f1961-320d-4341-a872-0435ca6fdd17,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:10.395194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.resource_extend [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] It took 0.82 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:23:10.414797 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec20fae1-1576-4614-b3ed-bf67acda8517 x-openstack-request-id: req-ec20fae1-1576-4614-b3ed-bf67acda8517 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:10.415424 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f301c5-0fda-4573-8705-205ee83b656e", "name": "network-vif-deleted", "tag": "2e5d9e29-1477-4f9c-b1da-34893b0b3fd4", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:10.415424 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec20fae1-1576-4614-b3ed-bf67acda8517 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:10.415814 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f301c5-0fda-4573-8705-205ee83b656e', 'name': 'network-vif-deleted', 'tag': '2e5d9e29-1477-4f9c-b1da-34893b0b3fd4', 'status': 'completed', 'code': 200} Jul 09 13:23:10.490309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-65bbb67d-2a77-4719-a6c5-3c90f70ebd3e None None] Provisioning complete for port d021bbd7-5c8e-4510-a8fe-7899c8357a24 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:10.490835 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-65bbb67d-2a77-4719-a6c5-3c90f70ebd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.531626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.537439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.542569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Router defd9990-5862-4788-939e-a57e4a3793cd has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:23:10.603913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e7372fd-a484-4efa-a7d4-1376e04f98c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.630670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-65bbb67d-2a77-4719-a6c5-3c90f70ebd3e None None] Port d021bbd7-5c8e-4510-a8fe-7899c8357a24 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:10.657661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.699855 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e7372fd-a484-4efa-a7d4-1376e04f98c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.730401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting port 898f5786-e6c3-468a-89c8-5b1afc4223fb {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:10.730896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.739807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4029cd38-821d-4245-be9e-af7a0398ae81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76139c11-1e6f-4190-80ad-b97c1311f481'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:10.739807 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8aa652-c680-4198-951f-0e8f1cb39768" -d '{"events": [{"server_uuid": "4029cd38-821d-4245-be9e-af7a0398ae81", "name": "network-vif-plugged", "status": "completed", "tag": "76139c11-1e6f-4190-80ad-b97c1311f481"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:10.742924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.749447 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Floating IP 2673f394-9124-4410-a142-f85eaa4a6d77 associated. External IP: 172.25.5.129, port: b986f4c8-2769-4783-b297-7571986377dc. Jul 09 13:23:10.813244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:23:10.820268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 76139c11-1e6f-4190-80ad-b97c1311f481, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=76139c11-1e6f-4190-80ad-b97c1311f481,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:10.822535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c76676f0-5225-4854-8115-ccbbcb13d93d admin admin] 10.222.0.32 "PUT /v2.0/routers/defd9990-5862-4788-939e-a57e4a3793cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5840285 Jul 09 13:23:10.835924 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Sync routers for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:23:10.844764 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.845723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:10.856023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port c22101b3-8689-421d-ba0e-ff34527a2253, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c22101b3-8689-421d-ba0e-ff34527a2253,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:10.873911 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:10.875423 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:10.932714 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc457b0-99a2-4aee-933c-f6dd952e0fb8 x-openstack-request-id: req-6bc457b0-99a2-4aee-933c-f6dd952e0fb8 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:10.933211 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4029cd38-821d-4245-be9e-af7a0398ae81", "name": "network-vif-plugged", "status": "completed", "tag": "76139c11-1e6f-4190-80ad-b97c1311f481", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:10.933976 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bc457b0-99a2-4aee-933c-f6dd952e0fb8 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:10.934567 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4029cd38-821d-4245-be9e-af7a0398ae81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76139c11-1e6f-4190-80ad-b97c1311f481', 'code': 200} Jul 09 13:23:10.946291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad935ed-1c2d-4573-b233-097bf9217ead req-a7503379-d580-43fc-944e-81a1c6df1706 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:10.951037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:10.951789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2e5d9e29-1477-4f9c-b1da-34893b0b3fd4 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:10.953935 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.954112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ad935ed-1c2d-4573-b233-097bf9217ead req-a7503379-d580-43fc-944e-81a1c6df1706 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 948 time: 0.4360206 Jul 09 13:23:11.015734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:23:06Z', 'revision_number': 3, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:11.059429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=76139c11-1e6f-4190-80ad-b97c1311f481,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:11.066504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Checking router: 5804dc02-4f8a-432b-ad20-c3cebeb6b284 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:23:11.067157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Updating router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 port 20d52273-5701-4ebb-bbad-c085299ccbb8 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:23:11.133166 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:11.187760 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.211321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e7372fd-a484-4efa-a7d4-1376e04f98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.215955 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e7372fd-a484-4efa-a7d4-1376e04f98c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.224243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6e7372fd-a484-4efa-a7d4-1376e04f98c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a13f1961-320d-4341-a872-0435ca6fdd17 HTTP/1.1" status: 204 len: 168 time: 1.1642239 Jul 09 13:23:11.244130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=c22101b3-8689-421d-ba0e-ff34527a2253,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:11.272840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Router 442914da-edd6-4cc4-a885-cc1b854b0747 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:23:11.373911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7372fd-a484-4efa-a7d4-1376e04f98c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13f1961-320d-4341-a872-0435ca6fdd17,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:11.389355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ad935ed-1c2d-4573-b233-097bf9217ead req-6ea4657b-e554-414b-937e-dd0912cb0f30 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343655 Jul 09 13:23:11.464270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:23:11.471065 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.476267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] Sync routers for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:23:11.484395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] For port 898f5786-e6c3-468a-89c8-5b1afc4223fb, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=898f5786-e6c3-468a-89c8-5b1afc4223fb,segment=NetworkSegment(6b4f1f65-0f49-40f8-aad7-00869c341191),segment_id=6b4f1f65-0f49-40f8-aad7-00869c341191)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:11.485679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.507124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:11.507124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:11.540697 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8db79553-b559-4426-a890-fd62e876cfb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "PUT /v2.0/floatingips/2673f394-9124-4410-a142-f85eaa4a6d77 HTTP/1.1" status: 200 len: 991 time: 3.5834966 Jul 09 13:23:11.541512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:11.545892 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7020d809-2b61-4fa1-9af9-8af7cd32770e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:11.589657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Calling delete_port for 898f5786-e6c3-468a-89c8-5b1afc4223fb owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:11.631822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500e835-6c9f-461b-84cf-4a4ce6b67bd3 req-e718e407-d3b7-410b-a6b2-5fe7b39392ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:11.633596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5500e835-6c9f-461b-84cf-4a4ce6b67bd3 req-e718e407-d3b7-410b-a6b2-5fe7b39392ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 1100 time: 0.5904052 Jul 09 13:23:11.662548 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.674500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:11.707363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Transition to ACTIVE for port object 20d52273-5701-4ebb-bbad-c085299ccbb8 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:11.722722 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.819364 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.836938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c799b2-a934-4baf-bf4f-e97e7b71406c req-4d47347f-060b-4f59-9eb0-e3a19729cacc tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:11.844231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c799b2-a934-4baf-bf4f-e97e7b71406c req-4d47347f-060b-4f59-9eb0-e3a19729cacc tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:11.851361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6c799b2-a934-4baf-bf4f-e97e7b71406c req-4d47347f-060b-4f59-9eb0-e3a19729cacc tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1682 time: 0.2239728 Jul 09 13:23:11.874849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c22101b3-8689-421d-ba0e-ff34527a2253 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:11.905826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5500e835-6c9f-461b-84cf-4a4ce6b67bd3 req-c5ed2f35-af99-4311-bdad-f71704a98352 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423341 Jul 09 13:23:11.952375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6c799b2-a934-4baf-bf4f-e97e7b71406c req-27a8ae90-b467-4da1-ba1f-75adee907122 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924418 Jul 09 13:23:11.992406 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808d76c0-8047-4e05-b6ce-1ea8bb906e5d x-openstack-request-id: req-808d76c0-8047-4e05-b6ce-1ea8bb906e5d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:11.992695 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:11.992946 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-808d76c0-8047-4e05-b6ce-1ea8bb906e5d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:11.993343 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'status': 'completed', 'code': 200} Jul 09 13:23:12.062745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Attempting to bind port 20d52273-5701-4ebb-bbad-c085299ccbb8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:12.071687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Attempting to bind port 20d52273-5701-4ebb-bbad-c085299ccbb8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:12.072593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Attempting to bind port 20d52273-5701-4ebb-bbad-c085299ccbb8 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:12.094845 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:08Z', 'revision_number': 2, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:12.105125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:12.105762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:12.106424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.107025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:12.107714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Bound port: 20d52273-5701-4ebb-bbad-c085299ccbb8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:12.108254 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.116665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77066328-b412-4e22-bf19-4ae97b24a4c9 None None] Pushing event updated for resources: {'Port': ['ID=20d52273-5701-4ebb-bbad-c085299ccbb8,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:12.138014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-3b3a831b-1afc-45a3-a03e-3ef6e051b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.139599 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-3b3a831b-1afc-45a3-a03e-3ef6e051b7d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1096 time: 0.1190569 Jul 09 13:23:12.153269 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Checking router: defd9990-5862-4788-939e-a57e4a3793cd for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:23:12.154108 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Updating router defd9990-5862-4788-939e-a57e4a3793cd port d021bbd7-5c8e-4510-a8fe-7899c8357a24 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:23:12.212705 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.293913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Allocated IP 172.20.0.1 (82ef0259-9e74-4825-84d4-446837d4efd7/c77b6927-b959-4cb1-a875-6c8593a71ccb/d73296ce-49b5-4881-8290-9c2cfb8fc124) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:12.320564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-eb11739b-33dd-484e-ad1f-becd390d0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.322482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-eb11739b-33dd-484e-ad1f-becd390d0fd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.1756439 Jul 09 13:23:12.440131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c22101b3-8689-421d-ba0e-ff34527a2253 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:12.440515 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.449700 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-1b0c73bb-b39a-4ecf-a54d-90cbbd6cf0b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 999 time: 0.1196227 Jul 09 13:23:12.545890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-5c90d016-2d39-472d-b6a2-7c05f6fa176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.553305 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-5c90d016-2d39-472d-b6a2-7c05f6fa176a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.0982225 Jul 09 13:23:12.665550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] For port 20d52273-5701-4ebb-bbad-c085299ccbb8, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:12.686467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-7c51012f-f7fa-4fac-a09a-866f10f0ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.690682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-7c51012f-f7fa-4fac-a09a-866f10f0ccd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294825 Jul 09 13:23:12.691253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] For port 20d52273-5701-4ebb-bbad-c085299ccbb8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=20d52273-5701-4ebb-bbad-c085299ccbb8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:12.698558 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.730756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.771615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58966) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:12.772238 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.788133 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Transition to ACTIVE for port object d021bbd7-5c8e-4510-a8fe-7899c8357a24 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:12.799099 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.871153 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.954622 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-87a09567-64ac-4307-bbfe-af7c4db5f89a service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375877 Jul 09 13:23:12.963938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77066328-b412-4e22-bf19-4ae97b24a4c9 None None] Pushing event updated for resources: {'Port': ['ID=20d52273-5701-4ebb-bbad-c085299ccbb8,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:12.989456 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fd76a-b6d5-46ca-9c22-925ac90d4c22 None None] Pushing event updated for resources: {'Port': ['ID=d021bbd7-5c8e-4510-a8fe-7899c8357a24,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:12.990651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b3b8-28de-4aec-b84d-165b3c367f02 req-4c99a03b-b8db-4a41-851f-3a815c10ca96 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.992520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec18b3b8-28de-4aec-b84d-165b3c367f02 req-4c99a03b-b8db-4a41-851f-3a815c10ca96 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 946 time: 0.2985380 Jul 09 13:23:13.006746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Routers {'5804dc02-4f8a-432b-ad20-c3cebeb6b284'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:13.007424 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:13.083913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.100092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1092934842-network', 'tenant_id': '73c33a0211174abb8810fb584743b0a6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:13.132780 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Attempting to bind port d021bbd7-5c8e-4510-a8fe-7899c8357a24 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:13.132780 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Attempting to bind port d021bbd7-5c8e-4510-a8fe-7899c8357a24 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:13.132780 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Attempting to bind port d021bbd7-5c8e-4510-a8fe-7899c8357a24 on network 61671166-2ff7-47cf-85fd-d0479610055b {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:13.137353 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:13.137784 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Checking segment: {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:13.138190 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.138578 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Bound using segment: {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:13.139089 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Bound port: d021bbd7-5c8e-4510-a8fe-7899c8357a24, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:13.139478 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.199600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec18b3b8-28de-4aec-b84d-165b3c367f02 req-24117296-ecc7-4f78-abdf-d8dbea0b0b14 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948774 Jul 09 13:23:13.253907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Made reservation on behalf of 73c33a0211174abb8810fb584743b0a6 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:13.256354 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.299045 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.315896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] Set router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:13.330798 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] For port d021bbd7-5c8e-4510-a8fe-7899c8357a24, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:13.340210 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] For port d021bbd7-5c8e-4510-a8fe-7899c8357a24, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d021bbd7-5c8e-4510-a8fe-7899c8357a24,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:13.345761 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.350134 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.358649 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7020d809-2b61-4fa1-9af9-8af7cd32770e req-fe51dd1e-db54-4933-b7ab-b70854746999 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627038 Jul 09 13:23:13.465210 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:13.465844 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:13.474891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 898f5786-e6c3-468a-89c8-5b1afc4223fb no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:13.620341 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fd76a-b6d5-46ca-9c22-925ac90d4c22 None None] Pushing event updated for resources: {'Port': ['ID=d021bbd7-5c8e-4510-a8fe-7899c8357a24,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:13.632287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Network 82ef0259-9e74-4825-84d4-446837d4efd7 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:13.648647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:13.651752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:13.685617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.698634 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.704422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.708677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Pushing event updated for resources: {'Port': ['ID=d73296ce-49b5-4881-8290-9c2cfb8fc124,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:13.730905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2673f394-9124-4410-a142-f85eaa4a6d77', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'port_id': 'b986f4c8-2769-4783-b297-7571986377dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'mac_address': 'fa:16:3e:d4:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:22:40Z', 'updated_at': '2021-07-09T13:23:09Z', 'revision_number': 1, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:36Z', 'revision_number': 5, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:13.745147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:23:13.761286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.761631 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Added segment 7ff04791-92e2-4f68-98a5-b381fd5eae1e of type vlan for network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 Jul 09 13:23:13.787923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12537db4-8c60-4faf-9787-73e1e5a619a4 req-2bdd0aa5-ecd3-418f-a09f-c152d267ac75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.788539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51522a0-ec8e-4d13-9f2e-733931c1a14e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:13.798768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12537db4-8c60-4faf-9787-73e1e5a619a4 req-2bdd0aa5-ecd3-418f-a09f-c152d267ac75 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 949 time: 1.0060885 Jul 09 13:23:13.814160 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:13.821494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5112e3-98a8-47e7-928a-fdc23bd5f34e req-9f7fbd99-77b1-4481-9a52-582668d0b5c7 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.844183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5112e3-98a8-47e7-928a-fdc23bd5f34e req-9f7fbd99-77b1-4481-9a52-582668d0b5c7 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.851577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa5112e3-98a8-47e7-928a-fdc23bd5f34e req-9f7fbd99-77b1-4481-9a52-582668d0b5c7 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 1603 time: 0.2293017 Jul 09 13:23:13.872918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No active binding found for port 898f5786-e6c3-468a-89c8-5b1afc4223fb {{(pid=93914) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:23:13.874043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 898f5786-e6c3-468a-89c8-5b1afc4223fb not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:13.877635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:13.882338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] Checking router: 442914da-edd6-4cc4-a885-cc1b854b0747 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:23:13.892181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Port': ['ID=898f5786-e6c3-468a-89c8-5b1afc4223fb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:13.915779 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12537db4-8c60-4faf-9787-73e1e5a619a4 req-062316a7-cb94-499f-ba78-8854188cd126 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156404 Jul 09 13:23:13.961886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.000988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:14.001634 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:14.004873 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.033924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] No DVR routers for this DVR port 898f5786-e6c3-468a-89c8-5b1afc4223fb on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:14.040266 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.105084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.107150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-cd687705-13fa-4d5f-9164-9b7aa0675af6 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "DELETE /v2.0/ports/898f5786-e6c3-468a-89c8-5b1afc4223fb HTTP/1.1" status: 204 len: 173 time: 4.0273368 Jul 09 13:23:14.107868 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa5112e3-98a8-47e7-928a-fdc23bd5f34e req-eceb1c51-32e6-4170-b13a-2a6640f1154a tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553513 Jul 09 13:23:14.110817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.114713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:14.115907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.116924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-deleted', 'tag': '898f5786-e6c3-468a-89c8-5b1afc4223fb'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:14.126754 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ad5d04-ddca-4c79-a84e-6eea147f6b41" -d '{"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-deleted", "tag": "898f5786-e6c3-468a-89c8-5b1afc4223fb"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:14.268674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4648192 Jul 09 13:23:14.283158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59016) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:14.308215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Request body: {'subnet': {'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1092934842-subnet', 'tenant_id': '73c33a0211174abb8810fb584743b0a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:14.342142 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:13Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:14.374663 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc8d3a-28d4-4f61-a0a0-7a69039df1fb x-openstack-request-id: req-7dcc8d3a-28d4-4f61-a0a0-7a69039df1fb {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:14.375007 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-deleted", "tag": "898f5786-e6c3-468a-89c8-5b1afc4223fb", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:14.375401 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dcc8d3a-28d4-4f61-a0a0-7a69039df1fb {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:14.376119 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-deleted', 'tag': '898f5786-e6c3-468a-89c8-5b1afc4223fb', 'status': 'completed', 'code': 200} Jul 09 13:23:14.376914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.378149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9d0ce-2494-4751-8823-1057b47fac6b admin admin] Pushing event updated for resources: {'Network': ['ID=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:14.384135 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-15b74150-851f-441e-86c9-3a71eaf8b5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.404985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:23:14.422000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Made reservation on behalf of 73c33a0211174abb8810fb584743b0a6 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:14.425659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.444511 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e62f5-ca5e-430a-bf04-c11150d00afb None None] The sync data for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 is: [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:13Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:23:14.460386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.481854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:14.554727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:14.567569 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72624d30-b8ba-436c-8d51-91aa02d5ba71" -d '{"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:14.571494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-fbabd7c5-4fe1-4637-b774-fe86d86502b8 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:14.573145 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-fbabd7c5-4fe1-4637-b774-fe86d86502b8 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.11 "GET /v2.0/ports?device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 946 time: 0.6290736 Jul 09 13:23:14.627411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:14.641080 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.769618 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c233f2-6122-4c52-a1b9-bf3296cfb114 x-openstack-request-id: req-30c233f2-6122-4c52-a1b9-bf3296cfb114 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:14.771462 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:14.771725 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30c233f2-6122-4c52-a1b9-bf3296cfb114 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:14.772136 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae', 'code': 200} Jul 09 13:23:14.775225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:14.794139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:23:06Z', 'revision_number': 3, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:14.838838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbc08d-fa97-4527-bdeb-6da8f338b266 None None] The sync data for ids ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'] in n-d-799524-3 is: [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:23:06Z', 'revision_number': 3, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:23:14.903741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:14.907920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.035817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcbcfc-d233-46cb-a505-2c83c7639f66 req-0e47158c-0a6b-4b48-abee-e2c2aeb1f63b tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.043967 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7afcbcfc-d233-46cb-a505-2c83c7639f66 req-0e47158c-0a6b-4b48-abee-e2c2aeb1f63b tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 946 time: 0.4697282 Jul 09 13:23:15.079735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.160628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2673f394-9124-4410-a142-f85eaa4a6d77', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'port_id': 'b986f4c8-2769-4783-b297-7571986377dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'mac_address': 'fa:16:3e:d4:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:22:40Z', 'updated_at': '2021-07-09T13:23:09Z', 'revision_number': 1, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:36Z', 'revision_number': 5, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:15.178861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedc4208-53bd-4551-ba89-d679141b6833,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:15.235892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde861a-6eb4-44b4-b831-3b06b2d17f77 None None] The sync data for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 is: [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2673f394-9124-4410-a142-f85eaa4a6d77', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'port_id': 'b986f4c8-2769-4783-b297-7571986377dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'mac_address': 'fa:16:3e:d4:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:22:40Z', 'updated_at': '2021-07-09T13:23:09Z', 'revision_number': 1, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:36Z', 'revision_number': 5, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:23:15.248483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Deleting port 73749a3b-55f0-4dbe-a681-9e9de70e37f8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:15.248832 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.269710 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7afcbcfc-d233-46cb-a505-2c83c7639f66 req-fd1e396b-f497-4078-86c1-79eff2eafd7a tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248108 Jul 09 13:23:15.276906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Deleting port 80b1a985-21af-4fe0-b1a3-376728afd91f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:15.277220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.396081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Checking segment: {'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:15.396576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Network hostable DHCP agents. Network: 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:23:15.418128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.451184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:23:15.457405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] For port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:15.457607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.494082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:15.495220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.501506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Calling delete_port for 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:15.518336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.519422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.523282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968549e7-8d80-4ed2-8532-50b201cc156c None None] Network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:15.567585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] For port 80b1a985-21af-4fe0-b1a3-376728afd91f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=80b1a985-21af-4fe0-b1a3-376728afd91f,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:15.567921 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:15.583944 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51204673-50d9-4491-a5de-2f243f4acd45 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2981803 Jul 09 13:23:15.653339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Calling delete_port for 80b1a985-21af-4fe0-b1a3-376728afd91f owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:15.872307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ae51b-ca66-4f47-9e98-03d2e11b9857 req-80a36ab0-98e8-4fe7-89ff-2df067cf9fab tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.874418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-938ae51b-ca66-4f47-9e98-03d2e11b9857 req-80a36ab0-98e8-4fe7-89ff-2df067cf9fab tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 943 time: 0.3113236 Jul 09 13:23:15.889518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26de658-3f17-4cad-9e87-8a3ca53b2959 None None] Network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:15.890055 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3c8c6-d1a4-4c23-a752-90d9e9a25b29 None None] New status for floating IP 2673f394-9124-4410-a142-f85eaa4a6d77: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:23:15.999387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 20d52273-5701-4ebb-bbad-c085299ccbb8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:16.028674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-938ae51b-ca66-4f47-9e98-03d2e11b9857 req-4ddcbd59-309e-45e6-b38e-c64bdadc0ad1 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/security-groups?id=f5b8125b-ef3c-4cea-b93e-b54acde477da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201777 Jul 09 13:23:16.101145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] For port 73749a3b-55f0-4dbe-a681-9e9de70e37f8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=73749a3b-55f0-4dbe-a681-9e9de70e37f8,segment=NetworkSegment(e211373d-4c17-4b4d-8096-1e7ccdc2deb7),segment_id=e211373d-4c17-4b4d-8096-1e7ccdc2deb7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:16.101711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.138753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Calling delete_port for 73749a3b-55f0-4dbe-a681-9e9de70e37f8 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:16.236723 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.244953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.265239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.269796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Pushing event updated for resources: {'Port': ['ID=d73296ce-49b5-4881-8290-9c2cfb8fc124,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:16.358287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Port': ['ID=8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:16.413717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Pushing event deleted for resources: {'Port': ['ID=80b1a985-21af-4fe0-b1a3-376728afd91f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:16.502461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] No DVR routers for this DVR port 80b1a985-21af-4fe0-b1a3-376728afd91f on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:16.514446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.514750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373c081-6dad-4ead-ac65-52e34ae69d0f req-07371393-02c0-4769-a672-d55f18501fe1 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:16.520279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ccdbee6a-a57a-47cc-9a98-729a1b74148f req-7edcb954-7185-4220-9fa7-4c744a68b6f6 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.11 "DELETE /v2.0/ports/80b1a985-21af-4fe0-b1a3-376728afd91f HTTP/1.1" status: 204 len: 173 time: 1.9347363 Jul 09 13:23:16.520785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263bbfad-7465-4537-b3ae-4c61caf1e0de', 'name': 'network-vif-deleted', 'tag': '80b1a985-21af-4fe0-b1a3-376728afd91f'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:16.524875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4373c081-6dad-4ead-ac65-52e34ae69d0f req-07371393-02c0-4769-a672-d55f18501fe1 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 949 time: 1.3214614 Jul 09 13:23:16.525555 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6cc861-550b-4a08-9ae4-8924f961ddc7" -d '{"events": [{"server_uuid": "263bbfad-7465-4537-b3ae-4c61caf1e0de", "name": "network-vif-deleted", "tag": "80b1a985-21af-4fe0-b1a3-376728afd91f"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:16.558321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['538d134a-fd95-408d-abbb-1ed72c8806bc', '80b1a985-21af-4fe0-b1a3-376728afd91f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:16.591933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] No DVR routers for this DVR port 8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:16.657142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-2d8e24bf-06a6-48a9-a77e-2f2b7f87420d req-153360d0-8639-4c0f-bc53-57f3e4cf6c3c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1037604651', 'description': 'tempest-description-1581286539'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:16.690324 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.692985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7062201c-fb0b-4f98-bff8-002e4670e8db req-7ba7c634-eb43-4a98-9732-aa7c4f712440 tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.10 "DELETE /v2.0/ports/8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae HTTP/1.1" status: 204 len: 173 time: 2.5471690 Jul 09 13:23:16.695015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-deleted', 'tag': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:16.698401 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009b1a67-d019-4ea8-86a7-ddfbc8f8969f" -d '{"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-deleted", "tag": "8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:16.732957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2d8e24bf-06a6-48a9-a77e-2f2b7f87420d req-153360d0-8639-4c0f-bc53-57f3e4cf6c3c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.861730 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4373c081-6dad-4ead-ac65-52e34ae69d0f req-4bc0fe80-f409-43b2-9a15-4bce2508267c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337219 Jul 09 13:23:16.924299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2d8e24bf-06a6-48a9-a77e-2f2b7f87420d req-153360d0-8639-4c0f-bc53-57f3e4cf6c3c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.929418 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2d8e24bf-06a6-48a9-a77e-2f2b7f87420d req-153360d0-8639-4c0f-bc53-57f3e4cf6c3c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:16.986586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Network 82ef0259-9e74-4825-84d4-446837d4efd7 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:16.986852 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2d8e24bf-06a6-48a9-a77e-2f2b7f87420d req-153360d0-8639-4c0f-bc53-57f3e4cf6c3c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.000746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:17.012378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2d8e24bf-06a6-48a9-a77e-2f2b7f87420d req-153360d0-8639-4c0f-bc53-57f3e4cf6c3c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3604114 Jul 09 13:23:17.086341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153360d0-8639-4c0f-bc53-57f3e4cf6c3c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7992b0f-d082-40ea-9635-cfe2baf6c1d9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:17.114614 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a67338-0638-45ac-9af1-657b1ac046e8 x-openstack-request-id: req-07a67338-0638-45ac-9af1-657b1ac046e8 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:17.115080 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263bbfad-7465-4537-b3ae-4c61caf1e0de", "name": "network-vif-deleted", "tag": "80b1a985-21af-4fe0-b1a3-376728afd91f", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:17.115337 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07a67338-0638-45ac-9af1-657b1ac046e8 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:17.115752 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263bbfad-7465-4537-b3ae-4c61caf1e0de', 'name': 'network-vif-deleted', 'tag': '80b1a985-21af-4fe0-b1a3-376728afd91f', 'status': 'completed', 'code': 200} Jul 09 13:23:17.157824 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cbe8641c-f274-49a0-8176-6d9bb3688ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.188891 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d709a04-d349-4326-9a90-d333a4811882 x-openstack-request-id: req-7d709a04-d349-4326-9a90-d333a4811882 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:17.189788 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158904ec-131c-4ecf-89cb-f430b6acb9c2", "name": "network-vif-deleted", "tag": "8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:17.190179 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d709a04-d349-4326-9a90-d333a4811882 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:17.190729 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158904ec-131c-4ecf-89cb-f430b6acb9c2', 'name': 'network-vif-deleted', 'tag': '8c8c23e0-d3da-4fdc-8e43-837bbc5c9eae', 'status': 'completed', 'code': 200} Jul 09 13:23:17.207922 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.213283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 20d52273-5701-4ebb-bbad-c085299ccbb8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:17.225633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 20d52273-5701-4ebb-bbad-c085299ccbb8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:17.226058 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.248079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8a000ef-1e94-4eb1-9c9d-3527441a3460 req-9fe68d60-320a-47ce-af52-49b1da305a2a tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=263bbfad-7465-4537-b3ae-4c61caf1e0de HTTP/1.1" status: 200 len: 210 time: 0.0644944 Jul 09 13:23:17.288526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-fe8eba53-8988-4a36-b647-fb4a912810b3 req-a38a9bd1-197f-48ed-859d-c69811567462 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-30569545', 'description': 'tempest-description-1236552508'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:17.393724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.448409 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.497325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470449bb-9097-40bc-bdbb-fbf002f5a7d6 req-839b5db0-b28c-42cc-ac1a-7cadd90ff730 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:17.499115 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-470449bb-9097-40bc-bdbb-fbf002f5a7d6 req-839b5db0-b28c-42cc-ac1a-7cadd90ff730 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 949 time: 0.1800497 Jul 09 13:23:17.521867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 20d52273-5701-4ebb-bbad-c085299ccbb8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=20d52273-5701-4ebb-bbad-c085299ccbb8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:17.527340 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.529527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d021bbd7-5c8e-4510-a8fe-7899c8357a24 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:17.543393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Pushing event deleted for resources: {'Port': ['ID=73749a3b-55f0-4dbe-a681-9e9de70e37f8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:17.564179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:23:17.574846 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-470449bb-9097-40bc-bdbb-fbf002f5a7d6 req-f2e63a0f-8b51-446c-aa63-1aeb38a6d321 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682058 Jul 09 13:23:17.630828 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fe8eba53-8988-4a36-b647-fb4a912810b3 req-a38a9bd1-197f-48ed-859d-c69811567462 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.735939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=20d52273-5701-4ebb-bbad-c085299ccbb8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:17.775481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port d021bbd7-5c8e-4510-a8fe-7899c8357a24 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:17.787441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d021bbd7-5c8e-4510-a8fe-7899c8357a24 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:17.787820 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.823056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fa4166f-acb5-4b58-abb6-4e2145133f53 req-ea3a14ce-0fa7-43df-9a98-0603953dbaca tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "GET /v2.0/ports?device_id=158904ec-131c-4ecf-89cb-f430b6acb9c2 HTTP/1.1" status: 200 len: 210 time: 0.0524981 Jul 09 13:23:17.917078 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:17.954119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port d021bbd7-5c8e-4510-a8fe-7899c8357a24, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d021bbd7-5c8e-4510-a8fe-7899c8357a24,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:17.964205 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.041773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=d021bbd7-5c8e-4510-a8fe-7899c8357a24,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:18.102263 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.117739 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.188241 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fe8eba53-8988-4a36-b647-fb4a912810b3 req-a38a9bd1-197f-48ed-859d-c69811567462 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.191502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:23:18.199959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b0d39f7f-1a5a-40bd-a938-721c24645db0 admin admin] 10.222.0.32 "PUT /v2.0/routers/5804dc02-4f8a-432b-ad20-c3cebeb6b284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6419082 Jul 09 13:23:18.200119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 20d52273-5701-4ebb-bbad-c085299ccbb8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:18.200738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fe8eba53-8988-4a36-b647-fb4a912810b3 req-a38a9bd1-197f-48ed-859d-c69811567462 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.256924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a9bd1-197f-48ed-859d-c69811567462 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b08d86-e02a-40d6-8fe4-e0ae553652d6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:18.300989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 20d52273-5701-4ebb-bbad-c085299ccbb8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:18.301614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.308158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fe8eba53-8988-4a36-b647-fb4a912810b3 req-a38a9bd1-197f-48ed-859d-c69811567462 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.310314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe8eba53-8988-4a36-b647-fb4a912810b3 req-a38a9bd1-197f-48ed-859d-c69811567462 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0307412 Jul 09 13:23:18.384950 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0fa8a-c90b-48f8-b9bf-14055e1a5307 req-053b5073-0a46-47f8-81e3-ef00e2f09f42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:18.399761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0fa8a-c90b-48f8-b9bf-14055e1a5307 req-053b5073-0a46-47f8-81e3-ef00e2f09f42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:18.401436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9cd0fa8a-c90b-48f8-b9bf-14055e1a5307 req-053b5073-0a46-47f8-81e3-ef00e2f09f42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81&device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 1689 time: 0.1607192 Jul 09 13:23:18.480410 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9cd0fa8a-c90b-48f8-b9bf-14055e1a5307 req-0f421594-da96-4662-ae12-f6ae13edc5c8 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716984 Jul 09 13:23:18.489503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 80b1a985-21af-4fe0-b1a3-376728afd91f no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:18.544352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 80b1a985-21af-4fe0-b1a3-376728afd91f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:18.544705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 80b1a985-21af-4fe0-b1a3-376728afd91f not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:18.557960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Router 27a874a7-c684-47b8-ba04-e4c64a5b7eef has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:23:19.106064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:23:19.113759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-04094ac5-af32-40d3-b770-df1ac6f0043d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:19.116768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] Sync routers for ids ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:23:19.121211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-04094ac5-af32-40d3-b770-df1ac6f0043d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 813 time: 0.5140688 Jul 09 13:23:19.129098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-7de84497-2d22-4c21-b902-0b2a41d9d45e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:19.129098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-7de84497-2d22-4c21-b902-0b2a41d9d45e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 819 time: 0.1287425 Jul 09 13:23:19.129682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-598d2a25-fa85-4560-a8bd-3d701df0e128 admin admin] 10.222.0.32 "PUT /v2.0/routers/27a874a7-c684-47b8-ba04-e4c64a5b7eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1922388 Jul 09 13:23:19.133143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59100) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:19.141408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] Routers {'27a874a7-c684-47b8-ba04-e4c64a5b7eef'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:19.141956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:23:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:19.147239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-0febb5a2-2040-482d-9940-314b126f8090 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/quotas/73c33a0211174abb8810fb584743b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0250387 Jul 09 13:23:19.203288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-4723e26b-9e60-45fe-a699-ea30f9fb498d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542619 Jul 09 13:23:19.208643 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-2be22fa4-3302-49c5-a78a-ea8548225796 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/quotas/e6893df6dd7b4e9da286382b01698dd8 HTTP/1.1" status: 200 len: 375 time: 0.0768313 Jul 09 13:23:19.222766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Sync routers for ids ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:23:19.236639 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Routers {'5804dc02-4f8a-432b-ad20-c3cebeb6b284'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:19.237276 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:23:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:19.345872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] Set router 27a874a7-c684-47b8-ba04-e4c64a5b7eef gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:19.382766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-d7cf969d-1d7f-4039-9206-c28b0fc89bc6 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730671 Jul 09 13:23:19.394103 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-39e2827c-8608-46f8-80f2-e965e93ac868 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878219 Jul 09 13:23:19.440695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.454644 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Set router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:19.585461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-41c128e7-afab-4b81-b039-e1d82f587715 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784527 Jul 09 13:23:19.587638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-17f52e03-e402-42bb-b2dc-0b212acfb0c8 service neutron] 10.222.0.32 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040117 Jul 09 13:23:19.601787 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.681905 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.696161 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:23:14Z', 'revision_number': 4, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd73296ce-49b5-4881-8290-9c2cfb8fc124', 'name': '', 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'mac_address': 'fa:16:3e:2d:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c77b6927-b959-4cb1-a875-6c8593a71ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:11Z', 'updated_at': '2021-07-09T13:23:14Z', 'revision_number': 2, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'subnets': [{'id': 'c77b6927-b959-4cb1-a875-6c8593a71ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:19.727759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Checking router: 5804dc02-4f8a-432b-ad20-c3cebeb6b284 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:23:19.728336 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Updating router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 port d73296ce-49b5-4881-8290-9c2cfb8fc124 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:23:19.760591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 5, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port': {'id': '8c7b73d7-545f-448a-9ee8-42b45db53fb1', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:29Z', 'updated_at': '2021-07-09T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:19.766612 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.772459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-8a6577d4-1655-4c38-914f-54eb4cb29ae9 service neutron] 10.222.0.32 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837149 Jul 09 13:23:19.798207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Deleting port 8c7b73d7-545f-448a-9ee8-42b45db53fb1 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:19.798550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.845312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] Checking router: 27a874a7-c684-47b8-ba04-e4c64a5b7eef for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:23:19.872643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] Routers {'27a874a7-c684-47b8-ba04-e4c64a5b7eef'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:19.873243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:23:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:20.180053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] Set router 27a874a7-c684-47b8-ba04-e4c64a5b7eef gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:20.223033 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.241425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745d5a0-0c0d-412c-a632-de27406eb152 req-3b304067-0592-4097-a075-5b57b0b4a856 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:20.248774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c745d5a0-0c0d-412c-a632-de27406eb152 req-3b304067-0592-4097-a075-5b57b0b4a856 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.1966264 Jul 09 13:23:20.269576 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Transition to ACTIVE for port object d73296ce-49b5-4881-8290-9c2cfb8fc124 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:20.289742 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.333690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:20.347049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c745d5a0-0c0d-412c-a632-de27406eb152 req-a865c46c-0463-457e-bb21-f0673fc2325d tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960951 Jul 09 13:23:20.361818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d021bbd7-5c8e-4510-a8fe-7899c8357a24 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:20.519793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:23:19Z', 'revision_number': 6, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:20.591150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4ac02f-f0a2-4514-81ba-4b195e5e931f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting subnet 9b5f73e6-2b65-410f-b878-f652878e36c3 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:23:20.609877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac02f-f0a2-4514-81ba-4b195e5e931f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.615580 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Attempting to bind port d73296ce-49b5-4881-8290-9c2cfb8fc124 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:20.615975 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Attempting to bind port d73296ce-49b5-4881-8290-9c2cfb8fc124 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:20.616372 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Attempting to bind port d73296ce-49b5-4881-8290-9c2cfb8fc124 on network 82ef0259-9e74-4825-84d4-446837d4efd7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:20.650764 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:20.651168 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Checking segment: {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:20.654814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a8bc5-da4f-4c6a-baab-8bf548ddd3b7 None None] The sync data for ids ['27a874a7-c684-47b8-ba04-e4c64a5b7eef'] in n-d-799524-3 is: [{'id': '27a874a7-c684-47b8-ba04-e4c64a5b7eef', 'name': 'tempest-FloatingIPDetailsTestJSON-2047533999-router', 'tenant_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:27Z', 'updated_at': '2021-07-09T13:23:19Z', 'revision_number': 6, 'project_id': '3e8264a5f8c54ceab7a3d182ccca6b63', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:23:20.656432 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.657638 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Bound using segment: {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:20.658884 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Bound port: d73296ce-49b5-4881-8290-9c2cfb8fc124, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:20.659698 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.707339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d021bbd7-5c8e-4510-a8fe-7899c8357a24 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:20.707810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.710793 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc3bab-9e5d-403d-b77f-8f080d286417 None None] Pushing event updated for resources: {'Port': ['ID=d73296ce-49b5-4881-8290-9c2cfb8fc124,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:20.728223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac02f-f0a2-4514-81ba-4b195e5e931f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.890083 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] For port d73296ce-49b5-4881-8290-9c2cfb8fc124, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:20.896723 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] For port d73296ce-49b5-4881-8290-9c2cfb8fc124, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d73296ce-49b5-4881-8290-9c2cfb8fc124,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:20.905322 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.986146 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac02f-f0a2-4514-81ba-4b195e5e931f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.989723 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Routers {'5804dc02-4f8a-432b-ad20-c3cebeb6b284'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:20.990748 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:23:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:20.994258 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc3bab-9e5d-403d-b77f-8f080d286417 None None] Pushing event updated for resources: {'Port': ['ID=d73296ce-49b5-4881-8290-9c2cfb8fc124,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:21.143496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] For port 8c7b73d7-545f-448a-9ee8-42b45db53fb1, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=8c7b73d7-545f-448a-9ee8-42b45db53fb1,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:21.144029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:21.176259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-f248ef5a-b7d6-475f-8424-5bff55d4a00f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:21.178011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-f248ef5a-b7d6-475f-8424-5bff55d4a00f tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 0.4185870 Jul 09 13:23:21.188127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60217-5658-4a79-b115-96d9826ef6ec req-af5297b3-acaf-49b6-b09d-97a9e761aa1e tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:21.200830 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3fc60217-5658-4a79-b115-96d9826ef6ec req-af5297b3-acaf-49b6-b09d-97a9e761aa1e tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 1100 time: 0.4427643 Jul 09 13:23:21.209111 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-518db593-b263-4aa8-aaa7-d5f686e4cd52 req-3d9d83d2-bfa6-48d0-88f1-96a3765b7793 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 210 time: 0.1460464 Jul 09 13:23:21.246031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Calling delete_port for 8c7b73d7-545f-448a-9ee8-42b45db53fb1 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:21.273960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac02f-f0a2-4514-81ba-4b195e5e931f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:21.404337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac02f-f0a2-4514-81ba-4b195e5e931f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5f73e6-2b65-410f-b878-f652878e36c3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:21.407312 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac02f-f0a2-4514-81ba-4b195e5e931f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:21.413322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4f4ac02f-f0a2-4514-81ba-4b195e5e931f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "DELETE /v2.0/subnets/9b5f73e6-2b65-410f-b878-f652878e36c3 HTTP/1.1" status: 204 len: 168 time: 1.0629628 Jul 09 13:23:21.416833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59130) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:21.428882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a839f6f-356e-4705-8a1f-05f32c87d7a1 None None] Network 09f67b16-47cf-472a-990d-16b6a23d0b23 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:21.472455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] Set router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:21.509022 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3fc60217-5658-4a79-b115-96d9826ef6ec req-e116c0d0-7081-4e57-81a3-1cdb64d8c0c7 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006258 Jul 09 13:23:21.793052 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a4244888-2dbe-4919-9b2e-bdc0852258b3 req-713d5864-40eb-4b92-9020-931da210e803 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 210 time: 0.1833947 Jul 09 13:23:21.908556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] DHCP port deletion for 09f67b16-47cf-472a-990d-16b6a23d0b23 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:23:21.956683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.138143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-38c3fa9c-3f1e-47b5-996d-b9ee40567680 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5266864 Jul 09 13:23:22.164924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] Deleting port e2e591a5-7f50-4fe2-b034-884a9e777684 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:22.165437 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.181077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.195517 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:23:14Z', 'revision_number': 4, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd73296ce-49b5-4881-8290-9c2cfb8fc124', 'name': '', 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'mac_address': 'fa:16:3e:2d:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c77b6927-b959-4cb1-a875-6c8593a71ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:11Z', 'updated_at': '2021-07-09T13:23:20Z', 'revision_number': 4, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'subnets': [{'id': 'c77b6927-b959-4cb1-a875-6c8593a71ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:22.207553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting port e2e591a5-7f50-4fe2-b034-884a9e777684 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:22.209455 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.253515 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af31fe-8994-4022-87bf-c58677b83c2d None None] The sync data for ids ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'] in n-d-799524-3 is: [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:23:14Z', 'revision_number': 4, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd73296ce-49b5-4881-8290-9c2cfb8fc124', 'name': '', 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'mac_address': 'fa:16:3e:2d:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c77b6927-b959-4cb1-a875-6c8593a71ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:11Z', 'updated_at': '2021-07-09T13:23:20Z', 'revision_number': 4, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'subnets': [{'id': 'c77b6927-b959-4cb1-a875-6c8593a71ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:23:22.328712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e2e591a5-7f50-4fe2-b034-884a9e777684 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:22.437159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Deleting port 538d134a-fd95-408d-abbb-1ed72c8806bc {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:22.437863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.466739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] For port e2e591a5-7f50-4fe2-b034-884a9e777684, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e2e591a5-7f50-4fe2-b034-884a9e777684,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:22.467844 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.492562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] Calling delete_port for e2e591a5-7f50-4fe2-b034-884a9e777684 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:22.532088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] For port e2e591a5-7f50-4fe2-b034-884a9e777684, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e2e591a5-7f50-4fe2-b034-884a9e777684,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:22.532501 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.567827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Calling delete_port for e2e591a5-7f50-4fe2-b034-884a9e777684 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:22.586521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7b73d7-545f-448a-9ee8-42b45db53fb1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:22.593724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-10985b16-014e-4854-88ce-344494e5ec7b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:22.593724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-10985b16-014e-4854-88ce-344494e5ec7b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.10 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 813 time: 0.2758253 Jul 09 13:23:22.619450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'port': {'device_id': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3', 'admin_state_up': True, 'tenant_id': '73c33a0211174abb8810fb584743b0a6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:22.672671 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.778311 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.787112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e2e591a5-7f50-4fe2-b034-884a9e777684, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e2e591a5-7f50-4fe2-b034-884a9e777684,segment=NetworkSegment(3c0d3173-832a-41db-bdd5-0a8f6a54166e),segment_id=3c0d3173-832a-41db-bdd5-0a8f6a54166e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:22.797042 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.800927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 73749a3b-55f0-4dbe-a681-9e9de70e37f8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:22.836560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-9daaa1c9-7b60-4d53-ba2d-b1242757c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:22.839458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-9daaa1c9-7b60-4d53-ba2d-b1242757c993 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 1100 time: 0.5148215 Jul 09 13:23:22.853353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bbfd-4da2-40f5-ae67-43fb4fdf6fa0 req-51391745-8728-418e-ae67-42e599883d9a tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:22.863203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e0b3bbfd-4da2-40f5-ae67-43fb4fdf6fa0 req-51391745-8728-418e-ae67-42e599883d9a tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 1100 time: 0.6321788 Jul 09 13:23:22.926059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 73749a3b-55f0-4dbe-a681-9e9de70e37f8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:22.927111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 73749a3b-55f0-4dbe-a681-9e9de70e37f8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:22.928214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 8c7b73d7-545f-448a-9ee8-42b45db53fb1 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:22.978353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 8c7b73d7-545f-448a-9ee8-42b45db53fb1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:22.978353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 8c7b73d7-545f-448a-9ee8-42b45db53fb1 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:22.996433 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.024465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] No DVR routers for this DVR port e2e591a5-7f50-4fe2-b034-884a9e777684 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:23.055799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] For port 538d134a-fd95-408d-abbb-1ed72c8806bc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=538d134a-fd95-408d-abbb-1ed72c8806bc,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:23.057435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.062621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e2e591a5-7f50-4fe2-b034-884a9e777684,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:23.076270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Calling delete_port for 538d134a-fd95-408d-abbb-1ed72c8806bc owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:23.115657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-2ce7f2b1-276b-4948-a39f-cbc9cc10c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:23.116867 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.118441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-2ce7f2b1-276b-4948-a39f-cbc9cc10c7c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2208579 Jul 09 13:23:23.119973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.137593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec35b1-4a69-480c-b21c-a13857e6d118 None None] Pushing event deleted for resources: {'Port': ['ID=e2e591a5-7f50-4fe2-b034-884a9e777684,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:23.216195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-8e3370aa-9d0f-4daa-b307-d0804f46b426 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=83473b11-54e0-45f2-83da-c28f0f29dd86 HTTP/1.1" status: 200 len: 217 time: 0.0878508 Jul 09 13:23:23.235006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e0b3bbfd-4da2-40f5-ae67-43fb4fdf6fa0 req-57bca9ad-a373-4694-96ab-f594e3c77ff1 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697681 Jul 09 13:23:23.317041 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.317601 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a874a7-c684-47b8-ba04-e4c64a5b7eef {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:23:23.322254 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.323433 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9afda3b6-0121-43d0-82c6-c10ef290a921 admin admin] 10.222.0.32 "DELETE /v2.0/routers/27a874a7-c684-47b8-ba04-e4c64a5b7eef HTTP/1.1" status: 204 len: 168 time: 4.1872146 Jul 09 13:23:23.329679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59148) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:23.334092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.369035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68942-c640-4d68-8781-0d78987b35cf req-8a5f1329-0b02-4085-b1fb-147c17214b6e tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:23.376442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10e68942-c640-4d68-8781-0d78987b35cf req-8a5f1329-0b02-4085-b1fb-147c17214b6e tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce199438-c25b-4b7c-843e-5a54c845f986 HTTP/1.1" status: 200 len: 945 time: 1.2122967 Jul 09 13:23:23.421927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Port': ['ID=e2e591a5-7f50-4fe2-b034-884a9e777684,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:23.458078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] No DVR routers for this DVR port e2e591a5-7f50-4fe2-b034-884a9e777684 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:23.517922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-5ab17692-7d40-4ffb-9854-3d31a3981f76 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:23.519564 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-5ab17692-7d40-4ffb-9854-3d31a3981f76 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.10 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 819 time: 0.5558705 Jul 09 13:23:23.522185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-244ad663-a35e-49c8-aa36-26e4c9d922fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:23.523916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-244ad663-a35e-49c8-aa36-26e4c9d922fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.2808061 Jul 09 13:23:23.545228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dede78-0aa9-4c9e-a884-7b2bcbc23b94 admin admin] Deleting subnet 22e45a29-de83-476f-9e68-c753113e3619 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:23:23.555842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Request body: {'port': {'device_id': 'f158aeb4-d0b2-4a96-af0b-e052055e0d02', 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7', 'admin_state_up': True, 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:23.567614 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71dede78-0aa9-4c9e-a884-7b2bcbc23b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.596473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10e68942-c640-4d68-8781-0d78987b35cf req-af893e8e-bac6-44b4-a3eb-104e00290c16 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.32 "GET /v2.0/security-groups?id=32fb3825-e1b8-447d-b7db-ed1043aa6d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189488 Jul 09 13:23:23.686075 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.711291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f67b16-47cf-472a-990d-16b6a23d0b23']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:23.768844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71dede78-0aa9-4c9e-a884-7b2bcbc23b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.828308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0d3173-832a-41db-bdd5-0a8f6a54166e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:23.828696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0d3173-832a-41db-bdd5-0a8f6a54166e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:23.831330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Made reservation on behalf of 73c33a0211174abb8810fb584743b0a6 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:23.835855 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.849412 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.870259 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.924448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Pushing event deleted for resources: {'Port': ['ID=538d134a-fd95-408d-abbb-1ed72c8806bc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:23.934550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.981952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:23:23.981952 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.985756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57b753a0-3beb-4626-a972-ec6757aa3100 req-219d657d-4f45-47b3-bd02-d831488ebb55 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 210 time: 0.2127755 Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:23:23.988093 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:23:24.024689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] No DVR routers for this DVR port 538d134a-fd95-408d-abbb-1ed72c8806bc on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:24.028402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.031386 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f3096d8-931f-4dce-98dc-e1b01c227123 req-73ac77e3-adc5-441e-b43d-8ad660f2dd05 tempest-ListServerFiltersTestJSON-102209746 tempest-ListServerFiltersTestJSON-102209746-project] 10.222.0.11 "DELETE /v2.0/ports/538d134a-fd95-408d-abbb-1ed72c8806bc HTTP/1.1" status: 204 len: 173 time: 2.8216710 Jul 09 13:23:24.036758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce199438-c25b-4b7c-843e-5a54c845f986', 'name': 'network-vif-deleted', 'tag': '538d134a-fd95-408d-abbb-1ed72c8806bc'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:24.039075 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc197b3-ed19-4ab6-9ce8-c4d2dfbff5c5" -d '{"events": [{"server_uuid": "ce199438-c25b-4b7c-843e-5a54c845f986", "name": "network-vif-deleted", "tag": "538d134a-fd95-408d-abbb-1ed72c8806bc"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:24.075970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Made reservation on behalf of e6893df6dd7b4e9da286382b01698dd8 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:24.082107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.089296 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71dede78-0aa9-4c9e-a884-7b2bcbc23b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.213330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f9ba5576-9432-4519-a26c-3459b06c95af tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:24.215079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71dede78-0aa9-4c9e-a884-7b2bcbc23b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.224675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f9ba5576-9432-4519-a26c-3459b06c95af tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 819 time: 0.5443084 Jul 09 13:23:24.228659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-4bd03dc7-5870-427b-a0fb-365286dadd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:24.230416 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-4bd03dc7-5870-427b-a0fb-365286dadd35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6536601 Jul 09 13:23:24.318457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d73296ce-49b5-4881-8290-9c2cfb8fc124 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:24.353071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-0778c979-9146-4813-bb9e-9474bc352251 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/quotas/e6893df6dd7b4e9da286382b01698dd8 HTTP/1.1" status: 200 len: 375 time: 0.1272728 Jul 09 13:23:24.395008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dede78-0aa9-4c9e-a884-7b2bcbc23b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e45a29-de83-476f-9e68-c753113e3619,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:24.412913 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4d7ce4-a7c7-4fcf-bc73-ac48b31e01ee x-openstack-request-id: req-ce4d7ce4-a7c7-4fcf-bc73-ac48b31e01ee {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:24.413400 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce199438-c25b-4b7c-843e-5a54c845f986", "name": "network-vif-deleted", "tag": "538d134a-fd95-408d-abbb-1ed72c8806bc", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:24.413658 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce4d7ce4-a7c7-4fcf-bc73-ac48b31e01ee {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:24.414074 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce199438-c25b-4b7c-843e-5a54c845f986', 'name': 'network-vif-deleted', 'tag': '538d134a-fd95-408d-abbb-1ed72c8806bc', 'status': 'completed', 'code': 200} Jul 09 13:23:24.418471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71dede78-0aa9-4c9e-a884-7b2bcbc23b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.423866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-71dede78-0aa9-4c9e-a884-7b2bcbc23b94 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/22e45a29-de83-476f-9e68-c753113e3619 HTTP/1.1" status: 204 len: 168 time: 1.0849042 Jul 09 13:23:24.425882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59166) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:24.440289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 538d134a-fd95-408d-abbb-1ed72c8806bc no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:24.487003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 538d134a-fd95-408d-abbb-1ed72c8806bc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:24.487830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 538d134a-fd95-408d-abbb-1ed72c8806bc not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:24.489622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733648d-7fe7-4394-aa76-4d264565a31a None None] Network 602cc31d-1682-4a1e-93bf-7184aa688da6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:24.550646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:23:24.571982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.641911 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.653267 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.659694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "DELETE /v2.0/networks/09f67b16-47cf-472a-990d-16b6a23d0b23 HTTP/1.1" status: 204 len: 168 time: 3.2425430 Jul 09 13:23:24.665267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59174) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:24.735989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port d73296ce-49b5-4881-8290-9c2cfb8fc124 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:24.754121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d73296ce-49b5-4881-8290-9c2cfb8fc124 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:24.754771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.769328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Allocated IP 172.20.0.6 (82ef0259-9e74-4825-84d4-446837d4efd7/c77b6927-b959-4cb1-a875-6c8593a71ccb/aa9f80f3-7c28-490e-9b93-5c45f33c5f63) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:24.830838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d79c68-e9dc-4b98-92cc-472c3d0cb0ae tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Deleting subnet 643cd122-5e5c-4887-af5d-7683e792aa85 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:23:24.835320 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-2a37361a-ae8e-4a04-abe4-a18eef42125d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611537 Jul 09 13:23:24.840291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52d79c68-e9dc-4b98-92cc-472c3d0cb0ae tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.858062 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.886757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff91fa-f111-4e7e-a4bf-d0bd275e434b tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Network': ['ID=09f67b16-47cf-472a-990d-16b6a23d0b23,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:24.901000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-a36dc7a0-0561-483f-86b5-ed77a78969bd service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442964 Jul 09 13:23:24.906669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Allocated IP 172.20.0.2 (7d2f242a-f76e-496c-b6a9-f4e92ffb33c3/eedc4208-53bd-4551-ba89-d679141b6833/8d92b28a-07ab-4328-807d-05086116949e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:24.911235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port d73296ce-49b5-4881-8290-9c2cfb8fc124, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d73296ce-49b5-4881-8290-9c2cfb8fc124,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:24.916904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] DHCP port deletion for 602cc31d-1682-4a1e-93bf-7184aa688da6 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:23:24.923786 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.991125 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52d79c68-e9dc-4b98-92cc-472c3d0cb0ae tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.016669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=d73296ce-49b5-4881-8290-9c2cfb8fc124,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:25.040786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] Deleting port 4424339b-0b55-4205-becb-22aac1ebe47f {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:25.041511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.060856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Deleting port 4424339b-0b55-4205-becb-22aac1ebe47f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:25.061335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.157166 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-9676ce83-412e-4415-9d5f-22a3855996a2 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8016536 Jul 09 13:23:25.171244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] For port 4424339b-0b55-4205-becb-22aac1ebe47f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4424339b-0b55-4205-becb-22aac1ebe47f,segment=NetworkSegment(e211373d-4c17-4b4d-8096-1e7ccdc2deb7),segment_id=e211373d-4c17-4b4d-8096-1e7ccdc2deb7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:25.171600 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.189366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] Calling delete_port for 4424339b-0b55-4205-becb-22aac1ebe47f owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:25.277190 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-a079c07d-b6b1-477f-b8c4-e78c2c4aeebf tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:25.284941 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-a079c07d-b6b1-477f-b8c4-e78c2c4aeebf tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4385190 Jul 09 13:23:25.301650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] For port 4424339b-0b55-4205-becb-22aac1ebe47f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4424339b-0b55-4205-becb-22aac1ebe47f,segment=NetworkSegment(e211373d-4c17-4b4d-8096-1e7ccdc2deb7),segment_id=e211373d-4c17-4b4d-8096-1e7ccdc2deb7)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:25.302089 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.302390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-484037d7-7a5a-4afc-9f38-87005bbe167d req-3085e984-410b-4ae1-8756-d1c8bff61d2c service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915114 Jul 09 13:23:25.336834 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.347899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-faec747a-8106-409a-8e15-4d329abd6d99 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/quotas/0ccb8a3f5536443fb61c4a689e467809 HTTP/1.1" status: 200 len: 375 time: 0.0616624 Jul 09 13:23:25.351840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Calling delete_port for 4424339b-0b55-4205-becb-22aac1ebe47f owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:25.374483 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-39a38339-3882-45d0-a606-8fb429a6db68 service neutron] 10.222.0.32 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152886 Jul 09 13:23:25.394008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] Pushing event deleted for resources: {'Port': ['ID=4424339b-0b55-4205-becb-22aac1ebe47f,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:25.411450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1e843-f6dc-4587-94fd-e0a6b8f6c844 None None] No DVR routers for this DVR port 4424339b-0b55-4205-becb-22aac1ebe47f on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:25.445890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52d79c68-e9dc-4b98-92cc-472c3d0cb0ae tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.491191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.528382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.556041 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-2e599998-7d88-4d86-ba36-0d38537ffd79 service neutron] 10.222.0.32 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805863 Jul 09 13:23:25.572320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.631801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:25.635202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:25.635873 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-8892898c-b4f1-4d7c-9d18-972062f0db20 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2869761 Jul 09 13:23:25.640461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:25.655645 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52d79c68-e9dc-4b98-92cc-472c3d0cb0ae tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.670108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'Port': ['ID=8d92b28a-07ab-4328-807d-05086116949e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:25.696925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:25.697560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.713684 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-2dd2ecb2-8f9b-46e4-9bc8-4cb7d2683de4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1057844 Jul 09 13:23:25.739713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Request body: {'port': {'device_id': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:25.750132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.769730 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52d79c68-e9dc-4b98-92cc-472c3d0cb0ae tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.779378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-52d79c68-e9dc-4b98-92cc-472c3d0cb0ae tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "DELETE /v2.0/subnets/643cd122-5e5c-4887-af5d-7683e792aa85 HTTP/1.1" status: 204 len: 168 time: 1.1031036 Jul 09 13:23:25.779598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb49d2-473f-4fdd-8bd7-cd4882dd5939 None None] Network bf851cde-0155-437b-b6f9-6abf0f610f94 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:25.785411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59190) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:25.788887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d79c68-e9dc-4b98-92cc-472c3d0cb0ae tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Subnet': ['ID=643cd122-5e5c-4887-af5d-7683e792aa85,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:25.881029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] No DVR routers for this DVR port 4424339b-0b55-4205-becb-22aac1ebe47f on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:25.888004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:25.898508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=4424339b-0b55-4205-becb-22aac1ebe47f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:25.914630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.009722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59196) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:26.180642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d73296ce-49b5-4881-8290-9c2cfb8fc124 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:26.228457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7426e3-e440-4678-bbcf-aa4f3c670a07 admin admin] Deleting subnet bb4256e7-2bf5-45e3-b2e4-0c222db88404 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:23:26.232156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] DHCP port deletion for bf851cde-0155-437b-b6f9-6abf0f610f94 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:23:26.232474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab7426e3-e440-4678-bbcf-aa4f3c670a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.289637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab7426e3-e440-4678-bbcf-aa4f3c670a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.346378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d73296ce-49b5-4881-8290-9c2cfb8fc124 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:26.346930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.399854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] Deleting port e27ad592-3002-4b99-aa8f-0e503065bb97 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:26.400560 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.428198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab7426e3-e440-4678-bbcf-aa4f3c670a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.506247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab7426e3-e440-4678-bbcf-aa4f3c670a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.644773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] For port e27ad592-3002-4b99-aa8f-0e503065bb97, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e27ad592-3002-4b99-aa8f-0e503065bb97,segment=NetworkSegment(6b4f1f65-0f49-40f8-aad7-00869c341191),segment_id=6b4f1f65-0f49-40f8-aad7-00869c341191)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:26.645309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.651603 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c1a26-7bb5-4d35-8f5f-d3cdd04cf9d7 None None] Network eddb29e0-3858-4af5-8519-461b86edcc7d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:26.656069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7426e3-e440-4678-bbcf-aa4f3c670a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4256e7-2bf5-45e3-b2e4-0c222db88404,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:26.677244 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab7426e3-e440-4678-bbcf-aa4f3c670a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.683314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ab7426e3-e440-4678-bbcf-aa4f3c670a07 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb4256e7-2bf5-45e3-b2e4-0c222db88404 HTTP/1.1" status: 204 len: 168 time: 0.6564915 Jul 09 13:23:26.690187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] Calling delete_port for e27ad592-3002-4b99-aa8f-0e503065bb97 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:26.695469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59210) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:26.825267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4424339b-0b55-4205-becb-22aac1ebe47f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:26.831573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Network 82ef0259-9e74-4825-84d4-446837d4efd7 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:26.850337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:26.852881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:26.860499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Pushing event updated for resources: {'Port': ['ID=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:26.880766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 4424339b-0b55-4205-becb-22aac1ebe47f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:26.881459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4424339b-0b55-4205-becb-22aac1ebe47f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:26.894108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.902933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.918216 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.938635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602cc31d-1682-4a1e-93bf-7184aa688da6']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:26.953094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:26.953581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e211373d-4c17-4b4d-8096-1e7ccdc2deb7') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:26.971438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] Pushing event deleted for resources: {'Port': ['ID=e27ad592-3002-4b99-aa8f-0e503065bb97,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:26.977816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d27d9c4-f858-446f-828c-2f935c1ec30e None None] No DVR routers for this DVR port e27ad592-3002-4b99-aa8f-0e503065bb97 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:27.007859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:27.008958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.019103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.108339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] DHCP port deletion for eddb29e0-3858-4af5-8519-461b86edcc7d request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:23:27.111466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.128752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.128752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:23:27.128752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.130382 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-ad82d41c-4506-47d7-907c-008237db8f85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5786316 Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:23:27.131220 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:23:27.216852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] Deleting port 3383e047-0b1e-40a5-bead-aff0df4f4216 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:27.217299 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.223229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Request body: {'port': {'device_id': 'f158aeb4-d0b2-4a96-af0b-e052055e0d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:27.233406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.234463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf851cde-0155-437b-b6f9-6abf0f610f94']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:27.249615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4f1f65-0f49-40f8-aad7-00869c341191') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:27.250112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4f1f65-0f49-40f8-aad7-00869c341191') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:27.266692 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.290331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.299387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:23:27.300389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.307164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe310-a955-4f39-bbe5-9b084c62a5b3 req-cf04a4d6-31b5-4c76-8d05-d905b98f9e00 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:27.313591 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3bbe310-a955-4f39-bbe5-9b084c62a5b3 req-cf04a4d6-31b5-4c76-8d05-d905b98f9e00 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 931 time: 0.8172951 Jul 09 13:23:27.381968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] For port 3383e047-0b1e-40a5-bead-aff0df4f4216, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3383e047-0b1e-40a5-bead-aff0df4f4216,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:27.382493 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:23:27.384015 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:23:27.408526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] Calling delete_port for 3383e047-0b1e-40a5-bead-aff0df4f4216 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:27.436748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3bbe310-a955-4f39-bbe5-9b084c62a5b3 req-1e8ebbac-e4c8-4cae-a11f-3e578903e303 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995300 Jul 09 13:23:27.448548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.472465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.489399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] 10.222.0.32 "DELETE /v2.0/networks/602cc31d-1682-4a1e-93bf-7184aa688da6 HTTP/1.1" status: 204 len: 168 time: 3.0624137 Jul 09 13:23:27.515197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d92b28a-07ab-4328-807d-05086116949e {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:27.542026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.563703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Deleting port 3383e047-0b1e-40a5-bead-aff0df4f4216 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:27.564045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.577948 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f27b072-1566-45c6-a2b6-b75a45845d25 req-e5b3a0d1-8b74-4da0-a6f7-1a2eb93135e5 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 210 time: 0.1879358 Jul 09 13:23:27.612115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.631130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.643715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] 10.222.0.32 "DELETE /v2.0/networks/bf851cde-0155-437b-b6f9-6abf0f610f94 HTTP/1.1" status: 204 len: 168 time: 1.8557441 Jul 09 13:23:27.659527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667d5a9-a2c8-480e-85f2-662bba122d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=602cc31d-1682-4a1e-93bf-7184aa688da6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:27.720850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce751f8b-22ea-4818-bd68-73ba19c7a99f tempest-ServersTestMultiNic-454224677 tempest-ServersTestMultiNic-454224677-project] Pushing event deleted for resources: {'Network': ['ID=bf851cde-0155-437b-b6f9-6abf0f610f94,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:27.752098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Transition to ACTIVE for port object 8d92b28a-07ab-4328-807d-05086116949e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:27.773725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.775686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59232) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:27.775879 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.846789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] Pushing event deleted for resources: {'Port': ['ID=3383e047-0b1e-40a5-bead-aff0df4f4216,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:27.854161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] For port 3383e047-0b1e-40a5-bead-aff0df4f4216, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3383e047-0b1e-40a5-bead-aff0df4f4216,segment=NetworkSegment(834dbe94-3aea-4226-8af1-973bbe9e1052),segment_id=834dbe94-3aea-4226-8af1-973bbe9e1052)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:27.854454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e37948-2042-40ef-ac80-e16e47c416fa None None] No DVR routers for this DVR port 3383e047-0b1e-40a5-bead-aff0df4f4216 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:27.854585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.914052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Calling delete_port for 3383e047-0b1e-40a5-bead-aff0df4f4216 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:27.930493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:28.016818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Pushing event updated for resources: {'Port': ['ID=8d92b28a-07ab-4328-807d-05086116949e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:28.094687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3383e047-0b1e-40a5-bead-aff0df4f4216 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:28.148143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 3383e047-0b1e-40a5-bead-aff0df4f4216 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:28.149180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3383e047-0b1e-40a5-bead-aff0df4f4216 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:28.149618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e27ad592-3002-4b99-aa8f-0e503065bb97 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:28.208743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e27ad592-3002-4b99-aa8f-0e503065bb97 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:28.209731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e27ad592-3002-4b99-aa8f-0e503065bb97 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:28.432342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59246) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:28.742907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-fa392f2d-f074-4731-ab0d-2470f8c9f7c7 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:28.744659 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-fa392f2d-f074-4731-ab0d-2470f8c9f7c7 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.11 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 819 time: 0.4289782 Jul 09 13:23:28.784405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Request body: {'port': {'device_id': '3cb5c1a8-3713-428f-a379-efaaceb2523d', 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7', 'admin_state_up': True, 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:29.024757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Made reservation on behalf of e6893df6dd7b4e9da286382b01698dd8 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:29.025432 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-41464ec4-3bf4-46e2-8885-e7ca2d8df9d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e8264a5f8c54ceab7a3d182ccca6b63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2392399 Jul 09 13:23:29.026665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.029510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59256) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:29.058058 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac64b897-4115-4403-a620-372cb6e02d55 req-8504d8a6-b713-4073-ba5e-9677ed3ae7e6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 210 time: 1.0988281 Jul 09 13:23:29.079529 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.111114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482d6c-6efe-4024-b0ac-4d876dc82a92 req-8b03e0d2-5796-4f40-9c16-e3c3aef49dde tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:29.112807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-18482d6c-6efe-4024-b0ac-4d876dc82a92 req-8b03e0d2-5796-4f40-9c16-e3c3aef49dde tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 943 time: 0.4612253 Jul 09 13:23:29.141520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Pushing event deleted for resources: {'Port': ['ID=3383e047-0b1e-40a5-bead-aff0df4f4216,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:29.166827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Attempting to bind port 8d92b28a-07ab-4328-807d-05086116949e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:29.167556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Attempting to bind port 8d92b28a-07ab-4328-807d-05086116949e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:29.167842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9f80f3-7c28-490e-9b93-5c45f33c5f63 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:29.168291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Attempting to bind port 8d92b28a-07ab-4328-807d-05086116949e on network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:29.172205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] No DVR routers for this DVR port 3383e047-0b1e-40a5-bead-aff0df4f4216 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:29.195595 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.202883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Port 8d92b28a-07ab-4328-807d-05086116949e on network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:29.203552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Attempting to bind port 8d92b28a-07ab-4328-807d-05086116949e on network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:29.209476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:29.210082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Checking segment: {'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:29.210688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Bound using segment: {'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:29.211380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Bound port: 8d92b28a-07ab-4328-807d-05086116949e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:29.212166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.284067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] For port 8d92b28a-07ab-4328-807d-05086116949e, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:29.289700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Transition to ACTIVE for port object aa9f80f3-7c28-490e-9b93-5c45f33c5f63 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:29.292666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] For port 8d92b28a-07ab-4328-807d-05086116949e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8d92b28a-07ab-4328-807d-05086116949e,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:29.319306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.341149 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.405201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4aec6ef0-4f39-4a22-9d1a-0ad26ab85f85 req-237ded91-11cf-4a17-8b58-71bac831c98b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 210 time: 0.1084843 Jul 09 13:23:29.414448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:29.415900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.417424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d92b28a-07ab-4328-807d-05086116949e HTTP/1.1" status: 200 len: 1091 time: 3.6864779 Jul 09 13:23:29.418713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'tag': '8d92b28a-07ab-4328-807d-05086116949e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:29.421935 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec67ed0-af86-426c-8744-e9b277512aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "tag": "8d92b28a-07ab-4328-807d-05086116949e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:29.427975 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.432151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-18482d6c-6efe-4024-b0ac-4d876dc82a92 req-ab87e233-282d-4d81-8087-0673a2918a40 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981203 Jul 09 13:23:29.434080 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8b056de9-c2f7-4a3d-86dc-daef21f4e1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.451674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddb29e0-3858-4af5-8519-461b86edcc7d']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:29.471988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834dbe94-3aea-4226-8af1-973bbe9e1052') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:29.472527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834dbe94-3aea-4226-8af1-973bbe9e1052') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:29.480389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271aa07-a5e3-41be-8b53-f8f78af94b12 service neutron] Pushing event updated for resources: {'Port': ['ID=8d92b28a-07ab-4328-807d-05086116949e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:29.487158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.521759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.550327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:23:29.550773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:23:29.552827 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:23:29.572251 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f59583b-c3f6-4cdc-becc-74fb3c62f077 x-openstack-request-id: req-9f59583b-c3f6-4cdc-becc-74fb3c62f077 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:29.572631 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "tag": "8d92b28a-07ab-4328-807d-05086116949e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:29.573069 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f59583b-c3f6-4cdc-becc-74fb3c62f077 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:29.573528 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'tag': '8d92b28a-07ab-4328-807d-05086116949e', 'status': 'completed', 'code': 200} Jul 09 13:23:29.647663 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.649599 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8b056de9-c2f7-4a3d-86dc-daef21f4e1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.668997 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:29.671420 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eddb29e0-3858-4af5-8519-461b86edcc7d HTTP/1.1" status: 204 len: 168 time: 2.9747949 Jul 09 13:23:29.672441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f0b05-eea7-456e-9b18-ea08920aa224 admin admin] Pushing event deleted for resources: {'Network': ['ID=eddb29e0-3858-4af5-8519-461b86edcc7d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:29.687683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-d676dfab-5445-443c-bd8d-4b8dbe9d5188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:29.689398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-d676dfab-5445-443c-bd8d-4b8dbe9d5188 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1094 time: 0.1868005 Jul 09 13:23:29.695233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Pushing event updated for resources: {'Port': ['ID=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:29.768499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-838cab91-051a-4123-a83f-a332dfd62b48 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225069 Jul 09 13:23:29.772206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Allocated IP 172.20.0.14 (82ef0259-9e74-4825-84d4-446837d4efd7/c77b6927-b959-4cb1-a875-6c8593a71ccb/b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:29.797939 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-db4a0999-c477-474c-81a7-913c543a4fb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d92b28a-07ab-4328-807d-05086116949e HTTP/1.1" status: 200 len: 217 time: 0.0997081 Jul 09 13:23:29.884868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-506a2d9a-b75c-4099-b4e5-f99c53743b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:29.887066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-506a2d9a-b75c-4099-b4e5-f99c53743b5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.0808260 Jul 09 13:23:29.979638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Attempting to bind port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:29.980121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Attempting to bind port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:29.980755 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Attempting to bind port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 on network 82ef0259-9e74-4825-84d4-446837d4efd7 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:30.004667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-27d9f2de-3c4c-4995-a7f9-438d1ca456c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107678 Jul 09 13:23:30.009819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59266) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:30.020171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8b056de9-c2f7-4a3d-86dc-daef21f4e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.024798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8b056de9-c2f7-4a3d-86dc-daef21f4e1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.024798 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8b056de9-c2f7-4a3d-86dc-daef21f4e1dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c57ba25-7cf2-47c9-ad8f-52fd8c86adc8 HTTP/1.1" status: 204 len: 168 time: 0.9698765 Jul 09 13:23:30.057943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9fe67893-02dd-4be0-91fb-cee7f822203a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411022 Jul 09 13:23:30.058994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 on network 82ef0259-9e74-4825-84d4-446837d4efd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:30.059315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Attempting to bind port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 on network 82ef0259-9e74-4825-84d4-446837d4efd7 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:30.210711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b056de9-c2f7-4a3d-86dc-daef21f4e1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c57ba25-7cf2-47c9-ad8f-52fd8c86adc8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:30.227988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:30.227988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Checking segment: {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:30.227988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Bound using segment: {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:30.227988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Bound port: aa9f80f3-7c28-490e-9b93-5c45f33c5f63, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:30.228471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.248562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-33880d2c-c525-475a-9ed1-c2b07ded5631 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:30.250259 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-33880d2c-c525-475a-9ed1-c2b07ded5631 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4565334 Jul 09 13:23:30.292487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Request body: {'port': {'device_id': '00d126fd-f382-42ae-b0f7-a9f6c6a1086b', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ccb8a3f5536443fb61c4a689e467809'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:30.346529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-4b86f213-e654-435e-ad82-ceaced4a8cad service neutron] 10.222.0.10 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276112 Jul 09 13:23:30.420422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13f871c7-6655-42b0-aa29-f04e0cbbee9a req-f53f1169-7802-42af-8828-6ea0630a4d74 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 210 time: 0.1425264 Jul 09 13:23:30.432978 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9b0f9669-c7cf-43da-9ef0-0ed05043d3c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1da8dd5699204505ba87a481895acb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223933 Jul 09 13:23:30.433795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59276) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:30.515867 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.542301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] For port aa9f80f3-7c28-490e-9b93-5c45f33c5f63, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:30.553424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] For port aa9f80f3-7c28-490e-9b93-5c45f33c5f63, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:30.570597 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.579022 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.694047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:30.694687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.696185 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] 10.222.0.10 "PUT /v2.0/ports/aa9f80f3-7c28-490e-9b93-5c45f33c5f63 HTTP/1.1" status: 200 len: 1091 time: 3.4824965 Jul 09 13:23:30.728654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f158aeb4-d0b2-4a96-af0b-e052055e0d02', 'tag': 'aa9f80f3-7c28-490e-9b93-5c45f33c5f63'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:30.730905 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71137a5-c619-4514-88bf-30eae0ee0937" -d '{"events": [{"name": "network-changed", "server_uuid": "f158aeb4-d0b2-4a96-af0b-e052055e0d02", "tag": "aa9f80f3-7c28-490e-9b93-5c45f33c5f63"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:30.751839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d681936-fa27-496f-bd31-0157840d6366 req-8bf80b99-9762-4052-b53b-755773df1923 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 210 time: 0.0941803 Jul 09 13:23:30.758896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Made reservation on behalf of 0ccb8a3f5536443fb61c4a689e467809 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:30.762433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.766673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-7d7e76ed-c6f2-4870-a1a3-f1de1ac3e17d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:30.768683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-7d7e76ed-c6f2-4870-a1a3-f1de1ac3e17d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6988540 Jul 09 13:23:30.788902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Request body: {'port': {'device_id': '1aa8120e-2e3e-4490-8427-82ab74347636', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ccb8a3f5536443fb61c4a689e467809'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:30.844234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05146cf6-f6b0-48bf-9d5b-de672d967981 req-1ac8db5d-908b-44ee-905e-db6b02c4a7c7 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626739 Jul 09 13:23:30.850897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5726686-5daf-41c9-9778-85dc47220a2b service neutron] Pushing event updated for resources: {'Port': ['ID=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:30.856082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b1746aa-2799-46c2-9a9e-df9361eb0b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.877238 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.906630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b1746aa-2799-46c2-9a9e-df9361eb0b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.060734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Made reservation on behalf of 0ccb8a3f5536443fb61c4a689e467809 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:31.066697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.133220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b1746aa-2799-46c2-9a9e-df9361eb0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.136229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b1746aa-2799-46c2-9a9e-df9361eb0b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.137428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5b1746aa-2799-46c2-9a9e-df9361eb0b1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32fb3825-e1b8-447d-b7db-ed1043aa6d51 HTTP/1.1" status: 204 len: 168 time: 0.6886549 Jul 09 13:23:31.142596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-efe9bbc3-cb26-4657-9ff7-489d5b267760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.144177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-efe9bbc3-cb26-4657-9ff7-489d5b267760 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1094 time: 0.1743715 Jul 09 13:23:31.247843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1746aa-2799-46c2-9a9e-df9361eb0b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fb3825-e1b8-447d-b7db-ed1043aa6d51,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:31.335293 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9986b740-f8d8-473b-b3a7-c6a002bcab41 x-openstack-request-id: req-9986b740-f8d8-473b-b3a7-c6a002bcab41 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:31.336141 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f158aeb4-d0b2-4a96-af0b-e052055e0d02", "tag": "aa9f80f3-7c28-490e-9b93-5c45f33c5f63", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:31.336141 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9986b740-f8d8-473b-b3a7-c6a002bcab41 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:31.336419 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f158aeb4-d0b2-4a96-af0b-e052055e0d02', 'tag': 'aa9f80f3-7c28-490e-9b93-5c45f33c5f63', 'status': 'completed', 'code': 200} Jul 09 13:23:31.427183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Network 82ef0259-9e74-4825-84d4-446837d4efd7 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:31.464118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:31.474482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:31.477967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Pushing event updated for resources: {'Port': ['ID=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:31.505568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Allocated IP 192.168.233.88 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/18063c47-5d95-4202-a70d-ebaebbd29ee6) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:31.521855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12de83-9b17-4c02-bb09-d191c07ae8c8 req-d0981866-60c9-4225-9cf2-9637b61f2d0a tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.529054 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4e12de83-9b17-4c02-bb09-d191c07ae8c8 req-d0981866-60c9-4225-9cf2-9637b61f2d0a tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 943 time: 0.8318815 Jul 09 13:23:31.536650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.536840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.537256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.537530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.537867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.538203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.538563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.538863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.539224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.539555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.539879 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.540209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.568310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-4374f39f-b8a5-47fa-8bec-e20ed742385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.569842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-4374f39f-b8a5-47fa-8bec-e20ed742385e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1094 time: 0.8042934 Jul 09 13:23:31.679723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.681737 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.697164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-a8b9589b-3641-46db-a7f3-db39b97f45fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63 HTTP/1.1" status: 200 len: 217 time: 0.1151495 Jul 09 13:23:31.729624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-2c94d8f8-2bcf-402f-ae2d-f267f06d4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.731229 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-2c94d8f8-2bcf-402f-ae2d-f267f06d4492 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 913 time: 0.5521805 Jul 09 13:23:31.739976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dfd2cacf-0a7a-494d-8f64-31be90986550 req-c9ca35f9-30b3-48b4-8c12-5a0de95bc095 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 210 time: 0.0610988 Jul 09 13:23:31.763056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4e12de83-9b17-4c02-bb09-d191c07ae8c8 req-32eb262c-dbc4-44f9-a3a1-6fb75ed039a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325146 Jul 09 13:23:31.775322 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-04009a34-c30b-42ea-80df-fbc2f9236f24 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0052075 Jul 09 13:23:31.797787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-b22df3f9-1532-445f-8583-7904af596173 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d92b28a-07ab-4328-807d-05086116949e HTTP/1.1" status: 200 len: 217 time: 0.0533090 Jul 09 13:23:31.812652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Request body: {'port': {'device_id': '3cb5c1a8-3713-428f-a379-efaaceb2523d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:31.822294 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.873890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Transition to ACTIVE for port object 18063c47-5d95-4202-a70d-ebaebbd29ee6 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:31.879925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-7775ae61-083d-491a-965d-f27120ab2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.883304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-e01ed186-2f88-49e8-9d33-5ce5d86d3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.885080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-e01ed186-2f88-49e8-9d33-5ce5d86d3668 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.0797262 Jul 09 13:23:31.892782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-7775ae61-083d-491a-965d-f27120ab2dd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.1789269 Jul 09 13:23:31.937547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-ab143624-1f8f-430f-a4e9-9eea7e1acfe7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428891 Jul 09 13:23:32.028750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-0bed1020-5d85-4e93-ae89-26fb303dde33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120272 Jul 09 13:23:32.030397 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.042769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:32.131174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:32.174971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.190934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:32.207234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:32.221947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:32.229398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Allocated IP 192.168.233.223 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/5e362136-bd34-4c75-b2a6-8238dbb0ca31) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:32.272343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Deleting port 89f9d10b-033a-4bee-bb41-f6305c22e294 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:32.272657 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.308274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'Port': ['ID=18063c47-5d95-4202-a70d-ebaebbd29ee6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:32.375585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] For port 89f9d10b-033a-4bee-bb41-f6305c22e294, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89f9d10b-033a-4bee-bb41-f6305c22e294,segment=NetworkSegment(d58de0fd-cafb-437e-a57d-bfee3d7eddd9),segment_id=d58de0fd-cafb-437e-a57d-bfee3d7eddd9)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:32.378038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.386796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-b68148cd-ceab-4a58-8b53-4b7797df1242 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390175 Jul 09 13:23:32.415956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.416683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.471070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Calling delete_port for 89f9d10b-033a-4bee-bb41-f6305c22e294 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:32.537914 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-c8902de2-017f-4ed1-97fc-37f8f90c2e8e service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957626 Jul 09 13:23:32.569681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ec67ed0-af86-426c-8744-e9b277512aeb req-cdf1d5e1-cf7f-4da6-8e63-a9dae78d3697 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406248 Jul 09 13:23:32.595656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b9ca-f416-4fac-9af8-6e31e0e78348 req-d0f009e0-e637-4c9f-adde-573b6ef54026 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.606585 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-59a6b9ca-f416-4fac-9af8-6e31e0e78348 req-d0f009e0-e637-4c9f-adde-573b6ef54026 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 932 time: 0.6357849 Jul 09 13:23:32.662673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-150810a7-79a0-4647-b7a0-55de508dac69 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8801279 Jul 09 13:23:32.662926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59348) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:32.671739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-159c08d7-04e0-43a8-8513-98ca11186d3a None None] Provisioning for port 18063c47-5d95-4202-a70d-ebaebbd29ee6 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:32.680908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-159c08d7-04e0-43a8-8513-98ca11186d3a None None] Provisioning complete for port 18063c47-5d95-4202-a70d-ebaebbd29ee6 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:32.681598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-159c08d7-04e0-43a8-8513-98ca11186d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.689728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-59a6b9ca-f416-4fac-9af8-6e31e0e78348 req-4336e8f8-d497-4f26-ae6a-f154736f2803 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820529 Jul 09 13:23:32.702717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Request body: {'port': {'device_id': '1aa8120e-2e3e-4490-8427-82ab74347636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:32.834292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.869528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-982955924-network', 'tenant_id': '567bc1987a4c45c08deacd2de965b516'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:32.871307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-159c08d7-04e0-43a8-8513-98ca11186d3a None None] Port 18063c47-5d95-4202-a70d-ebaebbd29ee6 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:32.985928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Made reservation on behalf of 567bc1987a4c45c08deacd2de965b516 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:32.988343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.112001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.167293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9fbe300b-f453-41f9-a0ee-0d37230c3781 req-5ad78648-e921-408b-a01e-d685547278d7 service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995724 Jul 09 13:23:33.271654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.350657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Transition to ACTIVE for port object 5e362136-bd34-4c75-b2a6-8238dbb0ca31 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:33.360438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfc697-f30d-4cb1-916d-7fb235edc967 req-0b484ed2-c47b-4f0d-abd0-7eecb5cead13 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:33.361997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7dfc697-f30d-4cb1-916d-7fb235edc967 req-0b484ed2-c47b-4f0d-abd0-7eecb5cead13 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 943 time: 0.2652543 Jul 09 13:23:33.372846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c920e-3790-41d9-a4c2-5b348c9d37f9 req-8fdd6408-5596-400a-ab4b-50a868f8f5fd tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:33.374996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7a1c920e-3790-41d9-a4c2-5b348c9d37f9 req-8fdd6408-5596-400a-ab4b-50a868f8f5fd tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 935 time: 0.3965681 Jul 09 13:23:33.428320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7dfc697-f30d-4cb1-916d-7fb235edc967 req-453b769b-823e-4dbc-8f45-efad9bfab7ec tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592279 Jul 09 13:23:33.433828 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.439557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.480531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:23:33.491967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326cc40-65af-4da6-a9bc-9a304b582dfa,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:33.501445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.501797 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Added segment a644e7a9-3c28-49de-830c-9261ae523137 of type vlan for network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 Jul 09 13:23:33.504704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8d92b28a-07ab-4328-807d-05086116949e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:33.551374 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7a1c920e-3790-41d9-a4c2-5b348c9d37f9 req-6e65e0f3-0020-4fec-9ed1-b7f0451c0bc6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589489 Jul 09 13:23:33.567530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.586552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-34496778-6dde-4379-8ec0-a8593b89076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:33.590474 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-34496778-6dde-4379-8ec0-a8593b89076e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1094 time: 0.3078191 Jul 09 13:23:33.633979 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.635516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:33.635972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:33.636648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.662441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.671263 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.693093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:33.695349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:33.751760 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.756287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f9d10b-033a-4bee-bb41-f6305c22e294,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:33.798454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8d92b28a-07ab-4328-807d-05086116949e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8d92b28a-07ab-4328-807d-05086116949e,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:33.838842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '8d92b28a-07ab-4328-807d-05086116949e', 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3', 'port_id': '8d92b28a-07ab-4328-807d-05086116949e', 'mac_address': 'fa:16:3e:61:e1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedc4208-53bd-4551-ba89-d679141b6833', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:33.844399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1783664 Jul 09 13:23:33.859211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59412) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:33.868787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Request body: {'subnet': {'network_id': '9ab05a0f-0515-4f76-b0d7-f075c63f7251', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-982955924-subnet', 'tenant_id': '567bc1987a4c45c08deacd2de965b516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:33.885924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c3a4e-ab8d-4c78-9682-4f1d9838f4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab05a0f-0515-4f76-b0d7-f075c63f7251,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:33.900612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:23:33.908688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:33.935197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:33.947806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Transition to ACTIVE for port object b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:33.950615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:34.096171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18063c47-5d95-4202-a70d-ebaebbd29ee6 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:34.107379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.110748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.118216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.154274 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.161884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Transition to ACTIVE for port object 18063c47-5d95-4202-a70d-ebaebbd29ee6 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:34.174318 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.213755 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'Port': ['ID=5e362136-bd34-4c75-b2a6-8238dbb0ca31,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:34.228544 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.247145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Made reservation on behalf of 567bc1987a4c45c08deacd2de965b516 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:34.250377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.257308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6a0311f4-6acf-45be-842d-add5a5d7267f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9744570 Jul 09 13:23:34.267749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Pushing event updated for resources: {'Port': ['ID=18063c47-5d95-4202-a70d-ebaebbd29ee6,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:34.299555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d92b28a-07ab-4328-807d-05086116949e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:34.322355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-a9d73885-1e31-4c94-99c1-558dc20a0f43 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:23:34.323748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-a9d73885-1e31-4c94-99c1-558dc20a0f43 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056858 Jul 09 13:23:34.374653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Request body: {'port': {'device_id': '00d126fd-f382-42ae-b0f7-a9f6c6a1086b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:34.394815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8d92b28a-07ab-4328-807d-05086116949e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8d92b28a-07ab-4328-807d-05086116949e,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:34.417174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Attempting to bind port 18063c47-5d95-4202-a70d-ebaebbd29ee6 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:34.417739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Attempting to bind port 18063c47-5d95-4202-a70d-ebaebbd29ee6 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:34.417889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Attempting to bind port 18063c47-5d95-4202-a70d-ebaebbd29ee6 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:34.424539 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.426775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Port 18063c47-5d95-4202-a70d-ebaebbd29ee6 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:34.427375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Attempting to bind port 18063c47-5d95-4202-a70d-ebaebbd29ee6 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:34.440377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:34.441144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:34.441587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:34.444414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Bound port: 18063c47-5d95-4202-a70d-ebaebbd29ee6, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:34.446867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.547930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-095be470-36fe-4454-8f3d-44d7d26b7b19 None None] Provisioning for port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:34.548462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Pushing event updated for resources: {'Port': ['ID=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:34.557317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-38f265f4-7d2e-498d-9cce-32c3b6c8ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.558848 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-38f265f4-7d2e-498d-9cce-32c3b6c8ab5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 919 time: 0.9013815 Jul 09 13:23:34.583231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-095be470-36fe-4454-8f3d-44d7d26b7b19 None None] Provisioning complete for port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:34.583880 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-095be470-36fe-4454-8f3d-44d7d26b7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.600538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] For port 18063c47-5d95-4202-a70d-ebaebbd29ee6, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:34.605643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] For port 18063c47-5d95-4202-a70d-ebaebbd29ee6, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=18063c47-5d95-4202-a70d-ebaebbd29ee6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:34.612024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.619992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=8d92b28a-07ab-4328-807d-05086116949e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:34.680748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Pushing event updated for resources: {'Port': ['ID=18063c47-5d95-4202-a70d-ebaebbd29ee6,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:34.699253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:34.706258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.707027 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.709339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-67e19473-acde-4831-9342-5d9dec1cc040 service neutron] 10.222.0.10 "PUT /v2.0/ports/18063c47-5d95-4202-a70d-ebaebbd29ee6 HTTP/1.1" status: 200 len: 1095 time: 2.0186889 Jul 09 13:23:34.712709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa8120e-2e3e-4490-8427-82ab74347636', 'tag': '18063c47-5d95-4202-a70d-ebaebbd29ee6'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:34.719213 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc02e4c-1c3e-4999-ab35-4ea080566547" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa8120e-2e3e-4490-8427-82ab74347636", "tag": "18063c47-5d95-4202-a70d-ebaebbd29ee6"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:34.723883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-095be470-36fe-4454-8f3d-44d7d26b7b19 None None] Port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:34.786767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-a9255b38-62e9-4ff0-a685-70e8c1119e47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63 HTTP/1.1" status: 200 len: 217 time: 0.1674404 Jul 09 13:23:34.813046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Attempting to bind port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:34.813389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Attempting to bind port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:34.813726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Attempting to bind port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 on network 82ef0259-9e74-4825-84d4-446837d4efd7 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:34.817096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.853231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386063af-a268-4ca7-89ad-397d9ec98e66 req-1b8b405c-040d-45ed-bcae-5ec0588c7180 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.855247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-386063af-a268-4ca7-89ad-397d9ec98e66 req-1b8b405c-040d-45ed-bcae-5ec0588c7180 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 944 time: 0.1273265 Jul 09 13:23:34.882903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6c9ecb0b-88a5-418c-ad00-88a06dda6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.884512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-6c9ecb0b-88a5-418c-ad00-88a06dda6795 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 1098 time: 0.1206751 Jul 09 13:23:34.958930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-0d49a432-ad51-422b-9782-a6913be9f882 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=18063c47-5d95-4202-a70d-ebaebbd29ee6 HTTP/1.1" status: 200 len: 217 time: 0.0650306 Jul 09 13:23:34.960072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-e377570e-e4ec-4a29-acbf-c8c8737bc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.961608 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-e377570e-e4ec-4a29-acbf-c8c8737bc854 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.1501615 Jul 09 13:23:34.970241 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-386063af-a268-4ca7-89ad-397d9ec98e66 req-cbebf72d-a43e-4a58-bc27-2af462f5a56d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050744 Jul 09 13:23:34.990037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7caac2-8b0c-4607-8e42-bc88b5f06360 req-cfb07d2b-ccd3-47f9-a0b1-9df8d5abbd9a tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.001576 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b7caac2-8b0c-4607-8e42-bc88b5f06360 req-cfb07d2b-ccd3-47f9-a0b1-9df8d5abbd9a tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 932 time: 1.0853195 Jul 09 13:23:35.059995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-5fabf825-147c-4acb-8a56-70312395f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.061569 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-5fabf825-147c-4acb-8a56-70312395f408 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0903172 Jul 09 13:23:35.132757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-7ce44772-5592-4ecd-8230-cf1e01bb4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.134278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-7ce44772-5592-4ecd-8230-cf1e01bb4fd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616372 Jul 09 13:23:35.328771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-7b05b961-e604-440b-9149-924d8d0e4c52 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845930 Jul 09 13:23:35.407681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c101-d8d5-4480-8cdb-ff3f7dd0fc5b req-22f2a276-eddb-4827-b002-f92682045838 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.409173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5444c101-d8d5-4480-8cdb-ff3f7dd0fc5b req-22f2a276-eddb-4827-b002-f92682045838 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 947 time: 0.1429887 Jul 09 13:23:35.444632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 on network 82ef0259-9e74-4825-84d4-446837d4efd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:35.445133 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Attempting to bind port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 on network 82ef0259-9e74-4825-84d4-446837d4efd7 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:35.467476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-2b3e6820-1f44-4faa-9e55-0a04549a6669 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305089 Jul 09 13:23:35.496357 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-8df91f16-e3c2-4987-95d1-548374572964 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706871 Jul 09 13:23:35.497229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:35.497673 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Checking segment: {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:35.498176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Bound using segment: {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:35.498739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Bound port: b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1498d862-5577-41c0-90c2-26459cdf189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:35.499761 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.504897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device aa9f80f3-7c28-490e-9b93-5c45f33c5f63 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:35.524049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5444c101-d8d5-4480-8cdb-ff3f7dd0fc5b req-d3ad39a4-d26b-4592-a7e7-9445b5bf8023 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927227 Jul 09 13:23:35.634819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port aa9f80f3-7c28-490e-9b93-5c45f33c5f63, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:35.653933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'aa9f80f3-7c28-490e-9b93-5c45f33c5f63', 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7', 'port_id': 'aa9f80f3-7c28-490e-9b93-5c45f33c5f63', 'mac_address': 'fa:16:3e:1c:e6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77b6927-b959-4cb1-a875-6c8593a71ccb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:35.697127 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.697979 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2e8fa-b959-4241-942a-b09b538bc7bc x-openstack-request-id: req-1fe2e8fa-b959-4241-942a-b09b538bc7bc {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:35.698277 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa8120e-2e3e-4490-8427-82ab74347636", "tag": "18063c47-5d95-4202-a70d-ebaebbd29ee6", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:35.699162 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fe2e8fa-b959-4241-942a-b09b538bc7bc {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:35.699308 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa8120e-2e3e-4490-8427-82ab74347636', 'tag': '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'status': 'completed', 'code': 200} Jul 09 13:23:35.701451 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b7caac2-8b0c-4607-8e42-bc88b5f06360 req-5638fe0e-b7d9-4af6-9b30-d9e9159b8115 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716348 Jul 09 13:23:35.720624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.746405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9f80f3-7c28-490e-9b93-5c45f33c5f63 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:35.768880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port aa9f80f3-7c28-490e-9b93-5c45f33c5f63, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:35.774010 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.862761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-94782413-a6b0-484b-af0a-66078f7e22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.865224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-94782413-a6b0-484b-af0a-66078f7e22e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 1098 time: 0.1271009 Jul 09 13:23:35.878248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:35.998213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-3de54944-a3de-47bc-976e-11fcb66c942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.000872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-3de54944-a3de-47bc-976e-11fcb66c942b service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1254325 Jul 09 13:23:36.044448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] For port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:36.047346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['aa9f80f3-7c28-490e-9b93-5c45f33c5f63'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:36.064520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-dadea142-80c4-4356-be8e-d6fe95271049 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=18063c47-5d95-4202-a70d-ebaebbd29ee6 HTTP/1.1" status: 200 len: 217 time: 0.0521240 Jul 09 13:23:36.065827 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.088305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] For port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:36.096722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-3a5f65c4-cc8f-4279-a123-41ac77d39a9c service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791149 Jul 09 13:23:36.134562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.180840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-32fa421e-6233-4a92-bc86-19149b08710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.189763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-32fa421e-6233-4a92-bc86-19149b08710b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1161251 Jul 09 13:23:36.283244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.283868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.285298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] 10.222.0.11 "PUT /v2.0/ports/b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 HTTP/1.1" status: 200 len: 1092 time: 4.4785898 Jul 09 13:23:36.293697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb5c1a8-3713-428f-a379-efaaceb2523d', 'tag': 'b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:36.296493 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cce5da-c484-47c1-a85b-9cdf99d931ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb5c1a8-3713-428f-a379-efaaceb2523d", "tag": "b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:36.307099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6762b88f-3db1-409e-9e0d-c5932513ba57,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:36.386857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-4f73b176-5c69-4bcc-8c7c-5439ddb9170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.388430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-4f73b176-5c69-4bcc-8c7c-5439ddb9170e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842356 Jul 09 13:23:36.427967 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f663e059-2b8c-462d-a6c0-13e142ccd60b x-openstack-request-id: req-f663e059-2b8c-462d-a6c0-13e142ccd60b {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:36.428158 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb5c1a8-3713-428f-a379-efaaceb2523d", "tag": "b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:36.428406 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f663e059-2b8c-462d-a6c0-13e142ccd60b {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:36.429428 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb5c1a8-3713-428f-a379-efaaceb2523d', 'tag': 'b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6', 'status': 'completed', 'code': 200} Jul 09 13:23:36.433482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c71ad-b061-44a5-a8d7-6a1ab7c9c622 service neutron] Pushing event updated for resources: {'Port': ['ID=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:36.487892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Checking segment: {'id': 'a644e7a9-3c28-49de-830c-9261ae523137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ab05a0f-0515-4f76-b0d7-f075c63f7251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:36.488253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Network hostable DHCP agents. Network: 9ab05a0f-0515-4f76-b0d7-f075c63f7251, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:23:36.498472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697def81-15b8-4ee7-ab9c-c21031ce65ad req-aeda8100-46ac-40e3-b8f7-b1f70698bae4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.501049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-697def81-15b8-4ee7-ab9c-c21031ce65ad req-aeda8100-46ac-40e3-b8f7-b1f70698bae4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 944 time: 0.1839817 Jul 09 13:23:36.523849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e362136-bd34-4c75-b2a6-8238dbb0ca31 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:36.586397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.593472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f71137a5-c619-4514-88bf-30eae0ee0937 req-03ef1278-203e-469c-aad2-6224efe9dcb2 service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732862 Jul 09 13:23:36.602355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-697def81-15b8-4ee7-ab9c-c21031ce65ad req-86f6be3a-5d08-43bf-beb2-35d111563839 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920944 Jul 09 13:23:36.621892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-67f614bf-d675-43ba-ba08-3508c6865b1d service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196889 Jul 09 13:23:36.626183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Transition to ACTIVE for port object 5e362136-bd34-4c75-b2a6-8238dbb0ca31 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:36.640640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.678613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:23:36.753553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 9ab05a0f-0515-4f76-b0d7-f075c63f7251) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:36.773542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b740ce8-802b-4fcc-ab92-95cb646d7ce7 None None] Network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:36.777411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-408c9c1a-fd70-409f-8b8e-d2a53084a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.779016 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-408c9c1a-fd70-409f-8b8e-d2a53084a95b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 1095 time: 0.4400299 Jul 09 13:23:36.805801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.806405 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.809822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc02e4c-1c3e-4999-ab35-4ea080566547 req-aae4e88a-b6ab-40d2-abef-140161a158df service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796148 Jul 09 13:23:36.860804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Router db6c52ef-c618-4a67-a912-a912d9776fdc has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:23:36.876898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Pushing event updated for resources: {'Port': ['ID=5e362136-bd34-4c75-b2a6-8238dbb0ca31,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:36.926379 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fe7cb5f1-8728-480a-b74a-840e66c4cbc0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0617695 Jul 09 13:23:37.074079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1ddb7-bb62-490c-b8d3-26c9e0793b05 None None] Network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:37.198029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-40bf68f9-2453-489f-b29d-9c1809917b0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 HTTP/1.1" status: 200 len: 217 time: 0.3890784 Jul 09 13:23:37.278758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8ad1-a952-452b-b304-9f2d11515e95 req-78aed0d4-cb32-43f1-b701-c789a42efdcc tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:37.296891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3a0e8ad1-a952-452b-b304-9f2d11515e95 req-78aed0d4-cb32-43f1-b701-c789a42efdcc tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 944 time: 0.1913960 Jul 09 13:23:37.328354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4d7e5-bd23-47d4-9025-cca516137a1d req-4a1e4532-5cc6-4a37-a98b-819271770902 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:37.329909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45f4d7e5-bd23-47d4-9025-cca516137a1d req-4a1e4532-5cc6-4a37-a98b-819271770902 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 947 time: 0.5983598 Jul 09 13:23:37.344271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Attempting to bind port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:37.344612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Attempting to bind port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:37.344943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Attempting to bind port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:37.376960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-35b85638-db91-4f41-932e-605d21e13593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:37.378506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-35b85638-db91-4f41-932e-605d21e13593 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.1532016 Jul 09 13:23:37.379115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:37.379436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Attempting to bind port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:37.387237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3a0e8ad1-a952-452b-b304-9f2d11515e95 req-9fb7c233-edb5-4a99-a99e-49c55455fd23 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845938 Jul 09 13:23:37.431456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-3cdbe785-fd55-4efc-b316-e17f23264ab3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435102 Jul 09 13:23:37.442594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:37.443028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:37.443429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:37.443902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Bound port: 5e362136-bd34-4c75-b2a6-8238dbb0ca31, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:37.444270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:37.454281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:23:37.467822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] Sync routers for ids ['db6c52ef-c618-4a67-a912-a912d9776fdc'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:23:37.481276 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2ba283f5-b8f3-4fed-9e21-44fd320124b6 admin admin] 10.222.0.32 "PUT /v2.0/routers/db6c52ef-c618-4a67-a912-a912d9776fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0476148 Jul 09 13:23:37.484470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] Routers {'db6c52ef-c618-4a67-a912-a912d9776fdc'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:37.485280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:23:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['db6c52ef-c618-4a67-a912-a912d9776fdc'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:37.485481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59512) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:37.519433 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45f4d7e5-bd23-47d4-9025-cca516137a1d req-c8125823-ed84-4002-b841-bab5a71501ab tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801472 Jul 09 13:23:37.532397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 18063c47-5d95-4202-a70d-ebaebbd29ee6 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:37.627883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8d92b28a-07ab-4328-807d-05086116949e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:37.747797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 8d92b28a-07ab-4328-807d-05086116949e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:37.754749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] For port 5e362136-bd34-4c75-b2a6-8238dbb0ca31, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:37.763934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 8d92b28a-07ab-4328-807d-05086116949e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:37.763934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:37.783300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] For port 5e362136-bd34-4c75-b2a6-8238dbb0ca31, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e362136-bd34-4c75-b2a6-8238dbb0ca31,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:37.789883 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-f9e023c4-8fe8-4e10-880c-0822354b94d9 service neutron] 10.222.0.11 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421330 Jul 09 13:23:37.816948 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:37.910317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 18063c47-5d95-4202-a70d-ebaebbd29ee6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=18063c47-5d95-4202-a70d-ebaebbd29ee6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:37.938396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'mac_address': 'fa:16:3e:22:e3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:38.015354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.015783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.017363 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] 10.222.0.11 "PUT /v2.0/ports/5e362136-bd34-4c75-b2a6-8238dbb0ca31 HTTP/1.1" status: 200 len: 1096 time: 3.6539114 Jul 09 13:23:38.034828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.096829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] Set router db6c52ef-c618-4a67-a912-a912d9776fdc gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:38.241721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17fd3f-3145-4b8f-8380-60c8d26c1506 service neutron] Pushing event updated for resources: {'Port': ['ID=5e362136-bd34-4c75-b2a6-8238dbb0ca31,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:38.250460 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bd36042-8cfb-4704-b8f7-f6eb1fba9607 req-70ba1caf-2502-4182-9cf0-38a662ce74a1 service neutron] 10.222.0.11 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459462 Jul 09 13:23:38.377178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18063c47-5d95-4202-a70d-ebaebbd29ee6 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:38.391536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa40ddc-4666-4f0a-af4b-0ca22eea2515 req-d9148713-f366-49f3-b82c-7b280a02affb tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.393093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7aa40ddc-4666-4f0a-af4b-0ca22eea2515 req-d9148713-f366-49f3-b82c-7b280a02affb tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 944 time: 0.4763508 Jul 09 13:23:38.401829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.428312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-170bea95-8c76-40f5-a7e6-9746f5ff6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.429909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-170bea95-8c76-40f5-a7e6-9746f5ff6993 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 1099 time: 0.2321317 Jul 09 13:23:38.431993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d126fd-f382-42ae-b0f7-a9f6c6a1086b', 'tag': '5e362136-bd34-4c75-b2a6-8238dbb0ca31'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:38.434536 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0733935a-c3ac-43a6-8c2c-4c519b2d223d" -d '{"events": [{"name": "network-changed", "server_uuid": "00d126fd-f382-42ae-b0f7-a9f6c6a1086b", "tag": "5e362136-bd34-4c75-b2a6-8238dbb0ca31"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:38.450369 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.460126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 18063c47-5d95-4202-a70d-ebaebbd29ee6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=18063c47-5d95-4202-a70d-ebaebbd29ee6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:38.476631 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.499135 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-866249ea-a823-42a2-b261-02efcc28a55b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5e362136-bd34-4c75-b2a6-8238dbb0ca31 HTTP/1.1" status: 200 len: 217 time: 0.0575280 Jul 09 13:23:38.503793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7aa40ddc-4666-4f0a-af4b-0ca22eea2515 req-dd9347da-438c-49bb-a4bc-1045dc2dfc03 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046431 Jul 09 13:23:38.524925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-0e3a4ffa-edd5-4d04-b665-0628bd7d5799 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.532832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-0e3a4ffa-edd5-4d04-b665-0628bd7d5799 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/networks?id=9ab05a0f-0515-4f76-b0d7-f075c63f7251 HTTP/1.1" status: 200 len: 813 time: 0.2345233 Jul 09 13:23:38.546275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-f77b4f1f-ddb1-4aca-b31e-4dc06b54d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.547974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-f77b4f1f-ddb1-4aca-b31e-4dc06b54d6fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 1095 time: 0.2263618 Jul 09 13:23:38.562186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-337f27ab-079f-4aac-9f3a-2b6f79ec36b8 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/quotas/567bc1987a4c45c08deacd2de965b516 HTTP/1.1" status: 200 len: 375 time: 0.0281532 Jul 09 13:23:38.570385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d92b28a-07ab-4328-807d-05086116949e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:38.570582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-f6a1661e-5271-4ecd-8720-fd3d02b090c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.571953 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-f6a1661e-5271-4ecd-8720-fd3d02b090c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0650730 Jul 09 13:23:38.573458 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62adddbd-aaa0-4e70-9ff4-ab7c38a38412" -d '{"events": [{"server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "name": "network-vif-plugged", "status": "completed", "tag": "8d92b28a-07ab-4328-807d-05086116949e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:38.604860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-e15510fb-15af-47e0-b371-97cabe299352 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=567bc1987a4c45c08deacd2de965b516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409050 Jul 09 13:23:38.614338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8d92b28a-07ab-4328-807d-05086116949e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8d92b28a-07ab-4328-807d-05086116949e,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:38.654466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.656362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device aa9f80f3-7c28-490e-9b93-5c45f33c5f63 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:38.704308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-be71d718-1062-4368-a467-234d76737c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.706263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-be71d718-1062-4368-a467-234d76737c0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 919 time: 0.1501942 Jul 09 13:23:38.709548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6239d-0d7b-4085-b18c-87c96112124c req-0b347a2d-6c28-4cf5-aeae-635d488e8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.711197 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-0b347a2d-6c28-4cf5-aeae-635d488e8458 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279898 Jul 09 13:23:38.793619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['18063c47-5d95-4202-a70d-ebaebbd29ee6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:38.800640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=18063c47-5d95-4202-a70d-ebaebbd29ee6,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:38.813445 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-c97488fc-1223-49bc-ac26-1d154d9d3102 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0936041 Jul 09 13:23:38.820461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.875149 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-42a8cb8f-6481-4a24-adb4-9bb263856846 service neutron] 10.222.0.32 "GET /v2.0/networks/9ab05a0f-0515-4f76-b0d7-f075c63f7251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510278 Jul 09 13:23:39.013590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-a3ef2609-2a41-4121-95d7-7e12af9a1094 service neutron] 10.222.0.32 "GET /v2.0/networks/9ab05a0f-0515-4f76-b0d7-f075c63f7251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067426 Jul 09 13:23:39.034772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:39.052888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Deleting port 72f9efb1-6c93-4331-87d6-44118fd24c8b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:39.053232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.067315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:39.067719 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.180988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] For port 72f9efb1-6c93-4331-87d6-44118fd24c8b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=72f9efb1-6c93-4331-87d6-44118fd24c8b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:39.181387 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.196373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Calling delete_port for 72f9efb1-6c93-4331-87d6-44118fd24c8b owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:39.233394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=8d92b28a-07ab-4328-807d-05086116949e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:39.279753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:23:33Z', 'revision_number': 5, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port': {'id': '72f9efb1-6c93-4331-87d6-44118fd24c8b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:08Z', 'updated_at': '2021-07-09T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:39.290858 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c26c516-1265-42b6-a550-5e44a0a95ada x-openstack-request-id: req-3c26c516-1265-42b6-a550-5e44a0a95ada {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:39.291200 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d126fd-f382-42ae-b0f7-a9f6c6a1086b", "tag": "5e362136-bd34-4c75-b2a6-8238dbb0ca31", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:39.291452 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c26c516-1265-42b6-a550-5e44a0a95ada {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:39.291848 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d126fd-f382-42ae-b0f7-a9f6c6a1086b', 'tag': '5e362136-bd34-4c75-b2a6-8238dbb0ca31', 'status': 'completed', 'code': 200} Jul 09 13:23:39.313402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] Checking router: db6c52ef-c618-4a67-a912-a912d9776fdc for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:23:39.320360 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.335567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] Routers {'db6c52ef-c618-4a67-a912-a912d9776fdc'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:39.335721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:23:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['db6c52ef-c618-4a67-a912-a912d9776fdc'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:39.352530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-f1ab8c41-c0d6-45dd-9523-d934b631512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:39.354219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-f1ab8c41-c0d6-45dd-9523-d934b631512f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.5296483 Jul 09 13:23:39.403667 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-5fb6f8e7-fbaa-43f2-a305-5b9ac3f86711 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391562 Jul 09 13:23:39.438686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-33072eab-cf43-413d-80c6-2681e598a965 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175848 Jul 09 13:23:39.502781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4a00b-99f5-413f-8864-15f3a7c08564 req-c25e7c12-b258-419d-a6f0-9f06753f6374 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:39.509988 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1e4a00b-99f5-413f-8864-15f3a7c08564 req-c25e7c12-b258-419d-a6f0-9f06753f6374 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 944 time: 0.2760603 Jul 09 13:23:39.515705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port aa9f80f3-7c28-490e-9b93-5c45f33c5f63, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:39.520806 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.570397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] Set router db6c52ef-c618-4a67-a912-a912d9776fdc gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:39.610916 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1e4a00b-99f5-413f-8864-15f3a7c08564 req-f59c0de0-67d3-4bef-ac60-204b1eec1733 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996711 Jul 09 13:23:39.646131 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.678983 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-d6354871-ad1a-4bc4-9311-6cd3a36a08e3 service neutron] 10.222.0.11 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668087 Jul 09 13:23:39.682612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f9efb1-6c93-4331-87d6-44118fd24c8b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:39.689503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:23:38Z', 'revision_number': 6, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:39.722995 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fa4455-4b6c-4d49-b2e7-16d2ac641be2 x-openstack-request-id: req-f9fa4455-4b6c-4d49-b2e7-16d2ac641be2 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:39.723363 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "name": "network-vif-plugged", "status": "completed", "tag": "8d92b28a-07ab-4328-807d-05086116949e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:39.723696 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9fa4455-4b6c-4d49-b2e7-16d2ac641be2 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:39.724214 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d92b28a-07ab-4328-807d-05086116949e', 'code': 200} Jul 09 13:23:39.725254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:39.726474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56aafd2-4b4d-498e-a750-d309e283364b req-0b1383ba-34f2-44ef-a219-f6fb20522fed tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:39.728719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07013200-2f4e-4df3-9dfc-51edee8c4425 None None] The sync data for ids ['db6c52ef-c618-4a67-a912-a912d9776fdc'] in n-d-799524-3 is: [{'id': 'db6c52ef-c618-4a67-a912-a912d9776fdc', 'name': 'tempest-ServersTestMultiNic-2002620276-router', 'tenant_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:07Z', 'updated_at': '2021-07-09T13:23:38Z', 'revision_number': 6, 'project_id': '8b99dbee5d0b4ab5ac1fd677f103deb5', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:23:39.743668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f56aafd2-4b4d-498e-a750-d309e283364b req-0b1383ba-34f2-44ef-a219-f6fb20522fed tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 948 time: 0.1991110 Jul 09 13:23:39.813625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09e6239d-0d7b-4085-b18c-87c96112124c req-04563ebb-b501-4df4-a9ec-1f1b229b41b2 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334980 Jul 09 13:23:39.889204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f56aafd2-4b4d-498e-a750-d309e283364b req-72dc21fa-f7fe-4508-9684-19288a367936 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420307 Jul 09 13:23:39.893177 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.959815 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-fedbee25-eb8a-41c0-91ab-eb64905f4b4c tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=245815d5809e462ba5ed0a9b375c346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916157 Jul 09 13:23:40.010418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88cce5da-c484-47c1-a85b-9cdf99d931ce req-2da91e77-124d-47c4-81e7-30e9217cfa57 service neutron] 10.222.0.11 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212047 Jul 09 13:23:40.023032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.042147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.046405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d0172b1-ccc0-4f28-b7f0-cd7b147d0cb5 req-4d80b6b5-a0f6-40af-b886-d085e44337f5 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 210 time: 0.0440915 Jul 09 13:23:40.057396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9f68e-c53d-4c87-b5bc-47019da250d0 req-746984b0-5eff-4cb5-9062-1b08d6442a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.059053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ef9f68e-c53d-4c87-b5bc-47019da250d0 req-746984b0-5eff-4cb5-9062-1b08d6442a58 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1096 time: 0.2458930 Jul 09 13:23:40.209398 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.222139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6c52ef-c618-4a67-a912-a912d9776fdc {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:23:40.224250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89f9d10b-033a-4bee-bb41-f6305c22e294 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:40.226889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.228814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ae48246b-edf6-4c92-adcd-128052096bc1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/db6c52ef-c618-4a67-a912-a912d9776fdc HTTP/1.1" status: 204 len: 168 time: 2.7420456 Jul 09 13:23:40.231721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59588) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:40.267793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 89f9d10b-033a-4bee-bb41-f6305c22e294 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:40.268547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89f9d10b-033a-4bee-bb41-f6305c22e294 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:40.335874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-518be4f6-a66c-489d-8ee8-6f7924185939 admin admin] Deleting subnet 74587801-8ccb-43e5-8202-2997ff2a9300 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:23:40.345229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-71b5ed13-8efd-4f54-8c7c-7534878203e9 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.346785 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-71b5ed13-8efd-4f54-8c7c-7534878203e9 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3396857 Jul 09 13:23:40.351509 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-518be4f6-a66c-489d-8ee8-6f7924185939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.356741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ef9f68e-c53d-4c87-b5bc-47019da250d0 req-947d222f-3c72-4208-b55f-ec13449eff1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176790 Jul 09 13:23:40.397330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-6c360f61-84cc-4fa6-b134-550d43f08871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.398990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-6c360f61-84cc-4fa6-b134-550d43f08871 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 1099 time: 0.4972129 Jul 09 13:23:40.408300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb3acd-98e8-4979-9cce-b11f1f273a2b req-db6160ed-8cee-47d9-ae07-a3017de20cec tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.416459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42cb3acd-98e8-4979-9cce-b11f1f273a2b req-db6160ed-8cee-47d9-ae07-a3017de20cec tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 945 time: 0.1388302 Jul 09 13:23:40.422331 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-f53a7b79-ce5c-48be-a8c0-977ef58cd97b tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/quotas/245815d5809e462ba5ed0a9b375c346c HTTP/1.1" status: 200 len: 375 time: 0.0674777 Jul 09 13:23:40.468930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42cb3acd-98e8-4979-9cce-b11f1f273a2b req-f156266b-c525-413a-acc0-9c72c356a3cb tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501940 Jul 09 13:23:40.481805 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-518be4f6-a66c-489d-8ee8-6f7924185939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.525300 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-49f9093d-61e2-4e86-9e5f-58524c05933f tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245815d5809e462ba5ed0a9b375c346c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901124 Jul 09 13:23:40.602298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-47dfa1f6-d80b-4f93-a0df-2d2f35221264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.604099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-47dfa1f6-d80b-4f93-a0df-2d2f35221264 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1954348 Jul 09 13:23:40.659969 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-518be4f6-a66c-489d-8ee8-6f7924185939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.663642 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-ba483f96-634f-4fb1-8ceb-ecf65942d853 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5e362136-bd34-4c75-b2a6-8238dbb0ca31 HTTP/1.1" status: 200 len: 217 time: 0.0497866 Jul 09 13:23:40.742782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-0ce06dc6-1d7c-4adc-b51e-32a4e4919a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.744576 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-0ce06dc6-1d7c-4adc-b51e-32a4e4919a75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0628312 Jul 09 13:23:40.841628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-518be4f6-a66c-489d-8ee8-6f7924185939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.882231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518be4f6-a66c-489d-8ee8-6f7924185939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74587801-8ccb-43e5-8202-2997ff2a9300,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:40.892332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-518be4f6-a66c-489d-8ee8-6f7924185939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.897708 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2de2cb-d460-4dfb-89f0-b95234203e16 None None] Network 392c7dcd-e5f0-419e-a897-68237bed6d57 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:40.908577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-518be4f6-a66c-489d-8ee8-6f7924185939 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/74587801-8ccb-43e5-8202-2997ff2a9300 HTTP/1.1" status: 204 len: 168 time: 0.6675072 Jul 09 13:23:40.911455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59612) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:40.964103 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-983c1146-f17c-4d4f-95d1-5cca660f261a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=245815d5809e462ba5ed0a9b375c346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338068 Jul 09 13:23:40.976565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-2ad2ad71-9afb-4768-9e40-f922098cd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.978723 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-2ad2ad71-9afb-4768-9e40-f922098cd155 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263401 Jul 09 13:23:40.982733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d805ed1-a731-4f93-a17e-a3bb86224e45 req-72eec7a8-161d-440f-b9a9-7e8074fe8aad tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.986306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d805ed1-a731-4f93-a17e-a3bb86224e45 req-72eec7a8-161d-440f-b9a9-7e8074fe8aad tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 944 time: 0.1772580 Jul 09 13:23:41.047113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d805ed1-a731-4f93-a17e-a3bb86224e45 req-7381745a-e2ba-425e-83d0-7d028a6e63b8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538950 Jul 09 13:23:41.314457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.391374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] DHCP port deletion for 392c7dcd-e5f0-419e-a897-68237bed6d57 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:23:41.476219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-b796d2fe-d7d7-404e-884e-28d4ee052b4b tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:41.478115 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-b796d2fe-d7d7-404e-884e-28d4ee052b4b tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.11 "GET /v2.0/networks?id=9ab05a0f-0515-4f76-b0d7-f075c63f7251 HTTP/1.1" status: 200 len: 813 time: 0.5129836 Jul 09 13:23:41.502926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-1b47aab2-4b66-4d84-b118-4d7af389613d tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:41.508468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Deleting port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:41.509057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.516216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-1b47aab2-4b66-4d84-b118-4d7af389613d tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4954102 Jul 09 13:23:41.518093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f837-0df8-4b3a-b04b-017d59bcb00e req-5adee9eb-d654-40a7-b69b-9e1d6636ea54 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:41.519867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea28f837-0df8-4b3a-b04b-017d59bcb00e req-5adee9eb-d654-40a7-b69b-9e1d6636ea54 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 948 time: 0.0849037 Jul 09 13:23:41.523460 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-77295ec0-9c9c-492b-ac58-6acf1fe44ed4 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856462 Jul 09 13:23:41.545760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Request body: {'port': {'device_id': 'd260f6ae-7cfb-4c41-911f-8b645744d091', 'network_id': '9ab05a0f-0515-4f76-b0d7-f075c63f7251', 'admin_state_up': True, 'tenant_id': '567bc1987a4c45c08deacd2de965b516'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:41.554499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 18063c47-5d95-4202-a70d-ebaebbd29ee6 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:41.603376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea28f837-0df8-4b3a-b04b-017d59bcb00e req-3a464fe5-229d-4a99-b0b8-c9eec95937e4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752797 Jul 09 13:23:41.627628 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-98968ac9-09c9-4e42-8da4-60e7fbfb801d tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/quotas/245815d5809e462ba5ed0a9b375c346c HTTP/1.1" status: 200 len: 375 time: 0.1090038 Jul 09 13:23:41.628187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] For port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,segment=NetworkSegment(d58de0fd-cafb-437e-a57d-bfee3d7eddd9),segment_id=d58de0fd-cafb-437e-a57d-bfee3d7eddd9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:41.628685 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.647189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Calling delete_port for ee6c35e1-363d-4ae6-b6c8-71be2a680e5a owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:41.712156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 18063c47-5d95-4202-a70d-ebaebbd29ee6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:41.722532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 18063c47-5d95-4202-a70d-ebaebbd29ee6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:41.723373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.726362 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-95df8135-cc0d-4994-899c-ac2484fa037e tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=245815d5809e462ba5ed0a9b375c346c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986099 Jul 09 13:23:41.768740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f158aeb4-d0b2-4a96-af0b-e052055e0d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9f80f3-7c28-490e-9b93-5c45f33c5f63'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:41.771575 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2527c1d8-9a18-4597-b460-54d59f452ebb" -d '{"events": [{"server_uuid": "f158aeb4-d0b2-4a96-af0b-e052055e0d02", "name": "network-vif-plugged", "status": "completed", "tag": "aa9f80f3-7c28-490e-9b93-5c45f33c5f63"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:41.785617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c52ef7f2-7c74-4ca8-880f-4d166aa4071e req-bc7ebef1-2df8-4b39-8eed-e2accbf8cbb6 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 210 time: 0.0581503 Jul 09 13:23:41.813061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Deleting port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:41.815380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.854052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.857643 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.927555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] No DVR routers for this DVR port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:41.931355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Pushing event deleted for resources: {'Port': ['ID=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:41.957917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.958267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.958608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.958962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.959305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.959638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.959959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.960453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.960913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.961889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.962390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.963085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fb31f-da45-46f7-9d08-09ca60823d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:41.970742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 18063c47-5d95-4202-a70d-ebaebbd29ee6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=18063c47-5d95-4202-a70d-ebaebbd29ee6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:41.975542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.053848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=18063c47-5d95-4202-a70d-ebaebbd29ee6,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:42.060466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] For port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,segment=NetworkSegment(d58de0fd-cafb-437e-a57d-bfee3d7eddd9),segment_id=d58de0fd-cafb-437e-a57d-bfee3d7eddd9)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:42.060947 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.061044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c27334-a6db-4818-b0cd-3ea554c68001 req-6eddc7e0-d4db-4fad-b497-3df270dff756 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.062951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6c27334-a6db-4818-b0cd-3ea554c68001 req-6eddc7e0-d4db-4fad-b497-3df270dff756 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 945 time: 0.1477964 Jul 09 13:23:42.098344 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0733935a-c3ac-43a6-8c2c-4c519b2d223d req-bb34a889-79ea-4b3d-af78-b3fbccfccc28 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571053 Jul 09 13:23:42.137196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Calling delete_port for ee6c35e1-363d-4ae6-b6c8-71be2a680e5a owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:42.142249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee6c35e1-363d-4ae6-b6c8-71be2a680e5a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:42.150806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6c27334-a6db-4818-b0cd-3ea554c68001 req-a29c2528-844b-4337-9fbd-f01a5e0bd80a tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801630 Jul 09 13:23:42.176443 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0585095-7ef5-4ad8-a301-adb56c964fdd x-openstack-request-id: req-f0585095-7ef5-4ad8-a301-adb56c964fdd {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:42.177258 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f158aeb4-d0b2-4a96-af0b-e052055e0d02", "name": "network-vif-plugged", "status": "completed", "tag": "aa9f80f3-7c28-490e-9b93-5c45f33c5f63", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:42.177519 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0585095-7ef5-4ad8-a301-adb56c964fdd {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:42.177914 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f158aeb4-d0b2-4a96-af0b-e052055e0d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9f80f3-7c28-490e-9b93-5c45f33c5f63', 'code': 200} Jul 09 13:23:42.178864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ee6c35e1-363d-4ae6-b6c8-71be2a680e5a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:42.179235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee6c35e1-363d-4ae6-b6c8-71be2a680e5a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:42.179694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 72f9efb1-6c93-4331-87d6-44118fd24c8b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:42.223429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 72f9efb1-6c93-4331-87d6-44118fd24c8b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:42.223780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 72f9efb1-6c93-4331-87d6-44118fd24c8b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:42.252294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Made reservation on behalf of 567bc1987a4c45c08deacd2de965b516 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:42.255815 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.329436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ebd1b53-4b8b-4eda-8347-fc21ac28d3bc req-23693b97-044c-424f-b871-143550d6fa78 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 210 time: 0.0777037 Jul 09 13:23:42.356695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a03755-f77c-4316-9f4c-17b2b6cc8613 req-7c891e14-1aa7-498b-9293-e85f669534b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.358231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7a03755-f77c-4316-9f4c-17b2b6cc8613 req-7c891e14-1aa7-498b-9293-e85f669534b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1096 time: 0.0947726 Jul 09 13:23:42.412597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7a03755-f77c-4316-9f4c-17b2b6cc8613 req-2a0af2b0-15ca-4e75-88ba-319a47637f3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462499 Jul 09 13:23:42.419515 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.427543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d4d4c-ab2a-460f-86ab-a01d83cfb164 req-b4b7968e-af99-4dff-8bb1-0f660f1b7c1a tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.429064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-395d4d4c-ab2a-460f-86ab-a01d83cfb164 req-b4b7968e-af99-4dff-8bb1-0f660f1b7c1a tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 944 time: 0.1075606 Jul 09 13:23:42.437347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] No DVR routers for this DVR port ee6c35e1-363d-4ae6-b6c8-71be2a680e5a on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:42.485310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-395d4d4c-ab2a-460f-86ab-a01d83cfb164 req-96323c5d-f42c-4b47-bf35-1b37e4d106ce tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Jul 09 13:23:42.533785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5e362136-bd34-4c75-b2a6-8238dbb0ca31 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:42.585608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6c35e1-363d-4ae6-b6c8-71be2a680e5a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:42.653016 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5e362136-bd34-4c75-b2a6-8238dbb0ca31, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e362136-bd34-4c75-b2a6-8238dbb0ca31,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:42.672117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '5e362136-bd34-4c75-b2a6-8238dbb0ca31', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '5e362136-bd34-4c75-b2a6-8238dbb0ca31', 'mac_address': 'fa:16:3e:2f:c5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:42.693975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-8bc46a36-5d76-4cc3-af36-ee1542b13a70 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1037604651&fields=id&tenant_id=73c33a0211174abb8810fb584743b0a6 HTTP/1.1" status: 200 len: 267 time: 0.2281768 Jul 09 13:23:42.714703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.729871 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.786243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e362136-bd34-4c75-b2a6-8238dbb0ca31 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:42.798275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392c7dcd-e5f0-419e-a897-68237bed6d57']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:42.801516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-eefa8321-5d4e-4c09-b55c-f44d18a5b4bd tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=245815d5809e462ba5ed0a9b375c346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453489 Jul 09 13:23:42.817646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:42.818247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58de0fd-cafb-437e-a57d-bfee3d7eddd9') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:42.821302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Allocated IP 172.20.0.14 (9ab05a0f-0515-4f76-b0d7-f075c63f7251/6762b88f-3db1-409e-9e0d-c5932513ba57/940e9e85-687e-45eb-8366-bdef6aa9e4bb) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:42.837008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5e362136-bd34-4c75-b2a6-8238dbb0ca31, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e362136-bd34-4c75-b2a6-8238dbb0ca31,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:42.843435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.844861 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.846580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:42.867864 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.896089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:23:42.896593 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:23:42.898431 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:23:43.009782 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:23:43.015632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-6c19236d-408c-471f-877c-0e2c59362935 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:43.018491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5e362136-bd34-4c75-b2a6-8238dbb0ca31,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:43.033454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-6c19236d-408c-471f-877c-0e2c59362935 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 945 time: 0.3250904 Jul 09 13:23:43.046468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'port': {'security_groups': ['b51522a0-ec8e-4d13-9f2e-733931c1a14e', 'c7992b0f-d082-40ea-9635-cfe2baf6c1d9']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:43.118645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-fc4e7edb-e413-4312-9ddc-c05ae6770e37 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:43.120828 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-fc4e7edb-e413-4312-9ddc-c05ae6770e37 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073127 Jul 09 13:23:43.134590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01644cd-8f38-4a7a-b035-3ddf687b3e99 req-9d4efd6d-6ce5-47be-a617-fe738e82fbe8 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:43.142501 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b01644cd-8f38-4a7a-b035-3ddf687b3e99 req-9d4efd6d-6ce5-47be-a617-fe738e82fbe8 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 949 time: 0.2887580 Jul 09 13:23:43.155911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Request body: {'port': {'device_id': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '245815d5809e462ba5ed0a9b375c346c'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:43.165452 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.239817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:43.250383 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.251602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6', 'network_id': '82ef0259-9e74-4825-84d4-446837d4efd7', 'port_id': 'b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6', 'mac_address': 'fa:16:3e:74:ab:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77b6927-b959-4cb1-a875-6c8593a71ccb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:43.252911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b01644cd-8f38-4a7a-b035-3ddf687b3e99 req-444d60bc-4bb3-437b-b95f-ebab62ee7660 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077847 Jul 09 13:23:43.275322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.313274 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.357040 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.379003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:43.386538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.389073 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] 10.222.0.32 "DELETE /v2.0/networks/392c7dcd-e5f0-419e-a897-68237bed6d57 HTTP/1.1" status: 204 len: 168 time: 2.4745994 Jul 09 13:23:43.428896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:43.433373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.457861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4237ea-9271-4aff-ba1a-26e40b9f3d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=392c7dcd-e5f0-419e-a897-68237bed6d57,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:43.469215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:43.474258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Made reservation on behalf of 245815d5809e462ba5ed0a9b375c346c for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:43.480245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:43.481797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.486382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:43.521686 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.544096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:43.544741 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.559166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.566172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:43.580791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0559118 Jul 09 13:23:43.610287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Request body: {'port': {'device_id': 'd260f6ae-7cfb-4c41-911f-8b645744d091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:43.616959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204131d4-0292-44a8-a059-0922c4652e7f tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Pushing event updated for resources: {'Port': ['ID=940e9e85-687e-45eb-8366-bdef6aa9e4bb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:43.617395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59668) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:43.672120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e89609-2ea0-42ee-bf72-c08b2f02f540 req-ea84596a-5ce9-4bfa-8126-35cca5a54c8d tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:43.673616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1e89609-2ea0-42ee-bf72-c08b2f02f540 req-ea84596a-5ce9-4bfa-8126-35cca5a54c8d tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 932 time: 0.2907767 Jul 09 13:23:43.697625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:43.712827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5e362136-bd34-4c75-b2a6-8238dbb0ca31'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:43.753870 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-acea4f49-3a11-4116-a7ec-f8ae859e550a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b99dbee5d0b4ab5ac1fd677f103deb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328721 Jul 09 13:23:43.757416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59670) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:43.763930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-00910963-8a12-4d05-8be7-bbff304b8266 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=245815d5809e462ba5ed0a9b375c346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377889 Jul 09 13:23:43.814585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.832036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.883741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.907687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1e89609-2ea0-42ee-bf72-c08b2f02f540 req-738cc218-2e5a-4a1a-a1f8-da29f4f01d04 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102063 Jul 09 13:23:43.910184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.057584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dca14fa-9966-4b16-aff5-455d4b0c83ea,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:44.082226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59674) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:44.104960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-600605571'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:44.168256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:44.172792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.179953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa8120e-2e3e-4490-8427-82ab74347636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18063c47-5d95-4202-a70d-ebaebbd29ee6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:44.184174 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd28f4e-24ef-4f39-aab1-a6056530ee04" -d '{"events": [{"server_uuid": "1aa8120e-2e3e-4490-8427-82ab74347636", "name": "network-vif-plugged", "status": "completed", "tag": "18063c47-5d95-4202-a70d-ebaebbd29ee6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:44.209914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Allocated IP 192.168.233.214 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/0e77d576-1512-47eb-a596-06f994fa4d6c) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:44.220430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:23:44.237194 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.237567 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Added segment d754bd16-efb5-4696-add1-ffa45e8fadd1 of type vlan for network b9562b51-d817-4936-ad48-02882ce98983 Jul 09 13:23:44.277577 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd7e5-dade-4f31-afae-4c52da0adff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.338514 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.346293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5b0eaa3-f448-42f2-b111-76c2ec4f09ba req-7bc15d95-04fb-4674-8d6d-7b398aa1e439 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 210 time: 0.0526972 Jul 09 13:23:44.363794 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fd697f12-f364-46fd-bcf3-b2fb28df764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.428084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.433667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.433807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fd697f12-f364-46fd-bcf3-b2fb28df764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.434182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.546854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4638188 Jul 09 13:23:44.559467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-bdc29fda-b087-4f82-9a3b-ea8c0bcfca5b tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.560911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-bdc29fda-b087-4f82-9a3b-ea8c0bcfca5b tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7530177 Jul 09 13:23:44.566007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59680) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:44.583229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1249393825'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:44.595173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0714c16-9249-4e35-848f-a52dd1fbcdf7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Network': ['ID=b9562b51-d817-4936-ad48-02882ce98983,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:44.597149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Request body: {'port': {'device_id': '1125c25e-2cca-4da7-b429-31ea48be484d', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '245815d5809e462ba5ed0a9b375c346c'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:44.599589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.611277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network b9562b51-d817-4936-ad48-02882ce98983 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:23:44.618847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Transition to ACTIVE for port object 0e77d576-1512-47eb-a596-06f994fa4d6c will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:44.658783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3acea1-6fb1-48ed-88a6-35338a78acc7 req-431534b9-9e35-4c1b-b6f0-d19fa1cffce9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.660377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd3acea1-6fb1-48ed-88a6-35338a78acc7 req-431534b9-9e35-4c1b-b6f0-d19fa1cffce9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 945 time: 0.1865337 Jul 09 13:23:44.664386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] For port 8d92b28a-07ab-4328-807d-05086116949e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8d92b28a-07ab-4328-807d-05086116949e,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:44.704410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.748793 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd3acea1-6fb1-48ed-88a6-35338a78acc7 req-663df901-b403-4937-bc99-0cd4ffc4d2d2 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779908 Jul 09 13:23:44.750428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fd697f12-f364-46fd-bcf3-b2fb28df764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.752971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fd697f12-f364-46fd-bcf3-b2fb28df764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.754120 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fd697f12-f364-46fd-bcf3-b2fb28df764b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5b8125b-ef3c-4cea-b93e-b54acde477da HTTP/1.1" status: 204 len: 168 time: 0.9924212 Jul 09 13:23:44.754992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:44.758420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:44.766638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:44.768016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:44.772395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.799187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:44.813496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd697f12-f364-46fd-bcf3-b2fb28df764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b8125b-ef3c-4cea-b93e-b54acde477da,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:44.821587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.845443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.847198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.848691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.861123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:44.871670 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-422acbe5-f7da-456f-94a6-c4356e7fe98a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7265205 Jul 09 13:23:44.887551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Request body: {'port': {'device_id': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:44.900827 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7d12d8-6828-43b4-a2e7-1f920ceaf14c x-openstack-request-id: req-8d7d12d8-6828-43b4-a2e7-1f920ceaf14c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:44.901229 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa8120e-2e3e-4490-8427-82ab74347636", "name": "network-vif-plugged", "status": "completed", "tag": "18063c47-5d95-4202-a70d-ebaebbd29ee6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:44.901589 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d7d12d8-6828-43b4-a2e7-1f920ceaf14c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:44.902155 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa8120e-2e3e-4490-8427-82ab74347636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'code': 200} Jul 09 13:23:44.931292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:23:44.943376 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.943811 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Added segment 25d9931f-2b41-45ea-9067-230e48d42c2c of type vlan for network f24c7924-17f2-44ea-a7ec-678849b0025d Jul 09 13:23:45.041650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.042574 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.044243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bd1657db-892d-4c07-9b4a-6c8105d05e19 req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "PUT /v2.0/ports/8d92b28a-07ab-4328-807d-05086116949e HTTP/1.1" status: 200 len: 981 time: 2.0098274 Jul 09 13:23:45.133799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'tag': '8d92b28a-07ab-4328-807d-05086116949e'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:45.136521 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d89b17-0205-4023-bee9-afe26f53559f" -d '{"events": [{"name": "network-changed", "server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "tag": "8d92b28a-07ab-4328-807d-05086116949e"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:45.152595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07bbca-8f0d-4ef4-8b4c-22cd1509edc5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'Port': ['ID=8d92b28a-07ab-4328-807d-05086116949e,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:45.160033 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.163836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:45.203264 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.245306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Made reservation on behalf of 245815d5809e462ba5ed0a9b375c346c for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:45.256400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.280061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc49554-8516-4083-8034-766fed362c9a req-6a2dee42-3057-4731-81ac-85b0845bf50e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.287698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8dc49554-8516-4083-8034-766fed362c9a req-6a2dee42-3057-4731-81ac-85b0845bf50e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 949 time: 0.1833630 Jul 09 13:23:45.304056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377873-44c8-4a73-8256-fd40d49568b0 req-80676590-7b9d-4101-aa9e-06cedb9e8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.305359 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3377873-44c8-4a73-8256-fd40d49568b0 req-80676590-7b9d-4101-aa9e-06cedb9e8fd2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 1100 time: 0.2649860 Jul 09 13:23:45.316493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-357d5a39-5213-499d-bdf7-27766a977241 None None] Provisioning for port 0e77d576-1512-47eb-a596-06f994fa4d6c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:45.331006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-357d5a39-5213-499d-bdf7-27766a977241 None None] Provisioning complete for port 0e77d576-1512-47eb-a596-06f994fa4d6c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:45.331006 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-357d5a39-5213-499d-bdf7-27766a977241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.402714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-357d5a39-5213-499d-bdf7-27766a977241 None None] Port 0e77d576-1512-47eb-a596-06f994fa4d6c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:45.412704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.419600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.420300 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.429740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8dc49554-8516-4083-8034-766fed362c9a req-ad127597-ab38-4681-b26e-ed17b6977392 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411016 Jul 09 13:23:45.444687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3377873-44c8-4a73-8256-fd40d49568b0 req-7d335aad-5ade-4a53-8b42-4ad3d1978842 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863829 Jul 09 13:23:45.500305 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9310520 Jul 09 13:23:45.520610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59704) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:45.528637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'subnet': {'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:45.564405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940e9e85-687e-45eb-8366-bdef6aa9e4bb {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:45.578583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.591596 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3e681-2c55-4a75-a1b7-2763b7142dfe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Network': ['ID=f24c7924-17f2-44ea-a7ec-678849b0025d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:45.601654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Transition to ACTIVE for port object 940e9e85-687e-45eb-8366-bdef6aa9e4bb will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:45.614331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33fdac-e625-4f9c-a8ca-c09d3e6db920 req-02f7ebb3-28b4-4d03-beb5-3bec7749e023 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.616112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2c33fdac-e625-4f9c-a8ca-c09d3e6db920 req-02f7ebb3-28b4-4d03-beb5-3bec7749e023 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 932 time: 0.3185863 Jul 09 13:23:45.617458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network f24c7924-17f2-44ea-a7ec-678849b0025d details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:23:45.617929 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.699891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Pushing event updated for resources: {'Port': ['ID=940e9e85-687e-45eb-8366-bdef6aa9e4bb,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:45.706986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2c33fdac-e625-4f9c-a8ca-c09d3e6db920 req-37d951b1-89ca-4dc1-8fde-6dbe3328d642 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838189 Jul 09 13:23:45.733981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-382f02a9-167b-4bae-9f4c-29ffa636e416 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-30569545&fields=id&tenant_id=73c33a0211174abb8810fb584743b0a6 HTTP/1.1" status: 200 len: 267 time: 0.0922089 Jul 09 13:23:45.771415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:45.777003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.828848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Attempting to bind port 940e9e85-687e-45eb-8366-bdef6aa9e4bb on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:45.831076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Attempting to bind port 940e9e85-687e-45eb-8366-bdef6aa9e4bb by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a644e7a9-3c28-49de-830c-9261ae523137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ab05a0f-0515-4f76-b0d7-f075c63f7251'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:45.833014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Attempting to bind port 940e9e85-687e-45eb-8366-bdef6aa9e4bb on network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:45.841653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Port 940e9e85-687e-45eb-8366-bdef6aa9e4bb on network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:45.844052 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Attempting to bind port 940e9e85-687e-45eb-8366-bdef6aa9e4bb on network 9ab05a0f-0515-4f76-b0d7-f075c63f7251 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:45.860721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:45.861361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Checking segment: {'id': 'a644e7a9-3c28-49de-830c-9261ae523137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ab05a0f-0515-4f76-b0d7-f075c63f7251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:45.861875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Bound using segment: {'id': 'a644e7a9-3c28-49de-830c-9261ae523137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ab05a0f-0515-4f76-b0d7-f075c63f7251'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:45.862454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Bound port: 940e9e85-687e-45eb-8366-bdef6aa9e4bb, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a644e7a9-3c28-49de-830c-9261ae523137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ab05a0f-0515-4f76-b0d7-f075c63f7251'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:45.862900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.946408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e77d576-1512-47eb-a596-06f994fa4d6c {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:45.957189 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.971119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] For port 940e9e85-687e-45eb-8366-bdef6aa9e4bb, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:45.974643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] For port 940e9e85-687e-45eb-8366-bdef6aa9e4bb, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=940e9e85-687e-45eb-8366-bdef6aa9e4bb,segment=NetworkSegment(a644e7a9-3c28-49de-830c-9261ae523137),segment_id=a644e7a9-3c28-49de-830c-9261ae523137)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:45.979913 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:45.986857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-1a78a302-e035-45a5-b0fc-30ad390ddc91 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.994987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-1a78a302-e035-45a5-b0fc-30ad390ddc91 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 984 time: 0.2493734 Jul 09 13:23:46.005536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'port': {'security_groups': ['b51522a0-ec8e-4d13-9f2e-733931c1a14e', 'c7992b0f-d082-40ea-9635-cfe2baf6c1d9', '87b08d86-e02a-40d6-8fe4-e0ae553652d6']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:46.008507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59718) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:46.020934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:46.021558 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.023016 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] 10.222.0.11 "PUT /v2.0/ports/940e9e85-687e-45eb-8366-bdef6aa9e4bb HTTP/1.1" status: 200 len: 1092 time: 2.4171536 Jul 09 13:23:46.050456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ac9a5-c38d-4f4e-a89b-b9b2defced12 service neutron] Pushing event updated for resources: {'Port': ['ID=940e9e85-687e-45eb-8366-bdef6aa9e4bb,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:46.053474 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556c810e-2e53-4cd7-b3a7-e4c8e2cec69a x-openstack-request-id: req-556c810e-2e53-4cd7-b3a7-e4c8e2cec69a {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:46.053759 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "tag": "8d92b28a-07ab-4328-807d-05086116949e", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:46.054014 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-556c810e-2e53-4cd7-b3a7-e4c8e2cec69a {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:46.054406 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'tag': '8d92b28a-07ab-4328-807d-05086116949e', 'status': 'completed', 'code': 200} Jul 09 13:23:46.078827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Transition to ACTIVE for port object 0e77d576-1512-47eb-a596-06f994fa4d6c will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:46.144927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.146818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.207636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Allocated IP 192.168.233.240 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/519512ae-6339-4a5a-9132-2b9d6e053d49) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:46.225135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-4eff8599-2a2c-4c6a-ad79-de197db5191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:46.226709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-4eff8599-2a2c-4c6a-ad79-de197db5191c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=567bc1987a4c45c08deacd2de965b516&device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 1095 time: 0.1544349 Jul 09 13:23:46.247265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1574681601-network', 'tenant_id': '6efea9a9ed4d4bd390c06d8b3ae413a9'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:46.281093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-6e5519af-b058-4858-98d7-c108f0891003 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=940e9e85-687e-45eb-8366-bdef6aa9e4bb HTTP/1.1" status: 200 len: 217 time: 0.0464454 Jul 09 13:23:46.326596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-96510012-8792-415d-bc88-e01afda36b0e req-d72f972b-9558-4ef1-84e8-d9e8a4734058 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 210 time: 0.0512033 Jul 09 13:23:46.334168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:46.431886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-c6db3b51-4579-47bf-b6c2-67eaa7664a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:46.433416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-c6db3b51-4579-47bf-b6c2-67eaa7664a40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6762b88f-3db1-409e-9e0d-c5932513ba57 HTTP/1.1" status: 200 len: 853 time: 0.1382880 Jul 09 13:23:46.482264 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-58213c30-f258-4c8a-9e7c-20f976b9ddde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab05a0f-0515-4f76-b0d7-f075c63f7251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382900 Jul 09 13:23:46.536092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5e362136-bd34-4c75-b2a6-8238dbb0ca31 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:46.593087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:46.598203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:46.598681 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.682470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.700875 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.723842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d0871-b35d-47f9-acb4-1ff41393271c req-ce5eee68-6fd7-485f-8e18-8d7a7d7f656d tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:46.725454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e56d0871-b35d-47f9-acb4-1ff41393271c req-ce5eee68-6fd7-485f-8e18-8d7a7d7f656d tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 945 time: 0.2360311 Jul 09 13:23:46.728351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Transition to ACTIVE for port object 519512ae-6339-4a5a-9132-2b9d6e053d49 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:46.736568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-73f77020-9087-4f36-a86a-ac8301e61962 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab05a0f-0515-4f76-b0d7-f075c63f7251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458282 Jul 09 13:23:46.742816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5e362136-bd34-4c75-b2a6-8238dbb0ca31, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e362136-bd34-4c75-b2a6-8238dbb0ca31,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:46.749094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.750512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:46.800141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Made reservation on behalf of 6efea9a9ed4d4bd390c06d8b3ae413a9 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:46.802343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.831054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5e362136-bd34-4c75-b2a6-8238dbb0ca31,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:46.844457 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.853586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e56d0871-b35d-47f9-acb4-1ff41393271c req-80478f06-3480-4664-8cfb-667f51c48738 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143274 Jul 09 13:23:46.862617 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2296b811-2f37-415b-bd7b-d03b899a00bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.876994 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.885829 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.887602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:46.894317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:46.895311 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.937980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89b17-0205-4023-bee9-afe26f53559f req-04ccc87c-f8be-4e16-aad5-ab06d8816539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:46.938487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d126fd-f382-42ae-b0f7-a9f6c6a1086b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e362136-bd34-4c75-b2a6-8238dbb0ca31'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:46.939539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d89b17-0205-4023-bee9-afe26f53559f req-04ccc87c-f8be-4e16-aad5-ab06d8816539 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1135 time: 0.7957623 Jul 09 13:23:46.941133 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec73d6b-4b1c-4496-bac7-acbfb5b5914c" -d '{"events": [{"server_uuid": "00d126fd-f382-42ae-b0f7-a9f6c6a1086b", "name": "network-vif-plugged", "status": "completed", "tag": "5e362136-bd34-4c75-b2a6-8238dbb0ca31"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:46.965416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:46.970980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Pushing event updated for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:46.981457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:47.000219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:47.006989 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.024261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.061487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:47.065789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.072308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Subnet': ['ID=fc08e29f-9165-4515-b921-a6422f05038d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:47.085892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Attempting to bind port 0e77d576-1512-47eb-a596-06f994fa4d6c on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:47.086714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Attempting to bind port 0e77d576-1512-47eb-a596-06f994fa4d6c by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:47.087609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Attempting to bind port 0e77d576-1512-47eb-a596-06f994fa4d6c on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:47.095307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d811a456-dea8-41da-8caf-dc8c4e0acf01 req-42ddd814-0a78-4a71-bcc5-31145f0c29ad service neutron] 10.222.0.11 "GET /v2.0/networks/9ab05a0f-0515-4f76-b0d7-f075c63f7251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456759 Jul 09 13:23:47.123151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:47.132518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.133172 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.157983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25390425-a0cd-4ac8-96a4-73daa438bf39 req-7ea03c5f-b29a-4092-b194-dbee0c1792b9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.165047 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25390425-a0cd-4ac8-96a4-73daa438bf39 req-7ea03c5f-b29a-4092-b194-dbee0c1792b9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 949 time: 0.1598551 Jul 09 13:23:47.165990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Port 0e77d576-1512-47eb-a596-06f994fa4d6c on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:47.166407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Attempting to bind port 0e77d576-1512-47eb-a596-06f994fa4d6c on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:47.191589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Checking segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:47.192049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network hostable DHCP agents. Network: b9562b51-d817-4936-ad48-02882ce98983, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:23:47.200493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25390425-a0cd-4ac8-96a4-73daa438bf39 req-4eddb04b-6ebf-404f-9948-113cf19a7b26 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345275 Jul 09 13:23:47.208856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:47.209207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:47.209846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:47.210040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Bound port: 0e77d576-1512-47eb-a596-06f994fa4d6c, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:47.210415 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.312191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89b17-0205-4023-bee9-afe26f53559f req-b68fa76f-9691-42ca-8cb9-112051cffe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.313849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d89b17-0205-4023-bee9-afe26f53559f req-b68fa76f-9691-42ca-8cb9-112051cffe91 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 913 time: 0.3559976 Jul 09 13:23:47.319116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network b9562b51-d817-4936-ad48-02882ce98983 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:23:47.335157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] For port 8d92b28a-07ab-4328-807d-05086116949e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8d92b28a-07ab-4328-807d-05086116949e,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:47.369941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, b9562b51-d817-4936-ad48-02882ce98983) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:47.384576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f24e32-81d7-4578-8d84-6ada8696a6e9 None None] Network b9562b51-d817-4936-ad48-02882ce98983 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:47.385608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8645f-45d6-4489-937b-056529ac8923 req-775fdbd5-822c-4699-ac1a-815287e946ce tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.388066 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29d8645f-45d6-4489-937b-056529ac8923 req-775fdbd5-822c-4699-ac1a-815287e946ce tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 944 time: 0.0676382 Jul 09 13:23:47.398354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6d8c2441-4dc7-4fc0-8446-e0efe5562fdc None None] Provisioning for port 519512ae-6339-4a5a-9132-2b9d6e053d49 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:47.410884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.411501 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.416049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.417896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d89b17-0205-4023-bee9-afe26f53559f req-414bcc56-8a55-422e-a079-c562f5480048 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d92b28a-07ab-4328-807d-05086116949e HTTP/1.1" status: 200 len: 217 time: 0.0808496 Jul 09 13:23:47.427739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6d8c2441-4dc7-4fc0-8446-e0efe5562fdc None None] Provisioning complete for port 519512ae-6339-4a5a-9132-2b9d6e053d49 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:47.428514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2441-4dc7-4fc0-8446-e0efe5562fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.432764 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29d8645f-45d6-4489-937b-056529ac8923 req-6d835303-b5fb-456e-8964-9d5dc02fc6c4 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Jul 09 13:23:47.438320 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-69e9d83a-ff5c-4f19-bc97-07d74525b462 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8507087 Jul 09 13:23:47.439307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.453109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Request body: {'port': {'device_id': '1125c25e-2cca-4da7-b429-31ea48be484d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:47.482775 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.494326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c2441-4dc7-4fc0-8446-e0efe5562fdc None None] Port 519512ae-6339-4a5a-9132-2b9d6e053d49 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:47.511860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b762aa13-d9bc-4e75-b30b-736321d870fe tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9871550 Jul 09 13:23:47.511860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:23:47.513482 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39033d9f-701a-447f-8456-a0d6b631c1b5 x-openstack-request-id: req-39033d9f-701a-447f-8456-a0d6b631c1b5 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:47.513785 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d126fd-f382-42ae-b0f7-a9f6c6a1086b", "name": "network-vif-plugged", "status": "completed", "tag": "5e362136-bd34-4c75-b2a6-8238dbb0ca31", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:47.514043 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39033d9f-701a-447f-8456-a0d6b631c1b5 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:47.514497 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d126fd-f382-42ae-b0f7-a9f6c6a1086b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e362136-bd34-4c75-b2a6-8238dbb0ca31', 'code': 200} Jul 09 13:23:47.517305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:47.519412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.528874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59734) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:47.538363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:47.544582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'subnet': {'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:47.573727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.574638 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Added segment 90c237d4-dabe-4ebb-b2f9-9a5af3b851a5 of type vlan for network 29e9bb89-316e-40a4-a461-8390bbf9853c Jul 09 13:23:47.633777 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.668068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-b9562b51-d817-4936-ad48-02882ce98983', 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'fixed_ips': [{'subnet_id': 'fc08e29f-9165-4515-b921-a6422f05038d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:23:47.669108 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.685202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89b17-0205-4023-bee9-afe26f53559f req-cf9bda85-217e-444e-a1bc-49503dc1501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.689934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d89b17-0205-4023-bee9-afe26f53559f req-cf9bda85-217e-444e-a1bc-49503dc1501a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.2570801 Jul 09 13:23:47.732061 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.746379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:47.769149 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.770175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.770762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.808599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e289c5f2-01f0-4940-8fa4-b7e6ae502706,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:47.812173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.874514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'Port': ['ID=8d92b28a-07ab-4328-807d-05086116949e,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:47.875123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Allocated IP 10.1.1.2 (b9562b51-d817-4936-ad48-02882ce98983/fc08e29f-9165-4515-b921-a6422f05038d/7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:47.923917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.925163 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.925967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86563383-0f6d-48a6-8e52-841a993f6c39 req-7dab1981-2a6e-4691-a13c-b26deeffe1a5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "PUT /v2.0/ports/8d92b28a-07ab-4328-807d-05086116949e HTTP/1.1" status: 200 len: 1020 time: 1.9299092 Jul 09 13:23:47.929458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'tag': '8d92b28a-07ab-4328-807d-05086116949e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:47.931541 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da" -d '{"events": [{"name": "network-changed", "server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "tag": "8d92b28a-07ab-4328-807d-05086116949e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:47.956468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] Pushing event updated for resources: {'Network': ['ID=29e9bb89-316e-40a4-a461-8390bbf9853c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:47.964629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5a669558-4b85-4603-a810-022acb41682b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9550869 Jul 09 13:23:47.966760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d89b17-0205-4023-bee9-afe26f53559f req-90b450fb-016b-4a28-a05b-8770199b8da5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2223938 Jul 09 13:23:47.977580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 29e9bb89-316e-40a4-a461-8390bbf9853c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:23:47.978955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59746) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:47.983535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.984154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.985538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e77d576-1512-47eb-a596-06f994fa4d6c HTTP/1.1" status: 200 len: 1096 time: 3.1040361 Jul 09 13:23:48.036978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Request body: {'subnet': {'network_id': '29e9bb89-316e-40a4-a461-8390bbf9853c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1574681601-subnet', 'tenant_id': '6efea9a9ed4d4bd390c06d8b3ae413a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:48.056143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31792262-b7b2-47a6-bab5-965ebae4f3da req-0ac8433e-4a8f-4dd4-b9e0-a57438315153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.058086 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31792262-b7b2-47a6-bab5-965ebae4f3da req-0ac8433e-4a8f-4dd4-b9e0-a57438315153 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 1101 time: 0.4432731 Jul 09 13:23:48.063476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:48.145880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca44017-60f9-4ffb-a4e2-8ad4f6930175 service neutron] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.195223 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.216781 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d89b17-0205-4023-bee9-afe26f53559f req-a3ddd081-adad-4b96-8909-0a8ac4109879 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348573 Jul 09 13:23:48.221591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd260f6ae-7cfb-4c41-911f-8b645744d091', 'tag': '940e9e85-687e-45eb-8366-bdef6aa9e4bb'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:48.225944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:48.226129 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f37a49e-64c8-49b1-8d27-774d062d8327" -d '{"events": [{"name": "network-changed", "server_uuid": "d260f6ae-7cfb-4c41-911f-8b645744d091", "tag": "940e9e85-687e-45eb-8366-bdef6aa9e4bb"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:48.230403 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.252965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Made reservation on behalf of 6efea9a9ed4d4bd390c06d8b3ae413a9 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:48.256821 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.282676 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.292366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b4f39-e9ed-425e-80c4-f5d16a3a159f req-1756b51e-2fdd-40e3-ab83-f41d6739a283 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.293888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac0b4f39-e9ed-425e-80c4-f5d16a3a159f req-1756b51e-2fdd-40e3-ab83-f41d6739a283 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 950 time: 0.5391901 Jul 09 13:23:48.299888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Transition to ACTIVE for port object 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:48.329874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Transition to ACTIVE for port object 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:48.353279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.404636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Network b9562b51-d817-4936-ad48-02882ce98983 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:48.411231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac0b4f39-e9ed-425e-80c4-f5d16a3a159f req-4759744c-c461-4fd8-9116-f2ec9fa482c7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874450 Jul 09 13:23:48.412792 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31792262-b7b2-47a6-bab5-965ebae4f3da req-6b98106e-d401-47a4-ad89-670f3361e274 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776407 Jul 09 13:23:48.418516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:48.418716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-007e3edb-9f2a-4548-b235-fd1a9dcb5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.420117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-007e3edb-9f2a-4548-b235-fd1a9dcb5d4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=245815d5809e462ba5ed0a9b375c346c&device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 1099 time: 0.3621364 Jul 09 13:23:48.424060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:48.441430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Pushing event updated for resources: {'Port': ['ID=7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.469650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85099-8b1e-4796-a15e-2b9609e533c6 req-dff4804e-b8ed-4df5-ab50-506aaa073f14 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.471236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2de85099-8b1e-4796-a15e-2b9609e533c6 req-dff4804e-b8ed-4df5-ab50-506aaa073f14 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 936 time: 0.3400743 Jul 09 13:23:48.499336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519512ae-6339-4a5a-9132-2b9d6e053d49 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:48.502663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d89b17-0205-4023-bee9-afe26f53559f req-91772a08-f6b5-4f37-b105-9a74eb86a6ea service neutron] 10.222.0.10 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672262 Jul 09 13:23:48.509630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-b2e28522-52eb-4f03-8384-e5483eb89aa4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=0e77d576-1512-47eb-a596-06f994fa4d6c HTTP/1.1" status: 200 len: 217 time: 0.0765665 Jul 09 13:23:48.511586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.529258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Attempting to bind port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:48.529718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Attempting to bind port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:48.530182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Attempting to bind port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:48.531282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Transition to ACTIVE for port object 519512ae-6339-4a5a-9132-2b9d6e053d49 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:48.538309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:48.538744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Checking segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:48.539190 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.539589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Bound using segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:48.540080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Bound port: 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:48.540551 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.626422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2de85099-8b1e-4796-a15e-2b9609e533c6 req-8fa299bf-4465-44de-9e11-287277ca8af2 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209528 Jul 09 13:23:48.637497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-d9071bf5-97a8-48f9-b351-f64340d65141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.638519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] For port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:48.638985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-d9071bf5-97a8-48f9-b351-f64340d65141 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1186683 Jul 09 13:23:48.641486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.642420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] For port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:48.652265 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.699168 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09966b9-e01b-44b7-9f3b-1e9a8af35b73 x-openstack-request-id: req-a09966b9-e01b-44b7-9f3b-1e9a8af35b73 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:48.699461 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "tag": "8d92b28a-07ab-4328-807d-05086116949e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:48.699712 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a09966b9-e01b-44b7-9f3b-1e9a8af35b73 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:48.700208 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'tag': '8d92b28a-07ab-4328-807d-05086116949e', 'status': 'completed', 'code': 200} Jul 09 13:23:48.729527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.774787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Pushing event updated for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.854585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.858578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098085d6-6306-4895-86b5-5fb29a734bbd None None] Pushing event updated for resources: {'Port': ['ID=7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.860075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Subnet': ['ID=017275af-96bd-46e0-b724-bfad149e6ffc,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.880929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efb4c1-f7d4-4ff8-9443-8be97b78ebb1 req-b5a42aa8-d0e7-4e1d-b715-c1c9621bba98 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.882600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6efb4c1-f7d4-4ff8-9443-8be97b78ebb1 req-b5a42aa8-d0e7-4e1d-b715-c1c9621bba98 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.2859952 Jul 09 13:23:48.965213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-41bc3bff-7523-4207-af2f-80a9b78e7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.966838 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-41bc3bff-7523-4207-af2f-80a9b78e7691 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3031445 Jul 09 13:23:48.971192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Attempting to bind port 519512ae-6339-4a5a-9132-2b9d6e053d49 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:48.971523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Attempting to bind port 519512ae-6339-4a5a-9132-2b9d6e053d49 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:48.973010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Attempting to bind port 519512ae-6339-4a5a-9132-2b9d6e053d49 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:48.975291 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a899b7b-f9a8-4e82-b3ac-2645823c9f8d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.996494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Checking segment: {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:48.998692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network hostable DHCP agents. Network: f24c7924-17f2-44ea-a7ec-678849b0025d, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:23:49.043176 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6efb4c1-f7d4-4ff8-9443-8be97b78ebb1 req-5e60e09d-a291-4e31-88d0-43277d5c8893 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386454 Jul 09 13:23:49.044701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Port 519512ae-6339-4a5a-9132-2b9d6e053d49 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:49.044701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Attempting to bind port 519512ae-6339-4a5a-9132-2b9d6e053d49 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:49.068895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:49.068895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:49.068895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:49.068895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Bound port: 519512ae-6339-4a5a-9132-2b9d6e053d49, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:49.068895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.135707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Checking segment: {'id': '90c237d4-dabe-4ebb-b2f9-9a5af3b851a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '29e9bb89-316e-40a4-a461-8390bbf9853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:49.136276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Network hostable DHCP agents. Network: 29e9bb89-316e-40a4-a461-8390bbf9853c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:23:49.157036 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f301fca5-7172-483d-95c6-ca295ab4b26b x-openstack-request-id: req-f301fca5-7172-483d-95c6-ca295ab4b26b {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:49.157256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network f24c7924-17f2-44ea-a7ec-678849b0025d is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:23:49.157428 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d260f6ae-7cfb-4c41-911f-8b645744d091", "tag": "940e9e85-687e-45eb-8366-bdef6aa9e4bb", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:49.157690 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f301fca5-7172-483d-95c6-ca295ab4b26b {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:49.158184 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd260f6ae-7cfb-4c41-911f-8b645744d091', 'tag': '940e9e85-687e-45eb-8366-bdef6aa9e4bb', 'status': 'completed', 'code': 200} Jul 09 13:23:49.170142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-34b08cde-8482-407f-b497-4beb5c096d92 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896746 Jul 09 13:23:49.193943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7207a4-b344-40c3-8f39-3569ee3f6bb8 req-aec0f491-3048-4bc1-80a7-f8cdacfeb320 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.206445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a7207a4-b344-40c3-8f39-3569ee3f6bb8 req-aec0f491-3048-4bc1-80a7-f8cdacfeb320 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1023 time: 0.3303454 Jul 09 13:23:49.210758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-8afc4d8d-374a-4b73-9e8f-2227b016b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.214154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-8afc4d8d-374a-4b73-9e8f-2227b016b210 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1174 time: 0.4670751 Jul 09 13:23:49.234719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:49.249394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Network 29e9bb89-316e-40a4-a461-8390bbf9853c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:23:49.259888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:49.262154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 29e9bb89-316e-40a4-a461-8390bbf9853c) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:49.269060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.269941 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.272025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa74a74-1c86-4a73-b75c-4d3d31cd3c74 None None] Network 29e9bb89-316e-40a4-a461-8390bbf9853c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:49.295740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.310798 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77c11e93-af45-4e73-9f98-eb541c68be10 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2927878 Jul 09 13:23:49.344311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, f24c7924-17f2-44ea-a7ec-678849b0025d) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:49.345038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-4229a2fd-bddc-43e0-9001-44d1e5a9aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.347490 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-4229a2fd-bddc-43e0-9001-44d1e5a9aaf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=567bc1987a4c45c08deacd2de965b516&device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 1095 time: 0.1934705 Jul 09 13:23:49.352288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.359093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.364865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.368226 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.373000 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] 10.222.0.10 "PUT /v2.0/ports/519512ae-6339-4a5a-9132-2b9d6e053d49 HTTP/1.1" status: 200 len: 1096 time: 1.9247489 Jul 09 13:23:49.377006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77783412-16a8-4228-a76a-5e4d16b2b3af None None] Network f24c7924-17f2-44ea-a7ec-678849b0025d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:49.524556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb5c1a8-3713-428f-a379-efaaceb2523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:49.527068 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a572f9e-8e9b-48dd-9b20-504cb068e916" -d '{"events": [{"server_uuid": "3cb5c1a8-3713-428f-a379-efaaceb2523d", "name": "network-vif-plugged", "status": "completed", "tag": "b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:49.596277 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4559ad6b-fe18-4239-a0d4-90f07de3020f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0540519 Jul 09 13:23:49.610431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59764) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:49.611339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e87e8b-fa2a-4f52-b828-b49af13d649d None None] Network 29e9bb89-316e-40a4-a461-8390bbf9853c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:49.628916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'port': {'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'name': 'tempest-TaggedBootDevicesTest-1974452405', 'fixed_ips': [{'subnet_id': 'fc08e29f-9165-4515-b921-a6422f05038d'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:49.676017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.719596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-27d46984-d154-4d6f-8a05-f9e60832cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.721112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-27d46984-d154-4d6f-8a05-f9e60832cbe1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 913 time: 0.3288317 Jul 09 13:23:49.750430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a7207a4-b344-40c3-8f39-3569ee3f6bb8 req-2fb52f90-754e-463a-8d7a-c41bbe0272d5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=87b08d86-e02a-40d6-8fe4-e0ae553652d6&id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&id=c7992b0f-d082-40ea-9635-cfe2baf6c1d9 HTTP/1.1" status: 200 len: 6156 time: 0.5430071 Jul 09 13:23:49.752329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-f24c7924-17f2-44ea-a7ec-678849b0025d', 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'fixed_ips': [{'subnet_id': '017275af-96bd-46e0-b724-bfad149e6ffc'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:23:49.754403 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.853562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d7ed56-1a50-4c72-958d-bd92817d0506 req-7d467f35-30de-41d7-80b8-0a13f2cc4507 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708333 Jul 09 13:23:49.856920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-13672951-caf2-4ba9-8c0e-0ef676df2c3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d92b28a-07ab-4328-807d-05086116949e HTTP/1.1" status: 200 len: 217 time: 0.0876846 Jul 09 13:23:49.961242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a41c3d-5abe-4d6f-8c92-37e541287e54 service neutron] Pushing event updated for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:49.998182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:50.039730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-dce38200-857c-4f8f-8ecf-518103a1edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.041328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-dce38200-857c-4f8f-8ecf-518103a1edd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.1731842 Jul 09 13:23:50.053403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Allocated IP 10.2.2.2 (f24c7924-17f2-44ea-a7ec-678849b0025d/017275af-96bd-46e0-b724-bfad149e6ffc/6df6005a-e64c-44e7-867f-a02cbde7f1e5) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:50.064122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-c1ffe95d-2ced-486f-aa72-73aa4a8baa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.067417 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-c1ffe95d-2ced-486f-aa72-73aa4a8baa2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab05a0f-0515-4f76-b0d7-f075c63f7251 HTTP/1.1" status: 200 len: 913 time: 0.7038789 Jul 09 13:23:50.094846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3284e-a596-4832-96c0-b4e906f9d4f0 req-c5488247-fc84-4a51-bbe4-145338b5e922 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.096464 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4bd3284e-a596-4832-96c0-b4e906f9d4f0 req-c5488247-fc84-4a51-bbe4-145338b5e922 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 944 time: 0.7571008 Jul 09 13:23:50.190580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-1eddf704-72e1-4054-beff-898b55f165cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=940e9e85-687e-45eb-8366-bdef6aa9e4bb HTTP/1.1" status: 200 len: 217 time: 0.0825787 Jul 09 13:23:50.206216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-be4c2476-1fa8-4bab-8666-edc2861fc915 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164100 Jul 09 13:23:50.208384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-2e572812-e6fc-4c6b-af0e-e11bb270efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.209929 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-2e572812-e6fc-4c6b-af0e-e11bb270efb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=245815d5809e462ba5ed0a9b375c346c&device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 1099 time: 0.3410981 Jul 09 13:23:50.282806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-f4e23a9f-bf3c-4d3b-8792-38016539b1dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=519512ae-6339-4a5a-9132-2b9d6e053d49 HTTP/1.1" status: 200 len: 217 time: 0.0508578 Jul 09 13:23:50.286308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:50.288875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df0393-daf8-4670-b4a3-8d4caeaa3f5b None None] Network b9562b51-d817-4936-ad48-02882ce98983 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:50.304767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4bd3284e-a596-4832-96c0-b4e906f9d4f0 req-c66a34f3-63a2-4b68-a367-658bb5b60da1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756711 Jul 09 13:23:50.306322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.340509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-97564dc6-f742-40c6-b43e-4fb046f0e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.340509 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-97564dc6-f742-40c6-b43e-4fb046f0e751 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6762b88f-3db1-409e-9e0d-c5932513ba57 HTTP/1.1" status: 200 len: 853 time: 0.1380682 Jul 09 13:23:50.350573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] device_id is not set on port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:23:50.364958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734649bd-90b4-4ef7-b991-c76e278dadaa req-b12df8b4-5c64-4f70-ae62-f4cc94c43a9a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.366223 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-734649bd-90b4-4ef7-b991-c76e278dadaa req-b12df8b4-5c64-4f70-ae62-f4cc94c43a9a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 950 time: 0.2153049 Jul 09 13:23:50.387113 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-da869948-ab9e-40ff-b5ff-13b523dd1b1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab05a0f-0515-4f76-b0d7-f075c63f7251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447862 Jul 09 13:23:50.388550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ab146300-6965-42a3-b87a-97f4723091eb None None] Provisioning for port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:50.398581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-5b21c9ee-9b71-4f17-ac83-e661902c666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.400859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-5b21c9ee-9b71-4f17-ac83-e661902c666c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1098506 Jul 09 13:23:50.416243 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195de5de-2159-46a9-83d9-b5d5a9a34d45 x-openstack-request-id: req-195de5de-2159-46a9-83d9-b5d5a9a34d45 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:50.416534 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb5c1a8-3713-428f-a379-efaaceb2523d", "name": "network-vif-plugged", "status": "completed", "tag": "b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:50.416784 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-195de5de-2159-46a9-83d9-b5d5a9a34d45 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:50.417185 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb5c1a8-3713-428f-a379-efaaceb2523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6', 'code': 200} Jul 09 13:23:50.477366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:50.497669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:50.498058 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.501271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-25ebdd82-b672-4477-8e6e-6141a29a406f service neutron] 10.222.0.10 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666950 Jul 09 13:23:50.560692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 940e9e85-687e-45eb-8366-bdef6aa9e4bb details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:50.597189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-90619982-906c-458a-a647-44f6e9e80c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.598637 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-90619982-906c-458a-a647-44f6e9e80c4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1889784 Jul 09 13:23:50.606063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-1ae9c491-a700-485e-bfec-62adc6de959a service neutron] 10.222.0.11 "GET /v2.0/networks/9ab05a0f-0515-4f76-b0d7-f075c63f7251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098892 Jul 09 13:23:50.632687 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.641722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae266e8-a360-4783-b6e8-5cb7c7daf134 req-e09818e3-dd27-4525-9abf-d9bc8d496096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.644539 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ae266e8-a360-4783-b6e8-5cb7c7daf134 req-e09818e3-dd27-4525-9abf-d9bc8d496096 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 1097 time: 0.1422493 Jul 09 13:23:50.655842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-734649bd-90b4-4ef7-b991-c76e278dadaa req-221c9d08-4cfa-4501-9c48-0066f14cb8d5 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597296 Jul 09 13:23:50.706903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:50.707742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Transition to ACTIVE for port object 6df6005a-e64c-44e7-867f-a02cbde7f1e5 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:50.710103 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5abfa23-b569-43da-a863-c03dfa19b156" -d '{"events": [{"name": "network-changed", "server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:50.748416 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d54ea23-e6c4-44e4-a024-9d0fba9b91da req-b75ffffc-aaae-448a-9540-0e1e7062525c service neutron] 10.222.0.10 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264485 Jul 09 13:23:50.757973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Transition to ACTIVE for port object 6df6005a-e64c-44e7-867f-a02cbde7f1e5 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:50.760852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Allocated IP 10.1.1.206 (b9562b51-d817-4936-ad48-02882ce98983/fc08e29f-9165-4515-b921-a6422f05038d/4aecda7b-92b8-4992-bb0b-6a3bca29e8ba) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:50.805814 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.834416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 940e9e85-687e-45eb-8366-bdef6aa9e4bb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=940e9e85-687e-45eb-8366-bdef6aa9e4bb,segment=NetworkSegment(a644e7a9-3c28-49de-830c-9261ae523137),segment_id=a644e7a9-3c28-49de-830c-9261ae523137)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:50.864662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.882227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Network f24c7924-17f2-44ea-a7ec-678849b0025d is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:50.888400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '940e9e85-687e-45eb-8366-bdef6aa9e4bb', 'network_id': '9ab05a0f-0515-4f76-b0d7-f075c63f7251', 'port_id': '940e9e85-687e-45eb-8366-bdef6aa9e4bb', 'mac_address': 'fa:16:3e:61:91:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6762b88f-3db1-409e-9e0d-c5932513ba57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:50.893725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:50.898925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:50.900566 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ae266e8-a360-4783-b6e8-5cb7c7daf134 req-aaee6c2c-9233-47fb-898e-f870c11a3cfa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250547 Jul 09 13:23:50.919215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Pushing event updated for resources: {'Port': ['ID=6df6005a-e64c-44e7-867f-a02cbde7f1e5,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:50.984588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:50.997071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-1a8a6e8e-f191-4b7d-a77f-1ae0fe6545fe tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.004639 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-1a8a6e8e-f191-4b7d-a77f-1ae0fe6545fe tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/networks?id=29e9bb89-316e-40a4-a461-8390bbf9853c HTTP/1.1" status: 200 len: 813 time: 0.3812270 Jul 09 13:23:51.009375 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.020035 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-28e1fb12-19e7-4052-9d93-04a201acf382 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099023 Jul 09 13:23:51.023003 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f37a49e-64c8-49b1-8d27-774d062d8327 req-8903c98b-9d6f-4458-b247-f6a42a25a476 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab05a0f-0515-4f76-b0d7-f075c63f7251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040282 Jul 09 13:23:51.031938 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-8d42a8f3-de35-4574-9e48-4e62faf6e4f3 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/quotas/6efea9a9ed4d4bd390c06d8b3ae413a9 HTTP/1.1" status: 200 len: 375 time: 0.0262902 Jul 09 13:23:51.092429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-78a513cf-0657-4867-bf5b-02bdc7954c41 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6efea9a9ed4d4bd390c06d8b3ae413a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594151 Jul 09 13:23:51.112350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:51.117072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Attempting to bind port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:51.117739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Attempting to bind port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:51.118484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Attempting to bind port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 on network f24c7924-17f2-44ea-a7ec-678849b0025d {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:51.127686 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.147006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:51.147401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Checking segment: {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:51.148104 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.148411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Bound using segment: {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:51.149018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Bound port: 6df6005a-e64c-44e7-867f-a02cbde7f1e5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:51.149595 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.169445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940e9e85-687e-45eb-8366-bdef6aa9e4bb {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:51.172267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:51.174342 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c30993-6363-4ced-9fa4-f2b3bb0586d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:51.212162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-301b4515-b37d-4e85-b301-4a02b8d3f578 None None] Provisioning complete for port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:51.212652 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-301b4515-b37d-4e85-b301-4a02b8d3f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.220296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 940e9e85-687e-45eb-8366-bdef6aa9e4bb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=940e9e85-687e-45eb-8366-bdef6aa9e4bb,segment=NetworkSegment(a644e7a9-3c28-49de-830c-9261ae523137),segment_id=a644e7a9-3c28-49de-830c-9261ae523137)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:51.249415 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.253012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca9926b9-6fbe-428f-b255-d0d97e1a554c req-51937c41-5660-4bd8-b095-915b5bdec3a2 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183886 Jul 09 13:23:51.262551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-ff8d1c42-0253-4702-a52c-f86d39f4238c service neutron] 10.222.0.32 "GET /v2.0/networks/29e9bb89-316e-40a4-a461-8390bbf9853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691542 Jul 09 13:23:51.313760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] For port 6df6005a-e64c-44e7-867f-a02cbde7f1e5, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:51.335326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] For port 6df6005a-e64c-44e7-867f-a02cbde7f1e5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6df6005a-e64c-44e7-867f-a02cbde7f1e5,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:51.350507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.353103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b280-c322-4884-9ddb-45b9b5ec45f5 req-a06b9486-e5cd-48f9-bb95-c8dbab8ef22f tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.353802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=940e9e85-687e-45eb-8366-bdef6aa9e4bb,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:51.355035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75b0b280-c322-4884-9ddb-45b9b5ec45f5 req-a06b9486-e5cd-48f9-bb95-c8dbab8ef22f tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 948 time: 0.5470660 Jul 09 13:23:51.372204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-4a2ac29b-5453-4981-a0e8-920cd5088350 service neutron] 10.222.0.32 "GET /v2.0/networks/29e9bb89-316e-40a4-a461-8390bbf9853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085620 Jul 09 13:23:51.405929 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.432971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75b0b280-c322-4884-9ddb-45b9b5ec45f5 req-e441e068-1072-4335-a3d6-c192be6adb52 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646181 Jul 09 13:23:51.434615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Transition to ACTIVE for port object 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:51.462309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06067e-3d56-4d77-97e1-fa8ab8595a54 None None] Pushing event updated for resources: {'Port': ['ID=6df6005a-e64c-44e7-867f-a02cbde7f1e5,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:51.485676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-364c3152-a2b9-4da8-a3d0-8e00ef3c3e6a req-91e9c62b-ad8b-4742-bbd2-7bcf8eb776ac tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1498775689 ', 'description': 'tempest-description-385406713'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:51.490932 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.549155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['940e9e85-687e-45eb-8366-bdef6aa9e4bb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:51.575130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network b9562b51-d817-4936-ad48-02882ce98983 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:51.580524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:51.583287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-364c3152-a2b9-4da8-a3d0-8e00ef3c3e6a req-91e9c62b-ad8b-4742-bbd2-7bcf8eb776ac tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.585288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:51.587465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:51.606850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:51.644596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.648815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.649242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.649597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.649940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.650288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.650625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.651059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.651317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.651646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.651974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.652304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:51.703764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.704508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.753384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2e260-c1d0-4ccf-bbbf-18f728df5efa req-981d919a-80d5-45e6-a122-04a240cfe77e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.757684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ceb2e260-c1d0-4ccf-bbbf-18f728df5efa req-981d919a-80d5-45e6-a122-04a240cfe77e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.1223414 Jul 09 13:23:51.852819 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ceb2e260-c1d0-4ccf-bbbf-18f728df5efa req-31d0458c-f1af-4010-8898-15186ca60f22 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830677 Jul 09 13:23:51.886192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-364c3152-a2b9-4da8-a3d0-8e00ef3c3e6a req-91e9c62b-ad8b-4742-bbd2-7bcf8eb776ac tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.894480 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-364c3152-a2b9-4da8-a3d0-8e00ef3c3e6a req-91e9c62b-ad8b-4742-bbd2-7bcf8eb776ac tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.945508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59800) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:51.946452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c6a9e84-84ba-4342-853d-cd23da7aacbd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3187997 Jul 09 13:23:51.953077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'port': {'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'name': 'tempest-TaggedBootDevicesTest-764304485', 'fixed_ips': [{'subnet_id': 'fc08e29f-9165-4515-b921-a6422f05038d'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:51.976707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-364c3152-a2b9-4da8-a3d0-8e00ef3c3e6a req-91e9c62b-ad8b-4742-bbd2-7bcf8eb776ac tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.981649 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-364c3152-a2b9-4da8-a3d0-8e00ef3c3e6a req-91e9c62b-ad8b-4742-bbd2-7bcf8eb776ac tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4999568 Jul 09 13:23:51.985827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9c62b-ad8b-4742-bbd2-7bcf8eb776ac tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba083739-7066-4e35-9019-da7f7cbd87a2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:52.007460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:52.068530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'mac_address': 'fa:16:3e:bb:84:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:52.133509 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3412926c-f63c-4d6b-9efe-801f0ea59b43 x-openstack-request-id: req-3412926c-f63c-4d6b-9efe-801f0ea59b43 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:52.133808 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:52.134061 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3412926c-f63c-4d6b-9efe-801f0ea59b43 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:52.134453 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'status': 'completed', 'code': 200} Jul 09 13:23:52.140057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.155404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e77d576-1512-47eb-a596-06f994fa4d6c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:52.197575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:52.202842 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.210722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-33d17da8-1f71-4a0e-839d-123b4211e4b4 None None] Provisioning for port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:52.236125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-33d17da8-1f71-4a0e-839d-123b4211e4b4 None None] Provisioning complete for port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:52.236591 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33d17da8-1f71-4a0e-839d-123b4211e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.280939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-33d17da8-1f71-4a0e-839d-123b4211e4b4 None None] Port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:52.311354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:52.339140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6df6005a-e64c-44e7-867f-a02cbde7f1e5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:52.406798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:52.413561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:52.419612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:52.494804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:52.495810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.543333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['0e77d576-1512-47eb-a596-06f994fa4d6c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:52.583623 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fae4474-5446-4b3f-8cda-a326da98e6a8 x-openstack-request-id: req-7fae4474-5446-4b3f-8cda-a326da98e6a8 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:52.583623 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:52.583969 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fae4474-5446-4b3f-8cda-a326da98e6a8 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:52.584464 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'status': 'completed', 'code': 200} Jul 09 13:23:52.590023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.669202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-f2fb9dd2-f43b-4e2e-b362-943c409c9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.671593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-f2fb9dd2-f43b-4e2e-b362-943c409c9e98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=245815d5809e462ba5ed0a9b375c346c&device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 1099 time: 0.2000189 Jul 09 13:23:52.672943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] device_id is not set on port a5554256-bd69-4d55-806c-19b33ff40feb yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:23:52.693002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-691179d5-eb2a-400d-94ab-4ba5e63317e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.694743 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-691179d5-eb2a-400d-94ab-4ba5e63317e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=245815d5809e462ba5ed0a9b375c346c&device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 1100 time: 0.4584579 Jul 09 13:23:52.731442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1fe20-a682-45e8-b97d-6b40bdf2596d req-b68bcc93-aef5-4acb-94a4-8c641790070b tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.740953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08e1fe20-a682-45e8-b97d-6b40bdf2596d req-b68bcc93-aef5-4acb-94a4-8c641790070b tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 945 time: 0.1867261 Jul 09 13:23:52.852092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08e1fe20-a682-45e8-b97d-6b40bdf2596d req-2be1719d-46d3-442b-a910-4d625a147589 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102533 Jul 09 13:23:52.877692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-7d3c6ffa-4e08-43c4-b72c-a94339772128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.879370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-7d3c6ffa-4e08-43c4-b72c-a94339772128 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1971819 Jul 09 13:23:52.937789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-2eead28e-a641-4edc-80ba-fb7865a6c44d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=519512ae-6339-4a5a-9132-2b9d6e053d49 HTTP/1.1" status: 200 len: 217 time: 0.0511625 Jul 09 13:23:52.945290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e16d5-6950-445d-accf-c9751e39350b req-a52eb808-4351-4d41-a66a-5e3304d6e9e9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.951220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e16d5-6950-445d-accf-c9751e39350b req-a52eb808-4351-4d41-a66a-5e3304d6e9e9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.958224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de4e16d5-6950-445d-accf-c9751e39350b req-a52eb808-4351-4d41-a66a-5e3304d6e9e9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636&device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 1690 time: 0.3715153 Jul 09 13:23:53.017099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9995343-6a48-46ae-ac3d-f49d63a7ee80 req-8040e45d-8a55-4df9-a880-f55529afe0b9 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 210 time: 0.0367570 Jul 09 13:23:53.024501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-b5597ed8-7fd7-4f8a-9091-7aa9928e8a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.025748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-b599a84e-6643-4923-aa46-03bf36ae72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.026027 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-b5597ed8-7fd7-4f8a-9091-7aa9928e8a85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.3130565 Jul 09 13:23:53.027462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-b599a84e-6643-4923-aa46-03bf36ae72e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0791197 Jul 09 13:23:53.027804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c24fc-4cca-4f79-984c-0b29afba9a9f None None] Network f24c7924-17f2-44ea-a7ec-678849b0025d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:53.108784 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de4e16d5-6950-445d-accf-c9751e39350b req-b6c5f8aa-27b5-4d0b-9e82-c025df7eb57a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443827 Jul 09 13:23:53.115373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-753f35fd-0e58-4c1b-87ba-e43ff8dc2298 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=0e77d576-1512-47eb-a596-06f994fa4d6c HTTP/1.1" status: 200 len: 217 time: 0.0583384 Jul 09 13:23:53.140130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b533143d-1547-4e09-b541-32e58ecf8267 req-d966970c-1e9e-477b-abed-197cbd20aa69 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/ba083739-7066-4e35-9019-da7f7cbd87a2 HTTP/1.1" status: 200 len: 1782 time: 0.0818591 Jul 09 13:23:53.177151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9b0ed0e2-c6df-411c-8cb8-c7627a632f6c None None] Provisioning for port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:53.183866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9b0ed0e2-c6df-411c-8cb8-c7627a632f6c None None] Provisioning complete for port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:53.185585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9b0ed0e2-c6df-411c-8cb8-c7627a632f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.195964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-b965dda7-455f-4d83-95e1-1149364b6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.197873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-b965dda7-455f-4d83-95e1-1149364b6269 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502893 Jul 09 13:23:53.210282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Allocated IP 10.1.1.51 (b9562b51-d817-4936-ad48-02882ce98983/fc08e29f-9165-4515-b921-a6422f05038d/a5554256-bd69-4d55-806c-19b33ff40feb) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:53.242923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-5608c9eb-a62a-4f9d-b4b7-63bc5b7cf832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.244505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-5608c9eb-a62a-4f9d-b4b7-63bc5b7cf832 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1183660 Jul 09 13:23:53.397818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-7844f32b-f7a7-4655-bb2d-b6f40b8c4462 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871424 Jul 09 13:23:53.480687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-56bc7089-e595-4f41-9ea4-62fac8394479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.482230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-56bc7089-e595-4f41-9ea4-62fac8394479 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2304389 Jul 09 13:23:53.559064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78566d-f292-4e96-83d4-ae10a785fe95 req-7e69fa65-400a-46af-8ffe-d5d3b4886ebd tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.568241 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e78566d-f292-4e96-83d4-ae10a785fe95 req-7e69fa65-400a-46af-8ffe-d5d3b4886ebd tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.2120788 Jul 09 13:23:53.583480 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9b0ed0e2-c6df-411c-8cb8-c7627a632f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.600434 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 519512ae-6339-4a5a-9132-2b9d6e053d49 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:53.621321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13c30993-6363-4ced-9fa4-f2b3bb0586d4 req-3d4b4219-5286-41d4-a2cb-1e770b2005f5 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098653 Jul 09 13:23:53.630649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.635148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e78566d-f292-4e96-83d4-ae10a785fe95 req-67f6b019-a1c4-439e-b3a8-0e7f5bf139e5 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659337 Jul 09 13:23:53.669150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d506-e367-40c1-8302-9a36abde9c94 req-ba34f314-c0b8-45f5-af06-3c866b942712 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.670694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1858d506-e367-40c1-8302-9a36abde9c94 req-ba34f314-c0b8-45f5-af06-3c866b942712 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 948 time: 0.3601596 Jul 09 13:23:53.687117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:53.695288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-b99ee75a-f9e7-43c9-bdf1-610efe2e4232 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.697036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-b99ee75a-f9e7-43c9-bdf1-610efe2e4232 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.11 "GET /v2.0/networks?id=29e9bb89-316e-40a4-a461-8390bbf9853c HTTP/1.1" status: 200 len: 813 time: 0.3678467 Jul 09 13:23:53.708477 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae02381d-503e-4439-b641-0b79890dd479 req-38c9a72c-0d52-455c-a4a4-fdc4c5b04fcd tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/ba083739-7066-4e35-9019-da7f7cbd87a2 HTTP/1.1" status: 200 len: 1782 time: 0.0537863 Jul 09 13:23:53.714062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Transition to ACTIVE for port object a5554256-bd69-4d55-806c-19b33ff40feb will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:53.723035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Request body: {'port': {'device_id': 'db7c4a81-d2ae-4b04-9b9b-baf2058322ed', 'network_id': '29e9bb89-316e-40a4-a461-8390bbf9853c', 'admin_state_up': True, 'tenant_id': '6efea9a9ed4d4bd390c06d8b3ae413a9'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:53.768880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ae02381d-503e-4439-b641-0b79890dd479 req-33ec4375-608f-4688-948e-effc53fb3ad9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.799814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ae02381d-503e-4439-b641-0b79890dd479 req-33ec4375-608f-4688-948e-effc53fb3ad9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.811979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9b0ed0e2-c6df-411c-8cb8-c7627a632f6c None None] For port 6df6005a-e64c-44e7-867f-a02cbde7f1e5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6df6005a-e64c-44e7-867f-a02cbde7f1e5,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:53.814423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:53.825729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9b0ed0e2-c6df-411c-8cb8-c7627a632f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.825944 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-0757dd2c-47a1-4c32-a14b-dde40644610a service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179345 Jul 09 13:23:53.838684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'mac_address': 'fa:16:3e:ce:06:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:53.848410 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1858d506-e367-40c1-8302-9a36abde9c94 req-bbe6abd0-d862-4875-a085-38fd59059905 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648018 Jul 09 13:23:53.866787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ae02381d-503e-4439-b641-0b79890dd479 req-33ec4375-608f-4688-948e-effc53fb3ad9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.871429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ae02381d-503e-4439-b641-0b79890dd479 req-33ec4375-608f-4688-948e-effc53fb3ad9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.879506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae02381d-503e-4439-b641-0b79890dd479 req-33ec4375-608f-4688-948e-effc53fb3ad9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba083739-7066-4e35-9019-da7f7cbd87a2 HTTP/1.1" status: 204 len: 173 time: 0.1695309 Jul 09 13:23:53.917379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec4375-608f-4688-948e-effc53fb3ad9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba083739-7066-4e35-9019-da7f7cbd87a2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:53.959223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 0e77d576-1512-47eb-a596-06f994fa4d6c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:53.973779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 0e77d576-1512-47eb-a596-06f994fa4d6c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:53.974203 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.975932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ed0e2-c6df-411c-8cb8-c7627a632f6c None None] Pushing event updated for resources: {'Port': ['ID=6df6005a-e64c-44e7-867f-a02cbde7f1e5,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:54.077337 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-b6221623-68d3-4610-ae53-a8e014427a41 req-7494afc5-42f8-4eae-97c9-d11566bc2337 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:23:54.079225 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6221623-68d3-4610-ae53-a8e014427a41 req-7494afc5-42f8-4eae-97c9-d11566bc2337 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/ba083739-7066-4e35-9019-da7f7cbd87a2 HTTP/1.1" status: 404 len: 352 time: 0.0346599 Jul 09 13:23:54.095413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4fc0404a-d7a2-49d8-812d-31025ccc1f6c None None] Provisioning complete for port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:54.095801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4fc0404a-d7a2-49d8-812d-31025ccc1f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.131393 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.157331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6df6005a-e64c-44e7-867f-a02cbde7f1e5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:54.191080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519512ae-6339-4a5a-9132-2b9d6e053d49 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:54.247677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:54.297167 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.323245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b9e3d-f41d-4498-861d-010d5ba40f91 req-07522661-8844-4184-a9fb-98c8f863c751 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.324924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e35b9e3d-f41d-4498-861d-010d5ba40f91 req-07522661-8844-4184-a9fb-98c8f863c751 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 945 time: 0.1047447 Jul 09 13:23:54.328889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.378157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e35b9e3d-f41d-4498-861d-010d5ba40f91 req-744469e3-5a57-4136-9934-bfa7fae5bce6 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Jul 09 13:23:54.402565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network b9562b51-d817-4936-ad48-02882ce98983 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:54.429817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:54.430375 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.456359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:54.470444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:54.472779 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb8b406-059b-4f2d-ac6c-b1ca23b45166" -d '{"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-plugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:54.477528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:54.477906 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.486046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:54.488527 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5abfa23-b569-43da-a863-c03dfa19b156 req-9a2b4978-cab0-4db6-b9d1-68629ff96433 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395111 Jul 09 13:23:54.489123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Made reservation on behalf of 6efea9a9ed4d4bd390c06d8b3ae413a9 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:54.492737 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.500114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=a5554256-bd69-4d55-806c-19b33ff40feb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:54.526963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:54.536140 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.554644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64b5a042-bfca-4728-826f-6401e7428bc7 req-b5e2d02a-e3c4-4155-869d-257b7d27f646 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 210 time: 0.0363677 Jul 09 13:23:54.569061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 940e9e85-687e-45eb-8366-bdef6aa9e4bb up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:54.578085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.578750 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.614108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-07af5f4b-4845-4482-82ac-7bd77ae2c053 req-559318af-5e03-4f8d-8bce-9e27ab0e6087 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1737900576', 'description': 'tempest-description-1121671597'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:54.632063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2204710-0f90-400f-952d-34711c10e3f3 req-1f567b39-5903-400f-9b7b-21756e1b51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.633628 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2204710-0f90-400f-952d-34711c10e3f3 req-1f567b39-5903-400f-9b7b-21756e1b51ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 1097 time: 0.2888689 Jul 09 13:23:54.636371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:54.660511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-07af5f4b-4845-4482-82ac-7bd77ae2c053 req-559318af-5e03-4f8d-8bce-9e27ab0e6087 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.663383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['519512ae-6339-4a5a-9132-2b9d6e053d49'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:54.677777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c0ee1-6c7b-4e35-81d0-ba1a33f77889 req-901f5f2d-c47a-4d60-8010-ff637feac7de tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.687136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e0c0ee1-6c7b-4e35-81d0-ba1a33f77889 req-901f5f2d-c47a-4d60-8010-ff637feac7de tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 1100 time: 0.2874682 Jul 09 13:23:54.720074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 940e9e85-687e-45eb-8366-bdef6aa9e4bb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:54.731695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 940e9e85-687e-45eb-8366-bdef6aa9e4bb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:54.731988 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.750075 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0345a2c7-9cd6-4960-bd00-21dc64d72805 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8024971 Jul 09 13:23:54.788396 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-07af5f4b-4845-4482-82ac-7bd77ae2c053 req-559318af-5e03-4f8d-8bce-9e27ab0e6087 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.798240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-07af5f4b-4845-4482-82ac-7bd77ae2c053 req-559318af-5e03-4f8d-8bce-9e27ab0e6087 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.835173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-07af5f4b-4845-4482-82ac-7bd77ae2c053 req-559318af-5e03-4f8d-8bce-9e27ab0e6087 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.837033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07af5f4b-4845-4482-82ac-7bd77ae2c053 req-559318af-5e03-4f8d-8bce-9e27ab0e6087 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2310445 Jul 09 13:23:54.837850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559318af-5e03-4f8d-8bce-9e27ab0e6087 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad00902c-91d9-4077-874c-02a5111ddc3e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:54.845097 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e0c0ee1-6c7b-4e35-81d0-ba1a33f77889 req-706681a2-0c59-4f7b-ab05-aa0bba1639df tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568348 Jul 09 13:23:54.865979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2204710-0f90-400f-952d-34711c10e3f3 req-61ab2f41-c162-4df1-ab7e-65ae34b7b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.875321 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2204710-0f90-400f-952d-34711c10e3f3 req-61ab2f41-c162-4df1-ab7e-65ae34b7b061 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 919 time: 0.2276690 Jul 09 13:23:54.887562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Allocated IP 172.20.0.11 (29e9bb89-316e-40a4-a461-8390bbf9853c/8a899b7b-f9a8-4e82-b3ac-2645823c9f8d/5e851e18-be3c-4690-9b13-a3476bb883c4) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:54.887988 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.958588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 940e9e85-687e-45eb-8366-bdef6aa9e4bb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=940e9e85-687e-45eb-8366-bdef6aa9e4bb,segment=NetworkSegment(a644e7a9-3c28-49de-830c-9261ae523137),segment_id=a644e7a9-3c28-49de-830c-9261ae523137)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:54.959704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b15ca4e0-d419-43ae-aac4-22fdb3271bae None None] Provisioning for port a5554256-bd69-4d55-806c-19b33ff40feb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:54.966921 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.970824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b15ca4e0-d419-43ae-aac4-22fdb3271bae None None] Provisioning complete for port a5554256-bd69-4d55-806c-19b33ff40feb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:54.971228 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b15ca4e0-d419-43ae-aac4-22fdb3271bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.973867 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd968e33-5551-47ec-8704-fec9e176b180 x-openstack-request-id: req-dd968e33-5551-47ec-8704-fec9e176b180 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:54.974165 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-plugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:54.974419 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd968e33-5551-47ec-8704-fec9e176b180 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:54.974808 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'code': 200} Jul 09 13:23:55.060739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2204710-0f90-400f-952d-34711c10e3f3 req-7b0911b4-f580-4576-8abd-fa381d48c106 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0461569 Jul 09 13:23:55.063808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b15ca4e0-d419-43ae-aac4-22fdb3271bae None None] Port a5554256-bd69-4d55-806c-19b33ff40feb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:55.069409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=940e9e85-687e-45eb-8366-bdef6aa9e4bb,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:55.105338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bc8a9-a0e4-4461-bbcf-8a206fcd07a1 req-1c12e643-831b-475c-a905-237d40ea6687 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.106833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e50bc8a9-a0e4-4461-bbcf-8a206fcd07a1 req-1c12e643-831b-475c-a905-237d40ea6687 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.0898914 Jul 09 13:23:55.153393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e50bc8a9-a0e4-4461-bbcf-8a206fcd07a1 req-085cb080-bfca-45e6-b45a-44367dca537b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Jul 09 13:23:55.184026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-bf058638-e730-471d-824c-d5b898cbfd6e req-bed167ae-b9cb-4bc2-b367-51c1fa3ade9d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-493128855', 'description': 'tempest-description-1388072395'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:55.189975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2204710-0f90-400f-952d-34711c10e3f3 req-2fce1bc3-6677-4906-aa93-92217bc8d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.191576 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2204710-0f90-400f-952d-34711c10e3f3 req-2fce1bc3-6677-4906-aa93-92217bc8d57c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.1221182 Jul 09 13:23:55.207648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bf058638-e730-471d-824c-d5b898cbfd6e req-bed167ae-b9cb-4bc2-b367-51c1fa3ade9d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.220874 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.246756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2204710-0f90-400f-952d-34711c10e3f3 req-9302e771-0d40-445f-99cd-fe53859ae197 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402570 Jul 09 13:23:55.263259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c619b-6a5f-4f69-ac54-67856f92e140 req-dd27ff7f-e045-461c-832e-f7417a0b72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.264885 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-440c619b-6a5f-4f69-ac54-67856f92e140 req-dd27ff7f-e045-461c-832e-f7417a0b72f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 1101 time: 0.1845396 Jul 09 13:23:55.294912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bf058638-e730-471d-824c-d5b898cbfd6e req-bed167ae-b9cb-4bc2-b367-51c1fa3ade9d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.300732 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bf058638-e730-471d-824c-d5b898cbfd6e req-bed167ae-b9cb-4bc2-b367-51c1fa3ade9d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.331276 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bf058638-e730-471d-824c-d5b898cbfd6e req-bed167ae-b9cb-4bc2-b367-51c1fa3ade9d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.332631 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf058638-e730-471d-824c-d5b898cbfd6e req-bed167ae-b9cb-4bc2-b367-51c1fa3ade9d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1528056 Jul 09 13:23:55.351446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed167ae-b9cb-4bc2-b367-51c1fa3ade9d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c7d421-28d8-49d5-b632-7335d30f04e2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:55.360194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-440c619b-6a5f-4f69-ac54-67856f92e140 req-e62fd301-cbf3-426f-a33e-695be3d57e08 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824578 Jul 09 13:23:55.375995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59846) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:55.381018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-388f9b78-edd0-4cbb-8014-dd9a73778678 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317996923', 'description': 'tempest-description--314566282'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:55.390648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.394267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2204710-0f90-400f-952d-34711c10e3f3 req-ed9d279f-9451-4fb2-9923-676fbb00e62b service neutron] 10.222.0.11 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406388 Jul 09 13:23:55.414071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-388f9b78-edd0-4cbb-8014-dd9a73778678 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.502346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Network 29e9bb89-316e-40a4-a461-8390bbf9853c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:55.534058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:55.541693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:55.551191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-388f9b78-edd0-4cbb-8014-dd9a73778678 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.558221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-388f9b78-edd0-4cbb-8014-dd9a73778678 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.570911 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Pushing event updated for resources: {'Port': ['ID=5e851e18-be3c-4690-9b13-a3476bb883c4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:55.590211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-388f9b78-edd0-4cbb-8014-dd9a73778678 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.596030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-388f9b78-edd0-4cbb-8014-dd9a73778678 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2145865 Jul 09 13:23:55.597599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59852) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:55.605467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-baf2bbd8-c2ee-4c65-8a40-18e31b550c39 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'security_group_rule': {'security_group_id': 'ac6790d8-7264-48de-9eb9-dfb10f1db650', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:55.613670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9b78-edd0-4cbb-8014-dd9a73778678 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6790d8-7264-48de-9eb9-dfb10f1db650,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:55.641617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229e30-8390-4ede-8135-a0a7eb92f59d req-d73394cd-0a42-4083-ad56-67ec6f44d3fd tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.643175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26229e30-8390-4ede-8135-a0a7eb92f59d req-d73394cd-0a42-4083-ad56-67ec6f44d3fd tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 949 time: 0.1319351 Jul 09 13:23:55.645937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.646557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.659233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baf2bbd8-c2ee-4c65-8a40-18e31b550c39 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.664748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2204710-0f90-400f-952d-34711c10e3f3 req-9f403837-6aae-482e-8a05-06b36925bae3 service neutron] 10.222.0.11 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598689 Jul 09 13:23:55.670065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a163ff-a15f-43aa-8eb3-76db87af2d93 req-230d2bde-e751-4020-a60b-3cd22c95fb2b tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.671910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d2a163ff-a15f-43aa-8eb3-76db87af2d93 req-230d2bde-e751-4020-a60b-3cd22c95fb2b tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 1101 time: 0.1921694 Jul 09 13:23:55.673672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-42039ea0-6497-4c04-9e6f-bf97cac04bf0 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9579353 Jul 09 13:23:55.690907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Request body: {'port': {'device_id': 'db7c4a81-d2ae-4b04-9b9b-baf2058322ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:55.710178 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26229e30-8390-4ede-8135-a0a7eb92f59d req-f2930507-4a05-4e90-b238-e8201aa24d61 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594916 Jul 09 13:23:55.745598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baf2bbd8-c2ee-4c65-8a40-18e31b550c39 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.747996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d2a163ff-a15f-43aa-8eb3-76db87af2d93 req-fbc0af4a-d0a5-4963-a62f-93f8d99fb32a tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695467 Jul 09 13:23:55.750109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baf2bbd8-c2ee-4c65-8a40-18e31b550c39 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.775713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2bbd8-c2ee-4c65-8a40-18e31b550c39 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f9c7e6-6b4b-47e6-8910-9043db3bb160,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:55.783423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baf2bbd8-c2ee-4c65-8a40-18e31b550c39 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.786070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-baf2bbd8-c2ee-4c65-8a40-18e31b550c39 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873732 Jul 09 13:23:55.789161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59858) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:55.798245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d0ec80b5-7912-487d-8b08-7598e0d263df tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'security_group_rule': {'security_group_id': 'ac6790d8-7264-48de-9eb9-dfb10f1db650', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:55.800355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.830186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ec80b5-7912-487d-8b08-7598e0d263df tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.841869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e0d3447d-49fc-4685-beca-6ac4fe443180 req-fb83430a-0900-4801-97d7-72dd177a0871 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-571829928', 'description': 'tempest-description-2028097021'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:55.891246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e0d3447d-49fc-4685-beca-6ac4fe443180 req-fb83430a-0900-4801-97d7-72dd177a0871 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.930172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ec80b5-7912-487d-8b08-7598e0d263df tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.934139 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ec80b5-7912-487d-8b08-7598e0d263df tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.955999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec80b5-7912-487d-8b08-7598e0d263df tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3bead2-fc37-4066-9151-c8503f354655,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:55.964293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ec80b5-7912-487d-8b08-7598e0d263df tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.969023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d0ec80b5-7912-487d-8b08-7598e0d263df tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1741283 Jul 09 13:23:55.969298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59864) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:55.973835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:55.991089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:23:55.991089 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:23:55.991089 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 23, 55, 979440)}] Jul 09 13:23:55.991089 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:23:55.991501 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:23:56.073228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697d59-2e01-4bb8-8d53-842726174438 req-eaa1b8d4-f8ee-4e45-b255-36d5c09285b3 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.075167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad697d59-2e01-4bb8-8d53-842726174438 req-eaa1b8d4-f8ee-4e45-b255-36d5c09285b3 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 946 time: 0.0687127 Jul 09 13:23:56.117669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad697d59-2e01-4bb8-8d53-842726174438 req-6e6fd8e6-5987-4474-bfc7-31fc8e4f3b72 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349073 Jul 09 13:23:56.124845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e0d3447d-49fc-4685-beca-6ac4fe443180 req-fb83430a-0900-4801-97d7-72dd177a0871 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.147818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e0d3447d-49fc-4685-beca-6ac4fe443180 req-fb83430a-0900-4801-97d7-72dd177a0871 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.206884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e0d3447d-49fc-4685-beca-6ac4fe443180 req-fb83430a-0900-4801-97d7-72dd177a0871 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.208223 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e0d3447d-49fc-4685-beca-6ac4fe443180 req-fb83430a-0900-4801-97d7-72dd177a0871 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3905697 Jul 09 13:23:56.210253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e851e18-be3c-4690-9b13-a3476bb883c4 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:56.217984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83430a-0900-4801-97d7-72dd177a0871 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcd4309-5950-4767-a290-e013ca13ace9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:56.222466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.250212 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Transition to ACTIVE for port object 5e851e18-be3c-4690-9b13-a3476bb883c4 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:56.255439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.294228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ba362-679f-4306-af3f-341c6f927be8 req-92cad5dd-c262-4d64-a6b0-a5c2a0084679 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.297607 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-706ba362-679f-4306-af3f-341c6f927be8 req-92cad5dd-c262-4d64-a6b0-a5c2a0084679 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 932 time: 0.0678959 Jul 09 13:23:56.340347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-706ba362-679f-4306-af3f-341c6f927be8 req-e05556f2-6fe1-4bf0-aa6e-3c10c5e6ad27 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Jul 09 13:23:56.348482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-0eeed8dc-3bca-4d08-b46e-b04a2d07a534 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393605 Jul 09 13:23:56.349070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Pushing event updated for resources: {'Port': ['ID=5e851e18-be3c-4690-9b13-a3476bb883c4,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:56.492776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Attempting to bind port 5e851e18-be3c-4690-9b13-a3476bb883c4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:56.493169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Attempting to bind port 5e851e18-be3c-4690-9b13-a3476bb883c4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '90c237d4-dabe-4ebb-b2f9-9a5af3b851a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '29e9bb89-316e-40a4-a461-8390bbf9853c'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:56.493613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Attempting to bind port 5e851e18-be3c-4690-9b13-a3476bb883c4 on network 29e9bb89-316e-40a4-a461-8390bbf9853c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:56.508047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Port 5e851e18-be3c-4690-9b13-a3476bb883c4 on network 29e9bb89-316e-40a4-a461-8390bbf9853c not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:56.508740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Attempting to bind port 5e851e18-be3c-4690-9b13-a3476bb883c4 on network 29e9bb89-316e-40a4-a461-8390bbf9853c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:56.515831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:56.516170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Checking segment: {'id': '90c237d4-dabe-4ebb-b2f9-9a5af3b851a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '29e9bb89-316e-40a4-a461-8390bbf9853c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:56.516551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Bound using segment: {'id': '90c237d4-dabe-4ebb-b2f9-9a5af3b851a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '29e9bb89-316e-40a4-a461-8390bbf9853c'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:56.517016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Bound port: 5e851e18-be3c-4690-9b13-a3476bb883c4, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c237d4-dabe-4ebb-b2f9-9a5af3b851a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '29e9bb89-316e-40a4-a461-8390bbf9853c'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:56.517339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.526341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359775d-8665-44e5-8082-4b7279595e32 req-1e1776c0-4926-4816-9c8d-67d00ef1a2f2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.528029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-1e1776c0-4926-4816-9c8d-67d00ef1a2f2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725702 Jul 09 13:23:56.534909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6f58a-2df2-422d-a21e-ce6a57cb1640 req-2e6ce027-cd45-4256-b49a-422e86fa5aad tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.536405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c6f58a-2df2-422d-a21e-ce6a57cb1640 req-2e6ce027-cd45-4256-b49a-422e86fa5aad tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.0872366 Jul 09 13:23:56.537681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.551647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-2d983d98-910b-438b-8bcf-73ea17988fd3 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/quotas/0ccb8a3f5536443fb61c4a689e467809 HTTP/1.1" status: 200 len: 375 time: 0.0141389 Jul 09 13:23:56.625377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c6f58a-2df2-422d-a21e-ce6a57cb1640 req-21ebc104-bcb9-4614-bff8-45296541f53f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736423 Jul 09 13:23:56.636147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] For port 5e851e18-be3c-4690-9b13-a3476bb883c4, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:56.642324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] For port 5e851e18-be3c-4690-9b13-a3476bb883c4, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e851e18-be3c-4690-9b13-a3476bb883c4,segment=NetworkSegment(90c237d4-dabe-4ebb-b2f9-9a5af3b851a5),segment_id=90c237d4-dabe-4ebb-b2f9-9a5af3b851a5)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:56.649240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.692416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.693029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.694453 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] 10.222.0.11 "PUT /v2.0/ports/5e851e18-be3c-4690-9b13-a3476bb883c4 HTTP/1.1" status: 200 len: 1092 time: 1.0094092 Jul 09 13:23:56.694887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7c4a81-d2ae-4b04-9b9b-baf2058322ed', 'tag': '5e851e18-be3c-4690-9b13-a3476bb883c4'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:56.697138 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe" -d '{"events": [{"name": "network-changed", "server_uuid": "db7c4a81-d2ae-4b04-9b9b-baf2058322ed", "tag": "5e851e18-be3c-4690-9b13-a3476bb883c4"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:56.711780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.715540 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-8529097e-eb02-48cc-94f1-e8c00ea684f5 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1474795 Jul 09 13:23:56.748149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd409fd-f01a-403b-8e1b-687d273a634b service neutron] Pushing event updated for resources: {'Port': ['ID=5e851e18-be3c-4690-9b13-a3476bb883c4,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:56.797473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-1bcd8068-c6c8-4641-88aa-bc790dcf6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.799090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-1bcd8068-c6c8-4641-88aa-bc790dcf6f03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6efea9a9ed4d4bd390c06d8b3ae413a9&device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 1095 time: 0.0611598 Jul 09 13:23:56.860712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-a4a3f538-86be-468f-abf8-f0b551d4902c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e851e18-be3c-4690-9b13-a3476bb883c4 HTTP/1.1" status: 200 len: 217 time: 0.0512257 Jul 09 13:23:56.888664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63ab010c-783c-459d-9989-e2d447a8897e req-d80b315d-0623-40e8-841a-478ce2764b1a tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c33a0211174abb8810fb584743b0a6 HTTP/1.1" status: 200 len: 10910 time: 0.2197769 Jul 09 13:23:56.944640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-23ebc322-0733-4dd8-8fb9-d4692b6fd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.946157 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-23ebc322-0733-4dd8-8fb9-d4692b6fd014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a899b7b-f9a8-4e82-b3ac-2645823c9f8d HTTP/1.1" status: 200 len: 853 time: 0.0783632 Jul 09 13:23:56.947776 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb56bd8-dd7c-4329-b0eb-8aa7078e28f4 x-openstack-request-id: req-bdb56bd8-dd7c-4329-b0eb-8aa7078e28f4 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:56.948074 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7c4a81-d2ae-4b04-9b9b-baf2058322ed", "tag": "5e851e18-be3c-4690-9b13-a3476bb883c4", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:56.948327 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdb56bd8-dd7c-4329-b0eb-8aa7078e28f4 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:56.948721 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7c4a81-d2ae-4b04-9b9b-baf2058322ed', 'tag': '5e851e18-be3c-4690-9b13-a3476bb883c4', 'status': 'completed', 'code': 200} Jul 09 13:23:56.961404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Allocated IP 172.25.5.126 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/6e330202-b561-4f62-a43c-c0d83fc701c0) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:56.975297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63ab010c-783c-459d-9989-e2d447a8897e req-1fde3408-026f-4b45-92a5-d47a5208ae5a tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/b51522a0-ec8e-4d13-9f2e-733931c1a14e HTTP/1.1" status: 200 len: 2985 time: 0.0798943 Jul 09 13:23:56.976260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd260f6ae-7cfb-4c41-911f-8b645744d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940e9e85-687e-45eb-8366-bdef6aa9e4bb'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:56.979144 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749ebfc3-1e21-4a17-9dba-784d98a6163e" -d '{"events": [{"server_uuid": "d260f6ae-7cfb-4c41-911f-8b645744d091", "name": "network-vif-plugged", "status": "completed", "tag": "940e9e85-687e-45eb-8366-bdef6aa9e4bb"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:56.988913 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-15c9f352-6334-4a86-9236-b9a74a6f554e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29e9bb89-316e-40a4-a461-8390bbf9853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357471 Jul 09 13:23:57.096719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63ab010c-783c-459d-9989-e2d447a8897e req-414943a5-46d1-40a8-b308-337f42da3d12 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/b51522a0-ec8e-4d13-9f2e-733931c1a14e HTTP/1.1" status: 200 len: 2985 time: 0.1141529 Jul 09 13:23:57.160744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effd5b7-ffe5-4571-9c2a-199b4abb0d36 req-b0e38c9c-86f8-4053-acc3-31fd96831b13 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.162287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5effd5b7-ffe5-4571-9c2a-199b4abb0d36 req-b0e38c9c-86f8-4053-acc3-31fd96831b13 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 949 time: 0.1549771 Jul 09 13:23:57.164446 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-ae000768-5792-4f33-b854-da4e4a70317c service neutron] 10.222.0.11 "GET /v2.0/networks/29e9bb89-316e-40a4-a461-8390bbf9853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681504 Jul 09 13:23:57.175018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09b7b411-c40a-4381-9b4f-0b61078ede6b req-23783067-0a86-45bf-b938-240d17e0df2a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 210 time: 0.0405107 Jul 09 13:23:57.184722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.236268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.282844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:57.284036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5effd5b7-ffe5-4571-9c2a-199b4abb0d36 req-efb384fd-3572-4628-8bdc-e08178d52ada tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145456 Jul 09 13:23:57.288877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:57.303982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:57.305405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=6e330202-b561-4f62-a43c-c0d83fc701c0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:57.360487 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00afa716-0fff-4a2b-8d47-1c09ef864702 x-openstack-request-id: req-00afa716-0fff-4a2b-8d47-1c09ef864702 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:57.360858 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d260f6ae-7cfb-4c41-911f-8b645744d091", "name": "network-vif-plugged", "status": "completed", "tag": "940e9e85-687e-45eb-8366-bdef6aa9e4bb", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:57.361238 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00afa716-0fff-4a2b-8d47-1c09ef864702 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:57.361858 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd260f6ae-7cfb-4c41-911f-8b645744d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940e9e85-687e-45eb-8366-bdef6aa9e4bb', 'code': 200} Jul 09 13:23:57.370091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67926f6a-fc52-4e6d-8c96-01453f401146 req-fb267267-bcc3-45b1-bc6b-9aa456ab5f32 service neutron] 10.222.0.11 "GET /v2.0/networks/29e9bb89-316e-40a4-a461-8390bbf9853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800938 Jul 09 13:23:57.448644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18a13afc-e70b-458a-9b99-847d8c47840d req-06042f21-e995-48ed-b485-0c379d326b8a tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/ad00902c-91d9-4077-874c-02a5111ddc3e HTTP/1.1" status: 200 len: 1803 time: 0.0718575 Jul 09 13:23:57.475924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.553347 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.575316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-18a13afc-e70b-458a-9b99-847d8c47840d req-ed363b3b-36fa-4199-a8ec-a4b9e89757fc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.596093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-dcc85b77-ea82-409a-82d6-462294e21cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.597657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-dcc85b77-ea82-409a-82d6-462294e21cdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6efea9a9ed4d4bd390c06d8b3ae413a9&device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 1095 time: 0.1489115 Jul 09 13:23:57.599480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5716f5-fecc-4ffc-8330-84e7dc61c214 req-38b0db0d-874a-4d5c-b9de-353c10f9cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.601183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f5716f5-fecc-4ffc-8330-84e7dc61c214 req-38b0db0d-874a-4d5c-b9de-353c10f9cd01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 1097 time: 0.1608844 Jul 09 13:23:57.613575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e08f2f-daec-4d61-a8c0-9572c5de3250 req-68866a03-5535-45bc-ba3e-20bfb474c3af tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.615032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-18a13afc-e70b-458a-9b99-847d8c47840d req-ed363b3b-36fa-4199-a8ec-a4b9e89757fc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.615289 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a4e08f2f-daec-4d61-a8c0-9572c5de3250 req-68866a03-5535-45bc-ba3e-20bfb474c3af tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 946 time: 0.1175339 Jul 09 13:23:57.621571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 519512ae-6339-4a5a-9132-2b9d6e053d49 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:57.713478 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-18a13afc-e70b-458a-9b99-847d8c47840d req-ed363b3b-36fa-4199-a8ec-a4b9e89757fc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.716396 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-18a13afc-e70b-458a-9b99-847d8c47840d req-ed363b3b-36fa-4199-a8ec-a4b9e89757fc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.720991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 519512ae-6339-4a5a-9132-2b9d6e053d49 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:57.723231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18a13afc-e70b-458a-9b99-847d8c47840d req-ed363b3b-36fa-4199-a8ec-a4b9e89757fc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad00902c-91d9-4077-874c-02a5111ddc3e HTTP/1.1" status: 204 len: 173 time: 0.2664614 Jul 09 13:23:57.725368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 519512ae-6339-4a5a-9132-2b9d6e053d49 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:57.725818 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.728309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f5716f5-fecc-4ffc-8330-84e7dc61c214 req-eddc1f33-3816-44f6-99f5-6d63bc633a75 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107223 Jul 09 13:23:57.761083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a4e08f2f-daec-4d61-a8c0-9572c5de3250 req-831f1614-c193-4b33-a603-8adcf3ec15fa tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216881 Jul 09 13:23:57.771813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed363b3b-36fa-4199-a8ec-a4b9e89757fc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad00902c-91d9-4077-874c-02a5111ddc3e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:57.824388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-ff7d5579-fde4-4109-9be2-75e8783342ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.825980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-ff7d5579-fde4-4109-9be2-75e8783342ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=29e9bb89-316e-40a4-a461-8390bbf9853c HTTP/1.1" status: 200 len: 913 time: 0.2097361 Jul 09 13:23:57.852238 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.858964 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.862547 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.885228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-517a3320-1b90-47ea-9625-72659fee7dce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e851e18-be3c-4690-9b13-a3476bb883c4 HTTP/1.1" status: 200 len: 217 time: 0.0494268 Jul 09 13:23:57.913182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:57.917657 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.968134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-e690c1ab-7226-42b7-a817-0b5343889ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.969791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-e690c1ab-7226-42b7-a817-0b5343889ae4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a899b7b-f9a8-4e82-b3ac-2645823c9f8d HTTP/1.1" status: 200 len: 853 time: 0.0778940 Jul 09 13:23:57.973743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:57.978344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=6e330202-b561-4f62-a43c-c0d83fc701c0,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:58.005574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.012555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-9d75217d-6f0b-476a-ae5f-b287dacc9c16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29e9bb89-316e-40a4-a461-8390bbf9853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356703 Jul 09 13:23:58.022878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.024069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-11345d84-402c-4402-b64b-3a38f8572f72 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0538328 Jul 09 13:23:58.025072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a269f00-a3c8-4ff1-b248-4fe41bf2891b req-6c9b628d-d712-47dd-92d7-61d93f8be8cb tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.026553 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a269f00-a3c8-4ff1-b248-4fe41bf2891b req-6c9b628d-d712-47dd-92d7-61d93f8be8cb tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.1261992 Jul 09 13:23:58.041570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5f8fc-555d-4bde-b5f9-8ee618c2622c req-f1bf08d9-5b5e-49b3-8095-c18dc456bb57 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.043357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92f5f8fc-555d-4bde-b5f9-8ee618c2622c req-f1bf08d9-5b5e-49b3-8095-c18dc456bb57 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 944 time: 0.1396410 Jul 09 13:23:58.089608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92f5f8fc-555d-4bde-b5f9-8ee618c2622c req-402fae73-0ac4-46ab-b440-86665b45ef33 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Jul 09 13:23:58.121612 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a269f00-a3c8-4ff1-b248-4fe41bf2891b req-c470f961-0e2f-455e-aece-fc6d60f4cf2f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841095 Jul 09 13:23:58.153794 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-a45b422a-382a-40c6-8242-c4f3674d9526 req-9ac3bf38-07b1-472c-87a1-c7418a5ce067 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:23:58.167680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a45b422a-382a-40c6-8242-c4f3674d9526 req-9ac3bf38-07b1-472c-87a1-c7418a5ce067 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/ad00902c-91d9-4077-874c-02a5111ddc3e HTTP/1.1" status: 404 len: 352 time: 0.0389032 Jul 09 13:23:58.193488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-cf30cdf5-94d1-457e-aebe-61ef244872b6 service neutron] 10.222.0.11 "GET /v2.0/networks/29e9bb89-316e-40a4-a461-8390bbf9853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659284 Jul 09 13:23:58.228184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c208d8c-4783-4504-9805-9d6a23bc5649 req-81654873-c21b-4372-ae25-2d30832a7dd4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/14c7d421-28d8-49d5-b632-7335d30f04e2 HTTP/1.1" status: 200 len: 1802 time: 0.0486140 Jul 09 13:23:58.298307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1c208d8c-4783-4504-9805-9d6a23bc5649 req-d0fa286c-1778-4d76-93e3-a34bd7a1ff94 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.322927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1c208d8c-4783-4504-9805-9d6a23bc5649 req-d0fa286c-1778-4d76-93e3-a34bd7a1ff94 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.369991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1c208d8c-4783-4504-9805-9d6a23bc5649 req-d0fa286c-1778-4d76-93e3-a34bd7a1ff94 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.374978 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1c208d8c-4783-4504-9805-9d6a23bc5649 req-d0fa286c-1778-4d76-93e3-a34bd7a1ff94 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.376402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c208d8c-4783-4504-9805-9d6a23bc5649 req-d0fa286c-1778-4d76-93e3-a34bd7a1ff94 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/14c7d421-28d8-49d5-b632-7335d30f04e2 HTTP/1.1" status: 204 len: 173 time: 0.1403000 Jul 09 13:23:58.387614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa286c-1778-4d76-93e3-a34bd7a1ff94 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c7d421-28d8-49d5-b632-7335d30f04e2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:58.507518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f9f55c4-9116-48fe-992a-1e94c068d3b7 req-a2e9aa10-1bc0-4d4e-9a8e-9de599534a3c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 210 time: 0.0362031 Jul 09 13:23:58.599172 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-77316799-9742-40b6-8f18-59497cf9ea8e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380862 Jul 09 13:23:58.690381 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0d818ef4-78bd-4170-9617-52f9b0cb5257 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1317996923&fields=id&tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6 HTTP/1.1" status: 200 len: 267 time: 0.1302533 Jul 09 13:23:58.691621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f96f0-2644-486c-b18b-d7b35650ba54 req-d0e93643-5a0a-4136-963f-8b58c1080918 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.693914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e84f96f0-2644-486c-b18b-d7b35650ba54 req-d0e93643-5a0a-4136-963f-8b58c1080918 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 950 time: 0.0829628 Jul 09 13:23:58.719646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a9cd821-99a1-4ce8-acae-b1de4b65dabe req-126028f3-8b52-47ab-b60b-02cb9a08e557 service neutron] 10.222.0.11 "GET /v2.0/networks/29e9bb89-316e-40a4-a461-8390bbf9853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159395 Jul 09 13:23:58.741043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e84f96f0-2644-486c-b18b-d7b35650ba54 req-1d5d3ed1-10af-4841-8234-5769cd21d824 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Jul 09 13:23:58.782634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0f75b812-ebd4-45f5-a167-09853765db6e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.784076 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0f75b812-ebd4-45f5-a167-09853765db6e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports/4aecda7b-92b8-4992-bb0b-6a3bca29e8ba HTTP/1.1" status: 200 len: 932 time: 0.0854394 Jul 09 13:23:58.809757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359775d-8665-44e5-8082-4b7279595e32 req-2f4e161d-e555-4309-99a5-83335c96bd49 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.811507 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-2f4e161d-e555-4309-99a5-83335c96bd49 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013164 Jul 09 13:23:58.838370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Request body: {'port': {'device_id': '8aae8a31-4ba3-4e20-a186-afbc7c506a11', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ccb8a3f5536443fb61c4a689e467809'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:58.875527 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-206d2aaa-b5cd-4931-ae1c-c496653f1d37 req-9f3842cb-7384-474b-a2f6-4803d2bcd2bf tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:23:58.876611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-206d2aaa-b5cd-4931-ae1c-c496653f1d37 req-9f3842cb-7384-474b-a2f6-4803d2bcd2bf tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/14c7d421-28d8-49d5-b632-7335d30f04e2 HTTP/1.1" status: 404 len: 352 time: 0.0143702 Jul 09 13:23:58.905813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-28b27879-999d-469b-8d30-e268a6762d2f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.907230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-28b27879-999d-469b-8d30-e268a6762d2f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports/a5554256-bd69-4d55-806c-19b33ff40feb HTTP/1.1" status: 200 len: 930 time: 0.1177263 Jul 09 13:23:58.972141 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-6e3933c9-f3ab-4e02-a1e7-1f957275ba63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0590739 Jul 09 13:23:59.017318 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-65af0ab4-1d91-4651-a41e-d66745e9e0a1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395663 Jul 09 13:23:59.042927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f1149-5d7c-4088-95d2-c894bb76b4a0 req-d1db1500-b2d9-4b85-97b7-c52d6c684a60 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.044409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-050f1149-5d7c-4088-95d2-c894bb76b4a0 req-d1db1500-b2d9-4b85-97b7-c52d6c684a60 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 946 time: 0.0719576 Jul 09 13:23:59.085851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-050f1149-5d7c-4088-95d2-c894bb76b4a0 req-ff141c42-6a51-40af-b6b5-0f5eb0611b26 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Jul 09 13:23:59.087202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Made reservation on behalf of 0ccb8a3f5536443fb61c4a689e467809 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:59.090696 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.160690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-71f4ccd3-e893-4314-9e02-1892a49adbd6 req-740a5f98-4323-4d12-8628-fb8093f98626 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/1fcd4309-5950-4767-a290-e013ca13ace9 HTTP/1.1" status: 200 len: 1802 time: 0.0483730 Jul 09 13:23:59.196801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f4c4549-1e32-4c3f-b545-9fd6b720a2ba tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.203301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f4c4549-1e32-4c3f-b545-9fd6b720a2ba tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.209075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f4c4549-1e32-4c3f-b545-9fd6b720a2ba tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.210704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f4c4549-1e32-4c3f-b545-9fd6b720a2ba tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/networks?id=61671166-2ff7-47cf-85fd-d0479610055b&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=f24c7924-17f2-44ea-a7ec-678849b0025d&id=f24c7924-17f2-44ea-a7ec-678849b0025d HTTP/1.1" status: 200 len: 1990 time: 0.1857150 Jul 09 13:23:59.215853 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-71f4ccd3-e893-4314-9e02-1892a49adbd6 req-4140e176-7a36-41ea-84c3-fbac29a52076 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.235153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-ee624ee0-2b57-4e8c-8107-0a29ebbb6a71 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/quotas/a26a1b0f4c394e2d8d9cfc8d69dbeef6 HTTP/1.1" status: 200 len: 375 time: 0.0180902 Jul 09 13:23:59.238473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-71f4ccd3-e893-4314-9e02-1892a49adbd6 req-4140e176-7a36-41ea-84c3-fbac29a52076 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.280758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-71f4ccd3-e893-4314-9e02-1892a49adbd6 req-4140e176-7a36-41ea-84c3-fbac29a52076 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.283341 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-71f4ccd3-e893-4314-9e02-1892a49adbd6 req-4140e176-7a36-41ea-84c3-fbac29a52076 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.284570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-71f4ccd3-e893-4314-9e02-1892a49adbd6 req-4140e176-7a36-41ea-84c3-fbac29a52076 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/1fcd4309-5950-4767-a290-e013ca13ace9 HTTP/1.1" status: 204 len: 173 time: 0.1181285 Jul 09 13:23:59.293881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140e176-7a36-41ea-84c3-fbac29a52076 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcd4309-5950-4767-a290-e013ca13ace9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:59.324831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Allocated IP 192.168.233.33 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/ae62b235-ef65-4f20-b316-d9f4ab09de7d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:59.363412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:59.367100 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c43dfa-f9af-469f-970c-c08c05daa570" -d '{"events": [{"server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "name": "network-vif-plugged", "status": "completed", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:59.381148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-9c9b4b9f-0147-4d54-8394-8a12cecdd5fa tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1240158 Jul 09 13:23:59.407099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-ae0278e5-9d71-4e65-bcd6-72a22d00a3ee service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:23:59.408093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-ae0278e5-9d71-4e65-bcd6-72a22d00a3ee service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065722 Jul 09 13:23:59.528414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c42aa-ca8d-4ff9-8572-4de6d5a8ced5 req-fdabae6e-570b-461c-bc87-4e72b3e4a5e5 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.530040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-139c42aa-ca8d-4ff9-8572-4de6d5a8ced5 req-fdabae6e-570b-461c-bc87-4e72b3e4a5e5 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 944 time: 0.0627348 Jul 09 13:23:59.569598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-139c42aa-ca8d-4ff9-8572-4de6d5a8ced5 req-bf547c7c-5f5e-41a4-bf8b-32730b5f6099 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337243 Jul 09 13:23:59.573550 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-07b44003-ddee-42ef-a3e6-83fb2378c7fd service neutron] 10.222.0.32 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594517 Jul 09 13:23:59.576255 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.632410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Transition to ACTIVE for port object ae62b235-ef65-4f20-b316-d9f4ab09de7d will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:59.696212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-5d85766c-c913-4653-b2ca-5fc35d16d2c9 service neutron] 10.222.0.32 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125584 Jul 09 13:23:59.697748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.712265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481', '18063c47-5d95-4202-a70d-ebaebbd29ee6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:59.714739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469', '5e362136-bd34-4c75-b2a6-8238dbb0ca31'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:59.766204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4ec17-5596-4438-ab8d-2dbed10df594 req-830d3414-f6d6-466d-96eb-9d7c5a6d9e31 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.766418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fcf4ec17-5596-4438-ab8d-2dbed10df594 req-830d3414-f6d6-466d-96eb-9d7c5a6d9e31 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.0838721 Jul 09 13:23:59.767209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:59.774274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:59.781460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:59.822146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'Port': ['ID=ae62b235-ef65-4f20-b316-d9f4ab09de7d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:59.828555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-00066b31-3e24-4c99-bd18-d869fe896378 service neutron] 10.222.0.32 "GET /v2.0/ports/4aecda7b-92b8-4992-bb0b-6a3bca29e8ba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1004915 Jul 09 13:23:59.839348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fcf4ec17-5596-4438-ab8d-2dbed10df594 req-54cc88ec-8965-4b63-8995-a7f4c07612cc tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665283 Jul 09 13:23:59.887814 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-8878484e-9ce6-47de-b903-ce850fd99702 req-303ad751-100f-4723-9e9c-7b66f4c64227 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:23:59.896721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.897350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.898035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8878484e-9ce6-47de-b903-ce850fd99702 req-303ad751-100f-4723-9e9c-7b66f4c64227 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/1fcd4309-5950-4767-a290-e013ca13ace9 HTTP/1.1" status: 404 len: 352 time: 0.0248499 Jul 09 13:23:59.928330 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-4aa51000-b586-43ed-bb1d-d289bd4565b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0953987 Jul 09 13:23:59.940874 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33995711-d3fd-4cef-b0d4-34e00490408b x-openstack-request-id: req-33995711-d3fd-4cef-b0d4-34e00490408b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:59.941717 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "name": "network-vif-plugged", "status": "completed", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:59.942240 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33995711-d3fd-4cef-b0d4-34e00490408b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:59.942845 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'code': 200} Jul 09 13:23:59.949450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Request body: {'port': {'device_id': '8aae8a31-4ba3-4e20-a186-afbc7c506a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:00.017896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-79339e0b-e932-40f4-9a0e-65fe82503eff service neutron] 10.222.0.32 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815619 Jul 09 13:24:00.090140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf275de-4e9d-4617-99c0-e07067fa721a req-a1a50a88-bf49-4c97-afc8-d61a96018aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:00.091707 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1bf275de-4e9d-4617-99c0-e07067fa721a req-a1a50a88-bf49-4c97-afc8-d61a96018aa8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 1101 time: 0.0595517 Jul 09 13:24:00.157410 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1bf275de-4e9d-4617-99c0-e07067fa721a req-a95a7276-361b-4e8e-88cc-6e8943e52a77 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 Jul 09 13:24:00.160914 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.164279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-ae8bc1b6-0ab5-42ec-8a5c-fbff99169394 service neutron] 10.222.0.32 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453898 Jul 09 13:24:00.182830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-85fdb1e4-c2a6-4385-ae03-f02cf1313f9c None None] Provisioning for port ae62b235-ef65-4f20-b316-d9f4ab09de7d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:00.197511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-85fdb1e4-c2a6-4385-ae03-f02cf1313f9c None None] Provisioning complete for port ae62b235-ef65-4f20-b316-d9f4ab09de7d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:00.197812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-85fdb1e4-c2a6-4385-ae03-f02cf1313f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.228192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb36c22-9a25-4b4e-9f51-94b3c79229db req-ed318c4d-3207-4b62-a3ac-263a41852fc4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:00.229965 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5fb36c22-9a25-4b4e-9f51-94b3c79229db req-ed318c4d-3207-4b62-a3ac-263a41852fc4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 935 time: 0.0715215 Jul 09 13:24:00.255210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-96b8299f-c522-4341-9704-1315bbc3221c service neutron] 10.222.0.32 "GET /v2.0/ports/a5554256-bd69-4d55-806c-19b33ff40feb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0821023 Jul 09 13:24:00.276264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-85fdb1e4-c2a6-4385-ae03-f02cf1313f9c None None] Port ae62b235-ef65-4f20-b316-d9f4ab09de7d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:00.281811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5fb36c22-9a25-4b4e-9f51-94b3c79229db req-657b0780-4060-4d68-a8bd-a8f517852564 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 Jul 09 13:24:00.453940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71ce32-3b72-4e30-a57a-c959fc4ff943 req-6306617b-6bc9-4562-833d-ab6b6d6b558e tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:00.455598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac71ce32-3b72-4e30-a57a-c959fc4ff943 req-6306617b-6bc9-4562-833d-ab6b6d6b558e tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 950 time: 0.0664845 Jul 09 13:24:00.459826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-5f4b31c2-c2e0-4944-9209-15cf1824d019 service neutron] 10.222.0.32 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956661 Jul 09 13:24:00.501014 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac71ce32-3b72-4e30-a57a-c959fc4ff943 req-b2a7e12b-6e3b-467c-b28e-fef3a63f9de6 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 09 13:24:00.581959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5e851e18-be3c-4690-9b13-a3476bb883c4 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:00.612493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-c6775a8b-391e-4745-a694-c73c7d147a2f service neutron] 10.222.0.32 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424296 Jul 09 13:24:00.633739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae62b235-ef65-4f20-b316-d9f4ab09de7d {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:00.641582 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.654731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Transition to ACTIVE for port object ae62b235-ef65-4f20-b316-d9f4ab09de7d will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:00.659642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.695379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5e851e18-be3c-4690-9b13-a3476bb883c4, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e851e18-be3c-4690-9b13-a3476bb883c4,segment=NetworkSegment(90c237d4-dabe-4ebb-b2f9-9a5af3b851a5),segment_id=90c237d4-dabe-4ebb-b2f9-9a5af3b851a5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:00.709292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '5e851e18-be3c-4690-9b13-a3476bb883c4', 'network_id': '29e9bb89-316e-40a4-a461-8390bbf9853c', 'port_id': '5e851e18-be3c-4690-9b13-a3476bb883c4', 'mac_address': 'fa:16:3e:e3:da:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a899b7b-f9a8-4e82-b3ac-2645823c9f8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:00.723399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff109d8a-a1a0-49f2-8131-f73f78a6d1eb req-32843720-fada-418d-b6f0-df04ddbb3577 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c33a0211174abb8810fb584743b0a6 HTTP/1.1" status: 200 len: 6156 time: 0.0947020 Jul 09 13:24:00.753905 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.768106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e851e18-be3c-4690-9b13-a3476bb883c4 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:00.780224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff109d8a-a1a0-49f2-8131-f73f78a6d1eb req-27b9ede8-1b14-4d54-a7a1-cb9dfc6ec5c6 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/b51522a0-ec8e-4d13-9f2e-733931c1a14e HTTP/1.1" status: 200 len: 2985 time: 0.0481298 Jul 09 13:24:00.797129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5e851e18-be3c-4690-9b13-a3476bb883c4, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e851e18-be3c-4690-9b13-a3476bb883c4,segment=NetworkSegment(90c237d4-dabe-4ebb-b2f9-9a5af3b851a5),segment_id=90c237d4-dabe-4ebb-b2f9-9a5af3b851a5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:00.801731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.854358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Pushing event updated for resources: {'Port': ['ID=ae62b235-ef65-4f20-b316-d9f4ab09de7d,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:00.854561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff109d8a-a1a0-49f2-8131-f73f78a6d1eb req-b8026107-da78-4dd3-9c98-9ab79a76d063 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/b51522a0-ec8e-4d13-9f2e-733931c1a14e HTTP/1.1" status: 200 len: 2985 time: 0.0650890 Jul 09 13:24:00.893058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5e851e18-be3c-4690-9b13-a3476bb883c4,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:00.909787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-6c0eff2d-a56d-4f9d-b503-54ad2d97a93d service neutron] 10.222.0.32 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837837 Jul 09 13:24:00.914235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Attempting to bind port ae62b235-ef65-4f20-b316-d9f4ab09de7d on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:00.914636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Attempting to bind port ae62b235-ef65-4f20-b316-d9f4ab09de7d by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:00.915065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Attempting to bind port ae62b235-ef65-4f20-b316-d9f4ab09de7d on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:00.929457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Port ae62b235-ef65-4f20-b316-d9f4ab09de7d on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:00.929784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Attempting to bind port ae62b235-ef65-4f20-b316-d9f4ab09de7d on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:00.968820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:00.969161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:00.969551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:00.970018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Bound port: ae62b235-ef65-4f20-b316-d9f4ab09de7d, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:00.970372 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.054476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-5b21d7fa-9d20-42be-a56a-33b9d6c229f7 service neutron] 10.222.0.32 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359854 Jul 09 13:24:01.082428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5e851e18-be3c-4690-9b13-a3476bb883c4'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:01.086830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] For port ae62b235-ef65-4f20-b316-d9f4ab09de7d, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:01.106756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb46fa-846f-4082-ab58-6505d708e49f req-2f33285b-0551-40f1-ab70-2071fa70fda3 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.109739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02cb46fa-846f-4082-ab58-6505d708e49f req-2f33285b-0551-40f1-ab70-2071fa70fda3 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 945 time: 0.0721304 Jul 09 13:24:01.126777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] For port ae62b235-ef65-4f20-b316-d9f4ab09de7d, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ae62b235-ef65-4f20-b316-d9f4ab09de7d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:01.133808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.154022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02cb46fa-846f-4082-ab58-6505d708e49f req-86d8a508-d31b-4ef7-9080-8ffa95e4c0ce tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Jul 09 13:24:01.185826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.186499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.187960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] 10.222.0.10 "PUT /v2.0/ports/ae62b235-ef65-4f20-b316-d9f4ab09de7d HTTP/1.1" status: 200 len: 1095 time: 1.2457991 Jul 09 13:24:01.188420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aae8a31-4ba3-4e20-a186-afbc7c506a11', 'tag': 'ae62b235-ef65-4f20-b316-d9f4ab09de7d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:01.190714 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc68ffb-0618-4f65-8067-cc3472138d08" -d '{"events": [{"name": "network-changed", "server_uuid": "8aae8a31-4ba3-4e20-a186-afbc7c506a11", "tag": "ae62b235-ef65-4f20-b316-d9f4ab09de7d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:01.225030 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-d9cfcffc-34cf-4a43-b01a-2116dedc3134 service neutron] 10.222.0.32 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648324 Jul 09 13:24:01.225784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037edac4-6bec-4f3c-90e9-3ac25087291e service neutron] Pushing event updated for resources: {'Port': ['ID=ae62b235-ef65-4f20-b316-d9f4ab09de7d,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:01.237472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3ddbcbcc-f408-46b3-875d-549f82b1f608 req-df543739-c9ff-4b39-b766-645b5035a6a3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-509074034', 'description': 'tempest-description-690547572'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:01.262548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3ddbcbcc-f408-46b3-875d-549f82b1f608 req-df543739-c9ff-4b39-b766-645b5035a6a3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.383099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3ddbcbcc-f408-46b3-875d-549f82b1f608 req-df543739-c9ff-4b39-b766-645b5035a6a3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.388203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3ddbcbcc-f408-46b3-875d-549f82b1f608 req-df543739-c9ff-4b39-b766-645b5035a6a3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.404241 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-9dce3733-5121-42ec-b30e-07e03cb7b1f5 service neutron] 10.222.0.32 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683764 Jul 09 13:24:01.410629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359775d-8665-44e5-8082-4b7279595e32 req-9502db05-8238-41d2-b07a-cc406147d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.412595 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-9502db05-8238-41d2-b07a-cc406147d1a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 1098 time: 0.1613891 Jul 09 13:24:01.428842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3ddbcbcc-f408-46b3-875d-549f82b1f608 req-df543739-c9ff-4b39-b766-645b5035a6a3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.430176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ddbcbcc-f408-46b3-875d-549f82b1f608 req-df543739-c9ff-4b39-b766-645b5035a6a3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1977758 Jul 09 13:24:01.434580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df543739-c9ff-4b39-b766-645b5035a6a3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f551f0-fcfe-469b-a8e8-3b259591ae56,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:01.504737 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-48d7102e-6796-4773-acdf-cfe910364b12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ae62b235-ef65-4f20-b316-d9f4ab09de7d HTTP/1.1" status: 200 len: 217 time: 0.0391684 Jul 09 13:24:01.551557 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:24:01.583480 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bbb14198-ef9d-4084-8457-d906924f39f4 service neutron] 10.222.0.32 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696699 Jul 09 13:24:01.587117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359775d-8665-44e5-8082-4b7279595e32 req-7547ebca-aa45-45f4-bb54-c0754c611964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.588556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-7547ebca-aa45-45f4-bb54-c0754c611964 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0658789 Jul 09 13:24:01.602815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f8f33-cb7f-46eb-a1b9-bc704c91823f req-37693863-3d24-4675-b140-e5a6d5093aaf tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.604703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-258f8f33-cb7f-46eb-a1b9-bc704c91823f req-37693863-3d24-4675-b140-e5a6d5093aaf tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.0712814 Jul 09 13:24:01.645865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-258f8f33-cb7f-46eb-a1b9-bc704c91823f req-6eaeffb1-9a9e-4c27-b0e0-7c4a60b61d16 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348034 Jul 09 13:24:01.721438 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-da756aad-713a-45d4-ba86-1b92b4d31d4a service neutron] 10.222.0.32 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319330 Jul 09 13:24:01.723111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359775d-8665-44e5-8082-4b7279595e32 req-992b8905-719b-4d15-9f99-b27f6cf9a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.724522 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-992b8905-719b-4d15-9f99-b27f6cf9a64c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262221 Jul 09 13:24:01.882244 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-e8c6abad-3b6b-46d3-9ba6-05ddeb2bf448 service neutron] 10.222.0.32 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551480 Jul 09 13:24:01.888164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-a8f176dd-090f-4da5-9435-43bfdb71525c service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444426 Jul 09 13:24:01.916150 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc4d9e9-d708-4ada-97db-6f2ff85214cd x-openstack-request-id: req-acc4d9e9-d708-4ada-97db-6f2ff85214cd {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:01.916442 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aae8a31-4ba3-4e20-a186-afbc7c506a11", "tag": "ae62b235-ef65-4f20-b316-d9f4ab09de7d", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:01.916699 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acc4d9e9-d708-4ada-97db-6f2ff85214cd {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:01.917160 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aae8a31-4ba3-4e20-a186-afbc7c506a11', 'tag': 'ae62b235-ef65-4f20-b316-d9f4ab09de7d', 'status': 'completed', 'code': 200} Jul 09 13:24:02.058386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff186830-29d2-40e2-95e2-5fa77ad0b1ec req-40d4e620-feed-4993-b244-65167e0dd034 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.060017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff186830-29d2-40e2-95e2-5fa77ad0b1ec req-40d4e620-feed-4993-b244-65167e0dd034 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 947 time: 0.0674274 Jul 09 13:24:02.101740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff186830-29d2-40e2-95e2-5fa77ad0b1ec req-c4b08df8-e521-40de-801a-c82a7b82a74d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Jul 09 13:24:02.133237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-73f205ff-3017-4765-81b4-2f1c1ff97916 req-1933fdc6-5640-41e6-9f48-9c25f6d170e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-844860215', 'description': 'tempest-description-525863911'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:02.168807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-73f205ff-3017-4765-81b4-2f1c1ff97916 req-1933fdc6-5640-41e6-9f48-9c25f6d170e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.257007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-73f205ff-3017-4765-81b4-2f1c1ff97916 req-1933fdc6-5640-41e6-9f48-9c25f6d170e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.261251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-73f205ff-3017-4765-81b4-2f1c1ff97916 req-1933fdc6-5640-41e6-9f48-9c25f6d170e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.291113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-73f205ff-3017-4765-81b4-2f1c1ff97916 req-1933fdc6-5640-41e6-9f48-9c25f6d170e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.292379 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73f205ff-3017-4765-81b4-2f1c1ff97916 req-1933fdc6-5640-41e6-9f48-9c25f6d170e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1633842 Jul 09 13:24:02.293616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933fdc6-5640-41e6-9f48-9c25f6d170e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c66310-0f9e-41fe-8253-6a4e247ed6d3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:02.346339 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-cd6e2d1f-c264-420c-bdca-b283414fdf0e service neutron] 10.222.0.32 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572215 Jul 09 13:24:02.349870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e359775d-8665-44e5-8082-4b7279595e32 req-ea53aa37-849d-45e1-a32c-db69bda02485 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519472 Jul 09 13:24:02.462211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-4e335ace-029f-48f6-a74c-b7c010822b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.464044 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-4e335ace-029f-48f6-a74c-b7c010822b9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 1098 time: 0.0581696 Jul 09 13:24:02.474080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b02e8-fda8-40de-b793-8833776ddf65 req-121fd088-a6c7-488f-aa1c-be6822e3eff3 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.475640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674b02e8-fda8-40de-b793-8833776ddf65 req-121fd088-a6c7-488f-aa1c-be6822e3eff3 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 950 time: 0.0721204 Jul 09 13:24:02.517267 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-674b02e8-fda8-40de-b793-8833776ddf65 req-765565a4-75bc-4ad7-981d-ada6490d5fc0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358522 Jul 09 13:24:02.573202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-e2e06308-d3cd-4e47-b6a4-62f6a22f4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.574809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-e2e06308-d3cd-4e47-b6a4-62f6a22f4d0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1008399 Jul 09 13:24:02.605773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5e851e18-be3c-4690-9b13-a3476bb883c4 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:02.618788 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-26b34c95-27a8-46e4-80c8-b7dea7b45a12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ae62b235-ef65-4f20-b316-d9f4ab09de7d HTTP/1.1" status: 200 len: 217 time: 0.0365219 Jul 09 13:24:02.675850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 5e851e18-be3c-4690-9b13-a3476bb883c4 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:02.679260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-491e5abe-0170-43f0-b3c3-bc633f14de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.681071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-491e5abe-0170-43f0-b3c3-bc633f14de15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0543721 Jul 09 13:24:02.682156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 5e851e18-be3c-4690-9b13-a3476bb883c4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:02.682594 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.771330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-a2c7e9b0-7e4a-4685-a0b6-7926ecf1cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.772925 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-a2c7e9b0-7e4a-4685-a0b6-7926ecf1cc01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799558 Jul 09 13:24:02.781378 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.805359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7c4a81-d2ae-4b04-9b9b-baf2058322ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e851e18-be3c-4690-9b13-a3476bb883c4'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:02.808012 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88121840-ef40-478b-9692-5c935d53e2c7" -d '{"events": [{"server_uuid": "db7c4a81-d2ae-4b04-9b9b-baf2058322ed", "name": "network-vif-plugged", "status": "completed", "tag": "5e851e18-be3c-4690-9b13-a3476bb883c4"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:02.822192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5e851e18-be3c-4690-9b13-a3476bb883c4, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e851e18-be3c-4690-9b13-a3476bb883c4,segment=NetworkSegment(90c237d4-dabe-4ebb-b2f9-9a5af3b851a5),segment_id=90c237d4-dabe-4ebb-b2f9-9a5af3b851a5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:02.827541 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.836145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae263c5-ed6c-4806-b96c-3028cd90d9e8 req-afd02c63-bd25-4a58-b406-2cb24b079cfb tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.838360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aae263c5-ed6c-4806-b96c-3028cd90d9e8 req-afd02c63-bd25-4a58-b406-2cb24b079cfb tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 946 time: 0.0986049 Jul 09 13:24:02.885945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5e851e18-be3c-4690-9b13-a3476bb883c4,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:02.893008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aae263c5-ed6c-4806-b96c-3028cd90d9e8 req-9e66519a-591e-44ab-a331-258fcdc25c33 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/security-groups?id=6326cc40-65af-4da6-a9bc-9a304b582dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481398 Jul 09 13:24:02.915624 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-fc8de57a-5963-46b9-8ff7-656ac8d84d03 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262162 Jul 09 13:24:03.020876 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcc68ffb-0618-4f65-8067-cc3472138d08 req-7918d46b-83ff-49c1-84fe-ba618c80bf9b service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045439 Jul 09 13:24:03.094918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0a8c-954f-4b78-a125-5373a313eecc req-06ea2f1f-f9ff-4c92-9598-12be4ec24f76 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:03.102380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-734c0a8c-954f-4b78-a125-5373a313eecc req-06ea2f1f-f9ff-4c92-9598-12be4ec24f76 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 946 time: 0.0791419 Jul 09 13:24:03.149985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-734c0a8c-954f-4b78-a125-5373a313eecc req-9363a54c-bb1c-44c5-8e88-62c441d5c043 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Jul 09 13:24:03.168282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-ce2ff949-37c4-4e5e-b70f-05a0b5f0aae9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:03.170254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-ce2ff949-37c4-4e5e-b70f-05a0b5f0aae9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 813 time: 0.1250570 Jul 09 13:24:03.188105 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-300167c6-9a54-48d6-bf48-1a59cfdc189b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/quotas/73c33a0211174abb8810fb584743b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0109937 Jul 09 13:24:03.261715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-e6f0accb-ea97-4c74-b99c-eb45b2cc4b47 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682254 Jul 09 13:24:03.331599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db688aa7-c966-4dfd-ba60-767b615578d9 req-747ee522-ab4a-41bd-9078-6f9a10ffa116 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:03.333401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db688aa7-c966-4dfd-ba60-767b615578d9 req-747ee522-ab4a-41bd-9078-6f9a10ffa116 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 950 time: 0.0763474 Jul 09 13:24:03.368159 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-d8742012-40a2-4ab1-9e4c-1494b3fab620 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978489 Jul 09 13:24:03.372482 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db688aa7-c966-4dfd-ba60-767b615578d9 req-aa2fe1a0-f994-45d5-80ce-9d10a7f694c6 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Jul 09 13:24:03.511071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-69bb6609-b23b-4fed-8518-21440cda21a3 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337116 Jul 09 13:24:03.519638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-14466c51-ff05-4a9f-9f51-c4253ce2a2cb tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:03.521116 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-14466c51-ff05-4a9f-9f51-c4253ce2a2cb tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 946 time: 0.1361403 Jul 09 13:24:03.557111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c09d5-de64-4fc1-b3ae-975647e17931 req-2ea068f1-363f-4b6d-9b45-52d4299ca371 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:03.565771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c6c09d5-de64-4fc1-b3ae-975647e17931 req-2ea068f1-363f-4b6d-9b45-52d4299ca371 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.0761628 Jul 09 13:24:03.611553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c6c09d5-de64-4fc1-b3ae-975647e17931 req-71ee7b63-ada2-4d00-b209-f8fc53dbab46 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Jul 09 13:24:03.633393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ae62b235-ef65-4f20-b316-d9f4ab09de7d details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:03.634648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Deleting port 940e9e85-687e-45eb-8366-bdef6aa9e4bb {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:03.635064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.723647 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1c522-2e03-4c61-a333-afc11cb1ebaf x-openstack-request-id: req-38c1c522-2e03-4c61-a333-afc11cb1ebaf {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:03.724176 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7c4a81-d2ae-4b04-9b9b-baf2058322ed", "name": "network-vif-plugged", "status": "completed", "tag": "5e851e18-be3c-4690-9b13-a3476bb883c4", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:03.724673 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38c1c522-2e03-4c61-a333-afc11cb1ebaf {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:03.725266 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7c4a81-d2ae-4b04-9b9b-baf2058322ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e851e18-be3c-4690-9b13-a3476bb883c4', 'code': 200} Jul 09 13:24:03.752401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] For port 940e9e85-687e-45eb-8366-bdef6aa9e4bb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=940e9e85-687e-45eb-8366-bdef6aa9e4bb,segment=NetworkSegment(a644e7a9-3c28-49de-830c-9261ae523137),segment_id=a644e7a9-3c28-49de-830c-9261ae523137)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:03.753145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.768297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Calling delete_port for 940e9e85-687e-45eb-8366-bdef6aa9e4bb owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:03.773487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ae62b235-ef65-4f20-b316-d9f4ab09de7d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ae62b235-ef65-4f20-b316-d9f4ab09de7d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:03.788810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ae62b235-ef65-4f20-b316-d9f4ab09de7d', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': 'ae62b235-ef65-4f20-b316-d9f4ab09de7d', 'mac_address': 'fa:16:3e:05:3a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:03.842675 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.863722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae62b235-ef65-4f20-b316-d9f4ab09de7d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:03.869706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-473f1b15-4d2c-4b33-a96d-0aed5963d393 req-e066e7fb-b3c1-452b-ab47-0a6e7d2cbc9e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0483782 Jul 09 13:24:03.927440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ae62b235-ef65-4f20-b316-d9f4ab09de7d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ae62b235-ef65-4f20-b316-d9f4ab09de7d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:03.933718 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.031231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.051014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ae62b235-ef65-4f20-b316-d9f4ab09de7d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:04.054250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['940e9e85-687e-45eb-8366-bdef6aa9e4bb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:04.064165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Pushing event deleted for resources: {'Port': ['ID=940e9e85-687e-45eb-8366-bdef6aa9e4bb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:04.078051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550bcea-4b39-40a8-89c3-4fe15625163f req-68ba9fa7-52ee-4d9e-ad27-26ae2e13dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.080368 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8550bcea-4b39-40a8-89c3-4fe15625163f req-68ba9fa7-52ee-4d9e-ad27-26ae2e13dfcc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 1097 time: 0.1478057 Jul 09 13:24:04.100874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433921c-c35a-4692-bcbd-3e3a14cd1a4b req-fc22807e-a178-4aed-934d-495e50c872dd tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.110048 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e433921c-c35a-4692-bcbd-3e3a14cd1a4b req-fc22807e-a178-4aed-934d-495e50c872dd tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 948 time: 0.1630945 Jul 09 13:24:04.148637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] No DVR routers for this DVR port 940e9e85-687e-45eb-8366-bdef6aa9e4bb on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:04.153273 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.155785 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c491e78-4b96-4160-a7cc-85acc3520d6f req-a4d30dc2-384f-4939-aa22-11d0bef9ccd1 tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.11 "DELETE /v2.0/ports/940e9e85-687e-45eb-8366-bdef6aa9e4bb HTTP/1.1" status: 204 len: 173 time: 0.6290803 Jul 09 13:24:04.156599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd260f6ae-7cfb-4c41-911f-8b645744d091', 'name': 'network-vif-deleted', 'tag': '940e9e85-687e-45eb-8366-bdef6aa9e4bb'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:04.158891 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e374efa0-7013-4570-b298-3708ab1a9bd5" -d '{"events": [{"server_uuid": "d260f6ae-7cfb-4c41-911f-8b645744d091", "name": "network-vif-deleted", "tag": "940e9e85-687e-45eb-8366-bdef6aa9e4bb"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:04.178224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8550bcea-4b39-40a8-89c3-4fe15625163f req-df1fdee9-fe49-4982-857d-190c9a0b9e34 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637653 Jul 09 13:24:04.179434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e433921c-c35a-4692-bcbd-3e3a14cd1a4b req-69cca8b1-81b5-422c-b522-bec3bf2c3e03 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683234 Jul 09 13:24:04.279798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ae62b235-ef65-4f20-b316-d9f4ab09de7d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:04.479497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f16b005-0c13-40a0-ba13-c9a0eaa3dadf req-8d4038b7-9327-42e8-a136-aea903ea244e tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 210 time: 0.0401192 Jul 09 13:24:04.532475 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b03095-2b47-410f-be90-d1c589429abb x-openstack-request-id: req-40b03095-2b47-410f-be90-d1c589429abb {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:04.533633 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d260f6ae-7cfb-4c41-911f-8b645744d091", "name": "network-vif-deleted", "tag": "940e9e85-687e-45eb-8366-bdef6aa9e4bb", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:04.534024 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40b03095-2b47-410f-be90-d1c589429abb {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:04.534533 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd260f6ae-7cfb-4c41-911f-8b645744d091', 'name': 'network-vif-deleted', 'tag': '940e9e85-687e-45eb-8366-bdef6aa9e4bb', 'status': 'completed', 'code': 200} Jul 09 13:24:04.602884 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d469d84-64c5-4340-b7a4-d432e1279cdb req-eef4325b-6483-4671-a3cf-3937363cc07b tempest-ServerAddressesTestJSON-1513639143 tempest-ServerAddressesTestJSON-1513639143-project] 10.222.0.32 "GET /v2.0/ports?device_id=d260f6ae-7cfb-4c41-911f-8b645744d091 HTTP/1.1" status: 200 len: 210 time: 0.0327730 Jul 09 13:24:04.687448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b94f3643-1848-4006-87cc-0344bf9900f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.689210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b94f3643-1848-4006-87cc-0344bf9900f7 service neutron] 10.222.0.11 "GET /v2.0/ports/4aecda7b-92b8-4992-bb0b-6a3bca29e8ba HTTP/1.1" status: 200 len: 1028 time: 0.0662043 Jul 09 13:24:04.709960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e838885-c5c3-4884-826f-92e060541073 req-c0639a48-fc0c-4bbd-b8f9-db5f1d05ea62 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.711930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e838885-c5c3-4884-826f-92e060541073 req-c0639a48-fc0c-4bbd-b8f9-db5f1d05ea62 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 946 time: 0.0807729 Jul 09 13:24:04.770371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e838885-c5c3-4884-826f-92e060541073 req-32ce5c9b-4faa-4e7d-a550-fb82cdf74ad7 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435531 Jul 09 13:24:04.828729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-e825898a-f1aa-4ec7-9fc4-21ec5cf0f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.830144 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-e825898a-f1aa-4ec7-9fc4-21ec5cf0f4a4 service neutron] 10.222.0.11 "GET /v2.0/ports/a5554256-bd69-4d55-806c-19b33ff40feb HTTP/1.1" status: 200 len: 1026 time: 0.1098604 Jul 09 13:24:04.928739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b441dcf-0523-447e-a848-1f96cc44bc62 req-c4c39607-cf75-4d72-8907-acad79dcb22e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.929327 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b441dcf-0523-447e-a848-1f96cc44bc62 req-c4c39607-cf75-4d72-8907-acad79dcb22e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.1321437 Jul 09 13:24:05.036808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1373b212-75d6-407d-b116-13c1d1d06b16 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.042720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1373b212-75d6-407d-b116-13c1d1d06b16 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.049700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1373b212-75d6-407d-b116-13c1d1d06b16 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.051412 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1373b212-75d6-407d-b116-13c1d1d06b16 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "GET /v2.0/networks?id=61671166-2ff7-47cf-85fd-d0479610055b&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=f24c7924-17f2-44ea-a7ec-678849b0025d&id=f24c7924-17f2-44ea-a7ec-678849b0025d HTTP/1.1" status: 200 len: 1990 time: 0.2129946 Jul 09 13:24:05.089742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a742980b-90f7-4a26-b543-d9ae67fc21bf req-75eee5d3-1b7c-455d-a2d7-d5a6c4be7cd6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0459137 Jul 09 13:24:05.098748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b441dcf-0523-447e-a848-1f96cc44bc62 req-56c1dcd3-6e1e-4f7b-a60d-3aa87cb6d00b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204906 Jul 09 13:24:05.131009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-8b98f20e-6c4f-4290-b3df-874102c6bd4d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6 HTTP/1.1" status: 200 len: 380 time: 0.0624065 Jul 09 13:24:05.141962 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'admin_state_up': True, 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'security_groups': ['ac6790d8-7264-48de-9eb9-dfb10f1db650']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:05.304310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:05.310212 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.384054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cf4a2-6d05-41c9-8052-6a6161abfb10 req-c99b4353-413d-48cf-a12b-096064c2885e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.391424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a5cf4a2-6d05-41c9-8052-6a6161abfb10 req-c99b4353-413d-48cf-a12b-096064c2885e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 948 time: 0.0820532 Jul 09 13:24:05.442926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a5cf4a2-6d05-41c9-8052-6a6161abfb10 req-1467bd2c-ebeb-473c-86e8-7e80742d0982 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504155 Jul 09 13:24:05.539690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Allocated IP 172.20.0.3 (61671166-2ff7-47cf-85fd-d0479610055b/fe0d72da-6ef1-4977-b9dc-908645ee4d80/75eac396-83aa-4351-aae5-ed708c94d418) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:05.665083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37675840-b902-4120-aa30-a2db0fbe17fb req-d5aaff56-2ba9-4501-90fc-5b3a9ed7b120 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 210 time: 0.0594082 Jul 09 13:24:05.731772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60084) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:05.747229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-d081e245-0e29-4c84-80f1-cdf005ba2f21 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.748945 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-d081e245-0e29-4c84-80f1-cdf005ba2f21 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.11 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 813 time: 0.2249758 Jul 09 13:24:05.791292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'port': {'device_id': '093c419c-4be0-418f-ab48-22878c263acb', 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3', 'admin_state_up': True, 'tenant_id': '73c33a0211174abb8810fb584743b0a6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:05.800591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-981b697a-4d67-421e-a964-5202d9e20109 admin admin] Deleting subnet 6762b88f-3db1-409e-9e0d-c5932513ba57 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:24:05.804140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-981b697a-4d67-421e-a964-5202d9e20109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.854571 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-981b697a-4d67-421e-a964-5202d9e20109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.896334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.914072 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-981b697a-4d67-421e-a964-5202d9e20109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.945395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Transition to ACTIVE for port object 75eac396-83aa-4351-aae5-ed708c94d418 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:05.983065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-981b697a-4d67-421e-a964-5202d9e20109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.995402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Made reservation on behalf of 73c33a0211174abb8810fb584743b0a6 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:05.999539 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.032770 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.032964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b697a-4d67-421e-a964-5202d9e20109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6762b88f-3db1-409e-9e0d-c5932513ba57,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:06.039030 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-981b697a-4d67-421e-a964-5202d9e20109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.044180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-981b697a-4d67-421e-a964-5202d9e20109 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6762b88f-3db1-409e-9e0d-c5932513ba57 HTTP/1.1" status: 204 len: 168 time: 0.3087986 Jul 09 13:24:06.044483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60092) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:06.134110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cc0ca-4fdb-4c58-b1af-8cfd54303c08 req-845c3ad0-cf07-4951-ae48-379141033dd5 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.142195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d0cc0ca-4fdb-4c58-b1af-8cfd54303c08 req-845c3ad0-cf07-4951-ae48-379141033dd5 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 946 time: 0.1111145 Jul 09 13:24:06.187136 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d0cc0ca-4fdb-4c58-b1af-8cfd54303c08 req-2b93eb35-e25d-48b3-a232-e07a3b3e53e7 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 Jul 09 13:24:06.195664 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.229105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=75eac396-83aa-4351-aae5-ed708c94d418,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:06.265120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network 61671166-2ff7-47cf-85fd-d0479610055b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:06.294804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:06.320505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:06.374034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb7dcb-58e2-4a12-8884-9852113b8035 req-fdd46af6-6401-4d79-a3ba-8e967802dc14 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.375970 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6eb7dcb-58e2-4a12-8884-9852113b8035 req-fdd46af6-6401-4d79-a3ba-8e967802dc14 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.0862615 Jul 09 13:24:06.433932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6eb7dcb-58e2-4a12-8884-9852113b8035 req-fad2a0ed-b953-44c5-98a8-954277f0a887 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493460 Jul 09 13:24:06.510058 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.521454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9b94-093b-4b48-af11-fa31f28817d1 req-0178e5c1-4058-4b0f-a3ac-6ca4ef922bd3 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.523496 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a85a9b94-093b-4b48-af11-fa31f28817d1 req-0178e5c1-4058-4b0f-a3ac-6ca4ef922bd3 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 931 time: 0.2864635 Jul 09 13:24:06.530341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Allocated IP 172.20.0.6 (7d2f242a-f76e-496c-b6a9-f4e92ffb33c3/eedc4208-53bd-4551-ba89-d679141b6833/90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:06.549766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.550434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.553920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab05a0f-0515-4f76-b0d7-f075c63f7251']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:06.583223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a644e7a9-3c28-49de-830c-9261ae523137') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:06.583481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a644e7a9-3c28-49de-830c-9261ae523137') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:06.586753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-465658f6-c904-4d3f-bd1d-8416dacdc3ab None None] Provisioning for port 75eac396-83aa-4351-aae5-ed708c94d418 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:06.591593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-465658f6-c904-4d3f-bd1d-8416dacdc3ab None None] Provisioning complete for port 75eac396-83aa-4351-aae5-ed708c94d418 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:06.592102 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-465658f6-c904-4d3f-bd1d-8416dacdc3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.608078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.620585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b604008b-1a02-4dcc-b14c-153b73e46452 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4839997 Jul 09 13:24:06.640963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-465658f6-c904-4d3f-bd1d-8416dacdc3ab None None] Port 75eac396-83aa-4351-aae5-ed708c94d418 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:06.650411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'admin_state_up': True, 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'security_groups': ['ac6790d8-7264-48de-9eb9-dfb10f1db650']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:06.706215 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.715564 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a85a9b94-093b-4b48-af11-fa31f28817d1 req-8effc61a-61a0-4c0a-a872-99155e659274 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798916 Jul 09 13:24:06.740847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:24:06.740847 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:24:06.745796 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:24:06.875814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.905732 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.907790 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] 10.222.0.32 "DELETE /v2.0/networks/9ab05a0f-0515-4f76-b0d7-f075c63f7251 HTTP/1.1" status: 204 len: 168 time: 0.8316905 Jul 09 13:24:06.965290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4940d2-94c0-425d-b31c-01ec0cc5e7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab05a0f-0515-4f76-b0d7-f075c63f7251,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:07.010195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-700d0a82-884e-45b8-a7d3-f32e63524d17 req-9fac8d2c-dd68-4739-8c19-028c9dd5fa44 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 210 time: 0.0459013 Jul 09 13:24:07.052891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60118) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:07.075324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfbfb-08f4-46fb-a0b6-9f4ca8f11dc2 req-c3844271-7ddc-4867-a3e4-9aebb21cb7c8 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.078128 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6a4dfbfb-08f4-46fb-a0b6-9f4ca8f11dc2 req-c3844271-7ddc-4867-a3e4-9aebb21cb7c8 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 948 time: 0.2128541 Jul 09 13:24:07.092744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.112816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-50c16de8-53ed-4b73-b03e-e6e88dc473d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=567bc1987a4c45c08deacd2de965b516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586600 Jul 09 13:24:07.113505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60124) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:07.122524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:07.132804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.177316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67b17622-a18f-49c0-929e-5780e34965cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.202166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67b17622-a18f-49c0-929e-5780e34965cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.214436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6a4dfbfb-08f4-46fb-a0b6-9f4ca8f11dc2 req-29095316-a0a0-47f8-9a24-40fc6dfb93b2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188610 Jul 09 13:24:07.273008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.286586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:07.317716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67b17622-a18f-49c0-929e-5780e34965cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.322956 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67b17622-a18f-49c0-929e-5780e34965cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.342013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-67b17622-a18f-49c0-929e-5780e34965cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6326cc40-65af-4da6-a9bc-9a304b582dfa HTTP/1.1" status: 204 len: 168 time: 0.2273753 Jul 09 13:24:07.368711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b17622-a18f-49c0-929e-5780e34965cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326cc40-65af-4da6-a9bc-9a304b582dfa,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:07.412331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:07.441469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:07.444686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Allocated IP 10.1.1.114 (b9562b51-d817-4936-ad48-02882ce98983/fc08e29f-9165-4515-b921-a6422f05038d/ae4bf13b-8792-400e-9796-0d7fb5576b17) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:07.452277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:07.463270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'Port': ['ID=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:07.542708 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.543389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.560499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-bbf5b4f4-a8b1-41b8-a55f-d885e59efc29 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7784133 Jul 09 13:24:07.587953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Request body: {'port': {'device_id': '093c419c-4be0-418f-ab48-22878c263acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:07.699303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:07.701638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ae62b235-ef65-4f20-b316-d9f4ab09de7d up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:07.765684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f8c4-074a-4b7c-a965-b4969e7db981 req-8c810134-ea11-4ad0-84f7-798314b9a119 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.776010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4892f8c4-074a-4b7c-a965-b4969e7db981 req-8c810134-ea11-4ad0-84f7-798314b9a119 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.1419358 Jul 09 13:24:07.785161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.874489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4892f8c4-074a-4b7c-a965-b4969e7db981 req-cff956f4-f4e0-4545-8d5b-1b8f83592d6a tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964487 Jul 09 13:24:07.887041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf2c5b-6f8e-44b6-84b5-e436d618fae6 req-c68cae4f-dd7e-4c8c-9a1f-215fa4abf712 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.888637 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67cf2c5b-6f8e-44b6-84b5-e436d618fae6 req-c68cae4f-dd7e-4c8c-9a1f-215fa4abf712 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 946 time: 0.2165127 Jul 09 13:24:07.892612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.934794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Transition to ACTIVE for port object ae4bf13b-8792-400e-9796-0d7fb5576b17 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:07.962412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ae62b235-ef65-4f20-b316-d9f4ab09de7d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:08.005342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ae62b235-ef65-4f20-b316-d9f4ab09de7d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:08.006291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.036044 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67cf2c5b-6f8e-44b6-84b5-e436d618fae6 req-00379445-374a-4c1c-ba8b-6bfd67404574 tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380630 Jul 09 13:24:08.140404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.160133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:08.176688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3b22-c12d-453f-87b0-939a5354706c req-7739687a-9e67-43e0-8350-dcd33a06bca9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:08.178438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'mac_address': 'fa:16:3e:bb:84:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:08.184690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65dd3b22-c12d-453f-87b0-939a5354706c req-7739687a-9e67-43e0-8350-dcd33a06bca9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 931 time: 0.0876868 Jul 09 13:24:08.237940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65dd3b22-c12d-453f-87b0-939a5354706c req-fd3f27ca-e3d4-4a68-9167-3192fa0d393d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475037 Jul 09 13:24:08.270298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.280971 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.285661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=ae4bf13b-8792-400e-9796-0d7fb5576b17,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:08.333240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network b9562b51-d817-4936-ad48-02882ce98983 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:08.339317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:08.345211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:08.460058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:08.460751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.494751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836500-eed1-4277-81a4-77517aeaf399 req-b6d3913e-d05a-4a33-9b40-e42697734596 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:08.519793 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19836500-eed1-4277-81a4-77517aeaf399 req-b6d3913e-d05a-4a33-9b40-e42697734596 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 931 time: 0.1365590 Jul 09 13:24:08.550969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e77d576-1512-47eb-a596-06f994fa4d6c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:08.627582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19836500-eed1-4277-81a4-77517aeaf399 req-e17f59e9-04f3-4fca-aaaa-3dc7857af215 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053858 Jul 09 13:24:08.695048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ae62b235-ef65-4f20-b316-d9f4ab09de7d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ae62b235-ef65-4f20-b316-d9f4ab09de7d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:08.707830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aae8a31-4ba3-4e20-a186-afbc7c506a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae62b235-ef65-4f20-b316-d9f4ab09de7d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:08.710232 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba55354-f02f-49e4-bb3a-b6729143beec" -d '{"events": [{"server_uuid": "8aae8a31-4ba3-4e20-a186-afbc7c506a11", "name": "network-vif-plugged", "status": "completed", "tag": "ae62b235-ef65-4f20-b316-d9f4ab09de7d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:08.713063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 940e9e85-687e-45eb-8366-bdef6aa9e4bb no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:08.723128 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.731586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:08.759184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 940e9e85-687e-45eb-8366-bdef6aa9e4bb {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:08.759341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 940e9e85-687e-45eb-8366-bdef6aa9e4bb not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:08.761884 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.808971 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcd38de-03af-439f-ae0d-59d8fade439a x-openstack-request-id: req-0bcd38de-03af-439f-ae0d-59d8fade439a {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:08.808971 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aae8a31-4ba3-4e20-a186-afbc7c506a11", "name": "network-vif-plugged", "status": "completed", "tag": "ae62b235-ef65-4f20-b316-d9f4ab09de7d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:08.809546 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bcd38de-03af-439f-ae0d-59d8fade439a {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:08.810111 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aae8a31-4ba3-4e20-a186-afbc7c506a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae62b235-ef65-4f20-b316-d9f4ab09de7d', 'code': 200} Jul 09 13:24:08.839713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ae62b235-ef65-4f20-b316-d9f4ab09de7d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:08.919166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['0e77d576-1512-47eb-a596-06f994fa4d6c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:08.967024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9cad231c-0205-48c5-8944-3aba9fd536d6 None None] Provisioning for port ae4bf13b-8792-400e-9796-0d7fb5576b17 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:08.978298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9cad231c-0205-48c5-8944-3aba9fd536d6 None None] Provisioning complete for port ae4bf13b-8792-400e-9796-0d7fb5576b17 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:08.978680 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9cad231c-0205-48c5-8944-3aba9fd536d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.980194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:09.077532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9cad231c-0205-48c5-8944-3aba9fd536d6 None None] Port ae4bf13b-8792-400e-9796-0d7fb5576b17 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:09.111115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-9d38e716-3cf5-46e7-b301-3cc51e44eb0f tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:09.115264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-9d38e716-3cf5-46e7-b301-3cc51e44eb0f tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.11 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 946 time: 0.2392111 Jul 09 13:24:09.118390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:09.260629 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f54385e-11b4-4c4c-a9cc-ce7970b70bf6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6152320 Jul 09 13:24:09.271904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:09.280355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'admin_state_up': True, 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'security_groups': ['ac6790d8-7264-48de-9eb9-dfb10f1db650']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:09.281872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1491670956-network', 'tenant_id': 'd86c67c71b0e45c4951dd59adcf2335b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:09.294493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.309627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Made reservation on behalf of d86c67c71b0e45c4951dd59adcf2335b for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:09.313494 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.333974 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.367474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Transition to ACTIVE for port object 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:09.395123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0ce45-31f2-4a4a-8576-399a8b6ce147 req-82892633-2fcd-471d-b400-48d716930822 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:09.397027 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98e0ce45-31f2-4a4a-8576-399a8b6ce147 req-82892633-2fcd-471d-b400-48d716930822 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 949 time: 0.3458424 Jul 09 13:24:09.400813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.404326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885a3e6-c33d-4946-b40d-8a079434c5dc req-774a6151-6965-4b4c-9194-ae8ab7cf431e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:09.406654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4885a3e6-c33d-4946-b40d-8a079434c5dc req-774a6151-6965-4b4c-9194-ae8ab7cf431e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.2298784 Jul 09 13:24:09.462242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f177-90af-42f3-b3ed-572cd308797c req-c30e5fa6-a4dc-4e5c-bb7e-417c8d597505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:09.463982 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1b8f177-90af-42f3-b3ed-572cd308797c req-c30e5fa6-a4dc-4e5c-bb7e-417c8d597505 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 1100 time: 0.4170389 Jul 09 13:24:09.478831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Deleting port 5e851e18-be3c-4690-9b13-a3476bb883c4 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:09.480293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.586627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:09.600240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4885a3e6-c33d-4946-b40d-8a079434c5dc req-872240ed-ae11-481d-9cd3-e22ffd53a6b8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419477 Jul 09 13:24:09.664682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-98e0ce45-31f2-4a4a-8576-399a8b6ce147 req-d123b32a-1362-4b5c-be06-50aa9db0f4d2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427294 Jul 09 13:24:09.674404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:09.697428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] For port 5e851e18-be3c-4690-9b13-a3476bb883c4, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e851e18-be3c-4690-9b13-a3476bb883c4,segment=NetworkSegment(90c237d4-dabe-4ebb-b2f9-9a5af3b851a5),segment_id=90c237d4-dabe-4ebb-b2f9-9a5af3b851a5)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:09.697931 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.699052 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Attempting to bind port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:09.707869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Attempting to bind port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:09.708276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Attempting to bind port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 on network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:09.714989 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1b8f177-90af-42f3-b3ed-572cd308797c req-5f1824fb-1bb1-4ea3-a3ea-38086e18cb69 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344592 Jul 09 13:24:09.715156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Calling delete_port for 5e851e18-be3c-4690-9b13-a3476bb883c4 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:09.719785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 on network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:09.720110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Attempting to bind port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 on network 7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:09.743071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:09.743454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Checking segment: {'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:09.743808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Bound using segment: {'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:09.744260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Bound port: 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff04791-92e2-4f68-98a5-b381fd5eae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:09.744622 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.808219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 0e77d576-1512-47eb-a596-06f994fa4d6c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:09.809294 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.864562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] For port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:09.868281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] For port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:09.875701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.879332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.915664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:09.917088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.919546 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] 10.222.0.11 "PUT /v2.0/ports/90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 200 len: 1091 time: 2.3503175 Jul 09 13:24:09.926268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:09.929221 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168c07b1-506c-4de3-a0a3-acfb159cdfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:09.974736 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.979091 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.025673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:10.032772 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.066150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:10.069783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.117204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb0c68-f92b-4631-9162-d53881677bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:10.145581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:10.179739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c754a-28f2-47ba-a1de-0b06896d8605,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:10.251770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.258698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Allocated IP 10.1.1.244 (b9562b51-d817-4936-ad48-02882ce98983/fc08e29f-9165-4515-b921-a6422f05038d/82d29d6a-a504-4910-b55c-a64cf3c39dfd) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:10.263511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5e851e18-be3c-4690-9b13-a3476bb883c4'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:10.300561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:24:10.306606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Pushing event deleted for resources: {'Port': ['ID=5e851e18-be3c-4690-9b13-a3476bb883c4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:10.346114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6df8bf-6bba-4e84-b4c2-5880bd44fb20 req-50620aae-ed1c-4cd1-9448-b979dbc8703e tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.354203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c6df8bf-6bba-4e84-b4c2-5880bd44fb20 req-50620aae-ed1c-4cd1-9448-b979dbc8703e tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7c4a81-d2ae-4b04-9b9b-baf2058322ed HTTP/1.1" status: 200 len: 867 time: 0.4823604 Jul 09 13:24:10.398425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.398660 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Added segment 64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91 of type vlan for network 30e3ed0c-033a-48f2-a9b5-372186734d31 Jul 09 13:24:10.454222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8963269-a299-4af6-b8ce-48baf9efa215 req-96df70ae-e7ae-46dc-a4cc-5e5937bef46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.463375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8963269-a299-4af6-b8ce-48baf9efa215 req-96df70ae-e7ae-46dc-a4cc-5e5937bef46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.473029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8963269-a299-4af6-b8ce-48baf9efa215 req-96df70ae-e7ae-46dc-a4cc-5e5937bef46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 1653 time: 0.5077527 Jul 09 13:24:10.485846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] No DVR routers for this DVR port 5e851e18-be3c-4690-9b13-a3476bb883c4 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:10.499955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c6df8bf-6bba-4e84-b4c2-5880bd44fb20 req-02a6ef3f-01db-4aec-b149-cd17e0447a5d tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.32 "GET /v2.0/security-groups?id=e289c5f2-01f0-4940-8fa4-b7e6ae502706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445484 Jul 09 13:24:10.504095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.506095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14b615fe-9340-4243-9b25-d26aab8be3ec req-205faf8a-637b-4694-8a55-ed7e3cf7f88b tempest-ServerPasswordTestJSON-1001182231 tempest-ServerPasswordTestJSON-1001182231-project] 10.222.0.11 "DELETE /v2.0/ports/5e851e18-be3c-4690-9b13-a3476bb883c4 HTTP/1.1" status: 204 len: 173 time: 1.3774529 Jul 09 13:24:10.506568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7c4a81-d2ae-4b04-9b9b-baf2058322ed', 'name': 'network-vif-deleted', 'tag': '5e851e18-be3c-4690-9b13-a3476bb883c4'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:10.508954 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f9d5a1-aaea-4c0e-9c2f-431733ebd991" -d '{"events": [{"server_uuid": "db7c4a81-d2ae-4b04-9b9b-baf2058322ed", "name": "network-vif-deleted", "tag": "5e851e18-be3c-4690-9b13-a3476bb883c4"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:10.525208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-6c24bbc6-0ec4-49e9-bd60-6f7a31861bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.527131 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-6c24bbc6-0ec4-49e9-bd60-6f7a31861bea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1094 time: 0.5510807 Jul 09 13:24:10.531223 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.553910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.568638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8963269-a299-4af6-b8ce-48baf9efa215 req-8e556a0a-ce69-4c4f-9154-b07874b16d88 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942562 Jul 09 13:24:10.612850 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.613896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.614498 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.676439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Transition to ACTIVE for port object 82d29d6a-a504-4910-b55c-a64cf3c39dfd will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:10.800667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6807506 Jul 09 13:24:10.810583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60226) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:10.811753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:10.812850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-eb4cc740-7952-46db-851a-a757379e7f23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 200 len: 217 time: 0.2695668 Jul 09 13:24:10.814514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.815101 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7effc8-5600-47fc-bc9f-58499f7c65de" -d '{"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-plugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:10.841274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Request body: {'subnet': {'network_id': '30e3ed0c-033a-48f2-a9b5-372186734d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1491670956-subnet', 'tenant_id': 'd86c67c71b0e45c4951dd59adcf2335b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:10.850301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40285913-5cb7-4b1d-95c1-89efce6236ef admin admin] Pushing event updated for resources: {'Network': ['ID=30e3ed0c-033a-48f2-a9b5-372186734d31,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:10.852883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network b9562b51-d817-4936-ad48-02882ce98983 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:10.874148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:10.901592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 30e3ed0c-033a-48f2-a9b5-372186734d31 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:24:10.912639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:10.923371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Made reservation on behalf of d86c67c71b0e45c4951dd59adcf2335b for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:10.925861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.992087 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fc736a-6623-407c-95d7-70e153a60992 x-openstack-request-id: req-54fc736a-6623-407c-95d7-70e153a60992 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:10.992475 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:10.992805 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54fc736a-6623-407c-95d7-70e153a60992 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:10.993282 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6', 'status': 'completed', 'code': 200} Jul 09 13:24:11.274630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=82d29d6a-a504-4910-b55c-a64cf3c39dfd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:11.279073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-658c20b4-8e4d-447e-9bf8-482669554a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.281417 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-658c20b4-8e4d-447e-9bf8-482669554a85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.4494069 Jul 09 13:24:11.371140 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74e95e7-c7d7-460b-be0f-843465e0d888 x-openstack-request-id: req-c74e95e7-c7d7-460b-be0f-843465e0d888 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:11.371662 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7c4a81-d2ae-4b04-9b9b-baf2058322ed", "name": "network-vif-deleted", "tag": "5e851e18-be3c-4690-9b13-a3476bb883c4", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:11.371744 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c74e95e7-c7d7-460b-be0f-843465e0d888 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:11.372103 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7c4a81-d2ae-4b04-9b9b-baf2058322ed', 'name': 'network-vif-deleted', 'tag': '5e851e18-be3c-4690-9b13-a3476bb883c4', 'status': 'completed', 'code': 200} Jul 09 13:24:11.407904 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-1bfbc584-570a-413c-ae1e-26878dc418ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074305 Jul 09 13:24:11.416038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.417081 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:11.446338 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:11.456284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa41da19-8a48-47e7-bd9d-f5cd28425021 None None] Provisioning for port 82d29d6a-a504-4910-b55c-a64cf3c39dfd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:11.466555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa41da19-8a48-47e7-bd9d-f5cd28425021 None None] Provisioning complete for port 82d29d6a-a504-4910-b55c-a64cf3c39dfd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:11.474975 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa41da19-8a48-47e7-bd9d-f5cd28425021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:11.599533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-aa41da19-8a48-47e7-bd9d-f5cd28425021 None None] Port 82d29d6a-a504-4910-b55c-a64cf3c39dfd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:11.646200 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-425adae5-7749-4fc6-aeb3-d3e90e59e700 service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219238 Jul 09 13:24:11.688262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ba379d-c842-4b82-91d8-a52667c200ac,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:11.723198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Checking segment: {'id': '64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '30e3ed0c-033a-48f2-a9b5-372186734d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:11.723570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Network hostable DHCP agents. Network: 30e3ed0c-033a-48f2-a9b5-372186734d31, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:24:11.772000 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1e81fd48-091f-4f9d-8256-2d597a808218 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5045073 Jul 09 13:24:11.788754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d', 'admin_state_up': True, 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'security_groups': ['ac6790d8-7264-48de-9eb9-dfb10f1db650']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:11.801425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Network 30e3ed0c-033a-48f2-a9b5-372186734d31 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:24:11.808079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9020e5-46da-4c0e-9490-b64f168121f9 req-25770382-05c9-4dd6-b14a-465afaaa1620 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.810336 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9c9020e5-46da-4c0e-9490-b64f168121f9 req-25770382-05c9-4dd6-b14a-465afaaa1620 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 943 time: 0.7058258 Jul 09 13:24:11.812118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d1ac6-a96c-4526-86df-87055f1cf7b8 req-dd477480-e56f-46f9-a6f5-0391e410860e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.819851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf1d1ac6-a96c-4526-86df-87055f1cf7b8 req-dd477480-e56f-46f9-a6f5-0391e410860e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.1764038 Jul 09 13:24:11.846297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 30e3ed0c-033a-48f2-a9b5-372186734d31) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:11.854093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.854784 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:11.857131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dcb220-ed1e-47a9-b85b-e8577d6f76aa None None] Network 30e3ed0c-033a-48f2-a9b5-372186734d31 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:11.907456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf1d1ac6-a96c-4526-86df-87055f1cf7b8 req-70399683-4fb2-40d6-9e9e-70e1ccd39d6c tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827305 Jul 09 13:24:11.926788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5dfc5eef-4e9f-4ee6-845c-dea39a87749a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0913091 Jul 09 13:24:12.022001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9c9020e5-46da-4c0e-9490-b64f168121f9 req-ed72094f-3cd7-4c72-84e0-95c41b405cf4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895282 Jul 09 13:24:12.026088 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a0e95f7-d952-4c9a-b8c5-1af3de9ab023 req-830a94f3-5afb-4d8e-95a4-b2f69048212c service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579907 Jul 09 13:24:12.063806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:12.160561 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d93782d-13b5-4990-99d5-ca823405a676 x-openstack-request-id: req-7d93782d-13b5-4990-99d5-ca823405a676 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:12.160858 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-plugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:12.161012 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d93782d-13b5-4990-99d5-ca823405a676 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:12.161433 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'code': 200} Jul 09 13:24:12.218161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061c851-9a21-4bcc-aea6-e280910b1d83 None None] Network 30e3ed0c-033a-48f2-a9b5-372186734d31 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:12.245938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10d277-1fc0-4a32-bfb8-4dd02bd12ad5 req-6a89e192-de71-4f61-9477-347f0a277c8d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:12.260547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf10d277-1fc0-4a32-bfb8-4dd02bd12ad5 req-6a89e192-de71-4f61-9477-347f0a277c8d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 949 time: 0.1881738 Jul 09 13:24:12.321280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60246) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:12.380693 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf10d277-1fc0-4a32-bfb8-4dd02bd12ad5 req-9473afc2-c944-43e8-ad68-9a80e0c496e1 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112270 Jul 09 13:24:12.397408 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.465559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-82750b1d-063b-4bd9-8904-7c1ba96fa3f9 admin admin] Deleting subnet 8a899b7b-f9a8-4e82-b3ac-2645823c9f8d {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:24:12.493454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82750b1d-063b-4bd9-8904-7c1ba96fa3f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.606975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-cd8a5a0d-f860-44f4-9c1b-1d47383ab51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:12.609175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-cd8a5a0d-f860-44f4-9c1b-1d47383ab51d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1094 time: 0.4198134 Jul 09 13:24:12.665676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5e851e18-be3c-4690-9b13-a3476bb883c4 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:12.710061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 5e851e18-be3c-4690-9b13-a3476bb883c4 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:12.710818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5e851e18-be3c-4690-9b13-a3476bb883c4 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:12.785624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82750b1d-063b-4bd9-8904-7c1ba96fa3f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.962548 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.975309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82750b1d-063b-4bd9-8904-7c1ba96fa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.015479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-eda64d2a-52ea-41cf-9b9c-5912f7a5a9b3 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.027195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-eda64d2a-52ea-41cf-9b9c-5912f7a5a9b3 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/networks?id=30e3ed0c-033a-48f2-a9b5-372186734d31 HTTP/1.1" status: 200 len: 822 time: 0.1923118 Jul 09 13:24:13.041279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-cb4a9434-3297-433a-9f22-ea8b53c9b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.043446 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-cb4a9434-3297-433a-9f22-ea8b53c9b4d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 913 time: 0.4111879 Jul 09 13:24:13.052706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-2e7b2423-237d-4fd0-b412-2c2ddb6b3499 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/quotas/d86c67c71b0e45c4951dd59adcf2335b HTTP/1.1" status: 200 len: 375 time: 0.0239456 Jul 09 13:24:13.067741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99daab-44d1-4e16-b755-064b20a3b7cd req-675b3a82-1d36-4597-8115-58677c366c34 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.074717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99daab-44d1-4e16-b755-064b20a3b7cd req-675b3a82-1d36-4597-8115-58677c366c34 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.085048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99daab-44d1-4e16-b755-064b20a3b7cd req-675b3a82-1d36-4597-8115-58677c366c34 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.096150 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3f99daab-44d1-4e16-b755-064b20a3b7cd req-675b3a82-1d36-4597-8115-58677c366c34 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 2374 time: 0.5380864 Jul 09 13:24:13.116917 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-c56e4a42-b985-4b37-af48-2e43f8df8426 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d86c67c71b0e45c4951dd59adcf2335b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621655 Jul 09 13:24:13.122372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-c5fd61de-4065-47a4-9f6c-1e35b4bba6ed service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:24:13.124532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-c5fd61de-4065-47a4-9f6c-1e35b4bba6ed service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077116 Jul 09 13:24:13.133160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Allocated IP 10.2.2.100 (f24c7924-17f2-44ea-a7ec-678849b0025d/017275af-96bd-46e0-b724-bfad149e6ffc/294c7669-e9ab-417c-8f20-20e32065b0a3) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:13.321681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-5d95b4bd-c883-4d7b-a71a-526fbf047763 service neutron] 10.222.0.32 "GET /v2.0/networks/30e3ed0c-033a-48f2-a9b5-372186734d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912806 Jul 09 13:24:13.322844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82750b1d-063b-4bd9-8904-7c1ba96fa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.349376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-0b8f9223-241d-4cfa-b832-3cfd1276204c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 200 len: 217 time: 0.1799235 Jul 09 13:24:13.434020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-41e70869-fefb-4d07-b5dc-df21e7ca42a1 service neutron] 10.222.0.32 "GET /v2.0/networks/30e3ed0c-033a-48f2-a9b5-372186734d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012218 Jul 09 13:24:13.473378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-f8e9f579-0408-4506-93a1-8f39197e0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.475095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-f8e9f579-0408-4506-93a1-8f39197e0b1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.0849142 Jul 09 13:24:13.491661 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3f99daab-44d1-4e16-b755-064b20a3b7cd req-74278b9d-d91d-4a59-acca-5a73921762d9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941932 Jul 09 13:24:13.571187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.583044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82750b1d-063b-4bd9-8904-7c1ba96fa3f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a899b7b-f9a8-4e82-b3ac-2645823c9f8d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:13.637918 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82750b1d-063b-4bd9-8904-7c1ba96fa3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.641394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-82750b1d-063b-4bd9-8904-7c1ba96fa3f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8a899b7b-f9a8-4e82-b3ac-2645823c9f8d HTTP/1.1" status: 204 len: 168 time: 1.3188980 Jul 09 13:24:13.644049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-7ea2c8f6-c8ad-4508-b411-3dcc6b289d8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637996 Jul 09 13:24:13.644317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60280) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:13.650587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Transition to ACTIVE for port object 294c7669-e9ab-417c-8f20-20e32065b0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:13.774070 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-2b643d75-f860-4445-b4ff-226bd03a342f service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214509 Jul 09 13:24:13.789418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.850914 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.864669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.086548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34afa4-bdc0-49ea-8b07-4532e2298678 req-2c877d24-6987-4d9f-82a8-7232f10c25fc tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.094470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e34afa4-bdc0-49ea-8b07-4532e2298678 req-2c877d24-6987-4d9f-82a8-7232f10c25fc tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.2228820 Jul 09 13:24:14.105271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.128988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e9bb89-316e-40a4-a461-8390bbf9853c']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:14.165741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e34afa4-bdc0-49ea-8b07-4532e2298678 req-68ab0527-d07e-405d-8b12-94f12fa2954b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702944 Jul 09 13:24:14.173842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c237d4-dabe-4ebb-b2f9-9a5af3b851a5') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:14.174134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c237d4-dabe-4ebb-b2f9-9a5af3b851a5') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:14.193604 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.227046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.242304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:24:14.242995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:24:14.245008 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:24:14.282098 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-274a9e86-0a84-4c91-bed8-b0d2166de0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.367790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.611561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network f24c7924-17f2-44ea-a7ec-678849b0025d is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:14.638245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:14.651830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=294c7669-e9ab-417c-8f20-20e32065b0a3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:14.662896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:14.677886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:14.723240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c07b1-506c-4de3-a0a3-acfb159cdfa5 req-904efce6-2d60-42ae-b787-96eebf81dc8e service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9371436 Jul 09 13:24:14.748012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30484eb-b70b-4f42-acd0-2c32a4ce7937 req-19228329-3daa-4c5c-a818-00717470b1d8 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.751278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b30484eb-b70b-4f42-acd0-2c32a4ce7937 req-19228329-3daa-4c5c-a818-00717470b1d8 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 1100 time: 0.9731262 Jul 09 13:24:14.766350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.767722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.862144 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-901536ca-678d-46ca-8b4e-1a6559b4fdcb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0635242 Jul 09 13:24:14.869883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d', 'admin_state_up': True, 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'security_groups': ['ac6790d8-7264-48de-9eb9-dfb10f1db650']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:14.877746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b30484eb-b70b-4f42-acd0-2c32a4ce7937 req-d605b56d-9438-4c31-9270-fa3170c6a5de tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068995 Jul 09 13:24:14.911396 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.929995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] 10.222.0.32 "DELETE /v2.0/networks/29e9bb89-316e-40a4-a461-8390bbf9853c HTTP/1.1" status: 204 len: 168 time: 1.2844863 Jul 09 13:24:14.978631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547e906-738c-45e9-854f-c94266635489 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e9bb89-316e-40a4-a461-8390bbf9853c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:15.063604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:15.064547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18d111-6926-43d1-8156-236ad4d70d00 req-160c5464-34ca-40c5-9211-5caf2d56b957 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.089487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d18d111-6926-43d1-8156-236ad4d70d00 req-160c5464-34ca-40c5-9211-5caf2d56b957 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 943 time: 0.7333210 Jul 09 13:24:15.102999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6', 'network_id': '7d2f242a-f76e-496c-b6a9-f4e92ffb33c3', 'port_id': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6', 'mac_address': 'fa:16:3e:25:52:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedc4208-53bd-4551-ba89-d679141b6833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:15.201867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Made reservation on behalf of a26a1b0f4c394e2d8d9cfc8d69dbeef6 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:15.207474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.239290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d18d111-6926-43d1-8156-236ad4d70d00 req-5ae6958b-49e7-4c7d-80fb-a3bc05b6b401 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360114 Jul 09 13:24:15.245322 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.262352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:15.302687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b90d638c-4b71-4c1c-9343-356bf94a9861 None None] Provisioning for port 294c7669-e9ab-417c-8f20-20e32065b0a3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:15.322705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:15.324684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b90d638c-4b71-4c1c-9343-356bf94a9861 None None] Provisioning complete for port 294c7669-e9ab-417c-8f20-20e32065b0a3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:15.325288 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b90d638c-4b71-4c1c-9343-356bf94a9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.353449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60306) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:15.408201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b90d638c-4b71-4c1c-9343-356bf94a9861 None None] Port 294c7669-e9ab-417c-8f20-20e32065b0a3 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:15.410322 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.444231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-72a8b70f-2e26-4d84-b7ce-90df18630c68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6efea9a9ed4d4bd390c06d8b3ae413a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891440 Jul 09 13:24:15.447241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60308) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:15.483196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:15.540516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6949da0-4644-40d2-b833-cb4304abe305 req-b473dd2b-5fda-43bc-ab25-633de8ff0b40 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0343757 Jul 09 13:24:15.697485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:15.720667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e28faf9a-83bd-442b-a057-07e3e5f34727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.793473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465267c9-7749-4ef4-830c-7d36fed987cc req-461c370b-1c26-4d47-9e0b-56c0d4618424 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.803979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465267c9-7749-4ef4-830c-7d36fed987cc req-461c370b-1c26-4d47-9e0b-56c0d4618424 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.811146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465267c9-7749-4ef4-830c-7d36fed987cc req-461c370b-1c26-4d47-9e0b-56c0d4618424 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.817932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465267c9-7749-4ef4-830c-7d36fed987cc req-461c370b-1c26-4d47-9e0b-56c0d4618424 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.825785 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-465267c9-7749-4ef4-830c-7d36fed987cc req-461c370b-1c26-4d47-9e0b-56c0d4618424 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 3095 time: 0.3135190 Jul 09 13:24:15.872170 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e28faf9a-83bd-442b-a057-07e3e5f34727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.885772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Allocated IP 10.2.2.200 (f24c7924-17f2-44ea-a7ec-678849b0025d/017275af-96bd-46e0-b724-bfad149e6ffc/54eacaf0-083d-4533-9edb-0c8560c3f4c0) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:15.933543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0879a1-3109-4512-99b5-aad14b074f4c req-6569a14f-c1ab-47a6-a072-6ea94707aaf9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.935286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b0879a1-3109-4512-99b5-aad14b074f4c req-6569a14f-c1ab-47a6-a072-6ea94707aaf9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.1575351 Jul 09 13:24:16.020763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b0879a1-3109-4512-99b5-aad14b074f4c req-ccacba50-cc85-4d0d-ab2f-d7d51e11bc76 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783968 Jul 09 13:24:16.147712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-465267c9-7749-4ef4-830c-7d36fed987cc req-67dd994c-13b4-4a11-b076-b05b1630f2ee tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209040 Jul 09 13:24:16.251126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-1eaf0291-65d7-4a79-b7cf-fa2442ac4613 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462868 Jul 09 13:24:16.362928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e28faf9a-83bd-442b-a057-07e3e5f34727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.365791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e28faf9a-83bd-442b-a057-07e3e5f34727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.367149 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e28faf9a-83bd-442b-a057-07e3e5f34727 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e289c5f2-01f0-4940-8fa4-b7e6ae502706 HTTP/1.1" status: 204 len: 168 time: 0.9162915 Jul 09 13:24:16.396462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28faf9a-83bd-442b-a057-07e3e5f34727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e289c5f2-01f0-4940-8fa4-b7e6ae502706,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:16.433727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-a7a73f03-e985-4d93-a500-ed893bf0c3cf tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.440672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-a7a73f03-e985-4d93-a500-ed893bf0c3cf tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.11 "GET /v2.0/networks?id=30e3ed0c-033a-48f2-a9b5-372186734d31 HTTP/1.1" status: 200 len: 822 time: 0.4840696 Jul 09 13:24:16.463764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-d47e1d5c-5996-4668-888f-b47d887e8f6a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.466307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-d47e1d5c-5996-4668-888f-b47d887e8f6a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001221 Jul 09 13:24:16.469244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Request body: {'port': {'device_id': '5f3f30d5-9692-490b-b159-ff673773c0a4', 'network_id': '30e3ed0c-033a-48f2-a9b5-372186734d31', 'admin_state_up': True, 'tenant_id': 'd86c67c71b0e45c4951dd59adcf2335b'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:16.507998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-adfd3bfa-ee86-4334-b986-17cbc4beb7bc tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/quotas/0ccb8a3f5536443fb61c4a689e467809 HTTP/1.1" status: 200 len: 375 time: 0.0288498 Jul 09 13:24:16.619367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-0d3f0e65-f957-4124-a2f2-34e95d9b8c1c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1100073 Jul 09 13:24:16.677129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:16.827812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:16.833845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:16.834485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.839286 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8c2b2080-ecd0-4cab-8d2a-717b81906248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.929809 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.983124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.998181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Made reservation on behalf of d86c67c71b0e45c4951dd59adcf2335b for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:17.002293 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.036487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Transition to ACTIVE for port object 54eacaf0-083d-4533-9edb-0c8560c3f4c0 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:17.038321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:17.044244 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5834c87-3fd3-4614-8086-42cb518a269e" -d '{"events": [{"server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "name": "network-vif-plugged", "status": "completed", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:17.051262 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.084735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:17.091659 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.116987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635ecf7-a04e-490d-b88b-e819537e94c4 req-ba52b3af-51cf-47b8-b822-09a05e0ff932 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.126630 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7635ecf7-a04e-490d-b88b-e819537e94c4 req-ba52b3af-51cf-47b8-b822-09a05e0ff932 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 944 time: 0.6660206 Jul 09 13:24:17.153811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.234988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:17.253697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Network f24c7924-17f2-44ea-a7ec-678849b0025d is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:17.264347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event updated for resources: {'Port': ['ID=54eacaf0-083d-4533-9edb-0c8560c3f4c0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:17.267706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:17.278564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:17.366636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.367410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.403060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7635ecf7-a04e-490d-b88b-e819537e94c4 req-ace2b487-1fac-4f77-b4f3-b07efe8cee14 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706904 Jul 09 13:24:17.498461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-be02681d-c260-4f80-9dbf-ec8fd97040b6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6350055 Jul 09 13:24:17.518093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:17.647225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.782070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60374) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:17.858753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e848643-6091-43c9-8382-547dc9bab19c None None] Provisioning for port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:17.871698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e848643-6091-43c9-8382-547dc9bab19c None None] Provisioning complete for port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:17.873810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e848643-6091-43c9-8382-547dc9bab19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.006829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4e848643-6091-43c9-8382-547dc9bab19c None None] Port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:18.008276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da600-6744-4938-91ee-2f533f5c3548 req-90fc43d4-945a-460e-b344-e96315235eff tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.018298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-818da600-6744-4938-91ee-2f533f5c3548 req-90fc43d4-945a-460e-b344-e96315235eff tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.1224229 Jul 09 13:24:18.026279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-8400283-network', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:18.032840 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e0974305-a371-4dd5-b785-1af942d51f71 req-ee7067b8-b27b-40b5-a1e2-90f1c495c14f tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 210 time: 0.1444268 Jul 09 13:24:18.069511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Made reservation on behalf of 9b8f102f290c4031ad9981e47235ee2b for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:18.072224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.113397 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.120684 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.149572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Allocated IP 172.20.0.12 (30e3ed0c-033a-48f2-a9b5-372186734d31/c0ba379d-c842-4b82-91d8-a52667c200ac/97001ada-68f2-46b3-a4b2-2eafe8978ecf) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:18.167015 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52fe17f-1e04-409b-adea-099fa5ed0aec x-openstack-request-id: req-f52fe17f-1e04-409b-adea-099fa5ed0aec {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:18.167416 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "name": "network-vif-plugged", "status": "completed", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:18.167673 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f52fe17f-1e04-409b-adea-099fa5ed0aec {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:18.168064 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6', 'code': 200} Jul 09 13:24:18.194055 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-818da600-6744-4938-91ee-2f533f5c3548 req-5f4da720-7a5c-4e42-a4b3-8993c762a96e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741855 Jul 09 13:24:18.499452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.505004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.550335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.550706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d39c937-418e-4d43-8e48-5ddd634e8d22 req-c99557d5-d1fb-4692-918b-fea0138e6fec tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 210 time: 0.0638113 Jul 09 13:24:18.563262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.619256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e83d98d-bac5-4325-945f-2ab4a9cdb40f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:18.624673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:24:18.638321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a400-2628-4b39-9177-ef4eb56104a4 req-c8247ed1-ae1d-4b8f-99cc-fa0bc179863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.643588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2577a400-2628-4b39-9177-ef4eb56104a4 req-c8247ed1-ae1d-4b8f-99cc-fa0bc179863e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1096 time: 0.2926176 Jul 09 13:24:18.648204 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.648674 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Added segment 986d1a5f-dd8f-4a30-b383-84a844f3eaa7 of type vlan for network 10922eb9-c9ca-4406-a0f2-e48d06461d9f Jul 09 13:24:18.666318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Network 30e3ed0c-033a-48f2-a9b5-372186734d31 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:18.682030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:18.727160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.784814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:18.815794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.830808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.832168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.881694 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Pushing event updated for resources: {'Port': ['ID=97001ada-68f2-46b3-a4b2-2eafe8978ecf,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:18.890703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.891386 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.926901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] Pushing event updated for resources: {'Network': ['ID=10922eb9-c9ca-4406-a0f2-e48d06461d9f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:18.940193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 10922eb9-c9ca-4406-a0f2-e48d06461d9f details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:24:18.950346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2577a400-2628-4b39-9177-ef4eb56104a4 req-05a934ec-5e2c-4349-ad6e-245feaa54494 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755764 Jul 09 13:24:18.972956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3c657c0-2af7-4e8e-8dc6-68f60b8c11c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1891313 Jul 09 13:24:18.975711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60392) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:18.980748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Request body: {'subnet': {'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-8400283-subnet', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:19.012703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75eac396-83aa-4351-aae5-ed708c94d418 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:19.023088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.053890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Transition to ACTIVE for port object 75eac396-83aa-4351-aae5-ed708c94d418 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:19.070455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Made reservation on behalf of 9b8f102f290c4031ad9981e47235ee2b for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:19.071375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.073737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.133791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Pushing event updated for resources: {'Port': ['ID=75eac396-83aa-4351-aae5-ed708c94d418,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:19.181406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe56d4b-2f71-48dd-8994-441b6236ca47 req-8fb591b8-60f5-4582-9991-17cbeb97c6bd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.188234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe56d4b-2f71-48dd-8994-441b6236ca47 req-8fb591b8-60f5-4582-9991-17cbeb97c6bd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.191141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f16bdd-a356-4a33-af8d-a7044badd76f req-9acb7750-c676-4ede-bb97-50aa66c0cae8 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.192763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8f16bdd-a356-4a33-af8d-a7044badd76f req-9acb7750-c676-4ede-bb97-50aa66c0cae8 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 945 time: 0.1938767 Jul 09 13:24:19.199348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe56d4b-2f71-48dd-8994-441b6236ca47 req-8fb591b8-60f5-4582-9991-17cbeb97c6bd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.206500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe56d4b-2f71-48dd-8994-441b6236ca47 req-8fb591b8-60f5-4582-9991-17cbeb97c6bd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.226209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe56d4b-2f71-48dd-8994-441b6236ca47 req-8fb591b8-60f5-4582-9991-17cbeb97c6bd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.228524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dbe56d4b-2f71-48dd-8994-441b6236ca47 req-8fb591b8-60f5-4582-9991-17cbeb97c6bd tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 3816 time: 0.6844015 Jul 09 13:24:19.236348 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-cbb7b298-5421-4936-80d0-e44ecf5c9375 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7747509 Jul 09 13:24:19.256773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Request body: {'port': {'device_id': '5f3f30d5-9692-490b-b159-ff673773c0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:19.300923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8f16bdd-a356-4a33-af8d-a7044badd76f req-464ae09b-dd44-4071-af17-2799fcdc0f07 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922096 Jul 09 13:24:19.561580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.597130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Attempting to bind port 75eac396-83aa-4351-aae5-ed708c94d418 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:19.600950 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Attempting to bind port 75eac396-83aa-4351-aae5-ed708c94d418 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:19.602853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Attempting to bind port 75eac396-83aa-4351-aae5-ed708c94d418 on network 61671166-2ff7-47cf-85fd-d0479610055b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:19.653430 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.658341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dbe56d4b-2f71-48dd-8994-441b6236ca47 req-5435635c-5d6f-4f8a-9f0f-b1957378f63c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189570 Jul 09 13:24:19.662459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Port 75eac396-83aa-4351-aae5-ed708c94d418 on network 61671166-2ff7-47cf-85fd-d0479610055b not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:19.662751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Attempting to bind port 75eac396-83aa-4351-aae5-ed708c94d418 on network 61671166-2ff7-47cf-85fd-d0479610055b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:19.726737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:19.728976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Checking segment: {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:19.729540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Bound using segment: {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:19.729681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Checking segment: {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:19.730034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Network hostable DHCP agents. Network: 10922eb9-c9ca-4406-a0f2-e48d06461d9f, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:24:19.731121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Bound port: 75eac396-83aa-4351-aae5-ed708c94d418, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc31750-8c60-443e-b678-cfca831b4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:19.735103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.751403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54079d31-4ebd-4b0f-bf2f-8d21590b1123,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:19.785892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Network 10922eb9-c9ca-4406-a0f2-e48d06461d9f is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:24:19.805767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 10922eb9-c9ca-4406-a0f2-e48d06461d9f) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:19.815008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a54aad-eba6-4dac-b93d-207abb4bc9c0 None None] Network 10922eb9-c9ca-4406-a0f2-e48d06461d9f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:19.825866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.829852 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.887294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4d6f4178-6f96-43a9-ae52-275217759893 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9103885 Jul 09 13:24:19.891613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60402) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:19.896265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:19.959051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ca826-dfc6-46b7-acb1-28605186a12b req-56159eef-af20-49b9-af20-94fb4b346823 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.963941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] For port 75eac396-83aa-4351-aae5-ed708c94d418, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:19.968777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a06ca826-dfc6-46b7-acb1-28605186a12b req-56159eef-af20-49b9-af20-94fb4b346823 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 932 time: 0.1164396 Jul 09 13:24:19.971292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.972746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] For port 75eac396-83aa-4351-aae5-ed708c94d418, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=75eac396-83aa-4351-aae5-ed708c94d418,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:19.973113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.007402 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-31419c48-b545-447f-bc9c-acca7c50461f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4422805 Jul 09 13:24:20.018466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.085321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a06ca826-dfc6-46b7-acb1-28605186a12b req-e6327d48-614d-4aa9-941f-294f5a7f7722 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149378 Jul 09 13:24:20.095504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.313616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d327c1d8-6760-45a3-b08e-d91b907e3ad6 None None] Network 10922eb9-c9ca-4406-a0f2-e48d06461d9f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:20.349416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-6e0a19af-114a-450b-b9be-739fe2e28275 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.350953 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-6e0a19af-114a-450b-b9be-739fe2e28275 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686076 Jul 09 13:24:20.353487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Pushing event updated for resources: {'Port': ['ID=75eac396-83aa-4351-aae5-ed708c94d418,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:20.360148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.360783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.362594 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-fb58381e-5285-46a1-afab-3d398ff49a2c service neutron] 10.222.0.11 "PUT /v2.0/ports/75eac396-83aa-4351-aae5-ed708c94d418 HTTP/1.1" status: 200 len: 1091 time: 2.8509114 Jul 09 13:24:20.363231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:20.365488 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08376ee-c56b-4eec-b85e-530e91b485a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "75eac396-83aa-4351-aae5-ed708c94d418"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:20.375092 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.400151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Request body: {'port': {'device_id': 'fe78006c-7f75-434f-a232-21408ffe7da0', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ccb8a3f5536443fb61c4a689e467809'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:20.402819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e204ee01-0077-434b-8308-032d809c0c18 req-a3313433-9cca-4723-a1f3-dfe1a51345ab tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 210 time: 0.0775726 Jul 09 13:24:20.416603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.552893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:20.796569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599914-6554-43eb-a9b9-81d937f2907e req-e8cd31f0-506c-44b1-be1e-6cc0b8d620ba tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.798393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7599914-6554-43eb-a9b9-81d937f2907e req-e8cd31f0-506c-44b1-be1e-6cc0b8d620ba tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 945 time: 0.1351268 Jul 09 13:24:20.943863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97001ada-68f2-46b3-a4b2-2eafe8978ecf {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:20.953072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.965788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Transition to ACTIVE for port object 97001ada-68f2-46b3-a4b2-2eafe8978ecf will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:20.977222 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.980226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.997088 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7599914-6554-43eb-a9b9-81d937f2907e req-c9348240-3347-498a-a19b-8ca9458fc00c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581776 Jul 09 13:24:21.044192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.082645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Pushing event updated for resources: {'Port': ['ID=97001ada-68f2-46b3-a4b2-2eafe8978ecf,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:21.107244 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e18047-0943-4faa-89c4-45b5de20af5b x-openstack-request-id: req-84e18047-0943-4faa-89c4-45b5de20af5b {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:21.108581 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "75eac396-83aa-4351-aae5-ed708c94d418", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:21.109027 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84e18047-0943-4faa-89c4-45b5de20af5b {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:21.109600 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418', 'status': 'completed', 'code': 200} Jul 09 13:24:21.278557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9617a-00c3-4d5e-a853-96f0755adfd4 req-cd401f08-1c1f-48d1-9774-533d13bae733 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.287413 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43c9617a-00c3-4d5e-a853-96f0755adfd4 req-cd401f08-1c1f-48d1-9774-533d13bae733 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 1.3114033 Jul 09 13:24:21.288538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Attempting to bind port 97001ada-68f2-46b3-a4b2-2eafe8978ecf on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:21.288874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Attempting to bind port 97001ada-68f2-46b3-a4b2-2eafe8978ecf by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '30e3ed0c-033a-48f2-a9b5-372186734d31'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:21.289201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Attempting to bind port 97001ada-68f2-46b3-a4b2-2eafe8978ecf on network 30e3ed0c-033a-48f2-a9b5-372186734d31 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:21.294458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Made reservation on behalf of 0ccb8a3f5536443fb61c4a689e467809 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:21.299231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.309022 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.313110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-93d18023-b665-4e86-ad55-037a8bf70d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.313726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-93d18023-b665-4e86-ad55-037a8bf70d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.314275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-93d18023-b665-4e86-ad55-037a8bf70d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.314815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-93d18023-b665-4e86-ad55-037a8bf70d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.315525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-93d18023-b665-4e86-ad55-037a8bf70d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.317979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-93d18023-b665-4e86-ad55-037a8bf70d8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 4363 time: 0.1518197 Jul 09 13:24:21.360070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Allocated IP 172.25.5.214 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/9434dc38-23c0-433b-9df7-1b07c2a3bc1d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:21.456048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Port 97001ada-68f2-46b3-a4b2-2eafe8978ecf on network 30e3ed0c-033a-48f2-a9b5-372186734d31 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:21.456575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Attempting to bind port 97001ada-68f2-46b3-a4b2-2eafe8978ecf on network 30e3ed0c-033a-48f2-a9b5-372186734d31 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:21.630771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:21.631191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Checking segment: {'id': '64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '30e3ed0c-033a-48f2-a9b5-372186734d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:21.631528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Bound using segment: {'id': '64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '30e3ed0c-033a-48f2-a9b5-372186734d31'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:21.631961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Bound port: 97001ada-68f2-46b3-a4b2-2eafe8978ecf, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '30e3ed0c-033a-48f2-a9b5-372186734d31'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:21.632323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.647314 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Allocated IP 192.168.233.242 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:21.651231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-30c9456e-cced-42ab-a538-d7d9c254e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.651838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-30c9456e-cced-42ab-a538-d7d9c254e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.652346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-30c9456e-cced-42ab-a538-d7d9c254e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.655447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-30c9456e-cced-42ab-a538-d7d9c254e6c9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3168726 Jul 09 13:24:21.664313 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43c9617a-00c3-4d5e-a853-96f0755adfd4 req-335d8ec3-00e4-401d-8dc2-58109643353e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232970 Jul 09 13:24:21.786596 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] For port 97001ada-68f2-46b3-a4b2-2eafe8978ecf, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:21.789202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.798362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] For port 97001ada-68f2-46b3-a4b2-2eafe8978ecf, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=97001ada-68f2-46b3-a4b2-2eafe8978ecf,segment=NetworkSegment(64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91),segment_id=64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:21.820889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073c81-600e-4e74-bd98-412227caa62b req-48997999-c1f1-4757-856c-7af37d43b733 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.821102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.827976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073c81-600e-4e74-bd98-412227caa62b req-48997999-c1f1-4757-856c-7af37d43b733 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.834490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073c81-600e-4e74-bd98-412227caa62b req-48997999-c1f1-4757-856c-7af37d43b733 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.848440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073c81-600e-4e74-bd98-412227caa62b req-48997999-c1f1-4757-856c-7af37d43b733 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.870155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073c81-600e-4e74-bd98-412227caa62b req-48997999-c1f1-4757-856c-7af37d43b733 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.878386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c073c81-600e-4e74-bd98-412227caa62b req-48997999-c1f1-4757-856c-7af37d43b733 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 3828 time: 0.3042629 Jul 09 13:24:21.957524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c073c81-600e-4e74-bd98-412227caa62b req-e53e6636-3600-445b-8d6f-380ae503f60e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760765 Jul 09 13:24:22.047549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-5199fde3-508b-4d41-928e-c4e76fa9d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.048234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-900fc3fa-def7-437d-8c94-6afa33800988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-509074034&fields=id&tenant_id=73c33a0211174abb8810fb584743b0a6 HTTP/1.1" status: 200 len: 267 time: 0.1336513 Jul 09 13:24:22.049051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b08376ee-c56b-4eec-b85e-530e91b485a5 req-5199fde3-508b-4d41-928e-c4e76fa9d666 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3780625 Jul 09 13:24:22.082923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.135371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.136005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.137461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] 10.222.0.11 "PUT /v2.0/ports/97001ada-68f2-46b3-a4b2-2eafe8978ecf HTTP/1.1" status: 200 len: 1092 time: 2.8871624 Jul 09 13:24:22.156820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:22.174819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:22.193949 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:22.237466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eda60-ad59-45a9-9d4e-8e149457db35 service neutron] Pushing event updated for resources: {'Port': ['ID=97001ada-68f2-46b3-a4b2-2eafe8978ecf,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:22.390762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Pushing event updated for resources: {'Port': ['ID=9434dc38-23c0-433b-9df7-1b07c2a3bc1d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:22.552660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.622755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd8abc-9215-43cb-bb7b-494dc0cc306c req-0c1c533b-a15c-403b-804f-01998626181c tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.625892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fabd8abc-9215-43cb-bb7b-494dc0cc306c req-0c1c533b-a15c-403b-804f-01998626181c tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 944 time: 0.4656940 Jul 09 13:24:22.706454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fabd8abc-9215-43cb-bb7b-494dc0cc306c req-a4789732-d397-41ca-8c61-2978dc263c70 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746586 Jul 09 13:24:22.747699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.763630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Transition to ACTIVE for port object 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:22.846629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-2255edc0-7a17-4408-805f-cd3686873475 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.848240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-2255edc0-7a17-4408-805f-cd3686873475 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 945 time: 0.7993441 Jul 09 13:24:22.856669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.880826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'port': {'security_groups': ['b51522a0-ec8e-4d13-9f2e-733931c1a14e', '04f551f0-fcfe-469b-a8e8-3b259591ae56']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:22.953315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ba309-eaf2-43aa-96fa-fbfd42e6c652 req-c7b1063d-02b2-4f4f-8650-0c7791b6f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.954355 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9b6ba309-eaf2-43aa-96fa-fbfd42e6c652 req-c7b1063d-02b2-4f4f-8650-0c7791b6f268 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 1097 time: 0.9790452 Jul 09 13:24:22.980563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3531bc22-c848-42d9-abb9-a33e8df1e4e4 req-e1150b3e-8216-48ca-bead-d2166189f25d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 210 time: 0.0496800 Jul 09 13:24:23.077399 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.090279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469', '5e362136-bd34-4c75-b2a6-8238dbb0ca31'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:23.095615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481', '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'ae62b235-ef65-4f20-b316-d9f4ab09de7d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:23.143155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Router 85314d0d-e543-41e1-9e9c-104dfbc06d7f is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:24:23.188935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3f30d5-9692-490b-b159-ff673773c0a4', 'tag': '97001ada-68f2-46b3-a4b2-2eafe8978ecf'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:23.191339 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9785d43-55a8-4f1c-b1c6-412da8c18e59" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3f30d5-9692-490b-b159-ff673773c0a4", "tag": "97001ada-68f2-46b3-a4b2-2eafe8978ecf"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:23.310192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-bd6b6dae-e12f-4d41-a87b-04a34ba7d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:23.328171 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-bd6b6dae-e12f-4d41-a87b-04a34ba7d067 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86c67c71b0e45c4951dd59adcf2335b&device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 1095 time: 1.1363137 Jul 09 13:24:23.331623 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9b6ba309-eaf2-43aa-96fa-fbfd42e6c652 req-ee91dd1d-26cd-47a5-97a6-02827685e116 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625534 Jul 09 13:24:23.394363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:23.398236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:23.408565 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Sync routers for ids ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:23.422012 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.423947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-45113662-63f5-4f54-a8d5-c1f7ae11b39a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5313935 Jul 09 13:24:23.425605 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Routers {'85314d0d-e543-41e1-9e9c-104dfbc06d7f'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:23.426253 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:24:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:23.426818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60444) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:23.527282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:23.531952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:23.534831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'Port': ['ID=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:23.543067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.563698 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-1ef6eec5-8007-448d-a105-9684607dd932 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97001ada-68f2-46b3-a4b2-2eafe8978ecf HTTP/1.1" status: 200 len: 217 time: 0.1625061 Jul 09 13:24:23.653599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:23.749771 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Set router 85314d0d-e543-41e1-9e9c-104dfbc06d7f gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:23.766370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-f8cebbcb-6362-4889-a40e-e770317331a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:23.769415 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-f8cebbcb-6362-4889-a40e-e770317331a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0ba379d-c842-4b82-91d8-a52667c200ac HTTP/1.1" status: 200 len: 862 time: 0.2043796 Jul 09 13:24:23.777251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.799566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Transition to ACTIVE for port object 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:23.810983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.910329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e54404-b320-4874-8d88-95e491cf995c req-4c2eee4f-2380-40c3-b73c-e86b766acb44 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:23.917339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1e54404-b320-4874-8d88-95e491cf995c req-4c2eee4f-2380-40c3-b73c-e86b766acb44 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.3775187 Jul 09 13:24:23.949078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-3d2e259e-41bb-4b89-863d-00e7c970b6af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30e3ed0c-033a-48f2-a9b5-372186734d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415343 Jul 09 13:24:24.063090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-95d13eed-f5c8-497d-84f2-ae19fa048e18 None None] Provisioning for port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:24.070661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-95d13eed-f5c8-497d-84f2-ae19fa048e18 None None] Provisioning complete for port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:24.071439 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-95d13eed-f5c8-497d-84f2-ae19fa048e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.118598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1e54404-b320-4874-8d88-95e491cf995c req-4d0ba481-3b94-47b0-bf3a-76cfd2f15657 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003076 Jul 09 13:24:24.146613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-95d13eed-f5c8-497d-84f2-ae19fa048e18 None None] Port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:24.284769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Pushing event updated for resources: {'Port': ['ID=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:24.304170 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:24:22Z', 'revision_number': 3, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port': {'id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:21Z', 'updated_at': '2021-07-09T13:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:24.399790 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Checking router: 85314d0d-e543-41e1-9e9c-104dfbc06d7f for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:24.402558 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Updating router 85314d0d-e543-41e1-9e9c-104dfbc06d7f port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:24:24.516868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:24.517575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.530221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] For port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:24.563885 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.631570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-03f6684d-1207-4865-beeb-56ae84b2d720 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2354455 Jul 09 13:24:24.681912 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.700535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-468c944f-4dd1-49c7-b680-054069937116 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:24:24.701730 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-468c944f-4dd1-49c7-b680-054069937116 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333784 Jul 09 13:24:24.787467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.809669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Request body: {'port': {'device_id': 'fe78006c-7f75-434f-a232-21408ffe7da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:24.819142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:25.017094 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-1d088109-c205-4e24-85a2-89b6ebc25b01 service neutron] 10.222.0.11 "GET /v2.0/networks/30e3ed0c-033a-48f2-a9b5-372186734d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7211554 Jul 09 13:24:25.095701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.096627 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.098263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10bf3bfb-8395-4b75-9cd6-cb988d801bff req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "PUT /v2.0/ports/90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 200 len: 981 time: 2.2273808 Jul 09 13:24:25.110577 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-8bf00abf-a88c-4dec-bcad-16cb622c89d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6086509 Jul 09 13:24:25.214210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:25.237662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb42132-56bd-4514-8d2d-9fe4bb1688bc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'Port': ['ID=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:25.256121 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0d038e-9b7f-4144-aa03-fda02a97ab66 x-openstack-request-id: req-2a0d038e-9b7f-4144-aa03-fda02a97ab66 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:25.257338 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3f30d5-9692-490b-b159-ff673773c0a4", "tag": "97001ada-68f2-46b3-a4b2-2eafe8978ecf", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:25.257769 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a0d038e-9b7f-4144-aa03-fda02a97ab66 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:25.258352 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3f30d5-9692-490b-b159-ff673773c0a4', 'tag': '97001ada-68f2-46b3-a4b2-2eafe8978ecf', 'status': 'completed', 'code': 200} Jul 09 13:24:25.259669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Attempting to bind port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:25.260165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Attempting to bind port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:25.260661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Attempting to bind port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:25.261072 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.283796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba on network b9562b51-d817-4936-ad48-02882ce98983 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:25.284363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Attempting to bind port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:25.292150 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Transition to ACTIVE for port object 9434dc38-23c0-433b-9df7-1b07c2a3bc1d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:25.299562 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.308438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.316076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:25.316453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Checking segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:25.316852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Bound using segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:25.317306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Bound port: 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:25.317807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.363941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f807d-73e0-4f13-939c-20d0a1b152b2 req-5cec1b76-5cbb-4f0c-a91f-9b67dcdd2cb5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.381063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f807d-73e0-4f13-939c-20d0a1b152b2 req-5cec1b76-5cbb-4f0c-a91f-9b67dcdd2cb5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.389904 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4411e93b-bc1f-4374-a4c6-1e4f3508c986 req-03deac83-61ed-4e55-962b-66c3e662784e service neutron] 10.222.0.11 "GET /v2.0/networks/30e3ed0c-033a-48f2-a9b5-372186734d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418665 Jul 09 13:24:25.413519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f807d-73e0-4f13-939c-20d0a1b152b2 req-5cec1b76-5cbb-4f0c-a91f-9b67dcdd2cb5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.434798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f807d-73e0-4f13-939c-20d0a1b152b2 req-5cec1b76-5cbb-4f0c-a91f-9b67dcdd2cb5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.441932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f807d-73e0-4f13-939c-20d0a1b152b2 req-5cec1b76-5cbb-4f0c-a91f-9b67dcdd2cb5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.452958 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Pushing event updated for resources: {'Port': ['ID=9434dc38-23c0-433b-9df7-1b07c2a3bc1d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:25.465787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f807d-73e0-4f13-939c-20d0a1b152b2 req-5cec1b76-5cbb-4f0c-a91f-9b67dcdd2cb5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.479199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-051f807d-73e0-4f13-939c-20d0a1b152b2 req-5cec1b76-5cbb-4f0c-a91f-9b67dcdd2cb5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 4601 time: 0.6319740 Jul 09 13:24:25.486347 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.498976 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.499587 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.500098 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.500573 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.501052 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.501535 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.502015 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.502506 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.503004 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.507115 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.507689 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:25.525265 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Attempting to bind port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:25.525933 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Attempting to bind port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:25.526478 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Attempting to bind port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:25.541293 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:25.541972 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:25.546653 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.547323 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:25.547991 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Bound port: 9434dc38-23c0-433b-9df7-1b07c2a3bc1d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:25.548551 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.617297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-051f807d-73e0-4f13-939c-20d0a1b152b2 req-1643080f-ba05-4a5a-b52a-2968b415ab07 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366279 Jul 09 13:24:25.704210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-243f6491-c8bc-4105-837b-87c45a231420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.705733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-243f6491-c8bc-4105-837b-87c45a231420 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 1100 time: 0.5608859 Jul 09 13:24:25.708249 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] For port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:25.729340 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] For port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9434dc38-23c0-433b-9df7-1b07c2a3bc1d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:25.744287 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.969531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-56ca4931-d535-42a5-a962-589f46d7fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.971857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-56ca4931-d535-42a5-a962-589f46d7fba3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.0952983 Jul 09 13:24:25.972312 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33f9e1-2026-4d1a-b6b0-f8bba2262673 None None] Pushing event updated for resources: {'Port': ['ID=9434dc38-23c0-433b-9df7-1b07c2a3bc1d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:25.985094 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Routers {'85314d0d-e543-41e1-9e9c-104dfbc06d7f'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:25.985350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] For port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:25.985812 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:24:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:26.095331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-4fce5cbc-2070-4d85-ac91-88a310ecb9bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=76139c11-1e6f-4190-80ad-b97c1311f481 HTTP/1.1" status: 200 len: 217 time: 0.1138775 Jul 09 13:24:26.099508 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] Set router 85314d0d-e543-41e1-9e9c-104dfbc06d7f gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:26.106003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] For port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:26.161787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.177361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-836fecd3-2eb1-4f44-a159-8fa0c0d45326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.178743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-836fecd3-2eb1-4f44-a159-8fa0c0d45326 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0686879 Jul 09 13:24:26.274482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.281712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:26.290443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.303149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Transition to ACTIVE for port object 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:26.341990 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:24:22Z', 'revision_number': 3, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port': {'id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:21Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:26.342846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.364198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-b028628f-7259-437a-a66c-f28d8012e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.369508 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-b028628f-7259-437a-a66c-f28d8012e1cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86c67c71b0e45c4951dd59adcf2335b&device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 1095 time: 0.9036772 Jul 09 13:24:26.387944 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc113c-6211-4d59-a963-9bdf2253155e None None] The sync data for ids ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'] in n-d-799524-3 is: [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:24:22Z', 'revision_number': 3, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port': {'id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:21Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:26.395411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c67a4d-e8da-49d2-9462-3759f19f7e4c req-c8faf4a3-50a8-4aa7-b66e-3fab011bbbff tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.402645 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55c67a4d-e8da-49d2-9462-3759f19f7e4c req-c8faf4a3-50a8-4aa7-b66e-3fab011bbbff tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 944 time: 0.7912066 Jul 09 13:24:26.406140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d292bd-0203-459d-956d-cc7efa63a5cd req-028f312f-0a8d-4673-94f4-83b0392ef846 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.417361 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35d292bd-0203-459d-956d-cc7efa63a5cd req-028f312f-0a8d-4673-94f4-83b0392ef846 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 936 time: 0.5411704 Jul 09 13:24:26.431656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.432221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.433667 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] 10.222.0.11 "PUT /v2.0/ports/4aecda7b-92b8-4992-bb0b-6a3bca29e8ba HTTP/1.1" status: 200 len: 1131 time: 5.8860645 Jul 09 13:24:26.502505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:26.562262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:26.847280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55c67a4d-e8da-49d2-9462-3759f19f7e4c req-8814a2b0-cd35-4e76-98d2-07a43bbc6e40 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435694 Jul 09 13:24:26.877394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04cb69-77fb-4c00-a4a4-de0a1db37119 service neutron] Pushing event updated for resources: {'Port': ['ID=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:26.947586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Allocated IP 172.20.0.1 (10922eb9-c9ca-4406-a0f2-e48d06461d9f/54079d31-4ebd-4b0f-bf2f-8d21590b1123/c5bb3b23-4017-48a5-b06f-e8278da4f1fc) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:27.119217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.163937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Attempting to bind port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:27.164797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Attempting to bind port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:27.164797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Attempting to bind port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:27.207615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:27.219166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Attempting to bind port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:27.235147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.240531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-06145ea3-f21a-41ed-96dd-96f4a672a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:27.243308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-06145ea3-f21a-41ed-96dd-96f4a672a845 service neutron] 10.222.0.11 "GET /v2.0/networks?id=30e3ed0c-033a-48f2-a9b5-372186734d31 HTTP/1.1" status: 200 len: 922 time: 0.8608639 Jul 09 13:24:27.245316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:27.245682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:27.246072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:27.246527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Bound port: 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:27.246889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.259474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Pushing event updated for resources: {'Port': ['ID=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:27.299431 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.313332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'}, {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '4aecda7b-92b8-4992-bb0b-6a3bca29e8ba'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:27.318188 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe" -d '{"events": [{"name": "network-changed", "server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6"}, {"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "4aecda7b-92b8-4992-bb0b-6a3bca29e8ba"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:27.379473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Pushing event updated for resources: {'Port': ['ID=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:27.403967 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-f2b338c2-c78f-4cf5-94ab-529619386539 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97001ada-68f2-46b3-a4b2-2eafe8978ecf HTTP/1.1" status: 200 len: 217 time: 0.1416175 Jul 09 13:24:27.415710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35d292bd-0203-459d-956d-cc7efa63a5cd req-1d3cc22b-5df9-4be6-b95a-7946be516123 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9776936 Jul 09 13:24:27.445968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Network 10922eb9-c9ca-4406-a0f2-e48d06461d9f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:27.452351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:27.460970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:27.552019 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-36ff7ed5-7a82-4fac-888a-a60baf0c7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:27.553753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-36ff7ed5-7a82-4fac-888a-a60baf0c7400 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2818327 Jul 09 13:24:27.591538 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.756715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] For port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:27.761031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] For port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:27.765880 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4f6d856-c368-4cd7-916e-0c4e76a33e50 req-3f399316-8113-4e3c-8f65-32ba556a1ddc tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/04f551f0-fcfe-469b-a8e8-3b259591ae56 HTTP/1.1" status: 200 len: 1801 time: 0.5217261 Jul 09 13:24:27.799535 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.802785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-a29af906-6dbf-4bd7-855e-a25a8257c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:27.804546 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-a29af906-6dbf-4bd7-855e-a25a8257c73b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0ba379d-c842-4b82-91d8-a52667c200ac HTTP/1.1" status: 200 len: 862 time: 0.3865962 Jul 09 13:24:27.921449 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-9f952783-675e-4997-a4fa-b785d26bf610 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30e3ed0c-033a-48f2-a9b5-372186734d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905609 Jul 09 13:24:27.932654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:27.933287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.934732 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] 10.222.0.10 "PUT /v2.0/ports/53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf HTTP/1.1" status: 200 len: 1096 time: 3.2124066 Jul 09 13:24:27.945666 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.184577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48e404-6423-47b1-918b-2752e17e6fce req-3dd19951-84ef-4ab7-b2d3-b1d99b41857f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.213584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a48e404-6423-47b1-918b-2752e17e6fce req-3dd19951-84ef-4ab7-b2d3-b1d99b41857f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.4223738 Jul 09 13:24:28.238984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-792972fd-92c7-4776-8187-947728a32a63 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671131 Jul 09 13:24:28.247689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0de89e-6220-4f1c-84e1-94ec79569c31 service neutron] Pushing event updated for resources: {'Port': ['ID=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:28.307015 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-e4f6d856-c368-4cd7-916e-0c4e76a33e50 req-b64a88d1-c89a-4c4e-8cfb-3ed220417d0e tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:24:28.308496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9434dc38-23c0-433b-9df7-1b07c2a3bc1d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:28.327419 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4f6d856-c368-4cd7-916e-0c4e76a33e50 req-b64a88d1-c89a-4c4e-8cfb-3ed220417d0e tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/04f551f0-fcfe-469b-a8e8-3b259591ae56 HTTP/1.1" status: 409 len: 341 time: 0.5554678 Jul 09 13:24:28.450320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:28.459805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:28.467124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.478764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c010dfd2-7c77-4ab2-a53d-4a2fd70bc0cd req-c2be4c12-397a-417c-a07b-2495e2ac012e service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204173 Jul 09 13:24:28.513362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a48e404-6423-47b1-918b-2752e17e6fce req-d4b59f8f-4be2-4a84-b491-6d05122820d9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985315 Jul 09 13:24:28.618431 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.622402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5554256-bd69-4d55-806c-19b33ff40feb {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:28.625909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.644783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.655966 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.662781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Transition to ACTIVE for port object a5554256-bd69-4d55-806c-19b33ff40feb will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:28.677775 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa2650c-092e-46bd-bcb0-cbc0a13536bc x-openstack-request-id: req-ffa2650c-092e-46bd-bcb0-cbc0a13536bc {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:28.679139 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "4aecda7b-92b8-4992-bb0b-6a3bca29e8ba", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:28.679851 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffa2650c-092e-46bd-bcb0-cbc0a13536bc {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:28.680277 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6', 'status': 'completed', 'code': 200} Jul 09 13:24:28.680533 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '4aecda7b-92b8-4992-bb0b-6a3bca29e8ba', 'status': 'completed', 'code': 200} Jul 09 13:24:28.688080 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-31cedf26-67dc-4e00-ba37-f56eaf6f9a9f service neutron] 10.222.0.11 "GET /v2.0/networks/30e3ed0c-033a-48f2-a9b5-372186734d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461727 Jul 09 13:24:28.708959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9434dc38-23c0-433b-9df7-1b07c2a3bc1d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:28.713586 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.735824 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.752759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.805439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 97001ada-68f2-46b3-a4b2-2eafe8978ecf details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:28.839094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=9434dc38-23c0-433b-9df7-1b07c2a3bc1d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:28.869597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Pushing event updated for resources: {'Port': ['ID=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:29.033352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 97001ada-68f2-46b3-a4b2-2eafe8978ecf, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=97001ada-68f2-46b3-a4b2-2eafe8978ecf,segment=NetworkSegment(64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91),segment_id=64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:29.063660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '97001ada-68f2-46b3-a4b2-2eafe8978ecf', 'network_id': '30e3ed0c-033a-48f2-a9b5-372186734d31', 'port_id': '97001ada-68f2-46b3-a4b2-2eafe8978ecf', 'mac_address': 'fa:16:3e:d1:6a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ba379d-c842-4b82-91d8-a52667c200ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:29.145001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Network 10922eb9-c9ca-4406-a0f2-e48d06461d9f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:29.164972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:29.165876 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.202465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97001ada-68f2-46b3-a4b2-2eafe8978ecf {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:29.274416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 97001ada-68f2-46b3-a4b2-2eafe8978ecf, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=97001ada-68f2-46b3-a4b2-2eafe8978ecf,segment=NetworkSegment(64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91),segment_id=64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:29.285616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.369432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2e156-378e-4948-a1c6-b7f06c939b80 req-86ed1cc8-b4f2-4ddf-a4ea-44829250fad8 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.375071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=97001ada-68f2-46b3-a4b2-2eafe8978ecf,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:29.379056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38f2e156-378e-4948-a1c6-b7f06c939b80 req-86ed1cc8-b4f2-4ddf-a4ea-44829250fad8 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 944 time: 0.6487095 Jul 09 13:24:29.439184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38f2e156-378e-4948-a1c6-b7f06c939b80 req-6b4c4ea8-5beb-41b3-8f5b-2ac6621c1aec tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590165 Jul 09 13:24:29.463257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-124a212d-22f1-4078-acbd-1fc58242a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.463739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Router 85314d0d-e543-41e1-9e9c-104dfbc06d7f has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:24:29.467076 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-124a212d-22f1-4078-acbd-1fc58242a563 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 1099 time: 1.3888485 Jul 09 13:24:29.518028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Pushing event updated for resources: {'Port': ['ID=a5554256-bd69-4d55-806c-19b33ff40feb,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:29.574811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['97001ada-68f2-46b3-a4b2-2eafe8978ecf'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:29.597719 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-6c25b115-ffbf-4965-b732-7f3940aa10c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf HTTP/1.1" status: 200 len: 217 time: 0.0734508 Jul 09 13:24:29.703901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a27cda77-5079-4ea8-9342-86647fed6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.705481 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a27cda77-5079-4ea8-9342-86647fed6596 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1135 time: 1.0396962 Jul 09 13:24:29.760776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:29.769214 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2fb33b56-54fc-4f78-84ee-9f5a996d8a14 admin admin] 10.222.0.32 "PUT /v2.0/routers/85314d0d-e543-41e1-9e9c-104dfbc06d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3410835 Jul 09 13:24:29.776385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Sync routers for ids ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:29.785277 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-4b45a75d-b13b-4123-9a58-6f4316073cfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1957173 Jul 09 13:24:29.852781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Routers {'85314d0d-e543-41e1-9e9c-104dfbc06d7f'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:29.853344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:24:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:29.941686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-b13654e9-4285-4549-8a33-55228bf4a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.944011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-b13654e9-4285-4549-8a33-55228bf4a006 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.3335190 Jul 09 13:24:29.949921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-d952a252-4dbc-4f68-a55c-848bf37ef3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.954128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-d952a252-4dbc-4f68-a55c-848bf37ef3bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 1100 time: 0.1044550 Jul 09 13:24:30.013137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-f8b3e743-7d2c-42b5-a970-c73b7676421b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.020328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-f8b3e743-7d2c-42b5-a970-c73b7676421b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.028265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-f8b3e743-7d2c-42b5-a970-c73b7676421b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.037552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-f8b3e743-7d2c-42b5-a970-c73b7676421b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.051468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-f8b3e743-7d2c-42b5-a970-c73b7676421b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.058642 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-f8b3e743-7d2c-42b5-a970-c73b7676421b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.066960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-f8b3e743-7d2c-42b5-a970-c73b7676421b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.068955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-f8b3e743-7d2c-42b5-a970-c73b7676421b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5372 time: 1.3875937 Jul 09 13:24:30.079897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Set router 85314d0d-e543-41e1-9e9c-104dfbc06d7f gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:30.178931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-32e90c6d-c18d-4e2c-884c-d78cc68faf91 service neutron] 10.222.0.11 "GET /v2.0/networks/30e3ed0c-033a-48f2-a9b5-372186734d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4131317 Jul 09 13:24:30.180157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-c3769c69-0190-4467-a2ea-109b3163c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.183563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-c3769c69-0190-4467-a2ea-109b3163c47d service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2058682 Jul 09 13:24:30.210467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Attempting to bind port a5554256-bd69-4d55-806c-19b33ff40feb on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:30.211110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Attempting to bind port a5554256-bd69-4d55-806c-19b33ff40feb by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:30.211643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Attempting to bind port a5554256-bd69-4d55-806c-19b33ff40feb on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:30.256876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-129fb57a-3720-4dd0-b7d9-27efd3459985 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a4099c9c-fd74-4d31-8730-2cd31d0e5469 HTTP/1.1" status: 200 len: 217 time: 0.0668032 Jul 09 13:24:30.267092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-9f94b931-bf07-4216-96a2-333556e04969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.268902 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-9f94b931-bf07-4216-96a2-333556e04969 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 913 time: 0.4900591 Jul 09 13:24:30.277565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Port a5554256-bd69-4d55-806c-19b33ff40feb on network b9562b51-d817-4936-ad48-02882ce98983 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:30.278185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Attempting to bind port a5554256-bd69-4d55-806c-19b33ff40feb on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:30.324700 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-7fd9f43f-f32a-4459-834c-1fc1c1e02ba2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0489361 Jul 09 13:24:30.342365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1007755f-e68d-4844-8cfc-79a601ac9d18 req-19e45465-3eea-41a1-b1d6-e35c57a9848b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2210498 Jul 09 13:24:30.355371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-6b7e4170-c9d3-4b99-ab0c-4bfc45885197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.356901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-6b7e4170-c9d3-4b99-ab0c-4bfc45885197 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0936613 Jul 09 13:24:30.396026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9434dc38-23c0-433b-9df7-1b07c2a3bc1d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:30.410176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-c05751c0-cfb1-4112-a5ec-51b9711d114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.414083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-c05751c0-cfb1-4112-a5ec-51b9711d114b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4233360 Jul 09 13:24:30.424061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a4726-ce30-43c0-8667-44a9924d9c71 req-cb59a04c-4300-461b-90a6-06f719ded3f6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.425878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ca1a4726-ce30-43c0-8667-44a9924d9c71 req-cb59a04c-4300-461b-90a6-06f719ded3f6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 948 time: 0.1316075 Jul 09 13:24:30.460596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-50fd8b50-3df6-4c19-a351-2d39b0766175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.462369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-50fd8b50-3df6-4c19-a351-2d39b0766175 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951319 Jul 09 13:24:30.509616 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:30.510215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Checking segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:30.520002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Bound using segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:30.520641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Bound port: a5554256-bd69-4d55-806c-19b33ff40feb, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:30.535817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:30.544831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:30.545203 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:30.644070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-fc73a8d7-3824-40e6-95fc-73c5d356986c service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694775 Jul 09 13:24:30.651480 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ca1a4726-ce30-43c0-8667-44a9924d9c71 req-acb6da88-66e2-42ea-ade2-09adea5fa594 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169394 Jul 09 13:24:30.777468 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24962c26-aef0-4590-9ca2-39d1153e65cd req-564060f7-7a51-40fc-98c7-5e0fcbf1ef94 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194854 Jul 09 13:24:30.805689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 97001ada-68f2-46b3-a4b2-2eafe8978ecf up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:30.820061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe78006c-7f75-434f-a232-21408ffe7da0', 'tag': '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:30.822414 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcade4a-0316-4101-b603-df8686ea81af" -d '{"events": [{"name": "network-changed", "server_uuid": "fe78006c-7f75-434f-a232-21408ffe7da0", "tag": "53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:30.826770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] For port a5554256-bd69-4d55-806c-19b33ff40feb, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:30.852975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-7e6a78a9-a08a-48f3-b3bc-ce6667cf0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.854540 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-7e6a78a9-a08a-48f3-b3bc-ce6667cf0a33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.5088477 Jul 09 13:24:30.861115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] For port a5554256-bd69-4d55-806c-19b33ff40feb, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a5554256-bd69-4d55-806c-19b33ff40feb,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:30.880754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:30.908115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:24:27Z', 'revision_number': 4, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port': {'id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:21Z', 'updated_at': '2021-07-09T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'c5bb3b23-4017-48a5-b06f-e8278da4f1fc', 'name': '', 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'mac_address': 'fa:16:3e:50:94:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '54079d31-4ebd-4b0f-bf2f-8d21590b1123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:26Z', 'updated_at': '2021-07-09T13:24:28Z', 'revision_number': 2, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'subnets': [{'id': '54079d31-4ebd-4b0f-bf2f-8d21590b1123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:30.935678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4f082-76c7-4ad6-8132-29ccaf2ba299 req-bbf59a47-28ed-4875-a8f3-fcd611defb48 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.937663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2b4f082-76c7-4ad6-8132-29ccaf2ba299 req-bbf59a47-28ed-4875-a8f3-fcd611defb48 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 984 time: 0.1189792 Jul 09 13:24:30.950067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Checking router: 85314d0d-e543-41e1-9e9c-104dfbc06d7f for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:30.951338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Updating router 85314d0d-e543-41e1-9e9c-104dfbc06d7f port c5bb3b23-4017-48a5-b06f-e8278da4f1fc binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:24:30.956397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-20449afc-64dd-4ad5-8be4-310907d25b10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897009 Jul 09 13:24:31.009049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.020871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 97001ada-68f2-46b3-a4b2-2eafe8978ecf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:31.029761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 97001ada-68f2-46b3-a4b2-2eafe8978ecf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:31.030826 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.042020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2b4f082-76c7-4ad6-8132-29ccaf2ba299 req-0e72b15f-4a29-4b9d-82d5-d656e4c7f17e tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&id=04f551f0-fcfe-469b-a8e8-3b259591ae56&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0984495 Jul 09 13:24:31.125361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-edbb0717-66fb-4fa2-b600-3366c1ae29d1 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567901 Jul 09 13:24:31.153480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:31.154264 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.159187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] 10.222.0.11 "PUT /v2.0/ports/a5554256-bd69-4d55-806c-19b33ff40feb HTTP/1.1" status: 200 len: 1129 time: 4.6213894 Jul 09 13:24:31.251632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:31.281420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94ea47-05f8-49da-8d6a-2dbc2b1cc535 service neutron] Pushing event updated for resources: {'Port': ['ID=a5554256-bd69-4d55-806c-19b33ff40feb,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:31.428568 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.460716 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464156f6-0926-4e49-9f49-bfe81e556925 req-551151f3-8e80-4c6d-8f34-0715d32ee6c3 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:31.468600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-464156f6-0926-4e49-9f49-bfe81e556925 req-551151f3-8e80-4c6d-8f34-0715d32ee6c3 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.8837726 Jul 09 13:24:31.475140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3f30d5-9692-490b-b159-ff673773c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97001ada-68f2-46b3-a4b2-2eafe8978ecf'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:31.478569 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50be5cd2-9d6d-4c14-a571-72d280cab9df" -d '{"events": [{"server_uuid": "5f3f30d5-9692-490b-b159-ff673773c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "97001ada-68f2-46b3-a4b2-2eafe8978ecf"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:31.491520 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.510513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 97001ada-68f2-46b3-a4b2-2eafe8978ecf, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=97001ada-68f2-46b3-a4b2-2eafe8978ecf,segment=NetworkSegment(64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91),segment_id=64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:31.516514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.576536 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e3f05e2-e99a-4b5c-8996-218dbb76d726 req-c55fa673-741f-40a4-986c-65f349fdadf1 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250770 Jul 09 13:24:31.598803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=97001ada-68f2-46b3-a4b2-2eafe8978ecf,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:31.615199 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-8a989932-e4cc-4e03-8868-9dbb1563982c service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536555 Jul 09 13:24:31.620800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-3b5dcfeb-d67b-42e7-8d0d-4b598b0c3c68 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:31.630818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-3b5dcfeb-d67b-42e7-8d0d-4b598b0c3c68 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 808 time: 0.2077205 Jul 09 13:24:31.631585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-464156f6-0926-4e49-9f49-bfe81e556925 req-0f47fb42-26b4-40f7-88f8-9a3c43273395 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620491 Jul 09 13:24:31.640535 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.653904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Transition to ACTIVE for port object c5bb3b23-4017-48a5-b06f-e8278da4f1fc will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:31.658176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-af1dfcc3-3d2e-4663-862e-f61593a822e2 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/quotas/9b8f102f290c4031ad9981e47235ee2b HTTP/1.1" status: 200 len: 375 time: 0.0258322 Jul 09 13:24:31.663451 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.744935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-17c3ec07-d3c5-4781-9a4c-be84f376b74f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855844 Jul 09 13:24:31.784369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcb765-abc5-415b-8365-b68ac03d92a5 None None] Pushing event updated for resources: {'Port': ['ID=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:31.834356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-ff74d517-0948-4730-aa0a-1319ec2ec85e service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017033 Jul 09 13:24:31.839581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Attempting to bind port c5bb3b23-4017-48a5-b06f-e8278da4f1fc on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:31.839970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Attempting to bind port c5bb3b23-4017-48a5-b06f-e8278da4f1fc by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:31.840346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Attempting to bind port c5bb3b23-4017-48a5-b06f-e8278da4f1fc on network 10922eb9-c9ca-4406-a0f2-e48d06461d9f {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:31.847400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:31.847400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Checking segment: {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:31.847836 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.848293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Bound using segment: {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:31.848779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Bound port: c5bb3b23-4017-48a5-b06f-e8278da4f1fc, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:31.849466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.877981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-643a4b0b-9986-46d9-aa26-8ec2a920b4cb service neutron] 10.222.0.32 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311758 Jul 09 13:24:31.977596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] For port c5bb3b23-4017-48a5-b06f-e8278da4f1fc, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:31.996940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] For port c5bb3b23-4017-48a5-b06f-e8278da4f1fc, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:32.002439 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.042253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-9d7b352d-bdb6-4cb9-b26b-75142fb796f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.044218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-9d7b352d-bdb6-4cb9-b26b-75142fb796f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1135 time: 0.1418700 Jul 09 13:24:32.056394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-0321e079-3d99-45ee-ae54-56641f5ea5a2 service neutron] 10.222.0.32 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676345 Jul 09 13:24:32.063316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Routers {'85314d0d-e543-41e1-9e9c-104dfbc06d7f'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:32.063969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:24:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:32.108405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcb765-abc5-415b-8365-b68ac03d92a5 None None] Pushing event updated for resources: {'Port': ['ID=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:32.221775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-568da1d5-4270-453d-88e6-264c14c00a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.224389 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-568da1d5-4270-453d-88e6-264c14c00a72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 913 time: 0.1632094 Jul 09 13:24:32.229818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] Set router 85314d0d-e543-41e1-9e9c-104dfbc06d7f gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:32.235807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd523e8-1ee2-4db2-a49a-a9d2c234f2e1 req-c5f9bb10-97ef-4409-ba7c-65f1d889e5be tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.245535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fd523e8-1ee2-4db2-a49a-a9d2c234f2e1 req-c5f9bb10-97ef-4409-ba7c-65f1d889e5be tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 946 time: 0.4092734 Jul 09 13:24:32.298460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-62c5688e-971a-4031-81a6-318b2f602a98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0675821 Jul 09 13:24:32.300092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a0be3cf4-9391-44a7-aa6b-fe8b7e57dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.313418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a0be3cf4-9391-44a7-aa6b-fe8b7e57dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.313943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a0be3cf4-9391-44a7-aa6b-fe8b7e57dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.316821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a0be3cf4-9391-44a7-aa6b-fe8b7e57dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.317320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a0be3cf4-9391-44a7-aa6b-fe8b7e57dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.317798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a0be3cf4-9391-44a7-aa6b-fe8b7e57dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.318270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a0be3cf4-9391-44a7-aa6b-fe8b7e57dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.333521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-a0be3cf4-9391-44a7-aa6b-fe8b7e57dc4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6209 time: 0.3930783 Jul 09 13:24:32.396021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-01696e56-3d4f-4e0f-84f7-2b14f35d9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.397934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-01696e56-3d4f-4e0f-84f7-2b14f35d9a81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.0761299 Jul 09 13:24:32.448728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-4a7e3dbf-4c65-466b-9c12-a592d5bf732a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420201 Jul 09 13:24:32.531363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:24:27Z', 'revision_number': 4, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port': {'id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:21Z', 'updated_at': '2021-07-09T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'c5bb3b23-4017-48a5-b06f-e8278da4f1fc', 'name': '', 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'mac_address': 'fa:16:3e:50:94:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '54079d31-4ebd-4b0f-bf2f-8d21590b1123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:26Z', 'updated_at': '2021-07-09T13:24:31Z', 'revision_number': 4, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'subnets': [{'id': '54079d31-4ebd-4b0f-bf2f-8d21590b1123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:32.572788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-2cae8e15-9326-4b63-bc60-10e4f8425de5 service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171272 Jul 09 13:24:32.616068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aec86-f099-4b12-89f9-da1505380da6 None None] The sync data for ids ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'] in n-d-799524-3 is: [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:24:27Z', 'revision_number': 4, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port': {'id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:21Z', 'updated_at': '2021-07-09T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'c5bb3b23-4017-48a5-b06f-e8278da4f1fc', 'name': '', 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'mac_address': 'fa:16:3e:50:94:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '54079d31-4ebd-4b0f-bf2f-8d21590b1123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:26Z', 'updated_at': '2021-07-09T13:24:31Z', 'revision_number': 4, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'subnets': [{'id': '54079d31-4ebd-4b0f-bf2f-8d21590b1123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:32.782113 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86277ec7-241b-407f-8552-f2f7f190f1a4 x-openstack-request-id: req-86277ec7-241b-407f-8552-f2f7f190f1a4 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:32.782796 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe78006c-7f75-434f-a232-21408ffe7da0", "tag": "53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:32.782796 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86277ec7-241b-407f-8552-f2f7f190f1a4 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:32.783101 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe78006c-7f75-434f-a232-21408ffe7da0', 'tag': '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf', 'status': 'completed', 'code': 200} Jul 09 13:24:32.839754 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fd523e8-1ee2-4db2-a49a-a9d2c234f2e1 req-62ec3549-c871-4f2c-a0ab-77894c839444 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754178 Jul 09 13:24:32.885124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a67361b-8010-4a9f-b389-e8e5ff6a576f req-b7f981f9-2d58-4e92-9036-250d8368a301 service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927408 Jul 09 13:24:32.944989 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a48e53d-1dbc-464f-8a37-0d1b5f8dd927 x-openstack-request-id: req-4a48e53d-1dbc-464f-8a37-0d1b5f8dd927 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:32.945295 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3f30d5-9692-490b-b159-ff673773c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "97001ada-68f2-46b3-a4b2-2eafe8978ecf", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:32.945559 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a48e53d-1dbc-464f-8a37-0d1b5f8dd927 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:32.945972 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3f30d5-9692-490b-b159-ff673773c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97001ada-68f2-46b3-a4b2-2eafe8978ecf', 'code': 200} Jul 09 13:24:33.064662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-f081ce77-0cf1-43d7-bfb7-f4fd7a7d7c98 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.071337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-f081ce77-0cf1-43d7-bfb7-f4fd7a7d7c98 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.086723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-f081ce77-0cf1-43d7-bfb7-f4fd7a7d7c98 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.093824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-f081ce77-0cf1-43d7-bfb7-f4fd7a7d7c98 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.100382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-f081ce77-0cf1-43d7-bfb7-f4fd7a7d7c98 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.107054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-f081ce77-0cf1-43d7-bfb7-f4fd7a7d7c98 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.113875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-f081ce77-0cf1-43d7-bfb7-f4fd7a7d7c98 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.122475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-f081ce77-0cf1-43d7-bfb7-f4fd7a7d7c98 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5372 time: 0.1656418 Jul 09 13:24:33.162273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4bf13b-8792-400e-9796-0d7fb5576b17 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:33.183701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.202497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abeef701-ccea-4d0f-a690-c7f8c30ccc25 req-c9122cfe-7c62-4702-97cf-42e136d23a80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788538 Jul 09 13:24:33.218622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Transition to ACTIVE for port object ae4bf13b-8792-400e-9796-0d7fb5576b17 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:33.247376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-038cb552-e979-4378-9fb0-b2c885cc3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.248136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-038cb552-e979-4378-9fb0-b2c885cc3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.248428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-038cb552-e979-4378-9fb0-b2c885cc3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.250085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-038cb552-e979-4378-9fb0-b2c885cc3778 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9157672 Jul 09 13:24:33.304189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.415186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409694-e3af-4ee9-817a-805aa113fb1a req-97a0c4c3-521d-4c68-9a4b-4ce69b237d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.422271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e409694-e3af-4ee9-817a-805aa113fb1a req-97a0c4c3-521d-4c68-9a4b-4ce69b237d71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 1097 time: 0.1419387 Jul 09 13:24:33.536509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e409694-e3af-4ee9-817a-805aa113fb1a req-98109168-13ac-42ab-ba0b-776b23724194 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106622 Jul 09 13:24:33.594374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99b638-ba63-41ab-9570-54619bfe6a99 req-c27a6eda-604c-4231-b7ad-1e354c5f9da5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.595994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd99b638-ba63-41ab-9570-54619bfe6a99 req-c27a6eda-604c-4231-b7ad-1e354c5f9da5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 984 time: 0.1426036 Jul 09 13:24:33.702472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd99b638-ba63-41ab-9570-54619bfe6a99 req-76eb9433-b22c-4d9a-bde3-d6c95162ae0f tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&id=04f551f0-fcfe-469b-a8e8-3b259591ae56&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0943930 Jul 09 13:24:33.746868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Pushing event updated for resources: {'Port': ['ID=ae4bf13b-8792-400e-9796-0d7fb5576b17,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:33.772632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-03536f85-491c-41c7-9f50-61f45315d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.775027 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e5ae6bb-29af-40b7-a0b8-d2aeb61365fe req-03536f85-491c-41c7-9f50-61f45315d60d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4625382 Jul 09 13:24:33.789311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.789948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.789948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.790219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.790556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.790887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.791246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.791581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.791898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.792225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.792553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.792873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:33.808378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcade4a-0316-4101-b603-df8686ea81af req-12dfa610-ef7c-403a-a489-c7ac2d5ef0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.809958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbcade4a-0316-4101-b603-df8686ea81af req-12dfa610-ef7c-403a-a489-c7ac2d5ef0d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 1099 time: 0.9629836 Jul 09 13:24:33.957970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcade4a-0316-4101-b603-df8686ea81af req-77f98bf4-8557-4932-8b88-0b80eef2853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.959877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbcade4a-0316-4101-b603-df8686ea81af req-77f98bf4-8557-4932-8b88-0b80eef2853e service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1250494 Jul 09 13:24:33.969267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecccba-2cd0-4529-b8f9-3e9372624b48 req-b31c3409-0a56-4e4b-aa0f-d333bbb00461 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.977399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6ecccba-2cd0-4529-b8f9-3e9372624b48 req-b31c3409-0a56-4e4b-aa0f-d333bbb00461 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 948 time: 0.7707500 Jul 09 13:24:34.047442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f297386-fb62-41b8-8911-3db7a280113e req-a155ae0b-02df-4669-bc4c-9c3685687b05 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 210 time: 0.0766919 Jul 09 13:24:34.075052 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbcade4a-0316-4101-b603-df8686ea81af req-eda012bf-a1f0-4258-bd04-26c527ac6d0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf HTTP/1.1" status: 200 len: 217 time: 0.0645294 Jul 09 13:24:34.319863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c5bb3b23-4017-48a5-b06f-e8278da4f1fc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:34.410933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port c5bb3b23-4017-48a5-b06f-e8278da4f1fc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:34.415545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c5bb3b23-4017-48a5-b06f-e8278da4f1fc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:34.415978 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.599495 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.608986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6ecccba-2cd0-4529-b8f9-3e9372624b48 req-8ce71cd6-11d1-4f68-bea1-855357a1c4d2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298697 Jul 09 13:24:34.675909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Attempting to bind port ae4bf13b-8792-400e-9796-0d7fb5576b17 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:34.676253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Attempting to bind port ae4bf13b-8792-400e-9796-0d7fb5576b17 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:34.676582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Attempting to bind port ae4bf13b-8792-400e-9796-0d7fb5576b17 on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:34.680809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port c5bb3b23-4017-48a5-b06f-e8278da4f1fc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:34.684649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcade4a-0316-4101-b603-df8686ea81af req-1bd9d220-b761-4437-9043-4a1f88063ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.695979 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.721582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbcade4a-0316-4101-b603-df8686ea81af req-1bd9d220-b761-4437-9043-4a1f88063ad6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.6259229 Jul 09 13:24:34.724794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Port ae4bf13b-8792-400e-9796-0d7fb5576b17 on network b9562b51-d817-4936-ad48-02882ce98983 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:34.727755 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Attempting to bind port ae4bf13b-8792-400e-9796-0d7fb5576b17 on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:34.741258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:34.741613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Checking segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:34.742010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Bound using segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:34.743189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Bound port: ae4bf13b-8792-400e-9796-0d7fb5576b17, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:34.743702 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.784061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': 'a5554256-bd69-4d55-806c-19b33ff40feb'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:34.786971 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c" -d '{"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "a5554256-bd69-4d55-806c-19b33ff40feb"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:34.816283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:34.929612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcade4a-0316-4101-b603-df8686ea81af req-78288aa6-0a5a-43c3-bbf6-d418019a4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.932916 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbcade4a-0316-4101-b603-df8686ea81af req-78288aa6-0a5a-43c3-bbf6-d418019a4508 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1948090 Jul 09 13:24:34.937018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] For port ae4bf13b-8792-400e-9796-0d7fb5576b17, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:34.944705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] For port ae4bf13b-8792-400e-9796-0d7fb5576b17, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ae4bf13b-8792-400e-9796-0d7fb5576b17,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:34.951779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.988180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.988870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.990713 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] 10.222.0.11 "PUT /v2.0/ports/ae4bf13b-8792-400e-9796-0d7fb5576b17 HTTP/1.1" status: 200 len: 1091 time: 3.7443161 Jul 09 13:24:35.033155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:35.046220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-8001083b-2f19-4360-b062-3ea041963231 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.054913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-8001083b-2f19-4360-b062-3ea041963231 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.062093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-8001083b-2f19-4360-b062-3ea041963231 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.071776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-8001083b-2f19-4360-b062-3ea041963231 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.082107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-8001083b-2f19-4360-b062-3ea041963231 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.094529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-8001083b-2f19-4360-b062-3ea041963231 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.105735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-8001083b-2f19-4360-b062-3ea041963231 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.114930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-8001083b-2f19-4360-b062-3ea041963231 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5384 time: 0.1784298 Jul 09 13:24:35.141072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75b59e-265c-4114-a8be-ce0d858f61dc service neutron] Pushing event updated for resources: {'Port': ['ID=ae4bf13b-8792-400e-9796-0d7fb5576b17,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:35.255358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.433404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ee175-21c6-4575-a2e4-215fd00cfeee req-0c8fad8d-cd9e-4a2d-9391-fd39c518f2fd tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.435039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ba4ee175-21c6-4575-a2e4-215fd00cfeee req-0c8fad8d-cd9e-4a2d-9391-fd39c518f2fd tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 946 time: 0.3361275 Jul 09 13:24:35.439674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbcade4a-0316-4101-b603-df8686ea81af req-feaa0176-9a45-44b1-a58f-cb3efe0ad30a service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418279 Jul 09 13:24:35.578956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ba4ee175-21c6-4575-a2e4-215fd00cfeee req-48ecfbae-7b7a-433a-be38-29d3b994c17a tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358924 Jul 09 13:24:35.606718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0e71c3c-77a3-4c3a-bf2d-2a1004c614ea req-ca2b3575-d421-4fd7-b1f7-5c05dc318fc4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4905269 Jul 09 13:24:35.631646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbcade4a-0316-4101-b603-df8686ea81af req-02aab374-ad75-4ae7-a022-245b73be83d0 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787376 Jul 09 13:24:35.652088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-0f5619d6-b5e4-4c20-b458-ed6284b5b9a4 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.653757 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-0f5619d6-b5e4-4c20-b458-ed6284b5b9a4 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.10 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 808 time: 0.5365543 Jul 09 13:24:35.667770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Request body: {'port': {'device_id': '85a34394-df8a-40b5-ba34-911f6649408b', 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f', 'admin_state_up': True, 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:35.766517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d29d6a-a504-4910-b55c-a64cf3c39dfd {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:35.775445 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.785511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:35.797767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Transition to ACTIVE for port object 82d29d6a-a504-4910-b55c-a64cf3c39dfd will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:35.804492 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.834849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Made reservation on behalf of 9b8f102f290c4031ad9981e47235ee2b for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:35.839000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.845464 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e397f-8fe4-4d92-8aed-6a19660cc134 req-c55355b5-7da1-4515-8593-f069e80765b8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.847041 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-810e397f-8fe4-4d92-8aed-6a19660cc134 req-c55355b5-7da1-4515-8593-f069e80765b8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1245782 Jul 09 13:24:35.865201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7abd1e-b4bb-443b-b368-c6571b01ccad req-c71dff68-49fa-4659-91e1-261022fa37e1 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.874589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da7abd1e-b4bb-443b-b368-c6571b01ccad req-c71dff68-49fa-4659-91e1-261022fa37e1 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 984 time: 0.1369727 Jul 09 13:24:35.880788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Pushing event updated for resources: {'Port': ['ID=82d29d6a-a504-4910-b55c-a64cf3c39dfd,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:35.937363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:35.953605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf', 'mac_address': 'fa:16:3e:d7:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:35.968336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da7abd1e-b4bb-443b-b368-c6571b01ccad req-eb677f5c-5356-4ad0-94ed-72843c7f6d8b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&id=04f551f0-fcfe-469b-a8e8-3b259591ae56&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0928831 Jul 09 13:24:35.999908 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-810e397f-8fe4-4d92-8aed-6a19660cc134 req-2f367d5b-96a2-46cb-8fa3-077c80a40afd tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332045 Jul 09 13:24:36.044171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Attempting to bind port 82d29d6a-a504-4910-b55c-a64cf3c39dfd on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:36.044511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Attempting to bind port 82d29d6a-a504-4910-b55c-a64cf3c39dfd by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:36.044909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Attempting to bind port 82d29d6a-a504-4910-b55c-a64cf3c39dfd on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:36.053741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.057594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Port 82d29d6a-a504-4910-b55c-a64cf3c39dfd on network b9562b51-d817-4936-ad48-02882ce98983 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:36.057940 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Attempting to bind port 82d29d6a-a504-4910-b55c-a64cf3c39dfd on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:36.069999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:36.070522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Checking segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:36.071105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Bound using segment: {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:36.071711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Bound port: 82d29d6a-a504-4910-b55c-a64cf3c39dfd, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd754bd16-efb5-4696-add1-ffa45e8fadd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:36.072236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.077111 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb80e211-85b1-49ce-bc07-b4a86cfc1e65 x-openstack-request-id: req-bb80e211-85b1-49ce-bc07-b4a86cfc1e65 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:36.078276 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "a5554256-bd69-4d55-806c-19b33ff40feb", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:36.078779 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb80e211-85b1-49ce-bc07-b4a86cfc1e65 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:36.079389 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': 'a5554256-bd69-4d55-806c-19b33ff40feb', 'status': 'completed', 'code': 200} Jul 09 13:24:36.093107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:36.123912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Allocated IP 172.20.0.14 (10922eb9-c9ca-4406-a0f2-e48d06461d9f/54079d31-4ebd-4b0f-bf2f-8d21590b1123/8e001d48-7e21-42ac-9a11-b45c93c5474d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:36.129894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:36.142057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.260594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c5bb3b23-4017-48a5-b06f-e8278da4f1fc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:36.322818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:36.363306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c5bb3b23-4017-48a5-b06f-e8278da4f1fc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:36.363703 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.372142 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72b6e29e-7356-46c0-b334-0b068edfa344 req-13be915e-97f4-4222-84d8-8dbe5bf329d7 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 210 time: 0.0860596 Jul 09 13:24:36.431176 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.440718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] For port 82d29d6a-a504-4910-b55c-a64cf3c39dfd, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:36.467317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] For port 82d29d6a-a504-4910-b55c-a64cf3c39dfd, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:36.475174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-25377c42-c9a5-4c49-a902-bb671035d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.475896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-25377c42-c9a5-4c49-a902-bb671035d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.476394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-25377c42-c9a5-4c49-a902-bb671035d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.477068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-25377c42-c9a5-4c49-a902-bb671035d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.477749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-25377c42-c9a5-4c49-a902-bb671035d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.478430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-25377c42-c9a5-4c49-a902-bb671035d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.479038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-25377c42-c9a5-4c49-a902-bb671035d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.481112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-25377c42-c9a5-4c49-a902-bb671035d41a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6301 time: 0.3638177 Jul 09 13:24:36.483482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.494140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.555817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.556627 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.558151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] 10.222.0.11 "PUT /v2.0/ports/82d29d6a-a504-4910-b55c-a64cf3c39dfd HTTP/1.1" status: 200 len: 1091 time: 1.5335994 Jul 09 13:24:36.579173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:36.629028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Network 10922eb9-c9ca-4406-a0f2-e48d06461d9f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:36.630820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:36.634021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:36.637178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:36.675034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Pushing event updated for resources: {'Port': ['ID=8e001d48-7e21-42ac-9a11-b45c93c5474d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:36.700558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87985f55-1184-44d9-bb03-ee4ccd4ea596 service neutron] Pushing event updated for resources: {'Port': ['ID=82d29d6a-a504-4910-b55c-a64cf3c39dfd,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:36.714513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.715209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.736252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-bcf3b7b7-a185-4d98-908f-925f7396e9bc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0725503 Jul 09 13:24:36.756834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4033a-8402-4dd9-836c-97f53e04b12c req-82ba7bdc-23bb-48dc-9470-f27baa309811 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.774174 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e4033a-8402-4dd9-836c-97f53e04b12c req-82ba7bdc-23bb-48dc-9470-f27baa309811 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 949 time: 0.2220597 Jul 09 13:24:36.792945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Request body: {'port': {'device_id': '85a34394-df8a-40b5-ba34-911f6649408b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:36.815793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-4081689f-234c-40aa-a8ee-cb901813400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.816395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-4081689f-234c-40aa-a8ee-cb901813400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.816941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-4081689f-234c-40aa-a8ee-cb901813400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.818973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-4081689f-234c-40aa-a8ee-cb901813400e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3265135 Jul 09 13:24:36.847850 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.883251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e4033a-8402-4dd9-836c-97f53e04b12c req-4c50a782-2636-46f4-ac2a-2d6d1c9c8d51 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082296 Jul 09 13:24:36.918028 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.956457 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-536f25a3-ad61-4819-a2a3-041b49669acf tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-844860215&fields=id&tenant_id=73c33a0211174abb8810fb584743b0a6 HTTP/1.1" status: 200 len: 267 time: 0.1426289 Jul 09 13:24:37.156097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-7c3646c0-9aa6-42f7-af20-d3b8509a57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.157559 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a7e9ca3-0cb9-4fc9-826e-bf8d6e39f76c req-7c3646c0-9aa6-42f7-af20-d3b8509a57b7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3287637 Jul 09 13:24:37.208436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6a2b72d6-17a5-499c-8777-d097498503e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.215038 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6a2b72d6-17a5-499c-8777-d097498503e4 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 984 time: 0.2529349 Jul 09 13:24:37.230348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'port': {'security_groups': ['04f551f0-fcfe-469b-a8e8-3b259591ae56', 'b51522a0-ec8e-4d13-9f2e-733931c1a14e', '10c66310-0f9e-41fe-8253-6a4e247ed6d3']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:37.281784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e001d48-7e21-42ac-9a11-b45c93c5474d {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:37.291381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.311451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Transition to ACTIVE for port object 8e001d48-7e21-42ac-9a11-b45c93c5474d will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:37.316971 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.331756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-8f25f4fb-d6a4-4afe-87eb-fb693392424e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.336775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-8f25f4fb-d6a4-4afe-87eb-fb693392424e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.343284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-8f25f4fb-d6a4-4afe-87eb-fb693392424e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.349499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-8f25f4fb-d6a4-4afe-87eb-fb693392424e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.355148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-8f25f4fb-d6a4-4afe-87eb-fb693392424e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.360131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.361083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-8f25f4fb-d6a4-4afe-87eb-fb693392424e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.367008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-8f25f4fb-d6a4-4afe-87eb-fb693392424e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.368968 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-8f25f4fb-d6a4-4afe-87eb-fb693392424e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5396 time: 0.1624675 Jul 09 13:24:37.436023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Pushing event updated for resources: {'Port': ['ID=8e001d48-7e21-42ac-9a11-b45c93c5474d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:37.440019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294c7669-e9ab-417c-8f20-20e32065b0a3 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:37.453540 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.458112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe99e37-5b4e-4881-afcb-383d72187f0b req-6f29b0ef-83db-4858-86a3-dfa252f9778a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651643 Jul 09 13:24:37.482716 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Transition to ACTIVE for port object 294c7669-e9ab-417c-8f20-20e32065b0a3 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:37.496588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.556044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Attempting to bind port 8e001d48-7e21-42ac-9a11-b45c93c5474d on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:37.556393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Attempting to bind port 8e001d48-7e21-42ac-9a11-b45c93c5474d by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:37.556726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Attempting to bind port 8e001d48-7e21-42ac-9a11-b45c93c5474d on network 10922eb9-c9ca-4406-a0f2-e48d06461d9f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:37.561840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Port 8e001d48-7e21-42ac-9a11-b45c93c5474d on network 10922eb9-c9ca-4406-a0f2-e48d06461d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:37.562173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Attempting to bind port 8e001d48-7e21-42ac-9a11-b45c93c5474d on network 10922eb9-c9ca-4406-a0f2-e48d06461d9f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:37.569584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:37.570158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Checking segment: {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:37.570587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Bound using segment: {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:37.571102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Bound port: 8e001d48-7e21-42ac-9a11-b45c93c5474d, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:37.571472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.575661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Pushing event updated for resources: {'Port': ['ID=294c7669-e9ab-417c-8f20-20e32065b0a3,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:37.672980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] For port 8e001d48-7e21-42ac-9a11-b45c93c5474d, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:37.680341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] For port 8e001d48-7e21-42ac-9a11-b45c93c5474d, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:37.688393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.729261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Attempting to bind port 294c7669-e9ab-417c-8f20-20e32065b0a3 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:37.729696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Attempting to bind port 294c7669-e9ab-417c-8f20-20e32065b0a3 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:37.730103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Attempting to bind port 294c7669-e9ab-417c-8f20-20e32065b0a3 on network f24c7924-17f2-44ea-a7ec-678849b0025d {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:37.756993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Port 294c7669-e9ab-417c-8f20-20e32065b0a3 on network f24c7924-17f2-44ea-a7ec-678849b0025d not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:37.757437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Attempting to bind port 294c7669-e9ab-417c-8f20-20e32065b0a3 on network f24c7924-17f2-44ea-a7ec-678849b0025d {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:37.762024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] For port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:37.768750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.769628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.771424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] 10.222.0.10 "PUT /v2.0/ports/8e001d48-7e21-42ac-9a11-b45c93c5474d HTTP/1.1" status: 200 len: 1092 time: 0.9883790 Jul 09 13:24:37.772067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a34394-df8a-40b5-ba34-911f6649408b', 'tag': '8e001d48-7e21-42ac-9a11-b45c93c5474d'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:37.776870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:37.777292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Checking segment: {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:37.777744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Bound using segment: {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:37.777969 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04787142-09fd-4659-b34a-3e8cf13aa293" -d '{"events": [{"name": "network-changed", "server_uuid": "85a34394-df8a-40b5-ba34-911f6649408b", "tag": "8e001d48-7e21-42ac-9a11-b45c93c5474d"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:37.778392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Bound port: 294c7669-e9ab-417c-8f20-20e32065b0a3, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:37.784563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:37.788976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.807052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772709c-88fd-4917-be01-d52129b2ee2d service neutron] Pushing event updated for resources: {'Port': ['ID=8e001d48-7e21-42ac-9a11-b45c93c5474d,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:37.845295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.857072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.898825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:37.901821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:37.943498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.944360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.945844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ecbd2f44-e8c5-4b04-a3e7-2131a08272c3 req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "PUT /v2.0/ports/90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 200 len: 1020 time: 0.7244654 Jul 09 13:24:37.980736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cc256-bfaa-4a61-8844-a52c168bcf88 req-53130b79-284d-4860-a877-d648c01a4408 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.987613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] For port 294c7669-e9ab-417c-8f20-20e32065b0a3, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:37.989749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-103cc256-bfaa-4a61-8844-a52c168bcf88 req-53130b79-284d-4860-a877-d648c01a4408 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 950 time: 0.1183908 Jul 09 13:24:37.997481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] For port 294c7669-e9ab-417c-8f20-20e32065b0a3, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=294c7669-e9ab-417c-8f20-20e32065b0a3,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:38.007146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.011387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-98f69e54-a24b-4ece-b27c-434bdb6974de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:38.013023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-98f69e54-a24b-4ece-b27c-434bdb6974de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 1095 time: 0.1678479 Jul 09 13:24:38.026993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:38.028042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.031155 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/294c7669-e9ab-417c-8f20-20e32065b0a3 HTTP/1.1" status: 200 len: 1091 time: 1.4049959 Jul 09 13:24:38.033068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.059408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:38.061985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847b0b8-2d03-45e1-96eb-f2999cc6133b tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'Port': ['ID=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:38.080529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': 'ae4bf13b-8792-400e-9796-0d7fb5576b17'}, {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '82d29d6a-a504-4910-b55c-a64cf3c39dfd'}, {'name': 'network-changed', 'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'}, {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '294c7669-e9ab-417c-8f20-20e32065b0a3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:38.084133 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58e7f8b-0b13-4c7c-a40d-165a2825241c" -d '{"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "ae4bf13b-8792-400e-9796-0d7fb5576b17"}, {"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "82d29d6a-a504-4910-b55c-a64cf3c39dfd"}, {"name": "network-changed", "server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6"}, {"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "294c7669-e9ab-417c-8f20-20e32065b0a3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:38.147043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-a137ce4e-5b4f-41fe-ba72-4b2ee2ca289a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d HTTP/1.1" status: 200 len: 217 time: 0.1101539 Jul 09 13:24:38.156886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Request body: {'port': {'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:38.172532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:38.174446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:38.177087 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6eb449-ff8b-4d51-a80a-94ea2328553f" -d '{"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-unplugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:38.178688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-103cc256-bfaa-4a61-8844-a52c168bcf88 req-850b8cf3-1630-4e64-a6f6-08d4f11eae6a tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872199 Jul 09 13:24:38.203249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.249776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.283526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-acbaf845-8c27-4b16-b646-10c44f423874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:38.285018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-acbaf845-8c27-4b16-b646-10c44f423874 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 200 len: 848 time: 0.1342578 Jul 09 13:24:38.376767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-e10b91c8-990f-45dc-bde8-af6720bfbcee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10922eb9-c9ca-4406-a0f2-e48d06461d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824139 Jul 09 13:24:38.531560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4870b25-1860-44e5-be13-f2effe9966b5 service neutron] Pushing event updated for resources: {'Port': ['ID=294c7669-e9ab-417c-8f20-20e32065b0a3,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:38.546625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56572e-1331-4109-8fba-7970a6de25f0 req-962a0f77-7d00-44d9-b6ef-e090040cdd2a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:38.553873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:24:38.554442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa56572e-1331-4109-8fba-7970a6de25f0 req-962a0f77-7d00-44d9-b6ef-e090040cdd2a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 944 time: 0.1927645 Jul 09 13:24:38.581897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:38.590774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-78e4e5b3-286a-498c-862d-8a4dfa155939 service neutron] 10.222.0.10 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808944 Jul 09 13:24:38.637250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54eacaf0-083d-4533-9edb-0c8560c3f4c0 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:38.647941 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.664082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Transition to ACTIVE for port object 54eacaf0-083d-4533-9edb-0c8560c3f4c0 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:38.666797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa56572e-1331-4109-8fba-7970a6de25f0 req-643cde84-b545-4499-bb21-d78882f94d44 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089911 Jul 09 13:24:38.675213 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.760662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5467fc22-40b1-49ac-b960-8fab7e18ff51 req-1514f9bd-f3c7-404a-8d11-d76e162f72c5 service neutron] 10.222.0.10 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589766 Jul 09 13:24:38.762453 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff97eea4-0cde-467f-8234-9bec2ea82aa7 x-openstack-request-id: req-ff97eea4-0cde-467f-8234-9bec2ea82aa7 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:38.762917 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a34394-df8a-40b5-ba34-911f6649408b", "tag": "8e001d48-7e21-42ac-9a11-b45c93c5474d", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:38.778754 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff97eea4-0cde-467f-8234-9bec2ea82aa7 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:38.779907 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a34394-df8a-40b5-ba34-911f6649408b', 'tag': '8e001d48-7e21-42ac-9a11-b45c93c5474d', 'status': 'completed', 'code': 200} Jul 09 13:24:38.780335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Pushing event updated for resources: {'Port': ['ID=54eacaf0-083d-4533-9edb-0c8560c3f4c0,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:38.898700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73add56b-ab90-4767-a6e6-1090e91072aa req-0da4df52-9d6e-48ae-96cd-8b24b93a294b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:38.900596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-73add56b-ab90-4767-a6e6-1090e91072aa req-0da4df52-9d6e-48ae-96cd-8b24b93a294b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.2380061 Jul 09 13:24:38.940679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-0441ab02-573b-4ea3-8807-3bfe64ba67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:38.942300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-0441ab02-573b-4ea3-8807-3bfe64ba67d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 1095 time: 0.1168008 Jul 09 13:24:38.946161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Attempting to bind port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:38.946620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Attempting to bind port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:38.947330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Attempting to bind port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 on network f24c7924-17f2-44ea-a7ec-678849b0025d {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:38.954747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 on network f24c7924-17f2-44ea-a7ec-678849b0025d not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:38.955243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Attempting to bind port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 on network f24c7924-17f2-44ea-a7ec-678849b0025d {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:38.959901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa61e2-a51b-494d-8486-c9df99c2e25f req-3c073614-67b2-4183-95ff-c98d7aaf933b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:38.962135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58aa61e2-a51b-494d-8486-c9df99c2e25f req-3c073614-67b2-4183-95ff-c98d7aaf933b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 949 time: 0.1055932 Jul 09 13:24:38.972078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-73add56b-ab90-4767-a6e6-1090e91072aa req-c799bcc6-094f-4927-9153-d2d707686273 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579946 Jul 09 13:24:38.973463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:38.974537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Checking segment: {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:38.976097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Bound using segment: {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:38.976906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Bound port: 54eacaf0-083d-4533-9edb-0c8560c3f4c0, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d9931f-2b41-45ea-9067-230e48d42c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:38.977501 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:39.105010 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-507359a2-51d0-402d-9395-4f258ddbb1f3 req-f57324dd-910c-4e6c-b781-9e902457fb49 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/10c66310-0f9e-41fe-8253-6a4e247ed6d3 HTTP/1.1" status: 200 len: 1801 time: 0.0722001 Jul 09 13:24:39.113633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] For port 54eacaf0-083d-4533-9edb-0c8560c3f4c0, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:39.117443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58aa61e2-a51b-494d-8486-c9df99c2e25f req-43f0f77b-1abc-4895-9c1f-9fdaea83b59a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253018 Jul 09 13:24:39.117587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] For port 54eacaf0-083d-4533-9edb-0c8560c3f4c0, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:39.152195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-f41ba4eb-c4a0-4178-9577-98fc8a4f02af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.153816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-f41ba4eb-c4a0-4178-9577-98fc8a4f02af service neutron] 10.222.0.10 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 908 time: 0.1907845 Jul 09 13:24:39.158621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:39.202528 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74452763-50d4-4817-acf8-cf1cf4cc14b6 x-openstack-request-id: req-74452763-50d4-4817-acf8-cf1cf4cc14b6 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:39.202867 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "ae4bf13b-8792-400e-9796-0d7fb5576b17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "82d29d6a-a504-4910-b55c-a64cf3c39dfd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "294c7669-e9ab-417c-8f20-20e32065b0a3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:39.203230 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74452763-50d4-4817-acf8-cf1cf4cc14b6 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:39.203644 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': 'ae4bf13b-8792-400e-9796-0d7fb5576b17', 'status': 'completed', 'code': 200} Jul 09 13:24:39.203905 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '82d29d6a-a504-4910-b55c-a64cf3c39dfd', 'status': 'completed', 'code': 200} Jul 09 13:24:39.204286 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6', 'status': 'completed', 'code': 200} Jul 09 13:24:39.204388 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '294c7669-e9ab-417c-8f20-20e32065b0a3', 'status': 'completed', 'code': 200} Jul 09 13:24:39.213991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.214625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:39.215325 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-3cbe2fcc-a9f1-41d3-945e-1119b10e7e30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d HTTP/1.1" status: 200 len: 217 time: 0.0532506 Jul 09 13:24:39.216093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] 10.222.0.11 "PUT /v2.0/ports/54eacaf0-083d-4533-9edb-0c8560c3f4c0 HTTP/1.1" status: 200 len: 1091 time: 1.1113605 Jul 09 13:24:39.254332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db08403-cf24-4ddf-935d-5f014e6fb812 service neutron] Pushing event updated for resources: {'Port': ['ID=54eacaf0-083d-4533-9edb-0c8560c3f4c0,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:39.277916 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ae2fb2-76f9-4e60-9b45-920a383ab267 x-openstack-request-id: req-01ae2fb2-76f9-4e60-9b45-920a383ab267 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:39.278421 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-unplugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:39.278508 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01ae2fb2-76f9-4e60-9b45-920a383ab267 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:39.278880 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'code': 200} Jul 09 13:24:39.281377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-06b6b370-c8b4-40b8-9e64-0f20d84e4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.282930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-06b6b370-c8b4-40b8-9e64-0f20d84e4959 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 200 len: 848 time: 0.0607643 Jul 09 13:24:39.317195 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-507359a2-51d0-402d-9395-4f258ddbb1f3 req-0198daa3-b9d7-49ca-8546-138e60381e96 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:24:39.329426 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-507359a2-51d0-402d-9395-4f258ddbb1f3 req-0198daa3-b9d7-49ca-8546-138e60381e96 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/10c66310-0f9e-41fe-8253-6a4e247ed6d3 HTTP/1.1" status: 409 len: 341 time: 0.2145689 Jul 09 13:24:39.352305 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-6afc9e2f-10a5-4437-8353-e3546b9a31f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10922eb9-c9ca-4406-a0f2-e48d06461d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543401 Jul 09 13:24:39.423454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-f6c8cced-f0a1-41ec-bfcd-431bb877ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.424709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-f6c8cced-f0a1-41ec-bfcd-431bb877ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.425255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-f6c8cced-f0a1-41ec-bfcd-431bb877ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.426050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-f6c8cced-f0a1-41ec-bfcd-431bb877ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.427447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-f6c8cced-f0a1-41ec-bfcd-431bb877ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.428667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-f6c8cced-f0a1-41ec-bfcd-431bb877ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.430175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-f6c8cced-f0a1-41ec-bfcd-431bb877ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.436839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-f6c8cced-f0a1-41ec-bfcd-431bb877ffa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6477 time: 0.1725419 Jul 09 13:24:39.514681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-472842a5-edae-47d8-bdf7-b7432e9caef1 service neutron] 10.222.0.10 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519933 Jul 09 13:24:39.639443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04787142-09fd-4659-b34a-3e8cf13aa293 req-9ebf9746-cfab-4b96-9957-3d8915c0eff7 service neutron] 10.222.0.10 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173675 Jul 09 13:24:39.655807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-fa17ac1f-1747-4bf8-8cda-bc35d7264ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.656320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-fa17ac1f-1747-4bf8-8cda-bc35d7264ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.656793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-fa17ac1f-1747-4bf8-8cda-bc35d7264ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.658762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-fa17ac1f-1747-4bf8-8cda-bc35d7264ee1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2140954 Jul 09 13:24:39.700612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72fea9-78e1-4915-89a7-eb2c903f49fb req-ba873801-6984-4c7b-9a04-039e25d3889c tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.707233 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed72fea9-78e1-4915-89a7-eb2c903f49fb req-ba873801-6984-4c7b-9a04-039e25d3889c tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1493368 Jul 09 13:24:39.795071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:39.798918 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed72fea9-78e1-4915-89a7-eb2c903f49fb req-8a50da3e-5a31-4177-a3b8-8145d67664bd tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623755 Jul 09 13:24:39.825652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-8874baf8-e180-430a-8c5f-5b5c0d807219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.831498 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-8874baf8-e180-430a-8c5f-5b5c0d807219 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1616850 Jul 09 13:24:39.870685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:39.881047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:39.883083 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:39.972999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c726b-0e11-4393-b66e-80b71656291b req-3d0e1994-5d6b-4799-b855-136d50d00064 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.974530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e48c726b-0e11-4393-b66e-80b71656291b req-3d0e1994-5d6b-4799-b855-136d50d00064 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1105049 Jul 09 13:24:40.007370 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.062907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:40.066838 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.177943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-13b5151a-1e46-4fd2-a238-4c67ff64a9c6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.188092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-13b5151a-1e46-4fd2-a238-4c67ff64a9c6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.189945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:40.210976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-13b5151a-1e46-4fd2-a238-4c67ff64a9c6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.217597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-13b5151a-1e46-4fd2-a238-4c67ff64a9c6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.225282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-13b5151a-1e46-4fd2-a238-4c67ff64a9c6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.231543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-13b5151a-1e46-4fd2-a238-4c67ff64a9c6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.238915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-13b5151a-1e46-4fd2-a238-4c67ff64a9c6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.246700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-13b5151a-1e46-4fd2-a238-4c67ff64a9c6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.2220285 Jul 09 13:24:40.299951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-d07a9e19-2cb4-49cd-bde5-d86cd1ef85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.300503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-d07a9e19-2cb4-49cd-bde5-d86cd1ef85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.300816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-d07a9e19-2cb4-49cd-bde5-d86cd1ef85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.301290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-d07a9e19-2cb4-49cd-bde5-d86cd1ef85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.301758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-d07a9e19-2cb4-49cd-bde5-d86cd1ef85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.302606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-d07a9e19-2cb4-49cd-bde5-d86cd1ef85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.303116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-d07a9e19-2cb4-49cd-bde5-d86cd1ef85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.305473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-d07a9e19-2cb4-49cd-bde5-d86cd1ef85f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6477 time: 0.3137553 Jul 09 13:24:40.308868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa888e54-00fd-4b55-a50f-939e711e6738 req-f826f20e-e025-4b70-8118-8ed0f7da36fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611572 Jul 09 13:24:40.313527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Deleting port 97001ada-68f2-46b3-a4b2-2eafe8978ecf {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:40.313881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.557306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a43a11-32fd-4500-a8f6-e5a767084d44 req-e312c794-1a5f-4eff-adff-162f2390b769 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.558831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c6a43a11-32fd-4500-a8f6-e5a767084d44 req-e312c794-1a5f-4eff-adff-162f2390b769 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1023 time: 0.0762467 Jul 09 13:24:40.604350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c6a43a11-32fd-4500-a8f6-e5a767084d44 req-92b0c6cb-b412-4717-96d5-1000c4a1975d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&id=10c66310-0f9e-41fe-8253-6a4e247ed6d3&id=04f551f0-fcfe-469b-a8e8-3b259591ae56&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0384400 Jul 09 13:24:40.768893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a3b14-a278-49ad-b6b1-f06647dc8080 req-1fbf6b39-a47c-47f3-8f5d-f2256dfdb13f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.770436 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65a3b14-a278-49ad-b6b1-f06647dc8080 req-1fbf6b39-a47c-47f3-8f5d-f2256dfdb13f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 950 time: 0.0642509 Jul 09 13:24:40.808652 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65a3b14-a278-49ad-b6b1-f06647dc8080 req-c7f562fc-c599-498c-ba5a-5adc875ec81f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Jul 09 13:24:40.866002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] For port 97001ada-68f2-46b3-a4b2-2eafe8978ecf, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=97001ada-68f2-46b3-a4b2-2eafe8978ecf,segment=NetworkSegment(64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91),segment_id=64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:40.866358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.870656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-540413a8-8080-4dcd-8182-59e87bd9b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.871148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-540413a8-8080-4dcd-8182-59e87bd9b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.871610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-540413a8-8080-4dcd-8182-59e87bd9b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.873344 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-540413a8-8080-4dcd-8182-59e87bd9b110 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5549064 Jul 09 13:24:40.895530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Calling delete_port for 97001ada-68f2-46b3-a4b2-2eafe8978ecf owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:40.905320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09249a-fb03-44af-bb39-3dc3d22eded0 req-3dea78d1-9cf0-43e3-93f6-6dd2fa2918af tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.906806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b09249a-fb03-44af-bb39-3dc3d22eded0 req-3dea78d1-9cf0-43e3-93f6-6dd2fa2918af tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 944 time: 0.5182939 Jul 09 13:24:41.039320 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b09249a-fb03-44af-bb39-3dc3d22eded0 req-a868fd8e-dcb3-462c-b503-ecd7ed5c99d3 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168995 Jul 09 13:24:41.074914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-928b3535-c4ce-4140-ae40-798f1409e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.077228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-928b3535-c4ce-4140-ae40-798f1409e481 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1940889 Jul 09 13:24:41.209552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '54eacaf0-083d-4533-9edb-0c8560c3f4c0'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:41.211889 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b797905-e877-4f74-adff-24051a4dff07" -d '{"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "54eacaf0-083d-4533-9edb-0c8560c3f4c0"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:41.236685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-76a0a113-ee9a-4f51-8098-be23cb3e7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.238418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-76a0a113-ee9a-4f51-8098-be23cb3e7f03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1096 time: 0.1672935 Jul 09 13:24:41.259003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.275147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['97001ada-68f2-46b3-a4b2-2eafe8978ecf'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:41.280449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe78006c-7f75-434f-a232-21408ffe7da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:41.282927 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa5128f-f6b6-4ae9-aeb5-57ed4769d1cd" -d '{"events": [{"server_uuid": "fe78006c-7f75-434f-a232-21408ffe7da0", "name": "network-vif-plugged", "status": "completed", "tag": "53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:41.309408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Pushing event deleted for resources: {'Port': ['ID=97001ada-68f2-46b3-a4b2-2eafe8978ecf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:41.327155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-344d00aa-b039-490c-ba04-ab0298f2a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.327646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-344d00aa-b039-490c-ba04-ab0298f2a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.328121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-344d00aa-b039-490c-ba04-ab0298f2a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.328588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-344d00aa-b039-490c-ba04-ab0298f2a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.329057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-344d00aa-b039-490c-ba04-ab0298f2a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.329583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-344d00aa-b039-490c-ba04-ab0298f2a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.330046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-344d00aa-b039-490c-ba04-ab0298f2a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.331933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-344d00aa-b039-490c-ba04-ab0298f2a5eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6477 time: 0.1759827 Jul 09 13:24:41.345335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-13633981-5b0e-42ac-bd0f-894fde823b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.346844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-13633981-5b0e-42ac-bd0f-894fde823b30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c33a0211174abb8810fb584743b0a6&device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1174 time: 0.1839461 Jul 09 13:24:41.356544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa923-c800-456c-a490-2c96124fc511 req-44a4111d-c399-4af0-b71f-8784f0446a98 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.358218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39eaa923-c800-456c-a490-2c96124fc511 req-44a4111d-c399-4af0-b71f-8784f0446a98 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1819932 Jul 09 13:24:41.383679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] No DVR routers for this DVR port 97001ada-68f2-46b3-a4b2-2eafe8978ecf on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:41.393912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea917dc-fcc1-483b-a6de-2ace88fa7ffd req-5f860659-e160-4de1-967e-9c3cd549bca7 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.395428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ea917dc-fcc1-483b-a6de-2ace88fa7ffd req-5f860659-e160-4de1-967e-9c3cd549bca7 tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f3f30d5-9692-490b-b159-ff673773c0a4 HTTP/1.1" status: 200 len: 867 time: 0.2065029 Jul 09 13:24:41.400247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-d3aae777-47c4-4afb-9b2d-9c1062627bc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75eac396-83aa-4351-aae5-ed708c94d418 HTTP/1.1" status: 200 len: 217 time: 0.0601418 Jul 09 13:24:41.400768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.402782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e48c726b-0e11-4393-b66e-80b71656291b req-ce3fe273-cef9-4d83-9f56-d50b5df1939b tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.11 "DELETE /v2.0/ports/97001ada-68f2-46b3-a4b2-2eafe8978ecf HTTP/1.1" status: 204 len: 173 time: 1.4228630 Jul 09 13:24:41.441309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-aae26e14-eb6d-475b-8248-56da3aadeab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.443145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-aae26e14-eb6d-475b-8248-56da3aadeab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 919 time: 0.1934416 Jul 09 13:24:41.488957 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39eaa923-c800-456c-a490-2c96124fc511 req-dba1d2b4-8047-43c9-87eb-77c21f186309 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129010 Jul 09 13:24:41.519605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-e2624156-6ef8-4416-aab6-3434ec1cf92c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63 HTTP/1.1" status: 200 len: 217 time: 0.0543747 Jul 09 13:24:41.526255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-20fbbd31-1306-4c57-bc3a-7754bb5c1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.527009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-20fbbd31-1306-4c57-bc3a-7754bb5c1755 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 200 len: 913 time: 0.1678009 Jul 09 13:24:41.528251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ea917dc-fcc1-483b-a6de-2ace88fa7ffd req-9637fe2c-e56c-4e78-bf24-011ee3640b8c tempest-ServerAddressesNegativeTestJSON-1411975023 tempest-ServerAddressesNegativeTestJSON-1411975023-project] 10.222.0.32 "GET /v2.0/security-groups?id=a33c754a-28f2-47ba-a1de-0b06896d8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166277 Jul 09 13:24:41.541012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-039020ba-3806-4668-adbc-05f5396c0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.542456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-039020ba-3806-4668-adbc-05f5396c0c60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe0d72da-6ef1-4977-b9dc-908645ee4d80 HTTP/1.1" status: 200 len: 851 time: 0.1198285 Jul 09 13:24:41.600372 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4249b96-2d4a-4987-ab83-edd59cac5656 x-openstack-request-id: req-b4249b96-2d4a-4987-ab83-edd59cac5656 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:41.600678 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe78006c-7f75-434f-a232-21408ffe7da0", "name": "network-vif-plugged", "status": "completed", "tag": "53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:41.600956 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4249b96-2d4a-4987-ab83-edd59cac5656 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:41.601355 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe78006c-7f75-434f-a232-21408ffe7da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf', 'code': 200} Jul 09 13:24:41.624562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-12c20847-b78a-48ef-b15a-c115ee8a2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.626038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-12c20847-b78a-48ef-b15a-c115ee8a2d87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.0969424 Jul 09 13:24:41.649851 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-aa946788-51f5-4603-999b-c2f974a95b88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 200 len: 217 time: 0.1105866 Jul 09 13:24:41.653201 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828a62b0-c0c3-47d3-89d6-ca2b87a22dc6 x-openstack-request-id: req-828a62b0-c0c3-47d3-89d6-ca2b87a22dc6 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:41.655073 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "54eacaf0-083d-4533-9edb-0c8560c3f4c0", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:41.655342 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-828a62b0-c0c3-47d3-89d6-ca2b87a22dc6 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:41.655751 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '54eacaf0-083d-4533-9edb-0c8560c3f4c0', 'status': 'completed', 'code': 200} Jul 09 13:24:41.671195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-3a69ba9d-f6c9-4022-9835-cf263e81c737 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293875 Jul 09 13:24:41.731736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2efb6473-1f26-4cc5-b93e-5d133c9e3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.733454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2efb6473-1f26-4cc5-b93e-5d133c9e3035 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61671166-2ff7-47cf-85fd-d0479610055b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616509 Jul 09 13:24:41.799517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8e001d48-7e21-42ac-9a11-b45c93c5474d details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:41.848082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-d3538f17-d402-452b-9f52-1a74578d96c4 service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639383 Jul 09 13:24:41.850202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-c68f10c3-bdc4-4f42-9963-f77867c07eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.851806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-c68f10c3-bdc4-4f42-9963-f77867c07eb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 200 len: 853 time: 0.1792378 Jul 09 13:24:41.902919 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-fea53229-a798-4447-8894-e1ddff42f5c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410891 Jul 09 13:24:41.920031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f07c3-8791-4088-b360-33185a365b8c req-51825cd1-7642-426a-99a9-8b57768b48eb tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.921790 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db7f07c3-8791-4088-b360-33185a365b8c req-51825cd1-7642-426a-99a9-8b57768b48eb tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.11 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1023 time: 0.2652817 Jul 09 13:24:41.922376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8e001d48-7e21-42ac-9a11-b45c93c5474d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:41.923881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-baf0eb0d-dbdb-4852-9fd5-135c06fb93c6 service neutron] 10.222.0.11 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784947 Jul 09 13:24:41.941018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '8e001d48-7e21-42ac-9a11-b45c93c5474d', 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f', 'port_id': '8e001d48-7e21-42ac-9a11-b45c93c5474d', 'mac_address': 'fa:16:3e:76:0c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54079d31-4ebd-4b0f-bf2f-8d21590b1123', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:41.954754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf651b1-9eff-4dde-95d4-793bdf42f1fa req-39a53d9a-4e4c-4309-835b-4798b08f4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.956627 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bf651b1-9eff-4dde-95d4-793bdf42f1fa req-39a53d9a-4e4c-4309-835b-4798b08f4d08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 1101 time: 0.2538297 Jul 09 13:24:42.003878 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.020921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e001d48-7e21-42ac-9a11-b45c93c5474d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:42.047534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8e001d48-7e21-42ac-9a11-b45c93c5474d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:42.052503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.065998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-66fe97fc-76bb-4538-80b5-247dce0537d6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.072442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-66fe97fc-76bb-4538-80b5-247dce0537d6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.079504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-66fe97fc-76bb-4538-80b5-247dce0537d6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.086515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-66fe97fc-76bb-4538-80b5-247dce0537d6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.093981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-66fe97fc-76bb-4538-80b5-247dce0537d6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.101321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-66fe97fc-76bb-4538-80b5-247dce0537d6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.109660 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-66fe97fc-76bb-4538-80b5-247dce0537d6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.117875 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-66fe97fc-76bb-4538-80b5-247dce0537d6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.3603525 Jul 09 13:24:42.142082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6922e82-36aa-4b79-9676-af883a5f4eb9 req-341cf446-02c1-4654-881f-273c9b3976c6 service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815342 Jul 09 13:24:42.150288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=8e001d48-7e21-42ac-9a11-b45c93c5474d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:42.159544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55dac-84da-45fb-b9c9-abaff7957569 req-eea348d0-575c-4193-b21d-e9ced40c2fe9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.161236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81a55dac-84da-45fb-b9c9-abaff7957569 req-eea348d0-575c-4193-b21d-e9ced40c2fe9 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 1023 time: 0.1871655 Jul 09 13:24:42.163862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-181ebfd8-eee0-4bac-b41e-e455434add8e service neutron] 10.222.0.11 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165594 Jul 09 13:24:42.172592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.173041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.173384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.173723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.174057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.179774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.180298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.180844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.181462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.181818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.182281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.182639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:42.200722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bf651b1-9eff-4dde-95d4-793bdf42f1fa req-f7ff913c-c1a2-41ad-8f8a-69a9ad5ae860 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930041 Jul 09 13:24:42.234456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-57ad6dea-3d63-40f6-8982-a3563d438e84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba HTTP/1.1" status: 200 len: 217 time: 0.0630174 Jul 09 13:24:42.245134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-797c170f-21ca-4207-9aed-79e12742f400 service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212910 Jul 09 13:24:42.258479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8565724-fc25-4d97-b1ca-d4af9db890d2 req-7b0961d7-b0a7-4044-ba6e-cc704f0b0f66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394083 Jul 09 13:24:42.297357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81a55dac-84da-45fb-b9c9-abaff7957569 req-553c9c6a-8cba-40ee-8f36-f44031c0b25a tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&id=10c66310-0f9e-41fe-8253-6a4e247ed6d3&id=04f551f0-fcfe-469b-a8e8-3b259591ae56&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1252747 Jul 09 13:24:42.328207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-e4360648-9ed4-4db9-889b-0c7751094e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.330183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-e4360648-9ed4-4db9-889b-0c7751094e28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.0814342 Jul 09 13:24:42.376295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Deleting port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:42.377280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.401618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-92e3162d-e2cf-4ae2-87dd-9ab23619e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.403175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-92e3162d-e2cf-4ae2-87dd-9ab23619e285 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664921 Jul 09 13:24:42.448159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8e001d48-7e21-42ac-9a11-b45c93c5474d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:42.474485 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-c8b9e581-ff96-4692-81b0-b8775b0e0498 service neutron] 10.222.0.11 "GET /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100022 Jul 09 13:24:42.540959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-9c8ace68-b8a7-4453-a2de-ec733486afe3 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309700 Jul 09 13:24:42.550290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c33d0f-28ba-4a3f-9115-552d5032398a req-fd625836-91e9-4fdd-9112-2616be1ffe0f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.551764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85c33d0f-28ba-4a3f-9115-552d5032398a req-fd625836-91e9-4fdd-9112-2616be1ffe0f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 945 time: 0.1347611 Jul 09 13:24:42.551882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260612-6ba7-4fbf-88f2-ae8313a1fe79 req-f3065041-9b97-40dc-9767-01324642cbd2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.553517 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4260612-6ba7-4fbf-88f2-ae8313a1fe79 req-f3065041-9b97-40dc-9767-01324642cbd2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 950 time: 0.1686132 Jul 09 13:24:42.562230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] For port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:42.562697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.592170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Calling delete_port for 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:42.619009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b4260612-6ba7-4fbf-88f2-ae8313a1fe79 req-f56b0377-8c27-4fe8-ab85-50631e4564a7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534794 Jul 09 13:24:42.648733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85c33d0f-28ba-4a3f-9115-552d5032398a req-c6f21f1b-9476-49ec-a55b-fd2f9d11b0a7 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748327 Jul 09 13:24:42.672045 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-d02b21ff-78e0-4537-a5c2-ae280d4c3c92 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193318 Jul 09 13:24:42.716182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-d79fbfb9-e792-43ad-9e80-2dec8153b04a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a5554256-bd69-4d55-806c-19b33ff40feb HTTP/1.1" status: 200 len: 217 time: 0.0361435 Jul 09 13:24:42.757716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60734) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:42.799714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.807358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-5467b3be-2748-432e-b950-9c6452afda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.808874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-5467b3be-2748-432e-b950-9c6452afda40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.0867755 Jul 09 13:24:42.814457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-59693857-6e8f-4e13-9979-272f1017048b admin admin] Deleting subnet c0ba379d-c842-4b82-91d8-a52667c200ac {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:24:42.815629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:42.824948 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59693857-6e8f-4e13-9979-272f1017048b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.841401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'Port': ['ID=90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:42.900602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59693857-6e8f-4e13-9979-272f1017048b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.911039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95656f-bf14-4ea0-bba7-e19e6e96bc48 req-cab4c60e-f29d-478d-afde-0247df3eaf48 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.912646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e95656f-bf14-4ea0-bba7-e19e6e96bc48 req-cab4c60e-f29d-478d-afde-0247df3eaf48 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1700671 Jul 09 13:24:42.913565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] No DVR routers for this DVR port 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:42.917295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.919607 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db7f07c3-8791-4088-b360-33185a365b8c req-bfaec7f3-b2a9-4010-be6d-c1bd612a25f7 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.11 "DELETE /v2.0/ports/90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 HTTP/1.1" status: 204 len: 173 time: 0.9845042 Jul 09 13:24:42.952295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-6c1de8c0-4235-473d-92d3-eea82fa563f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.953829 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-6c1de8c0-4235-473d-92d3-eea82fa563f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1361182 Jul 09 13:24:42.967664 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e95656f-bf14-4ea0-bba7-e19e6e96bc48 req-d4d85f89-ce82-40c4-9091-602540422599 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450108 Jul 09 13:24:42.972433 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.981024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59693857-6e8f-4e13-9979-272f1017048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.463134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4b980ef-aab6-4d8a-aa43-b9707b2a0b4d req-572cebfc-e561-42aa-a979-0df0e3fde4f0 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=093c419c-4be0-418f-ab48-22878c263acb HTTP/1.1" status: 200 len: 210 time: 0.0361223 Jul 09 13:24:43.510338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-411f232a-f295-4f5d-a547-65a806a14735 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481493 Jul 09 13:24:43.514165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59693857-6e8f-4e13-9979-272f1017048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.575449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593402-c833-445e-9c60-65f7024394c8 req-1ef8ca16-7ac5-4bf0-a3a4-65afabb5c48f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.582230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593402-c833-445e-9c60-65f7024394c8 req-1ef8ca16-7ac5-4bf0-a3a4-65afabb5c48f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.588240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593402-c833-445e-9c60-65f7024394c8 req-1ef8ca16-7ac5-4bf0-a3a4-65afabb5c48f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.595343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593402-c833-445e-9c60-65f7024394c8 req-1ef8ca16-7ac5-4bf0-a3a4-65afabb5c48f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.601941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593402-c833-445e-9c60-65f7024394c8 req-1ef8ca16-7ac5-4bf0-a3a4-65afabb5c48f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.608705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593402-c833-445e-9c60-65f7024394c8 req-1ef8ca16-7ac5-4bf0-a3a4-65afabb5c48f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.615386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593402-c833-445e-9c60-65f7024394c8 req-1ef8ca16-7ac5-4bf0-a3a4-65afabb5c48f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.619622 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40593402-c833-445e-9c60-65f7024394c8 req-1ef8ca16-7ac5-4bf0-a3a4-65afabb5c48f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.2183073 Jul 09 13:24:43.624660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59693857-6e8f-4e13-9979-272f1017048b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.626842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-59693857-6e8f-4e13-9979-272f1017048b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c0ba379d-c842-4b82-91d8-a52667c200ac HTTP/1.1" status: 204 len: 168 time: 0.8680143 Jul 09 13:24:43.629443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60750) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:43.661447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:43.665004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59693857-6e8f-4e13-9979-272f1017048b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ba379d-c842-4b82-91d8-a52667c200ac,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:43.674848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3f30d5-9692-490b-b159-ff673773c0a4', 'name': 'network-vif-deleted', 'tag': '97001ada-68f2-46b3-a4b2-2eafe8978ecf'}, {'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'name': 'network-vif-deleted', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:43.677256 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2b4ef7-6129-49a5-acd0-3664dfcda866" -d '{"events": [{"server_uuid": "5f3f30d5-9692-490b-b159-ff673773c0a4", "name": "network-vif-deleted", "tag": "97001ada-68f2-46b3-a4b2-2eafe8978ecf"}, {"server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "name": "network-vif-deleted", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:43.711299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.772901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40593402-c833-445e-9c60-65f7024394c8 req-754194e2-476c-4543-aa47-946bcbe84f9a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128306 Jul 09 13:24:43.776546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-58692469-86cb-4375-a9a2-f70865be456b service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571580 Jul 09 13:24:43.815258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 519512ae-6339-4a5a-9132-2b9d6e053d49 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:43.820133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.830847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-524d4087-ed8e-429c-8180-c15d1712e245 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=ae4bf13b-8792-400e-9796-0d7fb5576b17 HTTP/1.1" status: 200 len: 217 time: 0.0453916 Jul 09 13:24:43.838035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.852667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e3ed0c-033a-48f2-a9b5-372186734d31']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:43.870704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:43.871101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b1b6cd-85c2-4e5d-85dc-eb6fce7c3b91') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:43.885576 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.906312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1997ab17-6818-4d30-b57f-5f54c4af33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.907981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1997ab17-6818-4d30-b57f-5f54c4af33b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.0707097 Jul 09 13:24:43.915991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3272d-46fb-4607-bb52-1dbc02e8415b req-106f00af-e32b-4629-8c9a-15717b92b3a2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.917844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34e3272d-46fb-4607-bb52-1dbc02e8415b req-106f00af-e32b-4629-8c9a-15717b92b3a2 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 950 time: 0.1671360 Jul 09 13:24:43.922163 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.929090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:24:43.929990 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:24:43.945346 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:24:43.950342 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:24:44.011565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.016875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:44.017096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.021505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] 10.222.0.32 "DELETE /v2.0/networks/30e3ed0c-033a-48f2-a9b5-372186734d31 HTTP/1.1" status: 204 len: 168 time: 0.3885417 Jul 09 13:24:44.033270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'mac_address': 'fa:16:3e:ce:06:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:44.047464 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34e3272d-46fb-4607-bb52-1dbc02e8415b req-9229bddc-7e01-4ae6-b475-687e30d71d2a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759130 Jul 09 13:24:44.049420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-362b8d6a-50c8-4178-a4e2-a833c527dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:44.050933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-362b8d6a-50c8-4178-a4e2-a833c527dd3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329870 Jul 09 13:24:44.052952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a382733-4a54-4ad8-801d-010accc04153 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e3ed0c-033a-48f2-a9b5-372186734d31,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:44.058841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d67e-f5f5-43b1-a560-dd7baa489138 req-f53e00a2-c848-4132-883a-f688638e173a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:44.059802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8983d67e-f5f5-43b1-a560-dd7baa489138 req-f53e00a2-c848-4132-883a-f688638e173a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 945 time: 0.1508179 Jul 09 13:24:44.104234 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.122465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 519512ae-6339-4a5a-9132-2b9d6e053d49 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:44.125515 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a2245-f453-48fa-be2c-e3910b603abd x-openstack-request-id: req-063a2245-f453-48fa-be2c-e3910b603abd {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:44.126016 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3f30d5-9692-490b-b159-ff673773c0a4", "name": "network-vif-deleted", "tag": "97001ada-68f2-46b3-a4b2-2eafe8978ecf", "status": "completed", "code": 200}, {"server_uuid": "093c419c-4be0-418f-ab48-22878c263acb", "name": "network-vif-deleted", "tag": "90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:44.126322 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-063a2245-f453-48fa-be2c-e3910b603abd {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:44.126735 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3f30d5-9692-490b-b159-ff673773c0a4', 'name': 'network-vif-deleted', 'tag': '97001ada-68f2-46b3-a4b2-2eafe8978ecf', 'status': 'completed', 'code': 200} Jul 09 13:24:44.127011 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093c419c-4be0-418f-ab48-22878c263acb', 'name': 'network-vif-deleted', 'tag': '90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6', 'status': 'completed', 'code': 200} Jul 09 13:24:44.151715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:44.159882 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.173358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8983d67e-f5f5-43b1-a560-dd7baa489138 req-e4ecb233-7e86-4118-ae20-60c0ed760654 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043444 Jul 09 13:24:44.236291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1db83fa1-9f7e-45be-946a-5d15bf9a703d service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754296 Jul 09 13:24:44.248787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:44.278164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60776) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:44.279417 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0bad3d40-0925-4ad1-b67f-d1e1318e76ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.339248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60778) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:44.340322 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9e7dbfe1-8ddf-4806-8d78-6fe25305e487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d86c67c71b0e45c4951dd59adcf2335b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608947 Jul 09 13:24:44.355551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['519512ae-6339-4a5a-9132-2b9d6e053d49'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:44.433544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd860aae-8b51-426b-b80b-1dc1681e3f98 req-8b4df371-608b-46c1-a2ce-7a0d1f589928 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:44.441209 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd860aae-8b51-426b-b80b-1dc1681e3f98 req-8b4df371-608b-46c1-a2ce-7a0d1f589928 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 1101 time: 0.0662906 Jul 09 13:24:44.442219 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-3f5b2c90-cbe8-4145-94c0-45e390ac4f80 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864061 Jul 09 13:24:44.474526 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd860aae-8b51-426b-b80b-1dc1681e3f98 req-604cdd9c-7a7d-4091-98ec-cf12c6cdd4c8 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Jul 09 13:24:44.492865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-134703b9-7ab4-47a2-ae89-eb7590850f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.500071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-223ee4b2-260e-4fb8-be40-00c50e267158 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd HTTP/1.1" status: 200 len: 217 time: 0.0501275 Jul 09 13:24:44.560667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-134703b9-7ab4-47a2-ae89-eb7590850f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.580943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9eab1-f3e4-432b-bd1e-2b78f0281c1e req-dcaad30d-da85-454d-bcbc-e328f59504f3 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:44.582478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26f9eab1-f3e4-432b-bd1e-2b78f0281c1e req-dcaad30d-da85-454d-bcbc-e328f59504f3 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.2155380 Jul 09 13:24:44.618402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a9d3c55-4348-4262-a8eb-b07761547d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:44.619892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2a9d3c55-4348-4262-a8eb-b07761547d70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.1089377 Jul 09 13:24:44.626836 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-568a4c2e-4a9b-485f-8759-25af23651aa4 req-dbb3fce5-3fed-40e0-aa77-d4ced770bf87 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/04f551f0-fcfe-469b-a8e8-3b259591ae56 HTTP/1.1" status: 200 len: 1801 time: 0.0440152 Jul 09 13:24:44.677461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26f9eab1-f3e4-432b-bd1e-2b78f0281c1e req-866984b3-68f2-4e98-a425-6dd351c1e4b3 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884461 Jul 09 13:24:44.695466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-568a4c2e-4a9b-485f-8759-25af23651aa4 req-9bf674c4-70e0-4567-aef4-221664804c7d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.701701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-134703b9-7ab4-47a2-ae89-eb7590850f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.704676 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-134703b9-7ab4-47a2-ae89-eb7590850f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.707384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-134703b9-7ab4-47a2-ae89-eb7590850f50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a33c754a-28f2-47ba-a1de-0b06896d8605 HTTP/1.1" status: 204 len: 168 time: 0.3673537 Jul 09 13:24:44.728400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b97e148f-c957-4b5e-b8c7-02a1d2ee5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:44.730671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-b97e148f-c957-4b5e-b8c7-02a1d2ee5834 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024137 Jul 09 13:24:44.731806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134703b9-7ab4-47a2-ae89-eb7590850f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c754a-28f2-47ba-a1de-0b06896d8605,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:44.734613 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-568a4c2e-4a9b-485f-8759-25af23651aa4 req-9bf674c4-70e0-4567-aef4-221664804c7d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.793950 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-568a4c2e-4a9b-485f-8759-25af23651aa4 req-9bf674c4-70e0-4567-aef4-221664804c7d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.797531 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-568a4c2e-4a9b-485f-8759-25af23651aa4 req-9bf674c4-70e0-4567-aef4-221664804c7d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.798842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-568a4c2e-4a9b-485f-8759-25af23651aa4 req-9bf674c4-70e0-4567-aef4-221664804c7d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/04f551f0-fcfe-469b-a8e8-3b259591ae56 HTTP/1.1" status: 204 len: 173 time: 0.1661687 Jul 09 13:24:44.812118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf674c4-70e0-4567-aef4-221664804c7d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f551f0-fcfe-469b-a8e8-3b259591ae56,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:44.843414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-c323c261-f043-4850-9e56-f7377e71644e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339544 Jul 09 13:24:44.862559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 97001ada-68f2-46b3-a4b2-2eafe8978ecf no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:44.907562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 97001ada-68f2-46b3-a4b2-2eafe8978ecf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:44.907918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 97001ada-68f2-46b3-a4b2-2eafe8978ecf not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:44.981529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1820b1e4-6fcd-4fdc-a930-02df7c3cda1c service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410355 Jul 09 13:24:45.051486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-d7d6a7cd-d5e2-4c96-b4e1-feb6eaf8dde6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.052973 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-d7d6a7cd-d5e2-4c96-b4e1-feb6eaf8dde6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087810 Jul 09 13:24:45.068280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611732dd-5489-494c-a137-3252b07893a8 req-787baad7-e1a2-4c2a-a2fc-d63fb4d6969c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.074705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611732dd-5489-494c-a137-3252b07893a8 req-787baad7-e1a2-4c2a-a2fc-d63fb4d6969c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.076979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-07242c30-5f07-48b9-87ca-303f6268ddd8 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/quotas/0ccb8a3f5536443fb61c4a689e467809 HTTP/1.1" status: 200 len: 375 time: 0.0178070 Jul 09 13:24:45.083234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611732dd-5489-494c-a137-3252b07893a8 req-787baad7-e1a2-4c2a-a2fc-d63fb4d6969c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.091875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611732dd-5489-494c-a137-3252b07893a8 req-787baad7-e1a2-4c2a-a2fc-d63fb4d6969c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.100041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611732dd-5489-494c-a137-3252b07893a8 req-787baad7-e1a2-4c2a-a2fc-d63fb4d6969c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.108750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611732dd-5489-494c-a137-3252b07893a8 req-787baad7-e1a2-4c2a-a2fc-d63fb4d6969c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.122259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-2312375e-1937-48ba-a3ba-9ce8c06e31ae service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312220 Jul 09 13:24:45.127086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611732dd-5489-494c-a137-3252b07893a8 req-787baad7-e1a2-4c2a-a2fc-d63fb4d6969c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.129225 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-611732dd-5489-494c-a137-3252b07893a8 req-787baad7-e1a2-4c2a-a2fc-d63fb4d6969c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.1821291 Jul 09 13:24:45.195745 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-611732dd-5489-494c-a137-3252b07893a8 req-4ec6e962-973d-43ff-8445-14b0f1e081f8 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600531 Jul 09 13:24:45.196372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-1bb207a5-94d4-4e28-a314-3cee816efe66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=294c7669-e9ab-417c-8f20-20e32065b0a3 HTTP/1.1" status: 200 len: 217 time: 0.0486386 Jul 09 13:24:45.313072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-52cb9ea9-efb5-4e5b-ae5d-1df83745746e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2015495 Jul 09 13:24:45.316745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-12c44975-f706-4fee-b8ad-8a5f8c818c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.321520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-12c44975-f706-4fee-b8ad-8a5f8c818c38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 200 len: 797 time: 0.1156967 Jul 09 13:24:45.323267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eb273c86-112b-4d8c-ad66-f47e7330b795 req-809baeeb-3af6-470e-8770-bc66027bcc9d tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/10c66310-0f9e-41fe-8253-6a4e247ed6d3 HTTP/1.1" status: 200 len: 1801 time: 0.1006730 Jul 09 13:24:45.423602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-eb273c86-112b-4d8c-ad66-f47e7330b795 req-f7036e9f-62ac-4f7f-bf7c-3187cc8e2214 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.489508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-eb273c86-112b-4d8c-ad66-f47e7330b795 req-f7036e9f-62ac-4f7f-bf7c-3187cc8e2214 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.490154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-ce0792b8-3e84-4c05-a1c7-957d23ce6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.491670 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-ce0792b8-3e84-4c05-a1c7-957d23ce6b33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593094 Jul 09 13:24:45.601088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-eb273c86-112b-4d8c-ad66-f47e7330b795 req-f7036e9f-62ac-4f7f-bf7c-3187cc8e2214 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.608786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-eb273c86-112b-4d8c-ad66-f47e7330b795 req-f7036e9f-62ac-4f7f-bf7c-3187cc8e2214 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.609979 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eb273c86-112b-4d8c-ad66-f47e7330b795 req-f7036e9f-62ac-4f7f-bf7c-3187cc8e2214 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/10c66310-0f9e-41fe-8253-6a4e247ed6d3 HTTP/1.1" status: 204 len: 173 time: 0.2857363 Jul 09 13:24:45.625842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7036e9f-62ac-4f7f-bf7c-3187cc8e2214 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c66310-0f9e-41fe-8253-6a4e247ed6d3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:45.714229 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-0fb02009-27a5-4b46-bd18-3c218af9a92e service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147460 Jul 09 13:24:45.802300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6122-009c-4839-a7b4-e1175b00df95 req-1afdcdf8-214f-470f-98af-e1264d56193e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.815203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 519512ae-6339-4a5a-9132-2b9d6e053d49 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:45.823564 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da2b6122-009c-4839-a7b4-e1175b00df95 req-1afdcdf8-214f-470f-98af-e1264d56193e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 945 time: 0.2162879 Jul 09 13:24:45.891175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da2b6122-009c-4839-a7b4-e1175b00df95 req-54985b5b-e3dc-47a4-a749-8dc7d6fb2115 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665817 Jul 09 13:24:45.939458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-ff2f672e-7d7f-4bfe-b921-d4db3cd5618d service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093029 Jul 09 13:24:45.974330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-b668a951-2c9c-4358-adce-efaa89ac8428 req-c69871eb-602e-466f-9069-99f9db1fa430 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1504295803', 'description': 'tempest-description-1796848141'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:45.999635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 519512ae-6339-4a5a-9132-2b9d6e053d49 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:46.000201 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.001738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-45f42edc-9baf-4d4d-95d3-9cae3522acc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0 HTTP/1.1" status: 200 len: 217 time: 0.0614851 Jul 09 13:24:46.017710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b668a951-2c9c-4358-adce-efaa89ac8428 req-c69871eb-602e-466f-9069-99f9db1fa430 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.073608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46954cba-2df4-40c2-a2bc-8c7fdbe13d72 req-7e4c6411-a91b-47e6-aac0-f991c3d80331 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 210 time: 0.0750577 Jul 09 13:24:46.124205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-e1cce4f8-1011-4b40-9db2-f35cd959817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.130743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-e1cce4f8-1011-4b40-9db2-f35cd959817d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 200 len: 797 time: 0.1205821 Jul 09 13:24:46.183897 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.224950 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b668a951-2c9c-4358-adce-efaa89ac8428 req-c69871eb-602e-466f-9069-99f9db1fa430 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.230121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:46.230495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b668a951-2c9c-4358-adce-efaa89ac8428 req-c69871eb-602e-466f-9069-99f9db1fa430 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.233754 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f92e4c-275d-41b9-aef1-280c1a7c787f" -d '{"events": [{"server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "name": "network-vif-plugged", "status": "completed", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:46.253424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-38659cbf-f3e5-4632-aeaf-3b4bf0602aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.255448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-38659cbf-f3e5-4632-aeaf-3b4bf0602aa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180632 Jul 09 13:24:46.264021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:46.264337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69871eb-602e-466f-9069-99f9db1fa430 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22363434-7672-4ff7-97f1-d46082fd141f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:46.270269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.271474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8e001d48-7e21-42ac-9a11-b45c93c5474d up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:46.279461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-b668a951-2c9c-4358-adce-efaa89ac8428 req-c69871eb-602e-466f-9069-99f9db1fa430 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.292143 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b668a951-2c9c-4358-adce-efaa89ac8428 req-c69871eb-602e-466f-9069-99f9db1fa430 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3233776 Jul 09 13:24:46.398758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:46.427971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 8e001d48-7e21-42ac-9a11-b45c93c5474d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:46.434438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 8e001d48-7e21-42ac-9a11-b45c93c5474d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:46.435411 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.500636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-5fb43376-1568-44d5-a0da-06469301a3cd service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365525 Jul 09 13:24:46.606571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504f91d-7008-47b0-85a3-4e108a42a14d req-8c9a9625-38c4-4510-96c8-7840b7ef13ef tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.609756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c504f91d-7008-47b0-85a3-4e108a42a14d req-8c9a9625-38c4-4510-96c8-7840b7ef13ef tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.2098098 Jul 09 13:24:46.614232 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.687948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 8e001d48-7e21-42ac-9a11-b45c93c5474d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:46.714906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c504f91d-7008-47b0-85a3-4e108a42a14d req-78346d87-c9ba-48bb-bf1c-752355476fa9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957162 Jul 09 13:24:46.721269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d37f150-a9e8-45ee-b63f-572a6f2b5be8 req-82ce37d0-33c7-4ad9-9025-6b186ab61df3 service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129233 Jul 09 13:24:46.723008 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.788830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=8e001d48-7e21-42ac-9a11-b45c93c5474d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:46.845813 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1295ceb-9ef7-4a62-b442-c3620f3e87ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.857914 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208bffb5-29c9-4f91-9092-1be5c6597065 x-openstack-request-id: req-208bffb5-29c9-4f91-9092-1be5c6597065 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:46.858273 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "name": "network-vif-plugged", "status": "completed", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:46.858532 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-208bffb5-29c9-4f91-9092-1be5c6597065 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:46.858927 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'code': 200} Jul 09 13:24:46.880593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:46.924071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:46.924588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 90f01c4e-0b9d-4ce7-bf0c-4b9bfbda0ba6 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:46.954546 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.964871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7606be62-8f3e-4303-9944-ce5d72d63f67 req-93076c9c-aaf0-4295-acab-e627133ffc19 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/22363434-7672-4ff7-97f1-d46082fd141f HTTP/1.1" status: 200 len: 1803 time: 0.0902798 Jul 09 13:24:46.971934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7606be62-8f3e-4303-9944-ce5d72d63f67 req-e3ae3a3e-8cfa-4f73-9d7a-0b77422f9119 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1747669398', 'description': 'tempest-description-hth-155154516'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:47.030020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7606be62-8f3e-4303-9944-ce5d72d63f67 req-e3ae3a3e-8cfa-4f73-9d7a-0b77422f9119 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.033915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-29c6e55f-8ae8-4413-8301-1f71a49ebfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.034409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-29c6e55f-8ae8-4413-8301-1f71a49ebfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.036623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-29c6e55f-8ae8-4413-8301-1f71a49ebfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.036623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-29c6e55f-8ae8-4413-8301-1f71a49ebfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.036623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-29c6e55f-8ae8-4413-8301-1f71a49ebfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.036623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-29c6e55f-8ae8-4413-8301-1f71a49ebfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.037625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-29c6e55f-8ae8-4413-8301-1f71a49ebfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.038868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b797905-e877-4f74-adff-24051a4dff07 req-29c6e55f-8ae8-4413-8301-1f71a49ebfeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6477 time: 0.2134476 Jul 09 13:24:47.094195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7606be62-8f3e-4303-9944-ce5d72d63f67 req-e3ae3a3e-8cfa-4f73-9d7a-0b77422f9119 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.115323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7606be62-8f3e-4303-9944-ce5d72d63f67 req-e3ae3a3e-8cfa-4f73-9d7a-0b77422f9119 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.133418 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7606be62-8f3e-4303-9944-ce5d72d63f67 req-e3ae3a3e-8cfa-4f73-9d7a-0b77422f9119 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.136613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-7d45da1d-b3d8-4f0b-b68e-da8a1abfcc8a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.144598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-7d45da1d-b3d8-4f0b-b68e-da8a1abfcc8a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.151343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-7d45da1d-b3d8-4f0b-b68e-da8a1abfcc8a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.159500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-7d45da1d-b3d8-4f0b-b68e-da8a1abfcc8a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.160436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7606be62-8f3e-4303-9944-ce5d72d63f67 req-e3ae3a3e-8cfa-4f73-9d7a-0b77422f9119 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "PUT /v2.0/security-groups/22363434-7672-4ff7-97f1-d46082fd141f HTTP/1.1" status: 200 len: 1776 time: 0.1944439 Jul 09 13:24:47.175518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-7d45da1d-b3d8-4f0b-b68e-da8a1abfcc8a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.193335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-7d45da1d-b3d8-4f0b-b68e-da8a1abfcc8a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.211287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-7d45da1d-b3d8-4f0b-b68e-da8a1abfcc8a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.217192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-7d45da1d-b3d8-4f0b-b68e-da8a1abfcc8a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.2842875 Jul 09 13:24:47.220762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae3a3e-8cfa-4f73-9d7a-0b77422f9119 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22363434-7672-4ff7-97f1-d46082fd141f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:47.300974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-87c2b898-252a-4a6b-826a-e6635999cf6f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ccb8a3f5536443fb61c4a689e467809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479105 Jul 09 13:24:47.339127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74ab33a7-42dd-4397-80bc-b1427dccd853 req-e4c27901-69a3-43fd-a2ab-64a147a6296e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084125 Jul 09 13:24:47.392031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-d92b2969-a526-44b7-b195-77e01468beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.397385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b797905-e877-4f74-adff-24051a4dff07 req-d92b2969-a526-44b7-b195-77e01468beab service neutron] 10.222.0.11 "GET /v2.0/networks?id=f24c7924-17f2-44ea-a7ec-678849b0025d HTTP/1.1" status: 200 len: 902 time: 0.3489254 Jul 09 13:24:47.450111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-8ebb50c6-2e82-42b9-bf07-228aecb95906 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.457005 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-8ebb50c6-2e82-42b9-bf07-228aecb95906 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499224 Jul 09 13:24:47.494801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b797905-e877-4f74-adff-24051a4dff07 req-5d70e54f-666c-46f4-bebf-72fdbb7ebe49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0 HTTP/1.1" status: 200 len: 217 time: 0.0850437 Jul 09 13:24:47.501014 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-125baa54-9003-4725-bbcb-eae5072e8328 req-1fccc4de-5b17-4c30-b875-9687344ddf1f tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0416405 Jul 09 13:24:47.506647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Request body: {'port': {'device_id': '46b316bc-0952-40d8-b18d-19c8c6569224', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '0ccb8a3f5536443fb61c4a689e467809'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:47.558962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-f249269a-a096-402d-b9df-a62359e83560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.560595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b797905-e877-4f74-adff-24051a4dff07 req-f249269a-a096-402d-b9df-a62359e83560 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 200 len: 797 time: 0.0510042 Jul 09 13:24:47.681470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797905-e877-4f74-adff-24051a4dff07 req-566c4ddb-58dc-4826-b8bb-f4e4a7832249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.681470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b797905-e877-4f74-adff-24051a4dff07 req-566c4ddb-58dc-4826-b8bb-f4e4a7832249 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097934 Jul 09 13:24:47.721271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdf1cc-b122-4381-88b6-94ea8343f56f req-21f9cef1-6a0b-4903-a49c-01c8b4f134bf tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.723413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52cdf1cc-b122-4381-88b6-94ea8343f56f req-21f9cef1-6a0b-4903-a49c-01c8b4f134bf tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1613402 Jul 09 13:24:47.751566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Made reservation on behalf of 0ccb8a3f5536443fb61c4a689e467809 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:47.756016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.818288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52cdf1cc-b122-4381-88b6-94ea8343f56f req-e70daa3d-8cb3-40c6-b76c-aeff791d77bb tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806367 Jul 09 13:24:47.860244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b797905-e877-4f74-adff-24051a4dff07 req-a01f44bb-bb71-40f7-b119-bbb73c204c25 service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704545 Jul 09 13:24:47.986566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1b2baf0-a323-42d8-b853-1ef311d67d79 req-755b817b-4fd6-4d1e-bd3b-1f7065c5e09c tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/22363434-7672-4ff7-97f1-d46082fd141f HTTP/1.1" status: 200 len: 1776 time: 0.1197608 Jul 09 13:24:48.001272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Allocated IP 192.168.233.173 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/633c4df0-2515-4874-b84f-686d785d9af5) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:48.052798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b797905-e877-4f74-adff-24051a4dff07 req-ce112c7e-3cbb-40c6-a815-e52219378319 service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641660 Jul 09 13:24:48.110034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.131254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-533ff996-64b4-4571-8c02-b642278f0ed1 req-e7b26abf-eb10-4d5e-a31a-b4d9876cc27a tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 210 time: 0.0759947 Jul 09 13:24:48.281698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bf03ed80-6684-4929-8912-7274c2c4173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.282507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bf03ed80-6684-4929-8912-7274c2c4173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.283337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bf03ed80-6684-4929-8912-7274c2c4173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.284154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bf03ed80-6684-4929-8912-7274c2c4173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.284985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bf03ed80-6684-4929-8912-7274c2c4173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.285307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bf03ed80-6684-4929-8912-7274c2c4173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.285779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bf03ed80-6684-4929-8912-7274c2c4173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.287826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bf03ed80-6684-4929-8912-7274c2c4173b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6477 time: 0.1713262 Jul 09 13:24:48.314044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec8a2e-476c-4847-b424-339f386407f7 req-984ba740-e189-42e8-8d1a-4512717acf33 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.315632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1ec8a2e-476c-4847-b424-339f386407f7 req-984ba740-e189-42e8-8d1a-4512717acf33 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1347511 Jul 09 13:24:48.319624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.356584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Transition to ACTIVE for port object 633c4df0-2515-4874-b84f-686d785d9af5 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:48.413144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1ec8a2e-476c-4847-b424-339f386407f7 req-496ae5dc-5f0e-4bae-9474-d65d7e232b6d tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883949 Jul 09 13:24:48.443672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.450415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b9c54-9e5b-47f3-b4f3-de0214d31b9b req-b36c05b4-ff82-4614-b2ac-c5165b811e12 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.454018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469', '5e362136-bd34-4c75-b2a6-8238dbb0ca31'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:48.456098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-2e68acf9-3dc8-4ea3-92a1-5348ff442325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.456731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481', '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'ae62b235-ef65-4f20-b316-d9f4ab09de7d', '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:48.458984 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b0b9c54-9e5b-47f3-b4f3-de0214d31b9b req-b36c05b4-ff82-4614-b2ac-c5165b811e12 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 945 time: 0.1599886 Jul 09 13:24:48.465762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-2e68acf9-3dc8-4ea3-92a1-5348ff442325 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f24c7924-17f2-44ea-a7ec-678849b0025d HTTP/1.1" status: 200 len: 902 time: 0.1605406 Jul 09 13:24:48.538271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-84b63741-1ada-4e3e-a4b4-86478d281284 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=294c7669-e9ab-417c-8f20-20e32065b0a3 HTTP/1.1" status: 200 len: 217 time: 0.0619254 Jul 09 13:24:48.587729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b0b9c54-9e5b-47f3-b4f3-de0214d31b9b req-2143bd98-673a-42b3-9c76-5de1b1f41166 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230190 Jul 09 13:24:48.639541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb35f703-7d26-4bce-98ad-df353b04c53c req-b3c1abf9-bdff-4aa1-bbd7-481a5d354fc6 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/22363434-7672-4ff7-97f1-d46082fd141f HTTP/1.1" status: 200 len: 1776 time: 0.1735504 Jul 09 13:24:48.664336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:48.681282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:48.691949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:48.716192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event updated for resources: {'Port': ['ID=633c4df0-2515-4874-b84f-686d785d9af5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:48.726587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bd1bf759-50bc-4f47-b927-17df7d40b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.728095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-bd1bf759-50bc-4f47-b927-17df7d40b2d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 200 len: 797 time: 0.1723914 Jul 09 13:24:48.748175 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb35f703-7d26-4bce-98ad-df353b04c53c req-f018b901-1f29-41c7-ae4d-ba0f565603c3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.842258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb35f703-7d26-4bce-98ad-df353b04c53c req-f018b901-1f29-41c7-ae4d-ba0f565603c3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.865039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a34394-df8a-40b5-ba34-911f6649408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e001d48-7e21-42ac-9a11-b45c93c5474d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:48.867317 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea64e1a-e641-4e24-b2a2-03238248c605" -d '{"events": [{"server_uuid": "85a34394-df8a-40b5-ba34-911f6649408b", "name": "network-vif-plugged", "status": "completed", "tag": "8e001d48-7e21-42ac-9a11-b45c93c5474d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:48.924711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.937032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-838a1d06-b5f0-4e95-a31f-ef3b64d8ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.941253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-838a1d06-b5f0-4e95-a31f-ef3b64d8ed09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2039664 Jul 09 13:24:48.956153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.999570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-ed5c748d-5296-437f-bab2-1e1f103750b4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4969845 Jul 09 13:24:49.023008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Request body: {'port': {'device_id': '46b316bc-0952-40d8-b18d-19c8c6569224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:49.104642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb35f703-7d26-4bce-98ad-df353b04c53c req-f018b901-1f29-41c7-ae4d-ba0f565603c3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.108700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bb35f703-7d26-4bce-98ad-df353b04c53c req-f018b901-1f29-41c7-ae4d-ba0f565603c3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.121567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb35f703-7d26-4bce-98ad-df353b04c53c req-f018b901-1f29-41c7-ae4d-ba0f565603c3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/22363434-7672-4ff7-97f1-d46082fd141f HTTP/1.1" status: 204 len: 173 time: 0.4810135 Jul 09 13:24:49.163701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018b901-1f29-41c7-ae4d-ba0f565603c3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22363434-7672-4ff7-97f1-d46082fd141f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:49.196629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-b8f8ce64-474d-48b8-bccb-923e705ed025 service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459388 Jul 09 13:24:49.229800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-411f9c1e-ee00-435e-bd1a-745f807bde0c None None] Provisioning for port 633c4df0-2515-4874-b84f-686d785d9af5 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:49.251213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-411f9c1e-ee00-435e-bd1a-745f807bde0c None None] Provisioning complete for port 633c4df0-2515-4874-b84f-686d785d9af5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:49.251895 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-411f9c1e-ee00-435e-bd1a-745f807bde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.306142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-004f7a35-1a2c-4ca1-8e56-46a796779215 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.314574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-004f7a35-1a2c-4ca1-8e56-46a796779215 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.323557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-004f7a35-1a2c-4ca1-8e56-46a796779215 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.332414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-004f7a35-1a2c-4ca1-8e56-46a796779215 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.334849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-411f9c1e-ee00-435e-bd1a-745f807bde0c None None] Port 633c4df0-2515-4874-b84f-686d785d9af5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:49.340434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-004f7a35-1a2c-4ca1-8e56-46a796779215 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.349461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-004f7a35-1a2c-4ca1-8e56-46a796779215 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.358326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-004f7a35-1a2c-4ca1-8e56-46a796779215 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.364878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-434cc4d5-99cd-44af-865d-bac715c36863 req-05e4f64d-ca3b-48c7-839e-2ca5c2da4130 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0482550 Jul 09 13:24:49.369951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-004f7a35-1a2c-4ca1-8e56-46a796779215 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.3186147 Jul 09 13:24:49.375444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.433216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-94051c5c-5be7-4bd2-af45-7effb280c75e service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316074 Jul 09 13:24:49.617784 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.624307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88e17e6e-c335-4d18-a1c1-e91943d978f8 req-02e1ae0c-f036-4fe1-9ed8-2d4d3b462719 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2531657 Jul 09 13:24:49.887543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633c4df0-2515-4874-b84f-686d785d9af5 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:49.898171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.923301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Transition to ACTIVE for port object 633c4df0-2515-4874-b84f-686d785d9af5 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:49.928271 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.943242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30587b-aaa2-4dbf-961b-e1152c7585e9 req-d36f17f3-1719-4b43-99c3-6567577e66dc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.951622 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec30587b-aaa2-4dbf-961b-e1152c7585e9 req-d36f17f3-1719-4b43-99c3-6567577e66dc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1170328 Jul 09 13:24:50.009898 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa9898-66cd-48ea-a718-9e68b11bec8c x-openstack-request-id: req-90aa9898-66cd-48ea-a718-9e68b11bec8c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:50.010478 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a34394-df8a-40b5-ba34-911f6649408b", "name": "network-vif-plugged", "status": "completed", "tag": "8e001d48-7e21-42ac-9a11-b45c93c5474d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:50.010981 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90aa9898-66cd-48ea-a718-9e68b11bec8c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:50.011606 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a34394-df8a-40b5-ba34-911f6649408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e001d48-7e21-42ac-9a11-b45c93c5474d', 'code': 200} Jul 09 13:24:50.074128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Pushing event updated for resources: {'Port': ['ID=633c4df0-2515-4874-b84f-686d785d9af5,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:50.161930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec30587b-aaa2-4dbf-961b-e1152c7585e9 req-0772b641-1848-4992-8993-1e150fd2f953 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088940 Jul 09 13:24:50.370924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Attempting to bind port 633c4df0-2515-4874-b84f-686d785d9af5 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:50.371285 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Attempting to bind port 633c4df0-2515-4874-b84f-686d785d9af5 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:50.371617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Attempting to bind port 633c4df0-2515-4874-b84f-686d785d9af5 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:50.383413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Port 633c4df0-2515-4874-b84f-686d785d9af5 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:50.383751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Attempting to bind port 633c4df0-2515-4874-b84f-686d785d9af5 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:50.385974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bddb9d57-14b8-487c-9ddb-175025438439 req-7e3d7ce1-522b-4240-ae11-82df174b1fad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0612686 Jul 09 13:24:50.418826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:50.419188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:50.421322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:50.421322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Bound port: 633c4df0-2515-4874-b84f-686d785d9af5, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:50.421577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.440817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62dd5a-90c4-4da0-bef4-282e96a1fb15 req-711b7ceb-184d-4dca-a40b-86f452e12166 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.442444 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee62dd5a-90c4-4da0-bef4-282e96a1fb15 req-711b7ceb-184d-4dca-a40b-86f452e12166 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 948 time: 0.1751955 Jul 09 13:24:50.464787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d3139-82cc-48d2-bbc4-b604bcabd8a5 req-1e5fa8fc-31c4-4690-ab37-bdb9ecd01cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.468496 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a89d3139-82cc-48d2-bbc4-b604bcabd8a5 req-1e5fa8fc-31c4-4690-ab37-bdb9ecd01cce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 1097 time: 0.2418141 Jul 09 13:24:50.511038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee62dd5a-90c4-4da0-bef4-282e96a1fb15 req-35605885-302a-4147-b5fe-0bc246d6681c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598021 Jul 09 13:24:50.615741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] For port 633c4df0-2515-4874-b84f-686d785d9af5, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:50.622674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a89d3139-82cc-48d2-bbc4-b604bcabd8a5 req-ded27fc1-78fc-4630-92bc-45e0fb2a9bea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357481 Jul 09 13:24:50.637886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] For port 633c4df0-2515-4874-b84f-686d785d9af5, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=633c4df0-2515-4874-b84f-686d785d9af5,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:50.649704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b79cb-ed79-4bc0-acf7-09b3fd55b574 req-e91463d1-64f0-4817-bdeb-01b65eabcaa9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.662065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc5b79cb-ed79-4bc0-acf7-09b3fd55b574 req-e91463d1-64f0-4817-bdeb-01b65eabcaa9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.2641699 Jul 09 13:24:50.676444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.738195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.738992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.740715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] 10.222.0.11 "PUT /v2.0/ports/633c4df0-2515-4874-b84f-686d785d9af5 HTTP/1.1" status: 200 len: 1096 time: 1.7303364 Jul 09 13:24:50.747025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b316bc-0952-40d8-b18d-19c8c6569224', 'tag': '633c4df0-2515-4874-b84f-686d785d9af5'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:50.750450 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab" -d '{"events": [{"name": "network-changed", "server_uuid": "46b316bc-0952-40d8-b18d-19c8c6569224", "tag": "633c4df0-2515-4874-b84f-686d785d9af5"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:50.781930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc5b79cb-ed79-4bc0-acf7-09b3fd55b574 req-b0260322-3463-429c-989a-9ea2e4a9f929 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166956 Jul 09 13:24:50.823594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b8827-f962-471c-b8d4-1513aaad1590 service neutron] Pushing event updated for resources: {'Port': ['ID=633c4df0-2515-4874-b84f-686d785d9af5,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:50.869996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4eec03dc-17d4-4a8c-b489-30244b52d1c1 req-52d9bbe9-932d-4562-aae9-619bb67bf319 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0568314 Jul 09 13:24:50.908793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-69dbde62-61b1-4b80-b049-f28f0ebc3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.910420 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-69dbde62-61b1-4b80-b049-f28f0ebc3f73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 1099 time: 0.1228402 Jul 09 13:24:50.939225 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-be9673f4-5b47-492a-b78a-a51f75fc2ea7 req-c7324d75-0382-4f4e-aa7e-0ba4b84b873e tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:24:50.946842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be9673f4-5b47-492a-b78a-a51f75fc2ea7 req-c7324d75-0382-4f4e-aa7e-0ba4b84b873e tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/10c66310-0f9e-41fe-8253-6a4e247ed6d3 HTTP/1.1" status: 404 len: 352 time: 0.0282986 Jul 09 13:24:51.041566 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-9ecbb3d9-b4f7-4c10-bee8-dfb966d5e502 req-c00c2c14-a24d-4e96-8c9b-282b75ffcb86 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:24:51.056346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ecbb3d9-b4f7-4c10-bee8-dfb966d5e502 req-c00c2c14-a24d-4e96-8c9b-282b75ffcb86 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/04f551f0-fcfe-469b-a8e8-3b259591ae56 HTTP/1.1" status: 404 len: 352 time: 0.0404897 Jul 09 13:24:51.069405 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69245572-3fda-4eba-9faa-0b0c8e879961 x-openstack-request-id: req-69245572-3fda-4eba-9faa-0b0c8e879961 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:51.069866 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b316bc-0952-40d8-b18d-19c8c6569224", "tag": "633c4df0-2515-4874-b84f-686d785d9af5", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:51.070395 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69245572-3fda-4eba-9faa-0b0c8e879961 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:51.070979 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b316bc-0952-40d8-b18d-19c8c6569224', 'tag': '633c4df0-2515-4874-b84f-686d785d9af5', 'status': 'completed', 'code': 200} Jul 09 13:24:51.074243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-0f483d6a-fed2-44ad-bf3d-3ddae4132d00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=633c4df0-2515-4874-b84f-686d785d9af5 HTTP/1.1" status: 200 len: 217 time: 0.1474044 Jul 09 13:24:51.084490 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-31c05da1-b8a1-4013-8ad2-7961c713f2ea req-9cd93539-f513-45f6-b858-1d73a285f996 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:24:51.103338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31c05da1-b8a1-4013-8ad2-7961c713f2ea req-9cd93539-f513-45f6-b858-1d73a285f996 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/1fcd4309-5950-4767-a290-e013ca13ace9 HTTP/1.1" status: 404 len: 352 time: 0.0266685 Jul 09 13:24:51.140033 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-9b27d6c2-0676-47f0-810d-929000ef7516 req-f61c7a30-45ce-42a6-a363-1a1013ef31fa tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:24:51.141252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9b27d6c2-0676-47f0-810d-929000ef7516 req-f61c7a30-45ce-42a6-a363-1a1013ef31fa tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/14c7d421-28d8-49d5-b632-7335d30f04e2 HTTP/1.1" status: 404 len: 352 time: 0.0172074 Jul 09 13:24:51.183672 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-46cdcdc9-f5f0-44bd-af77-8dc2aab35d53 req-acd7a59c-4e49-4ed2-b429-aefaffe460f3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:24:51.192672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46cdcdc9-f5f0-44bd-af77-8dc2aab35d53 req-acd7a59c-4e49-4ed2-b429-aefaffe460f3 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/ad00902c-91d9-4077-874c-02a5111ddc3e HTTP/1.1" status: 404 len: 352 time: 0.0269237 Jul 09 13:24:51.233863 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-33c8c08d-8f1d-4676-b2bd-c6a2c26423e6 req-4df662e3-38d9-4a08-a723-a66369b25baa tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] show failed (client error): The resource could not be found. Jul 09 13:24:51.235431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33c8c08d-8f1d-4676-b2bd-c6a2c26423e6 req-4df662e3-38d9-4a08-a723-a66369b25baa tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/ba083739-7066-4e35-9019-da7f7cbd87a2 HTTP/1.1" status: 404 len: 352 time: 0.0163205 Jul 09 13:24:51.546394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d00b2-8f83-4ec9-b1cd-a1a3f61670d7 req-4a92be66-d11c-4270-98ce-7fd9a438af88 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.550215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d00b2-8f83-4ec9-b1cd-a1a3f61670d7 req-4a92be66-d11c-4270-98ce-7fd9a438af88 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1332054 Jul 09 13:24:51.599559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-8f150d25-7b01-487f-872b-116adc658ef9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.605793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-8f150d25-7b01-487f-872b-116adc658ef9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.607510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d00b2-8f83-4ec9-b1cd-a1a3f61670d7 req-fe22b9fa-d83a-42d6-81e3-1658fd0839bd tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510364 Jul 09 13:24:51.618470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-8f150d25-7b01-487f-872b-116adc658ef9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.631566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-8f150d25-7b01-487f-872b-116adc658ef9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.632184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-8f150d25-7b01-487f-872b-116adc658ef9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.639629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-8f150d25-7b01-487f-872b-116adc658ef9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.645675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-8f150d25-7b01-487f-872b-116adc658ef9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.653306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-8f150d25-7b01-487f-872b-116adc658ef9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.7128420 Jul 09 13:24:51.673697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-cdee4377-5078-482f-a183-38846456d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.674222 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-cdee4377-5078-482f-a183-38846456d5ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.5892756 Jul 09 13:24:51.727878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dedd3ed6-da82-4f66-a392-aaa3d6a2b447 req-9d79ff76-974b-48a1-9415-e24e68462647 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730484 Jul 09 13:24:51.765308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-03fd6677-6d48-4034-924c-36c12575b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.767043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-03fd6677-6d48-4034-924c-36c12575b9bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833974 Jul 09 13:24:51.947403 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-66347a83-5c89-41bb-a057-79b65b98c1ae service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735027 Jul 09 13:24:52.047311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d8276-9745-4c56-be54-e464b7a3937f req-d0ec2ecf-469a-43bb-b4e7-c8edcb73cb1c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.048772 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c4d8276-9745-4c56-be54-e464b7a3937f req-d0ec2ecf-469a-43bb-b4e7-c8edcb73cb1c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 948 time: 0.1707709 Jul 09 13:24:52.115156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-305ffe18-7fc7-435a-ab02-6648ee462a78 req-271c7f25-8ca0-4c05-9280-5d20f690fe55 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574359 Jul 09 13:24:52.124069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c4d8276-9745-4c56-be54-e464b7a3937f req-b558288c-9b72-45fe-87a7-c31a723820e9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683951 Jul 09 13:24:52.251520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ada1f-62fa-4ff9-a836-f7ede621c613 req-eb3ec761-2c51-40f9-a2ea-b10700530567 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.258803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-774ada1f-62fa-4ff9-a836-f7ede621c613 req-eb3ec761-2c51-40f9-a2ea-b10700530567 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1761038 Jul 09 13:24:52.264315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-8b9a2419-1cbb-4e2c-a2fd-0d26b1e7a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.266230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-8b9a2419-1cbb-4e2c-a2fd-0d26b1e7a8be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 1099 time: 0.0793753 Jul 09 13:24:52.313578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-774ada1f-62fa-4ff9-a836-f7ede621c613 req-987c74cf-578d-4a6d-bca2-9dd4c4d804d5 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534592 Jul 09 13:24:52.412097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007320be-d27f-4ffc-9539-abdbd795d3fc req-52aa2b34-23a6-4536-9da9-8cf7c3ca2b48 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.413660 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-007320be-d27f-4ffc-9539-abdbd795d3fc req-52aa2b34-23a6-4536-9da9-8cf7c3ca2b48 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1023 time: 0.1646743 Jul 09 13:24:52.418981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-53a7e345-d202-483d-9803-564d580f271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.420507 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-53a7e345-d202-483d-9803-564d580f271c service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.1334717 Jul 09 13:24:52.469701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f483a9d-067c-47b2-90ff-e1a24291b2ec req-bba84356-f6ad-4012-96b6-1d69e285db82 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0374601 Jul 09 13:24:52.488236 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-63627a8a-dd98-4971-aae0-86dbdc714a45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=633c4df0-2515-4874-b84f-686d785d9af5 HTTP/1.1" status: 200 len: 217 time: 0.0589087 Jul 09 13:24:52.531581 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-007320be-d27f-4ffc-9539-abdbd795d3fc req-0b55d869-4a18-4218-b2ab-4040b56f0a07 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=87b08d86-e02a-40d6-8fe4-e0ae553652d6&id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&id=c7992b0f-d082-40ea-9635-cfe2baf6c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1097312 Jul 09 13:24:52.588363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-13ec8860-5d0c-42d6-b603-2a594c8b2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.590104 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-13ec8860-5d0c-42d6-b603-2a594c8b2cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0909801 Jul 09 13:24:52.702325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-65441de0-501e-41ea-9803-d14a0c056047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.707628 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-65441de0-501e-41ea-9803-d14a0c056047 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102066 Jul 09 13:24:52.882196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:52.896733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786fa23-f5c2-41c7-9005-3870c0ecbc53 req-a2f19e19-e694-4bd0-b4a0-2dba236a9d55 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.898584 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e786fa23-f5c2-41c7-9005-3870c0ecbc53 req-a2f19e19-e694-4bd0-b4a0-2dba236a9d55 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1512611 Jul 09 13:24:52.900294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-920b4e3c-5282-40f9-8e8a-fcc5540a25b7 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846545 Jul 09 13:24:53.011716 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e786fa23-f5c2-41c7-9005-3870c0ecbc53 req-d24cd785-8608-4abc-8f96-e5cd2117f2f5 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053035 Jul 09 13:24:53.030431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:53.050679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b986f4c8-2769-4783-b297-7571986377dc', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': 'b986f4c8-2769-4783-b297-7571986377dc', 'mac_address': 'fa:16:3e:d4:b7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:53.082767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef0b9d89-ee99-4ac3-b83e-ecf06ed39aab req-2625b371-aad9-4015-bb18-e2a4cfb0ee14 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639452 Jul 09 13:24:53.109387 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.124994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b986f4c8-2769-4783-b297-7571986377dc {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:53.151442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:53.156919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.224848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:53.262632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b986f4c8-2769-4783-b297-7571986377dc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:53.270748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-578785a1-616f-4656-85c5-9d9e1b62e46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.280824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-578785a1-616f-4656-85c5-9d9e1b62e46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.288455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-578785a1-616f-4656-85c5-9d9e1b62e46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.296690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-578785a1-616f-4656-85c5-9d9e1b62e46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.302638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-578785a1-616f-4656-85c5-9d9e1b62e46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.313224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-578785a1-616f-4656-85c5-9d9e1b62e46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.321749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-578785a1-616f-4656-85c5-9d9e1b62e46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.332554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-578785a1-616f-4656-85c5-9d9e1b62e46f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.1957626 Jul 09 13:24:53.391857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7878f873-4bc1-4d23-816b-88d9ca26f493 req-884c3699-bf06-4af1-8a85-b6514e34ee3f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579498 Jul 09 13:24:53.816466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9f35-0bf6-4d32-98d9-d4c13fa1b6ca req-ef923515-c259-4de9-9bfe-342a884976b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.823219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fb9f35-0bf6-4d32-98d9-d4c13fa1b6ca req-ef923515-c259-4de9-9bfe-342a884976b7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 948 time: 0.1035717 Jul 09 13:24:53.886723 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40fb9f35-0bf6-4d32-98d9-d4c13fa1b6ca req-9bb9681d-e654-41e4-8afe-f82e38e6edf7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625203 Jul 09 13:24:54.000372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-957cbcf0-67f6-40d4-b54e-f837c282a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.002625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-957cbcf0-67f6-40d4-b54e-f837c282a607 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 1097 time: 0.1149118 Jul 09 13:24:54.089362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89895a-b4e9-476c-8a2e-7386d8d03da3 req-f4a1da5f-e7e8-49cd-a0a3-e5905420ce4b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.092163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b89895a-b4e9-476c-8a2e-7386d8d03da3 req-f4a1da5f-e7e8-49cd-a0a3-e5905420ce4b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1480911 Jul 09 13:24:54.102446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-9610af7d-13ad-42e2-b418-0b4cb7c4b749 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.104840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-9610af7d-13ad-42e2-b418-0b4cb7c4b749 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.10 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1023 time: 0.2177966 Jul 09 13:24:54.195017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-32bcd8a7-d87c-4126-b7d1-0238b2c31d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.196717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-32bcd8a7-d87c-4126-b7d1-0238b2c31d38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 908 time: 0.1839225 Jul 09 13:24:54.206324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19652de-bb21-49b4-aede-3bbba0301a81 req-9666198d-f76f-430d-b0fd-8d3642794765 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.207958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d19652de-bb21-49b4-aede-3bbba0301a81 req-9666198d-f76f-430d-b0fd-8d3642794765 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 1023 time: 0.1175909 Jul 09 13:24:54.211502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b89895a-b4e9-476c-8a2e-7386d8d03da3 req-d4a16cc8-455a-4b35-8a9c-1d157fb56981 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051888 Jul 09 13:24:54.285336 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-08674901-5e8b-423e-bfe0-8db2330550a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d HTTP/1.1" status: 200 len: 217 time: 0.0716691 Jul 09 13:24:54.297801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Deleting port 8d92b28a-07ab-4328-807d-05086116949e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:54.298364 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:54.362090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d19652de-bb21-49b4-aede-3bbba0301a81 req-6ae3ac9e-567b-4fc7-b70a-420b659eeb5f tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups?id=87b08d86-e02a-40d6-8fe4-e0ae553652d6&id=b51522a0-ec8e-4d13-9f2e-733931c1a14e&id=c7992b0f-d082-40ea-9635-cfe2baf6c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1336441 Jul 09 13:24:54.383380 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-e92765ed-41a4-4b7a-8975-f8da6137ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.385105 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-e92765ed-41a4-4b7a-8975-f8da6137ea8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 200 len: 848 time: 0.0865278 Jul 09 13:24:54.396760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13d4aa5b-69c4-423b-9ba9-2e7d2a0406e1 req-5c63e05d-d0ca-4eea-ad7c-dbc7ca9eef8d tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0352678 Jul 09 13:24:54.478454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-61f6f616-239a-4dc8-96ca-9ce92042a337 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10922eb9-c9ca-4406-a0f2-e48d06461d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831594 Jul 09 13:24:54.526513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] For port 8d92b28a-07ab-4328-807d-05086116949e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8d92b28a-07ab-4328-807d-05086116949e,segment=NetworkSegment(7ff04791-92e2-4f68-98a5-b381fd5eae1e),segment_id=7ff04791-92e2-4f68-98a5-b381fd5eae1e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:54.527309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:54.556553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Calling delete_port for 8d92b28a-07ab-4328-807d-05086116949e owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:54.678179 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-9e997a4b-990c-4bc2-aaa6-0539dd42933b service neutron] 10.222.0.10 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910117 Jul 09 13:24:54.695230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f26c7-e7e9-4ab3-a1bb-24f0f433bbed req-6a7cf08f-60d2-45c8-a3e6-2e31d0a52659 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.697285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be6f26c7-e7e9-4ab3-a1bb-24f0f433bbed req-6a7cf08f-60d2-45c8-a3e6-2e31d0a52659 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1318808 Jul 09 13:24:54.834646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be6f26c7-e7e9-4ab3-a1bb-24f0f433bbed req-476ad7c3-a09a-4ae3-a576-2484ff52d878 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245120 Jul 09 13:24:54.887164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 633c4df0-2515-4874-b84f-686d785d9af5 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:54.894222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:54.904610 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24fb1b2d-6cf5-4e20-855a-3dc538fb9fa9 req-93b8728c-f430-4426-aff0-b97ddb929953 service neutron] 10.222.0.10 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055635 Jul 09 13:24:55.073772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b986f4c8-2769-4783-b297-7571986377dc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:55.074365 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.193660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435352d-b293-4a71-805f-7c98a396e582 req-86ab7136-0a35-46a8-81f3-b8b5f5dc1109 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.194552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 633c4df0-2515-4874-b84f-686d785d9af5, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=633c4df0-2515-4874-b84f-686d785d9af5,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:55.208708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435352d-b293-4a71-805f-7c98a396e582 req-86ab7136-0a35-46a8-81f3-b8b5f5dc1109 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.212742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '633c4df0-2515-4874-b84f-686d785d9af5', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '633c4df0-2515-4874-b84f-686d785d9af5', 'mac_address': 'fa:16:3e:7e:93:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:55.216775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435352d-b293-4a71-805f-7c98a396e582 req-86ab7136-0a35-46a8-81f3-b8b5f5dc1109 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.234508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435352d-b293-4a71-805f-7c98a396e582 req-86ab7136-0a35-46a8-81f3-b8b5f5dc1109 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.245967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435352d-b293-4a71-805f-7c98a396e582 req-86ab7136-0a35-46a8-81f3-b8b5f5dc1109 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.255081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435352d-b293-4a71-805f-7c98a396e582 req-86ab7136-0a35-46a8-81f3-b8b5f5dc1109 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.265753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435352d-b293-4a71-805f-7c98a396e582 req-86ab7136-0a35-46a8-81f3-b8b5f5dc1109 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.274880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3435352d-b293-4a71-805f-7c98a396e582 req-86ab7136-0a35-46a8-81f3-b8b5f5dc1109 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.6376374 Jul 09 13:24:55.313400 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.348796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.355936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:55.359325 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d6a2c-489f-4d79-bf23-fd35b2e9a360" -d '{"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-plugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:55.359724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.388558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8d92b28a-07ab-4328-807d-05086116949e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:55.408816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:55.426684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'Port': ['ID=8d92b28a-07ab-4328-807d-05086116949e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:55.426987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633c4df0-2515-4874-b84f-686d785d9af5 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:55.482975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 633c4df0-2515-4874-b84f-686d785d9af5, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=633c4df0-2515-4874-b84f-686d785d9af5,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:55.526629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] No DVR routers for this DVR port 8d92b28a-07ab-4328-807d-05086116949e on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:55.530743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.533310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68de5c0a-ebc6-405e-a56d-aa7281566b32 req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.10 "DELETE /v2.0/ports/8d92b28a-07ab-4328-807d-05086116949e HTTP/1.1" status: 204 len: 173 time: 1.4202428 Jul 09 13:24:55.534690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'name': 'network-vif-deleted', 'tag': '8d92b28a-07ab-4328-807d-05086116949e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:55.542104 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a50fd4-df2d-46af-b160-00e0eb719d82" -d '{"events": [{"server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "name": "network-vif-deleted", "tag": "8d92b28a-07ab-4328-807d-05086116949e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:55.560951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.573220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.588888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3435352d-b293-4a71-805f-7c98a396e582 req-ce86158a-ce0c-449f-a62e-c2f17bfef23c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3126051 Jul 09 13:24:55.601192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.601998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.604425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.608013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.610222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.612059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.613650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.614143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.618295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.618777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.619256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.620911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af0f03c-e818-48e2-883e-112423641988 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:55.694114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=633c4df0-2515-4874-b84f-686d785d9af5,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:55.783402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:55.886822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['633c4df0-2515-4874-b84f-686d785d9af5'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:55.977793 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa24e5-f2ae-4866-80b5-a9db6dd12128 req-9bc2c67d-5184-4b33-a3ef-f29320ff5d64 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.986696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ceaa24e5-f2ae-4866-80b5-a9db6dd12128 req-9bc2c67d-5184-4b33-a3ef-f29320ff5d64 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 949 time: 0.1103857 Jul 09 13:24:56.039943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ceaa24e5-f2ae-4866-80b5-a9db6dd12128 req-20925c73-4727-4def-a621-f5d12efeb354 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489998 Jul 09 13:24:56.272807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894ecc4-8aad-4cfc-89ac-fb4c06dd5864 req-ec9102df-e7ab-4c65-868b-6b55e82af810 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.290557 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1894ecc4-8aad-4cfc-89ac-fb4c06dd5864 req-ec9102df-e7ab-4c65-868b-6b55e82af810 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1061635 Jul 09 13:24:56.339248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1894ecc4-8aad-4cfc-89ac-fb4c06dd5864 req-d1298459-b7b5-41fe-86ea-f210e91dd163 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519381 Jul 09 13:24:56.455755 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7e6931-41d4-4bea-b5a4-b679235b2b87 x-openstack-request-id: req-be7e6931-41d4-4bea-b5a4-b679235b2b87 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:56.456788 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-plugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:56.460530 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be7e6931-41d4-4bea-b5a4-b679235b2b87 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:56.461329 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'code': 200} Jul 09 13:24:56.745357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79054577-487b-4d67-8f4b-760e190b32d6 req-0ebefd86-ca1b-4724-832a-1fdf4ea624aa tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/ports?device_id=e02c8a9a-00e1-40e7-b0ec-bc6eacc90703 HTTP/1.1" status: 200 len: 210 time: 0.0475399 Jul 09 13:24:57.022550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dfce9271-68e7-4f0e-a74d-5025205f57e0 req-157f23c5-ae0c-4b07-b655-eb774af125ed tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0495646 Jul 09 13:24:57.072249 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d432b800-ec48-4378-890d-969f04c236e8 x-openstack-request-id: req-d432b800-ec48-4378-890d-969f04c236e8 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:57.072740 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c8a9a-00e1-40e7-b0ec-bc6eacc90703", "name": "network-vif-deleted", "tag": "8d92b28a-07ab-4328-807d-05086116949e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:57.073266 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d432b800-ec48-4378-890d-969f04c236e8 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:57.073815 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c8a9a-00e1-40e7-b0ec-bc6eacc90703', 'name': 'network-vif-deleted', 'tag': '8d92b28a-07ab-4328-807d-05086116949e', 'status': 'completed', 'code': 200} Jul 09 13:24:57.311960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afd2e-817d-4810-b2f1-f9c015c2fffc req-c2b49ee9-0059-47bb-a425-79004f60024b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.313613 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef9afd2e-817d-4810-b2f1-f9c015c2fffc req-c2b49ee9-0059-47bb-a425-79004f60024b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1134088 Jul 09 13:24:57.384548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef9afd2e-817d-4810-b2f1-f9c015c2fffc req-76108a06-5b07-4f8f-886d-a63c247ce2c8 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648675 Jul 09 13:24:57.702319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-77038ea2-1784-4e42-9534-82069ad6b911 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.715577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-77038ea2-1784-4e42-9534-82069ad6b911 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.727281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-77038ea2-1784-4e42-9534-82069ad6b911 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.738807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-77038ea2-1784-4e42-9534-82069ad6b911 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.749481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-77038ea2-1784-4e42-9534-82069ad6b911 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.756917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-77038ea2-1784-4e42-9534-82069ad6b911 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.779131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-77038ea2-1784-4e42-9534-82069ad6b911 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.796867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-77038ea2-1784-4e42-9534-82069ad6b911 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.2450924 Jul 09 13:24:57.862763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98af8e5c-ef7a-4926-933b-2b7a928eb434 req-fc720a28-9416-4e5f-a528-e46f83dc2371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647392 Jul 09 13:24:57.939809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8d92b28a-07ab-4328-807d-05086116949e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:57.984990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 8d92b28a-07ab-4328-807d-05086116949e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:57.985680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8d92b28a-07ab-4328-807d-05086116949e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:58.076991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcce4b5-620f-42fe-8f9a-be9ebc989732 req-3c9f375d-409f-44e9-9d01-641912fc4bf4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.085234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbcce4b5-620f-42fe-8f9a-be9ebc989732 req-3c9f375d-409f-44e9-9d01-641912fc4bf4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 949 time: 0.0931327 Jul 09 13:24:58.150914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbcce4b5-620f-42fe-8f9a-be9ebc989732 req-b9a301a8-53a4-49e1-b567-4df2a7a8098f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646834 Jul 09 13:24:58.340560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334afee-df43-4ba7-bdbc-9b4010407a4a req-58823ac3-f9db-4d87-93e3-dd6f44dfd486 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.350093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3334afee-df43-4ba7-bdbc-9b4010407a4a req-58823ac3-f9db-4d87-93e3-dd6f44dfd486 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.0867910 Jul 09 13:24:58.406171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3334afee-df43-4ba7-bdbc-9b4010407a4a req-9146fec5-1fb0-4eac-8fcd-e2c788cec3f2 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550420 Jul 09 13:24:58.708285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c9d3484-04ca-49ec-ae27-b49ead9b6128 req-01ed2cb5-e634-4542-b02d-58bd9da32924 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0371387 Jul 09 13:24:58.909069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 633c4df0-2515-4874-b84f-686d785d9af5 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:58.976119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0fe4-5d45-42e1-9457-c7d03ace52a2 req-6008a331-d81f-443a-8a45-c2fd693ef52e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.979749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-930d0fe4-5d45-42e1-9457-c7d03ace52a2 req-6008a331-d81f-443a-8a45-c2fd693ef52e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1303058 Jul 09 13:24:59.009873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 633c4df0-2515-4874-b84f-686d785d9af5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:59.015706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 633c4df0-2515-4874-b84f-686d785d9af5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:59.016481 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.047743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-930d0fe4-5d45-42e1-9457-c7d03ace52a2 req-c0792548-a849-41f4-b734-a9abdee78a58 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564384 Jul 09 13:24:59.218103 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.235277 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1f0bf45-c5db-44fe-a19c-21eda89dfd1c req-3058888a-2c18-4847-a0dc-5681dc3d7e2f tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/87b08d86-e02a-40d6-8fe4-e0ae553652d6 HTTP/1.1" status: 200 len: 1801 time: 0.0913613 Jul 09 13:24:59.266843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b316bc-0952-40d8-b18d-19c8c6569224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633c4df0-2515-4874-b84f-686d785d9af5'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:59.269160 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c928894-4709-40c9-a6c5-cdf60a8dfc83" -d '{"events": [{"server_uuid": "46b316bc-0952-40d8-b18d-19c8c6569224", "name": "network-vif-plugged", "status": "completed", "tag": "633c4df0-2515-4874-b84f-686d785d9af5"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:59.297603 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 633c4df0-2515-4874-b84f-686d785d9af5, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=633c4df0-2515-4874-b84f-686d785d9af5,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:59.302434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.392021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=633c4df0-2515-4874-b84f-686d785d9af5,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:59.452141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8374-5947-4612-a85e-111cbf9a8cca req-7d679f86-933e-4ffc-bf8c-0fb6024b618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.452141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-66cc8374-5947-4612-a85e-111cbf9a8cca req-7d679f86-933e-4ffc-bf8c-0fb6024b618c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1096 time: 0.1916208 Jul 09 13:24:59.452141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d1f0bf45-c5db-44fe-a19c-21eda89dfd1c req-14b15f92-f534-4617-ace0-fb7eefd17887 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.509560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-66cc8374-5947-4612-a85e-111cbf9a8cca req-975a46e1-3221-4a1a-b168-c9f45a522052 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459096 Jul 09 13:24:59.512030 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d1f0bf45-c5db-44fe-a19c-21eda89dfd1c req-14b15f92-f534-4617-ace0-fb7eefd17887 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.571250 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d1f0bf45-c5db-44fe-a19c-21eda89dfd1c req-14b15f92-f534-4617-ace0-fb7eefd17887 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.574611 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d1f0bf45-c5db-44fe-a19c-21eda89dfd1c req-14b15f92-f534-4617-ace0-fb7eefd17887 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.585191 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1f0bf45-c5db-44fe-a19c-21eda89dfd1c req-14b15f92-f534-4617-ace0-fb7eefd17887 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/87b08d86-e02a-40d6-8fe4-e0ae553652d6 HTTP/1.1" status: 204 len: 173 time: 0.3442149 Jul 09 13:24:59.609982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b15f92-f534-4617-ace0-fb7eefd17887 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b08d86-e02a-40d6-8fe4-e0ae553652d6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:59.858881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-bbb0c27a-c720-499a-9bb3-a46d4d157f1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.879195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-bbb0c27a-c720-499a-9bb3-a46d4d157f1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.896352 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-bbb0c27a-c720-499a-9bb3-a46d4d157f1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.912618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-bbb0c27a-c720-499a-9bb3-a46d4d157f1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.933193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-bbb0c27a-c720-499a-9bb3-a46d4d157f1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.942565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-bbb0c27a-c720-499a-9bb3-a46d4d157f1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.949526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-bbb0c27a-c720-499a-9bb3-a46d4d157f1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.954725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-bbb0c27a-c720-499a-9bb3-a46d4d157f1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.2396967 Jul 09 13:25:00.043516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ce438c3-780b-4d00-97bc-ef71bd9b6a5a req-581bae5f-d097-43a0-b1b3-068db2200fb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634346 Jul 09 13:25:00.270700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe6e96-9caf-4983-8dac-2309234d174b req-c4304520-a7d8-4072-9115-9c283e931635 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:00.272512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbe6e96-9caf-4983-8dac-2309234d174b req-c4304520-a7d8-4072-9115-9c283e931635 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 950 time: 0.0840778 Jul 09 13:25:00.329741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbe6e96-9caf-4983-8dac-2309234d174b req-e63a4f44-ff5b-42f9-9463-4999eef9a20e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 Jul 09 13:25:00.377175 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd122601-9ed3-4d29-82f5-0f41adbde30e x-openstack-request-id: req-cd122601-9ed3-4d29-82f5-0f41adbde30e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:00.378567 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b316bc-0952-40d8-b18d-19c8c6569224", "name": "network-vif-plugged", "status": "completed", "tag": "633c4df0-2515-4874-b84f-686d785d9af5", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:00.379335 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd122601-9ed3-4d29-82f5-0f41adbde30e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:00.380049 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b316bc-0952-40d8-b18d-19c8c6569224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633c4df0-2515-4874-b84f-686d785d9af5', 'code': 200} Jul 09 13:25:00.566188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a674e-6244-44e1-9db3-c1003494a135 req-1ed1c582-d641-4de4-b0d7-80a940bf1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:00.567792 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d54a674e-6244-44e1-9db3-c1003494a135 req-1ed1c582-d641-4de4-b0d7-80a940bf1e5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 1101 time: 0.0783138 Jul 09 13:25:00.645208 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d54a674e-6244-44e1-9db3-c1003494a135 req-070d6a99-f551-418d-a9bc-e50d8650ad5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709293 Jul 09 13:25:00.710841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6e870-6b06-4907-b6cc-7bfbfc257856 req-0c13c91f-0c8c-4fc9-943d-59885c2d0c44 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:00.712542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-59e6e870-6b06-4907-b6cc-7bfbfc257856 req-0c13c91f-0c8c-4fc9-943d-59885c2d0c44 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1391275 Jul 09 13:25:00.787819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-59e6e870-6b06-4907-b6cc-7bfbfc257856 req-b4847971-86b8-4a54-b060-271c7dbdf942 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640199 Jul 09 13:25:00.872738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b836d77-d720-4298-80e1-5cdf75cd5a48 req-040ef766-5748-4a01-9eb2-9253d5916ea5 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "GET /v2.0/security-groups/c7992b0f-d082-40ea-9635-cfe2baf6c1d9 HTTP/1.1" status: 200 len: 1803 time: 0.0453458 Jul 09 13:25:00.945165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b836d77-d720-4298-80e1-5cdf75cd5a48 req-189f9421-c2dc-4d91-9fcc-18d8424b9c11 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.975572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b836d77-d720-4298-80e1-5cdf75cd5a48 req-189f9421-c2dc-4d91-9fcc-18d8424b9c11 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.034684 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b836d77-d720-4298-80e1-5cdf75cd5a48 req-189f9421-c2dc-4d91-9fcc-18d8424b9c11 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.037435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3b836d77-d720-4298-80e1-5cdf75cd5a48 req-189f9421-c2dc-4d91-9fcc-18d8424b9c11 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.038665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b836d77-d720-4298-80e1-5cdf75cd5a48 req-189f9421-c2dc-4d91-9fcc-18d8424b9c11 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7992b0f-d082-40ea-9635-cfe2baf6c1d9 HTTP/1.1" status: 204 len: 173 time: 0.1580880 Jul 09 13:25:01.045630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 32944) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:01.049783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f9421-c2dc-4d91-9fcc-18d8424b9c11 tempest-SecurityGroupsTestJSON-2065641008 tempest-SecurityGroupsTestJSON-2065641008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7992b0f-d082-40ea-9635-cfe2baf6c1d9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:01.121087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-206c82de-fc96-4223-81ed-ef3c8107d87e admin admin] Deleting subnet eedc4208-53bd-4551-ba89-d679141b6833 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:01.137454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-206c82de-fc96-4223-81ed-ef3c8107d87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.206884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-206c82de-fc96-4223-81ed-ef3c8107d87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.282816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e65234f2-1aff-4633-9f05-843ea0a755f9 req-b217c129-c7b6-4b01-8c53-bd9e67785821 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0565386 Jul 09 13:25:01.285343 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-206c82de-fc96-4223-81ed-ef3c8107d87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.358815 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-206c82de-fc96-4223-81ed-ef3c8107d87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.388436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c82de-fc96-4223-81ed-ef3c8107d87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedc4208-53bd-4551-ba89-d679141b6833,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:01.393712 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-206c82de-fc96-4223-81ed-ef3c8107d87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.396203 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-206c82de-fc96-4223-81ed-ef3c8107d87e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eedc4208-53bd-4551-ba89-d679141b6833 HTTP/1.1" status: 204 len: 168 time: 0.3492954 Jul 09 13:25:01.399121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 32964) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:01.518432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.554533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984024-680e-4daa-9069-92fd599d7ded req-11ea7c54-fc82-4c96-b6e6-4dbeeaed62d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.573101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984024-680e-4daa-9069-92fd599d7ded req-11ea7c54-fc82-4c96-b6e6-4dbeeaed62d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.585616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4115a-4eba-46d1-82bd-5e07227b46a1 req-2a12491d-e320-4ec7-a617-59fca7f778a4 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.587328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984024-680e-4daa-9069-92fd599d7ded req-11ea7c54-fc82-4c96-b6e6-4dbeeaed62d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.587862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-edd4115a-4eba-46d1-82bd-5e07227b46a1 req-2a12491d-e320-4ec7-a617-59fca7f778a4 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1710875 Jul 09 13:25:01.593794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984024-680e-4daa-9069-92fd599d7ded req-11ea7c54-fc82-4c96-b6e6-4dbeeaed62d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.600147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984024-680e-4daa-9069-92fd599d7ded req-11ea7c54-fc82-4c96-b6e6-4dbeeaed62d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.606437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984024-680e-4daa-9069-92fd599d7ded req-11ea7c54-fc82-4c96-b6e6-4dbeeaed62d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.613014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984024-680e-4daa-9069-92fd599d7ded req-11ea7c54-fc82-4c96-b6e6-4dbeeaed62d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.615084 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c984024-680e-4daa-9069-92fd599d7ded req-11ea7c54-fc82-4c96-b6e6-4dbeeaed62d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.1331604 Jul 09 13:25:01.673541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.687964 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c984024-680e-4daa-9069-92fd599d7ded req-212d425b-6f01-4dbd-a522-5f9fdbb029d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656879 Jul 09 13:25:01.691601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2f242a-f76e-496c-b6a9-f4e92ffb33c3']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:01.706643 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-edd4115a-4eba-46d1-82bd-5e07227b46a1 req-2564527a-b817-49b6-ae77-2ea1e25fddd2 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Jul 09 13:25:01.738773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff04791-92e2-4f68-98a5-b381fd5eae1e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:01.739366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff04791-92e2-4f68-98a5-b381fd5eae1e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:01.754626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.783203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.791127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:01.792217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:01.865747 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:01.867982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.878616 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.880638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7d2f242a-f76e-496c-b6a9-f4e92ffb33c3 HTTP/1.1" status: 204 len: 168 time: 0.4803963 Jul 09 13:25:01.897499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42e40d-5923-4a80-9b5b-865f5ba2ddf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2f242a-f76e-496c-b6a9-f4e92ffb33c3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:02.057830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d0f07-5faf-4804-a915-74dd52ce2b3e req-c27100f0-d016-4a85-9cc1-71299bd1c5d9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.066295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-212d0f07-5faf-4804-a915-74dd52ce2b3e req-c27100f0-d016-4a85-9cc1-71299bd1c5d9 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 950 time: 0.0693145 Jul 09 13:25:02.121541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-212d0f07-5faf-4804-a915-74dd52ce2b3e req-1423c41c-1add-4b7b-bf5d-686357e89dc6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543320 Jul 09 13:25:02.174224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 32980) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:02.200844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1113-ea54-49ad-be87-563e691c5bcf req-b2f4cec7-c410-46ce-8ccb-6752bdf2a2c5 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.203427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc1c1113-ea54-49ad-be87-563e691c5bcf req-b2f4cec7-c410-46ce-8ccb-6752bdf2a2c5 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1100931 Jul 09 13:25:02.229213 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d8b4ed8c-baed-4402-b758-658969a48510 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c33a0211174abb8810fb584743b0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529349 Jul 09 13:25:02.231966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 32982) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:02.316136 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc1c1113-ea54-49ad-be87-563e691c5bcf req-bcd62b26-7fa7-4531-b04d-80b9e709e5f9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977304 Jul 09 13:25:02.354238 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a265653-ea5c-487c-83c3-67feda10ea5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.388855 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a265653-ea5c-487c-83c3-67feda10ea5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.400343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d85a-7ed0-427d-8611-09ca48b6e520 req-c1e4de1a-f892-4965-93c5-a3e31aced307 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.410416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d451d85a-7ed0-427d-8611-09ca48b6e520 req-c1e4de1a-f892-4965-93c5-a3e31aced307 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 950 time: 0.1208165 Jul 09 13:25:02.458629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a265653-ea5c-487c-83c3-67feda10ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.461192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a265653-ea5c-487c-83c3-67feda10ea5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.462349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2a265653-ea5c-487c-83c3-67feda10ea5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b51522a0-ec8e-4d13-9f2e-733931c1a14e HTTP/1.1" status: 204 len: 168 time: 0.2293086 Jul 09 13:25:02.513061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d451d85a-7ed0-427d-8611-09ca48b6e520 req-9adb2196-40aa-4c7e-8523-cff74ba5b715 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992594 Jul 09 13:25:02.542313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98567c55-1baf-4067-ab13-a9a14e3da51d req-82795354-145b-4b7b-969f-67ca1524f588 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0843313 Jul 09 13:25:02.556140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a265653-ea5c-487c-83c3-67feda10ea5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51522a0-ec8e-4d13-9f2e-733931c1a14e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:03.034145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1657196-f159-45e5-b9c8-993459e24d1f req-2558bedf-1479-42b5-a974-bf9e168b1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.035897 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1657196-f159-45e5-b9c8-993459e24d1f req-2558bedf-1479-42b5-a974-bf9e168b1c6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1096 time: 0.0677722 Jul 09 13:25:03.223897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620390-26fc-4e0f-aebf-21c9010f0662 req-f9cc03df-46a9-4c51-abda-8910e704d8f0 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.225550 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-42620390-26fc-4e0f-aebf-21c9010f0662 req-f9cc03df-46a9-4c51-abda-8910e704d8f0 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1357870 Jul 09 13:25:03.298876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1657196-f159-45e5-b9c8-993459e24d1f req-f72c0f10-984a-428d-8c82-387c4721d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.301323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1657196-f159-45e5-b9c8-993459e24d1f req-f72c0f10-984a-428d-8c82-387c4721d6f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 919 time: 0.2554569 Jul 09 13:25:03.322469 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-42620390-26fc-4e0f-aebf-21c9010f0662 req-1cece006-b32a-4ad6-9fb4-8766bb515d15 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905147 Jul 09 13:25:03.431123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1657196-f159-45e5-b9c8-993459e24d1f req-93d194eb-de15-4781-9b66-6f90d32d2ac7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63 HTTP/1.1" status: 200 len: 217 time: 0.1199727 Jul 09 13:25:03.533652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1657196-f159-45e5-b9c8-993459e24d1f req-ec3c1ceb-c812-4f42-9e05-d2b876ef7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.536013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1657196-f159-45e5-b9c8-993459e24d1f req-ec3c1ceb-c812-4f42-9e05-d2b876ef7fa3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.0769098 Jul 09 13:25:03.547770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d929e09-2145-4e57-85d0-0b3df7f13a4b req-2d0fa9d1-4a7d-4369-9eed-5bcdc68dde14 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.549406 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2d929e09-2145-4e57-85d0-0b3df7f13a4b req-2d0fa9d1-4a7d-4369-9eed-5bcdc68dde14 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1170843 Jul 09 13:25:03.594136 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1657196-f159-45e5-b9c8-993459e24d1f req-394badee-85ac-40b4-ba15-b34a7b616b83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461950 Jul 09 13:25:03.632020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079962-0184-4104-93cc-7c27c7f4c96b req-be1b96b6-def0-4844-ad68-62b851243f80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.638866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079962-0184-4104-93cc-7c27c7f4c96b req-be1b96b6-def0-4844-ad68-62b851243f80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.644834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079962-0184-4104-93cc-7c27c7f4c96b req-be1b96b6-def0-4844-ad68-62b851243f80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.646401 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2d929e09-2145-4e57-85d0-0b3df7f13a4b req-feb8d39b-5f46-406a-8813-0bc29b42097a tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806813 Jul 09 13:25:03.651149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079962-0184-4104-93cc-7c27c7f4c96b req-be1b96b6-def0-4844-ad68-62b851243f80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.657795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079962-0184-4104-93cc-7c27c7f4c96b req-be1b96b6-def0-4844-ad68-62b851243f80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.663960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079962-0184-4104-93cc-7c27c7f4c96b req-be1b96b6-def0-4844-ad68-62b851243f80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.670264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079962-0184-4104-93cc-7c27c7f4c96b req-be1b96b6-def0-4844-ad68-62b851243f80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.672572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82079962-0184-4104-93cc-7c27c7f4c96b req-be1b96b6-def0-4844-ad68-62b851243f80 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.2718623 Jul 09 13:25:03.783128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82079962-0184-4104-93cc-7c27c7f4c96b req-4c55673a-21ec-4653-a68c-44fac0dac3f5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005666 Jul 09 13:25:03.811461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1657196-f159-45e5-b9c8-993459e24d1f req-3b3c315c-36e9-46b3-a3f6-f94c26ad8b60 service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014070 Jul 09 13:25:03.947002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bf96f-9c28-438f-ba4e-09fa6d7a1817 req-8c5ee08a-05c8-418f-9442-35f735d40859 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.956239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf1bf96f-9c28-438f-ba4e-09fa6d7a1817 req-8c5ee08a-05c8-418f-9442-35f735d40859 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 950 time: 0.0924661 Jul 09 13:25:03.959319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-641ccf4d-edc7-4116-9a82-2c2e7972cb96 req-256a2430-542b-4ed6-bad3-1139fccc9e30 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0447767 Jul 09 13:25:04.002259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1657196-f159-45e5-b9c8-993459e24d1f req-40efc72f-f462-4da7-9232-721c4903d8de service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745954 Jul 09 13:25:04.033199 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf1bf96f-9c28-438f-ba4e-09fa6d7a1817 req-95bd96bd-9353-43bb-96a3-0bc666927b37 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756109 Jul 09 13:25:04.244720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3676e70-6037-4c8e-85b1-49d03654ee09 req-19cef7c3-d1d1-4bd3-8092-3269ba4273c5 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.248180 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3676e70-6037-4c8e-85b1-49d03654ee09 req-19cef7c3-d1d1-4bd3-8092-3269ba4273c5 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 1101 time: 0.0713012 Jul 09 13:25:04.288301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3676e70-6037-4c8e-85b1-49d03654ee09 req-4ff8c006-430b-4b4b-8078-622755113701 tempest-ServersOnMultiNodesTest-1224533185 tempest-ServersOnMultiNodesTest-1224533185-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Jul 09 13:25:04.553228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704338a5-efbf-46ba-bc0f-2ff364b01f1f req-2848a6d4-6503-4dcc-9023-e4d4aa7a0b73 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.555077 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-704338a5-efbf-46ba-bc0f-2ff364b01f1f req-2848a6d4-6503-4dcc-9023-e4d4aa7a0b73 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1056833 Jul 09 13:25:04.624994 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-704338a5-efbf-46ba-bc0f-2ff364b01f1f req-3aa055ef-60a5-469a-ac97-fd5cf9328077 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589862 Jul 09 13:25:04.852709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40e00a-cc89-46fa-b683-35e8eff35486 req-dc07d8c4-1b3c-4eb2-816c-d8f4464556c6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.861855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a40e00a-cc89-46fa-b683-35e8eff35486 req-dc07d8c4-1b3c-4eb2-816c-d8f4464556c6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 950 time: 0.1025217 Jul 09 13:25:04.875209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d1bce-219b-45aa-844e-4a638f2fc852 req-7db1a098-8a26-4b5c-81f7-0189be04735f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.877290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a77d1bce-219b-45aa-844e-4a638f2fc852 req-7db1a098-8a26-4b5c-81f7-0189be04735f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1074879 Jul 09 13:25:04.938553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a40e00a-cc89-46fa-b683-35e8eff35486 req-38d4d057-8d7b-4e4d-b979-896194a6da9c tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709729 Jul 09 13:25:04.947653 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a77d1bce-219b-45aa-844e-4a638f2fc852 req-371e6bed-4fde-4b56-beec-58e894175c35 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595639 Jul 09 13:25:05.071642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33106) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:05.198703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-dd220dd6-1c62-41a5-a159-dc465696cb89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.206310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-dd220dd6-1c62-41a5-a159-dc465696cb89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.212946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-dd220dd6-1c62-41a5-a159-dc465696cb89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.220323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-dd220dd6-1c62-41a5-a159-dc465696cb89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.221732 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e41aaa71-60d1-40f2-be3a-ace01a62ec6b req-d2ab8956-cfed-40e7-b44a-50d718dd438d tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0337894 Jul 09 13:25:05.230476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-dd220dd6-1c62-41a5-a159-dc465696cb89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.237067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-dd220dd6-1c62-41a5-a159-dc465696cb89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.243532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-dd220dd6-1c62-41a5-a159-dc465696cb89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.246448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-dd220dd6-1c62-41a5-a159-dc465696cb89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.1590798 Jul 09 13:25:05.271924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9b8f-67c9-4940-963a-091fbd365d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.313955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b067058-b21d-4110-9adf-29c7627dd0dd req-8a73e91e-e56b-4d23-8967-c61465d9904e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569639 Jul 09 13:25:05.433937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9b8f-67c9-4940-963a-091fbd365d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.438993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9b8f-67c9-4940-963a-091fbd365d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.479608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f9b8f-67c9-4940-963a-091fbd365d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e6e612-d6aa-43ff-90a2-1318563286f0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:05.484417 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c4f9b8f-67c9-4940-963a-091fbd365d6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb8b8af894d5428db3ea96f3cbb0bcde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106646 Jul 09 13:25:05.487451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33114) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:05.548907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9819-fe33-456a-a7bd-9e0a99f5a647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.574659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9819-fe33-456a-a7bd-9e0a99f5a647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.634192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9819-fe33-456a-a7bd-9e0a99f5a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.637244 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9819-fe33-456a-a7bd-9e0a99f5a647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.641453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fb0a9819-fe33-456a-a7bd-9e0a99f5a647 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9e6e612-d6aa-43ff-90a2-1318563286f0 HTTP/1.1" status: 204 len: 168 time: 0.1507134 Jul 09 13:25:05.666532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a9819-fe33-456a-a7bd-9e0a99f5a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e6e612-d6aa-43ff-90a2-1318563286f0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:05.835345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130c6c5-8237-4165-b283-5dcb4d4823c2 req-a4645c08-4c56-4fab-afc8-de2aa856b6d6 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.843122 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5130c6c5-8237-4165-b283-5dcb4d4823c2 req-a4645c08-4c56-4fab-afc8-de2aa856b6d6 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.0821905 Jul 09 13:25:05.889159 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5130c6c5-8237-4165-b283-5dcb4d4823c2 req-a1e39d26-9705-4e7c-8ccf-cbd1e14f2bdd tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Jul 09 13:25:06.010101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 519512ae-6339-4a5a-9132-2b9d6e053d49 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:06.193230 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.298852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f542617-594f-48fb-98d8-3a49297205ff req-cb1c84f9-cb59-4373-8109-52fa6262ad44 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.306710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f542617-594f-48fb-98d8-3a49297205ff req-cb1c84f9-cb59-4373-8109-52fa6262ad44 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.0925767 Jul 09 13:25:06.358549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f542617-594f-48fb-98d8-3a49297205ff req-2e595541-cf7f-480a-ba4a-145f8df8b095 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Jul 09 13:25:06.371593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-e5d4d8e3-2992-4499-8fc9-5fc9911b10e0 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.374935 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-e5d4d8e3-2992-4499-8fc9-5fc9911b10e0 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 950 time: 0.2216871 Jul 09 13:25:06.490015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:06.491379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:06.496181 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820226cd-4a81-42a2-a23e-595884d371f6" -d '{"events": [{"server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "name": "network-vif-unplugged", "status": "completed", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:06.500108 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.500523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aad5d8-4fbd-489e-884b-a1c3465fd650 req-1ee5a8d2-0a90-46c2-ac77-b69553c9a1c5 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.508079 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3aad5d8-4fbd-489e-884b-a1c3465fd650 req-1ee5a8d2-0a90-46c2-ac77-b69553c9a1c5 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 950 time: 0.2960706 Jul 09 13:25:06.600770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:06.629061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3aad5d8-4fbd-489e-884b-a1c3465fd650 req-d101b613-8ad7-4bc3-bad1-2375b32ae539 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195738 Jul 09 13:25:06.701704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33162) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:06.733257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Deleting port 633c4df0-2515-4874-b84f-686d785d9af5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:06.733962 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.816738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6736ce7a-005c-496f-afa2-3fee20aa88b1 req-b4de3d84-8900-44e5-bbbf-1811d3ecdd07 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0760329 Jul 09 13:25:06.900198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1355004612-network', 'tenant_id': 'e3464444b76e45d58508cec53eae128b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:06.900384 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e98a9d8-8e67-4918-877b-27474659802e x-openstack-request-id: req-0e98a9d8-8e67-4918-877b-27474659802e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:06.900384 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "name": "network-vif-unplugged", "status": "completed", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:06.900384 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e98a9d8-8e67-4918-877b-27474659802e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:06.900384 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'code': 200} Jul 09 13:25:06.927964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 75eac396-83aa-4351-aae5-ed708c94d418 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:06.931615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Made reservation on behalf of e3464444b76e45d58508cec53eae128b for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:06.935875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.953160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.972801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] For port 633c4df0-2515-4874-b84f-686d785d9af5, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=633c4df0-2515-4874-b84f-686d785d9af5,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:06.973393 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.997270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Calling delete_port for 633c4df0-2515-4874-b84f-686d785d9af5 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:07.020866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-d9a0e466-12e6-469b-951e-bf39d911298a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.035564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-d9a0e466-12e6-469b-951e-bf39d911298a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.041846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-d9a0e466-12e6-469b-951e-bf39d911298a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.048993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-d9a0e466-12e6-469b-951e-bf39d911298a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.054916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-d9a0e466-12e6-469b-951e-bf39d911298a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.061329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-d9a0e466-12e6-469b-951e-bf39d911298a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.067387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-d9a0e466-12e6-469b-951e-bf39d911298a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.077584 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-d9a0e466-12e6-469b-951e-bf39d911298a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5420 time: 0.1840510 Jul 09 13:25:07.110682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 75eac396-83aa-4351-aae5-ed708c94d418, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=75eac396-83aa-4351-aae5-ed708c94d418,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:07.152795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '75eac396-83aa-4351-aae5-ed708c94d418', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'port_id': '75eac396-83aa-4351-aae5-ed708c94d418', 'mac_address': 'fa:16:3e:45:15:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:07.166049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6cb903e1-aa91-427f-ab5d-0d4925462310 req-32ceafaf-5116-4d1c-a65d-6b1cd423b59a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874884 Jul 09 13:25:07.211393 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.229611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75eac396-83aa-4351-aae5-ed708c94d418 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:07.252290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a379cee-5bac-4265-bf5b-39894bb7c6b5 req-21f7ca6e-e2b0-4cfd-ae98-59c2e13c7399 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.253912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a379cee-5bac-4265-bf5b-39894bb7c6b5 req-21f7ca6e-e2b0-4cfd-ae98-59c2e13c7399 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1602116 Jul 09 13:25:07.256433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.267930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 75eac396-83aa-4351-aae5-ed708c94d418, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=75eac396-83aa-4351-aae5-ed708c94d418,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:07.275200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.279301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ae4bf13b-8792-400e-9796-0d7fb5576b17 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:07.284947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.306130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.330615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469', '5e362136-bd34-4c75-b2a6-8238dbb0ca31', '633c4df0-2515-4874-b84f-686d785d9af5'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:07.334666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481', '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'ae62b235-ef65-4f20-b316-d9f4ab09de7d', '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:07.343051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event deleted for resources: {'Port': ['ID=633c4df0-2515-4874-b84f-686d785d9af5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:07.343951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a379cee-5bac-4265-bf5b-39894bb7c6b5 req-dc865be5-84f8-4845-a7de-fde092e7f128 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831151 Jul 09 13:25:07.345799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:25:07.362501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21f03a6-15b4-46a5-b6b4-84316aa24866,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:07.384526 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.384857 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Added segment 15370cd0-978b-4df9-89e1-c5229b6f6f1f of type vlan for network c9c8aef3-9eb4-47ea-bbe4-f55874747531 Jul 09 13:25:07.489892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.494447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] No DVR routers for this DVR port 633c4df0-2515-4874-b84f-686d785d9af5 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:07.504219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.513438 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4c7e5d55-b889-4865-b965-2806b3dab6ec req-c2dda96b-e88b-4a29-9c11-101b55eb1ea6 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "DELETE /v2.0/ports/633c4df0-2515-4874-b84f-686d785d9af5 HTTP/1.1" status: 204 len: 173 time: 1.1064863 Jul 09 13:25:07.513980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b316bc-0952-40d8-b18d-19c8c6569224', 'name': 'network-vif-deleted', 'tag': '633c4df0-2515-4874-b84f-686d785d9af5'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:07.515808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:25:07.524169 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2cd2c7-5a47-466b-95d7-9efe5cfdc618" -d '{"events": [{"server_uuid": "46b316bc-0952-40d8-b18d-19c8c6569224", "name": "network-vif-deleted", "tag": "633c4df0-2515-4874-b84f-686d785d9af5"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:07.547679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.549213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.550018 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.634190 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ff1ce-9f92-409e-9003-29f825884856 x-openstack-request-id: req-d77ff1ce-9f92-409e-9003-29f825884856 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:07.634439 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b316bc-0952-40d8-b18d-19c8c6569224", "name": "network-vif-deleted", "tag": "633c4df0-2515-4874-b84f-686d785d9af5", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:07.634699 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d77ff1ce-9f92-409e-9003-29f825884856 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:07.635377 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b316bc-0952-40d8-b18d-19c8c6569224', 'name': 'network-vif-deleted', 'tag': '633c4df0-2515-4874-b84f-686d785d9af5', 'status': 'completed', 'code': 200} Jul 09 13:25:07.752047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0482061 Jul 09 13:25:07.757640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740f96d-5323-4897-bac0-5500c7c64d1e admin admin] Pushing event updated for resources: {'Network': ['ID=c9c8aef3-9eb4-47ea-bbe4-f55874747531,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:07.759806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33198) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:07.767415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Request body: {'subnet': {'network_id': 'c9c8aef3-9eb4-47ea-bbe4-f55874747531', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1355004612-subnet', 'tenant_id': 'e3464444b76e45d58508cec53eae128b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:07.801663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Made reservation on behalf of e3464444b76e45d58508cec53eae128b for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:07.804066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:07.808917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c9c8aef3-9eb4-47ea-bbe4-f55874747531 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:25:07.929680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=75eac396-83aa-4351-aae5-ed708c94d418,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:07.942264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f97a529-f30a-4404-8b1a-5a20a6ef56ac req-b1e4584e-4a96-4ed4-bf12-a8b52e4484e7 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b316bc-0952-40d8-b18d-19c8c6569224 HTTP/1.1" status: 200 len: 210 time: 0.0682456 Jul 09 13:25:07.955176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ae4bf13b-8792-400e-9796-0d7fb5576b17, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ae4bf13b-8792-400e-9796-0d7fb5576b17,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:08.022131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:08.036401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ae4bf13b-8792-400e-9796-0d7fb5576b17', 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'port_id': 'ae4bf13b-8792-400e-9796-0d7fb5576b17', 'mac_address': 'fa:16:3e:b8:a3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc08e29f-9165-4515-b921-a6422f05038d', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:08.103571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:08.125354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba22d68-5c66-49cd-9c69-225cfb60d9ed req-4076758f-f0d6-486f-8cc7-ad43ea88c182 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.132874 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ba22d68-5c66-49cd-9c69-225cfb60d9ed req-4076758f-f0d6-486f-8cc7-ad43ea88c182 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.4773417 Jul 09 13:25:08.203606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d18d447f-b104-4a6b-a289-198471d1a75e req-7f391d46-6fc2-4abf-ba34-863bbdb757b6 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0708280 Jul 09 13:25:08.237744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:08.255124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'mac_address': 'fa:16:3e:bb:84:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:08.272375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ba22d68-5c66-49cd-9c69-225cfb60d9ed req-4a6dc237-bcd0-456b-b828-a093828d98ec tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381714 Jul 09 13:25:08.286578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36199e8c-6dc6-4c61-a742-869cfca6d1b9,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:08.318195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Checking segment: {'id': '15370cd0-978b-4df9-89e1-c5229b6f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c9c8aef3-9eb4-47ea-bbe4-f55874747531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:08.318563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Network hostable DHCP agents. Network: c9c8aef3-9eb4-47ea-bbe4-f55874747531, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:25:08.348676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Network c9c8aef3-9eb4-47ea-bbe4-f55874747531 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:25:08.363894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:08.377557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c9c8aef3-9eb4-47ea-bbe4-f55874747531) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:08.392634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.395235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:08.408890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4bf13b-8792-400e-9796-0d7fb5576b17 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:08.459325 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-800cbdb0-be69-4f6f-98de-8100b1e7f25a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6969390 Jul 09 13:25:08.460483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ae4bf13b-8792-400e-9796-0d7fb5576b17, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ae4bf13b-8792-400e-9796-0d7fb5576b17,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:08.463998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b3718-b73d-4ee9-97b9-007708113264 None None] Network c9c8aef3-9eb4-47ea-bbe4-f55874747531 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:08.653182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-1866c060-c05c-4971-9641-667386acc188 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.674160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-1866c060-c05c-4971-9641-667386acc188 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.688268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-1866c060-c05c-4971-9641-667386acc188 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.701250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-1866c060-c05c-4971-9641-667386acc188 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.714462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-1866c060-c05c-4971-9641-667386acc188 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.728914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:08.729997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-1866c060-c05c-4971-9641-667386acc188 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.732363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 82d29d6a-a504-4910-b55c-a64cf3c39dfd details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:08.743672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-1866c060-c05c-4971-9641-667386acc188 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.752733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-1866c060-c05c-4971-9641-667386acc188 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5422 time: 0.2508957 Jul 09 13:25:08.885578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9dd15f0f-4f5e-49cd-b4a5-3b0a1d287ac1 req-4496b2dd-8138-45df-8f38-b491ac54fc82 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289387 Jul 09 13:25:08.937168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e1532-f1e8-4829-afca-54fdcccf7a13 req-3cecf32f-6f95-4709-b904-53b84b8cdd52 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.938975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c56e1532-f1e8-4829-afca-54fdcccf7a13 req-3cecf32f-6f95-4709-b904-53b84b8cdd52 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.2065816 Jul 09 13:25:09.001091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feeb421-d3ac-4491-b516-3eecaca51a1b None None] Network c9c8aef3-9eb4-47ea-bbe4-f55874747531 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:09.019912 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c56e1532-f1e8-4829-afca-54fdcccf7a13 req-05bd896b-7691-46e9-acb7-951a1621732d tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569978 Jul 09 13:25:09.092259 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:09.130373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 82d29d6a-a504-4910-b55c-a64cf3c39dfd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:09.153049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ae4bf13b-8792-400e-9796-0d7fb5576b17,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:09.167832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e77d576-1512-47eb-a596-06f994fa4d6c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:09.189780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '82d29d6a-a504-4910-b55c-a64cf3c39dfd', 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'port_id': '82d29d6a-a504-4910-b55c-a64cf3c39dfd', 'mac_address': 'fa:16:3e:6e:eb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc08e29f-9165-4515-b921-a6422f05038d', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:09.277736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:09.306608 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:09.576892 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:09.629489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d29d6a-a504-4910-b55c-a64cf3c39dfd {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:09.636980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['0e77d576-1512-47eb-a596-06f994fa4d6c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:09.709296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e876a7a3-82aa-4e5f-b110-ce9b175718d2 req-98cdffcc-ee47-4fe1-befb-030073562757 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0969224 Jul 09 13:25:09.806373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 82d29d6a-a504-4910-b55c-a64cf3c39dfd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:09.835093 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:09.836039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a5554256-bd69-4d55-806c-19b33ff40feb details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:09.907363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a5554256-bd69-4d55-806c-19b33ff40feb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a5554256-bd69-4d55-806c-19b33ff40feb,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:09.934184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:09.942018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f92af-557d-4118-8e3f-218206dd834d req-7b793613-e0ff-4a73-96f5-4f697f81838b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.956057 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-431f92af-557d-4118-8e3f-218206dd834d req-7b793613-e0ff-4a73-96f5-4f697f81838b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 945 time: 0.1299088 Jul 09 13:25:10.034642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-431f92af-557d-4118-8e3f-218206dd834d req-202bc704-458d-4c5e-97f9-b0a638ae89c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772314 Jul 09 13:25:10.054975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'a5554256-bd69-4d55-806c-19b33ff40feb', 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'port_id': 'a5554256-bd69-4d55-806c-19b33ff40feb', 'mac_address': 'fa:16:3e:d7:20:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc08e29f-9165-4515-b921-a6422f05038d', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:10.061594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=82d29d6a-a504-4910-b55c-a64cf3c39dfd,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:10.304704 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.331115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-8e213c84-b85b-4473-a611-aa7637fcd096 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.337907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-8e213c84-b85b-4473-a611-aa7637fcd096 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.345557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-8e213c84-b85b-4473-a611-aa7637fcd096 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.359341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-8e213c84-b85b-4473-a611-aa7637fcd096 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.361418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5554256-bd69-4d55-806c-19b33ff40feb {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:10.364816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-8e213c84-b85b-4473-a611-aa7637fcd096 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.374389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-8e213c84-b85b-4473-a611-aa7637fcd096 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.382142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-8e213c84-b85b-4473-a611-aa7637fcd096 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.391071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-8e213c84-b85b-4473-a611-aa7637fcd096 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5423 time: 0.1810439 Jul 09 13:25:10.448594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a5554256-bd69-4d55-806c-19b33ff40feb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a5554256-bd69-4d55-806c-19b33ff40feb,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:10.466789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.467649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 54eacaf0-083d-4533-9edb-0c8560c3f4c0 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:10.469362 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-28f2204d-6ff1-4f12-b5a6-250a35cdae5d req-b1da7937-03db-4b71-b547-0b99c3dbc359 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771644 Jul 09 13:25:10.728877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ab437-aac8-4413-a7a6-9a5aea35169e req-1d56a660-9967-432d-adbc-cbc3e9cc1ef7 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.736391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a6ab437-aac8-4413-a7a6-9a5aea35169e req-1d56a660-9967-432d-adbc-cbc3e9cc1ef7 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1062977 Jul 09 13:25:10.804232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a5554256-bd69-4d55-806c-19b33ff40feb,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:10.809819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a6ab437-aac8-4413-a7a6-9a5aea35169e req-eb2be9a3-02ad-45f3-a32a-81c11204bd4f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723269 Jul 09 13:25:10.947433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 54eacaf0-083d-4533-9edb-0c8560c3f4c0, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:10.973271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '54eacaf0-083d-4533-9edb-0c8560c3f4c0', 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d', 'port_id': '54eacaf0-083d-4533-9edb-0c8560c3f4c0', 'mac_address': 'fa:16:3e:26:32:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017275af-96bd-46e0-b724-bfad149e6ffc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:11.067522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42834dc-1710-465e-8ac8-e8e43c83b8ce req-73282d1e-6f5c-4b09-a289-99a5b3a3086e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.075740 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c42834dc-1710-465e-8ac8-e8e43c83b8ce req-73282d1e-6f5c-4b09-a289-99a5b3a3086e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 950 time: 0.1208684 Jul 09 13:25:11.099012 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.111824 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0bd8262-1a31-451a-9d74-89e5183ef74c req-4139745b-b5fc-41aa-8274-2de98cd459a5 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0455139 Jul 09 13:25:11.144347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54eacaf0-083d-4533-9edb-0c8560c3f4c0 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:11.161672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c42834dc-1710-465e-8ac8-e8e43c83b8ce req-312a3de9-5663-4065-a8b1-4fee72d90e98 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846121 Jul 09 13:25:11.194491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 54eacaf0-083d-4533-9edb-0c8560c3f4c0, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.201609 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.202287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:11.261518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=54eacaf0-083d-4533-9edb-0c8560c3f4c0,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:11.346809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.372615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '4aecda7b-92b8-4992-bb0b-6a3bca29e8ba', 'network_id': 'b9562b51-d817-4936-ad48-02882ce98983', 'port_id': '4aecda7b-92b8-4992-bb0b-6a3bca29e8ba', 'mac_address': 'fa:16:3e:23:ec:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc08e29f-9165-4515-b921-a6422f05038d', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:11.444232 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.457277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331e20-60cd-4595-b3b3-0adfa3d96333 req-9f7b7058-5a8b-49c1-83de-96be1f682f77 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.461047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:11.474533 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-68331e20-60cd-4595-b3b3-0adfa3d96333 req-9f7b7058-5a8b-49c1-83de-96be1f682f77 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 945 time: 0.1457512 Jul 09 13:25:11.485047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.490881 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.494166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 294c7669-e9ab-417c-8f20-20e32065b0a3 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:11.531436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-68331e20-60cd-4595-b3b3-0adfa3d96333 req-f5160c78-baad-4d3c-b5cf-1ab161fbd693 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540690 Jul 09 13:25:11.610500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:11.620476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 294c7669-e9ab-417c-8f20-20e32065b0a3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=294c7669-e9ab-417c-8f20-20e32065b0a3,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.638544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '294c7669-e9ab-417c-8f20-20e32065b0a3', 'network_id': 'f24c7924-17f2-44ea-a7ec-678849b0025d', 'port_id': '294c7669-e9ab-417c-8f20-20e32065b0a3', 'mac_address': 'fa:16:3e:85:d6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017275af-96bd-46e0-b724-bfad149e6ffc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:11.647632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d667-1dbe-41ea-915e-3ddd7bc939c8 req-163e246b-454e-4716-b64f-963dbd974454 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.656773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56e2d667-1dbe-41ea-915e-3ddd7bc939c8 req-163e246b-454e-4716-b64f-963dbd974454 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.0910313 Jul 09 13:25:11.705484 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.707378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56e2d667-1dbe-41ea-915e-3ddd7bc939c8 req-daafc8e9-1535-4975-99ed-ca4a637dad9b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Jul 09 13:25:11.738391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294c7669-e9ab-417c-8f20-20e32065b0a3 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:11.762205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 294c7669-e9ab-417c-8f20-20e32065b0a3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=294c7669-e9ab-417c-8f20-20e32065b0a3,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.776816 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.859504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=294c7669-e9ab-417c-8f20-20e32065b0a3,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:11.945443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-6940342c-3e6b-4561-8867-954f961bb971 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.953226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-6940342c-3e6b-4561-8867-954f961bb971 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.963040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-6940342c-3e6b-4561-8867-954f961bb971 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.968072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-6940342c-3e6b-4561-8867-954f961bb971 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.974869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-6940342c-3e6b-4561-8867-954f961bb971 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.981164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-6940342c-3e6b-4561-8867-954f961bb971 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.987902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-6940342c-3e6b-4561-8867-954f961bb971 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.996083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-6940342c-3e6b-4561-8867-954f961bb971 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5427 time: 0.1962385 Jul 09 13:25:12.042355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:12.052634 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1d89790-73cf-4632-8cdb-47ff16c152f2 req-f6c5ecdc-b27e-47d4-b39a-e5ad09f9a2e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552001 Jul 09 13:25:12.198370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 0e77d576-1512-47eb-a596-06f994fa4d6c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:12.198901 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.314828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ac24aa6a-5973-423a-9e91-70d7bedef7fe tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:12.325818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ac24aa6a-5973-423a-9e91-70d7bedef7fe tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 950 time: 0.2353013 Jul 09 13:25:12.385424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.439796 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:12.441702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:12.448063 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb254921-8b54-44a4-afe0-fa4171a53b7d" -d '{"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-plugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:12.454250 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.481038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Deleting port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:12.482253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.566710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=10']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:12.608391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a5554256-bd69-4d55-806c-19b33ff40feb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:12.612019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['4aecda7b-92b8-4992-bb0b-6a3bca29e8ba'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:12.614271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['54eacaf0-083d-4533-9edb-0c8560c3f4c0'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:12.616516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['75eac396-83aa-4351-aae5-ed708c94d418'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:12.619186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['82d29d6a-a504-4910-b55c-a64cf3c39dfd'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:12.709920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] For port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:12.710490 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.731774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Calling delete_port for 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:12.802725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162a49-d064-42af-a692-75c8156bd0cb req-6087aae8-3009-46a9-88c9-2a84e1b99023 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:12.816525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d162a49-d064-42af-a692-75c8156bd0cb req-6087aae8-3009-46a9-88c9-2a84e1b99023 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1570430 Jul 09 13:25:12.913845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d162a49-d064-42af-a692-75c8156bd0cb req-61c2d897-ed17-47b4-82db-858e3bf60e18 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959413 Jul 09 13:25:13.076154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:13.117834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event deleted for resources: {'Port': ['ID=53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:13.130595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481', '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'ae62b235-ef65-4f20-b316-d9f4ab09de7d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:13.201572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:13.256493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4628f6a1-e5e4-463f-8608-af02b2bdde2c req-2aafa79a-43db-48ac-aa01-82c388ddb593 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.1249406 Jul 09 13:25:13.306246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] No DVR routers for this DVR port 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:13.314558 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:13.320624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28bd5a01-cde0-41dd-8a31-e25a8974831a req-ec20ebef-a807-4d4e-9084-a016cf9bfb42 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "DELETE /v2.0/ports/53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf HTTP/1.1" status: 204 len: 173 time: 0.9859738 Jul 09 13:25:13.322780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe78006c-7f75-434f-a232-21408ffe7da0', 'name': 'network-vif-deleted', 'tag': '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:13.342081 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40085ef8-8ddd-4e50-98c6-df5eca274237" -d '{"events": [{"server_uuid": "fe78006c-7f75-434f-a232-21408ffe7da0", "name": "network-vif-deleted", "tag": "53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:13.407793 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-661494cb-21a7-43cc-a406-ba0dfa95e854 req-024b003a-d2ae-4bab-9a77-bb436f21a767 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe78006c-7f75-434f-a232-21408ffe7da0 HTTP/1.1" status: 200 len: 210 time: 0.0531535 Jul 09 13:25:13.440471 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06bd7f9-5aa5-40da-a513-ad64ed25f378 x-openstack-request-id: req-a06bd7f9-5aa5-40da-a513-ad64ed25f378 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:13.441292 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-plugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:13.444302 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a06bd7f9-5aa5-40da-a513-ad64ed25f378 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:13.444870 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'code': 200} Jul 09 13:25:13.576844 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79c094a-bef9-480c-9ede-de2ce6713f7c x-openstack-request-id: req-a79c094a-bef9-480c-9ede-de2ce6713f7c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:13.577348 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe78006c-7f75-434f-a232-21408ffe7da0", "name": "network-vif-deleted", "tag": "53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:13.577767 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a79c094a-bef9-480c-9ede-de2ce6713f7c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:13.578324 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe78006c-7f75-434f-a232-21408ffe7da0', 'name': 'network-vif-deleted', 'tag': '53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf', 'status': 'completed', 'code': 200} Jul 09 13:25:13.611108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ae4bf13b-8792-400e-9796-0d7fb5576b17'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:13.614507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['294c7669-e9ab-417c-8f20-20e32065b0a3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:13.743291 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-d877484e-f892-4c97-a751-903b169c039d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.746597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-d877484e-f892-4c97-a751-903b169c039d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.756820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-d877484e-f892-4c97-a751-903b169c039d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.767967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-d877484e-f892-4c97-a751-903b169c039d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.775949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-d877484e-f892-4c97-a751-903b169c039d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.787262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-d877484e-f892-4c97-a751-903b169c039d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.793858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-d877484e-f892-4c97-a751-903b169c039d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.802872 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-d877484e-f892-4c97-a751-903b169c039d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5427 time: 0.1649463 Jul 09 13:25:13.866136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-059534f4-bd1c-44aa-b525-371c2f3d93c4 req-cdf4e416-e8d7-4a6c-b0c2-e2150821214a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619853 Jul 09 13:25:13.906911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:13.909407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 633c4df0-2515-4874-b84f-686d785d9af5 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:14.201317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 633c4df0-2515-4874-b84f-686d785d9af5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:14.202372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 633c4df0-2515-4874-b84f-686d785d9af5 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:14.203547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:14.339247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e20e7-092f-46b1-8aa4-334d1a937cd9 req-89404586-64ec-479f-8844-ed2c80b66b35 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.342344 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b7e20e7-092f-46b1-8aa4-334d1a937cd9 req-89404586-64ec-479f-8844-ed2c80b66b35 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1347756 Jul 09 13:25:14.443671 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b7e20e7-092f-46b1-8aa4-334d1a937cd9 req-aa6e6c98-4872-4504-9a63-83e37de2f498 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847409 Jul 09 13:25:14.462829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:14.485420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-6a476c8e-355f-45cc-b61a-b483a0b0513f tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.494561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-6a476c8e-355f-45cc-b61a-b483a0b0513f tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/networks?id=c9c8aef3-9eb4-47ea-bbe4-f55874747531 HTTP/1.1" status: 200 len: 810 time: 0.1629164 Jul 09 13:25:14.510495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b986f4c8-2769-4783-b297-7571986377dc', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': 'b986f4c8-2769-4783-b297-7571986377dc', 'mac_address': 'fa:16:3e:d4:b7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:14.512342 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-44a69171-16f3-4c4d-aa3a-a343c762022c tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/quotas/e3464444b76e45d58508cec53eae128b HTTP/1.1" status: 200 len: 375 time: 0.0165839 Jul 09 13:25:14.557910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-24c10ce9-d5ec-4eb6-ae5c-b1adb8914065 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3464444b76e45d58508cec53eae128b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428839 Jul 09 13:25:14.605552 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:14.636574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b986f4c8-2769-4783-b297-7571986377dc {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:14.656349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:14.688719 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f61b8227-af9d-4372-96a7-c18e3ca60eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:14.730199 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dbce4d90-5b44-42aa-b241-31e0b3b7e60d req-435de7b9-87e0-4138-ab4f-cb4dbea4488b tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0615008 Jul 09 13:25:14.771732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-7eaf6e61-7c09-4a54-b694-182ade50fde3 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c8aef3-9eb4-47ea-bbe4-f55874747531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106094 Jul 09 13:25:14.783616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:14.800830 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:14.927852 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:14.933926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-37e7e6cc-e38e-448f-8023-cca5d2533073 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c8aef3-9eb4-47ea-bbe4-f55874747531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632817 Jul 09 13:25:15.066300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b986f4c8-2769-4783-b297-7571986377dc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:15.176221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:15.205366 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:25:15.205900 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:25:15.396985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-a32d085a-1eae-4603-b6b9-69f692633371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.405153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-a32d085a-1eae-4603-b6b9-69f692633371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.414845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-a32d085a-1eae-4603-b6b9-69f692633371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.452861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-a32d085a-1eae-4603-b6b9-69f692633371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.482122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-a32d085a-1eae-4603-b6b9-69f692633371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.499330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-a32d085a-1eae-4603-b6b9-69f692633371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.508503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-a32d085a-1eae-4603-b6b9-69f692633371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.511155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469', '5e362136-bd34-4c75-b2a6-8238dbb0ca31'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:15.520705 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-a32d085a-1eae-4603-b6b9-69f692633371 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5427 time: 0.2588031 Jul 09 13:25:15.555367 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:25:15.585684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b908eab1-42b6-4a94-bf77-d1b01613dcd4 req-9f125173-b8ab-4bee-b883-c6a47538dbc9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633380 Jul 09 13:25:15.839002 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:15.867206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b986f4c8-2769-4783-b297-7571986377dc {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:15.914619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:15.916732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd59b1-39fc-416a-8c34-c63658a42698 req-9850dada-be2d-49ef-9cf6-5267be114c6a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.928012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-14cd59b1-39fc-416a-8c34-c63658a42698 req-9850dada-be2d-49ef-9cf6-5267be114c6a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1053143 Jul 09 13:25:15.929976 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:15.946064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 75eac396-83aa-4351-aae5-ed708c94d418 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:15.989599 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-14cd59b1-39fc-416a-8c34-c63658a42698 req-3cd6d983-d708-46b2-8799-d9cd7da4887b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598304 Jul 09 13:25:16.070026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:16.117032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3fc8375-a01f-450f-a6a9-e76de036683d req-23540424-59aa-4ba3-81b6-34aaa42e1820 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 210 time: 0.0775712 Jul 09 13:25:16.196749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:16.197104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 53a0642b-2160-4a1d-8eb7-dd3cd9bfb6cf not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:16.228563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:16.289635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 75eac396-83aa-4351-aae5-ed708c94d418 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:16.303747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 75eac396-83aa-4351-aae5-ed708c94d418 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:16.304131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.355028 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5172ee4e-6a88-434d-969e-d776803e01fa req-efb0aac9-df48-4c70-bc50-e7d7bfbd629c tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0633135 Jul 09 13:25:16.380947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39599e5f-709d-48df-bb91-c19c6a397958 req-c25325b6-7664-4e02-bc4e-18f16c63194b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.389796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39599e5f-709d-48df-bb91-c19c6a397958 req-c25325b6-7664-4e02-bc4e-18f16c63194b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 949 time: 0.1223025 Jul 09 13:25:16.445374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39599e5f-709d-48df-bb91-c19c6a397958 req-73bd28ff-da76-4926-a1ac-df10ec07d893 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538063 Jul 09 13:25:16.636588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.668004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:16.672165 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c26dbe-f0e5-49e3-9191-6fdf5f119daf" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "75eac396-83aa-4351-aae5-ed708c94d418"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:16.691822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 75eac396-83aa-4351-aae5-ed708c94d418, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=75eac396-83aa-4351-aae5-ed708c94d418,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:16.698763 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.772701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=75eac396-83aa-4351-aae5-ed708c94d418,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:16.799540 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febdd0d7-be4d-4e78-9526-409ac06e2c4c x-openstack-request-id: req-febdd0d7-be4d-4e78-9526-409ac06e2c4c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:16.799938 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "75eac396-83aa-4351-aae5-ed708c94d418", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:16.800295 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-febdd0d7-be4d-4e78-9526-409ac06e2c4c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:16.808780 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418', 'code': 200} Jul 09 13:25:16.837395 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ec1a7096-27b4-4e86-92df-9714e4fbcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.867088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-c6382231-823e-4d49-8182-d62cc4814a63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.874357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-c6382231-823e-4d49-8182-d62cc4814a63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.882654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-c6382231-823e-4d49-8182-d62cc4814a63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.889652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-c6382231-823e-4d49-8182-d62cc4814a63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.895739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-c6382231-823e-4d49-8182-d62cc4814a63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.901886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-c6382231-823e-4d49-8182-d62cc4814a63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.908008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-c6382231-823e-4d49-8182-d62cc4814a63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.915539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-c6382231-823e-4d49-8182-d62cc4814a63 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5428 time: 0.1423600 Jul 09 13:25:16.970635 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.984838 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11a77c4c-ccd5-4551-9232-2c810715ff15 req-20526906-097f-4bb8-9ded-2ecb65d56303 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682354 Jul 09 13:25:17.285062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31125116-d603-41cf-a29f-8b42b45025d2 req-5ce28c45-18d5-4e02-9917-49aa9bb691ae tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:17.287403 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31125116-d603-41cf-a29f-8b42b45025d2 req-5ce28c45-18d5-4e02-9917-49aa9bb691ae tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.0838203 Jul 09 13:25:17.334627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-53f3c166-654c-458a-b17b-014298395bad req-b92fdfbd-7760-454b-a506-627b501a317d tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 210 time: 0.0421751 Jul 09 13:25:17.339871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31125116-d603-41cf-a29f-8b42b45025d2 req-cfd0a9a3-25ad-4819-b094-399443fc7f30 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Jul 09 13:25:17.749089 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a0803cf-23cf-46c5-9a1d-a0c2bc06bb00 req-7cf5e240-9fa6-4aab-8d31-b602073c7bca tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0870917 Jul 09 13:25:17.773442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129e899-ef15-4148-9534-5d9eb05004ab req-132378de-704d-434b-a1a4-2820a5de423e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:17.784418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0129e899-ef15-4148-9534-5d9eb05004ab req-132378de-704d-434b-a1a4-2820a5de423e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 949 time: 0.2747355 Jul 09 13:25:17.817887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 82d29d6a-a504-4910-b55c-a64cf3c39dfd up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:17.858556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25032012-d664-4f2e-89f8-32f38bafb125 req-3673dda3-13c2-4dbe-a45c-350b3ead851b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:17.862547 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25032012-d664-4f2e-89f8-32f38bafb125 req-3673dda3-13c2-4dbe-a45c-350b3ead851b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 949 time: 0.1190758 Jul 09 13:25:18.000792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 82d29d6a-a504-4910-b55c-a64cf3c39dfd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:18.009914 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25032012-d664-4f2e-89f8-32f38bafb125 req-8be935c4-c729-4ec1-bce2-788fd31e1c89 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389585 Jul 09 13:25:18.012334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 82d29d6a-a504-4910-b55c-a64cf3c39dfd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:18.012777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.070930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-09830f57-9884-41c2-abaf-74aa32614563 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.095326 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-09830f57-9884-41c2-abaf-74aa32614563 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.10 "GET /v2.0/networks?id=c9c8aef3-9eb4-47ea-bbe4-f55874747531 HTTP/1.1" status: 200 len: 810 time: 0.2071552 Jul 09 13:25:18.112434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Request body: {'port': {'device_id': '70c81b4c-a923-4c3a-928a-f263645fd176', 'network_id': 'c9c8aef3-9eb4-47ea-bbe4-f55874747531', 'admin_state_up': True, 'tenant_id': 'e3464444b76e45d58508cec53eae128b'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:18.117262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Deleting port ae62b235-ef65-4f20-b316-d9f4ab09de7d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:18.117646 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.194273 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.243919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.314135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 82d29d6a-a504-4910-b55c-a64cf3c39dfd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:18.318576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.320093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a5554256-bd69-4d55-806c-19b33ff40feb up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:18.402550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] For port ae62b235-ef65-4f20-b316-d9f4ab09de7d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ae62b235-ef65-4f20-b316-d9f4ab09de7d,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:18.403696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.456303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Calling delete_port for ae62b235-ef65-4f20-b316-d9f4ab09de7d owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:18.501133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=82d29d6a-a504-4910-b55c-a64cf3c39dfd,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:18.587500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port a5554256-bd69-4d55-806c-19b33ff40feb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:18.593725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port a5554256-bd69-4d55-806c-19b33ff40feb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:18.594459 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.604952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Made reservation on behalf of e3464444b76e45d58508cec53eae128b for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:18.612873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.643896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-4f768f98-0486-4e7d-9138-703327e73bb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.651037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-4f768f98-0486-4e7d-9138-703327e73bb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.658646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-434a086d-2262-481d-9799-e7f9a01e3a10 req-8c64b583-a02b-4af9-9041-30edaf43cf47 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 210 time: 0.0613730 Jul 09 13:25:18.663463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-4f768f98-0486-4e7d-9138-703327e73bb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.676257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-4f768f98-0486-4e7d-9138-703327e73bb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.691526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-4f768f98-0486-4e7d-9138-703327e73bb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.702807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-4f768f98-0486-4e7d-9138-703327e73bb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.726072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-4f768f98-0486-4e7d-9138-703327e73bb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.729197 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-4f768f98-0486-4e7d-9138-703327e73bb6 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5429 time: 0.2958081 Jul 09 13:25:18.793727 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.829836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d29d6a-a504-4910-b55c-a64cf3c39dfd'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:18.832854 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d67f75a-c39b-47f2-8f64-6b785b0086e9" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "82d29d6a-a504-4910-b55c-a64cf3c39dfd"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:18.839642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.861785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469', '5e362136-bd34-4c75-b2a6-8238dbb0ca31'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:18.871449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481', '18063c47-5d95-4202-a70d-ebaebbd29ee6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:18.934159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event deleted for resources: {'Port': ['ID=ae62b235-ef65-4f20-b316-d9f4ab09de7d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:19.004532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Allocated IP 172.20.0.8 (c9c8aef3-9eb4-47ea-bbe4-f55874747531/36199e8c-6dc6-4c61-a742-869cfca6d1b9/b7706cd6-0261-4d7c-820b-cb3537319355) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:19.150375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a5554256-bd69-4d55-806c-19b33ff40feb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a5554256-bd69-4d55-806c-19b33ff40feb,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:19.172026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] No DVR routers for this DVR port ae62b235-ef65-4f20-b316-d9f4ab09de7d on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:19.183890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:19.196349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0129e899-ef15-4148-9534-5d9eb05004ab req-6121282c-4605-4381-928d-c8a3c9a98c39 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "DELETE /v2.0/ports/ae62b235-ef65-4f20-b316-d9f4ab09de7d HTTP/1.1" status: 204 len: 173 time: 1.4109306 Jul 09 13:25:19.198788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aae8a31-4ba3-4e20-a186-afbc7c506a11', 'name': 'network-vif-deleted', 'tag': 'ae62b235-ef65-4f20-b316-d9f4ab09de7d'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:19.236003 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aff4946-9c46-497e-b2da-e9a3f59d46dd" -d '{"events": [{"server_uuid": "8aae8a31-4ba3-4e20-a186-afbc7c506a11", "name": "network-vif-deleted", "tag": "ae62b235-ef65-4f20-b316-d9f4ab09de7d"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:19.259119 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:19.268321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 54eacaf0-083d-4533-9edb-0c8560c3f4c0 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:19.298363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d97b78-8245-4f03-8465-7fafd47f91c9 req-e06e2667-8cf7-43ca-a873-7b77d0c04a61 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.306847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d97b78-8245-4f03-8465-7fafd47f91c9 req-e06e2667-8cf7-43ca-a873-7b77d0c04a61 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.3921885 Jul 09 13:25:19.440108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a5554256-bd69-4d55-806c-19b33ff40feb,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:19.441293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d97b78-8245-4f03-8465-7fafd47f91c9 req-59e8fa06-7dde-4d8e-a737-e9195ba09afc tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261384 Jul 09 13:25:19.886852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c4a60d4-802e-41d5-b249-b52cec51dbbe req-74e05976-54fa-45d0-af25-e4675ea6b6ff tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.1118615 Jul 09 13:25:19.916822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:19.939071 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:20.008257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:20.103810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Network c9c8aef3-9eb4-47ea-bbe4-f55874747531 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:20.128962 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ab4801-ce3b-42fe-8314-c2eabbdf5fa9 x-openstack-request-id: req-c4ab4801-ce3b-42fe-8314-c2eabbdf5fa9 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:20.129277 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "82d29d6a-a504-4910-b55c-a64cf3c39dfd", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:20.129541 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4ab4801-ce3b-42fe-8314-c2eabbdf5fa9 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:20.129963 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d29d6a-a504-4910-b55c-a64cf3c39dfd', 'code': 200} Jul 09 13:25:20.156776 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74d7b25e-d38e-4f01-bdb2-cb8bf317f719 req-a6ac11b5-2821-4f9c-86fc-8557c97b6990 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4146786 Jul 09 13:25:20.166006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:20.186074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:20.203785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Pushing event updated for resources: {'Port': ['ID=b7706cd6-0261-4d7c-820b-cb3537319355,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:20.253345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:20.328093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:20.328478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:20.348666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:20.349352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:20.367014 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d39bdc4-05ce-47a3-a6b1-d6662f2feb81 req-aceb5625-f0a8-4228-8bb0-7d859c431a35 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aae8a31-4ba3-4e20-a186-afbc7c506a11 HTTP/1.1" status: 200 len: 210 time: 0.0638194 Jul 09 13:25:20.381901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-c8cbf0ec-cdf7-4592-ba67-839bfe0372ea tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2854407 Jul 09 13:25:20.405896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Request body: {'port': {'device_id': '70c81b4c-a923-4c3a-928a-f263645fd176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:20.457354 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37892176-4012-4afb-9832-8d60c0f09944 x-openstack-request-id: req-37892176-4012-4afb-9832-8d60c0f09944 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:20.457853 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aae8a31-4ba3-4e20-a186-afbc7c506a11", "name": "network-vif-deleted", "tag": "ae62b235-ef65-4f20-b316-d9f4ab09de7d", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:20.457937 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37892176-4012-4afb-9832-8d60c0f09944 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:20.458290 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aae8a31-4ba3-4e20-a186-afbc7c506a11', 'name': 'network-vif-deleted', 'tag': 'ae62b235-ef65-4f20-b316-d9f4ab09de7d', 'status': 'completed', 'code': 200} Jul 09 13:25:20.581408 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:20.660394 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:20.704995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 54eacaf0-083d-4533-9edb-0c8560c3f4c0, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:20.717586 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:20.725597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b690dfa-9789-4813-ad05-3cd5e3b6d9c0 req-9c37808a-ddf2-4b22-b55c-19af2b9946f8 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:20.726910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:20.736058 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b690dfa-9789-4813-ad05-3cd5e3b6d9c0 req-9c37808a-ddf2-4b22-b55c-19af2b9946f8 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 931 time: 0.1013203 Jul 09 13:25:20.810006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b690dfa-9789-4813-ad05-3cd5e3b6d9c0 req-a5290691-fa09-4385-b179-f5f285e40191 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729411 Jul 09 13:25:20.876130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=54eacaf0-083d-4533-9edb-0c8560c3f4c0,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:21.054743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:21.063002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:21.064175 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.199988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b2d41-393e-4bd9-bae9-b2251101d213 req-59be7abd-f5cb-4a26-9f27-058e52ea004a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:21.201993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-984b2d41-393e-4bd9-bae9-b2251101d213 req-59be7abd-f5cb-4a26-9f27-058e52ea004a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.2133212 Jul 09 13:25:21.269351 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.314066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7706cd6-0261-4d7c-820b-cb3537319355 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:21.322694 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.336645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Transition to ACTIVE for port object b7706cd6-0261-4d7c-820b-cb3537319355 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:21.341676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-984b2d41-393e-4bd9-bae9-b2251101d213 req-1e38971d-e2bb-4637-9fcb-bc3a2fb40ed3 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317842 Jul 09 13:25:21.346893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:21.357880 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.359885 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.360877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:21.480475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:21.502043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7706cd6-0261-4d7c-820b-cb3537319355,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:21.546515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b986f4c8-2769-4783-b297-7571986377dc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:21.546893 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.681171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Attempting to bind port b7706cd6-0261-4d7c-820b-cb3537319355 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:21.687435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Attempting to bind port b7706cd6-0261-4d7c-820b-cb3537319355 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '15370cd0-978b-4df9-89e1-c5229b6f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c9c8aef3-9eb4-47ea-bbe4-f55874747531'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:21.689580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Attempting to bind port b7706cd6-0261-4d7c-820b-cb3537319355 on network c9c8aef3-9eb4-47ea-bbe4-f55874747531 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:21.694724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12af6528-8414-44ff-9813-2d5e3d9846a1 req-6fbdf9ec-428c-493c-8258-d2d691810775 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0814562 Jul 09 13:25:21.703696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Port b7706cd6-0261-4d7c-820b-cb3537319355 on network c9c8aef3-9eb4-47ea-bbe4-f55874747531 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:21.704210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Attempting to bind port b7706cd6-0261-4d7c-820b-cb3537319355 on network c9c8aef3-9eb4-47ea-bbe4-f55874747531 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:21.718006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:21.718807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Checking segment: {'id': '15370cd0-978b-4df9-89e1-c5229b6f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c9c8aef3-9eb4-47ea-bbe4-f55874747531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:21.720421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Bound using segment: {'id': '15370cd0-978b-4df9-89e1-c5229b6f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c9c8aef3-9eb4-47ea-bbe4-f55874747531'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:21.726470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Bound port: b7706cd6-0261-4d7c-820b-cb3537319355, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15370cd0-978b-4df9-89e1-c5229b6f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c9c8aef3-9eb4-47ea-bbe4-f55874747531'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:21.727333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.742963 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.846976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:21.861705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.876326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] For port b7706cd6-0261-4d7c-820b-cb3537319355, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:21.881003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] For port b7706cd6-0261-4d7c-820b-cb3537319355, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b7706cd6-0261-4d7c-820b-cb3537319355,segment=NetworkSegment(15370cd0-978b-4df9-89e1-c5229b6f6f1f),segment_id=15370cd0-978b-4df9-89e1-c5229b6f6f1f)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:21.890364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.976803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=10']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:21.979989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ae4bf13b-8792-400e-9796-0d7fb5576b17 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:22.005991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7706cd6-0261-4d7c-820b-cb3537319355,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:22.022049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-430005f8-e6e9-4e61-811e-88d1da76d9c7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.036495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.037236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.039446 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-886bfcbc-72bc-4d37-a344-c6ef3fee33e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/b7706cd6-0261-4d7c-820b-cb3537319355 HTTP/1.1" status: 200 len: 1091 time: 1.6495783 Jul 09 13:25:22.039930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c81b4c-a923-4c3a-928a-f263645fd176', 'tag': 'b7706cd6-0261-4d7c-820b-cb3537319355'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:22.041712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-430005f8-e6e9-4e61-811e-88d1da76d9c7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.042427 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef61ac27-5d35-4ef6-9c62-86fc927810bf" -d '{"events": [{"name": "network-changed", "server_uuid": "70c81b4c-a923-4c3a-928a-f263645fd176", "tag": "b7706cd6-0261-4d7c-820b-cb3537319355"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:22.051704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-430005f8-e6e9-4e61-811e-88d1da76d9c7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.057780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-430005f8-e6e9-4e61-811e-88d1da76d9c7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.064521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-430005f8-e6e9-4e61-811e-88d1da76d9c7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.070666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-430005f8-e6e9-4e61-811e-88d1da76d9c7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.080331 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-430005f8-e6e9-4e61-811e-88d1da76d9c7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.086452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ae62b235-ef65-4f20-b316-d9f4ab09de7d no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:22.088889 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-430005f8-e6e9-4e61-811e-88d1da76d9c7 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5432 time: 0.2379758 Jul 09 13:25:22.134896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5554256-bd69-4d55-806c-19b33ff40feb'}, {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eacaf0-083d-4533-9edb-0c8560c3f4c0'}, {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aecda7b-92b8-4992-bb0b-6a3bca29e8ba'}, {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:22.137397 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f826dcc-1489-4cbc-a9c9-3aeaec17f8f4" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "a5554256-bd69-4d55-806c-19b33ff40feb"}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "54eacaf0-083d-4533-9edb-0c8560c3f4c0"}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "4aecda7b-92b8-4992-bb0b-6a3bca29e8ba"}, {"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-plugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:22.145648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ae62b235-ef65-4f20-b316-d9f4ab09de7d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:22.145648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ae62b235-ef65-4f20-b316-d9f4ab09de7d not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:22.172252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port ae4bf13b-8792-400e-9796-0d7fb5576b17 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:22.177301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ae4bf13b-8792-400e-9796-0d7fb5576b17 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:22.178090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.230911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a4aa37d-09a6-49e7-95c5-f67958edb391 req-4267d541-05b8-448f-b333-317bf03ff59b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408346 Jul 09 13:25:22.348981 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.365661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-19224011-9b11-4ce1-a172-ee3919696b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.367389 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-19224011-9b11-4ce1-a172-ee3919696b11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3464444b76e45d58508cec53eae128b&device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 1094 time: 0.2001221 Jul 09 13:25:22.421458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ae4bf13b-8792-400e-9796-0d7fb5576b17, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ae4bf13b-8792-400e-9796-0d7fb5576b17,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:22.430159 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.432106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 294c7669-e9ab-417c-8f20-20e32065b0a3 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:22.470823 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-82af3359-34c5-4281-b66a-f0ace7f89e09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7706cd6-0261-4d7c-820b-cb3537319355 HTTP/1.1" status: 200 len: 217 time: 0.0949476 Jul 09 13:25:22.557562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ae4bf13b-8792-400e-9796-0d7fb5576b17,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:22.577075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 294c7669-e9ab-417c-8f20-20e32065b0a3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:22.586867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 294c7669-e9ab-417c-8f20-20e32065b0a3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:22.587479 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.616274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-bcfcff34-f1f8-4f7b-9db7-b8c979e22e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.623343 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-bcfcff34-f1f8-4f7b-9db7-b8c979e22e86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36199e8c-6dc6-4c61-a742-869cfca6d1b9 HTTP/1.1" status: 200 len: 850 time: 0.1437957 Jul 09 13:25:22.677314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-0db9f67a-2cb3-4c90-a26e-58a79cef9221 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9c8aef3-9eb4-47ea-bbe4-f55874747531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468283 Jul 09 13:25:22.738991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b01662-3d4c-46a2-98db-267ec9e5b59f req-68d62296-2528-4364-8589-cec2b8ea004d tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.741723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42b01662-3d4c-46a2-98db-267ec9e5b59f req-68d62296-2528-4364-8589-cec2b8ea004d tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 943 time: 0.1524518 Jul 09 13:25:22.779934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.854289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42b01662-3d4c-46a2-98db-267ec9e5b59f req-d689715e-9d23-4a81-9190-e5f43459dfff tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037719 Jul 09 13:25:22.864812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 294c7669-e9ab-417c-8f20-20e32065b0a3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=294c7669-e9ab-417c-8f20-20e32065b0a3,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:22.883114 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.919217 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-1ece5c4d-9be8-4be5-a917-02662a2af3f0 service neutron] 10.222.0.10 "GET /v2.0/networks/c9c8aef3-9eb4-47ea-bbe4-f55874747531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342105 Jul 09 13:25:22.948482 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0748b1b-c001-4e52-87cd-793ef525d3f4 x-openstack-request-id: req-c0748b1b-c001-4e52-87cd-793ef525d3f4 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:22.948780 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c81b4c-a923-4c3a-928a-f263645fd176", "tag": "b7706cd6-0261-4d7c-820b-cb3537319355", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:22.951072 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0748b1b-c001-4e52-87cd-793ef525d3f4 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:22.951578 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c81b4c-a923-4c3a-928a-f263645fd176', 'tag': 'b7706cd6-0261-4d7c-820b-cb3537319355', 'status': 'completed', 'code': 200} Jul 09 13:25:23.009675 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1684c3a-13d9-457c-bf2b-f44b6c29ff06 x-openstack-request-id: req-d1684c3a-13d9-457c-bf2b-f44b6c29ff06 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:23.009977 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "a5554256-bd69-4d55-806c-19b33ff40feb", "code": 200}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "54eacaf0-083d-4533-9edb-0c8560c3f4c0", "code": 200}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "4aecda7b-92b8-4992-bb0b-6a3bca29e8ba", "code": 200}, {"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-plugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:23.010229 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1684c3a-13d9-457c-bf2b-f44b6c29ff06 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:23.010986 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5554256-bd69-4d55-806c-19b33ff40feb', 'code': 200} Jul 09 13:25:23.012946 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eacaf0-083d-4533-9edb-0c8560c3f4c0', 'code': 200} Jul 09 13:25:23.013213 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aecda7b-92b8-4992-bb0b-6a3bca29e8ba', 'code': 200} Jul 09 13:25:23.013492 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'code': 200} Jul 09 13:25:23.014798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=294c7669-e9ab-417c-8f20-20e32065b0a3,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:23.078692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-287ce766-29d9-40cd-9897-7e4bdf9e45be req-1d0efb53-97f4-4cb7-bbc3-9a5ded9cb368 service neutron] 10.222.0.10 "GET /v2.0/networks/c9c8aef3-9eb4-47ea-bbe4-f55874747531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509302 Jul 09 13:25:23.253446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-51b7b2cc-eabc-4c12-98a0-4ca08457dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:23.255040 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-51b7b2cc-eabc-4c12-98a0-4ca08457dba9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3464444b76e45d58508cec53eae128b&device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 1094 time: 0.1052964 Jul 09 13:25:23.264105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114db3-3034-49d7-8722-0c4c56beeb67 req-d802a5f1-4071-4212-97e7-87051fe95203 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:23.273761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45114db3-3034-49d7-8722-0c4c56beeb67 req-d802a5f1-4071-4212-97e7-87051fe95203 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1378980 Jul 09 13:25:23.354933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45114db3-3034-49d7-8722-0c4c56beeb67 req-8075104a-5f62-4e90-9264-ff7b15883583 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708029 Jul 09 13:25:23.462546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-286959e8-3177-463e-a070-f82b937afb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:23.464624 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-286959e8-3177-463e-a070-f82b937afb0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9c8aef3-9eb4-47ea-bbe4-f55874747531 HTTP/1.1" status: 200 len: 910 time: 0.2022054 Jul 09 13:25:23.534599 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-713e788c-125e-473d-ade6-969dde8d9a26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7706cd6-0261-4d7c-820b-cb3537319355 HTTP/1.1" status: 200 len: 217 time: 0.0623074 Jul 09 13:25:23.694171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-531c3509-61b3-4ce1-9c68-7e7109c36a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:23.708329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-531c3509-61b3-4ce1-9c68-7e7109c36a01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36199e8c-6dc6-4c61-a742-869cfca6d1b9 HTTP/1.1" status: 200 len: 850 time: 0.1657500 Jul 09 13:25:23.759035 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-3264871f-61b3-4eb2-8e89-72cd95e6ae2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9c8aef3-9eb4-47ea-bbe4-f55874747531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420992 Jul 09 13:25:23.975275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d7b0f3a-a9e4-4ad3-8a1b-3172add59a9a req-35af42ae-df92-4b28-b373-50931a3f2ee9 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0920522 Jul 09 13:25:24.031457 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-70e5be8a-24a2-49fe-b705-0f0e7196b326 service neutron] 10.222.0.10 "GET /v2.0/networks/c9c8aef3-9eb4-47ea-bbe4-f55874747531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642541 Jul 09 13:25:24.251057 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef61ac27-5d35-4ef6-9c62-86fc927810bf req-9d38d44c-428c-49c8-83d9-c84aed0ed630 service neutron] 10.222.0.10 "GET /v2.0/networks/c9c8aef3-9eb4-47ea-bbe4-f55874747531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107177 Jul 09 13:25:24.333649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-f273dc5e-45af-4ba4-801e-13929c6bc9d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.341660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-f273dc5e-45af-4ba4-801e-13929c6bc9d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.355326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-f273dc5e-45af-4ba4-801e-13929c6bc9d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.364309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-f273dc5e-45af-4ba4-801e-13929c6bc9d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.376990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-f273dc5e-45af-4ba4-801e-13929c6bc9d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.385378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-f273dc5e-45af-4ba4-801e-13929c6bc9d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.393343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-f273dc5e-45af-4ba4-801e-13929c6bc9d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.410149 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-f273dc5e-45af-4ba4-801e-13929c6bc9d4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5434 time: 0.1819627 Jul 09 13:25:24.510143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1bec34bb-da6a-4a2b-878e-a419387d8c3a req-a792a39b-5247-414e-b293-e827f26247c2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969465 Jul 09 13:25:25.015483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4bf13b-8792-400e-9796-0d7fb5576b17'}, {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294c7669-e9ab-417c-8f20-20e32065b0a3'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:25.019160 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19deba82-e748-4e4a-ae8f-daca0f8f5052" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "ae4bf13b-8792-400e-9796-0d7fb5576b17"}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "294c7669-e9ab-417c-8f20-20e32065b0a3"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:25.232536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-0293ca56-a7e1-4190-919c-82fa39fd658f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.234604 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-0293ca56-a7e1-4190-919c-82fa39fd658f tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/ports?device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 950 time: 0.1626842 Jul 09 13:25:25.327320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a917-f52c-4419-a040-d7a77f7af598 req-82312fbe-19be-41a5-a049-c22b18bf9e29 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.347583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc88a917-f52c-4419-a040-d7a77f7af598 req-82312fbe-19be-41a5-a049-c22b18bf9e29 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 943 time: 0.1362491 Jul 09 13:25:25.449655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Deleting port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:25.451102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:25.454044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc88a917-f52c-4419-a040-d7a77f7af598 req-002a3fc5-e0c2-4db0-87ea-0a4cad3e8f99 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051998 Jul 09 13:25:25.683056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] For port 5e362136-bd34-4c75-b2a6-8238dbb0ca31, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5e362136-bd34-4c75-b2a6-8238dbb0ca31,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:25.683786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:25.716816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Calling delete_port for 5e362136-bd34-4c75-b2a6-8238dbb0ca31 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:25.910072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc6f2d-3848-48c3-89eb-a7d3dbf6e6a5 req-02c67488-6378-4c19-a2cc-f0957bc805a9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.928893 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ddc6f2d-3848-48c3-89eb-a7d3dbf6e6a5 req-02c67488-6378-4c19-a2cc-f0957bc805a9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1894896 Jul 09 13:25:26.036991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ddc6f2d-3848-48c3-89eb-a7d3dbf6e6a5 req-54979f6b-0346-48f0-af6d-8fcc3a76f3ee tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056988 Jul 09 13:25:26.043251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.057313 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:26.063575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481', '18063c47-5d95-4202-a70d-ebaebbd29ee6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:26.185908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b7706cd6-0261-4d7c-820b-cb3537319355 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:26.255827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event deleted for resources: {'Port': ['ID=5e362136-bd34-4c75-b2a6-8238dbb0ca31,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:26.328369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] No DVR routers for this DVR port 5e362136-bd34-4c75-b2a6-8238dbb0ca31 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:26.337677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.344295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-22c94a89-1656-4fcf-a4b4-4d434baa8272 req-4d10fd8c-7a05-49d6-9a58-9c3704f3e439 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "DELETE /v2.0/ports/5e362136-bd34-4c75-b2a6-8238dbb0ca31 HTTP/1.1" status: 204 len: 173 time: 1.1039076 Jul 09 13:25:26.344844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d126fd-f382-42ae-b0f7-a9f6c6a1086b', 'name': 'network-vif-deleted', 'tag': '5e362136-bd34-4c75-b2a6-8238dbb0ca31'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:26.360576 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a900313-b8c1-4f08-9472-2c2142867477" -d '{"events": [{"server_uuid": "00d126fd-f382-42ae-b0f7-a9f6c6a1086b", "name": "network-vif-deleted", "tag": "5e362136-bd34-4c75-b2a6-8238dbb0ca31"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:26.420407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b7706cd6-0261-4d7c-820b-cb3537319355, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b7706cd6-0261-4d7c-820b-cb3537319355,segment=NetworkSegment(15370cd0-978b-4df9-89e1-c5229b6f6f1f),segment_id=15370cd0-978b-4df9-89e1-c5229b6f6f1f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:26.470781 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a104d591-2391-4db6-8907-55b565bc3546 x-openstack-request-id: req-a104d591-2391-4db6-8907-55b565bc3546 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:26.473945 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "ae4bf13b-8792-400e-9796-0d7fb5576b17", "code": 200}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "294c7669-e9ab-417c-8f20-20e32065b0a3", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:26.476110 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a104d591-2391-4db6-8907-55b565bc3546 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:26.476687 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4bf13b-8792-400e-9796-0d7fb5576b17', 'code': 200} Jul 09 13:25:26.477095 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294c7669-e9ab-417c-8f20-20e32065b0a3', 'code': 200} Jul 09 13:25:26.478461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'b7706cd6-0261-4d7c-820b-cb3537319355', 'network_id': 'c9c8aef3-9eb4-47ea-bbe4-f55874747531', 'port_id': 'b7706cd6-0261-4d7c-820b-cb3537319355', 'mac_address': 'fa:16:3e:79:16:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36199e8c-6dc6-4c61-a742-869cfca6d1b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:26.655516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c392e1df-b4af-410c-a35c-bb1ee0f8fa9a req-12d62c49-ec19-4da3-b5d3-6c8f126fe88b tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.1416168 Jul 09 13:25:26.800236 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-258c496a-547e-4496-96ae-b4331e293232 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4192104 Jul 09 13:25:26.805172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-50663310-a144-4d79-ab86-60be5c0942f3 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.806699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-50663310-a144-4d79-ab86-60be5c0942f3 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/ports?device_id=1aa8120e-2e3e-4490-8427-82ab74347636 HTTP/1.1" status: 200 len: 949 time: 0.2557492 Jul 09 13:25:26.828951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-af33155b-9a4b-47bc-b68b-b9592b6a435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.829788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-af33155b-9a4b-47bc-b68b-b9592b6a435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.830630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-af33155b-9a4b-47bc-b68b-b9592b6a435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.832742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-af33155b-9a4b-47bc-b68b-b9592b6a435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.835019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-af33155b-9a4b-47bc-b68b-b9592b6a435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.836178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-af33155b-9a4b-47bc-b68b-b9592b6a435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.836814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-af33155b-9a4b-47bc-b68b-b9592b6a435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.842479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-af33155b-9a4b-47bc-b68b-b9592b6a435e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6491 time: 0.3011563 Jul 09 13:25:26.851530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.893611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7706cd6-0261-4d7c-820b-cb3537319355 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:26.957921 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-acb1d5cd-453e-45b7-841b-7a513131ccc8 req-02448964-8a4a-4fd0-bac7-665780c03190 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067674 Jul 09 13:25:26.959492 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b7706cd6-0261-4d7c-820b-cb3537319355, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b7706cd6-0261-4d7c-820b-cb3537319355,segment=NetworkSegment(15370cd0-978b-4df9-89e1-c5229b6f6f1f),segment_id=15370cd0-978b-4df9-89e1-c5229b6f6f1f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:26.976046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.016059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-1c0f0db8-738f-4e3c-937d-69dfaa7a0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.028777 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-1c0f0db8-738f-4e3c-937d-69dfaa7a0263 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ccb8a3f5536443fb61c4a689e467809&device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 1100 time: 0.1369636 Jul 09 13:25:27.111281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2ffbf0e-e41b-4c28-bd55-405ba1c9c811 req-4bd14c3f-d385-4e2e-8d3a-5883da8cf66e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=00d126fd-f382-42ae-b0f7-a9f6c6a1086b HTTP/1.1" status: 200 len: 210 time: 0.0997736 Jul 09 13:25:27.187016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Deleting port 18063c47-5d95-4202-a70d-ebaebbd29ee6 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:27.187235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.355750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a45c2342-1e7e-4a3c-911c-f225423ecd9d req-e579e95a-de76-4964-95ef-39be937e7121 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.1753182 Jul 09 13:25:27.507740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-de1fe8d5-c388-4f56-89f5-7ac7a303b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.510635 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-de1fe8d5-c388-4f56-89f5-7ac7a303b131 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4516757 Jul 09 13:25:27.561050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['b7706cd6-0261-4d7c-820b-cb3537319355'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:27.598565 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-cf644d4b-82bb-4461-ba47-b61894de6614 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=83473b11-54e0-45f2-83da-c28f0f29dd86 HTTP/1.1" status: 200 len: 217 time: 0.0660396 Jul 09 13:25:27.631859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-8b28bd87-5434-4c7b-927e-1310b386c8d1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.657741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-8b28bd87-5434-4c7b-927e-1310b386c8d1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.667213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-8b28bd87-5434-4c7b-927e-1310b386c8d1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.667676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b7706cd6-0261-4d7c-820b-cb3537319355,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:27.706707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-8b28bd87-5434-4c7b-927e-1310b386c8d1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.734441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-8b28bd87-5434-4c7b-927e-1310b386c8d1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.749331 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-8b28bd87-5434-4c7b-927e-1310b386c8d1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.750312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-49659984-7488-48dc-8986-f4d1da50428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.752378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-49659984-7488-48dc-8986-f4d1da50428c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1428092 Jul 09 13:25:27.770217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-8b28bd87-5434-4c7b-927e-1310b386c8d1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.783056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-8b28bd87-5434-4c7b-927e-1310b386c8d1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5434 time: 0.3591645 Jul 09 13:25:27.874784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-b8bb214f-5b56-42ed-a405-88076e1cbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.876376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-b8bb214f-5b56-42ed-a405-88076e1cbbb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179373 Jul 09 13:25:27.906255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7869cfaf-d81d-42ac-b5ee-bb299fc70830 req-7f4d1b52-5211-4d80-b71b-05c68cad04dc tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221716 Jul 09 13:25:27.912892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5e362136-bd34-4c75-b2a6-8238dbb0ca31 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:27.924058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] For port 18063c47-5d95-4202-a70d-ebaebbd29ee6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=18063c47-5d95-4202-a70d-ebaebbd29ee6,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:27.924848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.970114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Calling delete_port for 18063c47-5d95-4202-a70d-ebaebbd29ee6 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:27.988518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 5e362136-bd34-4c75-b2a6-8238dbb0ca31 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:27.988876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5e362136-bd34-4c75-b2a6-8238dbb0ca31 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:28.050375 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6e03b9-b63f-4f00-be3a-edd06442e6d6 x-openstack-request-id: req-4d6e03b9-b63f-4f00-be3a-edd06442e6d6 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:28.050375 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d126fd-f382-42ae-b0f7-a9f6c6a1086b", "name": "network-vif-deleted", "tag": "5e362136-bd34-4c75-b2a6-8238dbb0ca31", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:28.050375 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d6e03b9-b63f-4f00-be3a-edd06442e6d6 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:28.050375 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d126fd-f382-42ae-b0f7-a9f6c6a1086b', 'name': 'network-vif-deleted', 'tag': '5e362136-bd34-4c75-b2a6-8238dbb0ca31', 'status': 'completed', 'code': 200} Jul 09 13:25:28.115390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-458536e8-2d25-462a-ba22-13252c960b55 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314804 Jul 09 13:25:28.176137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 18063c47-5d95-4202-a70d-ebaebbd29ee6 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:28.395177 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:28.412362 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90e3bcb9-0cd0-44f7-b8f9-914be5b8af52 req-90756d7d-dc55-4e7c-a9b8-1f1fd56f5f6b service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862809 Jul 09 13:25:28.442965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:28.445963 n-d-799524-3 neutron-server[93914]: INFO neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No ports have port_id starting with 18063c47-5d95-4202-a70d-ebaebbd29ee6 Jul 09 13:25:28.479760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event deleted for resources: {'Port': ['ID=18063c47-5d95-4202-a70d-ebaebbd29ee6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:28.548864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] No DVR routers for this DVR port 18063c47-5d95-4202-a70d-ebaebbd29ee6 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:28.556220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:28.557716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21697438-a901-4b3a-bb46-df0bfddbcf3c req-5afe6495-ae6b-4278-aca6-c171b887b493 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "DELETE /v2.0/ports/18063c47-5d95-4202-a70d-ebaebbd29ee6 HTTP/1.1" status: 204 len: 173 time: 1.7426422 Jul 09 13:25:28.562706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa8120e-2e3e-4490-8427-82ab74347636', 'name': 'network-vif-deleted', 'tag': '18063c47-5d95-4202-a70d-ebaebbd29ee6'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:28.565239 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce5fc1a-828f-4089-b754-1b94e8a46058" -d '{"events": [{"server_uuid": "1aa8120e-2e3e-4490-8427-82ab74347636", "name": "network-vif-deleted", "tag": "18063c47-5d95-4202-a70d-ebaebbd29ee6"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:28.580968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fefee4-c499-4a08-ad91-bf8b9901b56b req-4c4753dd-a856-492d-92f8-2b67dbd43b16 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:28.586827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2fefee4-c499-4a08-ad91-bf8b9901b56b req-4c4753dd-a856-492d-92f8-2b67dbd43b16 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 944 time: 0.1463430 Jul 09 13:25:28.642141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2fefee4-c499-4a08-ad91-bf8b9901b56b req-7639be63-71ae-4e24-b485-5d59cd6ad93f tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542412 Jul 09 13:25:28.983407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cbcfb-ca79-451e-aa02-e5712be225a6 req-ca05cbbb-3dfd-4108-9c13-933880facf22 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:28.997050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-220cbcfb-ca79-451e-aa02-e5712be225a6 req-ca05cbbb-3dfd-4108-9c13-933880facf22 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1668563 Jul 09 13:25:29.076493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-220cbcfb-ca79-451e-aa02-e5712be225a6 req-8c67ea66-0db0-495d-a373-29f4f19b64f1 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783994 Jul 09 13:25:29.193707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:29.325683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a391107b-85e4-43ab-9a6c-7566846ea193 req-daae9252-ebeb-49fd-913d-220213d92f52 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0431566 Jul 09 13:25:29.762197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-4e29f795-b9da-45d0-b168-50ae4879654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:29.763862 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-4e29f795-b9da-45d0-b168-50ae4879654c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1097 time: 0.1086774 Jul 09 13:25:29.790255 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ead175-07ca-4ada-8a88-f61d17e83e1c x-openstack-request-id: req-53ead175-07ca-4ada-8a88-f61d17e83e1c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:29.790870 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa8120e-2e3e-4490-8427-82ab74347636", "name": "network-vif-deleted", "tag": "18063c47-5d95-4202-a70d-ebaebbd29ee6", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:29.791307 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53ead175-07ca-4ada-8a88-f61d17e83e1c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:29.791854 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa8120e-2e3e-4490-8427-82ab74347636', 'name': 'network-vif-deleted', 'tag': '18063c47-5d95-4202-a70d-ebaebbd29ee6', 'status': 'completed', 'code': 200} Jul 09 13:25:29.885467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-b676cce5-ed1f-4246-8b96-60d29fa417de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:29.887132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-b676cce5-ed1f-4246-8b96-60d29fa417de service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.0967016 Jul 09 13:25:30.008239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-749ea231-47fd-430f-85c1-0f154c9e38a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 1001 time: 0.1122546 Jul 09 13:25:30.093727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-f8a96498-0142-4401-b691-b794dd76447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.095296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-f8a96498-0142-4401-b691-b794dd76447a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.0796273 Jul 09 13:25:30.108071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-6cee4955-29e8-4cee-a70d-eb85b5fc8a84 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.115816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-6cee4955-29e8-4cee-a70d-eb85b5fc8a84 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.120460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b7706cd6-0261-4d7c-820b-cb3537319355 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:30.122776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-6cee4955-29e8-4cee-a70d-eb85b5fc8a84 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.129006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-6cee4955-29e8-4cee-a70d-eb85b5fc8a84 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.145768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-6cee4955-29e8-4cee-a70d-eb85b5fc8a84 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.158051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-6cee4955-29e8-4cee-a70d-eb85b5fc8a84 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.168300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-6cee4955-29e8-4cee-a70d-eb85b5fc8a84 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.177166 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-6cee4955-29e8-4cee-a70d-eb85b5fc8a84 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5434 time: 0.2197332 Jul 09 13:25:30.226146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15e8a1-7aac-4447-9513-10845b94678e req-2390ac52-29be-41d7-8666-67479805b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.233329 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f15e8a1-7aac-4447-9513-10845b94678e req-2390ac52-29be-41d7-8666-67479805b39f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1096 time: 0.1211846 Jul 09 13:25:30.255883 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f1c5690-202a-4e91-8fb1-ed7c53286cb9 req-376a5366-f0c3-4a22-b91f-ad414e6db1e1 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770676 Jul 09 13:25:30.271749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port b7706cd6-0261-4d7c-820b-cb3537319355 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:30.294373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port b7706cd6-0261-4d7c-820b-cb3537319355 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:30.301901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-610ed9ae-47a8-4767-bee2-8b014b7743b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.303470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-610ed9ae-47a8-4767-bee2-8b014b7743b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163099 Jul 09 13:25:30.303709 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.463934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-4e1595d0-31e1-480c-9f7e-e56a6d4bf1f9 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464508 Jul 09 13:25:30.468841 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.501548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c81b4c-a923-4c3a-928a-f263645fd176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7706cd6-0261-4d7c-820b-cb3537319355'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:30.504211 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f22cf4-2a3e-404c-85a4-27d46bd86c7d" -d '{"events": [{"server_uuid": "70c81b4c-a923-4c3a-928a-f263645fd176", "name": "network-vif-plugged", "status": "completed", "tag": "b7706cd6-0261-4d7c-820b-cb3537319355"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:30.517174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b7706cd6-0261-4d7c-820b-cb3537319355, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b7706cd6-0261-4d7c-820b-cb3537319355,segment=NetworkSegment(15370cd0-978b-4df9-89e1-c5229b6f6f1f),segment_id=15370cd0-978b-4df9-89e1-c5229b6f6f1f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:30.526324 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.564185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254a228-8c93-4415-b342-5964cdd34006 req-08b11750-832d-40cd-9f8b-05f316bab456 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.566027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f254a228-8c93-4415-b342-5964cdd34006 req-08b11750-832d-40cd-9f8b-05f316bab456 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 944 time: 0.1752813 Jul 09 13:25:30.585541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b7706cd6-0261-4d7c-820b-cb3537319355,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:30.623560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f254a228-8c93-4415-b342-5964cdd34006 req-93fb8373-60db-44c2-a93b-29e0a923d4f0 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515683 Jul 09 13:25:30.629091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15e8a1-7aac-4447-9513-10845b94678e req-96ea1e92-88c8-4b14-9329-e192d7458c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.630578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f15e8a1-7aac-4447-9513-10845b94678e req-96ea1e92-88c8-4b14-9329-e192d7458c22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 919 time: 0.3910263 Jul 09 13:25:30.704081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8697067-aa5f-487b-81f5-d24219937294 req-1186f6dc-e347-4f14-8f95-7bff97304545 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.705725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8697067-aa5f-487b-81f5-d24219937294 req-1186f6dc-e347-4f14-8f95-7bff97304545 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1532121 Jul 09 13:25:30.707677 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-449cb001-f6cb-4d31-add2-2fe291ed2eb3 req-61456732-f90a-4fad-a334-633936b0b8cb service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374411 Jul 09 13:25:30.739640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f15e8a1-7aac-4447-9513-10845b94678e req-9be9fa0e-6a55-4512-94ba-278484685d09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63 HTTP/1.1" status: 200 len: 217 time: 0.0996404 Jul 09 13:25:30.792055 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8697067-aa5f-487b-81f5-d24219937294 req-2e22d9c2-72a5-4208-83f5-dbf3837f1ff4 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804594 Jul 09 13:25:31.017842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083cec-c752-4553-8ba8-a44cf91ebb37 req-3a2453b6-3c50-4636-bdf3-cbc3fbe8c562 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.020675 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e083cec-c752-4553-8ba8-a44cf91ebb37 req-3a2453b6-3c50-4636-bdf3-cbc3fbe8c562 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.0915880 Jul 09 13:25:31.074421 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e083cec-c752-4553-8ba8-a44cf91ebb37 req-6c5e5045-b8a1-4025-8b3d-6026545c277f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Jul 09 13:25:31.216255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-71018b82-2672-4f40-9010-e071210f5d9f req-c6f6d900-31b4-48d7-8ed6-0a04711edea9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d0ec28879744d7fb30032507dde5c66&device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0386171 Jul 09 13:25:31.256468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-71018b82-2672-4f40-9010-e071210f5d9f req-dbb0dcbe-9c9b-4f13-91d0-672aef8b4c67 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1d0ec28879744d7fb30032507dde5c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325608 Jul 09 13:25:31.287363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15e8a1-7aac-4447-9513-10845b94678e req-26fa647b-27ad-4d5a-8fab-ee00cbd5b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.288847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f15e8a1-7aac-4447-9513-10845b94678e req-26fa647b-27ad-4d5a-8fab-ee00cbd5b07a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.5393295 Jul 09 13:25:31.324877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f15e8a1-7aac-4447-9513-10845b94678e req-d95c5e7d-65fb-42eb-bef4-2172d324e4c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286136 Jul 09 13:25:31.421581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f15e8a1-7aac-4447-9513-10845b94678e req-867bff45-8e68-44e5-9f70-7469fd455cec service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868683 Jul 09 13:25:31.440502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71018b82-2672-4f40-9010-e071210f5d9f req-aef4fd17-a2d3-4290-a753-539d31ed7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.442025 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-71018b82-2672-4f40-9010-e071210f5d9f req-aef4fd17-a2d3-4290-a753-539d31ed7f9d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1760230 Jul 09 13:25:31.455393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e942-dfb5-4f82-92d1-c4fd0771f38b req-f05efb8e-ce09-4c07-8225-63b43ddabc92 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.461368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e942-dfb5-4f82-92d1-c4fd0771f38b req-f05efb8e-ce09-4c07-8225-63b43ddabc92 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.468409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e942-dfb5-4f82-92d1-c4fd0771f38b req-f05efb8e-ce09-4c07-8225-63b43ddabc92 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.475363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e942-dfb5-4f82-92d1-c4fd0771f38b req-f05efb8e-ce09-4c07-8225-63b43ddabc92 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.481323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e942-dfb5-4f82-92d1-c4fd0771f38b req-f05efb8e-ce09-4c07-8225-63b43ddabc92 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.487608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e942-dfb5-4f82-92d1-c4fd0771f38b req-f05efb8e-ce09-4c07-8225-63b43ddabc92 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.494249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e942-dfb5-4f82-92d1-c4fd0771f38b req-f05efb8e-ce09-4c07-8225-63b43ddabc92 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.496226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56c3e942-dfb5-4f82-92d1-c4fd0771f38b req-f05efb8e-ce09-4c07-8225-63b43ddabc92 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5434 time: 0.1879344 Jul 09 13:25:31.510887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33690) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:31.520335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Request body: {'floatingip': {'port_id': '75eac396-83aa-4351-aae5-ed708c94d418'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:31.553627 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bdcb1e-2330-4da0-aaa0-3603ab9c8878 x-openstack-request-id: req-b9bdcb1e-2330-4da0-aaa0-3603ab9c8878 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:31.554158 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c81b4c-a923-4c3a-928a-f263645fd176", "name": "network-vif-plugged", "status": "completed", "tag": "b7706cd6-0261-4d7c-820b-cb3537319355", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:31.554158 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9bdcb1e-2330-4da0-aaa0-3603ab9c8878 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:31.554581 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c81b4c-a923-4c3a-928a-f263645fd176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7706cd6-0261-4d7c-820b-cb3537319355', 'code': 200} Jul 09 13:25:31.581471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc469db-01b4-48d4-894a-8899c346fd4c req-f25a7384-9b12-41e4-9b50-1141d7d733f2 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.584806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbc469db-01b4-48d4-894a-8899c346fd4c req-f25a7384-9b12-41e4-9b50-1141d7d733f2 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 951 time: 0.2579999 Jul 09 13:25:31.592434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.648583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbc469db-01b4-48d4-894a-8899c346fd4c req-35a3d126-db5e-4856-b104-b662392daa6f tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571094 Jul 09 13:25:31.674098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f15e8a1-7aac-4447-9513-10845b94678e req-edf8940c-5167-4847-b77e-f727b2265d83 service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245746 Jul 09 13:25:31.856365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0567587-8413-4fea-b68a-98c60465c000 req-683fe57f-e257-4d81-acbb-70d9d6d91a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.857928 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0567587-8413-4fea-b68a-98c60465c000 req-683fe57f-e257-4d81-acbb-70d9d6d91a50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 1096 time: 0.2181773 Jul 09 13:25:31.892203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be191815-82f3-446c-9c6b-a208d0912baa req-b18db6f2-7e8d-4106-b119-67705e576dc8 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0426421 Jul 09 13:25:31.998123 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0567587-8413-4fea-b68a-98c60465c000 req-3c657189-6a46-418d-b7ee-ddf51ab6e39d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286073 Jul 09 13:25:32.198735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385e1b8-c02f-46e8-99df-9508c9c5ec21 req-9a0949e1-3405-43ca-b66a-1c323773b0be tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:32.201321 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8385e1b8-c02f-46e8-99df-9508c9c5ec21 req-9a0949e1-3405-43ca-b66a-1c323773b0be tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 945 time: 0.1917727 Jul 09 13:25:32.246629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a54ecb-fa92-4126-b6cf-c75cec7b36e5 req-185eaf6f-fdd9-4523-84e9-8f48f2a2beb4 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:32.254066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64a54ecb-fa92-4126-b6cf-c75cec7b36e5 req-185eaf6f-fdd9-4523-84e9-8f48f2a2beb4 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.0946825 Jul 09 13:25:32.284791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8385e1b8-c02f-46e8-99df-9508c9c5ec21 req-f6349af7-2d6f-4bae-96af-0a59694dadba tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522559 Jul 09 13:25:32.337938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64a54ecb-fa92-4126-b6cf-c75cec7b36e5 req-7f7d3edb-4990-4e30-9a38-0a34af544aea tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725508 Jul 09 13:25:32.407475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.413494 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.583678 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Floating IP cc5acba7-a946-4e00-9247-1ace0d085ab5 associated. External IP: 172.25.5.126, port: 75eac396-83aa-4351-aae5-ed708c94d418. Jul 09 13:25:32.780181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b50ce-391a-4529-9e52-b11ad71bcd5e req-148dd865-df9c-4437-8a60-c1ace947bf4e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:32.788537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96b50ce-391a-4529-9e52-b11ad71bcd5e req-148dd865-df9c-4437-8a60-c1ace947bf4e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1306610 Jul 09 13:25:32.884701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96b50ce-391a-4529-9e52-b11ad71bcd5e req-d019a08d-6641-463c-a266-a99452629906 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921452 Jul 09 13:25:33.159300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d3041b2-3d8e-4b59-8f53-7640c2cb203c req-51846e96-ad5e-403b-a463-58cd2b90dfd1 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.32 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.0372810 Jul 09 13:25:33.306051 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-71018b82-2672-4f40-9010-e071210f5d9f req-852cc50c-ea58-4ee1-9f3e-836dafa9d7b9 tempest-ServerShowV254Test-25552475 tempest-ServerShowV254Test-25552475-project] 10.222.0.11 "GET /v2.0/ports?device_id=082cdb1d-8eaa-4399-9119-bfdf853b5779 HTTP/1.1" status: 200 len: 210 time: 0.1418476 Jul 09 13:25:33.453134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38502d35-ce22-4563-94e7-3f213703749a req-4010024f-5364-4a9b-8c37-7e830277a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:33.454766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38502d35-ce22-4563-94e7-3f213703749a req-4010024f-5364-4a9b-8c37-7e830277a683 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 1097 time: 0.2894619 Jul 09 13:25:33.467044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d4fed-9a69-4090-bb36-696dd8fccbb0 req-3291fc36-27a2-40d1-947b-6fa765f6682e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:33.468825 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d7d4fed-9a69-4090-bb36-696dd8fccbb0 req-3291fc36-27a2-40d1-947b-6fa765f6682e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 949 time: 0.2742069 Jul 09 13:25:33.576256 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38502d35-ce22-4563-94e7-3f213703749a req-8f5194c9-9096-4dbb-9388-d899e78e4692 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706935 Jul 09 13:25:33.610867 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d7d4fed-9a69-4090-bb36-696dd8fccbb0 req-857da759-6a6c-4e2d-98cd-f4786d49999d tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924730 Jul 09 13:25:33.620820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Router defd9990-5862-4788-939e-a57e4a3793cd has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:25:33.687369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-ac028011-9094-4839-ba1c-05650911fbd1 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:33.688993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-ac028011-9094-4839-ba1c-05650911fbd1 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 949 time: 0.1936157 Jul 09 13:25:33.701908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369930c-6ace-4a52-b7b9-4b8c57bfb922 req-39fbadc8-ef7c-4709-b55c-f874b22b0931 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:33.703725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6369930c-6ace-4a52-b7b9-4b8c57bfb922 req-39fbadc8-ef7c-4709-b55c-f874b22b0931 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 945 time: 0.1518400 Jul 09 13:25:33.800206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6369930c-6ace-4a52-b7b9-4b8c57bfb922 req-93fbdad7-c8ef-4d83-972d-0f122e1cabb9 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875957 Jul 09 13:25:33.833344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:25:33.838449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.846291 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] Sync routers for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:25:33.863876 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:33.867218 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:33.895684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aff272ad-034c-48da-a8e7-0ab5a256f3d0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "PUT /v2.0/floatingips/cc5acba7-a946-4e00-9247-1ace0d085ab5 HTTP/1.1" status: 200 len: 991 time: 2.3845928 Jul 09 13:25:33.897350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:33.912267 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e244aa-6208-418e-9e7c-905f46499565" -d '{"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "75eac396-83aa-4351-aae5-ed708c94d418"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:33.956136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Deleting port 83473b11-54e0-45f2-83da-c28f0f29dd86 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:33.956366 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.978131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502ff2-23a8-4399-a6dd-1291f4418b08 req-01e02766-2ca6-4525-a808-2e15e2835b85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:33.989828 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29502ff2-23a8-4399-a6dd-1291f4418b08 req-01e02766-2ca6-4525-a808-2e15e2835b85 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1900079 Jul 09 13:25:34.067877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29502ff2-23a8-4399-a6dd-1291f4418b08 req-3098e900-f5ad-4b02-8eb4-5c043884b63d tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705216 Jul 09 13:25:34.072258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] For port 83473b11-54e0-45f2-83da-c28f0f29dd86, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=83473b11-54e0-45f2-83da-c28f0f29dd86,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:34.072258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.108295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Calling delete_port for 83473b11-54e0-45f2-83da-c28f0f29dd86 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:34.157701 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:34.163932 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9ac51b-cc6d-4ff8-bc2f-8d53a4273efa x-openstack-request-id: req-6c9ac51b-cc6d-4ff8-bc2f-8d53a4273efa {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:34.164550 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "tag": "75eac396-83aa-4351-aae5-ed708c94d418", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:34.164812 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c9ac51b-cc6d-4ff8-bc2f-8d53a4273efa {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:34.165262 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418', 'status': 'completed', 'code': 200} Jul 09 13:25:34.186011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:34.392201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-3ecbc774-d475-47fa-a4c5-8006f63fa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.392802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-3ecbc774-d475-47fa-a4c5-8006f63fa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.392901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-3ecbc774-d475-47fa-a4c5-8006f63fa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.393377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-3ecbc774-d475-47fa-a4c5-8006f63fa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.393870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-3ecbc774-d475-47fa-a4c5-8006f63fa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.394394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-3ecbc774-d475-47fa-a4c5-8006f63fa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.395577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-3ecbc774-d475-47fa-a4c5-8006f63fa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.397090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e244aa-6208-418e-9e7c-905f46499565 req-3ecbc774-d475-47fa-a4c5-8006f63fa4a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6491 time: 0.1561456 Jul 09 13:25:34.431265 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.522406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.524949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:34.529204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:34.534072 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465f944-2b2f-4309-8317-919345ff5245" -d '{"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-unplugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:34.550654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:34.574004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event deleted for resources: {'Port': ['ID=83473b11-54e0-45f2-83da-c28f0f29dd86,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:34.647041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['83473b11-54e0-45f2-83da-c28f0f29dd86', '76139c11-1e6f-4190-80ad-b97c1311f481'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:34.649730 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.703919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] No DVR routers for this DVR port 83473b11-54e0-45f2-83da-c28f0f29dd86 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:34.718611 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.720654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa485655-cc27-4db7-8e97-cc0cbb5f3e6b req-69492ea7-93d6-47ef-b604-df6d1a2c33d4 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "DELETE /v2.0/ports/83473b11-54e0-45f2-83da-c28f0f29dd86 HTTP/1.1" status: 204 len: 173 time: 1.0159686 Jul 09 13:25:34.721264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2eddf5-29b2-4f00-b145-9d607c1f04a0', 'name': 'network-vif-deleted', 'tag': '83473b11-54e0-45f2-83da-c28f0f29dd86'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:34.723573 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff5c63-2b21-47f4-bee0-af56e6ed81d7" -d '{"events": [{"server_uuid": "cd2eddf5-29b2-4f00-b145-9d607c1f04a0", "name": "network-vif-deleted", "tag": "83473b11-54e0-45f2-83da-c28f0f29dd86"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:34.763494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02ff3-e326-4541-91bc-b7428dd9cb92 req-60596291-259f-44fd-87e1-612c9cd13a6a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.765220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95a02ff3-e326-4541-91bc-b7428dd9cb92 req-60596291-259f-44fd-87e1-612c9cd13a6a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.3226938 Jul 09 13:25:34.802261 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'cc5acba7-a946-4e00-9247-1ace0d085ab5', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'port_id': '75eac396-83aa-4351-aae5-ed708c94d418', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'mac_address': 'fa:16:3e:45:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:23:57Z', 'updated_at': '2021-07-09T13:25:32Z', 'revision_number': 1, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:34.827219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-fb0df2db-031b-4f33-98e2-a5e1b04897ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.828746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e244aa-6208-418e-9e7c-905f46499565 req-fb0df2db-031b-4f33-98e2-a5e1b04897ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=61671166-2ff7-47cf-85fd-d0479610055b HTTP/1.1" status: 200 len: 912 time: 0.4227142 Jul 09 13:25:34.853967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95a02ff3-e326-4541-91bc-b7428dd9cb92 req-fa83af48-98af-4ee8-b171-349170abeed4 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615113 Jul 09 13:25:34.910784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=11']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:34.959280 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] Checking router: defd9990-5862-4788-939e-a57e4a3793cd for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:25:34.976661 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:34.977296 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:35.073267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e244aa-6208-418e-9e7c-905f46499565 req-2991e399-d048-4ad3-b8c1-790365d557f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75eac396-83aa-4351-aae5-ed708c94d418 HTTP/1.1" status: 200 len: 999 time: 0.2274075 Jul 09 13:25:35.092321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-a373ef10-5b81-4cf5-a929-050e5244a35e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:35.094008 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-a373ef10-5b81-4cf5-a929-050e5244a35e tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 949 time: 0.6455226 Jul 09 13:25:35.201827 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b191d7-79fa-47eb-9fb3-61f902cd77b5 x-openstack-request-id: req-34b191d7-79fa-47eb-9fb3-61f902cd77b5 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:35.208923 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-unplugged", "status": "completed", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:35.209205 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34b191d7-79fa-47eb-9fb3-61f902cd77b5 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:35.209626 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'code': 200} Jul 09 13:25:35.340386 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:35.412468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-522ee24d-8af2-466e-a846-af4617dc7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:35.414888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e244aa-6208-418e-9e7c-905f46499565 req-522ee24d-8af2-466e-a846-af4617dc7774 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe0d72da-6ef1-4977-b9dc-908645ee4d80 HTTP/1.1" status: 200 len: 851 time: 0.3197627 Jul 09 13:25:35.447740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f1ed7f0-6564-42db-81d9-a621b929c0f3 req-4533a5ab-1d0b-42ed-83fa-8d06093f7754 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2eddf5-29b2-4f00-b145-9d607c1f04a0 HTTP/1.1" status: 200 len: 210 time: 0.1454341 Jul 09 13:25:35.471595 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e8c5f-9860-43a4-a137-ab9e0377f3f6 x-openstack-request-id: req-049e8c5f-9860-43a4-a137-ab9e0377f3f6 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:35.492666 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2eddf5-29b2-4f00-b145-9d607c1f04a0", "name": "network-vif-deleted", "tag": "83473b11-54e0-45f2-83da-c28f0f29dd86", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:35.492666 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-049e8c5f-9860-43a4-a137-ab9e0377f3f6 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:35.492666 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2eddf5-29b2-4f00-b145-9d607c1f04a0', 'name': 'network-vif-deleted', 'tag': '83473b11-54e0-45f2-83da-c28f0f29dd86', 'status': 'completed', 'code': 200} Jul 09 13:25:35.600938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33850) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:35.623255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Deleting port 76139c11-1e6f-4190-80ad-b97c1311f481 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:35.623886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.804126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e244aa-6208-418e-9e7c-905f46499565 req-c2f2ed5a-d455-415f-94c1-80f98a3a0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:35.806275 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e244aa-6208-418e-9e7c-905f46499565 req-c2f2ed5a-d455-415f-94c1-80f98a3a0b15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61671166-2ff7-47cf-85fd-d0479610055b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3757682 Jul 09 13:25:35.824085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d35b02ac-7631-43ca-92fb-e9c56c5b27a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.877164 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'cc5acba7-a946-4e00-9247-1ace0d085ab5', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'port_id': '75eac396-83aa-4351-aae5-ed708c94d418', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'mac_address': 'fa:16:3e:45:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:23:57Z', 'updated_at': '2021-07-09T13:25:32Z', 'revision_number': 1, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:35.922743 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c6eb-1a56-4c6e-8b6a-37422738a4f9 None None] The sync data for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 is: [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'cc5acba7-a946-4e00-9247-1ace0d085ab5', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'port_id': '75eac396-83aa-4351-aae5-ed708c94d418', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'mac_address': 'fa:16:3e:45:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6619d482-739c-482e-9ced-51327335f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:23:57Z', 'updated_at': '2021-07-09T13:25:32Z', 'revision_number': 1, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:25:35.965771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c4efc-1800-4832-9078-8c6368be531e req-cfb46d5c-6ac3-4f78-b7ce-df4db8adff8b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:35.967675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f53c4efc-1800-4832-9078-8c6368be531e req-cfb46d5c-6ac3-4f78-b7ce-df4db8adff8b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.2663660 Jul 09 13:25:36.008128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] For port 76139c11-1e6f-4190-80ad-b97c1311f481, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=76139c11-1e6f-4190-80ad-b97c1311f481,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:36.008645 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.037924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Calling delete_port for 76139c11-1e6f-4190-80ad-b97c1311f481 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:36.070712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285138ba-bb48-40c9-971c-51b661361160 req-34987c78-4049-469c-a771-adad295fa768 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:36.079580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-285138ba-bb48-40c9-971c-51b661361160 req-34987c78-4049-469c-a771-adad295fa768 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 945 time: 0.4597254 Jul 09 13:25:36.081136 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f53c4efc-1800-4832-9078-8c6368be531e req-d8f3cc42-2275-407b-88c2-0b0698405181 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047099 Jul 09 13:25:36.142012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e244aa-6208-418e-9e7c-905f46499565 req-02baf976-148b-4abf-a474-f97aa4f24c87 service neutron] 10.222.0.11 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282604 Jul 09 13:25:36.207192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d35b02ac-7631-43ca-92fb-e9c56c5b27a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.212853 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d35b02ac-7631-43ca-92fb-e9c56c5b27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.282043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d35b02ac-7631-43ca-92fb-e9c56c5b27a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d0ec28879744d7fb30032507dde5c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6797833 Jul 09 13:25:36.288402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33866) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:36.333898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac651df-ce00-4e46-8db2-dedc5cff6b5b None None] New status for floating IP cc5acba7-a946-4e00-9247-1ace0d085ab5: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:25:36.369037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b02ac-7631-43ca-92fb-e9c56c5b27a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d871c954-b237-4cb1-81e2-8747639d513c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:36.395184 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-285138ba-bb48-40c9-971c-51b661361160 req-1288f633-4946-451e-b63a-474df9be968c tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d21f03a6-15b4-46a5-b6b4-84316aa24866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142817 Jul 09 13:25:36.441213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d295054d-2d88-49e2-be6f-b46774587a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.446597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e244aa-6208-418e-9e7c-905f46499565 req-b7f92fc8-73b3-43da-902b-1fb26478e0cf service neutron] 10.222.0.11 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568588 Jul 09 13:25:36.468445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d295054d-2d88-49e2-be6f-b46774587a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.539964 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d295054d-2d88-49e2-be6f-b46774587a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.550215 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d295054d-2d88-49e2-be6f-b46774587a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.552202 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d295054d-2d88-49e2-be6f-b46774587a55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d871c954-b237-4cb1-81e2-8747639d513c HTTP/1.1" status: 204 len: 168 time: 0.2628253 Jul 09 13:25:36.571796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295054d-2d88-49e2-be6f-b46774587a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d871c954-b237-4cb1-81e2-8747639d513c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:36.639544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.654904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a4099c9c-fd74-4d31-8730-2cd31d0e5469'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:36.729395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event deleted for resources: {'Port': ['ID=76139c11-1e6f-4190-80ad-b97c1311f481,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:36.821151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-b0e8f9ce-ca6a-485c-a494-fbb65ced8e2b tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:36.824923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-b0e8f9ce-ca6a-485c-a494-fbb65ced8e2b tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.10 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 945 time: 0.1923816 Jul 09 13:25:36.865612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.866234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.867344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.867853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.868353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.868835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.869379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.870380 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.870878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.873090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.874113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.874631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:36.918313 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] No DVR routers for this DVR port 76139c11-1e6f-4190-80ad-b97c1311f481 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:36.926400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.929772 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-17a94fd4-f7e7-4417-8aec-66fbf0eb7aac req-1c145139-b100-41fb-8eb7-9a5060dabd86 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.10 "DELETE /v2.0/ports/76139c11-1e6f-4190-80ad-b97c1311f481 HTTP/1.1" status: 204 len: 173 time: 1.8128116 Jul 09 13:25:36.944158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4029cd38-821d-4245-be9e-af7a0398ae81', 'name': 'network-vif-deleted', 'tag': '76139c11-1e6f-4190-80ad-b97c1311f481'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:36.947610 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a63299c-8a5b-4832-8ad7-09a22935bc38" -d '{"events": [{"server_uuid": "4029cd38-821d-4245-be9e-af7a0398ae81", "name": "network-vif-deleted", "tag": "76139c11-1e6f-4190-80ad-b97c1311f481"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:37.060259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9970a3-927d-4eae-a5fd-44d8f3bb857c req-b36f8ec6-3755-4b92-be85-44a206ad9614 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:37.091121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c9970a3-927d-4eae-a5fd-44d8f3bb857c req-b36f8ec6-3755-4b92-be85-44a206ad9614 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.3805227 Jul 09 13:25:37.151409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e35b9f4-205a-4170-9332-7b421ae52451 req-d256aaa0-827f-4205-a785-213627420379 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=4029cd38-821d-4245-be9e-af7a0398ae81 HTTP/1.1" status: 200 len: 210 time: 0.0547628 Jul 09 13:25:37.158418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Deleting port b7706cd6-0261-4d7c-820b-cb3537319355 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:37.159152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.237298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c9970a3-927d-4eae-a5fd-44d8f3bb857c req-48732f00-bdc1-431d-84df-9000a871fb85 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463916 Jul 09 13:25:37.303298 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba56f8dc-cd00-432b-bc9e-a9ffb4e9da2a x-openstack-request-id: req-ba56f8dc-cd00-432b-bc9e-a9ffb4e9da2a {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:37.303778 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4029cd38-821d-4245-be9e-af7a0398ae81", "name": "network-vif-deleted", "tag": "76139c11-1e6f-4190-80ad-b97c1311f481", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:37.304318 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba56f8dc-cd00-432b-bc9e-a9ffb4e9da2a {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:37.304902 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4029cd38-821d-4245-be9e-af7a0398ae81', 'name': 'network-vif-deleted', 'tag': '76139c11-1e6f-4190-80ad-b97c1311f481', 'status': 'completed', 'code': 200} Jul 09 13:25:37.484040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] For port b7706cd6-0261-4d7c-820b-cb3537319355, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b7706cd6-0261-4d7c-820b-cb3537319355,segment=NetworkSegment(15370cd0-978b-4df9-89e1-c5229b6f6f1f),segment_id=15370cd0-978b-4df9-89e1-c5229b6f6f1f)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:37.484512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.536731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Calling delete_port for b7706cd6-0261-4d7c-820b-cb3537319355 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:37.612903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934466d-4b72-4c56-ac21-114bf1f37b04 req-b5c3c6ba-a8b0-4c41-a8a1-8e646437c9d2 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:37.618189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2934466d-4b72-4c56-ac21-114bf1f37b04 req-b5c3c6ba-a8b0-4c41-a8a1-8e646437c9d2 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1518509 Jul 09 13:25:37.811542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2934466d-4b72-4c56-ac21-114bf1f37b04 req-f21f00f2-0cec-4e60-8b5d-5fed5d9425a8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858118 Jul 09 13:25:37.876252 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.894687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['b7706cd6-0261-4d7c-820b-cb3537319355'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:38.018155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Pushing event deleted for resources: {'Port': ['ID=b7706cd6-0261-4d7c-820b-cb3537319355,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:38.045205 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33976) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:38.064581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] No DVR routers for this DVR port b7706cd6-0261-4d7c-820b-cb3537319355 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:38.067909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.071121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d09994d-e45b-4526-847d-ebf3fd7eb0a3 req-d12a3d16-5ee6-4fa3-a494-423ad9542ef5 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.10 "DELETE /v2.0/ports/b7706cd6-0261-4d7c-820b-cb3537319355 HTTP/1.1" status: 204 len: 173 time: 1.2392421 Jul 09 13:25:38.071781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c81b4c-a923-4c3a-928a-f263645fd176', 'name': 'network-vif-deleted', 'tag': 'b7706cd6-0261-4d7c-820b-cb3537319355'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:38.074413 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2de6e6-cdeb-4d69-acc9-1c72f180f3b6" -d '{"events": [{"server_uuid": "70c81b4c-a923-4c3a-928a-f263645fd176", "name": "network-vif-deleted", "tag": "b7706cd6-0261-4d7c-820b-cb3537319355"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:38.095210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f08c234b-cb57-4e1c-bb31-09d26894da60 req-c8b6aad0-51e5-4e5c-8de9-f8fcc856bbd8 tempest-ServerGroupTestJSON-661867623 tempest-ServerGroupTestJSON-661867623-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c81b4c-a923-4c3a-928a-f263645fd176 HTTP/1.1" status: 200 len: 210 time: 0.0336499 Jul 09 13:25:38.202086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 83473b11-54e0-45f2-83da-c28f0f29dd86 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:38.220993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2088212956-network', 'tenant_id': '0843236cfe71477f8029140b6761f877'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:38.242133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 83473b11-54e0-45f2-83da-c28f0f29dd86 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:38.242507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 83473b11-54e0-45f2-83da-c28f0f29dd86 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:38.242936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 76139c11-1e6f-4190-80ad-b97c1311f481 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:38.259671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Made reservation on behalf of 0843236cfe71477f8029140b6761f877 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:38.263278 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.268924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 76139c11-1e6f-4190-80ad-b97c1311f481 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:38.269792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 76139c11-1e6f-4190-80ad-b97c1311f481 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:38.270740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b7706cd6-0261-4d7c-820b-cb3537319355 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:38.277597 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.294070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: b7706cd6-0261-4d7c-820b-cb3537319355 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:38.294807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b7706cd6-0261-4d7c-820b-cb3537319355 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:38.301296 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebde111-071a-49e7-ba5a-7bb2d4b1ccb4 x-openstack-request-id: req-8ebde111-071a-49e7-ba5a-7bb2d4b1ccb4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:38.301586 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c81b4c-a923-4c3a-928a-f263645fd176", "name": "network-vif-deleted", "tag": "b7706cd6-0261-4d7c-820b-cb3537319355", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:38.301846 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ebde111-071a-49e7-ba5a-7bb2d4b1ccb4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:38.302248 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c81b4c-a923-4c3a-928a-f263645fd176', 'name': 'network-vif-deleted', 'tag': 'b7706cd6-0261-4d7c-820b-cb3537319355', 'status': 'completed', 'code': 200} Jul 09 13:25:38.310613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-622c07e2-04a2-4503-8241-285635d48145 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:38.312422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-622c07e2-04a2-4503-8241-285635d48145 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 808 time: 0.2045152 Jul 09 13:25:38.334602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-7ea0e09f-cba2-4c1e-9ec6-9dc4bace0b42 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/quotas/9b8f102f290c4031ad9981e47235ee2b HTTP/1.1" status: 200 len: 375 time: 0.0150869 Jul 09 13:25:38.399563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.405001 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.431334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-70a98488-a910-4a1a-b8ab-164a7ca13165 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907369 Jul 09 13:25:38.444076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c951022-21f6-402e-b054-b23520478f10,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:38.450994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:25:38.461879 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.462435 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Added segment 85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f of type vlan for network 7492bd21-10e4-4d79-afc2-96e3b0e9830c Jul 09 13:25:38.513898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.560234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-7fb5d827-6184-491b-96b3-26069ce0e01e service neutron] 10.222.0.32 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204405 Jul 09 13:25:38.580609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.581607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:38.582196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.642181 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5946703 Jul 09 13:25:38.645679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34020) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:38.653978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Request body: {'subnet': {'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2088212956-subnet', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:38.654999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df8e73-0ba2-46c9-919f-8f1ca1d17215 admin admin] Pushing event updated for resources: {'Network': ['ID=7492bd21-10e4-4d79-afc2-96e3b0e9830c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:38.670691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:25:38.675511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-26df4f7b-a3a1-4739-88f7-7b0cf862abd3 service neutron] 10.222.0.32 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112700 Jul 09 13:25:38.677347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb409f-d756-4a08-a588-ca2a3b649aad req-b6177c6f-7f38-4f74-ab13-b7f87b458f3f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:38.679344 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78fb409f-d756-4a08-a588-ca2a3b649aad req-b6177c6f-7f38-4f74-ab13-b7f87b458f3f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1381345 Jul 09 13:25:38.699791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Made reservation on behalf of 0843236cfe71477f8029140b6761f877 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:38.702907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.745830 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78fb409f-d756-4a08-a588-ca2a3b649aad req-31fa3aba-a49b-41cc-aff8-182fb7c7bc72 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596390 Jul 09 13:25:38.973426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.054475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c547de22-e4d5-426e-a354-b09ab1aa3764,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:39.067260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Checking segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:39.067614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Network hostable DHCP agents. Network: 7492bd21-10e4-4d79-afc2-96e3b0e9830c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:25:39.104790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:25:39.118066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7492bd21-10e4-4d79-afc2-96e3b0e9830c) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:39.130486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:39.130486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.141154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37994e-cb12-41e5-906b-c39f8da4af02 None None] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:39.162090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-af724906-25cb-4016-a3a8-4d62a4fb071e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5138092 Jul 09 13:25:39.163330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34050) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:39.168110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:39.202288 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.207250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.313708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.367935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:25:39.368915 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.527705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.566389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Allocated IP 172.20.0.2 (7492bd21-10e4-4d79-afc2-96e3b0e9830c/c547de22-e4d5-426e-a354-b09ab1aa3764/b3f213f0-48c0-429c-b459-896d9e277bbf) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:39.800473 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.817514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Transition to ACTIVE for port object b3f213f0-48c0-429c-b459-896d9e277bbf will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:39.849098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Transition to ACTIVE for port object b3f213f0-48c0-429c-b459-896d9e277bbf will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:39.860639 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.906473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Pushing event updated for resources: {'Port': ['ID=b3f213f0-48c0-429c-b459-896d9e277bbf,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:39.923194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:39.924754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:39.924999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdca119-ca85-4a84-b91f-2eae879bcdd2 req-1406e5ee-23c6-4210-9443-e2e88f5351d9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:39.926641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bdca119-ca85-4a84-b91f-2eae879bcdd2 req-1406e5ee-23c6-4210-9443-e2e88f5351d9 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1375086 Jul 09 13:25:39.928236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.937966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:39.956121 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.020483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Attempting to bind port b3f213f0-48c0-429c-b459-896d9e277bbf on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:40.021082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Attempting to bind port b3f213f0-48c0-429c-b459-896d9e277bbf by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:40.021646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Attempting to bind port b3f213f0-48c0-429c-b459-896d9e277bbf on network 7492bd21-10e4-4d79-afc2-96e3b0e9830c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:40.027398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:40.028352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Checking segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:40.029180 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.029872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Bound using segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:40.030661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Bound port: b3f213f0-48c0-429c-b459-896d9e277bbf, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:40.031574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.041075 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bdca119-ca85-4a84-b91f-2eae879bcdd2 req-257406d8-1cf4-4046-b154-22fb1be4f811 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871677 Jul 09 13:25:40.120243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] For port b3f213f0-48c0-429c-b459-896d9e277bbf, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:40.132509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] For port b3f213f0-48c0-429c-b459-896d9e277bbf, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3f213f0-48c0-429c-b459-896d9e277bbf,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:40.140812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Allocated IP 172.25.5.131 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:40.145316 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.196912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e7ab83b-6c4b-4033-8d7c-b68329af538e req-90e2e342-88dd-4bd5-bd30-929ce6f8bf81 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 210 time: 0.0442591 Jul 09 13:25:40.259409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d7f73-c10d-4a39-862f-cdbfc3d06861 None None] Pushing event updated for resources: {'Port': ['ID=b3f213f0-48c0-429c-b459-896d9e277bbf,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:40.361008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.400794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88577402-7ed3-49fb-9464-2067b7335592 req-3ccb3a1a-713e-475d-a52e-2e4d81245093 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:40.402364 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88577402-7ed3-49fb-9464-2067b7335592 req-3ccb3a1a-713e-475d-a52e-2e4d81245093 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1278403 Jul 09 13:25:40.510858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.593935 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88577402-7ed3-49fb-9464-2067b7335592 req-38f332bb-bc6e-4f77-b2fa-879ca1895a2f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789913 Jul 09 13:25:40.665094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:40.673117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:40.676090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:40.690349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Pushing event updated for resources: {'Port': ['ID=18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:40.882056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-2340610e-a9d9-472b-81e6-8095320d1da5 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:40.883794 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-2340610e-a9d9-472b-81e6-8095320d1da5 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.11 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 808 time: 0.3303633 Jul 09 13:25:40.920315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Request body: {'port': {'device_id': '56355677-47ee-49d7-b4ff-ec57045d7498', 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f', 'admin_state_up': True, 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:41.389153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8aeb3-15e6-4616-8a9a-1c730f4f8999 req-783d936e-a694-45b4-b41c-8dd2fae81c88 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:41.395502 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25b8aeb3-15e6-4616-8a9a-1c730f4f8999 req-783d936e-a694-45b4-b41c-8dd2fae81c88 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 949 time: 0.6301901 Jul 09 13:25:41.451207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35014516-d748-4523-8ed1-c20ee3217219 None None] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:41.522053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25b8aeb3-15e6-4616-8a9a-1c730f4f8999 req-84f1bcd7-b8b7-448f-b443-a34e1ae2df78 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/security-groups?id=1251e994-1917-43f9-8866-94e8d2817885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212428 Jul 09 13:25:41.609466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Made reservation on behalf of 9b8f102f290c4031ad9981e47235ee2b for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:41.613196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.616676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.653545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e11369b-09b0-477e-8217-d9c26eed81d1 None None] Provisioning for port b3f213f0-48c0-429c-b459-896d9e277bbf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:41.821856 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c6aabacc-84e3-4859-b643-cae9e5e5b1ff req-27a46e02-1318-4e1a-92c8-e70023f43643 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 210 time: 0.0454197 Jul 09 13:25:41.828207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f9e4-50a1-440b-a6e9-73823fd47db2 req-d1ff49b9-4269-4bad-bbbc-e5c3828996c1 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:41.830728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e487f9e4-50a1-440b-a6e9-73823fd47db2 req-d1ff49b9-4269-4bad-bbbc-e5c3828996c1 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1267965 Jul 09 13:25:41.838996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-d2adbaa1-e5dd-4b86-8b15-fcf48edabb21 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:41.841322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-d2adbaa1-e5dd-4b86-8b15-fcf48edabb21 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 949 time: 0.1237352 Jul 09 13:25:41.933650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e487f9e4-50a1-440b-a6e9-73823fd47db2 req-8956f5aa-8194-43e1-965f-3d4c0b2292b6 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908644 Jul 09 13:25:41.945741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Allocated IP 172.20.0.9 (10922eb9-c9ca-4406-a0f2-e48d06461d9f/54079d31-4ebd-4b0f-bf2f-8d21590b1123/e8244e3b-f9f5-4727-9ec4-fe5cf78b423a) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:41.975504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:42.011665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Deleting port a4099c9c-fd74-4d31-8730-2cd31d0e5469 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:42.012218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.031801 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.162428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.195081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:42.200145 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f74cdb5-3918-4d68-9fbd-9afc0c1a72cc" -d '{"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-unplugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:42.220906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:42.227541 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.231045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] For port a4099c9c-fd74-4d31-8730-2cd31d0e5469, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a4099c9c-fd74-4d31-8730-2cd31d0e5469,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:42.231947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.247209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Calling delete_port for a4099c9c-fd74-4d31-8730-2cd31d0e5469 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:42.263648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dafe0-1e99-4972-813e-1b5fc2f66e85 req-21b5472b-b887-4439-8159-2b3926c91220 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:42.265237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-034dafe0-1e99-4972-813e-1b5fc2f66e85 req-21b5472b-b887-4439-8159-2b3926c91220 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1704018 Jul 09 13:25:42.302043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.307352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=11']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:42.320451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.320451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.320451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.320451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.320451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.321619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.322052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.322489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.323030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.323454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.323876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.324296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:42.336980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3f213f0-48c0-429c-b459-896d9e277bbf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:42.367994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-034dafe0-1e99-4972-813e-1b5fc2f66e85 req-980f1d88-2a78-4330-ba50-10112f2500d1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906210 Jul 09 13:25:42.385884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Router 10611aa5-a901-46b5-b90c-bc2420071a34 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:25:42.409444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b3f213f0-48c0-429c-b459-896d9e277bbf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:42.414362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b3f213f0-48c0-429c-b459-896d9e277bbf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:42.415151 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.472351 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.504507 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9621360c-0a78-4a4b-a6d8-1b9fbb74ec99 x-openstack-request-id: req-9621360c-0a78-4a4b-a6d8-1b9fbb74ec99 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:42.505077 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-unplugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:42.505173 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9621360c-0a78-4a4b-a6d8-1b9fbb74ec99 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:42.505518 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'code': 200} Jul 09 13:25:42.506285 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.535718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Pushing event deleted for resources: {'Port': ['ID=a4099c9c-fd74-4d31-8730-2cd31d0e5469,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:42.536183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.550054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b3f213f0-48c0-429c-b459-896d9e277bbf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3f213f0-48c0-429c-b459-896d9e277bbf,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:42.563835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8e001d48-7e21-42ac-9a11-b45c93c5474d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:42.568738 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.585752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Network 10922eb9-c9ca-4406-a0f2-e48d06461d9f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:42.619745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:42.628563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:42.650291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] No DVR routers for this DVR port a4099c9c-fd74-4d31-8730-2cd31d0e5469 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:42.669227 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.671233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:25:42.672452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d46ab2b-54a9-4b2b-b38f-cae077af50f3 req-a52f630d-33c4-48cb-b625-1b101797c13b tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.11 "DELETE /v2.0/ports/a4099c9c-fd74-4d31-8730-2cd31d0e5469 HTTP/1.1" status: 204 len: 173 time: 0.8231761 Jul 09 13:25:42.673101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568968bf-cc93-4420-9431-452e71d21087', 'name': 'network-vif-deleted', 'tag': 'a4099c9c-fd74-4d31-8730-2cd31d0e5469'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:42.676295 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c645ff0-79db-46b5-b73a-a19bb4f1bfff" -d '{"events": [{"server_uuid": "568968bf-cc93-4420-9431-452e71d21087", "name": "network-vif-deleted", "tag": "a4099c9c-fd74-4d31-8730-2cd31d0e5469"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:42.679049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b3f213f0-48c0-429c-b459-896d9e277bbf,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:42.692147 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Sync routers for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:25:42.700119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Pushing event updated for resources: {'Port': ['ID=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:42.705301 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:42.706280 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:42.775440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6751650-fe87-4cbd-8481-107c0428350f req-52191623-329b-4658-9ec9-7328d762c43c tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:42.784454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6751650-fe87-4cbd-8481-107c0428350f req-52191623-329b-4658-9ec9-7328d762c43c tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 948 time: 0.1808958 Jul 09 13:25:42.814356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.815473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c5828218-db14-4143-b7e2-7956d45ae669 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6509225 Jul 09 13:25:42.820103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34198) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:42.846279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:42.846855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.865996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-307b5be0-4b56-4634-871e-110482635373 req-fdb5ae26-230f-414c-a352-fd736a807744 tempest-ServersOnMultiNodesTest-1636721922 tempest-ServersOnMultiNodesTest-1636721922-project] 10.222.0.32 "GET /v2.0/ports?device_id=568968bf-cc93-4420-9431-452e71d21087 HTTP/1.1" status: 200 len: 210 time: 0.0868344 Jul 09 13:25:42.891627 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-19f3bc88-86d0-4a7e-b56e-f91529af5836 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9764235 Jul 09 13:25:42.897873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:42.910433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Request body: {'port': {'device_id': '56355677-47ee-49d7-b4ff-ec57045d7498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:42.968808 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380a4587-b642-40e2-8632-f1710593565b x-openstack-request-id: req-380a4587-b642-40e2-8632-f1710593565b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:42.969301 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568968bf-cc93-4420-9431-452e71d21087", "name": "network-vif-deleted", "tag": "a4099c9c-fd74-4d31-8730-2cd31d0e5469", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:42.969462 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-380a4587-b642-40e2-8632-f1710593565b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:42.969791 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568968bf-cc93-4420-9431-452e71d21087', 'name': 'network-vif-deleted', 'tag': 'a4099c9c-fd74-4d31-8730-2cd31d0e5469', 'status': 'completed', 'code': 200} Jul 09 13:25:43.044567 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.045578 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.058283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6751650-fe87-4cbd-8481-107c0428350f req-a1579f21-67c1-4528-b6a2-dd37cf48b9d3 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728384 Jul 09 13:25:43.206914 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:41Z', 'revision_number': 3, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:43.220497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778ffe7-0cd0-4976-8abd-2826bbd04f85 req-3f6e4c8e-7237-49c4-a7ae-aface1b6a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:43.222066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9778ffe7-0cd0-4976-8abd-2826bbd04f85 req-3f6e4c8e-7237-49c4-a7ae-aface1b6a48d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1096 time: 0.2558358 Jul 09 13:25:43.245025 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Checking router: 10611aa5-a901-46b5-b90c-bc2420071a34 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:25:43.245380 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Updating router 10611aa5-a901-46b5-b90c-bc2420071a34 port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:25:43.290447 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.346567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9778ffe7-0cd0-4976-8abd-2826bbd04f85 req-3418bab2-03dc-4f7c-8458-8fc3b9ca8353 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928700 Jul 09 13:25:43.375633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec58ec-0f8a-4625-9795-1e5ef3be6e23 req-84ecb835-d45b-41a3-9556-be46c2f4ceb2 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:43.382488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-75ec58ec-0f8a-4625-9795-1e5ef3be6e23 req-84ecb835-d45b-41a3-9556-be46c2f4ceb2 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 931 time: 0.1455982 Jul 09 13:25:43.442205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad3c77-37b1-4264-a19c-727d99bda941 req-69af24f4-31ce-452d-a1cb-f764215bb78d tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:43.443846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36ad3c77-37b1-4264-a19c-727d99bda941 req-69af24f4-31ce-452d-a1cb-f764215bb78d tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.2193902 Jul 09 13:25:43.453931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-75ec58ec-0f8a-4625-9795-1e5ef3be6e23 req-18161fdc-d252-47f0-8d6b-1b8d23a1c81b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705464 Jul 09 13:25:43.541071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8244e3b-f9f5-4727-9ec4-fe5cf78b423a {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:43.556211 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.571282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Transition to ACTIVE for port object e8244e3b-f9f5-4727-9ec4-fe5cf78b423a will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:43.578105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.609211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36ad3c77-37b1-4264-a19c-727d99bda941 req-f27b86c0-f608-4fa8-96f0-d1c32af39ce5 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452599 Jul 09 13:25:43.800062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Pushing event updated for resources: {'Port': ['ID=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:43.809205 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.818794 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.831233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.846074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Transition to ACTIVE for port object 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:43.855459 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.878467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Attempting to bind port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:43.879115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Attempting to bind port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:43.879664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Attempting to bind port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a on network 10922eb9-c9ca-4406-a0f2-e48d06461d9f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:43.899738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a on network 10922eb9-c9ca-4406-a0f2-e48d06461d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:43.900025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Attempting to bind port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a on network 10922eb9-c9ca-4406-a0f2-e48d06461d9f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:43.923790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef17531-70d0-4d6d-8fd1-5ff4bedf0b5e req-59a0fba5-e069-4b01-aaa5-ee8000edad03 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:43.925673 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8ef17531-70d0-4d6d-8fd1-5ff4bedf0b5e req-59a0fba5-e069-4b01-aaa5-ee8000edad03 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1880121 Jul 09 13:25:43.926862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:43.927490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Checking segment: {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:43.928030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Bound using segment: {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:43.928644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Bound port: e8244e3b-f9f5-4727-9ec4-fe5cf78b423a, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986d1a5f-dd8f-4a30-b383-84a844f3eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:43.929170 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.952789 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Pushing event updated for resources: {'Port': ['ID=18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:43.956219 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Attempting to bind port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:43.956588 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Attempting to bind port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:43.957012 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Attempting to bind port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:43.967936 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.968286 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.968632 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.969346 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.969898 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.971518 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.971518 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.971518 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.977510 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.977510 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.977510 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.977510 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.977819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:43.977967 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:43.978395 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:43.978904 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.979354 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:43.980001 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Bound port: 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:43.980447 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.992536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a4099c9c-fd74-4d31-8730-2cd31d0e5469 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:44.048803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34230) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:44.050248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: a4099c9c-fd74-4d31-8730-2cd31d0e5469 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:44.050590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a4099c9c-fd74-4d31-8730-2cd31d0e5469 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:44.065421 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] For port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:44.069602 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] For port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:44.076466 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.205649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Allocated IP 172.20.0.1 (7492bd21-10e4-4d79-afc2-96e3b0e9830c/c547de22-e4d5-426e-a354-b09ab1aa3764/75dd295e-86c9-4ca8-8321-af8f9dd3f3e5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:44.208970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-145e2bf1-236a-4ebf-94a2-cee7fd62ef6f admin admin] Deleting subnet 36199e8c-6dc6-4c61-a742-869cfca6d1b9 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:44.230603 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f5a3e-1574-40a3-bbe2-5c2eb7e03d02 None None] Pushing event updated for resources: {'Port': ['ID=18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:44.275317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e2bf1-236a-4ebf-94a2-cee7fd62ef6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.299565 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8ef17531-70d0-4d6d-8fd1-5ff4bedf0b5e req-788d461f-2e11-4ee0-b45f-1637906f33db tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3646085 Jul 09 13:25:44.325326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:44.334361 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-20a54cd4-a452-4a7e-97fd-dc4d46022559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.352404 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:44.358723 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:44.414007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3f213f0-48c0-429c-b459-896d9e277bbf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:44.488463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e2bf1-236a-4ebf-94a2-cee7fd62ef6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.538866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b986f4c8-2769-4783-b297-7571986377dc', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': 'b986f4c8-2769-4783-b297-7571986377dc', 'mac_address': 'fa:16:3e:d4:b7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:44.542666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] For port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:44.573361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] For port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:44.582691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.692810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Pushing event updated for resources: {'Port': ['ID=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:44.703128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e2bf1-236a-4ebf-94a2-cee7fd62ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.717790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b3f213f0-48c0-429c-b459-896d9e277bbf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:44.718163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.743887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:44.744550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.747313 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-98edd3a1-5524-45f9-9dfa-9083f59f266d service neutron] 10.222.0.11 "PUT /v2.0/ports/e8244e3b-f9f5-4727-9ec4-fe5cf78b423a HTTP/1.1" status: 200 len: 1091 time: 1.8417578 Jul 09 13:25:44.748122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56355677-47ee-49d7-b4ff-ec57045d7498', 'tag': 'e8244e3b-f9f5-4727-9ec4-fe5cf78b423a'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:44.752546 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520a0058-93ef-4d4a-b299-213d5b95085c" -d '{"events": [{"name": "network-changed", "server_uuid": "56355677-47ee-49d7-b4ff-ec57045d7498", "tag": "e8244e3b-f9f5-4727-9ec4-fe5cf78b423a"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:44.825806 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.897132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b986f4c8-2769-4783-b297-7571986377dc {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:44.938741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:44.946667 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.984438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34254) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:45.015211 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:45.153517 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e2bf1-236a-4ebf-94a2-cee7fd62ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.221633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e2bf1-236a-4ebf-94a2-cee7fd62ef6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36199e8c-6dc6-4c61-a742-869cfca6d1b9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:45.235288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-ba7fcf48-b4c3-4d6e-bb94-9f7c45314925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:45.236888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-ba7fcf48-b4c3-4d6e-bb94-9f7c45314925 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 1094 time: 0.4412653 Jul 09 13:25:45.287866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cc4c-948f-4efd-a796-e00c64201f3e req-c9a13948-f0cb-4506-b658-362b4891200b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:45.294113 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d678cc4c-948f-4efd-a796-e00c64201f3e req-c9a13948-f0cb-4506-b658-362b4891200b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 943 time: 0.4714081 Jul 09 13:25:45.309718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e2bf1-236a-4ebf-94a2-cee7fd62ef6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.315850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-145e2bf1-236a-4ebf-94a2-cee7fd62ef6f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/36199e8c-6dc6-4c61-a742-869cfca6d1b9 HTTP/1.1" status: 204 len: 168 time: 1.2626338 Jul 09 13:25:45.339529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-844192c0-bba5-49c6-8367-eac523063b53 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:45.347207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b986f4c8-2769-4783-b297-7571986377dc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:45.347787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-844192c0-bba5-49c6-8367-eac523063b53 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 948 time: 0.9548016 Jul 09 13:25:45.348301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34260) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:45.380676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-940eb187-c159-4c0d-a9ed-57cd6cacdf18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a HTTP/1.1" status: 200 len: 217 time: 0.0827675 Jul 09 13:25:45.384987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=12']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:45.430320 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:41Z', 'revision_number': 3, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:45.480531 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4184c03-2f67-4d11-a2ad-89d36c86b828 None None] The sync data for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 is: [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:41Z', 'revision_number': 3, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:25:45.492132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-90a16d9e-1405-4fef-a088-26175eaa79a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ccb8a3f5536443fb61c4a689e467809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001364 Jul 09 13:25:45.499206 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.548129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34264) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:45.625783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d678cc4c-948f-4efd-a796-e00c64201f3e req-dc444b58-f81d-429c-8ba3-3e0d45668179 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454839 Jul 09 13:25:45.655986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2420a-e745-4c63-ba56-f78258603e89 req-f22a8c0a-54d4-44f5-995d-772a0c16d067 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:45.657574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-5db0ae2b-3768-4249-aaae-6d566e949cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:45.665136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-5db0ae2b-3768-4249-aaae-6d566e949cfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 200 len: 848 time: 0.2611408 Jul 09 13:25:45.666737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4f2420a-e745-4c63-ba56-f78258603e89 req-f22a8c0a-54d4-44f5-995d-772a0c16d067 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 948 time: 0.5013375 Jul 09 13:25:45.689295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Transition to ACTIVE for port object 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:45.760877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-0220ae0b-39fa-4c28-afbc-db4440648ca5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10922eb9-c9ca-4406-a0f2-e48d06461d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867612 Jul 09 13:25:45.765288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4f2420a-e745-4c63-ba56-f78258603e89 req-ccea593e-9d33-40fd-bf30-6a205b5c3a00 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973139 Jul 09 13:25:45.782831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.898376 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69497459-79e5-43cb-809a-8804b52c0b4b x-openstack-request-id: req-69497459-79e5-43cb-809a-8804b52c0b4b {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:45.898652 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56355677-47ee-49d7-b4ff-ec57045d7498", "tag": "e8244e3b-f9f5-4727-9ec4-fe5cf78b423a", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:45.898923 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69497459-79e5-43cb-809a-8804b52c0b4b {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:45.899436 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56355677-47ee-49d7-b4ff-ec57045d7498', 'tag': 'e8244e3b-f9f5-4727-9ec4-fe5cf78b423a', 'status': 'completed', 'code': 200} Jul 09 13:25:45.900267 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61400512-deea-4f8c-8ae3-7864b023f4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.982797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Deleting port 519512ae-6339-4a5a-9132-2b9d6e053d49 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:45.983711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.002105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61400512-deea-4f8c-8ae3-7864b023f4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.113641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] For port 519512ae-6339-4a5a-9132-2b9d6e053d49, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=519512ae-6339-4a5a-9132-2b9d6e053d49,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:46.114629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.115472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-371b7ca0-ab03-46d5-b04c-982bc635307c service neutron] 10.222.0.11 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426912 Jul 09 13:25:46.156991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Calling delete_port for 519512ae-6339-4a5a-9132-2b9d6e053d49 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:46.267596 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0baa82-7e2f-4aee-a449-c8069bf0a81d req-7390019b-b931-4208-ab16-a01ac827f749 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:46.296147 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d0baa82-7e2f-4aee-a449-c8069bf0a81d req-7390019b-b931-4208-ab16-a01ac827f749 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.3916328 Jul 09 13:25:46.326320 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61400512-deea-4f8c-8ae3-7864b023f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.329672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61400512-deea-4f8c-8ae3-7864b023f4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.334797 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-61400512-deea-4f8c-8ae3-7864b023f4df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1251e994-1917-43f9-8866-94e8d2817885 HTTP/1.1" status: 204 len: 168 time: 0.7822187 Jul 09 13:25:46.369212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:46.434835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.442697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.502988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61400512-deea-4f8c-8ae3-7864b023f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1251e994-1917-43f9-8866-94e8d2817885,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:46.511968 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4769daa-6511-4240-8f58-59cd7c1d9223 req-89daacc8-7c89-4d53-a2d2-3c9f32431b34 service neutron] 10.222.0.11 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898320 Jul 09 13:25:46.585214 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9d0baa82-7e2f-4aee-a449-c8069bf0a81d req-f3d37977-466d-4c0f-ae8c-4365d6e30061 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880747 Jul 09 13:25:46.596819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:46.597977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.604092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:46.607158 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.620578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c8aef3-9eb4-47ea-bbe4-f55874747531']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:46.649765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15370cd0-978b-4df9-89e1-c5229b6f6f1f') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:46.649971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15370cd0-978b-4df9-89e1-c5229b6f6f1f') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:46.675443 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.680080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a0058-93ef-4d4a-b299-213d5b95085c req-37db9b6f-4f74-44f6-a4ee-fb8844b003a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:46.681842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-520a0058-93ef-4d4a-b299-213d5b95085c req-37db9b6f-4f74-44f6-a4ee-fb8844b003a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 1094 time: 0.0915580 Jul 09 13:25:46.772475 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.791220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Pushing event deleted for resources: {'Port': ['ID=519512ae-6339-4a5a-9132-2b9d6e053d49,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:46.805580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.852193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:46.866732 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.902474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:46.951730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a0058-93ef-4d4a-b299-213d5b95085c req-4d3c523a-c69d-4a2d-beba-698b309e347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:46.953119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:46.953535 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.958457 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-520a0058-93ef-4d4a-b299-213d5b95085c req-4d3c523a-c69d-4a2d-beba-698b309e347b service neutron] 10.222.0.11 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 908 time: 0.2694395 Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:46.965066 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:46.967788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:46.976549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:46.997906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:47.004962 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6176ca4-6e5e-4cec-84e9-b38567a6e7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.046741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.139904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34282) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:47.184885 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-520a0058-93ef-4d4a-b299-213d5b95085c req-edf8f158-2db6-4914-8034-a9d0bf33b0bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a HTTP/1.1" status: 200 len: 217 time: 0.2135808 Jul 09 13:25:47.219325 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a1e15cc7-8fd4-40d2-9bc1-22517792108c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d2f2522c58e4897925d43859db13e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782416 Jul 09 13:25:47.221542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34284) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:47.338641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:47.341834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.380697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a0058-93ef-4d4a-b299-213d5b95085c req-e7de60e4-3c95-47c6-83e5-20c76c5ec15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:47.382355 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-520a0058-93ef-4d4a-b299-213d5b95085c req-e7de60e4-3c95-47c6-83e5-20c76c5ec15b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 200 len: 848 time: 0.1615901 Jul 09 13:25:47.398355 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.441208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a2864c47-b326-4cf3-81ef-a819937d1b24 None None] Provisioning for port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:47.442162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] No DVR routers for this DVR port 519512ae-6339-4a5a-9132-2b9d6e053d49 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:47.454908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a2864c47-b326-4cf3-81ef-a819937d1b24 None None] Provisioning complete for port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:47.456423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a2864c47-b326-4cf3-81ef-a819937d1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.487351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-520a0058-93ef-4d4a-b299-213d5b95085c req-729a39aa-7745-4b60-9d70-ade9dfdc06c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10922eb9-c9ca-4406-a0f2-e48d06461d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937631 Jul 09 13:25:47.522284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.525054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] 10.222.0.32 "DELETE /v2.0/networks/c9c8aef3-9eb4-47ea-bbe4-f55874747531 HTTP/1.1" status: 204 len: 168 time: 2.1734667 Jul 09 13:25:47.528513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.530699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be443fe3-afea-4f1a-a309-c52b1aa1127d req-4fb45878-6237-4565-86e7-aa1a1a27e302 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "DELETE /v2.0/ports/519512ae-6339-4a5a-9132-2b9d6e053d49 HTTP/1.1" status: 204 len: 173 time: 2.0272915 Jul 09 13:25:47.531241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'name': 'network-vif-deleted', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:47.533581 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2877b6-c6b4-4861-bad8-f72b9c0628c7" -d '{"events": [{"server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "name": "network-vif-deleted", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:47.559554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a2864c47-b326-4cf3-81ef-a819937d1b24 None None] Port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:47.566118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76652bcd-5ab8-4cb6-a947-cd7a8c8f66db admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c8aef3-9eb4-47ea-bbe4-f55874747531,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:47.631364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87142d-5d2b-4f72-8075-c75a4e80992b req-a177587a-9c7b-44e3-bd37-d63b60a5958d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:47.639608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b87142d-5d2b-4f72-8075-c75a4e80992b req-a177587a-9c7b-44e3-bd37-d63b60a5958d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 945 time: 1.2805836 Jul 09 13:25:47.680185 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-520a0058-93ef-4d4a-b299-213d5b95085c req-b574dfd6-8387-4a8b-8030-31d8b9e7dcae service neutron] 10.222.0.11 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863687 Jul 09 13:25:47.682067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-95a7a8b1-2588-44a0-9b38-d79161010d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.717120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-95a7a8b1-2588-44a0-9b38-d79161010d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.731881 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.811377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b87142d-5d2b-4f72-8075-c75a4e80992b req-93da68e4-867c-49e4-becf-8eb446cdeb6b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702147 Jul 09 13:25:47.928277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-520a0058-93ef-4d4a-b299-213d5b95085c req-f439ed06-645f-42e7-a3c4-b6db1ce0e537 service neutron] 10.222.0.11 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429310 Jul 09 13:25:47.930165 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-95a7a8b1-2588-44a0-9b38-d79161010d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.932893 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-95a7a8b1-2588-44a0-9b38-d79161010d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.950620 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-95a7a8b1-2588-44a0-9b38-d79161010d11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56f279f7-61df-4d55-8bbd-c271e2e85d34 HTTP/1.1" status: 204 len: 168 time: 0.7256804 Jul 09 13:25:47.950620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34290) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:47.983064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904d5f-b10c-4e53-b28e-432535e9194e req-5ac3cc25-14e7-4ccf-bcd6-7231389af2d3 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:47.997931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36904d5f-b10c-4e53-b28e-432535e9194e req-5ac3cc25-14e7-4ccf-bcd6-7231389af2d3 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 943 time: 0.6987338 Jul 09 13:25:48.004865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:48.028252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7a8b1-2588-44a0-9b38-d79161010d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f279f7-61df-4d55-8bbd-c271e2e85d34,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:48.126220 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36904d5f-b10c-4e53-b28e-432535e9194e req-b4ad04b3-af3b-49cd-8c72-986ffdd54970 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262214 Jul 09 13:25:48.181271 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1909e138-7396-42bd-bb00-2b332e074c3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3464444b76e45d58508cec53eae128b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262769 Jul 09 13:25:48.182407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34294) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:48.241579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10fdaf4e-58ff-473e-93be-7d8ad64d897e req-b78b8a9f-03c3-4914-86d0-a7e90b9bc507 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1125c25e-2cca-4da7-b429-31ea48be484d HTTP/1.1" status: 200 len: 210 time: 0.0708413 Jul 09 13:25:48.249724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 519512ae-6339-4a5a-9132-2b9d6e053d49 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:48.316653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.335873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.386206 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cf06f52-eeed-4a2b-99fb-eb395e88bfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.411783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:48.424029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 519512ae-6339-4a5a-9132-2b9d6e053d49 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:48.426187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 519512ae-6339-4a5a-9132-2b9d6e053d49 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:48.436447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.459654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cf06f52-eeed-4a2b-99fb-eb395e88bfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.510826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:48.512218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b986f4c8-2769-4783-b297-7571986377dc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:48.512852 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.525204 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.634578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cf06f52-eeed-4a2b-99fb-eb395e88bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.638451 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cf06f52-eeed-4a2b-99fb-eb395e88bfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.641509 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6cf06f52-eeed-4a2b-99fb-eb395e88bfb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d21f03a6-15b4-46a5-b6b4-84316aa24866 HTTP/1.1" status: 204 len: 168 time: 0.4519925 Jul 09 13:25:48.663600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf06f52-eeed-4a2b-99fb-eb395e88bfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21f03a6-15b4-46a5-b6b4-84316aa24866,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:48.684386 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3734212-2b3c-4fdd-b434-b178c79a6992 x-openstack-request-id: req-c3734212-2b3c-4fdd-b434-b178c79a6992 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:48.696282 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1125c25e-2cca-4da7-b429-31ea48be484d", "name": "network-vif-deleted", "tag": "519512ae-6339-4a5a-9132-2b9d6e053d49", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:48.696282 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3734212-2b3c-4fdd-b434-b178c79a6992 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:48.696282 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1125c25e-2cca-4da7-b429-31ea48be484d', 'name': 'network-vif-deleted', 'tag': '519512ae-6339-4a5a-9132-2b9d6e053d49', 'status': 'completed', 'code': 200} Jul 09 13:25:48.761500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:48.762035 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.861126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.968231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:48.982792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:48.983851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:48.986123 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ac5c8d-09e8-420e-ac6e-42de83db55cc" -d '{"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-plugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:49.008273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:49.015621 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:49.101102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=13']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:49.198275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bedf9-04e5-48f9-8524-4062efbf9d9b req-5f0a7634-45a4-4c86-ba5c-bb4808cdc1aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:49.200254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-174bedf9-04e5-48f9-8524-4062efbf9d9b req-5f0a7634-45a4-4c86-ba5c-bb4808cdc1aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.2076235 Jul 09 13:25:49.294496 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-174bedf9-04e5-48f9-8524-4062efbf9d9b req-afbeca7b-ba99-4bf6-be1f-28d2147c1a9e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869582 Jul 09 13:25:49.377968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-2e5fb11a-d760-4487-96fd-d679fc5a6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:49.379751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-2e5fb11a-d760-4487-96fd-d679fc5a6955 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6893df6dd7b4e9da286382b01698dd8&device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 1096 time: 0.5980146 Jul 09 13:25:49.423839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bf618-7d70-405d-a58d-67e24ca836d6 req-76cb31c0-9c85-4b38-a973-e73a1527c27b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:49.436567 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b92c9a-5e34-4c78-a355-ae1c7e65d14c x-openstack-request-id: req-53b92c9a-5e34-4c78-a355-ae1c7e65d14c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:49.436908 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-plugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:49.437172 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53b92c9a-5e34-4c78-a355-ae1c7e65d14c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:49.437866 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'code': 200} Jul 09 13:25:49.441696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de0bf618-7d70-405d-a58d-67e24ca836d6 req-76cb31c0-9c85-4b38-a973-e73a1527c27b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.5422134 Jul 09 13:25:49.548013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Router 10611aa5-a901-46b5-b90c-bc2420071a34 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:25:49.576852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de0bf618-7d70-405d-a58d-67e24ca836d6 req-940355b4-1923-4ef7-ad2e-94f549fc4e0b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340318 Jul 09 13:25:49.628989 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:49.645570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-545654f0-e7a2-43a4-af66-b0ef019f47bc None None] Provisioning complete for port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:49.645901 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-545654f0-e7a2-43a4-af66-b0ef019f47bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:49.790322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-545654f0-e7a2-43a4-af66-b0ef019f47bc None None] Port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:49.868412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:25:49.870905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20de4a-00b6-4478-84f8-433c7f0f223b req-3f7ecd31-6a92-4c7a-8198-22c76124853b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:49.872910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b20de4a-00b6-4478-84f8-433c7f0f223b req-3f7ecd31-6a92-4c7a-8198-22c76124853b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 943 time: 0.1665571 Jul 09 13:25:49.881144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-63dffd07-8d6e-4098-b0b1-ae19db359090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:49.881453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Sync routers for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:25:49.882723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-63dffd07-8d6e-4098-b0b1-ae19db359090 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 200 len: 919 time: 0.4916811 Jul 09 13:25:49.894228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-df3e0f97-6ab5-4f68-a885-8f128e683dc3 admin admin] 10.222.0.32 "PUT /v2.0/routers/10611aa5-a901-46b5-b90c-bc2420071a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0652349 Jul 09 13:25:49.897336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:49.897697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:49.952852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-c6ed66db-9fb4-4c47-a176-af129093cb97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63 HTTP/1.1" status: 200 len: 217 time: 0.0634837 Jul 09 13:25:49.979224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b20de4a-00b6-4478-84f8-433c7f0f223b req-13eb2226-89f7-476c-b326-9f4572edd954 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983832 Jul 09 13:25:50.000398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34344) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:50.017843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device e8244e3b-f9f5-4727-9ec4-fe5cf78b423a details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:50.057508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-e5732e9e-9b27-41fc-adf2-9d5cfc2c50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:50.063536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-e5732e9e-9b27-41fc-adf2-9d5cfc2c50af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 200 len: 859 time: 0.1037874 Jul 09 13:25:50.167684 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-98506e79-a22a-4ba3-8b28-95c564b30e16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82ef0259-9e74-4825-84d4-446837d4efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895398 Jul 09 13:25:50.183557 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:25:50.213761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-network', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:50.267941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Made reservation on behalf of e9cd408e259f4fac9751996e34a82e5a for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:50.287748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.320207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.339709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:50.358885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'e8244e3b-f9f5-4727-9ec4-fe5cf78b423a', 'network_id': '10922eb9-c9ca-4406-a0f2-e48d06461d9f', 'port_id': 'e8244e3b-f9f5-4727-9ec4-fe5cf78b423a', 'mac_address': 'fa:16:3e:ae:61:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54079d31-4ebd-4b0f-bf2f-8d21590b1123', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:50.391665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-da5f8f57-b502-4fd3-9f0b-2beddbf1502a service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176466 Jul 09 13:25:50.491743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:50.533012 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.542250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.581603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:25:50.598986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0771a8b-d081-4777-b133-ad4d4ad6411e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:50.608434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34364) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:50.612654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.612965 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Added segment 629b5361-1ba8-4ac1-8866-9fe115d4a592 of type vlan for network 11c1703c-2ddd-4548-9a7c-70830c767e17 Jul 09 13:25:50.616050 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.633849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6bd06770-ee3b-4400-8558-a1e26e71ec73 req-1a49f424-ebbf-4aa6-9d2c-092d759bcd10 service neutron] 10.222.0.10 "GET /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217693 Jul 09 13:25:50.682581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8244e3b-f9f5-4727-9ec4-fe5cf78b423a {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:50.780087 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.831974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc03fee-fcb2-4dda-9852-866b5f78862b req-57e80e62-0cd7-4275-8e49-b50c24ad3000 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:50.832435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1640273183-network', 'tenant_id': '13ff547602fd46f2847970a13e5936ff'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:50.839418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1cc03fee-fcb2-4dda-9852-866b5f78862b req-57e80e62-0cd7-4275-8e49-b50c24ad3000 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1712353 Jul 09 13:25:50.850087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:50.860694 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.861830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:50.862504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.889523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Made reservation on behalf of 13ff547602fd46f2847970a13e5936ff for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:50.893518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.898976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1cc03fee-fcb2-4dda-9852-866b5f78862b req-7dfeb66a-a78b-490d-a7f8-e05a463bc7a0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580552 Jul 09 13:25:50.915914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.968117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.054817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] Pushing event updated for resources: {'Network': ['ID=11c1703c-2ddd-4548-9a7c-70830c767e17,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:51.069478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2272364b-ab37-43cb-adec-2374edc482f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0675926 Jul 09 13:25:51.082862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34372) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:51.089375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Request body: {'subnet': {'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-subnet', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:51.141322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 11c1703c-2ddd-4548-9a7c-70830c767e17 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:25:51.274918 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.289209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.299611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:51.314808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:25:51.342032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.343103 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Added segment 41e79479-dcd5-48fc-8443-cb8a3c65612e of type vlan for network fa404a29-5028-4337-9c3b-6ba03929374e Jul 09 13:25:51.366119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Made reservation on behalf of e9cd408e259f4fac9751996e34a82e5a for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:51.370597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.435346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['e8244e3b-f9f5-4727-9ec4-fe5cf78b423a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:51.459353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5258eb5-b1ac-4874-8ef8-d61d7c111963,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:51.466774 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.539727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.541117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:51.541879 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.575668 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9640446 Jul 09 13:25:51.577282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34374) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:51.587370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Request body: {'subnet': {'network_id': 'fa404a29-5028-4337-9c3b-6ba03929374e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1640273183-subnet', 'tenant_id': '13ff547602fd46f2847970a13e5936ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:51.612240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34376) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:51.617242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Made reservation on behalf of 13ff547602fd46f2847970a13e5936ff for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:51.619621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.646337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 2, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:51.686499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Checking router: 10611aa5-a901-46b5-b90c-bc2420071a34 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:25:51.687266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Updating router 10611aa5-a901-46b5-b90c-bc2420071a34 port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:25:51.721455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e36a6-cb30-4d26-afc4-b0d7e3767b60 admin admin] Pushing event updated for resources: {'Network': ['ID=fa404a29-5028-4337-9c3b-6ba03929374e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:51.741493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-850066d1-6112-4c6a-a4af-f07432cd4026 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672965395', 'description': 'tempest-description--2121540728'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:51.750130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network fa404a29-5028-4337-9c3b-6ba03929374e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:25:51.782161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a9686-fe75-4645-bd94-7ca4f2cf8b91 req-5110b25c-4d83-4cfa-9645-72f135033270 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:51.789525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-464a9686-fe75-4645-bd94-7ca4f2cf8b91 req-5110b25c-4d83-4cfa-9645-72f135033270 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 949 time: 0.4582186 Jul 09 13:25:51.831413 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.860328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-850066d1-6112-4c6a-a4af-f07432cd4026 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.873037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba9391-ab5e-43eb-b5d4-fe4682baf904 req-780f5dab-90bd-40d1-b43f-059502ecb159 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:51.880585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ba9391-ab5e-43eb-b5d4-fe4682baf904 req-780f5dab-90bd-40d1-b43f-059502ecb159 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1013768 Jul 09 13:25:51.914443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-464a9686-fe75-4645-bd94-7ca4f2cf8b91 req-3b548a3a-e473-4d71-a7ec-c50a53378328 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239266 Jul 09 13:25:51.934915 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48ba9391-ab5e-43eb-b5d4-fe4682baf904 req-af03c784-ce8d-4685-862a-8cbbd55f32b8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514576 Jul 09 13:25:52.219310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96945514-09ba-4d9e-88ce-20c8544a4d67 req-5f7f3ccf-bab1-4c5c-a093-5462868d70fe tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:52.220081 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-96945514-09ba-4d9e-88ce-20c8544a4d67 req-5f7f3ccf-bab1-4c5c-a093-5462868d70fe tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 944 time: 0.1288579 Jul 09 13:25:52.268401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.371536 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.444699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-850066d1-6112-4c6a-a4af-f07432cd4026 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.519816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ba2510-64dc-4f60-ab1c-ed820e198b3a,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:52.524547 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.530625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-850066d1-6112-4c6a-a4af-f07432cd4026 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.541889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Transition to ACTIVE for port object 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:52.554844 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:25:52.558162 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.589654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Checking segment: {'id': '41e79479-dcd5-48fc-8443-cb8a3c65612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fa404a29-5028-4337-9c3b-6ba03929374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:52.590854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Network hostable DHCP agents. Network: fa404a29-5028-4337-9c3b-6ba03929374e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:25:52.595792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Checking segment: {'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:52.596445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Network hostable DHCP agents. Network: 11c1703c-2ddd-4548-9a7c-70830c767e17, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:25:52.731820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182ada6-6e9e-44ff-bccc-b13eb37a6f2e None None] Pushing event updated for resources: {'Port': ['ID=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:52.746635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-850066d1-6112-4c6a-a4af-f07432cd4026 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.750310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-850066d1-6112-4c6a-a4af-f07432cd4026 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1339853 Jul 09 13:25:52.757007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34386) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:52.770163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ad783a3e-bbf6-4da3-b08c-a38cfae0162d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad13ab-9dac-41af-84fc-a75048c1dbad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:52.774668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Attempting to bind port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:52.775069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Attempting to bind port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:52.776322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Attempting to bind port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 on network 7492bd21-10e4-4d79-afc2-96e3b0e9830c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:52.788226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:52.789551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Checking segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:52.790279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.791548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Bound using segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:52.792241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Bound port: 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:52.794298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.830591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Network fa404a29-5028-4337-9c3b-6ba03929374e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:25:52.833100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Network 11c1703c-2ddd-4548-9a7c-70830c767e17 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:25:52.847371 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-96945514-09ba-4d9e-88ce-20c8544a4d67 req-d72340b6-2fef-4d6c-afc9-fe9abdc37627 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137908 Jul 09 13:25:52.866972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850066d1-6112-4c6a-a4af-f07432cd4026 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ad13ab-9dac-41af-84fc-a75048c1dbad,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:52.905704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1eb1958-8d24-47b2-ad67-736426cd7ed2,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:52.908511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad783a3e-bbf6-4da3-b08c-a38cfae0162d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.912206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 11c1703c-2ddd-4548-9a7c-70830c767e17) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:52.924970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f11095d-5b40-4b6a-bd6f-45aafbf8812c None None] Network 11c1703c-2ddd-4548-9a7c-70830c767e17 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:52.932880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-3f850bf9-3532-4c90-a571-16ad02ea67d4 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:52.934821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-3f850bf9-3532-4c90-a571-16ad02ea67d4 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "GET /v2.0/ports?device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 949 time: 0.4617100 Jul 09 13:25:52.935500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, fa404a29-5028-4337-9c3b-6ba03929374e) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:52.960041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:52.960727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.978389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:52.979068 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.026548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58a5349-84d8-4e64-b5dc-1ddf3c99850f None None] Network fa404a29-5028-4337-9c3b-6ba03929374e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:53.064339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7b7b-b941-4f23-a748-6b7f7201c1dc req-857b46c0-c7a0-4b89-a111-9d5a405cd426 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.071674 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-30eb7b7b-b941-4f23-a748-6b7f7201c1dc req-857b46c0-c7a0-4b89-a111-9d5a405cd426 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.6323030 Jul 09 13:25:53.134811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b622d2b8-1a32-449f-b8c9-2b849eb178ca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0503175 Jul 09 13:25:53.139961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34392) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:53.144620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d16caa3d-7326-4f01-9918-fe229c0d2cd3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5619442 Jul 09 13:25:53.167811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:53.177382 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad783a3e-bbf6-4da3-b08c-a38cfae0162d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.182124 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad783a3e-bbf6-4da3-b08c-a38cfae0162d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.239473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad783a3e-bbf6-4da3-b08c-a38cfae0162d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf472d66-2181-4134-a81c-ff4c71fec87d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:53.264196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8313bf-9d6f-4cdf-813e-d614a873c4f7 req-b6f6317a-03d9-4be5-9fd3-772d32da8b00 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.266149 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-30eb7b7b-b941-4f23-a748-6b7f7201c1dc req-53897749-a4cb-4614-9bfd-3b2b558b6c6c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934249 Jul 09 13:25:53.273107 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c8313bf-9d6f-4cdf-813e-d614a873c4f7 req-b6f6317a-03d9-4be5-9fd3-772d32da8b00 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/ports?device_id=1630ec64-a173-4b55-98b4-3d0f9bc3fc87 HTTP/1.1" status: 200 len: 949 time: 0.2060046 Jul 09 13:25:53.282315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Deleting port 0e77d576-1512-47eb-a596-06f994fa4d6c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:53.282969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.373433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.380076 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.398999 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad783a3e-bbf6-4da3-b08c-a38cfae0162d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.404336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ad783a3e-bbf6-4da3-b08c-a38cfae0162d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6387928 Jul 09 13:25:53.408658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34398) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:53.413592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b10414a5-af99-40b3-a676-c78e4f1046d9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad13ab-9dac-41af-84fc-a75048c1dbad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:53.490989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b10414a5-af99-40b3-a676-c78e4f1046d9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.502300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] For port 0e77d576-1512-47eb-a596-06f994fa4d6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0e77d576-1512-47eb-a596-06f994fa4d6c,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:53.502989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.535814 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c8313bf-9d6f-4cdf-813e-d614a873c4f7 req-3e2d91b4-69a7-4e3e-b13f-efd218564e13 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.32 "GET /v2.0/security-groups?id=6dca14fa-9966-4b16-aff5-455d4b0c83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541089 Jul 09 13:25:53.536502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Calling delete_port for 0e77d576-1512-47eb-a596-06f994fa4d6c owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:53.658182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.724527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b10414a5-af99-40b3-a676-c78e4f1046d9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.741459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b10414a5-af99-40b3-a676-c78e4f1046d9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.788920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] For port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:53.803945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10414a5-af99-40b3-a676-c78e4f1046d9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4861596-2c7e-457f-be69-9d396c844482,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:53.842169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c839e-fc12-400d-94f6-b11eaeb59fde req-facb8f8b-7f9e-4e02-a8b2-3b1db814b119 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.849508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807c839e-fc12-400d-94f6-b11eaeb59fde req-facb8f8b-7f9e-4e02-a8b2-3b1db814b119 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.2709434 Jul 09 13:25:53.862747 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b10414a5-af99-40b3-a676-c78e4f1046d9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.864068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b10414a5-af99-40b3-a676-c78e4f1046d9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4546289 Jul 09 13:25:53.883113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34406) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:53.888863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:53.911014 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.940584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] For port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:53.958013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.983310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807c839e-fc12-400d-94f6-b11eaeb59fde req-c99bba1d-d2f8-4255-b7b9-24e995c08ab8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323447 Jul 09 13:25:53.987436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.026855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.053255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-11c1703c-2ddd-4548-9a7c-70830c767e17', 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'fixed_ips': [{'subnet_id': 'd1eb1958-8d24-47b2-ad67-736426cd7ed2'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:25:54.054107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.104951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Pushing event deleted for resources: {'Port': ['ID=0e77d576-1512-47eb-a596-06f994fa4d6c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:54.123788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device e8244e3b-f9f5-4727-9ec4-fe5cf78b423a up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:54.183016 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:54.184485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:54.247009 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] No DVR routers for this DVR port 0e77d576-1512-47eb-a596-06f994fa4d6c on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:54.267479 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.270910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a13fe1a-bb36-49e6-99e4-94cf4303ca66 req-85889dd3-e198-4b06-8d84-18bd6f1197a0 tempest-ListImageFiltersTestJSON-559386959 tempest-ListImageFiltersTestJSON-559386959-project] 10.222.0.10 "DELETE /v2.0/ports/0e77d576-1512-47eb-a596-06f994fa4d6c HTTP/1.1" status: 204 len: 173 time: 1.3146379 Jul 09 13:25:54.271550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-deleted', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:54.274043 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4083698a-ff74-4fc4-886b-888f9f7aa9f8" -d '{"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-deleted", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:54.303291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:54.380030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377e2e-ec4d-4f3e-9eac-1bcce45b44d0 req-044cf9b6-da1e-40b4-8020-0fb1c261ff26 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:54.392021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f377e2e-ec4d-4f3e-9eac-1bcce45b44d0 req-044cf9b6-da1e-40b4-8020-0fb1c261ff26 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 944 time: 0.1053228 Jul 09 13:25:54.464111 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f377e2e-ec4d-4f3e-9eac-1bcce45b44d0 req-55e0bb64-9b93-46a7-bde8-f43e1c38936e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656726 Jul 09 13:25:54.497245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-21331c42-78c7-47be-931b-dd0d15455cf4 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:54.507559 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-21331c42-78c7-47be-931b-dd0d15455cf4 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/networks?id=fa404a29-5028-4337-9c3b-6ba03929374e HTTP/1.1" status: 200 len: 821 time: 0.4853880 Jul 09 13:25:54.559475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-8ea60cae-9f72-4310-b6a4-72df613c0a34 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/quotas/13ff547602fd46f2847970a13e5936ff HTTP/1.1" status: 200 len: 375 time: 0.0503063 Jul 09 13:25:54.590969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e5514-5d61-4a0e-9be9-b12ee82f185c None None] Network fa404a29-5028-4337-9c3b-6ba03929374e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:54.645498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182ada6-6e9e-44ff-bccc-b13eb37a6f2e None None] Pushing event updated for resources: {'Port': ['ID=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:54.674743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.838502 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-be42619f-e03e-4041-acca-1f812e0d8a10 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=13ff547602fd46f2847970a13e5936ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2768416 Jul 09 13:25:54.972074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Allocated IP 172.25.5.75 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/8e8918ce-13fc-405c-83c9-564cfd55c9c2) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:54.977617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Allocated IP 172.20.0.2 (11c1703c-2ddd-4548-9a7c-70830c767e17/d1eb1958-8d24-47b2-ad67-736426cd7ed2/89f80a5e-525d-4219-b2fa-23d4cf2b839e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:55.033587 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0770a046-6433-4846-baf3-2b8c8f69695e x-openstack-request-id: req-0770a046-6433-4846-baf3-2b8c8f69695e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:55.034160 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1630ec64-a173-4b55-98b4-3d0f9bc3fc87", "name": "network-vif-deleted", "tag": "0e77d576-1512-47eb-a596-06f994fa4d6c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:55.034160 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0770a046-6433-4846-baf3-2b8c8f69695e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:55.035081 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1630ec64-a173-4b55-98b4-3d0f9bc3fc87', 'name': 'network-vif-deleted', 'tag': '0e77d576-1512-47eb-a596-06f994fa4d6c', 'status': 'completed', 'code': 200} Jul 09 13:25:55.078611 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.196718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.265910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:55.278518 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.284991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:53Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:55.289950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a35323-61a4-49c3-b146-da6f4c8a1db6 req-cd852286-f794-4bef-bbb6-12e5f9f00e19 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:55.293633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:55.294011 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.300700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Transition to ACTIVE for port object 89f80a5e-525d-4219-b2fa-23d4cf2b839e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:55.303390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-67a35323-61a4-49c3-b146-da6f4c8a1db6 req-cd852286-f794-4bef-bbb6-12e5f9f00e19 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1017904 Jul 09 13:25:55.363061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd987f-3929-4863-a993-0d49d2bfb63f None None] The sync data for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 is: [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:53Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:25:55.375826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-67a35323-61a4-49c3-b146-da6f4c8a1db6 req-299e68f8-b609-4dbe-818a-7a1400a72ab5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711229 Jul 09 13:25:55.444200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Transition to ACTIVE for port object 89f80a5e-525d-4219-b2fa-23d4cf2b839e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:55.476984 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.509761 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ccecaba6-df0c-4cc9-86d6-34e481daa137 service neutron] 10.222.0.32 "GET /v2.0/networks/fa404a29-5028-4337-9c3b-6ba03929374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709886 Jul 09 13:25:55.624758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Pushing event updated for resources: {'Port': ['ID=89f80a5e-525d-4219-b2fa-23d4cf2b839e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:55.645060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Network 11c1703c-2ddd-4548-9a7c-70830c767e17 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:55.647907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:55.650990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:55.687821 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.788986 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.926735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:55.950259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:55.958999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.962465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Attempting to bind port 89f80a5e-525d-4219-b2fa-23d4cf2b839e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:55.963045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Attempting to bind port 89f80a5e-525d-4219-b2fa-23d4cf2b839e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:55.963377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Attempting to bind port 89f80a5e-525d-4219-b2fa-23d4cf2b839e on network 11c1703c-2ddd-4548-9a7c-70830c767e17 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:55.968088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:55.980617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:55.981334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Checking segment: {'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:55.982018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.982533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Bound using segment: {'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:55.983558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Bound port: 89f80a5e-525d-4219-b2fa-23d4cf2b839e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:55.984319 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.054629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56355677-47ee-49d7-b4ff-ec57045d7498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8244e3b-f9f5-4727-9ec4-fe5cf78b423a'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:56.057188 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b931312-ee50-4d63-a13b-2d5898f0e0ed" -d '{"events": [{"server_uuid": "56355677-47ee-49d7-b4ff-ec57045d7498", "name": "network-vif-plugged", "status": "completed", "tag": "e8244e3b-f9f5-4727-9ec4-fe5cf78b423a"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:56.075226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'Port': ['ID=8e8918ce-13fc-405c-83c9-564cfd55c9c2,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:56.108830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Allocated IP 172.25.5.61 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4a039d4b-7040-4349-9404-435035cca99d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:56.206092 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-e431b09d-aff6-4aa5-af9c-a68f7611dfef service neutron] 10.222.0.32 "GET /v2.0/networks/fa404a29-5028-4337-9c3b-6ba03929374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357427 Jul 09 13:25:56.300966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] For port 89f80a5e-525d-4219-b2fa-23d4cf2b839e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:56.309095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] For port 89f80a5e-525d-4219-b2fa-23d4cf2b839e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89f80a5e-525d-4219-b2fa-23d4cf2b839e,segment=NetworkSegment(629b5361-1ba8-4ac1-8866-9fe115d4a592),segment_id=629b5361-1ba8-4ac1-8866-9fe115d4a592)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:56.342198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8d738-4ed6-487b-9128-d7988b6f8f1f req-3216b2d9-8275-4eeb-8ea4-e6218590390e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:56.343824 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8b8d738-4ed6-487b-9128-d7988b6f8f1f req-3216b2d9-8275-4eeb-8ea4-e6218590390e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 944 time: 0.1940567 Jul 09 13:25:56.345656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:56.371964 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.375588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:56.462344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8b8d738-4ed6-487b-9128-d7988b6f8f1f req-626723be-a38c-4b71-9e41-357d14533321 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964568 Jul 09 13:25:56.469600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:56.515660 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.649520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 0e77d576-1512-47eb-a596-06f994fa4d6c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:56.649887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0e77d576-1512-47eb-a596-06f994fa4d6c not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:56.654384 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.657734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.659934 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa150cd-fed1-4a79-b7cf-ada65fe77694 x-openstack-request-id: req-cfa150cd-fed1-4a79-b7cf-ada65fe77694 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:56.663282 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56355677-47ee-49d7-b4ff-ec57045d7498", "name": "network-vif-plugged", "status": "completed", "tag": "e8244e3b-f9f5-4727-9ec4-fe5cf78b423a", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:56.663785 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfa150cd-fed1-4a79-b7cf-ada65fe77694 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:56.664385 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56355677-47ee-49d7-b4ff-ec57045d7498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8244e3b-f9f5-4727-9ec4-fe5cf78b423a', 'code': 200} Jul 09 13:25:56.689457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.749019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:56.787895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:56.789952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.794890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc597e72-be8d-4ea1-9d5f-adab31f4bc77 None None] Pushing event updated for resources: {'Port': ['ID=89f80a5e-525d-4219-b2fa-23d4cf2b839e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:57.148621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.205947 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.240065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:57.269752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.326332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:57.331902 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.431350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:57.451890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'Port': ['ID=8e8918ce-13fc-405c-83c9-564cfd55c9c2,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:57.487875 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.509230 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.620268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.633960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-84c8372a-387f-4465-927a-b0e3339d2dc4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7392244 Jul 09 13:25:57.633960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:57.644965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e016f-835d-4a4c-bfbf-77e2eabbb865 req-fc3931c4-f70b-4126-8d42-e6c0d01afb89 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:57.655367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a38e016f-835d-4a4c-bfbf-77e2eabbb865 req-fc3931c4-f70b-4126-8d42-e6c0d01afb89 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.4877694 Jul 09 13:25:57.685661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee927988-ac8e-4fba-988d-3a8ea0368bf6 req-7412cc4a-7483-4ac3-a684-7eac6091f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:57.693350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee927988-ac8e-4fba-988d-3a8ea0368bf6 req-7412cc4a-7483-4ac3-a684-7eac6091f5c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 1096 time: 0.5182240 Jul 09 13:25:57.717812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:57.730475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:57.760036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Pushing event updated for resources: {'Port': ['ID=4a039d4b-7040-4349-9404-435035cca99d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:57.986924 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a38e016f-835d-4a4c-bfbf-77e2eabbb865 req-af2d5488-4e09-465c-9284-414cfb63be61 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306406 Jul 09 13:25:58.018084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-398b71d0-95be-40d5-98f4-c75800d01728 req-7c9674fe-d6e8-49ea-aa7d-56b412bf263b tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 210 time: 0.0654621 Jul 09 13:25:58.057108 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee927988-ac8e-4fba-988d-3a8ea0368bf6 req-b84030fd-f53e-437a-b83f-9c5c0ab32a9b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627722 Jul 09 13:25:58.607898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69069-da46-4a10-ab33-81456a43ab99 req-29e775de-a3f2-40d5-b9a7-767dc3a498a9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:58.609473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fec69069-da46-4a10-ab33-81456a43ab99 req-29e775de-a3f2-40d5-b9a7-767dc3a498a9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2871559 Jul 09 13:25:58.651874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:58.731851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fec69069-da46-4a10-ab33-81456a43ab99 req-281258d1-8703-497c-8548-c92df3dabe6c tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093235 Jul 09 13:25:58.838878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-8f867b3e-5eb6-4f3c-a218-1f27d3d47059 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--672965395&fields=id&tenant_id=0843236cfe71477f8029140b6761f877 HTTP/1.1" status: 200 len: 267 time: 0.2695677 Jul 09 13:25:58.907051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.161660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46376add-b6ed-4df8-a13b-068b8991b787 None None] Network 11c1703c-2ddd-4548-9a7c-70830c767e17 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:59.305252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dd85bdaa-7795-470b-a2dc-b733c391fbd6 None None] Provisioning for port 89f80a5e-525d-4219-b2fa-23d4cf2b839e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:59.314849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:59.315263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.359423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-2a5eb6b8-62a8-4f46-b8a1-50fbd5ebbc0f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:59.374237 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-2a5eb6b8-62a8-4f46-b8a1-50fbd5ebbc0f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 811 time: 0.5218232 Jul 09 13:25:59.495270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-85a6fbd2-34fa-46c1-8bff-37754ec9982c tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/quotas/0843236cfe71477f8029140b6761f877 HTTP/1.1" status: 200 len: 375 time: 0.1186132 Jul 09 13:25:59.766646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.841586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89f80a5e-525d-4219-b2fa-23d4cf2b839e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:00.025138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 89f80a5e-525d-4219-b2fa-23d4cf2b839e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:00.031524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 89f80a5e-525d-4219-b2fa-23d4cf2b839e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:00.031911 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.165503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.240535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 89f80a5e-525d-4219-b2fa-23d4cf2b839e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89f80a5e-525d-4219-b2fa-23d4cf2b839e,segment=NetworkSegment(629b5361-1ba8-4ac1-8866-9fe115d4a592),segment_id=629b5361-1ba8-4ac1-8866-9fe115d4a592)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:00.255693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.336965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=89f80a5e-525d-4219-b2fa-23d4cf2b839e,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:00.371740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bdec76b1-8147-468b-9bc6-8c942cbd563d None None] Provisioning complete for port 89f80a5e-525d-4219-b2fa-23d4cf2b839e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:00.372422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bdec76b1-8147-468b-9bc6-8c942cbd563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.519679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-216aa5bd-f15b-486f-878c-22f6cd0645e4 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.521443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-216aa5bd-f15b-486f-878c-22f6cd0645e4 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.10 "GET /v2.0/networks?id=fa404a29-5028-4337-9c3b-6ba03929374e HTTP/1.1" status: 200 len: 821 time: 1.1523068 Jul 09 13:26:00.539256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Request body: {'port': {'device_id': 'ab1021a3-60c6-4a78-9e18-f22d4a136c2a', 'network_id': 'fa404a29-5028-4337-9c3b-6ba03929374e', 'admin_state_up': True, 'tenant_id': '13ff547602fd46f2847970a13e5936ff'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:00.601483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad1708-2298-44da-bc1a-33987bc5ab87 req-4a3a822d-bc90-4610-92f3-13c6f25587f7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.608776 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08ad1708-2298-44da-bc1a-33987bc5ab87 req-4a3a822d-bc90-4610-92f3-13c6f25587f7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.8639209 Jul 09 13:26:00.670654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-ecf6d23d-61ac-41c8-bf3e-a89219aabbf2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1731479 Jul 09 13:26:00.696563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08ad1708-2298-44da-bc1a-33987bc5ab87 req-879b43e6-81a8-4f89-8444-c2dd9ea9b3a5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830619 Jul 09 13:26:00.797638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Made reservation on behalf of 13ff547602fd46f2847970a13e5936ff for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:00.801996 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.849599 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e5fdabe8-d705-401d-9a40-1d92269fbeec service neutron] 10.222.0.32 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456997 Jul 09 13:26:00.975983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Allocated IP 172.20.0.4 (fa404a29-5028-4337-9c3b-6ba03929374e/e5ba2510-64dc-4f60-ab1c-ed820e198b3a/08935fcd-25c3-4e85-b7af-05f556a57ded) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:01.016773 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-8cf0d86e-c6f0-4b39-abf0-f649366065b3 service neutron] 10.222.0.32 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659663 Jul 09 13:26:01.052436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:26:01.278505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21eec598-b4d1-44da-b13d-3c42533f9ba7 req-373058ec-a218-4143-b17b-d9d3d19b6f98 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 210 time: 0.0735831 Jul 09 13:26:01.351326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:01.361330 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Sync routers for ids ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:01.385392 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Routers {'1419c1eb-b6d4-4908-b2c9-14d9a0359679'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:01.395717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.395923 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:01.407209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.409548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34534) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:01.410269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-78c20ba4-4893-477c-a3ec-d24d7b047e02 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.2569060 Jul 09 13:26:01.708313 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Set router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:01.761513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.909388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768f7ee-bfe5-4339-88be-863588e1a1cf req-90c084aa-3110-4ade-9bc9-75489501870a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:01.920598 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c768f7ee-bfe5-4339-88be-863588e1a1cf req-90c084aa-3110-4ade-9bc9-75489501870a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2010679 Jul 09 13:26:02.011697 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c768f7ee-bfe5-4339-88be-863588e1a1cf req-b3cb3743-5421-44d1-bd79-0dcfab54a075 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898705 Jul 09 13:26:02.056703 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '4a039d4b-7040-4349-9404-435035cca99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:25:58Z', 'revision_number': 3, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port': {'id': '4a039d4b-7040-4349-9404-435035cca99d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:55Z', 'updated_at': '2021-07-09T13:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:02.175591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Checking router: 1419c1eb-b6d4-4908-b2c9-14d9a0359679 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:02.177738 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Updating router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 port 4a039d4b-7040-4349-9404-435035cca99d binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:02.202897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f7dbf4fe-8d23-4076-9624-557b6b0a51e5 req-7b02c98f-4063-468e-b590-5238cf7829d1 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 210 time: 0.1081591 Jul 09 13:26:02.292992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Pushing event updated for resources: {'Port': ['ID=08935fcd-25c3-4e85-b7af-05f556a57ded,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:02.335085 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.358307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Network fa404a29-5028-4337-9c3b-6ba03929374e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:02.383619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:02.390329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:02.472803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34568) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:02.514881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89f80a5e-525d-4219-b2fa-23d4cf2b839e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:02.542655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:02.549806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.628673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.643902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.644293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.645571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.646930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.647227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.648438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.649145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.649145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.649427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.651578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.652015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:02.774063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 89f80a5e-525d-4219-b2fa-23d4cf2b839e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:02.774525 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.821531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-ea778a1d-83bb-473f-9320-48ddf9a10235 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2844748 Jul 09 13:26:02.848101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Request body: {'port': {'device_id': 'ab1021a3-60c6-4a78-9e18-f22d4a136c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:02.872026 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-857ec292-774f-4812-bcb1-cb27dc50fd97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=245815d5809e462ba5ed0a9b375c346c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961005 Jul 09 13:26:02.872949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34574) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:03.096460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d8b4c-337f-4a0e-9a2e-45966f026b74 req-af52cb78-e74c-4a9b-b994-b33e9c9faf34 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.104971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-703d8b4c-337f-4a0e-9a2e-45966f026b74 req-af52cb78-e74c-4a9b-b994-b33e9c9faf34 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.5189395 Jul 09 13:26:03.122688 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.145313 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Transition to ACTIVE for port object 4a039d4b-7040-4349-9404-435035cca99d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:03.152523 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.174811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a604d5e3-32e4-4125-9ffd-deecc7a50d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.222541 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Attempting to bind port 4a039d4b-7040-4349-9404-435035cca99d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:03.224196 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Attempting to bind port 4a039d4b-7040-4349-9404-435035cca99d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:03.224827 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Attempting to bind port 4a039d4b-7040-4349-9404-435035cca99d on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:03.235874 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27f65a-9ba3-46df-984d-2f1bd1cb9a4d None None] Pushing event updated for resources: {'Port': ['ID=4a039d4b-7040-4349-9404-435035cca99d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:03.239648 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:03.240586 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:03.241356 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.241972 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:03.242693 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Bound port: 4a039d4b-7040-4349-9404-435035cca99d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:03.243337 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.280093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.301785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a604d5e3-32e4-4125-9ffd-deecc7a50d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.320317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-7d0452a2-78a7-4eaf-8f0e-4b4ff5aec903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.321856 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-7d0452a2-78a7-4eaf-8f0e-4b4ff5aec903 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 1096 time: 0.2731974 Jul 09 13:26:03.330215 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] For port 4a039d4b-7040-4349-9404-435035cca99d, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:03.335110 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] For port 4a039d4b-7040-4349-9404-435035cca99d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4a039d4b-7040-4349-9404-435035cca99d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:03.341762 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.374791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-703d8b4c-337f-4a0e-9a2e-45966f026b74 req-73c07f5a-51fc-45c5-b3e6-d00813c64ef8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983101 Jul 09 13:26:03.409255 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27f65a-9ba3-46df-984d-2f1bd1cb9a4d None None] Pushing event updated for resources: {'Port': ['ID=4a039d4b-7040-4349-9404-435035cca99d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:03.438294 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Routers {'1419c1eb-b6d4-4908-b2c9-14d9a0359679'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:03.439467 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:03.461790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.549898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-0178a701-a34f-40ca-9626-37b04ecfed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.551442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-0178a701-a34f-40ca-9626-37b04ecfed5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 908 time: 0.2196686 Jul 09 13:26:03.607321 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] Set router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:03.784801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-dbaf2784-7d35-4e53-83ff-8d1844cf0c59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a HTTP/1.1" status: 200 len: 217 time: 0.2080727 Jul 09 13:26:03.885484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-8e0fd429-2a14-4e90-ba2d-63f00216bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.887462 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-8e0fd429-2a14-4e90-ba2d-63f00216bc73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 200 len: 848 time: 0.0956817 Jul 09 13:26:03.898848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48a2e-433e-4439-8597-cbac7a847f9f req-0c6a1a6d-02ee-439e-a74f-19a420426696 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.907205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5d48a2e-433e-4439-8597-cbac7a847f9f req-0c6a1a6d-02ee-439e-a74f-19a420426696 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 931 time: 0.6954949 Jul 09 13:26:03.943768 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-87445a7a-29e4-48f5-ad94-c0f9bd81833a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10922eb9-c9ca-4406-a0f2-e48d06461d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342093 Jul 09 13:26:03.991139 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '4a039d4b-7040-4349-9404-435035cca99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:25:58Z', 'revision_number': 3, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port': {'id': '4a039d4b-7040-4349-9404-435035cca99d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:55Z', 'updated_at': '2021-07-09T13:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:04.050079 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c949f76-708b-4988-bd02-608ce2d93388 None None] The sync data for ids ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'] in n-d-799524-3 is: [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '4a039d4b-7040-4349-9404-435035cca99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:25:58Z', 'revision_number': 3, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port': {'id': '4a039d4b-7040-4349-9404-435035cca99d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:55Z', 'updated_at': '2021-07-09T13:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:04.097799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-f47da3ee-52a0-4eb8-9bb4-57feb7909e7a service neutron] 10.222.0.11 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393366 Jul 09 13:26:04.100844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a604d5e3-32e4-4125-9ffd-deecc7a50d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.103547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a604d5e3-32e4-4125-9ffd-deecc7a50d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.107787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a604d5e3-32e4-4125-9ffd-deecc7a50d29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dca14fa-9966-4b16-aff5-455d4b0c83ea HTTP/1.1" status: 204 len: 168 time: 1.2308290 Jul 09 13:26:04.198659 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5d48a2e-433e-4439-8597-cbac7a847f9f req-98283a16-a073-43d8-9214-371ba52ddf3c tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901971 Jul 09 13:26:04.278359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-9dde74eb-52a4-46e9-a773-d60ac75b00f6 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:04.281264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-9dde74eb-52a4-46e9-a773-d60ac75b00f6 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 811 time: 0.7424135 Jul 09 13:26:04.294848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604d5e3-32e4-4125-9ffd-deecc7a50d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dca14fa-9966-4b16-aff5-455d4b0c83ea,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:04.460387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-3c1f2c74-2693-47cb-9c4f-6ecb3d7d3771 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0843236cfe71477f8029140b6761f877 HTTP/1.1" status: 200 len: 379 time: 0.1641359 Jul 09 13:26:04.504024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'port': {'device_id': '110615aa-3db8-46e2-815f-edbef769ee77', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'admin_state_up': True, 'tenant_id': '0843236cfe71477f8029140b6761f877', 'security_groups': ['d7ad13ab-9dac-41af-84fc-a75048c1dbad']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:04.517232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Allocated IP 172.20.0.1 (11c1703c-2ddd-4548-9a7c-70830c767e17/d1eb1958-8d24-47b2-ad67-736426cd7ed2/794f07aa-11e5-4ac0-8273-8aac3b71845b) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:04.531218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859af7e-d386-4962-95e2-e377e388e88c req-3872b626-027e-4126-95d9-248465512d8b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:04.537145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7859af7e-d386-4962-95e2-e377e388e88c req-3872b626-027e-4126-95d9-248465512d8b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.4194705 Jul 09 13:26:04.580380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ee3c193-0159-4d19-b8b5-451274d12318 req-e668f54a-1652-49c4-9dd1-d26d0ac26875 service neutron] 10.222.0.11 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152186 Jul 09 13:26:04.700845 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbd41596-69ad-4e08-a0dd-072953b347ef req-1e29917e-ea43-4fd0-95fc-983b197ea091 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 210 time: 0.1191010 Jul 09 13:26:05.011067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee3302-c717-46b2-bfff-daf798d68a8e req-05f62703-4a19-4e10-a228-22fa05fb05f5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:05.019421 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cfee3302-c717-46b2-bfff-daf798d68a8e req-05f62703-4a19-4e10-a228-22fa05fb05f5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1190045 Jul 09 13:26:05.081876 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cfee3302-c717-46b2-bfff-daf798d68a8e req-67ee3937-a370-4db8-ba54-71376f75db43 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608180 Jul 09 13:26:05.084308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08935fcd-25c3-4e85-b7af-05f556a57ded {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:05.099512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.165894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Transition to ACTIVE for port object 08935fcd-25c3-4e85-b7af-05f556a57ded will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:05.182207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7859af7e-d386-4962-95e2-e377e388e88c req-fe4e8bcf-80c9-4c32-8d3b-ea7865a9925b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6439533 Jul 09 13:26:05.208219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Made reservation on behalf of 0843236cfe71477f8029140b6761f877 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:05.212743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.218722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.221331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.303588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Pushing event updated for resources: {'Port': ['ID=08935fcd-25c3-4e85-b7af-05f556a57ded,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:05.337283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Transition to ACTIVE for port object 794f07aa-11e5-4ac0-8273-8aac3b71845b will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:05.596009 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.738154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Attempting to bind port 08935fcd-25c3-4e85-b7af-05f556a57ded on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:05.738715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Attempting to bind port 08935fcd-25c3-4e85-b7af-05f556a57ded by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '41e79479-dcd5-48fc-8443-cb8a3c65612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fa404a29-5028-4337-9c3b-6ba03929374e'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:05.739156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Attempting to bind port 08935fcd-25c3-4e85-b7af-05f556a57ded on network fa404a29-5028-4337-9c3b-6ba03929374e {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:05.774285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Network 11c1703c-2ddd-4548-9a7c-70830c767e17 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:05.788754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Port 08935fcd-25c3-4e85-b7af-05f556a57ded on network fa404a29-5028-4337-9c3b-6ba03929374e not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:05.789238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Attempting to bind port 08935fcd-25c3-4e85-b7af-05f556a57ded on network fa404a29-5028-4337-9c3b-6ba03929374e {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:05.795282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:05.805229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:05.805229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Checking segment: {'id': '41e79479-dcd5-48fc-8443-cb8a3c65612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fa404a29-5028-4337-9c3b-6ba03929374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:05.806309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Bound using segment: {'id': '41e79479-dcd5-48fc-8443-cb8a3c65612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fa404a29-5028-4337-9c3b-6ba03929374e'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:05.806566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Bound port: 08935fcd-25c3-4e85-b7af-05f556a57ded, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e79479-dcd5-48fc-8443-cb8a3c65612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fa404a29-5028-4337-9c3b-6ba03929374e'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:05.807238 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.828452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:05.914321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Pushing event updated for resources: {'Port': ['ID=794f07aa-11e5-4ac0-8273-8aac3b71845b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:05.936151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Allocated IP 172.20.0.6 (7492bd21-10e4-4d79-afc2-96e3b0e9830c/c547de22-e4d5-426e-a354-b09ab1aa3764/5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:06.006867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.069108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10293014-4280-45ae-b290-3876d755f8bd req-e4319571-d601-4625-8914-80bca4b7174b tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:06.077078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10293014-4280-45ae-b290-3876d755f8bd req-e4319571-d601-4625-8914-80bca4b7174b tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 943 time: 0.5573397 Jul 09 13:26:06.107000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] For port 08935fcd-25c3-4e85-b7af-05f556a57ded, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:06.153945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] For port 08935fcd-25c3-4e85-b7af-05f556a57ded, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=08935fcd-25c3-4e85-b7af-05f556a57ded,segment=NetworkSegment(41e79479-dcd5-48fc-8443-cb8a3c65612e),segment_id=41e79479-dcd5-48fc-8443-cb8a3c65612e)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:06.175182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10293014-4280-45ae-b290-3876d755f8bd req-79272698-4917-41eb-87f7-58fbc3f3f4bc tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933654 Jul 09 13:26:06.201622 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.215105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-da1e86dc-c942-4e14-8afd-f1952e9f7bb0 None None] Provisioning for port 794f07aa-11e5-4ac0-8273-8aac3b71845b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:06.221418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-da1e86dc-c942-4e14-8afd-f1952e9f7bb0 None None] Provisioning complete for port 794f07aa-11e5-4ac0-8273-8aac3b71845b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:06.221859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-da1e86dc-c942-4e14-8afd-f1952e9f7bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.336913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-da1e86dc-c942-4e14-8afd-f1952e9f7bb0 None None] Port 794f07aa-11e5-4ac0-8273-8aac3b71845b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:06.468365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:06.469013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.470487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-0ab49362-b751-4772-b767-350557d49d69 service neutron] 10.222.0.10 "PUT /v2.0/ports/08935fcd-25c3-4e85-b7af-05f556a57ded HTTP/1.1" status: 200 len: 1091 time: 3.6399319 Jul 09 13:26:06.493584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4a039d4b-7040-4349-9404-435035cca99d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:06.502754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1021a3-60c6-4a78-9e18-f22d4a136c2a', 'tag': '08935fcd-25c3-4e85-b7af-05f556a57ded'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:06.505127 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7703fe8-a27e-4725-9972-a7acd100c5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1021a3-60c6-4a78-9e18-f22d4a136c2a", "tag": "08935fcd-25c3-4e85-b7af-05f556a57ded"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:06.509158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db7480f4-28a6-4514-9429-ce090808b96d req-2f1ebbc5-6c6d-4549-8b54-b532aa221420 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 210 time: 0.0819535 Jul 09 13:26:06.514760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49362-b751-4772-b767-350557d49d69 service neutron] Pushing event updated for resources: {'Port': ['ID=08935fcd-25c3-4e85-b7af-05f556a57ded,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:06.616231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 4a039d4b-7040-4349-9404-435035cca99d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:06.627751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4a039d4b-7040-4349-9404-435035cca99d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:06.628777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.715782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2694f5-ab0c-4f14-8b82-4fa7d535f5ed req-b64fd57f-ac5d-4f23-be85-d0284591b1f0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:06.717917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e2694f5-ab0c-4f14-8b82-4fa7d535f5ed req-b64fd57f-ac5d-4f23-be85-d0284591b1f0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1220713 Jul 09 13:26:06.758743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-423735ab-1403-428a-bd5a-39ecceef16a4 req-de6c3080-503b-4bf1-b35c-58c873c26fbb tempest-AbsoluteLimitsNegativeTestJSON-1886526445 tempest-AbsoluteLimitsNegativeTestJSON-1886526445-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7006609fe60a41d58f48f389277c2f6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067967 Jul 09 13:26:06.765201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.779318 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e2694f5-ab0c-4f14-8b82-4fa7d535f5ed req-93cddeea-2de1-4a41-a855-726ff2caa725 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525486 Jul 09 13:26:06.815613 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.824343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.842045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 4a039d4b-7040-4349-9404-435035cca99d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4a039d4b-7040-4349-9404-435035cca99d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:06.848282 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.946782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=4a039d4b-7040-4349-9404-435035cca99d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:07.026013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc69d35-5acb-47f6-8053-a0d1009a2775 req-b226716f-f70e-4095-86cc-1feed9548075 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:07.031930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9cc69d35-5acb-47f6-8053-a0d1009a2775 req-b226716f-f70e-4095-86cc-1feed9548075 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.0907948 Jul 09 13:26:07.084174 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9cc69d35-5acb-47f6-8053-a0d1009a2775 req-4f207c2d-1589-4232-be4f-e89eb1f25792 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497022 Jul 09 13:26:07.307872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-573afbf6-a366-4a96-bcf0-637a01f5c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:07.310184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-573afbf6-a366-4a96-bcf0-637a01f5c04d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=13ff547602fd46f2847970a13e5936ff&device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 1094 time: 0.7609286 Jul 09 13:26:07.314834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Transition to ACTIVE for port object 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:07.426199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-17d9241e-40cb-4bd5-b199-01ec00c1a3f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08935fcd-25c3-4e85-b7af-05f556a57ded HTTP/1.1" status: 200 len: 217 time: 0.1044743 Jul 09 13:26:07.431007 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae7d1e-109e-4797-a74a-5954c2586ed1 x-openstack-request-id: req-88ae7d1e-109e-4797-a74a-5954c2586ed1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:07.431007 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1021a3-60c6-4a78-9e18-f22d4a136c2a", "tag": "08935fcd-25c3-4e85-b7af-05f556a57ded", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:07.431007 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88ae7d1e-109e-4797-a74a-5954c2586ed1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:07.431007 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1021a3-60c6-4a78-9e18-f22d4a136c2a', 'tag': '08935fcd-25c3-4e85-b7af-05f556a57ded', 'status': 'completed', 'code': 200} Jul 09 13:26:07.570375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423735ab-1403-428a-bd5a-39ecceef16a4 req-9dd486bf-b69f-492f-89cb-73ca54d513f1 tempest-AbsoluteLimitsNegativeTestJSON-1886526445 tempest-AbsoluteLimitsNegativeTestJSON-1886526445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:07.571969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-423735ab-1403-428a-bd5a-39ecceef16a4 req-9dd486bf-b69f-492f-89cb-73ca54d513f1 tempest-AbsoluteLimitsNegativeTestJSON-1886526445 tempest-AbsoluteLimitsNegativeTestJSON-1886526445-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8040304 Jul 09 13:26:07.632316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.641557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-6face03f-52f6-47b9-86db-6d2bce634ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:07.655099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-6face03f-52f6-47b9-86db-6d2bce634ec4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5ba2510-64dc-4f60-ab1c-ed820e198b3a HTTP/1.1" status: 200 len: 861 time: 0.2020764 Jul 09 13:26:07.708030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b58d76-5eea-43f0-8ca9-3b3240be7022 req-f70e70b8-3459-4eea-a8f4-c0385c17a7d6 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:07.710020 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-92b58d76-5eea-43f0-8ca9-3b3240be7022 req-f70e70b8-3459-4eea-a8f4-c0385c17a7d6 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 943 time: 0.0822468 Jul 09 13:26:07.770593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-423735ab-1403-428a-bd5a-39ecceef16a4 req-0c651a47-5331-46f2-8df0-dceb9eda8d6e tempest-AbsoluteLimitsNegativeTestJSON-1886526445 tempest-AbsoluteLimitsNegativeTestJSON-1886526445-project] 10.222.0.32 "GET /v2.0/quotas/7006609fe60a41d58f48f389277c2f6d HTTP/1.1" status: 200 len: 375 time: 0.1562524 Jul 09 13:26:07.772728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-c7842c36-d71a-4bac-98b4-087027f4bf0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa404a29-5028-4337-9c3b-6ba03929374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167793 Jul 09 13:26:07.780147 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-92b58d76-5eea-43f0-8ca9-3b3240be7022 req-db0e5254-3390-4a12-82ba-3f8c20e443e2 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624366 Jul 09 13:26:07.864326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:07.898115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:07.901905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-423735ab-1403-428a-bd5a-39ecceef16a4 req-ef71fe43-57bc-44d3-af03-a046355506d2 tempest-AbsoluteLimitsNegativeTestJSON-1886526445 tempest-AbsoluteLimitsNegativeTestJSON-1886526445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7006609fe60a41d58f48f389277c2f6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137431 Jul 09 13:26:07.915687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:07.999547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:08.000504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.026021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'Port': ['ID=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:08.104769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-e35025f7-13f8-4edb-9c87-8d245ba6dc79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6119025 Jul 09 13:26:08.144872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Request body: {'port': {'device_id': '110615aa-3db8-46e2-815f-edbef769ee77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:08.185867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda92a6d-f2d4-4f52-bfd3-2285c0e7c74e req-b6cc3ed2-e7f6-4b45-9f45-1a3a26aaffb5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:08.196294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eda92a6d-f2d4-4f52-bfd3-2285c0e7c74e req-b6cc3ed2-e7f6-4b45-9f45-1a3a26aaffb5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 931 time: 0.1528482 Jul 09 13:26:08.249254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eda92a6d-f2d4-4f52-bfd3-2285c0e7c74e req-6ec02848-0c1a-49aa-ab0e-af8e43dd4fb8 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516660 Jul 09 13:26:08.295067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-4c75bd95-e920-4634-b60f-a9e0b49276f7 service neutron] 10.222.0.10 "GET /v2.0/networks/fa404a29-5028-4337-9c3b-6ba03929374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100441 Jul 09 13:26:08.451802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4a039d4b-7040-4349-9404-435035cca99d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:08.475661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a060acca-f644-4b55-92b6-3d9ef9aa5ee0 None None] Provisioning for port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:08.510062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a060acca-f644-4b55-92b6-3d9ef9aa5ee0 None None] Provisioning complete for port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:08.510441 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a060acca-f644-4b55-92b6-3d9ef9aa5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.542221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6faffb2b-82f9-44d2-83b4-ac5c0108eee0 req-1316bbde-6955-47ae-afb9-340346e4b4a5 service neutron] 10.222.0.10 "GET /v2.0/networks/fa404a29-5028-4337-9c3b-6ba03929374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286484 Jul 09 13:26:08.585842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.588418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a060acca-f644-4b55-92b6-3d9ef9aa5ee0 None None] Port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:08.619050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.632373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4a039d4b-7040-4349-9404-435035cca99d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:08.632761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.660836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703253e-7cff-4a9c-bbe9-30f5d3d964d8 req-2b0c661c-5509-4941-a43c-599666da4a64 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:08.664353 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9703253e-7cff-4a9c-bbe9-30f5d3d964d8 req-2b0c661c-5509-4941-a43c-599666da4a64 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2023520 Jul 09 13:26:08.746198 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9703253e-7cff-4a9c-bbe9-30f5d3d964d8 req-0d23c26a-2571-4fbe-bbb6-98aa3d720689 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743742 Jul 09 13:26:08.846752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.857577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34668) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:08.915712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.089530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec6c4bf-76b7-419d-996e-e3123dc8b310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.121848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Pushing event updated for resources: {'Port': ['ID=794f07aa-11e5-4ac0-8273-8aac3b71845b,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:09.266031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec6c4bf-76b7-419d-996e-e3123dc8b310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.271939 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec6c4bf-76b7-419d-996e-e3123dc8b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.313384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6c4bf-76b7-419d-996e-e3123dc8b310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5353d9f-817e-4279-ba5f-da09852834a3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:09.357604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28038d6-62c1-400d-977c-90ff2218aec9 req-7ec3a8c9-72ea-40fb-8f3e-47f96dda8647 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.362054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f28038d6-62c1-400d-977c-90ff2218aec9 req-7ec3a8c9-72ea-40fb-8f3e-47f96dda8647 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 1.0957482 Jul 09 13:26:09.376530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fec6c4bf-76b7-419d-996e-e3123dc8b310 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7006609fe60a41d58f48f389277c2f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176244 Jul 09 13:26:09.383535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34674) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:09.410746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-e3708dfa-b8d7-4e95-a3e7-0780dda43e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.413082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-e3708dfa-b8d7-4e95-a3e7-0780dda43e65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=13ff547602fd46f2847970a13e5936ff&device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 1094 time: 0.7141423 Jul 09 13:26:09.495695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1caefbf1-db9c-48da-85c6-17e8a1923177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.527416 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1caefbf1-db9c-48da-85c6-17e8a1923177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.533905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f28038d6-62c1-400d-977c-90ff2218aec9 req-ff126993-1421-4dde-8569-097e7377cc21 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310904 Jul 09 13:26:09.606349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70471801-e97b-43e6-aea6-b2c19e37f61e req-18c37047-2ea3-469e-9c19-389998ef6837 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.615123 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70471801-e97b-43e6-aea6-b2c19e37f61e req-18c37047-2ea3-469e-9c19-389998ef6837 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 943 time: 0.2858603 Jul 09 13:26:09.618623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1caefbf1-db9c-48da-85c6-17e8a1923177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.621404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1caefbf1-db9c-48da-85c6-17e8a1923177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.625522 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1caefbf1-db9c-48da-85c6-17e8a1923177 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5353d9f-817e-4279-ba5f-da09852834a3 HTTP/1.1" status: 204 len: 168 time: 0.2366135 Jul 09 13:26:09.698011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caefbf1-db9c-48da-85c6-17e8a1923177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5353d9f-817e-4279-ba5f-da09852834a3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:09.753835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70471801-e97b-43e6-aea6-b2c19e37f61e req-01108351-2bad-4677-8b92-9045082cc02a tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377382 Jul 09 13:26:09.935290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Network 11c1703c-2ddd-4548-9a7c-70830c767e17 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:09.949852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:09.992282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-840d38ba-f8bf-447f-a4b8-ba6dcd149443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.993993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-840d38ba-f8bf-447f-a4b8-ba6dcd149443 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa404a29-5028-4337-9c3b-6ba03929374e HTTP/1.1" status: 200 len: 921 time: 0.4757104 Jul 09 13:26:10.056190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-bbc99efd-30d3-4b14-8366-77f498113fb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08935fcd-25c3-4e85-b7af-05f556a57ded HTTP/1.1" status: 200 len: 217 time: 0.0537503 Jul 09 13:26:10.203965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ecd00-dc28-42fa-b5fd-83bcb29d39d2 req-4bc8ff17-d47a-4d8e-aa2f-a80abeb6871a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:10.212051 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c78ecd00-dc28-42fa-b5fd-83bcb29d39d2 req-4bc8ff17-d47a-4d8e-aa2f-a80abeb6871a tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.1984389 Jul 09 13:26:10.266126 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c78ecd00-dc28-42fa-b5fd-83bcb29d39d2 req-fbbc3de5-aba5-4746-941e-6fc8a64c1373 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529983 Jul 09 13:26:10.272464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5bb5-1509-4fc6-85e7-f1be31a3d770 req-d3f62e6f-d237-414e-8c62-ce8b1494f6e2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:10.282652 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-397b5bb5-1509-4fc6-85e7-f1be31a3d770 req-d3f62e6f-d237-414e-8c62-ce8b1494f6e2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 931 time: 0.4402385 Jul 09 13:26:10.394659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:10.410644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-8fdef5c9-eb8c-488f-9a49-abc5ec6abd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:10.414419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-8fdef5c9-eb8c-488f-9a49-abc5ec6abd29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5ba2510-64dc-4f60-ab1c-ed820e198b3a HTTP/1.1" status: 200 len: 861 time: 0.3441002 Jul 09 13:26:10.429006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.443836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Transition to ACTIVE for port object 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:10.453302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-397b5bb5-1509-4fc6-85e7-f1be31a3d770 req-27aa1787-9358-46b8-a5ec-c21e8b579ee0 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696477 Jul 09 13:26:10.483438 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.507420 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-cdc19611-07d2-4fa9-9eef-6c25b3348da7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa404a29-5028-4337-9c3b-6ba03929374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509684 Jul 09 13:26:10.535896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6d53708c-7a5a-4e49-b705-dbefa07c9be8 None None] Provisioning complete for port 794f07aa-11e5-4ac0-8273-8aac3b71845b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:10.537793 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d53708c-7a5a-4e49-b705-dbefa07c9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.604527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6d53708c-7a5a-4e49-b705-dbefa07c9be8 None None] Port 794f07aa-11e5-4ac0-8273-8aac3b71845b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:10.763480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:10.764354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:10.981580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e45c-aa1e-4eeb-a46b-be3a83e6df5e req-39d90819-e4d8-4695-939b-50f5a03a8158 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:10.988917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c6b0e45c-aa1e-4eeb-a46b-be3a83e6df5e req-39d90819-e4d8-4695-939b-50f5a03a8158 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1872132 Jul 09 13:26:11.024875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-e420556d-75ba-4341-b5c1-10e80525f372 service neutron] 10.222.0.10 "GET /v2.0/networks/fa404a29-5028-4337-9c3b-6ba03929374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906969 Jul 09 13:26:11.087194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c6b0e45c-aa1e-4eeb-a46b-be3a83e6df5e req-225c74a5-1ae5-4d82-bcd6-8eb6b0dfb24f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923941 Jul 09 13:26:11.242518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7703fe8-a27e-4725-9972-a7acd100c5cc req-8928f8d0-dcb0-482e-857b-79729104e3f4 service neutron] 10.222.0.10 "GET /v2.0/networks/fa404a29-5028-4337-9c3b-6ba03929374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748204 Jul 09 13:26:11.323714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Attempting to bind port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:11.324168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Attempting to bind port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:11.326142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Attempting to bind port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f on network 7492bd21-10e4-4d79-afc2-96e3b0e9830c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:11.353030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f on network 7492bd21-10e4-4d79-afc2-96e3b0e9830c not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:11.353357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Attempting to bind port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f on network 7492bd21-10e4-4d79-afc2-96e3b0e9830c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:11.367149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76398da0-cb4d-4eb7-9e42-992ec802ae69 req-b8706766-b5be-45ce-b905-4ef807e93ddf tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.375112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76398da0-cb4d-4eb7-9e42-992ec802ae69 req-b8706766-b5be-45ce-b905-4ef807e93ddf tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 943 time: 0.3546073 Jul 09 13:26:11.406035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:11.406385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Checking segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:11.406758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Bound using segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:11.407228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Bound port: 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:11.407589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:11.431682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:11.442109 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-99017582-9959-4f56-9cca-4f1155951b69 admin admin] 10.222.0.32 "PUT /v2.0/routers/1419c1eb-b6d4-4908-b2c9-14d9a0359679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0294526 Jul 09 13:26:11.450476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Sync routers for ids ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:11.463602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Routers {'1419c1eb-b6d4-4908-b2c9-14d9a0359679'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:11.469339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:11.495923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76398da0-cb4d-4eb7-9e42-992ec802ae69 req-8ab406ef-66b9-4b08-805a-db48df15aaa7 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102293 Jul 09 13:26:11.615535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2234-21fe-40a5-b280-8a37b2805027 req-4e34376b-a42c-43c0-9f42-4ebd8f121b04 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.625478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45cc2234-21fe-40a5-b280-8a37b2805027 req-4e34376b-a42c-43c0-9f42-4ebd8f121b04 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.1201673 Jul 09 13:26:11.696579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] For port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:11.707478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] For port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:11.720581 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:11.723533 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45cc2234-21fe-40a5-b280-8a37b2805027 req-3ceaf57a-4bd0-485d-9b19-dfd370e4e270 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960829 Jul 09 13:26:11.832939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.833722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:11.835322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f HTTP/1.1" status: 200 len: 1091 time: 3.7081766 Jul 09 13:26:11.835904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110615aa-3db8-46e2-815f-edbef769ee77', 'tag': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:11.852335 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83500cf3-1828-4bbd-9f22-a5f801117580" -d '{"events": [{"name": "network-changed", "server_uuid": "110615aa-3db8-46e2-815f-edbef769ee77", "tag": "5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:11.896013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Set router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:12.050323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e50c28-580f-4ee9-87e9-2f2a7355a5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:12.051449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3d3bb-ca2b-40b7-bbf3-b50ffe060da7 req-ddf23f14-b1a8-4c41-bd4b-86316232adb2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:12.061991 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffc3d3bb-ca2b-40b7-bbf3-b50ffe060da7 req-ddf23f14-b1a8-4c41-bd4b-86316232adb2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 943 time: 0.1548193 Jul 09 13:26:12.131294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-488481ec-08db-4103-a144-5374fc873bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:12.133355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-488481ec-08db-4103-a144-5374fc873bd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 1094 time: 0.2400200 Jul 09 13:26:12.161781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34742) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:12.168833 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffc3d3bb-ca2b-40b7-bbf3-b50ffe060da7 req-86a95216-4ff1-4fb2-8c47-2fa813a9fe85 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038172 Jul 09 13:26:12.243360 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ad82e4-8fd2-45ae-a259-72dbc334d097 x-openstack-request-id: req-f4ad82e4-8fd2-45ae-a259-72dbc334d097 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:12.243988 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110615aa-3db8-46e2-815f-edbef769ee77", "tag": "5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:12.244460 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4ad82e4-8fd2-45ae-a259-72dbc334d097 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:12.245088 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110615aa-3db8-46e2-815f-edbef769ee77', 'tag': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'status': 'completed', 'code': 200} Jul 09 13:26:12.276847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-ab0f608b-7fc9-4a8e-8459-cc560a11a351 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f HTTP/1.1" status: 200 len: 217 time: 0.1146412 Jul 09 13:26:12.359905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 08935fcd-25c3-4e85-b7af-05f556a57ded details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:12.501467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0f6b7-ef89-4bc0-a1f6-73d1c58c6d00 req-a41fab0a-0c87-4612-99fa-95f724e40f6d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:12.510808 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30c0f6b7-ef89-4bc0-a1f6-73d1c58c6d00 req-a41fab0a-0c87-4612-99fa-95f724e40f6d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.1378014 Jul 09 13:26:12.638346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30c0f6b7-ef89-4bc0-a1f6-73d1c58c6d00 req-e027da80-b973-40d8-8c93-239af187a4d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262150 Jul 09 13:26:12.804107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 08935fcd-25c3-4e85-b7af-05f556a57ded, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=08935fcd-25c3-4e85-b7af-05f556a57ded,segment=NetworkSegment(41e79479-dcd5-48fc-8443-cb8a3c65612e),segment_id=41e79479-dcd5-48fc-8443-cb8a3c65612e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:12.836275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '4a039d4b-7040-4349-9404-435035cca99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:26:06Z', 'revision_number': 4, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port': {'id': '4a039d4b-7040-4349-9404-435035cca99d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:55Z', 'updated_at': '2021-07-09T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '794f07aa-11e5-4ac0-8273-8aac3b71845b', 'name': '', 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'mac_address': 'fa:16:3e:01:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd1eb1958-8d24-47b2-ad67-736426cd7ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:03Z', 'updated_at': '2021-07-09T13:26:07Z', 'revision_number': 2, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'subnets': [{'id': 'd1eb1958-8d24-47b2-ad67-736426cd7ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:12.914762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Checking router: 1419c1eb-b6d4-4908-b2c9-14d9a0359679 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:12.931562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Updating router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 port 794f07aa-11e5-4ac0-8273-8aac3b71845b binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:12.979715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55c19c-009e-45c2-b57b-b3d97e0a9184 req-71ba1fe5-3066-404a-bbe2-c1a25496b148 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:12.983898 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.988413 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf55c19c-009e-45c2-b57b-b3d97e0a9184 req-71ba1fe5-3066-404a-bbe2-c1a25496b148 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 943 time: 0.0904310 Jul 09 13:26:13.014585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '08935fcd-25c3-4e85-b7af-05f556a57ded', 'network_id': 'fa404a29-5028-4337-9c3b-6ba03929374e', 'port_id': '08935fcd-25c3-4e85-b7af-05f556a57ded', 'mac_address': 'fa:16:3e:13:29:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ba2510-64dc-4f60-ab1c-ed820e198b3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:13.051992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf55c19c-009e-45c2-b57b-b3d97e0a9184 req-7ae63c98-0b8f-47a3-9c67-de471dfc3569 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625768 Jul 09 13:26:13.082067 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.160406 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-ec9d8ee1-368b-4d9c-8e04-3a2f5a66e751 req-1507b013-6976-4291-9a5e-477ac8f8494b tempest-FloatingIPDetailsNegativeTestJSON-1636486848 tempest-FloatingIPDetailsNegativeTestJSON-1636486848-project] show failed (client error): The resource could not be found. Jul 09 13:26:13.167228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec9d8ee1-368b-4d9c-8e04-3a2f5a66e751 req-1507b013-6976-4291-9a5e-477ac8f8494b tempest-FloatingIPDetailsNegativeTestJSON-1636486848 tempest-FloatingIPDetailsNegativeTestJSON-1636486848-project] 10.222.0.32 "GET /v2.0/floatingips/341a7b0e-a567-4ed0-97ed-764439641635 HTTP/1.1" status: 404 len: 350 time: 0.8473089 Jul 09 13:26:13.171215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34764) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:13.199815 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1af975f8-9806-46d0-8ff3-0b9414f534c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.211954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-896e847d-90c8-4062-b5a4-63174191d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.216118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-896e847d-90c8-4062-b5a4-63174191d588 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.9374509 Jul 09 13:26:13.370425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1af975f8-9806-46d0-8ff3-0b9414f534c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.392370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1af975f8-9806-46d0-8ff3-0b9414f534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.433029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbd5a6-0988-46d9-88b8-c60fda78f5e3 req-31d7b2e9-bd75-4f7d-a150-215112175eec tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.442838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09dbd5a6-0988-46d9-88b8-c60fda78f5e3 req-31d7b2e9-bd75-4f7d-a150-215112175eec tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2236910 Jul 09 13:26:13.521671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1af975f8-9806-46d0-8ff3-0b9414f534c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=812d241c19c643f1a026dfe97c0cb9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2925029 Jul 09 13:26:13.524852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af975f8-9806-46d0-8ff3-0b9414f534c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd1f1c4-134f-4963-ad4c-a10e32820b39,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:13.563118 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.572345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34774) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:13.576197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Transition to ACTIVE for port object 794f07aa-11e5-4ac0-8273-8aac3b71845b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:13.581828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.585843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.651063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407a3df-d85a-448f-8cac-8af98cc3a7b9 None None] Pushing event updated for resources: {'Port': ['ID=794f07aa-11e5-4ac0-8273-8aac3b71845b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:13.668820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08935fcd-25c3-4e85-b7af-05f556a57ded {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:13.676388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-7a35b9c3-200f-4c7b-a904-4e27c53b51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.678907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-7a35b9c3-200f-4c7b-a904-4e27c53b51da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3047583 Jul 09 13:26:13.679987 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82d53a2a-69f9-45cb-a91e-355b9157f507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.781829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 08935fcd-25c3-4e85-b7af-05f556a57ded, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=08935fcd-25c3-4e85-b7af-05f556a57ded,segment=NetworkSegment(41e79479-dcd5-48fc-8443-cb8a3c65612e),segment_id=41e79479-dcd5-48fc-8443-cb8a3c65612e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:13.798289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Attempting to bind port 794f07aa-11e5-4ac0-8273-8aac3b71845b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:13.798808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Attempting to bind port 794f07aa-11e5-4ac0-8273-8aac3b71845b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:13.799198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Attempting to bind port 794f07aa-11e5-4ac0-8273-8aac3b71845b on network 11c1703c-2ddd-4548-9a7c-70830c767e17 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:13.802380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-d70b1126-bb68-47e2-9415-019d0177bf56 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142285 Jul 09 13:26:13.830663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:13.831091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Checking segment: {'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:13.833519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.833923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Bound using segment: {'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:13.834419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Bound port: 794f07aa-11e5-4ac0-8273-8aac3b71845b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629b5361-1ba8-4ac1-8866-9fe115d4a592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:13.834804 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.862583 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09dbd5a6-0988-46d9-88b8-c60fda78f5e3 req-3a9dee45-6a9e-4a45-aadf-0984b50ccf01 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185500 Jul 09 13:26:13.876823 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.911514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.927887 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82d53a2a-69f9-45cb-a91e-355b9157f507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.017244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1d99b-7b80-4f3a-9573-4f99da0f41e7 req-d49c9c61-07c9-4d5a-8e09-f5a0232605de tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.024459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4c1d99b-7b80-4f3a-9573-4f99da0f41e7 req-d49c9c61-07c9-4d5a-8e09-f5a0232605de tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 943 time: 0.5308921 Jul 09 13:26:14.025187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.025306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=08935fcd-25c3-4e85-b7af-05f556a57ded,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:14.052648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] For port 794f07aa-11e5-4ac0-8273-8aac3b71845b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:14.056318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] For port 794f07aa-11e5-4ac0-8273-8aac3b71845b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=794f07aa-11e5-4ac0-8273-8aac3b71845b,segment=NetworkSegment(629b5361-1ba8-4ac1-8866-9fe115d4a592),segment_id=629b5361-1ba8-4ac1-8866-9fe115d4a592)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:14.070077 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.174569 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4c1d99b-7b80-4f3a-9573-4f99da0f41e7 req-e472c225-4b64-496a-afd7-5d8f0883c30b tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491773 Jul 09 13:26:14.223337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a18e15e7-ea13-482a-b66d-0444a9f7d70c req-88ad23ea-5104-45b6-a5b8-f165f0d51e49 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075077 Jul 09 13:26:14.240177 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82d53a2a-69f9-45cb-a91e-355b9157f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.243422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82d53a2a-69f9-45cb-a91e-355b9157f507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.257258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-82d53a2a-69f9-45cb-a91e-355b9157f507 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fd1f1c4-134f-4963-ad4c-a10e32820b39 HTTP/1.1" status: 204 len: 168 time: 0.6581328 Jul 09 13:26:14.286701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d53a2a-69f9-45cb-a91e-355b9157f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd1f1c4-134f-4963-ad4c-a10e32820b39,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:14.468680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['08935fcd-25c3-4e85-b7af-05f556a57ded'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:14.514810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407a3df-d85a-448f-8cac-8af98cc3a7b9 None None] Pushing event updated for resources: {'Port': ['ID=794f07aa-11e5-4ac0-8273-8aac3b71845b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:14.577919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-77329535-dfec-4304-8298-e8507d389100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.584139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd8183-f02b-4fe1-8d73-6241c9315484 req-cb49000f-4c54-4223-bcc3-8b4274a3dacf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.595661 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8fd8183-f02b-4fe1-8d73-6241c9315484 req-cb49000f-4c54-4223-bcc3-8b4274a3dacf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.4089811 Jul 09 13:26:14.635563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-b8dfbc69-57bf-47e8-b032-f4cdf968e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.641553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-b8dfbc69-57bf-47e8-b032-f4cdf968e292 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 1094 time: 0.3189662 Jul 09 13:26:14.677249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Routers {'1419c1eb-b6d4-4908-b2c9-14d9a0359679'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:14.677746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:25:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:14.723631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8fd8183-f02b-4fe1-8d73-6241c9315484 req-8eea8143-a83e-4b6d-a819-8e77470f6673 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268325 Jul 09 13:26:14.800000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e62fb-d9bc-4c84-b763-e7f3ff94df48 req-14fa734f-06d8-4d1f-901a-8a119298ab7d tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.808099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-849e62fb-d9bc-4c84-b763-e7f3ff94df48 req-14fa734f-06d8-4d1f-901a-8a119298ab7d tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 944 time: 0.3477349 Jul 09 13:26:14.886621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] Set router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:14.890977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-849e62fb-d9bc-4c84-b763-e7f3ff94df48 req-9419c1b3-bd7c-4099-9545-2622b1512e9a tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810795 Jul 09 13:26:14.927330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-d94e839f-115e-4e26-b3d4-6bb0ad6f02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.928905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-d94e839f-115e-4e26-b3d4-6bb0ad6f02cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 911 time: 0.2777567 Jul 09 13:26:14.959223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Deleting port 794f07aa-11e5-4ac0-8273-8aac3b71845b {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:14.959695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.983218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-3580f9d6-e68b-46a2-9791-95a497b0daf3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f HTTP/1.1" status: 200 len: 217 time: 0.0465667 Jul 09 13:26:15.103799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-92bca850-ec16-45b0-8cbf-16c6a9880b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.106228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-92bca850-ec16-45b0-8cbf-16c6a9880b03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.1163926 Jul 09 13:26:15.138029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] For port 794f07aa-11e5-4ac0-8273-8aac3b71845b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=794f07aa-11e5-4ac0-8273-8aac3b71845b,segment=NetworkSegment(629b5361-1ba8-4ac1-8866-9fe115d4a592),segment_id=629b5361-1ba8-4ac1-8866-9fe115d4a592)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:15.141815 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.174301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Calling delete_port for 794f07aa-11e5-4ac0-8273-8aac3b71845b owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:15.240827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-5bd2c2cc-fc45-416b-9d68-466f3f60f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.242073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-5bd2c2cc-fc45-416b-9d68-466f3f60f208 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219063 Jul 09 13:26:15.255540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33765041-643a-435c-9a2e-0f4d9015d31c req-84fdf509-5b21-4d47-908b-6b6171934c12 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.257521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33765041-643a-435c-9a2e-0f4d9015d31c req-84fdf509-5b21-4d47-908b-6b6171934c12 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.1503036 Jul 09 13:26:15.345258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '4a039d4b-7040-4349-9404-435035cca99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:26:06Z', 'revision_number': 4, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port': {'id': '4a039d4b-7040-4349-9404-435035cca99d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:55Z', 'updated_at': '2021-07-09T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '794f07aa-11e5-4ac0-8273-8aac3b71845b', 'name': '', 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'mac_address': 'fa:16:3e:01:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd1eb1958-8d24-47b2-ad67-736426cd7ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:03Z', 'updated_at': '2021-07-09T13:26:14Z', 'revision_number': 4, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'subnets': [{'id': 'd1eb1958-8d24-47b2-ad67-736426cd7ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:15.376690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33765041-643a-435c-9a2e-0f4d9015d31c req-b234a9c6-999f-4896-b930-bb285a8efcf9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092043 Jul 09 13:26:15.412702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a0aa9-8fb6-4713-aad3-0c3a710b7dbf None None] The sync data for ids ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'] in n-d-799524-3 is: [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '4a039d4b-7040-4349-9404-435035cca99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:26:06Z', 'revision_number': 4, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port': {'id': '4a039d4b-7040-4349-9404-435035cca99d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:55Z', 'updated_at': '2021-07-09T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '794f07aa-11e5-4ac0-8273-8aac3b71845b', 'name': '', 'network_id': '11c1703c-2ddd-4548-9a7c-70830c767e17', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'mac_address': 'fa:16:3e:01:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd1eb1958-8d24-47b2-ad67-736426cd7ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:03Z', 'updated_at': '2021-07-09T13:26:14Z', 'revision_number': 4, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'subnets': [{'id': 'd1eb1958-8d24-47b2-ad67-736426cd7ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:15.425158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-73a96f19-9917-4c39-8602-3cea7d095513 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665111 Jul 09 13:26:15.546385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e0ac-437e-40e4-8d27-39a5d2e3eaa4 req-a6358545-e532-45d7-b8a2-5a58ed2aad2a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.548239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88a1e0ac-437e-40e4-8d27-39a5d2e3eaa4 req-a6358545-e532-45d7-b8a2-5a58ed2aad2a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.2257326 Jul 09 13:26:15.633352 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88a1e0ac-437e-40e4-8d27-39a5d2e3eaa4 req-25b72667-a62d-44fc-8c76-b49419170ab7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671253 Jul 09 13:26:15.634605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.683584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Pushing event deleted for resources: {'Port': ['ID=794f07aa-11e5-4ac0-8273-8aac3b71845b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:15.796072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34860) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:15.815822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83500cf3-1828-4bbd-9f22-a5f801117580 req-a7da5a62-e3a6-49b9-a2bc-b7afc94f20f3 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831232 Jul 09 13:26:15.913314 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70bf70-896c-4ed0-b066-df38f0bb9d6a req-2c27dc8a-be4b-4470-8526-93b2379318d4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.917304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d70bf70-896c-4ed0-b066-df38f0bb9d6a req-2c27dc8a-be4b-4470-8526-93b2379318d4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 943 time: 0.2244983 Jul 09 13:26:15.998129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d70bf70-896c-4ed0-b066-df38f0bb9d6a req-d185444f-ed29-474d-9cf2-afe84dfdb84f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749044 Jul 09 13:26:16.030051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-network', 'tenant_id': '30cde1f92349476ca6ef989456528ce8'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:16.054794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Made reservation on behalf of 30cde1f92349476ca6ef989456528ce8 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:16.058045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.069186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.208198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.222026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.230274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.289651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:26:16.320782 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.321137 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Added segment c9aebac0-6f86-483a-8768-38ba78b258d2 of type vlan for network 94b9fb4f-eadb-444f-9bef-5cca340514c5 Jul 09 13:26:16.360390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 08935fcd-25c3-4e85-b7af-05f556a57ded up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:16.435933 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.476290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfd17a-24c9-4806-8212-3d700cefe722,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:16.479891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.482169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:16.483025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.501661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 08935fcd-25c3-4e85-b7af-05f556a57ded completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:16.506227 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7074046 Jul 09 13:26:16.507264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34900) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:16.513565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Request body: {'subnet': {'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-subnet', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:16.514062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 08935fcd-25c3-4e85-b7af-05f556a57ded triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:16.514449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.590084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab31c4e-0a78-4108-b752-82e34a0c5a89 req-c643ae1e-7095-463e-a862-740b2657243e tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:16.597677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd800a-68a5-476e-afed-f245e01ad807 admin admin] Pushing event updated for resources: {'Network': ['ID=94b9fb4f-eadb-444f-9bef-5cca340514c5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:16.602188 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0ab31c4e-0a78-4108-b752-82e34a0c5a89 req-c643ae1e-7095-463e-a862-740b2657243e tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 944 time: 0.3908393 Jul 09 13:26:16.612811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 94b9fb4f-eadb-444f-9bef-5cca340514c5 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:26:16.633978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Made reservation on behalf of 30cde1f92349476ca6ef989456528ce8 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:16.641932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.808472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.831619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd125332-5c86-4b42-bb87-6992e5e36f38 req-d0c279f1-d54c-474e-a506-a5019b81c741 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:16.833296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd125332-5c86-4b42-bb87-6992e5e36f38 req-d0c279f1-d54c-474e-a506-a5019b81c741 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.1256480 Jul 09 13:26:16.895966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1021a3-60c6-4a78-9e18-f22d4a136c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08935fcd-25c3-4e85-b7af-05f556a57ded'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:16.898268 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e38e0ed-482a-4467-8c94-196e74db217f" -d '{"events": [{"server_uuid": "ab1021a3-60c6-4a78-9e18-f22d4a136c2a", "name": "network-vif-plugged", "status": "completed", "tag": "08935fcd-25c3-4e85-b7af-05f556a57ded"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:16.911561 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2e1cd1b2-174c-4bf4-aaa6-e2bdefc23a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.921321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd125332-5c86-4b42-bb87-6992e5e36f38 req-65d70add-6ea4-4056-ab87-f4a2f7f4f59f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 Jul 09 13:26:16.931015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 08935fcd-25c3-4e85-b7af-05f556a57ded, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=08935fcd-25c3-4e85-b7af-05f556a57ded,segment=NetworkSegment(41e79479-dcd5-48fc-8443-cb8a3c65612e),segment_id=41e79479-dcd5-48fc-8443-cb8a3c65612e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:16.961983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.972793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0ab31c4e-0a78-4108-b752-82e34a0c5a89 req-a80ab26d-e99c-4cf4-87b8-e537c014de7b tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696170 Jul 09 13:26:17.036356 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.087255 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e37c6a7-8599-4680-8010-ff05232aae61 x-openstack-request-id: req-0e37c6a7-8599-4680-8010-ff05232aae61 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:17.088101 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1021a3-60c6-4a78-9e18-f22d4a136c2a", "name": "network-vif-plugged", "status": "completed", "tag": "08935fcd-25c3-4e85-b7af-05f556a57ded", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:17.088101 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e37c6a7-8599-4680-8010-ff05232aae61 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:17.095317 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1021a3-60c6-4a78-9e18-f22d4a136c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08935fcd-25c3-4e85-b7af-05f556a57ded', 'code': 200} Jul 09 13:26:17.172280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=08935fcd-25c3-4e85-b7af-05f556a57ded,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:17.254894 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:17.256900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.306113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be99c6-3d48-47d9-a068-b843e5ac762c req-04f1ed56-1f4c-4a95-ac8b-f615c1d8aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.311261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8be99c6-3d48-47d9-a068-b843e5ac762c req-04f1ed56-1f4c-4a95-ac8b-f615c1d8aacd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 1096 time: 0.1371651 Jul 09 13:26:17.400521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8be99c6-3d48-47d9-a068-b843e5ac762c req-94977889-4577-4c36-8f12-1b52b6fb977d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802462 Jul 09 13:26:17.444732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93846613-afeb-4570-9538-07b5050f23a1,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:17.697435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a0ea9-88be-4925-8063-a89ca5e66c0d req-a66c74a9-a25c-4c44-a64a-9eb064ef7bad tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.699354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e3a0ea9-88be-4925-8063-a89ca5e66c0d req-a66c74a9-a25c-4c44-a64a-9eb064ef7bad tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.0749469 Jul 09 13:26:17.743637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e3a0ea9-88be-4925-8063-a89ca5e66c0d req-26ab2e49-f25f-4593-867b-ddc7fea3ec8c tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Jul 09 13:26:17.824975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Checking segment: {'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:17.825342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Network hostable DHCP agents. Network: 94b9fb4f-eadb-444f-9bef-5cca340514c5, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:26:17.874162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:17.884311 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] Sync routers for ids ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:17.885206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0d17cd1e-0117-416f-b1d0-3c743ffded61 admin admin] 10.222.0.32 "PUT /v2.0/routers/1419c1eb-b6d4-4908-b2c9-14d9a0359679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7124591 Jul 09 13:26:17.886310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Network 94b9fb4f-eadb-444f-9bef-5cca340514c5 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:26:17.894851 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] Routers {'1419c1eb-b6d4-4908-b2c9-14d9a0359679'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:17.895523 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:17.895690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab480f3a-fbb0-404b-ba12-53f8166bee3e req-81f8c2b7-3ff3-4554-bc0f-db1785d13b04 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.897196 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab480f3a-fbb0-404b-ba12-53f8166bee3e req-81f8c2b7-3ff3-4554-bc0f-db1785d13b04 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 943 time: 0.5836689 Jul 09 13:26:17.898623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34952) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:17.956547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cbe8e-7666-4e2f-bcd5-37dab847b220 req-ac4f5120-68f6-421a-abdd-da9bada55596 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.958197 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c5cbe8e-7666-4e2f-bcd5-37dab847b220 req-ac4f5120-68f6-421a-abdd-da9bada55596 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 946 time: 0.0940220 Jul 09 13:26:17.958364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 94b9fb4f-eadb-444f-9bef-5cca340514c5) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:17.967333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c8e85-49ad-47ba-9a3b-6171564747f1 None None] Network 94b9fb4f-eadb-444f-9bef-5cca340514c5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:17.969976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.970782 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.024409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c5cbe8e-7666-4e2f-bcd5-37dab847b220 req-1c128af8-5bda-4e96-a073-97a9389e25fb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556686 Jul 09 13:26:18.033083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4190b306-2a31-40e9-aa4e-78ea46281806 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5234284 Jul 09 13:26:18.036426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34958) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:18.039051 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab480f3a-fbb0-404b-ba12-53f8166bee3e req-62e24a91-ad4c-48bf-904a-27e3d5e973b2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317837 Jul 09 13:26:18.042586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:18.079499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.095740 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.098057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.195542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.201943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239985d0-3bff-4374-a19e-6d4feb22d9e1 None None] Network 94b9fb4f-eadb-444f-9bef-5cca340514c5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:18.209762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:18.218979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:18.232754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.253182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.262634 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] Set router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:18.364030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Deleting port 4a039d4b-7040-4349-9404-435035cca99d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:18.364652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.429726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b661390-39a8-4622-a3d8-afca9368a1b6 req-7d1233be-1726-446b-820c-6e37869fa352 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:18.431555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b661390-39a8-4622-a3d8-afca9368a1b6 req-7d1233be-1726-446b-820c-6e37869fa352 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 945 time: 0.1340206 Jul 09 13:26:18.483017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.545204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b661390-39a8-4622-a3d8-afca9368a1b6 req-6bbad73d-ed56-43de-bc9c-27c9c597cbd4 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049850 Jul 09 13:26:18.575913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] For port 4a039d4b-7040-4349-9404-435035cca99d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4a039d4b-7040-4349-9404-435035cca99d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:18.576294 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.618441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466469c-448d-48c0-a171-fd62293276d2 req-13e3f47c-5ba9-44f1-91d1-6246ace880aa tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:18.618701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Calling delete_port for 4a039d4b-7040-4349-9404-435035cca99d owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:18.630388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b466469c-448d-48c0-a171-fd62293276d2 req-13e3f47c-5ba9-44f1-91d1-6246ace880aa tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.3723898 Jul 09 13:26:18.650759 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.703807 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '4a039d4b-7040-4349-9404-435035cca99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:26:15Z', 'revision_number': 5, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port': {'id': '4a039d4b-7040-4349-9404-435035cca99d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:55Z', 'updated_at': '2021-07-09T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:18.720538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:18.740976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:18.742655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'port_id': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'mac_address': 'fa:16:3e:56:70:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:18.745939 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.751979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b466469c-448d-48c0-a171-fd62293276d2 req-81dc13d2-cec3-4d6d-986a-a61194913b10 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200936 Jul 09 13:26:18.797884 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] Checking router: 1419c1eb-b6d4-4908-b2c9-14d9a0359679 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:18.815871 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] Routers {'1419c1eb-b6d4-4908-b2c9-14d9a0359679'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:18.817647 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:18.823340 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.845950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=14']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:18.850314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:18.878047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:18.884907 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.002716 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.007968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:19.045718 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] Set router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:19.060274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a039d4b-7040-4349-9404-435035cca99d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:19.096781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:19.111627 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a17ba0-59bc-4324-b708-a5d32b3c358c" -d '{"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-unplugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:19.157820 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:26:18Z', 'revision_number': 6, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:19.189382 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ab4db-1fe1-42f5-9f68-11ac240379c6 None None] The sync data for ids ['1419c1eb-b6d4-4908-b2c9-14d9a0359679'] in n-d-799524-3 is: [{'id': '1419c1eb-b6d4-4908-b2c9-14d9a0359679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-445726419-router', 'tenant_id': 'e9cd408e259f4fac9751996e34a82e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:53Z', 'updated_at': '2021-07-09T13:26:18Z', 'revision_number': 6, 'project_id': 'e9cd408e259f4fac9751996e34a82e5a', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:19.195588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.202472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.208481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:19.247823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.317539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b8af0-2aa4-4a07-88ee-f6df8c96fa90 req-eb903164-004c-42cb-88be-75831c3f0924 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.319168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-542b8af0-2aa4-4a07-88ee-f6df8c96fa90 req-eb903164-004c-42cb-88be-75831c3f0924 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.2631283 Jul 09 13:26:19.321062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.323454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.330688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-669b2b3d-9a05-441d-ba68-73af0e269f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.332384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-669b2b3d-9a05-441d-ba68-73af0e269f7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1095 time: 0.2756186 Jul 09 13:26:19.383116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d585d-a289-4003-a9c7-2cae325bfdc4 req-2b48400f-ce41-48f1-8b21-864928667cff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.384922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c40d585d-a289-4003-a9c7-2cae325bfdc4 req-2b48400f-ce41-48f1-8b21-864928667cff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2344353 Jul 09 13:26:19.389326 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.389971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1419c1eb-b6d4-4908-b2c9-14d9a0359679 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:26:19.400390 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.404121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8c4e5079-afca-4deb-a0eb-58c6d7d5223b admin admin] 10.222.0.32 "DELETE /v2.0/routers/1419c1eb-b6d4-4908-b2c9-14d9a0359679 HTTP/1.1" status: 204 len: 168 time: 1.5015469 Jul 09 13:26:19.404922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34972) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:19.418591 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-542b8af0-2aa4-4a07-88ee-f6df8c96fa90 req-dffd951a-2113-4f9a-9262-1c41a0ac1214 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849402 Jul 09 13:26:19.463488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa3a157-e696-418f-be18-bb17a92ce570 admin admin] Deleting subnet d1eb1958-8d24-47b2-ad67-736426cd7ed2 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:26:19.466829 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a157-e696-418f-be18-bb17a92ce570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.506211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Allocated IP 172.25.5.149 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/839e2251-8a00-4a9a-896b-54f3a9c65075) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:19.509932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a157-e696-418f-be18-bb17a92ce570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.530866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c40d585d-a289-4003-a9c7-2cae325bfdc4 req-fd0c421f-953f-4801-bd67-b2e695c98c2f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298950 Jul 09 13:26:19.599901 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.610164 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6884a334-b1d0-4e1f-a02a-f4b553a1b8a8 x-openstack-request-id: req-6884a334-b1d0-4e1f-a02a-f4b553a1b8a8 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:19.610962 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-unplugged", "status": "completed", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:19.611313 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6884a334-b1d0-4e1f-a02a-f4b553a1b8a8 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:19.611785 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'code': 200} Jul 09 13:26:19.637692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-d3bb3af1-9d10-4c57-bd6d-7293f84272b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.639519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-d3bb3af1-9d10-4c57-bd6d-7293f84272b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.2977583 Jul 09 13:26:19.698044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a157-e696-418f-be18-bb17a92ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.740244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-7e0b09a3-55eb-431f-8895-4271853b7d99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 999 time: 0.0934765 Jul 09 13:26:19.794732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f280870-9c1c-4212-a75e-a0f2f32179c6 req-64f876e8-a0c4-40b7-8f94-193c08654b92 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.796772 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4f280870-9c1c-4212-a75e-a0f2f32179c6 req-64f876e8-a0c4-40b7-8f94-193c08654b92 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 944 time: 0.1782866 Jul 09 13:26:19.809175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd121607-eff9-4450-a754-00cd7085770c req-d444b409-b5df-454a-8baf-f6a07a73fedc tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.810699 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd121607-eff9-4450-a754-00cd7085770c req-d444b409-b5df-454a-8baf-f6a07a73fedc tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 946 time: 0.1532490 Jul 09 13:26:19.814004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a157-e696-418f-be18-bb17a92ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.835158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.871015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-391d24fa-633e-4b01-a939-c6d337d7ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.873309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-391d24fa-633e-4b01-a939-c6d337d7ab7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1155381 Jul 09 13:26:19.873907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c90fc2-4ee5-42d5-9a46-b8f0830e2318 None None] Network 11c1703c-2ddd-4548-9a7c-70830c767e17 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:19.886402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3a157-e696-418f-be18-bb17a92ce570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1eb1958-8d24-47b2-ad67-736426cd7ed2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:19.891409 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a157-e696-418f-be18-bb17a92ce570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.893356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bfa3a157-e696-418f-be18-bb17a92ce570 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d1eb1958-8d24-47b2-ad67-736426cd7ed2 HTTP/1.1" status: 204 len: 168 time: 0.4879940 Jul 09 13:26:19.901172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34978) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:19.923824 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4f280870-9c1c-4212-a75e-a0f2f32179c6 req-6d906bfc-a50c-4089-bc9a-7aa4651ed029 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117504 Jul 09 13:26:19.942563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6c5e7-650a-418b-ad1f-8670d3137c55 req-9f875b0e-7ab2-4446-8c7d-a8a8c73324f5 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.944123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8eb6c5e7-650a-418b-ad1f-8670d3137c55 req-9f875b0e-7ab2-4446-8c7d-a8a8c73324f5 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 945 time: 0.2190683 Jul 09 13:26:20.001053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Deleting port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:20.001760 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.021778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.099794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.117379 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8eb6c5e7-650a-418b-ad1f-8670d3137c55 req-cb766f48-8444-4dce-b839-509fbc7be0ee tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608357 Jul 09 13:26:20.131983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:20.135324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Pushing event updated for resources: {'Port': ['ID=839e2251-8a00-4a9a-896b-54f3a9c65075,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:20.138189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:20.142602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:20.163176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] DHCP port deletion for 11c1703c-2ddd-4548-9a7c-70830c767e17 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:26:20.185499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-71ec3ecf-ac44-4e39-890f-9d4468751727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:20.187243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-71ec3ecf-ac44-4e39-890f-9d4468751727 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052313 Jul 09 13:26:20.198579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] For port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:20.199033 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.226355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Calling delete_port for b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:20.236278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:20.339258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] Deleting port 89f80a5e-525d-4219-b2fa-23d4cf2b839e {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:20.340280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.393192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acca7f-42d6-4fbd-a798-d5b3efbfcf4a req-9c0c52f3-3ca2-433c-bcc0-5e73f4c041ae tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:20.402165 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19acca7f-42d6-4fbd-a798-d5b3efbfcf4a req-9c0c52f3-3ca2-433c-bcc0-5e73f4c041ae tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.3210220 Jul 09 13:26:20.487303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] For port 89f80a5e-525d-4219-b2fa-23d4cf2b839e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89f80a5e-525d-4219-b2fa-23d4cf2b839e,segment=NetworkSegment(629b5361-1ba8-4ac1-8866-9fe115d4a592),segment_id=629b5361-1ba8-4ac1-8866-9fe115d4a592)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:20.487697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.506543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Deleting port 89f80a5e-525d-4219-b2fa-23d4cf2b839e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:20.507100 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.510310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] Calling delete_port for 89f80a5e-525d-4219-b2fa-23d4cf2b839e owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:20.530377 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19acca7f-42d6-4fbd-a798-d5b3efbfcf4a req-094aa7c7-4d70-4be0-82f9-269f8678faf5 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234181 Jul 09 13:26:20.594888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89f80a5e-525d-4219-b2fa-23d4cf2b839e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:20.649244 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.685118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Pushing event deleted for resources: {'Port': ['ID=b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:20.705308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['aa9f80f3-7c28-490e-9b93-5c45f33c5f63'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:20.711774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:20.713315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:20.754921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] No DVR routers for this DVR port b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:20.772605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:20.773076 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.773292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.782373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd121607-eff9-4450-a754-00cd7085770c req-90b16237-916e-4e5b-b51e-4b72a8588317 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.11 "DELETE /v2.0/ports/b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 HTTP/1.1" status: 204 len: 173 time: 0.9477441 Jul 09 13:26:20.782373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb5c1a8-3713-428f-a379-efaaceb2523d', 'name': 'network-vif-deleted', 'tag': 'b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:20.782373 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86238a02-ce48-4a0d-8e40-6c9ec18848bd" -d '{"events": [{"server_uuid": "3cb5c1a8-3713-428f-a379-efaaceb2523d", "name": "network-vif-deleted", "tag": "b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:20.859367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13447f-b1e8-40b3-8b91-7ee8308771e8 req-1f04ff8e-3a3f-4958-9260-91f3a6e7776c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:20.861093 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aa13447f-b1e8-40b3-8b91-7ee8308771e8 req-1f04ff8e-3a3f-4958-9260-91f3a6e7776c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1366866 Jul 09 13:26:20.893341 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.900564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.942783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aa13447f-b1e8-40b3-8b91-7ee8308771e8 req-aa7c34c5-e499-44f0-8a95-cc4b5c4a12c6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735114 Jul 09 13:26:20.958348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] No DVR routers for this DVR port 89f80a5e-525d-4219-b2fa-23d4cf2b839e on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:20.958819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c25bd-91e5-4a3a-ba0e-d0c0ee72788c None None] Pushing event deleted for resources: {'Port': ['ID=89f80a5e-525d-4219-b2fa-23d4cf2b839e,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:21.030573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 794f07aa-11e5-4ac0-8273-8aac3b71845b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:21.032358 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af21eea-bd8a-47a0-bfe4-3787fbfee149 x-openstack-request-id: req-6af21eea-bd8a-47a0-bfe4-3787fbfee149 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:21.032760 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb5c1a8-3713-428f-a379-efaaceb2523d", "name": "network-vif-deleted", "tag": "b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:21.033070 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6af21eea-bd8a-47a0-bfe4-3787fbfee149 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:21.033658 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb5c1a8-3713-428f-a379-efaaceb2523d', 'name': 'network-vif-deleted', 'tag': 'b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6', 'status': 'completed', 'code': 200} Jul 09 13:26:21.062864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-4031b89b-5b18-4b36-ae48-d57e77aa3221 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449190 Jul 09 13:26:21.188561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-addd50a5-bcfd-4a7f-80e3-8b4654f1f9c1 req-8debefb2-4c27-477d-b2a8-2b084b4915b4 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb5c1a8-3713-428f-a379-efaaceb2523d HTTP/1.1" status: 200 len: 210 time: 0.1286290 Jul 09 13:26:21.188808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 794f07aa-11e5-4ac0-8273-8aac3b71845b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:21.189289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 794f07aa-11e5-4ac0-8273-8aac3b71845b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:21.189570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4a039d4b-7040-4349-9404-435035cca99d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:21.194968 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.223559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] For port 89f80a5e-525d-4219-b2fa-23d4cf2b839e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89f80a5e-525d-4219-b2fa-23d4cf2b839e,segment=NetworkSegment(629b5361-1ba8-4ac1-8866-9fe115d4a592),segment_id=629b5361-1ba8-4ac1-8866-9fe115d4a592)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:21.223932 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.234616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 4a039d4b-7040-4349-9404-435035cca99d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:21.235268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4a039d4b-7040-4349-9404-435035cca99d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:21.283100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:21.283455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a73a5-bdee-4b4b-a146-2af673531dd2 req-c7998b38-61fc-475b-8210-5fd915498861 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.289059 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c27a73a5-bdee-4b4b-a146-2af673531dd2 req-c7998b38-61fc-475b-8210-5fd915498861 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 944 time: 0.1311584 Jul 09 13:26:21.297878 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.312519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Calling delete_port for 89f80a5e-525d-4219-b2fa-23d4cf2b839e owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:21.379622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:21.389970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c27a73a5-bdee-4b4b-a146-2af673531dd2 req-aa0bf5c4-60d3-4aa3-a34b-bad6a0f0e6d6 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945406 Jul 09 13:26:21.419547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.463356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f80a5e-525d-4219-b2fa-23d4cf2b839e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:21.478251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] No DVR routers for this DVR port 89f80a5e-525d-4219-b2fa-23d4cf2b839e on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:21.522787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.611559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fe36a5d-7047-45c2-ac99-a22099caa7a6 req-2e102b25-80bb-4f7b-8c9c-57de1a59f207 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397110 Jul 09 13:26:21.612955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110615aa-3db8-46e2-815f-edbef769ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:21.616698 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a661bdfe-90bc-49bc-afbe-a7ccf7629f82" -d '{"events": [{"server_uuid": "110615aa-3db8-46e2-815f-edbef769ee77", "name": "network-vif-plugged", "status": "completed", "tag": "5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:21.644852 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.683480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c1703c-2ddd-4548-9a7c-70830c767e17']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:21.723597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629b5361-1ba8-4ac1-8866-9fe115d4a592') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:21.723892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629b5361-1ba8-4ac1-8866-9fe115d4a592') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:21.740378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca555f-56ed-402a-8857-ffb92ef19c23 req-a1410d9c-5151-425b-9e2f-85c16bf4fd1f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.742084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.742356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95ca555f-56ed-402a-8857-ffb92ef19c23 req-a1410d9c-5151-425b-9e2f-85c16bf4fd1f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.0705421 Jul 09 13:26:21.765896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.792729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95ca555f-56ed-402a-8857-ffb92ef19c23 req-0e9069c1-10ce-49d2-b0db-f0123b31ad52 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Jul 09 13:26:21.811860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:26:21.812279 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:26:21.816695 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:26:21.844652 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afee16-8e0d-4cd6-8b32-bd45f9d6a0e1 x-openstack-request-id: req-09afee16-8e0d-4cd6-8b32-bd45f9d6a0e1 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:21.844951 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110615aa-3db8-46e2-815f-edbef769ee77", "name": "network-vif-plugged", "status": "completed", "tag": "5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:21.845210 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09afee16-8e0d-4cd6-8b32-bd45f9d6a0e1 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:21.845606 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110615aa-3db8-46e2-815f-edbef769ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'code': 200} Jul 09 13:26:21.931566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b981-82fa-40ee-a093-d7ee3a2eb04c req-dd9901f2-11a8-4990-8e12-6272e7b48e45 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.933018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4404b981-82fa-40ee-a093-d7ee3a2eb04c req-dd9901f2-11a8-4990-8e12-6272e7b48e45 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 945 time: 0.2543612 Jul 09 13:26:21.946169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.977880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.979626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] 10.222.0.32 "DELETE /v2.0/networks/11c1703c-2ddd-4548-9a7c-70830c767e17 HTTP/1.1" status: 204 len: 168 time: 2.0725701 Jul 09 13:26:22.004262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.006184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219c6fd-f149-4c44-92d7-2e1540c9e020 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c1703c-2ddd-4548-9a7c-70830c767e17,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:22.077388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4404b981-82fa-40ee-a093-d7ee3a2eb04c req-108abb84-8b0e-46ec-a982-9aa5590d7ae3 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330230 Jul 09 13:26:22.143519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1e7ee-15f3-4e95-941c-774865f3169e req-e97a40b7-cce4-4e8b-801d-25a1ca6d42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.145077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ea1e7ee-15f3-4e95-941c-774865f3169e req-e97a40b7-cce4-4e8b-801d-25a1ca6d42b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 1096 time: 0.2216852 Jul 09 13:26:22.162377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35028) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:22.171552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d0ab6-89f1-45e5-8ac3-52f633980ab4 req-5293d84d-12c8-4423-a5fd-0d4c1a7ef2c6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.175433 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a79d0ab6-89f1-45e5-8ac3-52f633980ab4 req-5293d84d-12c8-4423-a5fd-0d4c1a7ef2c6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1109233 Jul 09 13:26:22.205890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ea1e7ee-15f3-4e95-941c-774865f3169e req-7119c9a3-a917-4581-bb6b-f873cd8b5c83 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473924 Jul 09 13:26:22.220402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:26:22.244682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a79d0ab6-89f1-45e5-8ac3-52f633980ab4 req-b6aaddf2-cd19-411b-b9d4-1b60e61d2758 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650377 Jul 09 13:26:22.248975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-11685355-d555-4038-855c-e99c8e253acc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9cd408e259f4fac9751996e34a82e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718300 Jul 09 13:26:22.251459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35032) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:22.320802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-301340e3-5f09-40e5-8a17-5c47f8b73065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.344195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-301340e3-5f09-40e5-8a17-5c47f8b73065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.349185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:22.358708 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Sync routers for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:22.369178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.369383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:22.370184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:22.371617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1a1c06e9-477e-46be-a7aa-836ae080edcd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.3336585 Jul 09 13:26:22.375012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:22.398693 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-301340e3-5f09-40e5-8a17-5c47f8b73065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.405625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-301340e3-5f09-40e5-8a17-5c47f8b73065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.421636 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-301340e3-5f09-40e5-8a17-5c47f8b73065 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0771a8b-d081-4777-b133-ad4d4ad6411e HTTP/1.1" status: 204 len: 168 time: 0.1690826 Jul 09 13:26:22.440520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301340e3-5f09-40e5-8a17-5c47f8b73065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0771a8b-d081-4777-b133-ad4d4ad6411e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:22.547363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:22.687149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9975674-e4e7-4572-9dce-4de567692ffd req-7d1fe12e-49d8-4f05-bf50-2bb4933037fe tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.694934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9975674-e4e7-4572-9dce-4de567692ffd req-7d1fe12e-49d8-4f05-bf50-2bb4933037fe tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1721232 Jul 09 13:26:22.748619 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9975674-e4e7-4572-9dce-4de567692ffd req-92437f9a-0019-4b1e-ab64-31e23ab2bf33 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524685 Jul 09 13:26:22.784568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:20Z', 'revision_number': 3, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:22.815615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Checking router: 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:22.815969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Updating router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 port 839e2251-8a00-4a9a-896b-54f3a9c65075 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:22.856057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.968405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39673b0-c289-4137-b26f-df355b572da8 req-91d5a3db-03ac-4171-b5b9-a99cda2b2ce7 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.971438 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a39673b0-c289-4137-b26f-df355b572da8 req-91d5a3db-03ac-4171-b5b9-a99cda2b2ce7 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1231964 Jul 09 13:26:23.029087 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a39673b0-c289-4137-b26f-df355b572da8 req-f303d387-e929-4989-b763-cb49014f5b9e tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 Jul 09 13:26:23.158665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b31ea-0ab2-42f0-95d2-eb7fdc89c8bc req-f9c55a69-b693-483f-b357-a62f64bcd71b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:23.165724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-975b31ea-0ab2-42f0-95d2-eb7fdc89c8bc req-f9c55a69-b693-483f-b357-a62f64bcd71b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2052069 Jul 09 13:26:23.229344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794d520-cbb4-4706-abdd-171b26f60582 req-c2dfcb07-32f8-42ef-92af-274eb5986cf6 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:23.231371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6794d520-cbb4-4706-abdd-171b26f60582 req-c2dfcb07-32f8-42ef-92af-274eb5986cf6 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 945 time: 0.2259178 Jul 09 13:26:23.236078 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.251182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Transition to ACTIVE for port object 839e2251-8a00-4a9a-896b-54f3a9c65075 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:23.258880 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.325321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e74a6-083a-48d6-b654-dc5504b70499 None None] Pushing event updated for resources: {'Port': ['ID=839e2251-8a00-4a9a-896b-54f3a9c65075,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:23.328896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Attempting to bind port 839e2251-8a00-4a9a-896b-54f3a9c65075 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:23.329541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Attempting to bind port 839e2251-8a00-4a9a-896b-54f3a9c65075 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:23.330109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Attempting to bind port 839e2251-8a00-4a9a-896b-54f3a9c65075 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:23.335905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:23.336419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:23.336923 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.337409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:23.338119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Bound port: 839e2251-8a00-4a9a-896b-54f3a9c65075, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:23.338737 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.349225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.378565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ee296-8271-42fa-8eb7-6c33c4bbdd5b req-ff270f70-ccd5-4c48-b86a-84ddf1c78b20 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:23.380429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d8ee296-8271-42fa-8eb7-6c33c4bbdd5b req-ff270f70-ccd5-4c48-b86a-84ddf1c78b20 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1021a3-60c6-4a78-9e18-f22d4a136c2a HTTP/1.1" status: 200 len: 945 time: 0.1010427 Jul 09 13:26:23.380936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-975b31ea-0ab2-42f0-95d2-eb7fdc89c8bc req-94b91bce-c3cb-4ca0-866c-503a5537db63 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143729 Jul 09 13:26:23.401316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] For port 839e2251-8a00-4a9a-896b-54f3a9c65075, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:23.405907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] For port 839e2251-8a00-4a9a-896b-54f3a9c65075, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=839e2251-8a00-4a9a-896b-54f3a9c65075,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:23.412512 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.461640 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d8ee296-8271-42fa-8eb7-6c33c4bbdd5b req-ff380834-1912-48e2-a63d-c07aa02ba277 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5258eb5-b1ac-4874-8ef8-d61d7c111963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694406 Jul 09 13:26:23.492126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:23.493313 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:23.499350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e74a6-083a-48d6-b654-dc5504b70499 None None] Pushing event updated for resources: {'Port': ['ID=839e2251-8a00-4a9a-896b-54f3a9c65075,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:23.541182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Deleting port 08935fcd-25c3-4e85-b7af-05f556a57ded {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:23.541629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.546592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:23.636475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:23.663173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-815418738-network', 'tenant_id': '89782425baff493da7a1cd4409afa706'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:23.689676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Made reservation on behalf of 89782425baff493da7a1cd4409afa706 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:23.692472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.701766 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.753515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] For port 08935fcd-25c3-4e85-b7af-05f556a57ded, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=08935fcd-25c3-4e85-b7af-05f556a57ded,segment=NetworkSegment(41e79479-dcd5-48fc-8443-cb8a3c65612e),segment_id=41e79479-dcd5-48fc-8443-cb8a3c65612e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:23.754428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.781071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cdb6d-e77c-489e-9506-9dbb17b8ccc4 req-86d0c29f-7a2e-47f3-aae5-2af363698150 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:23.782882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-939cdb6d-e77c-489e-9506-9dbb17b8ccc4 req-86d0c29f-7a2e-47f3-aae5-2af363698150 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1857479 Jul 09 13:26:23.788187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Calling delete_port for 08935fcd-25c3-4e85-b7af-05f556a57ded owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:23.794140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Allocated IP 172.20.0.1 (94b9fb4f-eadb-444f-9bef-5cca340514c5/93846613-afeb-4570-9538-07b5050f23a1/e80f2bca-9ba0-4824-bc9b-a97c8943f72c) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:23.836307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.840838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.875872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:26:23.881705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:20Z', 'revision_number': 3, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:23.889381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b1d8f3-6fb7-43e7-8c5f-25745f406953,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:23.897397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.897738 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Added segment fd24e7df-b7b2-432f-a6e6-23d4d19dd734 of type vlan for network 6ef72efd-2866-4f9e-b571-8a743b48db3b Jul 09 13:26:23.920545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6fe30-e6bc-4d5f-8529-9d94f3b90faa None None] The sync data for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 is: [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:20Z', 'revision_number': 3, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:23.953460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.960570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-939cdb6d-e77c-489e-9506-9dbb17b8ccc4 req-8ca0c5cc-ec12-48c1-b786-4e8f0ec55ccd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686170 Jul 09 13:26:24.006452 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.009155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:24.011639 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.084484 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.128656 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.135875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['08935fcd-25c3-4e85-b7af-05f556a57ded'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:24.142101 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5942676 Jul 09 13:26:24.147787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35084) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:24.154715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Request body: {'subnet': {'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-815418738-subnet', 'tenant_id': '89782425baff493da7a1cd4409afa706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:24.164453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f409d-f943-4351-ba5b-30cce42205d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef72efd-2866-4f9e-b571-8a743b48db3b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:24.175401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 6ef72efd-2866-4f9e-b571-8a743b48db3b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:26:24.208027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Made reservation on behalf of 89782425baff493da7a1cd4409afa706 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:24.210526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.216652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Pushing event deleted for resources: {'Port': ['ID=08935fcd-25c3-4e85-b7af-05f556a57ded,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:24.236947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8aaa-925a-4120-9f44-87d7371f0e76 req-0a9854fa-e5cc-4b7f-ab1e-9ebb1de20396 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:24.244750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b4a8aaa-925a-4120-9f44-87d7371f0e76 req-0a9854fa-e5cc-4b7f-ab1e-9ebb1de20396 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.2214396 Jul 09 13:26:24.270400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:24.332016 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:24.332586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b54b4f3b-e8ab-4814-80bb-befe7dd3f6e6 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:24.341399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] No DVR routers for this DVR port 08935fcd-25c3-4e85-b7af-05f556a57ded on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:24.345893 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.348008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6794d520-cbb4-4706-abdd-171b26f60582 req-b92b6a00-e38e-4e6c-a30c-88fbf68efbc8 tempest-ServerMetadataNegativeTestJSON-716940100 tempest-ServerMetadataNegativeTestJSON-716940100-project] 10.222.0.10 "DELETE /v2.0/ports/08935fcd-25c3-4e85-b7af-05f556a57ded HTTP/1.1" status: 204 len: 173 time: 1.1081438 Jul 09 13:26:24.349317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1021a3-60c6-4a78-9e18-f22d4a136c2a', 'name': 'network-vif-deleted', 'tag': '08935fcd-25c3-4e85-b7af-05f556a57ded'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:24.353472 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac588da-5c7b-4dbf-9baf-188c10d309f8" -d '{"events": [{"server_uuid": "ab1021a3-60c6-4a78-9e18-f22d4a136c2a", "name": "network-vif-deleted", "tag": "08935fcd-25c3-4e85-b7af-05f556a57ded"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:24.357021 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.383864 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7b4a8aaa-925a-4120-9f44-87d7371f0e76 req-77845f27-dce0-4feb-8c8e-0dde22cf4c79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380529 Jul 09 13:26:24.460680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Network 94b9fb4f-eadb-444f-9bef-5cca340514c5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:24.467561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:24.471681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:24.494326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Pushing event updated for resources: {'Port': ['ID=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:24.553447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b9c0d-f28e-4a45-a241-24e2e83b7fca req-e0025359-707b-434d-9fd5-43eafe19493b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:24.559762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928b9c0d-f28e-4a45-a241-24e2e83b7fca req-e0025359-707b-434d-9fd5-43eafe19493b tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.2198956 Jul 09 13:26:24.590906 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.613855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.645662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-928b9c0d-f28e-4a45-a241-24e2e83b7fca req-afa38247-e925-449b-a7d6-65abd0f3939f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846570 Jul 09 13:26:24.705109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5df92f-2095-4c00-8775-c031915f7211,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:24.719739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f7b0-12d9-43ec-9eb2-5c21625e351c req-a91b7c47-b5eb-4d88-9385-6da29e150ac5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:24.727375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3086f7b0-12d9-43ec-9eb2-5c21625e351c req-a91b7c47-b5eb-4d88-9385-6da29e150ac5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1828372 Jul 09 13:26:24.745803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Checking segment: {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:24.746914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Network hostable DHCP agents. Network: 6ef72efd-2866-4f9e-b571-8a743b48db3b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:26:24.755584 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635d5549-fc80-402b-84a8-8181bc48067a x-openstack-request-id: req-635d5549-fc80-402b-84a8-8181bc48067a {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:24.756239 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1021a3-60c6-4a78-9e18-f22d4a136c2a", "name": "network-vif-deleted", "tag": "08935fcd-25c3-4e85-b7af-05f556a57ded", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:24.756239 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-635d5549-fc80-402b-84a8-8181bc48067a {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:24.756850 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1021a3-60c6-4a78-9e18-f22d4a136c2a', 'name': 'network-vif-deleted', 'tag': '08935fcd-25c3-4e85-b7af-05f556a57ded', 'status': 'completed', 'code': 200} Jul 09 13:26:24.780102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.806716 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3086f7b0-12d9-43ec-9eb2-5c21625e351c req-f35f8da4-9999-4f61-a862-509f1958ab24 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778191 Jul 09 13:26:24.830247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Network 6ef72efd-2866-4f9e-b571-8a743b48db3b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:26:24.834165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 6ef72efd-2866-4f9e-b571-8a743b48db3b) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:24.838745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:24.839403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.846453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef831923-9fb4-4269-bb62-820caecf3f43 None None] Network 6ef72efd-2866-4f9e-b571-8a743b48db3b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:24.889452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e1c52d94-e076-428c-8801-d281b096a579 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7320740 Jul 09 13:26:25.102804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.121766 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.126205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027b3af-911f-442e-ae15-d51d1de21651 None None] Network 6ef72efd-2866-4f9e-b571-8a743b48db3b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:25.174131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e35fa0-3f0f-48f8-a3d1-c92d5acae90e req-59ffa55a-f5f9-4d73-8904-5984f6603953 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:25.175704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5e35fa0-3f0f-48f8-a3d1-c92d5acae90e req-59ffa55a-f5f9-4d73-8904-5984f6603953 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1585290 Jul 09 13:26:25.188110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35104) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:25.192598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'floatingip': {'port_id': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:25.255088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.314526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35106) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:25.374192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de96a0c-9b97-4d7b-a5f1-a764657e364f admin admin] Deleting subnet e5ba2510-64dc-4f60-ab1c-ed820e198b3a {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:26:25.383880 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9de96a0c-9b97-4d7b-a5f1-a764657e364f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.527718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9de96a0c-9b97-4d7b-a5f1-a764657e364f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.624436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.627221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Pushing event updated for resources: {'Port': ['ID=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:25.643592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2894332-c4bb-4173-813f-e123719df1a1 req-e3388b96-582a-405d-ab8d-0cf1801e64d9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:25.645771 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9de96a0c-9b97-4d7b-a5f1-a764657e364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.645906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2894332-c4bb-4173-813f-e123719df1a1 req-e3388b96-582a-405d-ab8d-0cf1801e64d9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.6714456 Jul 09 13:26:25.707643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd126bbc-51f1-4b06-ba41-4ddbe61bdebf req-7aa5c4f5-bd08-4750-84b9-ce9e8eb66768 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:25.708901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd126bbc-51f1-4b06-ba41-4ddbe61bdebf req-7aa5c4f5-bd08-4750-84b9-ce9e8eb66768 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2859681 Jul 09 13:26:25.734254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2894332-c4bb-4173-813f-e123719df1a1 req-9e30c526-f573-43c4-a122-a8355c01b4db tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742304 Jul 09 13:26:25.778593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Network 94b9fb4f-eadb-444f-9bef-5cca340514c5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:25.781378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:25.829546 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd126bbc-51f1-4b06-ba41-4ddbe61bdebf req-4546a8e6-2e47-4f24-b54b-05d0325ab0ff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073883 Jul 09 13:26:25.878136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9de96a0c-9b97-4d7b-a5f1-a764657e364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.987444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:25.999231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9de96a0c-9b97-4d7b-a5f1-a764657e364f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.002453 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9de96a0c-9b97-4d7b-a5f1-a764657e364f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e5ba2510-64dc-4f60-ab1c-ed820e198b3a HTTP/1.1" status: 204 len: 168 time: 0.6865900 Jul 09 13:26:26.003315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de96a0c-9b97-4d7b-a5f1-a764657e364f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ba2510-64dc-4f60-ab1c-ed820e198b3a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:26.009958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:26.144259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.153837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.154076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.380022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80857f54-8de3-4862-9334-e397938c00a9 req-c976d034-191f-42db-acab-9246a5f93047 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.385759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-80857f54-8de3-4862-9334-e397938c00a9 req-c976d034-191f-42db-acab-9246a5f93047 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.3201833 Jul 09 13:26:26.400102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.405000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:26.421192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d1c106e4-262d-4025-9794-7a59df4b8623 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e7f8f02-d0cc-4cf6-992f-2b3140e19f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0444818 Jul 09 13:26:26.424148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa404a29-5028-4337-9c3b-6ba03929374e']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:26.426873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Sync routers for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:26.457304 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:26.457963 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:26.502662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 839e2251-8a00-4a9a-896b-54f3a9c65075 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:26.510230 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-80857f54-8de3-4862-9334-e397938c00a9 req-c9ca4a03-16c3-4591-bcd7-3e6088b617ff tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959933 Jul 09 13:26:26.512783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e79479-dcd5-48fc-8443-cb8a3c65612e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:26.513151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e79479-dcd5-48fc-8443-cb8a3c65612e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:26.539099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.561824 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.574774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:26:26.575502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:26:26.579894 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:26:26.664445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 839e2251-8a00-4a9a-896b-54f3a9c65075 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:26.678323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 839e2251-8a00-4a9a-896b-54f3a9c65075 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:26.679616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.688408 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:26.703336 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.719805 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.725373 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fa404a29-5028-4337-9c3b-6ba03929374e HTTP/1.1" status: 204 len: 168 time: 0.7101910 Jul 09 13:26:26.745893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c43db-e185-400a-9298-48bcddb8c757 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa404a29-5028-4337-9c3b-6ba03929374e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:26.821973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-06838782-b25d-42c7-8958-f0e6dbdba64a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.829936 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-06838782-b25d-42c7-8958-f0e6dbdba64a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 821 time: 0.6395216 Jul 09 13:26:26.857747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-8709b6c1-819f-4863-838b-baabb177c9c6 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/quotas/89782425baff493da7a1cd4409afa706 HTTP/1.1" status: 200 len: 375 time: 0.0228510 Jul 09 13:26:26.857846 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Floating IP 06027a10-9569-4b11-979b-05e8606f7a7f associated. External IP: 172.25.5.75, port: 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f. Jul 09 13:26:26.901226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.934534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 839e2251-8a00-4a9a-896b-54f3a9c65075, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=839e2251-8a00-4a9a-896b-54f3a9c65075,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:26.941711 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.961607 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-65a65fc8-8214-4bb7-9161-3b06a9dc2b86 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068327 Jul 09 13:26:26.965908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425285-d325-4755-a328-1fce0811181b req-8b678b27-7f10-4288-975d-917bed9a0769 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.976495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-8b678b27-7f10-4288-975d-917bed9a0769 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.2343574 Jul 09 13:26:26.999679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-6deb7b0c-312a-4e32-aa1a-aa2a991bbb1a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/quotas/8dea83f14cb04fa38d15ca3e6b39d546 HTTP/1.1" status: 200 len: 375 time: 0.0219665 Jul 09 13:26:27.030598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35146) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:27.061379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=839e2251-8a00-4a9a-896b-54f3a9c65075,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:27.086607 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 2, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:27.110790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-8a6d0b24-d9b7-48a0-815e-f683d94b1515 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1089025 Jul 09 13:26:27.122732 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Checking router: 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:27.123111 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Updating router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 port e80f2bca-9ba0-4824-bc9b-a97c8943f72c binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:27.169515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-84662b48-9ffc-4022-beab-79475d59aa14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13ff547602fd46f2847970a13e5936ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379268 Jul 09 13:26:27.179238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35148) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:27.190032 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.200695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-bcfd8dbe-303c-42dd-97ed-6195d45ea6ff service neutron] 10.222.0.32 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379520 Jul 09 13:26:27.302568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-34b16471-ccc5-4b6b-b814-13e66873a810 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823304 Jul 09 13:26:27.307925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-773cb6ac-6f73-4751-a077-8df3ca53787a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.397255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Router 10611aa5-a901-46b5-b90c-bc2420071a34 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:27.402764 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-773cb6ac-6f73-4751-a077-8df3ca53787a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.404751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-ff5005f3-4a52-4306-92ef-60683416d7df service neutron] 10.222.0.32 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634414 Jul 09 13:26:27.528692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-51c5259f-382d-4eb3-9502-62f2140f9beb service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153974 Jul 09 13:26:27.533909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-773cb6ac-6f73-4751-a077-8df3ca53787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.540718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-773cb6ac-6f73-4751-a077-8df3ca53787a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.542060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-773cb6ac-6f73-4751-a077-8df3ca53787a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5258eb5-b1ac-4874-8ef8-d61d7c111963 HTTP/1.1" status: 204 len: 168 time: 0.3618517 Jul 09 13:26:27.567842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cb6ac-6f73-4751-a077-8df3ca53787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5258eb5-b1ac-4874-8ef8-d61d7c111963,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:27.608957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:27.622711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] Sync routers for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:27.624740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.642174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:27.642836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:27.713381 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-35e94ba0-b7fb-4352-bdef-1dc9fe4553b5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "PUT /v2.0/floatingips/06027a10-9569-4b11-979b-05e8606f7a7f HTTP/1.1" status: 200 len: 990 time: 2.5241787 Jul 09 13:26:27.714161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110615aa-3db8-46e2-815f-edbef769ee77', 'tag': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:27.722210 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c449a3e5-d387-48fd-9839-7a42d5acd762" -d '{"events": [{"name": "network-changed", "server_uuid": "110615aa-3db8-46e2-815f-edbef769ee77", "tag": "5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:27.817043 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.838867 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Transition to ACTIVE for port object e80f2bca-9ba0-4824-bc9b-a97c8943f72c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:27.849836 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.968509 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9ff8b-bb6d-49fd-a600-a28df6551565 None None] Pushing event updated for resources: {'Port': ['ID=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:28.006206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d82028-a537-49ee-8c16-13591234b698 req-35899880-fcaf-431c-b857-c7f1eaa50eee tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:28.015690 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6d82028-a537-49ee-8c16-13591234b698 req-35899880-fcaf-431c-b857-c7f1eaa50eee tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.1514699 Jul 09 13:26:28.081295 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Attempting to bind port e80f2bca-9ba0-4824-bc9b-a97c8943f72c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:28.081664 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Attempting to bind port e80f2bca-9ba0-4824-bc9b-a97c8943f72c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:28.082019 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Attempting to bind port e80f2bca-9ba0-4824-bc9b-a97c8943f72c on network 94b9fb4f-eadb-444f-9bef-5cca340514c5 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:28.105126 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:28.105652 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Checking segment: {'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:28.106157 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.108785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-9211d27d-7680-4447-aa54-3d82bdc1489f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:28.112508 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6d82028-a537-49ee-8c16-13591234b698 req-a69cc839-5cab-49ca-a5f1-b98ebcfdc1d3 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958428 Jul 09 13:26:28.114039 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-9211d27d-7680-4447-aa54-3d82bdc1489f tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.10 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.1786215 Jul 09 13:26:28.118064 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Bound using segment: {'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:28.118570 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Bound port: e80f2bca-9ba0-4824-bc9b-a97c8943f72c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:28.120750 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.252884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:28.305099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-63a7e607-49fa-4ca0-bd1b-330209e68f92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1891472 Jul 09 13:26:28.327505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Deleting port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:28.327846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.366551 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] For port e80f2bca-9ba0-4824-bc9b-a97c8943f72c, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:28.388334 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] For port e80f2bca-9ba0-4824-bc9b-a97c8943f72c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:28.396774 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.406211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 08935fcd-25c3-4e85-b7af-05f556a57ded no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:28.508882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 08935fcd-25c3-4e85-b7af-05f556a57ded {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:28.511194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 08935fcd-25c3-4e85-b7af-05f556a57ded not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:28.529174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-08d60e0d-e566-4b61-bb8c-e9a0af61404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:28.530781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-08d60e0d-e566-4b61-bb8c-e9a0af61404e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 1097 time: 0.2005808 Jul 09 13:26:28.547535 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:28.548245 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:28.600904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] For port aa9f80f3-7c28-490e-9b93-5c45f33c5f63, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:28.602669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.639502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Calling delete_port for aa9f80f3-7c28-490e-9b93-5c45f33c5f63 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:28.715828 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9ff8b-bb6d-49fd-a600-a28df6551565 None None] Pushing event updated for resources: {'Port': ['ID=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:28.835664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 839e2251-8a00-4a9a-896b-54f3a9c65075 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:28.898531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-29df712c-09b9-43e9-827c-6443df8bdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:28.900419 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-29df712c-09b9-43e9-827c-6443df8bdc23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 908 time: 0.3463764 Jul 09 13:26:28.917417 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:28.961590 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-804ec68c-0aeb-444c-9e91-c540f022e286 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d HTTP/1.1" status: 200 len: 217 time: 0.0485353 Jul 09 13:26:29.037317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-ab228b20-e939-4bd7-8178-98bd056fb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:29.040213 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-ab228b20-e939-4bd7-8178-98bd056fb3f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 200 len: 848 time: 0.0682323 Jul 09 13:26:29.118352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa951d-4dbe-4f04-969b-8f960643f5db req-5fcd9ef0-b888-446d-9d6b-3c33a9bf94d8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:29.130999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-27fa951d-4dbe-4f04-969b-8f960643f5db req-5fcd9ef0-b888-446d-9d6b-3c33a9bf94d8 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/ports?device_id=f158aeb4-d0b2-4a96-af0b-e052055e0d02 HTTP/1.1" status: 200 len: 945 time: 0.3276842 Jul 09 13:26:29.134896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-72bac362-3ddd-43de-8a9f-ba37701edd36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10922eb9-c9ca-4406-a0f2-e48d06461d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871701 Jul 09 13:26:29.163672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 839e2251-8a00-4a9a-896b-54f3a9c65075 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:29.172033 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.228842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.248753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '06027a10-9569-4b11-979b-05e8606f7a7f', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'port_id': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'mac_address': 'fa:16:3e:56:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110615aa-3db8-46e2-815f-edbef769ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:25:56Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 1, 'project_id': '0843236cfe71477f8029140b6761f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:29.266562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['aa9f80f3-7c28-490e-9b93-5c45f33c5f63'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:29.271999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63512-9a12-4c27-badd-b093d1846f47 req-935cf0da-16bc-4352-91e0-ffacbdb6e621 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:29.279956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-935cf0da-16bc-4352-91e0-ffacbdb6e621 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 820 time: 0.3805022 Jul 09 13:26:29.287481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Pushing event deleted for resources: {'Port': ['ID=aa9f80f3-7c28-490e-9b93-5c45f33c5f63,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:29.307101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-04ea6699-032f-4142-b2dc-98143fa79a6d tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/quotas/30cde1f92349476ca6ef989456528ce8 HTTP/1.1" status: 200 len: 375 time: 0.0258424 Jul 09 13:26:29.338489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-27fa951d-4dbe-4f04-969b-8f960643f5db req-ba35f795-4491-44e4-b967-8610c3198d36 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33dffe2-0333-4b43-babf-5aa89de387be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765867 Jul 09 13:26:29.359547 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:28Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:29.388172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] No DVR routers for this DVR port aa9f80f3-7c28-490e-9b93-5c45f33c5f63 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:29.391955 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.394286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-658b73e5-5084-4839-80fd-e74289cd1bc8 req-a80fef0c-0a43-47cb-b32b-c836829f9714 tempest-ServerRescueNegativeTestJSON-981278505 tempest-ServerRescueNegativeTestJSON-981278505-project] 10.222.0.10 "DELETE /v2.0/ports/aa9f80f3-7c28-490e-9b93-5c45f33c5f63 HTTP/1.1" status: 204 len: 173 time: 1.2769945 Jul 09 13:26:29.394906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f158aeb4-d0b2-4a96-af0b-e052055e0d02', 'name': 'network-vif-deleted', 'tag': 'aa9f80f3-7c28-490e-9b93-5c45f33c5f63'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:29.396799 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf1df7-c2fd-426d-9355-78055b6b4aea None None] The sync data for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 is: [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:28Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:29.406341 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59012076-b28e-4531-8a1a-ea307dd325b5" -d '{"events": [{"server_uuid": "f158aeb4-d0b2-4a96-af0b-e052055e0d02", "name": "network-vif-deleted", "tag": "aa9f80f3-7c28-490e-9b93-5c45f33c5f63"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:29.436148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] Checking router: 10611aa5-a901-46b5-b90c-bc2420071a34 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:29.440145 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-d5632bdd-0aa4-4137-bd22-aae9f0568e60 service neutron] 10.222.0.10 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987432 Jul 09 13:26:29.517781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:29.520033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:29.523364 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-265e8659-ee04-442d-9413-83a83405fef5 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2145064 Jul 09 13:26:29.566883 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:26:29.736002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-cccb8576-7983-4ddf-acdc-19297fa8f94d service neutron] 10.222.0.32 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116344 Jul 09 13:26:29.774011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-952821a1-617b-49b2-b8dd-9ce3a0466031 req-6f41502f-78ff-43df-aad7-8129cedc2ccc tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 210 time: 0.0876458 Jul 09 13:26:29.851025 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d73d06c5-bf94-49b0-9293-c80459630b20 req-03b1bfa0-f78f-4d2d-ba07-23ec57b27931 service neutron] 10.222.0.10 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049337 Jul 09 13:26:29.874500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2d8971de-3baa-412f-b0dd-5624e2e38f0d service neutron] 10.222.0.32 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374640 Jul 09 13:26:29.935499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:30.154799 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a12a0-4cff-4d25-a36b-3cc2f4c4e251 x-openstack-request-id: req-057a12a0-4cff-4d25-a36b-3cc2f4c4e251 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:30.155329 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110615aa-3db8-46e2-815f-edbef769ee77", "tag": "5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:30.155329 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-057a12a0-4cff-4d25-a36b-3cc2f4c4e251 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:30.155744 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110615aa-3db8-46e2-815f-edbef769ee77', 'tag': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'status': 'completed', 'code': 200} Jul 09 13:26:30.324764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-891437f6-6e8b-4c90-a58e-25810d457d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:30.327270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-891437f6-6e8b-4c90-a58e-25810d457d3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 1096 time: 0.1339927 Jul 09 13:26:30.327895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-9a0be39a-0ec3-4ce1-8b74-de1bad434782 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:30.329686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-9a0be39a-0ec3-4ce1-8b74-de1bad434782 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.10 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 821 time: 0.3103015 Jul 09 13:26:30.342671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Request body: {'port': {'device_id': 'f08baf70-98c5-402a-a95b-0ba255aff869', 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'admin_state_up': True, 'tenant_id': '89782425baff493da7a1cd4409afa706'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:30.648021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b50e8f-78fd-438c-befd-cd99ab504171 req-4a746852-9a20-44bb-8939-5ec44934cb9f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:30.665767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09b50e8f-78fd-438c-befd-cd99ab504171 req-4a746852-9a20-44bb-8939-5ec44934cb9f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2195544 Jul 09 13:26:30.701885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e80f2bca-9ba0-4824-bc9b-a97c8943f72c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:30.714999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-ce5489ae-6fd1-40a7-ab41-57353cf6c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:30.715320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Made reservation on behalf of 89782425baff493da7a1cd4409afa706 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:30.717662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-ce5489ae-6fd1-40a7-ab41-57353cf6c991 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 911 time: 0.3815789 Jul 09 13:26:30.723496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.836266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e80f2bca-9ba0-4824-bc9b-a97c8943f72c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:30.837235 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09b50e8f-78fd-438c-befd-cd99ab504171 req-617cf4c9-5908-4f27-b86e-e09f218d8c2e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701550 Jul 09 13:26:30.846211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '06027a10-9569-4b11-979b-05e8606f7a7f', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'port_id': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'mac_address': 'fa:16:3e:56:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110615aa-3db8-46e2-815f-edbef769ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:25:56Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 1, 'project_id': '0843236cfe71477f8029140b6761f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:30.973341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e80f2bca-9ba0-4824-bc9b-a97c8943f72c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:30.975545 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.058581 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff1db94-9631-41a5-8515-b5692e802273 x-openstack-request-id: req-cff1db94-9631-41a5-8515-b5692e802273 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:31.075063 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f158aeb4-d0b2-4a96-af0b-e052055e0d02", "name": "network-vif-deleted", "tag": "aa9f80f3-7c28-490e-9b93-5c45f33c5f63", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:31.075683 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cff1db94-9631-41a5-8515-b5692e802273 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:31.076718 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f158aeb4-d0b2-4a96-af0b-e052055e0d02', 'name': 'network-vif-deleted', 'tag': 'aa9f80f3-7c28-490e-9b93-5c45f33c5f63', 'status': 'completed', 'code': 200} Jul 09 13:26:31.097150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6da38-5c7f-4a34-92b7-4273a9d0da93 None None] The sync data for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 is: [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '06027a10-9569-4b11-979b-05e8606f7a7f', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'port_id': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'mac_address': 'fa:16:3e:56:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110615aa-3db8-46e2-815f-edbef769ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:25:56Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 1, 'project_id': '0843236cfe71477f8029140b6761f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:31.122714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e4908ce-1387-4f1f-92dc-78823a0f5c76 req-a615fd01-c02a-4ad1-a77d-7c2039e4e410 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 210 time: 0.1987336 Jul 09 13:26:31.128916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-8ad5b28f-46f8-44ee-9597-cd93cfe5e8c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f HTTP/1.1" status: 200 len: 998 time: 0.3954539 Jul 09 13:26:31.254249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.258741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-79cc2c1b-2a26-4c08-9be5-431bdd7e8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:31.262248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-79cc2c1b-2a26-4c08-9be5-431bdd7e8be1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.1260738 Jul 09 13:26:31.337332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e80f2bca-9ba0-4824-bc9b-a97c8943f72c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:31.346360 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.415949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Allocated IP 172.20.0.7 (6ef72efd-2866-4f9e-b571-8a743b48db3b/8b5df92f-2095-4c00-8775-c031915f7211/7a6db680-be56-4c12-a715-ddccb59d3f55) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:31.546646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:31.702002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-82e4a559-672a-4913-b79f-74489c7df7e0 req-a38542cf-dc07-4ed3-bada-a28e96559b5f tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 210 time: 0.1072166 Jul 09 13:26:31.721428 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42a698-9ec1-40d8-a553-2101199ce10e None None] New status for floating IP 06027a10-9569-4b11-979b-05e8606f7a7f: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:26:31.732468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d20a4-21df-4811-8660-e7525ee942bf req-ab00c91b-2e8d-45dd-af2b-5bb6857c7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:31.733994 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49d20a4-21df-4811-8660-e7525ee942bf req-ab00c91b-2e8d-45dd-af2b-5bb6857c7413 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 1096 time: 0.6539133 Jul 09 13:26:31.815180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-123760cf-7fef-4447-b29b-3a9955c35b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:31.828371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-123760cf-7fef-4447-b29b-3a9955c35b88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5543666 Jul 09 13:26:31.892195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425285-d325-4755-a328-1fce0811181b req-263855bf-ed0b-44e4-b9e0-f4aeccbe1e74 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:31.897578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-263855bf-ed0b-44e4-b9e0-f4aeccbe1e74 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.5248740 Jul 09 13:26:32.004315 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49d20a4-21df-4811-8660-e7525ee942bf req-bb527254-aff2-44d6-a4d1-7c16b448f12d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798613 Jul 09 13:26:32.019208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'port': {'device_id': '397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'admin_state_up': True, 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:32.026287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.105079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35252) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:32.223777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.406182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-fffc64cb-51a0-4ed1-b757-635693d7656b service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749233 Jul 09 13:26:32.436058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device aa9f80f3-7c28-490e-9b93-5c45f33c5f63 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:32.449719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e80f2bca-9ba0-4824-bc9b-a97c8943f72c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:32.501348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: aa9f80f3-7c28-490e-9b93-5c45f33c5f63 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:32.502127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device aa9f80f3-7c28-490e-9b93-5c45f33c5f63 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:32.538806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e80f2bca-9ba0-4824-bc9b-a97c8943f72c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:32.539790 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.575362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf9a65-98cc-4f98-9bff-126e1a7b9085 req-76f9ef89-679a-462d-97dc-c78889a2f0a0 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:32.582904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68bf9a65-98cc-4f98-9bff-126e1a7b9085 req-76f9ef89-679a-462d-97dc-c78889a2f0a0 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 931 time: 0.3470049 Jul 09 13:26:32.585161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Made reservation on behalf of 8dea83f14cb04fa38d15ca3e6b39d546 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:32.589476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.607042 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d32bf6ff-6dfc-419d-bf28-c8208f7ab247 req-7ae75ad2-3289-4cc0-8f2e-3fe5b147484f tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.1904855 Jul 09 13:26:32.740879 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event updated for resources: {'Port': ['ID=7a6db680-be56-4c12-a715-ddccb59d3f55,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:32.761153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Network 6ef72efd-2866-4f9e-b571-8a743b48db3b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:32.768399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:32.771636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:32.834438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68bf9a65-98cc-4f98-9bff-126e1a7b9085 req-cf229234-8241-4222-bb6c-9cd6670dd3df tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503760 Jul 09 13:26:32.842593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c449a3e5-d387-48fd-9839-7a42d5acd762 req-94f8806d-3e8b-4873-b8b3-4c441584efae service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269271 Jul 09 13:26:32.978152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:32.979356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.012974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63512-9a12-4c27-badd-b093d1846f47 req-77b0673a-d4d0-48a4-a181-26c87ff63412 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:33.014684 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-77b0673a-d4d0-48a4-a181-26c87ff63412 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.10 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 820 time: 0.3257508 Jul 09 13:26:33.019232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Allocated IP 172.20.0.8 (7ce63eea-58c0-45ab-b89e-0b3247376b4c/ca327f14-65b4-4971-87f3-833324482415/ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:33.032486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Request body: {'port': {'device_id': '2becf2fa-199c-404a-bb01-6311861fdf50', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'admin_state_up': True, 'tenant_id': '30cde1f92349476ca6ef989456528ce8'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:33.043401 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fe30366f-4058-4511-b012-cc4a6c5f7306 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7049487 Jul 09 13:26:33.069157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Request body: {'port': {'device_id': 'f08baf70-98c5-402a-a95b-0ba255aff869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:33.120075 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b7b656c-beea-490a-92b5-2bae504e4b98 req-a61cfe07-a83b-40d3-ae45-e0999359b359 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 210 time: 0.0935793 Jul 09 13:26:33.262659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.276073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1c111-273a-4ab8-9ad8-eec4ad84bbb4 req-e0af5a86-79d4-4601-9389-57b845a25479 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:33.285890 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-80e1c111-273a-4ab8-9ad8-eec4ad84bbb4 req-e0af5a86-79d4-4601-9389-57b845a25479 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2591698 Jul 09 13:26:33.433251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-80e1c111-273a-4ab8-9ad8-eec4ad84bbb4 req-0238c498-9515-4f6e-9bf3-5ea49c9f72bf tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462905 Jul 09 13:26:33.616929 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.745020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Made reservation on behalf of 30cde1f92349476ca6ef989456528ce8 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:33.749544 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.756421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-396f46f2-fe01-40a7-ac42-c7819dc11328 req-adf2d51f-7b92-4293-8744-e0992f5d7634 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 210 time: 0.0466950 Jul 09 13:26:33.842627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.021843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Transition to ACTIVE for port object ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:34.122873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Allocated IP 172.20.0.13 (94b9fb4f-eadb-444f-9bef-5cca340514c5/93846613-afeb-4570-9538-07b5050f23a1/78d36691-3a11-4491-89be-a5a52a8e2afe) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:34.187750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.277179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78b32a-2234-4321-bae9-f06e43b7af8d req-0f192a47-bdb9-4e7f-a464-5b15a953c4ea tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:34.280405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb78b32a-2234-4321-bae9-f06e43b7af8d req-0f192a47-bdb9-4e7f-a464-5b15a953c4ea tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 931 time: 0.2608712 Jul 09 13:26:34.342481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:34.344738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'Port': ['ID=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:34.347846 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4c2165ee-7d76-4838-a260-eda3cab35c6a req-02f6c1e4-c7e9-4b8c-99cb-c3a336c9645c tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0628362 Jul 09 13:26:34.356545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:34.359674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:34.438588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6db680-be56-4c12-a715-ddccb59d3f55 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:34.455493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.481107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb78b32a-2234-4321-bae9-f06e43b7af8d req-5c3f1129-88b2-4179-97f6-714b800a14ac tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825759 Jul 09 13:26:34.529960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Transition to ACTIVE for port object 7a6db680-be56-4c12-a715-ddccb59d3f55 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:34.548236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:34.548985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.552245 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.592987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-60fdfc59-87f7-4cc2-96d7-36311b7f54af tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6619310 Jul 09 13:26:34.650980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Request body: {'port': {'device_id': '397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:34.703885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.726676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6db680-be56-4c12-a715-ddccb59d3f55,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:34.773623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fde59-0d6f-412d-adc7-c862787448b3 req-96e90448-1342-46ca-a46c-10d92832003b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:34.781475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-362fde59-0d6f-412d-adc7-c862787448b3 req-96e90448-1342-46ca-a46c-10d92832003b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 931 time: 0.2455113 Jul 09 13:26:34.803710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b07bade0-7153-46e5-9d1a-d38f7f7bd108 None None] Provisioning for port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:34.807156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.810337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b07bade0-7153-46e5-9d1a-d38f7f7bd108 None None] Provisioning complete for port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:34.811102 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b07bade0-7153-46e5-9d1a-d38f7f7bd108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.852463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b07bade0-7153-46e5-9d1a-d38f7f7bd108 None None] Port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:34.864965 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-362fde59-0d6f-412d-adc7-c862787448b3 req-d43b76f8-c0ad-4b44-bbe6-7c8f4d235324 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826766 Jul 09 13:26:34.866796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Attempting to bind port 7a6db680-be56-4c12-a715-ddccb59d3f55 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:34.867245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Attempting to bind port 7a6db680-be56-4c12-a715-ddccb59d3f55 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:34.867524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Attempting to bind port 7a6db680-be56-4c12-a715-ddccb59d3f55 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:34.879018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Port 7a6db680-be56-4c12-a715-ddccb59d3f55 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:34.879354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Attempting to bind port 7a6db680-be56-4c12-a715-ddccb59d3f55 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:34.888324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:34.889590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Checking segment: {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:34.890180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Bound using segment: {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:34.890800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Bound port: 7a6db680-be56-4c12-a715-ddccb59d3f55, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:34.891342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.904366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Network 94b9fb4f-eadb-444f-9bef-5cca340514c5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:34.910109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Deleting port d73296ce-49b5-4881-8290-9c2cfb8fc124 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:34.910461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.924389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event updated for resources: {'Port': ['ID=78d36691-3a11-4491-89be-a5a52a8e2afe,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:34.927369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:34.931973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:35.010873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.021986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:35.034033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.034613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.045664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7a6db680-be56-4c12-a715-ddccb59d3f55,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:35.051206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] For port d73296ce-49b5-4881-8290-9c2cfb8fc124, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d73296ce-49b5-4881-8290-9c2cfb8fc124,segment=NetworkSegment(1498d862-5577-41c0-90c2-26459cdf189d),segment_id=1498d862-5577-41c0-90c2-26459cdf189d)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:35.051513 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.054331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.081024 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-3a2153a8-dfd5-430a-a529-3957d3c2bba7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0561454 Jul 09 13:26:35.097316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Request body: {'port': {'device_id': '2becf2fa-199c-404a-bb01-6311861fdf50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:35.105442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Calling delete_port for d73296ce-49b5-4881-8290-9c2cfb8fc124 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:35.108814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245d5cb-cbe3-4e73-a952-6145d707fc6c req-02bf4f60-831d-4d29-a766-e767f3064df4 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.110554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1245d5cb-cbe3-4e73-a952-6145d707fc6c req-02bf4f60-831d-4d29-a766-e767f3064df4 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2046602 Jul 09 13:26:35.137426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.138100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.142309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] 10.222.0.10 "PUT /v2.0/ports/7a6db680-be56-4c12-a715-ddccb59d3f55 HTTP/1.1" status: 200 len: 1091 time: 2.0761275 Jul 09 13:26:35.142309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08baf70-98c5-402a-a95b-0ba255aff869', 'tag': '7a6db680-be56-4c12-a715-ddccb59d3f55'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:35.142309 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a2598e-c35e-4068-9f56-c16dae27db78" -d '{"events": [{"name": "network-changed", "server_uuid": "f08baf70-98c5-402a-a95b-0ba255aff869", "tag": "7a6db680-be56-4c12-a715-ddccb59d3f55"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:35.227087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b950e6-e604-4e1f-9790-0f2a020bda15 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6db680-be56-4c12-a715-ddccb59d3f55,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:35.289437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1245d5cb-cbe3-4e73-a952-6145d707fc6c req-a719dd75-a497-44a3-b123-18f9060ec20f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451919 Jul 09 13:26:35.359107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cda9c9-9f08-4c57-b201-7f7fba559640 req-ab9af3c1-65d1-42ac-b1ba-0080be7dd8fd tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.366103 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c1cda9c9-9f08-4c57-b201-7f7fba559640 req-ab9af3c1-65d1-42ac-b1ba-0080be7dd8fd tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 932 time: 0.2519047 Jul 09 13:26:35.377971 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a185ad-eacb-4ce7-b9cf-e306d7f3c35b x-openstack-request-id: req-c1a185ad-eacb-4ce7-b9cf-e306d7f3c35b {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:35.378884 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08baf70-98c5-402a-a95b-0ba255aff869", "tag": "7a6db680-be56-4c12-a715-ddccb59d3f55", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:35.379367 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1a185ad-eacb-4ce7-b9cf-e306d7f3c35b {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:35.379772 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08baf70-98c5-402a-a95b-0ba255aff869', 'tag': '7a6db680-be56-4c12-a715-ddccb59d3f55', 'status': 'completed', 'code': 200} Jul 09 13:26:35.384549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.402483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-30fa8835-4113-459f-be43-e758d11650a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.404067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-30fa8835-4113-459f-be43-e758d11650a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 1094 time: 0.1902182 Jul 09 13:26:35.470182 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c1cda9c9-9f08-4c57-b201-7f7fba559640 req-0ef9eb00-9b42-4b67-9508-de67c3c40c8a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031187 Jul 09 13:26:35.478288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-44265672-dc97-4c41-8be8-882650350da2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a6db680-be56-4c12-a715-ddccb59d3f55 HTTP/1.1" status: 200 len: 217 time: 0.0600855 Jul 09 13:26:35.621482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-e018688c-09f5-49de-b032-ae74a4b0b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.633608 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-e018688c-09f5-49de-b032-ae74a4b0b4fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b5df92f-2095-4c00-8775-c031915f7211 HTTP/1.1" status: 200 len: 861 time: 0.1434624 Jul 09 13:26:35.650511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:35.671644 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.686450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-fae7303c-b7c3-4fa4-b99f-72bb6823ee2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ef72efd-2866-4f9e-b571-8a743b48db3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423002 Jul 09 13:26:35.688056 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.736867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Transition to ACTIVE for port object ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:35.740591 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58736b8c-0ea9-4ac3-9ca3-11e87835e629 req-397abcf4-d9f1-40d1-90d1-03062684bda7 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0654323 Jul 09 13:26:35.770492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d69078fb-b3c5-4673-a7a6-c8fce08bd17a req-bac23722-0181-47dc-86d9-24fcb413905f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0473962 Jul 09 13:26:35.771019 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.774511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Pushing event deleted for resources: {'Port': ['ID=d73296ce-49b5-4881-8290-9c2cfb8fc124,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:35.916881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Pushing event updated for resources: {'Port': ['ID=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:35.953669 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-ed9792de-ef43-454b-928b-e73da5f5b0d8 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426472 Jul 09 13:26:35.968175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-01333af2-e3d5-44a3-ad18-533907578766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.969981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-01333af2-e3d5-44a3-ad18-533907578766 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8f102f290c4031ad9981e47235ee2b&device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 1096 time: 0.3131652 Jul 09 13:26:36.123152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d36691-3a11-4491-89be-a5a52a8e2afe {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:36.140102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.151238 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.166166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e0eed-9c54-4931-9877-00bb224e6604 req-642e6430-1c1b-48f1-a078-febecbd897c0 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.166495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30879b-3680-4995-999d-e1eaa7d3d96d req-f7b4904c-95c0-4e2f-9342-c158c7c4cffe tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.168230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f9e0eed-9c54-4931-9877-00bb224e6604 req-642e6430-1c1b-48f1-a078-febecbd897c0 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.2281241 Jul 09 13:26:36.173091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b95a590-3626-4c5d-8952-c1fc09ac7e88 req-71604cb3-59b0-4652-95ee-562306c65429 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904242 Jul 09 13:26:36.174139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e30879b-3680-4995-999d-e1eaa7d3d96d req-f7b4904c-95c0-4e2f-9342-c158c7c4cffe tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 943 time: 0.4074919 Jul 09 13:26:36.235969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Transition to ACTIVE for port object 78d36691-3a11-4491-89be-a5a52a8e2afe will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:36.237215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Attempting to bind port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:36.237739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Attempting to bind port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:36.238262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Attempting to bind port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:36.255591 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.296080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-0d736565-3d3e-4569-8068-c8a570c6fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.297741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-0d736565-3d3e-4569-8068-c8a570c6fd71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 200 len: 908 time: 0.2994378 Jul 09 13:26:36.298328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:36.298636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Attempting to bind port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:36.337501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:36.337727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Checking segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:36.338091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Bound using segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:36.338533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Bound port: ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:36.338934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.358167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f9e0eed-9c54-4931-9877-00bb224e6604 req-ce4bae6e-a966-4f6b-956c-540c465adeef tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399181 Jul 09 13:26:36.407769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e30879b-3680-4995-999d-e1eaa7d3d96d req-d7e6b0bb-8195-4af1-9f71-0d9580e0081b tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324467 Jul 09 13:26:36.426797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-d363800f-2073-4323-b870-3c05cfb8aa0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a HTTP/1.1" status: 200 len: 217 time: 0.1129444 Jul 09 13:26:36.453529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=78d36691-3a11-4491-89be-a5a52a8e2afe,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:36.498638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-43a4a7b9-1748-4bed-97da-b8f4ef3d932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.501140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-43a4a7b9-1748-4bed-97da-b8f4ef3d932d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 1094 time: 0.2526689 Jul 09 13:26:36.643946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-6764db87-b0ed-4f45-8d16-8a559286aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.645561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-6764db87-b0ed-4f45-8d16-8a559286aeb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 200 len: 848 time: 0.2033916 Jul 09 13:26:36.695724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] For port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:36.701625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:36.704482 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-472db65b-a883-482a-b628-1c83991f99cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10922eb9-c9ca-4406-a0f2-e48d06461d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480485 Jul 09 13:26:36.720991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-864417a4-4c2a-4e37-84a5-26c4a8f38bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.722561 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-864417a4-4c2a-4e37-84a5-26c4a8f38bc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 921 time: 0.1937289 Jul 09 13:26:36.780809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] For port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:36.825175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-756187bd-0e45-43ef-881f-f4cebc87be29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a6db680-be56-4c12-a715-ddccb59d3f55 HTTP/1.1" status: 200 len: 217 time: 0.0579324 Jul 09 13:26:36.826047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.828125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Attempting to bind port 78d36691-3a11-4491-89be-a5a52a8e2afe on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:36.828436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Attempting to bind port 78d36691-3a11-4491-89be-a5a52a8e2afe by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:36.828868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Attempting to bind port 78d36691-3a11-4491-89be-a5a52a8e2afe on network 94b9fb4f-eadb-444f-9bef-5cca340514c5 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:36.881299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Port 78d36691-3a11-4491-89be-a5a52a8e2afe on network 94b9fb4f-eadb-444f-9bef-5cca340514c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:36.881897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Attempting to bind port 78d36691-3a11-4491-89be-a5a52a8e2afe on network 94b9fb4f-eadb-444f-9bef-5cca340514c5 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:36.893652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.894466 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.896292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] 10.222.0.10 "PUT /v2.0/ports/ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 HTTP/1.1" status: 200 len: 1091 time: 2.2785549 Jul 09 13:26:36.910034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54', 'tag': 'ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:36.916058 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7704b804-51f9-4f0f-855c-22eb26512ada" -d '{"events": [{"name": "network-changed", "server_uuid": "397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54", "tag": "ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:36.939281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:36.949127 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-92f62b56-ce20-4977-8d42-33c197e5526d admin admin] 10.222.0.32 "PUT /v2.0/routers/5804dc02-4f8a-432b-ad20-c3cebeb6b284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8321352 Jul 09 13:26:36.949384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:36.949384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Checking segment: {'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:36.949384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Bound using segment: {'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:36.949384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Bound port: 78d36691-3a11-4491-89be-a5a52a8e2afe, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9aebac0-6f86-483a-8768-38ba78b258d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:36.949384 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.950307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35304) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:36.953390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-fe2bb822-5763-4ccd-adc4-e1b6e4b19de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.954896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-fe2bb822-5763-4ccd-adc4-e1b6e4b19de5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b5df92f-2095-4c00-8775-c031915f7211 HTTP/1.1" status: 200 len: 861 time: 0.1218140 Jul 09 13:26:36.959692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] Sync routers for ids ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:37.002547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] Routers {'5804dc02-4f8a-432b-ad20-c3cebeb6b284'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:37.002986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:37.021565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f172d-ef8a-4e22-9da2-52c36ac4352c service neutron] Pushing event updated for resources: {'Port': ['ID=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:37.079428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03f93e-1f39-4d01-90db-9b85577bdd9f req-45c5efa3-205b-4ead-9acc-b73978909699 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:37.081179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b03f93e-1f39-4d01-90db-9b85577bdd9f req-45c5efa3-205b-4ead-9acc-b73978909699 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 943 time: 0.3826771 Jul 09 13:26:37.085905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-5e9458a4-1c53-4178-bd86-18599deebaa5 service neutron] 10.222.0.11 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552775 Jul 09 13:26:37.181391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-27d44c34-f6e9-4c4d-88e4-214b04846499 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ef72efd-2866-4f9e-b571-8a743b48db3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052358 Jul 09 13:26:37.198489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] Set router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:37.320305 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b03f93e-1f39-4d01-90db-9b85577bdd9f req-7deeae03-0e75-4dff-9049-8a5b0044d063 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930313 Jul 09 13:26:37.338024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.339731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] For port 78d36691-3a11-4491-89be-a5a52a8e2afe, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:37.351691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425285-d325-4755-a328-1fce0811181b req-05561a71-3f31-4cb0-bd7f-bd46468e4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:37.353516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-05561a71-3f31-4cb0-bd7f-bd46468e4b73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 1094 time: 0.3921404 Jul 09 13:26:37.380215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] For port 78d36691-3a11-4491-89be-a5a52a8e2afe, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=78d36691-3a11-4491-89be-a5a52a8e2afe,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:37.420135 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.423852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-16116d91-421b-4b12-aded-15cb145ab27c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 HTTP/1.1" status: 200 len: 217 time: 0.0594137 Jul 09 13:26:37.466630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361801-87d8-44fd-8f28-87a93c874034 req-3544db7a-2941-428d-be60-53a6bd9f113a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:37.472296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361d1f5e-9ad5-40e0-ad11-28f1967496d8 req-b3a012e2-28ae-48b2-a761-a563505d5f4c service neutron] 10.222.0.11 "GET /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464158 Jul 09 13:26:37.479365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-02361801-87d8-44fd-8f28-87a93c874034 req-3544db7a-2941-428d-be60-53a6bd9f113a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 944 time: 0.4048419 Jul 09 13:26:37.523874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:37.525165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.527979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] 10.222.0.10 "PUT /v2.0/ports/78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 1092 time: 2.4347425 Jul 09 13:26:37.595472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f53718d8-f427-4b18-b2f8-0ee8801a8553 req-b60128bc-bf1e-4ba1-a985-a224d9c568fa tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0468073 Jul 09 13:26:37.607548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425285-d325-4755-a328-1fce0811181b req-167bc709-8a93-4482-b4c8-6a8541bd13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:37.609244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-167bc709-8a93-4482-b4c8-6a8541bd13e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1710610 Jul 09 13:26:37.614219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764888b-dc4e-452d-83dd-8ec27c98dfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=78d36691-3a11-4491-89be-a5a52a8e2afe,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:37.659690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:26:35Z', 'revision_number': 5, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:37.716194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] Checking router: 5804dc02-4f8a-432b-ad20-c3cebeb6b284 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:37.717456 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4804dad9-e6d4-4768-ab2c-e1020c555f5f x-openstack-request-id: req-4804dad9-e6d4-4768-ab2c-e1020c555f5f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:37.718194 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54", "tag": "ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:37.718534 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4804dad9-e6d4-4768-ab2c-e1020c555f5f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:37.719228 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54', 'tag': 'ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'status': 'completed', 'code': 200} Jul 09 13:26:37.734044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] Routers {'5804dc02-4f8a-432b-ad20-c3cebeb6b284'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:37.735448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:37.762770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63512-9a12-4c27-badd-b093d1846f47 req-8078062e-8ca2-4dee-a5bf-7018d34d7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:37.765358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-8078062e-8ca2-4dee-a5bf-7018d34d7e58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1095 time: 0.1795962 Jul 09 13:26:37.769509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99425285-d325-4755-a328-1fce0811181b req-8f3b74da-c1bc-4b64-b12c-0660d6cefb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:37.771834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-8f3b74da-c1bc-4b64-b12c-0660d6cefb54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541452 Jul 09 13:26:37.905226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-072777fc-1552-49b0-8b63-61b29db79523 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 217 time: 0.1317117 Jul 09 13:26:37.940844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] Set router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:38.004314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-43ffa340-5112-4cdd-96ff-7115c5f9ade1 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8114245 Jul 09 13:26:38.022275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63512-9a12-4c27-badd-b093d1846f47 req-39cb7e9d-57a6-41ab-82f5-5d39ca067aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:38.023896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-39cb7e9d-57a6-41ab-82f5-5d39ca067aa3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.1091866 Jul 09 13:26:38.026556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-02361801-87d8-44fd-8f28-87a93c874034 req-edb93883-71dd-4e83-aaad-b0f45acbea75 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454624 Jul 09 13:26:38.080681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-b4c039ff-2e96-4a25-8eac-a7d80dddbdb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490465 Jul 09 13:26:38.088877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-ba35e19d-c09f-41a9-bcb1-351381d037fb service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077641 Jul 09 13:26:38.101133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.217359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:26:35Z', 'revision_number': 5, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:38.234820 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37a2598e-c35e-4068-9f56-c16dae27db78 req-c5f387dd-d238-4d85-ba98-b84aed3439ff service neutron] 10.222.0.10 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190270 Jul 09 13:26:38.242423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515e510-cc3f-48f3-be2c-014e06c5742e req-fef1a6fd-b05a-4982-b468-8579d2b0d66f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:38.252549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e515e510-cc3f-48f3-be2c-014e06c5742e req-fef1a6fd-b05a-4982-b468-8579d2b0d66f tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.3446226 Jul 09 13:26:38.259840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085e246-db83-4e0e-a11a-d88e4e7a2a4a None None] The sync data for ids ['5804dc02-4f8a-432b-ad20-c3cebeb6b284'] in n-d-799524-3 is: [{'id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'name': 'tempest-ServerRescueNegativeTestJSON-1893090639-router', 'tenant_id': 'e6893df6dd7b4e9da286382b01698dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:23:04Z', 'updated_at': '2021-07-09T13:26:35Z', 'revision_number': 5, 'project_id': 'e6893df6dd7b4e9da286382b01698dd8', 'gw_port': {'id': '20d52273-5701-4ebb-bbad-c085299ccbb8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5804dc02-4f8a-432b-ad20-c3cebeb6b284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:05Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:38.283476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Deleting port 20d52273-5701-4ebb-bbad-c085299ccbb8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:38.283816 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.317300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ac24-41a6-440c-ae0b-c5f715e458e9 req-c48ac484-63c5-45e9-a39f-3d0513ac84db tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:38.323609 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f33ac24-41a6-440c-ae0b-c5f715e458e9 req-c48ac484-63c5-45e9-a39f-3d0513ac84db tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 943 time: 0.1374686 Jul 09 13:26:38.363706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-14658fc5-48d0-48e1-a5cf-ca667bc7013a service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721303 Jul 09 13:26:38.372592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e515e510-cc3f-48f3-be2c-014e06c5742e req-26975803-00c8-4da2-b5cc-edbb226144e5 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190741 Jul 09 13:26:38.427715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f33ac24-41a6-440c-ae0b-c5f715e458e9 req-0e709d41-82f7-4372-9385-bd09c01808c6 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029868 Jul 09 13:26:38.434190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99425285-d325-4755-a328-1fce0811181b req-f2d7541b-c329-4f44-9456-674fb07a87a8 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323381 Jul 09 13:26:38.453750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] For port 20d52273-5701-4ebb-bbad-c085299ccbb8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=20d52273-5701-4ebb-bbad-c085299ccbb8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:38.454205 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.473931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Calling delete_port for 20d52273-5701-4ebb-bbad-c085299ccbb8 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:38.499330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de63512-9a12-4c27-badd-b093d1846f47 req-df0b23c5-c622-4395-a502-2a44052d54c1 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255572 Jul 09 13:26:38.500959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7a6db680-be56-4c12-a715-ddccb59d3f55 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:38.590469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704b804-51f9-4f0f-855c-22eb26512ada req-9dc021ab-8bc2-400a-b1b9-6b0ab3b62425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:38.592455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7704b804-51f9-4f0f-855c-22eb26512ada req-9dc021ab-8bc2-400a-b1b9-6b0ab3b62425 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 1094 time: 0.0792325 Jul 09 13:26:38.708614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7a6db680-be56-4c12-a715-ddccb59d3f55,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:38.737952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7a6db680-be56-4c12-a715-ddccb59d3f55', 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'port_id': '7a6db680-be56-4c12-a715-ddccb59d3f55', 'mac_address': 'fa:16:3e:b4:d5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5df92f-2095-4c00-8775-c031915f7211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:38.791094 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.824186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704b804-51f9-4f0f-855c-22eb26512ada req-0ec26eae-547f-4716-b07e-c3e2396511ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:38.825280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.827189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7704b804-51f9-4f0f-855c-22eb26512ada req-0ec26eae-547f-4716-b07e-c3e2396511ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.2215333 Jul 09 13:26:38.837577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=20d52273-5701-4ebb-bbad-c085299ccbb8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:38.841355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6db680-be56-4c12-a715-ddccb59d3f55 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:38.864623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.864970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.865308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.865704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.866160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.866578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.867098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.867483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.867859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.868212 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.868576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.868976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:38.893691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7a6db680-be56-4c12-a715-ddccb59d3f55,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:38.904553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7704b804-51f9-4f0f-855c-22eb26512ada req-8e6e00cc-f451-4aa0-b0a7-ac9021677c76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 HTTP/1.1" status: 200 len: 217 time: 0.0689926 Jul 09 13:26:38.907216 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.063785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7a6db680-be56-4c12-a715-ddccb59d3f55,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:39.074722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.170562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7a6db680-be56-4c12-a715-ddccb59d3f55'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:39.254695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.305306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.323141 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4724f50-7a99-436e-a132-3acb76fc68f1 req-46341fcb-1ad3-4390-a47a-cc92fa882457 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0882535 Jul 09 13:26:39.458471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.461409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5804dc02-4f8a-432b-ad20-c3cebeb6b284 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:26:39.474627 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.481414 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c151078d-d4db-4ab5-9dc3-ab0065d45c8c admin admin] 10.222.0.32 "DELETE /v2.0/routers/5804dc02-4f8a-432b-ad20-c3cebeb6b284 HTTP/1.1" status: 204 len: 168 time: 2.5306127 Jul 09 13:26:39.482107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35338) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:39.492837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704b804-51f9-4f0f-855c-22eb26512ada req-d8907a65-c59f-4814-b921-3b69e6d64502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:39.495015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7704b804-51f9-4f0f-855c-22eb26512ada req-d8907a65-c59f-4814-b921-3b69e6d64502 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.5826502 Jul 09 13:26:39.611693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a727f4f1-5b8c-479c-bdce-137d7654a084 admin admin] Deleting subnet c77b6927-b959-4cb1-a875-6c8593a71ccb {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:26:39.616761 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a727f4f1-5b8c-479c-bdce-137d7654a084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.663078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd34fd-468e-4011-bde9-4a092aaef3f1 req-140f1158-c896-462b-b2e5-496a0d3d28e5 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:39.666710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e10f6-09bb-4c91-b767-601120fe3ca1 req-ca75db8e-fef3-4c8e-a805-384f9089c6f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:39.667262 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20bd34fd-468e-4011-bde9-4a092aaef3f1 req-140f1158-c896-462b-b2e5-496a0d3d28e5 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 944 time: 0.1251521 Jul 09 13:26:39.668248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-677e10f6-09bb-4c91-b767-601120fe3ca1 req-ca75db8e-fef3-4c8e-a805-384f9089c6f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 943 time: 0.2587371 Jul 09 13:26:39.692973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a727f4f1-5b8c-479c-bdce-137d7654a084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.713910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-20bd34fd-468e-4011-bde9-4a092aaef3f1 req-8eb7b772-bac8-436d-900f-d98db063a208 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Jul 09 13:26:39.727347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:39.729849 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:39.770314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-677e10f6-09bb-4c91-b767-601120fe3ca1 req-ac3a1663-f9c6-4a45-85cf-28dc8ead4244 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933750 Jul 09 13:26:39.775527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704b804-51f9-4f0f-855c-22eb26512ada req-e16623da-f8b1-407c-b84d-b933bb00d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:39.777209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7704b804-51f9-4f0f-855c-22eb26512ada req-e16623da-f8b1-407c-b84d-b933bb00d3ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2570798 Jul 09 13:26:39.783329 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a727f4f1-5b8c-479c-bdce-137d7654a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.911336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b97cb-6981-4d82-944b-2184c8976623 req-30cb1e5b-5dba-489f-aa43-19c2f8e0ea4b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:39.913133 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa5b97cb-6981-4d82-944b-2184c8976623 req-30cb1e5b-5dba-489f-aa43-19c2f8e0ea4b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.0764666 Jul 09 13:26:39.947045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a727f4f1-5b8c-479c-bdce-137d7654a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.960366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa5b97cb-6981-4d82-944b-2184c8976623 req-43b8308c-aafe-49a4-b290-80fc8a9062cf tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 Jul 09 13:26:39.981978 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7704b804-51f9-4f0f-855c-22eb26512ada req-d4e0a9f6-b1f9-45f5-9867-09d64dcd690d service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961827 Jul 09 13:26:39.986584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a727f4f1-5b8c-479c-bdce-137d7654a084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.989222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a727f4f1-5b8c-479c-bdce-137d7654a084 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c77b6927-b959-4cb1-a875-6c8593a71ccb HTTP/1.1" status: 204 len: 168 time: 0.5052741 Jul 09 13:26:39.989519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727f4f1-5b8c-479c-bdce-137d7654a084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77b6927-b959-4cb1-a875-6c8593a71ccb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:39.999943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35346) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:40.096556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.101890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582bab3-4833-40b6-a945-4f73a42045a3 req-1f7e704b-7198-4dc8-9652-22ae628ac2d1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:40.103542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e582bab3-4833-40b6-a945-4f73a42045a3 req-1f7e704b-7198-4dc8-9652-22ae628ac2d1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 944 time: 0.2029994 Jul 09 13:26:40.144720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7704b804-51f9-4f0f-855c-22eb26512ada req-1c934209-3d41-47d1-9fb8-fabe97237e03 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512237 Jul 09 13:26:40.159952 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f47148-0aa8-47fa-aec8-b6d45b5762de x-openstack-request-id: req-56f47148-0aa8-47fa-aec8-b6d45b5762de {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:40.161816 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:40.161816 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56f47148-0aa8-47fa-aec8-b6d45b5762de {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:40.167447 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'status': 'completed', 'code': 200} Jul 09 13:26:40.180455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e582bab3-4833-40b6-a945-4f73a42045a3 req-fa879fbf-2008-479d-9d7e-f92d4599d1c9 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549161 Jul 09 13:26:40.227776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.247547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-3f16f74c-6867-4a3e-8aff-e60912e7521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:40.247547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-3f16f74c-6867-4a3e-8aff-e60912e7521e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1095 time: 0.0672717 Jul 09 13:26:40.248186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ef0259-9e74-4825-84d4-446837d4efd7']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:40.260595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1498d862-5577-41c0-90c2-26459cdf189d') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:40.261169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1498d862-5577-41c0-90c2-26459cdf189d') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:40.272800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.290077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.301957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:26:40.302374 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:26:40.304193 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:26:40.377111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 20d52273-5701-4ebb-bbad-c085299ccbb8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:40.388120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.402877 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.408577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] 10.222.0.32 "DELETE /v2.0/networks/82ef0259-9e74-4825-84d4-446837d4efd7 HTTP/1.1" status: 204 len: 168 time: 0.4060011 Jul 09 13:26:40.435715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 20d52273-5701-4ebb-bbad-c085299ccbb8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:40.436299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-16be5ce0-8c57-411d-9447-156bb5a2b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:40.438790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-16be5ce0-8c57-411d-9447-156bb5a2b806 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 920 time: 0.1852038 Jul 09 13:26:40.438929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 20d52273-5701-4ebb-bbad-c085299ccbb8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:40.439816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d73296ce-49b5-4881-8290-9c2cfb8fc124 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:40.446064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d4449-0ffb-4a23-af32-e76cc660c75c admin admin] Pushing event deleted for resources: {'Network': ['ID=82ef0259-9e74-4825-84d4-446837d4efd7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:40.475657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: d73296ce-49b5-4881-8290-9c2cfb8fc124 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:40.476208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d73296ce-49b5-4881-8290-9c2cfb8fc124 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:40.515709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7a6db680-be56-4c12-a715-ddccb59d3f55 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:40.540686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-a3187b6b-5a5a-46e1-8d91-b46411d0e8be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 217 time: 0.0945697 Jul 09 13:26:40.557876 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a2b20fd-2b63-4f74-afc1-ef3c624457a7 req-53e60e8e-fd9a-491f-98bd-ddc5b18a2822 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0413606 Jul 09 13:26:40.618767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 7a6db680-be56-4c12-a715-ddccb59d3f55 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:40.623588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 7a6db680-be56-4c12-a715-ddccb59d3f55 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:40.624218 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.652791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-86091e00-f7bc-437a-991b-35c81a2a4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:40.654209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-86091e00-f7bc-437a-991b-35c81a2a4765 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.1067274 Jul 09 13:26:40.694367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-e53df1d5-50a6-4c95-a52e-3d029f451906 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331330 Jul 09 13:26:40.728711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35356) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:40.729903 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.781990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7a6db680-be56-4c12-a715-ddccb59d3f55,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:40.783130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08baf70-98c5-402a-a95b-0ba255aff869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6db680-be56-4c12-a715-ddccb59d3f55'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:40.786444 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db75e9-fa73-4102-834a-c63af03de5cb" -d '{"events": [{"server_uuid": "f08baf70-98c5-402a-a95b-0ba255aff869", "name": "network-vif-plugged", "status": "completed", "tag": "7a6db680-be56-4c12-a715-ddccb59d3f55"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:40.791157 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.809294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-a8ccdea8-80ab-480a-ae5d-1be8dd46215e service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080585 Jul 09 13:26:40.813454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5d05ed2b-eeda-4924-b718-9a6d7db4a1c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6893df6dd7b4e9da286382b01698dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810091 Jul 09 13:26:40.816937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35364) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:40.846820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4e1d0-c276-402d-b243-1fb2cf2affa5 req-75084a1a-fb67-426b-bd0a-e588e73879c6 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:40.848436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2c4e1d0-c276-402d-b243-1fb2cf2affa5 req-75084a1a-fb67-426b-bd0a-e588e73879c6 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.1318283 Jul 09 13:26:40.852246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7a6db680-be56-4c12-a715-ddccb59d3f55,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:40.924838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18df051c-9efb-40de-a39c-06d46ebda7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.928970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2c4e1d0-c276-402d-b243-1fb2cf2affa5 req-387baa78-9d3f-4e82-bce8-467d57f98ea4 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683854 Jul 09 13:26:40.953742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18df051c-9efb-40de-a39c-06d46ebda7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.968070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cad8a3d5-d052-4c2c-8ad4-d630d4037eeb req-bb12c385-a318-4f8f-b68b-863452985132 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511467 Jul 09 13:26:40.983906 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94678c2-9d62-499c-8b35-7d64230a69da x-openstack-request-id: req-c94678c2-9d62-499c-8b35-7d64230a69da {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:40.984526 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08baf70-98c5-402a-a95b-0ba255aff869", "name": "network-vif-plugged", "status": "completed", "tag": "7a6db680-be56-4c12-a715-ddccb59d3f55", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:40.984945 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c94678c2-9d62-499c-8b35-7d64230a69da {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:40.985518 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08baf70-98c5-402a-a95b-0ba255aff869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6db680-be56-4c12-a715-ddccb59d3f55', 'code': 200} Jul 09 13:26:41.003362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cefab9-3d97-459e-b8e7-10d4a933276c req-169ad501-4b61-4f04-b7b7-1cb5b88ddad9 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:41.005161 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19cefab9-3d97-459e-b8e7-10d4a933276c req-169ad501-4b61-4f04-b7b7-1cb5b88ddad9 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 944 time: 0.1068716 Jul 09 13:26:41.021948 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18df051c-9efb-40de-a39c-06d46ebda7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:41.024603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18df051c-9efb-40de-a39c-06d46ebda7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:41.025874 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-18df051c-9efb-40de-a39c-06d46ebda7c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c33dffe2-0333-4b43-babf-5aa89de387be HTTP/1.1" status: 204 len: 168 time: 0.2081668 Jul 09 13:26:41.038062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df051c-9efb-40de-a39c-06d46ebda7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33dffe2-0333-4b43-babf-5aa89de387be,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:41.079218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19cefab9-3d97-459e-b8e7-10d4a933276c req-aff0005f-aacd-4893-9c15-acdc18e4a07a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678980 Jul 09 13:26:41.145442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab75a1-def1-42d4-9528-40ef5ab33836 req-16fbb13b-202e-4a6c-89db-9b8d9e87f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:41.147341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02ab75a1-def1-42d4-9528-40ef5ab33836 req-16fbb13b-202e-4a6c-89db-9b8d9e87f99b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 1096 time: 0.0865412 Jul 09 13:26:41.190412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02ab75a1-def1-42d4-9528-40ef5ab33836 req-5eb7d28f-802f-4955-983b-043c31098fb1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358858 Jul 09 13:26:41.191611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e1102-a701-4477-b407-b85c29e95e23 req-d7507153-b13c-4fc6-98ee-53c8d200f8cd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:41.193232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-493e1102-a701-4477-b407-b85c29e95e23 req-d7507153-b13c-4fc6-98ee-53c8d200f8cd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 943 time: 0.0845029 Jul 09 13:26:41.241299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-493e1102-a701-4477-b407-b85c29e95e23 req-991231c0-bc66-4106-acb2-8a374d90c98c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Jul 09 13:26:41.439788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8532f-4247-442e-ab25-568f56991acf req-e456baab-c9ce-4a8d-8695-2c0f171f9f26 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:41.441318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98e8532f-4247-442e-ab25-568f56991acf req-e456baab-c9ce-4a8d-8695-2c0f171f9f26 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.0741489 Jul 09 13:26:41.483460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98e8532f-4247-442e-ab25-568f56991acf req-4ca155fd-77f0-4aa3-9520-e9a986fdcbe8 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Jul 09 13:26:41.752627 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d88bc69-53d4-48b4-a255-6540417efd78 req-510492e6-9d9d-4358-bd83-260acb322d24 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0316010 Jul 09 13:26:42.139171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349a805-89c5-42c1-84c7-3bbb0242022d req-3614bc7b-98f1-4366-bb44-a0713929c4e0 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:42.141425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a349a805-89c5-42c1-84c7-3bbb0242022d req-3614bc7b-98f1-4366-bb44-a0713929c4e0 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.0812855 Jul 09 13:26:42.197228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a349a805-89c5-42c1-84c7-3bbb0242022d req-4601516c-7fe3-48f3-b24c-09aa076f1154 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487034 Jul 09 13:26:42.281361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f496a8e-c8b3-4398-9ab4-60f15777c0a8 req-8e6f7169-9842-447f-86a1-a76672547e78 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144b16f-54a0-4ec6-9895-68707ae1cd3b HTTP/1.1" status: 200 len: 210 time: 0.0312371 Jul 09 13:26:42.382519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815a771-8129-4790-ab21-c59959cd7f23 req-600b4bcc-435c-4a9b-b25f-938275956477 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:42.384102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3815a771-8129-4790-ab21-c59959cd7f23 req-600b4bcc-435c-4a9b-b25f-938275956477 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 944 time: 0.0778298 Jul 09 13:26:42.428471 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3815a771-8129-4790-ab21-c59959cd7f23 req-41d1c8c6-d4ff-46ed-b2a8-8de46f64a474 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Jul 09 13:26:42.537619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 78d36691-3a11-4491-89be-a5a52a8e2afe details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:42.633089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6f5e9-c1ac-449e-aa98-43cc68af0f12 req-def9f5ee-6c95-4bae-98a0-75f4678c6927 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:42.635161 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15b6f5e9-c1ac-449e-aa98-43cc68af0f12 req-def9f5ee-6c95-4bae-98a0-75f4678c6927 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 943 time: 0.0990548 Jul 09 13:26:42.692030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 78d36691-3a11-4491-89be-a5a52a8e2afe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=78d36691-3a11-4491-89be-a5a52a8e2afe,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:42.705778 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-15b6f5e9-c1ac-449e-aa98-43cc68af0f12 req-32c3f44b-0ff9-45a7-ac7d-2fe1ed8d4d8f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639918 Jul 09 13:26:42.724395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'port_id': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'mac_address': 'fa:16:3e:22:70:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:42.769433 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.785570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d36691-3a11-4491-89be-a5a52a8e2afe {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:42.810779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 78d36691-3a11-4491-89be-a5a52a8e2afe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=78d36691-3a11-4491-89be-a5a52a8e2afe,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:42.816267 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.817503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:42.959413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=78d36691-3a11-4491-89be-a5a52a8e2afe,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:42.973831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.974525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.975094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.975677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.976169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.976678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.977325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.977968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.978467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.979288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.979783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.981035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:42.984252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946b4fa-18e4-4bda-bf3f-075b1f8f913a req-d36d9ee2-7da3-4a00-83a6-c9fd1543c0ae tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:42.999178 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c946b4fa-18e4-4bda-bf3f-075b1f8f913a req-d36d9ee2-7da3-4a00-83a6-c9fd1543c0ae tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.1413445 Jul 09 13:26:43.072173 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c946b4fa-18e4-4bda-bf3f-075b1f8f913a req-2e978420-53a7-4b27-99eb-4dca858b7946 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716434 Jul 09 13:26:43.085001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:43.110483 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.129548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36feda32-7559-4a7d-bfde-cfae20242e46 req-a34b7976-dcad-417c-b571-d8f3f5140b96 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0570426 Jul 09 13:26:43.145291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': 'ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'mac_address': 'fa:16:3e:27:99:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:43.229788 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-33ee8f5d-438a-4ce0-9da8-7ef1637fedf4 req-d4c0ab72-8b6b-4441-ad87-347b12a0b967 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0644083 Jul 09 13:26:43.233393 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.257293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:43.297788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:43.302775 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.357477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b1e69-359e-4b50-893c-ec4f23291714 req-dcad1f32-1cac-46ae-ad87-f9693d747f10 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:43.365523 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a78b1e69-359e-4b50-893c-ec4f23291714 req-dcad1f32-1cac-46ae-ad87-f9693d747f10 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.0939944 Jul 09 13:26:43.370760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:43.406062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a78b1e69-359e-4b50-893c-ec4f23291714 req-b8a42bba-51a9-471d-ad44-2370349cfc05 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Jul 09 13:26:43.476960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be9491-ef8a-4fd7-94fd-f93b4d4830ef req-a29b657a-6822-46d5-81a3-2bfaa1527688 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:43.478566 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-89be9491-ef8a-4fd7-94fd-f93b4d4830ef req-a29b657a-6822-46d5-81a3-2bfaa1527688 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.1025372 Jul 09 13:26:43.524731 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-89be9491-ef8a-4fd7-94fd-f93b4d4830ef req-e5d8af7b-238f-4df6-a2cf-a65d533327f2 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Jul 09 13:26:43.532863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['78d36691-3a11-4491-89be-a5a52a8e2afe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:43.535676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:43.662750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4958-6ffd-4f15-83a4-f1ebe2a84824 req-3ea189eb-00ab-48fa-89da-e6dbead02516 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:43.672619 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-857b4958-6ffd-4f15-83a4-f1ebe2a84824 req-3ea189eb-00ab-48fa-89da-e6dbead02516 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.1314733 Jul 09 13:26:43.777162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-857b4958-6ffd-4f15-83a4-f1ebe2a84824 req-35385443-d07e-487e-84dd-17b2064dbb6f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977089 Jul 09 13:26:43.833991 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.931611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4078c6a-81e7-42c7-a410-5445762c28e4 req-fb4e291c-c94d-450a-8312-d2141bae764e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:43.935586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4078c6a-81e7-42c7-a410-5445762c28e4 req-fb4e291c-c94d-450a-8312-d2141bae764e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 945 time: 0.0992799 Jul 09 13:26:43.991021 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4078c6a-81e7-42c7-a410-5445762c28e4 req-b6f7851d-f7d3-4a6c-bc30-5748d0376f72 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515211 Jul 09 13:26:44.104034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791d8a3-355d-44f3-9b2f-5551b11ac8fa req-2e83fcab-5502-4dfb-94cc-2e6579b86c77 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:44.107056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0791d8a3-355d-44f3-9b2f-5551b11ac8fa req-2e83fcab-5502-4dfb-94cc-2e6579b86c77 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 944 time: 0.1329782 Jul 09 13:26:44.168663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0791d8a3-355d-44f3-9b2f-5551b11ac8fa req-fbae6d62-15ba-47ce-9654-655afdaec881 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549254 Jul 09 13:26:44.178290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe3131-678a-451c-bbf3-727acd425e88 req-44413d95-f222-4324-952f-5caabe7b5db9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:44.179935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-acfe3131-678a-451c-bbf3-727acd425e88 req-44413d95-f222-4324-952f-5caabe7b5db9 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.11 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 945 time: 0.1499727 Jul 09 13:26:44.180122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0197f-cc26-4f66-ad06-fdd2e8650279 req-e6021030-8729-424d-bc97-f0862f4ad6eb tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:44.183654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c6e0197f-cc26-4f66-ad06-fdd2e8650279 req-e6021030-8729-424d-bc97-f0862f4ad6eb tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.0783064 Jul 09 13:26:44.235255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c6e0197f-cc26-4f66-ad06-fdd2e8650279 req-49e531ac-3f4d-4af0-ba7f-c77e07779d26 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Jul 09 13:26:44.276126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c29c4682-7fe4-446c-8f39-d1fadc52e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.346711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Deleting port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:44.347438 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.454525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55ba6eaf-57e7-4e85-a4a0-98690dc11b21 req-3d59a3bc-751a-44c3-a751-789fa8fd349f tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0375688 Jul 09 13:26:44.472826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] For port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:44.473374 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.498179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Calling delete_port for e8244e3b-f9f5-4727-9ec4-fe5cf78b423a owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:44.541870 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7b4b6ec-e341-40fc-af22-0fd713464487 req-bf4a5a92-ea83-4d31-87e9-ac0ac7507bc5 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0403671 Jul 09 13:26:44.548507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 78d36691-3a11-4491-89be-a5a52a8e2afe up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:44.649274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 78d36691-3a11-4491-89be-a5a52a8e2afe completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:44.660626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 78d36691-3a11-4491-89be-a5a52a8e2afe triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:44.661353 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.706297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.719824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8e001d48-7e21-42ac-9a11-b45c93c5474d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:44.732159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3717f-6f76-4d71-b9a8-1225474caa90 req-328ed6c8-321f-40cc-bf61-570c9d6b2b37 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:44.741394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-acf3717f-6f76-4d71-b9a8-1225474caa90 req-328ed6c8-321f-40cc-bf61-570c9d6b2b37 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.1520135 Jul 09 13:26:44.755397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['e8244e3b-f9f5-4727-9ec4-fe5cf78b423a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:44.770152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Pushing event deleted for resources: {'Port': ['ID=e8244e3b-f9f5-4727-9ec4-fe5cf78b423a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:44.791079 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-acf3717f-6f76-4d71-b9a8-1225474caa90 req-ce7c26ac-e3d9-4e57-9a3f-6c421d51d537 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490792 Jul 09 13:26:44.797514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4377f522-2812-4b0b-9b32-8dc6d6278028 req-b3dd826a-ab7f-43d5-a86d-551984147cba tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=56355677-47ee-49d7-b4ff-ec57045d7498 HTTP/1.1" status: 200 len: 210 time: 0.0401247 Jul 09 13:26:44.878209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] No DVR routers for this DVR port e8244e3b-f9f5-4727-9ec4-fe5cf78b423a on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:44.883357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.888134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-acfe3131-678a-451c-bbf3-727acd425e88 req-059cd69a-78d4-4dec-a079-87f4fcc9e911 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.11 "DELETE /v2.0/ports/e8244e3b-f9f5-4727-9ec4-fe5cf78b423a HTTP/1.1" status: 204 len: 173 time: 0.7008598 Jul 09 13:26:44.888876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56355677-47ee-49d7-b4ff-ec57045d7498', 'name': 'network-vif-deleted', 'tag': 'e8244e3b-f9f5-4727-9ec4-fe5cf78b423a'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:44.892397 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4ec4b6-78f4-4a61-9b2b-639a6fa2bea3" -d '{"events": [{"server_uuid": "56355677-47ee-49d7-b4ff-ec57045d7498", "name": "network-vif-deleted", "tag": "e8244e3b-f9f5-4727-9ec4-fe5cf78b423a"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:44.899212 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.948438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:44.952320 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab430f-dbb4-429a-bd82-67210bb5cb8b" -d '{"events": [{"server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "name": "network-vif-plugged", "status": "completed", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:44.978380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 78d36691-3a11-4491-89be-a5a52a8e2afe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=78d36691-3a11-4491-89be-a5a52a8e2afe,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:44.988722 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.989727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:45.016739 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb4672a-0723-4357-a54b-857f3f88c0b1 x-openstack-request-id: req-2fb4672a-0723-4357-a54b-857f3f88c0b1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:45.017052 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56355677-47ee-49d7-b4ff-ec57045d7498", "name": "network-vif-deleted", "tag": "e8244e3b-f9f5-4727-9ec4-fe5cf78b423a", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:45.017341 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fb4672a-0723-4357-a54b-857f3f88c0b1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:45.017877 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56355677-47ee-49d7-b4ff-ec57045d7498', 'name': 'network-vif-deleted', 'tag': 'e8244e3b-f9f5-4727-9ec4-fe5cf78b423a', 'status': 'completed', 'code': 200} Jul 09 13:26:45.059504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f27b2-e1a6-4a15-964e-90d5dda506f6 req-b68bb300-78cc-4aa3-bf43-699353b3b7fe tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:45.063532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-437f27b2-e1a6-4a15-964e-90d5dda506f6 req-b68bb300-78cc-4aa3-bf43-699353b3b7fe tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.0885093 Jul 09 13:26:45.076479 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbc18d2-879e-4ee0-becf-ec7730b8018e x-openstack-request-id: req-9cbc18d2-879e-4ee0-becf-ec7730b8018e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:45.076875 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "name": "network-vif-plugged", "status": "completed", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:45.077208 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cbc18d2-879e-4ee0-becf-ec7730b8018e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:45.077670 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'code': 200} Jul 09 13:26:45.106910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=78d36691-3a11-4491-89be-a5a52a8e2afe,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:45.123807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:45.129037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:45.129467 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:45.153515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-437f27b2-e1a6-4a15-964e-90d5dda506f6 req-a8435c28-db8b-4fc8-a7fc-0d7788d4c438 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740926 Jul 09 13:26:45.246994 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:45.303950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62191795-9f74-4a2b-9e14-6e6edacf491e req-9f6c62b1-da4d-4cb4-a877-cf80b4b1027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:45.307166 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62191795-9f74-4a2b-9e14-6e6edacf491e req-9f6c62b1-da4d-4cb4-a877-cf80b4b1027a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.1210673 Jul 09 13:26:45.315770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:45.326545 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:45.348017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947593b-3b45-4898-bf3c-edbfc528c175 req-a37057eb-b4aa-4588-b82f-01bb224f10cb tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:45.350320 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f947593b-3b45-4898-bf3c-edbfc528c175 req-a37057eb-b4aa-4588-b82f-01bb224f10cb tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1289523 Jul 09 13:26:45.395733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:45.406791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f947593b-3b45-4898-bf3c-edbfc528c175 req-1a06fb27-f72f-4ceb-b5c3-06e5cbba7a3b tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468585 Jul 09 13:26:45.408969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de106849-352c-41f5-acbd-e2fd1b5461c4 req-0e0f8742-4d18-4309-8cb6-d579871a2747 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2144b16f-54a0-4ec6-9895-68707ae1cd3b HTTP/1.1" status: 200 len: 210 time: 0.0492253 Jul 09 13:26:45.435037 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62191795-9f74-4a2b-9e14-6e6edacf491e req-79c384f5-ca18-4f6a-b063-f495f2f6af89 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046159 Jul 09 13:26:45.462220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e54c58-79e5-4794-a5a3-f8d61cf12851 req-5e596c22-822c-489f-a344-b855b614019a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:45.464903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e54c58-79e5-4794-a5a3-f8d61cf12851 req-5e596c22-822c-489f-a344-b855b614019a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.1541665 Jul 09 13:26:45.509844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e54c58-79e5-4794-a5a3-f8d61cf12851 req-6844362b-89f7-4257-92e8-5134ce235faa tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Jul 09 13:26:45.599947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276a005-c3d9-4643-81a6-2a9cb21dfe75 req-b2613c23-dcb9-482b-860b-a8d3ece45daf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:45.601536 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9276a005-c3d9-4643-81a6-2a9cb21dfe75 req-b2613c23-dcb9-482b-860b-a8d3ece45daf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0883863 Jul 09 13:26:45.652877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9276a005-c3d9-4643-81a6-2a9cb21dfe75 req-71f9384f-0215-4f66-a079-1c4f9752b118 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 Jul 09 13:26:45.814979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6c29178-0c90-472a-b02c-48d707b08ce2 req-cd3ec84c-8777-44d9-b8b7-623849aff88f tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0333135 Jul 09 13:26:45.853387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56cc99-08f3-4b1d-93c6-73546525de35 req-69d66362-c03c-4de7-940e-1c875d61d79f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:45.855811 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e56cc99-08f3-4b1d-93c6-73546525de35 req-69d66362-c03c-4de7-940e-1c875d61d79f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.0799220 Jul 09 13:26:45.897296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e56cc99-08f3-4b1d-93c6-73546525de35 req-f9057049-e7b3-4509-a6ba-90e537dcd95c tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355184 Jul 09 13:26:45.967770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de71f1c1-c65a-44a5-a87e-0594719bbea7 req-50d4e130-031c-4cee-94a2-8892f470ae99 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Jul 09 13:26:46.219436 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b0d17cb8-ae8a-4039-bc12-664e39e2767e req-fb3908ce-77f7-47a8-83e3-a4bf20f40008 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0436451 Jul 09 13:26:46.577086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef687a07-40d7-457a-b6d9-32e00342493d req-76c82950-4c68-49fa-9b54-7369c2f18e6b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:46.584091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef687a07-40d7-457a-b6d9-32e00342493d req-76c82950-4c68-49fa-9b54-7369c2f18e6b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.0843058 Jul 09 13:26:46.637946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef687a07-40d7-457a-b6d9-32e00342493d req-57617214-c6bd-47db-9f3a-6e9b06416eeb tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520639 Jul 09 13:26:46.775361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f42b70-54f2-405c-8fd5-02f92923c53c req-c71030fe-6296-4bef-a741-9a6d34d2eef0 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:46.777694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-14f42b70-54f2-405c-8fd5-02f92923c53c req-c71030fe-6296-4bef-a741-9a6d34d2eef0 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0921197 Jul 09 13:26:46.819081 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-30542958-9322-4c73-a170-2c1046a94bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:46.835888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-14f42b70-54f2-405c-8fd5-02f92923c53c req-e216fa9f-6b52-4eb2-8524-54c0ace71d9f tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 Jul 09 13:26:46.944772 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:47.015267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646364e-24a4-4fdc-8ca7-0374057cb4d3 req-f1aa46b2-958f-4313-8dba-1bf3d60d1764 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.017049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a646364e-24a4-4fdc-8ca7-0374057cb4d3 req-f1aa46b2-958f-4313-8dba-1bf3d60d1764 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0788686 Jul 09 13:26:47.060711 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a646364e-24a4-4fdc-8ca7-0374057cb4d3 req-fe3a1780-fe18-4b0e-8002-54df94e758f9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365322 Jul 09 13:26:47.079964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:47.082632 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a0d20b-a92c-4432-9867-e7dd78addfe0" -d '{"events": [{"server_uuid": "397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54", "name": "network-vif-plugged", "status": "completed", "tag": "ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:47.091528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e5ee9-e186-48c4-a553-6312137e336d req-3a8e7112-2053-4d36-b982-5a1f9db8d665 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.093256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b93e5ee9-e186-48c4-a553-6312137e336d req-3a8e7112-2053-4d36-b982-5a1f9db8d665 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.0940509 Jul 09 13:26:47.138205 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b93e5ee9-e186-48c4-a553-6312137e336d req-0dce9b54-b8bc-410b-aee6-babbc8a20558 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358517 Jul 09 13:26:47.207912 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a09cfdda-6cc8-4253-a96f-688707c5c2de req-e82cc0cb-f0d6-41e9-92c8-6980fb609015 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0335135 Jul 09 13:26:47.373272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-905fa784-04f8-4f0b-a289-6a09839d56bf req-55c34e27-97e0-4252-8e41-923f6cec3145 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0304668 Jul 09 13:26:47.437478 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d4f4b2-09fb-4a10-8ab8-a31e6755d80c x-openstack-request-id: req-17d4f4b2-09fb-4a10-8ab8-a31e6755d80c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:47.438666 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54", "name": "network-vif-plugged", "status": "completed", "tag": "ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:47.439498 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17d4f4b2-09fb-4a10-8ab8-a31e6755d80c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:47.440304 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'code': 200} Jul 09 13:26:47.559700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-db3a0a59-27bb-4939-a67c-f8dc0a634c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.561249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-db3a0a59-27bb-4939-a67c-f8dc0a634c44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.1033866 Jul 09 13:26:47.729152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfe096-61ea-4d36-8e1d-02b7688f96a1 req-295ba61e-e820-4176-b4a0-cd106c45901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.731601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ebfe096-61ea-4d36-8e1d-02b7688f96a1 req-295ba61e-e820-4176-b4a0-cd106c45901d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 1096 time: 0.2115791 Jul 09 13:26:47.748099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-e2e84a0b-65c7-49ff-94f9-6f61578586a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.749736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-e2e84a0b-65c7-49ff-94f9-6f61578586a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 920 time: 0.1739933 Jul 09 13:26:47.767043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd3b19-bbac-4a91-b368-160684563ef1 req-ffb8ac74-e6d7-410a-94fc-b3ee9ae34261 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.768596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19fd3b19-bbac-4a91-b368-160684563ef1 req-ffb8ac74-e6d7-410a-94fc-b3ee9ae34261 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.2063963 Jul 09 13:26:47.822462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-8fa4ed18-7aea-486f-94c5-e8994f5c5019 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 217 time: 0.0510108 Jul 09 13:26:47.868495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab2fdc-e580-4b7f-a35b-f48071c3c1d7 req-6d3f2afc-48a8-48f2-b71f-aea7bf2746c2 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.870472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dfab2fdc-e580-4b7f-a35b-f48071c3c1d7 req-6d3f2afc-48a8-48f2-b71f-aea7bf2746c2 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.0805256 Jul 09 13:26:47.872840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ebfe096-61ea-4d36-8e1d-02b7688f96a1 req-8c1aeb16-534d-434b-a80a-c551928c9e5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314192 Jul 09 13:26:47.900372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19fd3b19-bbac-4a91-b368-160684563ef1 req-3829202a-a2b3-4c93-a749-d2d0284e408e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859907 Jul 09 13:26:47.909110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-0af9ee1c-c36d-4cff-9883-aa666d6b53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.913424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-0af9ee1c-c36d-4cff-9883-aa666d6b53eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.0749755 Jul 09 13:26:47.930065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dfab2fdc-e580-4b7f-a35b-f48071c3c1d7 req-36399cf6-b7d9-4929-8f03-bae354854aea tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494261 Jul 09 13:26:47.981887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-2f310599-2aff-43ab-ba0e-5af1722880c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538874 Jul 09 13:26:48.103108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-ccd83422-1cde-4d71-bf5c-8c48c4a31993 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933580 Jul 09 13:26:48.114637 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:48.211138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1c288f8-08e6-430d-9024-22b09d1c8f31 req-c0a0c0b9-450b-466f-88c1-610398435ef5 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987737 Jul 09 13:26:48.304364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e64c41-a520-4443-920a-e983212877b5 req-c18f57c2-f814-49f2-9884-bd4e5b07c362 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:48.306407 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-59e64c41-a520-4443-920a-e983212877b5 req-c18f57c2-f814-49f2-9884-bd4e5b07c362 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1003671 Jul 09 13:26:48.348278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device e8244e3b-f9f5-4727-9ec4-fe5cf78b423a no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:48.355243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-59e64c41-a520-4443-920a-e983212877b5 req-8fdf96f8-ad8a-4bd5-9f4d-48b77e7f58d8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Jul 09 13:26:48.364486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa0e51-93b1-479a-a46a-12b798bd21e3 req-e37931e9-b764-48d1-b7e1-bf20c1c76058 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:48.366681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1eaa0e51-93b1-479a-a46a-12b798bd21e3 req-e37931e9-b764-48d1-b7e1-bf20c1c76058 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.0857327 Jul 09 13:26:48.373817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: e8244e3b-f9f5-4727-9ec4-fe5cf78b423a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:48.374258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device e8244e3b-f9f5-4727-9ec4-fe5cf78b423a not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:48.412590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1eaa0e51-93b1-479a-a46a-12b798bd21e3 req-18b6fc99-4bb0-4fb6-bf9a-a95eeeddf262 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Jul 09 13:26:48.522048 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0f62f288-4751-4520-a99f-6c97826ad3f4 req-86f2a7ef-102f-47f6-a46f-9f3d2a2757b1 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0323083 Jul 09 13:26:48.575081 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75beffee-4f72-4b43-8f56-d1f6ecda4683 req-fea7f418-6427-48da-8aee-d1052e4f1cfd tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0350857 Jul 09 13:26:49.093802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d95c09b-8d8b-4699-b26a-35ed8761c155 req-a26cd070-0df0-4f1a-a70b-9e7f204c2631 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0301783 Jul 09 13:26:49.167357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e0ef-a1ec-4d4f-bfc1-3ecd6e284047 req-c7d273c8-6b85-408f-977c-aa469e0211b4 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:49.171687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ff44e0ef-a1ec-4d4f-bfc1-3ecd6e284047 req-c7d273c8-6b85-408f-977c-aa469e0211b4 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1180179 Jul 09 13:26:49.219923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ff44e0ef-a1ec-4d4f-bfc1-3ecd6e284047 req-bb2076f2-94c2-4337-97f1-7b673e1603eb tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Jul 09 13:26:49.315067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-d2da7b86-c77a-4ed4-ac09-06656848948b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:49.316540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-d2da7b86-c77a-4ed4-ac09-06656848948b tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.10 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.1241140 Jul 09 13:26:49.329117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b38b8-de51-45a4-8c3d-28230504fd14 req-3bdbb24e-4359-4b0a-a787-f6d243aa5090 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:49.330615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-334b38b8-de51-45a4-8c3d-28230504fd14 req-3bdbb24e-4359-4b0a-a787-f6d243aa5090 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 946 time: 0.0963507 Jul 09 13:26:49.431758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-334b38b8-de51-45a4-8c3d-28230504fd14 req-2573c3d7-8fcb-432c-8d4f-474fe9a2fe95 tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e83d98d-bac5-4325-945f-2ab4a9cdb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933435 Jul 09 13:26:49.471662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Deleting port 8e001d48-7e21-42ac-9a11-b45c93c5474d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:49.471884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.575960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963faa2f-90d5-4b52-b551-5adf02f5d305 req-e161e71e-cc6e-4199-885c-ee5c71e47e7d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:49.577606 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-963faa2f-90d5-4b52-b551-5adf02f5d305 req-e161e71e-cc6e-4199-885c-ee5c71e47e7d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0847852 Jul 09 13:26:49.609174 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.616863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] For port 8e001d48-7e21-42ac-9a11-b45c93c5474d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=8e001d48-7e21-42ac-9a11-b45c93c5474d,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:49.617308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.625898 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-963faa2f-90d5-4b52-b551-5adf02f5d305 req-de788db8-4444-4312-a2b1-59e003d18124 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Jul 09 13:26:49.638609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Calling delete_port for 8e001d48-7e21-42ac-9a11-b45c93c5474d owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:49.703525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f563aa-457c-46ed-bb45-9ab0a3efbbf8 req-7392ddfd-a949-4d58-871b-f51e7b515187 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:49.705773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91f563aa-457c-46ed-bb45-9ab0a3efbbf8 req-7392ddfd-a949-4d58-871b-f51e7b515187 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 945 time: 0.1537788 Jul 09 13:26:49.777664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91f563aa-457c-46ed-bb45-9ab0a3efbbf8 req-20a36f0d-59ba-477f-be1e-ccfe6cdd3fb9 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670364 Jul 09 13:26:49.790901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88e1f9fc-1740-4430-8bbe-75b55c83cc84 req-468663b3-01cb-4bbf-98d0-098b202bfa27 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0366781 Jul 09 13:26:49.849689 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.867970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['8e001d48-7e21-42ac-9a11-b45c93c5474d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:49.881446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Pushing event deleted for resources: {'Port': ['ID=8e001d48-7e21-42ac-9a11-b45c93c5474d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:49.936874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] No DVR routers for this DVR port 8e001d48-7e21-42ac-9a11-b45c93c5474d on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:49.942102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.945092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c61a43b-97a0-457e-8b11-b9b17275e942 req-98e0a141-b094-46dc-b53e-e7b7a6ed9a7e tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.10 "DELETE /v2.0/ports/8e001d48-7e21-42ac-9a11-b45c93c5474d HTTP/1.1" status: 204 len: 173 time: 0.6133628 Jul 09 13:26:49.945750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a34394-df8a-40b5-ba34-911f6649408b', 'name': 'network-vif-deleted', 'tag': '8e001d48-7e21-42ac-9a11-b45c93c5474d'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:49.948847 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33028800-70b8-4832-b324-dae3d0da4305" -d '{"events": [{"server_uuid": "85a34394-df8a-40b5-ba34-911f6649408b", "name": "network-vif-deleted", "tag": "8e001d48-7e21-42ac-9a11-b45c93c5474d"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:49.998803 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935b1c6-e597-486a-93f4-8bf60e812da6 x-openstack-request-id: req-5935b1c6-e597-486a-93f4-8bf60e812da6 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:49.999153 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a34394-df8a-40b5-ba34-911f6649408b", "name": "network-vif-deleted", "tag": "8e001d48-7e21-42ac-9a11-b45c93c5474d", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:49.999554 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5935b1c6-e597-486a-93f4-8bf60e812da6 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:49.999963 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a34394-df8a-40b5-ba34-911f6649408b', 'name': 'network-vif-deleted', 'tag': '8e001d48-7e21-42ac-9a11-b45c93c5474d', 'status': 'completed', 'code': 200} Jul 09 13:26:50.293583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5b7e-a1f8-49f1-8c08-7fe4ab44d842 req-578bec2e-9e54-4725-bd29-6bb74086442b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:50.295562 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-582a5b7e-a1f8-49f1-8c08-7fe4ab44d842 req-578bec2e-9e54-4725-bd29-6bb74086442b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0788367 Jul 09 13:26:50.317169 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bd87ee18-ced0-41a9-9550-fc14a66fddcf req-d2ee997d-536b-4e0d-9cc9-7b19e85a9c07 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0543401 Jul 09 13:26:50.355536 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-582a5b7e-a1f8-49f1-8c08-7fe4ab44d842 req-c6377075-4cfd-4f0a-8ee5-653a53259125 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506911 Jul 09 13:26:50.505163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3da54-c811-468d-95ba-c055a11a210c req-57c49ff8-e3b1-4daa-bcc4-3b692d811480 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:50.506923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ab3da54-c811-468d-95ba-c055a11a210c req-57c49ff8-e3b1-4daa-bcc4-3b692d811480 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0801198 Jul 09 13:26:50.547136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7a6db680-be56-4c12-a715-ddccb59d3f55 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:50.554567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ab3da54-c811-468d-95ba-c055a11a210c req-9373df54-84c4-449e-a3d4-3f95abea668f tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384135 Jul 09 13:26:50.645832 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7e0ff9c-53b3-43b9-b8ee-5e57b986220b req-dc685102-2930-4fbd-a1e5-379fc37fc60c tempest-ServerRescueTestJSON-832961475 tempest-ServerRescueTestJSON-832961475-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a34394-df8a-40b5-ba34-911f6649408b HTTP/1.1" status: 200 len: 210 time: 0.0309517 Jul 09 13:26:50.653476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7a6db680-be56-4c12-a715-ddccb59d3f55,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:50.666049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7a6db680-be56-4c12-a715-ddccb59d3f55', 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'port_id': '7a6db680-be56-4c12-a715-ddccb59d3f55', 'mac_address': 'fa:16:3e:b4:d5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5df92f-2095-4c00-8775-c031915f7211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:50.706995 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:50.721107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a6db680-be56-4c12-a715-ddccb59d3f55 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:50.744391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7a6db680-be56-4c12-a715-ddccb59d3f55,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:50.749660 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:50.813618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7a6db680-be56-4c12-a715-ddccb59d3f55,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:50.830118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7a6db680-be56-4c12-a715-ddccb59d3f55'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:50.998648 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f03a6d60-e757-4eb3-82f6-b1cf54a0ad9d req-8e19b1b5-a101-4765-a124-360ef50d8b54 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0409636 Jul 09 13:26:51.024936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8cc9d-1242-465d-be56-8ed50ffc0471 req-1e3cbe1c-9f00-4e4a-9169-78a07b466c6b tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:51.026490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-acc8cc9d-1242-465d-be56-8ed50ffc0471 req-1e3cbe1c-9f00-4e4a-9169-78a07b466c6b tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 944 time: 0.0915298 Jul 09 13:26:51.068312 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-acc8cc9d-1242-465d-be56-8ed50ffc0471 req-fa734a94-1033-449e-9a13-60bdb27ba4ae tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Jul 09 13:26:51.498881 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1075aa8b-6e68-4252-9512-a896944c20a1 req-20a56f5d-a32d-48f8-91b7-626b591a5975 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0329428 Jul 09 13:26:51.707329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedb2db-f2d1-41f7-91b9-820c14bfbd39 req-acc992af-2bcf-4263-9a11-3529b1950dab tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:51.709194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcedb2db-f2d1-41f7-91b9-820c14bfbd39 req-acc992af-2bcf-4263-9a11-3529b1950dab tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0858037 Jul 09 13:26:51.757346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fcedb2db-f2d1-41f7-91b9-820c14bfbd39 req-3ecc24bc-aea2-40bf-8453-bb653939d77e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Jul 09 13:26:51.866409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0166794-84ae-4d5a-9949-52d5bf0d311a req-af1a868a-9ad4-4b2a-b348-96a80cb3926d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:51.868694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0166794-84ae-4d5a-9949-52d5bf0d311a req-af1a868a-9ad4-4b2a-b348-96a80cb3926d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 944 time: 0.0700743 Jul 09 13:26:51.912499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0166794-84ae-4d5a-9949-52d5bf0d311a req-c5c4152e-abbd-4a46-b605-5564268a7a5c tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Jul 09 13:26:51.951567 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f737-694d-4144-af9a-778cba4d003a req-1ac81164-b3d9-466f-bcac-b93f61b71bef tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:51.953211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9936f737-694d-4144-af9a-778cba4d003a req-1ac81164-b3d9-466f-bcac-b93f61b71bef tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0766940 Jul 09 13:26:51.997205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35640) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:51.999059 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9936f737-694d-4144-af9a-778cba4d003a req-8ea36381-6eec-45a2-b3ec-a1075baaaefb tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Jul 09 13:26:52.529009 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-888fda84-a047-4a62-bb11-3812ff7a318f req-9531624c-f6f5-4408-b91e-e9b0225c9e38 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.3794172 Jul 09 13:26:52.566218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7a6db680-be56-4c12-a715-ddccb59d3f55 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:52.669431 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.683051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7a6db680-be56-4c12-a715-ddccb59d3f55 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:52.708089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.713703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7a6db680-be56-4c12-a715-ddccb59d3f55,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:52.717981 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb0e3a7d-0c05-4f22-8eba-aa1e3139e77d req-a28e7870-2317-45b7-9036-21a769ea30e3 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0361717 Jul 09 13:26:52.725096 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.783751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7a6db680-be56-4c12-a715-ddccb59d3f55,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:52.966307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c3742-b200-42f1-9ad0-932320a692e0 req-835ab7f8-4df0-4bc9-9ee0-e49b4ffc94ba tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:52.972852 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-894c3742-b200-42f1-9ad0-932320a692e0 req-835ab7f8-4df0-4bc9-9ee0-e49b4ffc94ba tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0809209 Jul 09 13:26:53.009841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-894c3742-b200-42f1-9ad0-932320a692e0 req-10648d92-d5ef-4df7-9fca-38326d732356 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360861 Jul 09 13:26:53.010177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Deleting port c5bb3b23-4017-48a5-b06f-e8278da4f1fc {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:53.010670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.145339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] For port c5bb3b23-4017-48a5-b06f-e8278da4f1fc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,segment=NetworkSegment(986d1a5f-dd8f-4a30-b383-84a844f3eaa7),segment_id=986d1a5f-dd8f-4a30-b383-84a844f3eaa7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:53.145847 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.162902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Calling delete_port for c5bb3b23-4017-48a5-b06f-e8278da4f1fc owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:53.175598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ba53d-1a5a-4d9e-841a-13f629f86418 req-d841344a-02aa-44cc-a330-d83fe6f0b5c8 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:53.177120 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d49ba53d-1a5a-4d9e-841a-13f629f86418 req-d841344a-02aa-44cc-a330-d83fe6f0b5c8 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 943 time: 0.1165512 Jul 09 13:26:53.200192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681ef2d-702f-4077-a6bb-224e73915ea3 req-b53415af-d615-4b24-97cc-4d2eb3861ebf tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:53.202060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d681ef2d-702f-4077-a6bb-224e73915ea3 req-b53415af-d615-4b24-97cc-4d2eb3861ebf tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0840709 Jul 09 13:26:53.250264 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d681ef2d-702f-4077-a6bb-224e73915ea3 req-f7241a79-87f6-40ba-8f31-02eaf345f249 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Jul 09 13:26:53.275264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d49ba53d-1a5a-4d9e-841a-13f629f86418 req-cdaacbdb-cb36-4525-bbd4-e5673cc4e95d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 Jul 09 13:26:53.459163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-80224834-7a6d-468d-8690-d5fefed4338f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:53.460682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-80224834-7a6d-468d-8690-d5fefed4338f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.10 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 943 time: 0.1184068 Jul 09 13:26:53.461817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.514812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bb3b23-4017-48a5-b06f-e8278da4f1fc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:53.717378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a2a2549-4538-4aff-ade3-4029d83650b8 req-87f5f2a7-60f1-40d1-8726-6fd74423e838 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0467887 Jul 09 13:26:53.762448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Deleting port 7a6db680-be56-4c12-a715-ddccb59d3f55 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:53.762808 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.827286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.893061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f98a9705-0139-4282-904a-25e912fdf2e2 req-ea7b6f73-44c7-45b3-9546-51aa3fd98684 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0321138 Jul 09 13:26:53.919295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] For port 7a6db680-be56-4c12-a715-ddccb59d3f55, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7a6db680-be56-4c12-a715-ddccb59d3f55,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:53.919691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.966718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Calling delete_port for 7a6db680-be56-4c12-a715-ddccb59d3f55 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:54.206107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Router 85314d0d-e543-41e1-9e9c-104dfbc06d7f has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:54.218396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3d139-6b16-4a49-87be-30023d11ec82 req-6bce9505-5c24-4e63-809b-711467871bd0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:54.219992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5c3d139-6b16-4a49-87be-30023d11ec82 req-6bce9505-5c24-4e63-809b-711467871bd0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0828772 Jul 09 13:26:54.226989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.267574 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5c3d139-6b16-4a49-87be-30023d11ec82 req-2b7c1f01-c7c4-4433-88e2-6b361d3cd3fe tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Jul 09 13:26:54.298909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event deleted for resources: {'Port': ['ID=7a6db680-be56-4c12-a715-ddccb59d3f55,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:54.394933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] No DVR routers for this DVR port 7a6db680-be56-4c12-a715-ddccb59d3f55 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:54.399017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.401250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a20671a7-dc27-4ab8-8fd7-c617425f293c req-a51fc4fa-c4ed-467b-a640-9b08fb89a682 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.10 "DELETE /v2.0/ports/7a6db680-be56-4c12-a715-ddccb59d3f55 HTTP/1.1" status: 204 len: 173 time: 0.9330778 Jul 09 13:26:54.401621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08baf70-98c5-402a-a95b-0ba255aff869', 'name': 'network-vif-deleted', 'tag': '7a6db680-be56-4c12-a715-ddccb59d3f55'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:54.404971 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3320205f-af98-4237-8485-ca494fb5650b" -d '{"events": [{"server_uuid": "f08baf70-98c5-402a-a95b-0ba255aff869", "name": "network-vif-deleted", "tag": "7a6db680-be56-4c12-a715-ddccb59d3f55"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:54.432468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:54.438192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7cfe2b19-2576-4eb9-9848-9440216eb675 admin admin] 10.222.0.32 "PUT /v2.0/routers/85314d0d-e543-41e1-9e9c-104dfbc06d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397769 Jul 09 13:26:54.445684 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] Sync routers for ids ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:54.457613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35674) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:54.459391 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] Routers {'85314d0d-e543-41e1-9e9c-104dfbc06d7f'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:54.460322 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:54.471368 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4f4c125f-3b5b-4f40-aeee-171851b3e9e5 req-3137ab3f-a68a-4881-9abb-8943b95ec53a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=f08baf70-98c5-402a-a95b-0ba255aff869 HTTP/1.1" status: 200 len: 210 time: 0.0511785 Jul 09 13:26:54.575756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8e001d48-7e21-42ac-9a11-b45c93c5474d no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:54.602483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce30ec-ad5b-4574-a096-3f5fddd2e806 req-cb3b9960-970c-4544-ac94-4b5f0565d67c tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:54.604198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52ce30ec-ad5b-4574-a096-3f5fddd2e806 req-cb3b9960-970c-4544-ac94-4b5f0565d67c tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1822019 Jul 09 13:26:54.608345 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.617001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 8e001d48-7e21-42ac-9a11-b45c93c5474d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:54.617958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 8e001d48-7e21-42ac-9a11-b45c93c5474d not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:54.644549 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] Set router 85314d0d-e543-41e1-9e9c-104dfbc06d7f gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:54.671712 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7b26bc-72cd-448f-8baa-6119c5bcc6dc x-openstack-request-id: req-2a7b26bc-72cd-448f-8baa-6119c5bcc6dc {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:54.672084 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08baf70-98c5-402a-a95b-0ba255aff869", "name": "network-vif-deleted", "tag": "7a6db680-be56-4c12-a715-ddccb59d3f55", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:54.672410 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a7b26bc-72cd-448f-8baa-6119c5bcc6dc {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:54.672884 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08baf70-98c5-402a-a95b-0ba255aff869', 'name': 'network-vif-deleted', 'tag': '7a6db680-be56-4c12-a715-ddccb59d3f55', 'status': 'completed', 'code': 200} Jul 09 13:26:54.730517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52ce30ec-ad5b-4574-a096-3f5fddd2e806 req-55548d51-5e25-4e73-a5e1-ba693560e5e1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791917 Jul 09 13:26:54.759833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.816815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Deleting port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:54.817160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.858143 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:26:53Z', 'revision_number': 5, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port': {'id': '9434dc38-23c0-433b-9df7-1b07c2a3bc1d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:21Z', 'updated_at': '2021-07-09T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:54.889951 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] Checking router: 85314d0d-e543-41e1-9e9c-104dfbc06d7f for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:54.898688 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] Routers {'85314d0d-e543-41e1-9e9c-104dfbc06d7f'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:54.899566 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:26:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:54.917256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] For port 9434dc38-23c0-433b-9df7-1b07c2a3bc1d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9434dc38-23c0-433b-9df7-1b07c2a3bc1d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:54.918242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.921839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5dfa674b-559c-482a-8f3a-ddfbe7fb3992 req-34b043b5-bdc6-4e58-b473-e9ccf3da85c3 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0577438 Jul 09 13:26:54.961973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Calling delete_port for 9434dc38-23c0-433b-9df7-1b07c2a3bc1d owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:55.010206 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] Set router 85314d0d-e543-41e1-9e9c-104dfbc06d7f gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:55.076958 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:26:54Z', 'revision_number': 6, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:55.113791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dab8c3-bdfa-4af7-8b17-99a4e1cb915a None None] The sync data for ids ['85314d0d-e543-41e1-9e9c-104dfbc06d7f'] in n-d-799524-3 is: [{'id': '85314d0d-e543-41e1-9e9c-104dfbc06d7f', 'name': 'tempest-ServerRescueTestJSON-8400283-router', 'tenant_id': '9b8f102f290c4031ad9981e47235ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:19Z', 'updated_at': '2021-07-09T13:26:54Z', 'revision_number': 6, 'project_id': '9b8f102f290c4031ad9981e47235ee2b', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:55.198046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c4262bc-3178-4914-8b08-26a64745a1cf req-de9e9f59-ecb9-4c77-a5d3-d8ac4d1cbe2b tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0380690 Jul 09 13:26:55.213160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.248475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9434dc38-23c0-433b-9df7-1b07c2a3bc1d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:55.315740 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.409708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.411927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.465750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.466412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85314d0d-e543-41e1-9e9c-104dfbc06d7f {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:26:55.473231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.475383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3ebd931-b585-4c6d-8272-8aadc958c3e0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/85314d0d-e543-41e1-9e9c-104dfbc06d7f HTTP/1.1" status: 204 len: 168 time: 1.0156879 Jul 09 13:26:55.477470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35684) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:55.485209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908822e8-b0ac-469d-a082-fd57f83cb594 req-c30e7293-4432-4f9b-8e81-b358b7adc5ed tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:55.486775 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-908822e8-b0ac-469d-a082-fd57f83cb594 req-c30e7293-4432-4f9b-8e81-b358b7adc5ed tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0764968 Jul 09 13:26:55.534635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9911697-40bd-4b0a-9efd-77d7632935e1 admin admin] Deleting subnet 54079d31-4ebd-4b0f-bf2f-8d21590b1123 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:26:55.543734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9911697-40bd-4b0a-9efd-77d7632935e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.552322 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-908822e8-b0ac-469d-a082-fd57f83cb594 req-87349049-d968-4f91-bdf3-2abd9b36bc22 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576260 Jul 09 13:26:55.594725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9911697-40bd-4b0a-9efd-77d7632935e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.649547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9911697-40bd-4b0a-9efd-77d7632935e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.727783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9911697-40bd-4b0a-9efd-77d7632935e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.759809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9911697-40bd-4b0a-9efd-77d7632935e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54079d31-4ebd-4b0f-bf2f-8d21590b1123,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:55.766219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9911697-40bd-4b0a-9efd-77d7632935e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.770804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d9911697-40bd-4b0a-9efd-77d7632935e1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54079d31-4ebd-4b0f-bf2f-8d21590b1123 HTTP/1.1" status: 204 len: 168 time: 0.2899597 Jul 09 13:26:55.771290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35694) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:55.854219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.966129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:55.972015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-97fcfbfe-8089-4ab2-8534-3951b28399ad tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69940572', 'description': 'tempest-description--453498057'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:55.984817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.998082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10922eb9-c9ca-4406-a0f2-e48d06461d9f']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:55.998413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-97fcfbfe-8089-4ab2-8534-3951b28399ad tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.023084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986d1a5f-dd8f-4a30-b383-84a844f3eaa7') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:56.023500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986d1a5f-dd8f-4a30-b383-84a844f3eaa7') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:56.037483 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.067743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6a2f-ffbc-41a4-a6e8-310ccd1a77ca req-70059937-8225-42c7-9aca-b295bf7d18aa tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:56.075706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5bf6a2f-ffbc-41a4-a6e8-310ccd1a77ca req-70059937-8225-42c7-9aca-b295bf7d18aa tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1763465 Jul 09 13:26:56.078660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.099424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:26:56.099836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:26:56.101977 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:26:56.136532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57e6e682-7fe7-4e11-83aa-ef0553fae400 req-88c6b7b1-6ee6-4b35-9049-241bc4fd1020 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0412395 Jul 09 13:26:56.161400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-97fcfbfe-8089-4ab2-8534-3951b28399ad tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.167147 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-97fcfbfe-8089-4ab2-8534-3951b28399ad tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.188780 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5bf6a2f-ffbc-41a4-a6e8-310ccd1a77ca req-7c34b271-2aec-4bd9-97d0-15368075aa82 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120272 Jul 09 13:26:56.202812 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.207380 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcfbfe-8089-4ab2-8534-3951b28399ad tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979b55c1-ab4b-4926-b683-bb93fec26989,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:56.216270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.219093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] 10.222.0.32 "DELETE /v2.0/networks/10922eb9-c9ca-4406-a0f2-e48d06461d9f HTTP/1.1" status: 204 len: 168 time: 0.4466631 Jul 09 13:26:56.233612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-97fcfbfe-8089-4ab2-8534-3951b28399ad tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.239967 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-97fcfbfe-8089-4ab2-8534-3951b28399ad tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2721310 Jul 09 13:26:56.240161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35706) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:56.243006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a35ca-558a-4768-9c25-257eaedb3c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=10922eb9-c9ca-4406-a0f2-e48d06461d9f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:56.255586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e88be5d4-3609-4726-9ef8-916be28f607a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Request body: {'security_group_rule': {'security_group_id': '979b55c1-ab4b-4926-b683-bb93fec26989', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:56.303589 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e88be5d4-3609-4726-9ef8-916be28f607a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.408082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7efbd37-8ad8-4656-b9a4-1d3b3498e9bd req-1b3abcf8-a0ad-413e-a0e7-df0679278409 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0451369 Jul 09 13:26:56.432578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e88be5d4-3609-4726-9ef8-916be28f607a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.440306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e88be5d4-3609-4726-9ef8-916be28f607a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.446808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9434dc38-23c0-433b-9df7-1b07c2a3bc1d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:56.456546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88be5d4-3609-4726-9ef8-916be28f607a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c81349-a501-4692-8f3d-e6cbf4513fa8,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:56.477940 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e88be5d4-3609-4726-9ef8-916be28f607a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.482835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e88be5d4-3609-4726-9ef8-916be28f607a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2391138 Jul 09 13:26:56.483926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9434dc38-23c0-433b-9df7-1b07c2a3bc1d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:56.484547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9434dc38-23c0-433b-9df7-1b07c2a3bc1d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:56.485064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c5bb3b23-4017-48a5-b06f-e8278da4f1fc no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:56.487482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35708) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:56.492980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-46a0e640-a56a-467c-b40e-90722a951a8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Request body: {'security_group_rule': {'security_group_id': '979b55c1-ab4b-4926-b683-bb93fec26989', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:56.509869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: c5bb3b23-4017-48a5-b06f-e8278da4f1fc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:56.510973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c5bb3b23-4017-48a5-b06f-e8278da4f1fc not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:56.514075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35710) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:56.533417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46a0e640-a56a-467c-b40e-90722a951a8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.576469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b9a0968f-cf30-4337-8476-047fb797077a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b8f102f290c4031ad9981e47235ee2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589232 Jul 09 13:26:56.579052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35714) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:56.634877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1fdcad1-b0e3-4eea-9f2c-6a0a6c0a7565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.635217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46a0e640-a56a-467c-b40e-90722a951a8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.640579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46a0e640-a56a-467c-b40e-90722a951a8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.665595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0e640-a56a-467c-b40e-90722a951a8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347de742-1546-412c-8475-285a1e3fda54,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:56.666823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1fdcad1-b0e3-4eea-9f2c-6a0a6c0a7565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.673396 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46a0e640-a56a-467c-b40e-90722a951a8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.675969 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-46a0e640-a56a-467c-b40e-90722a951a8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1872549 Jul 09 13:26:56.679241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35716) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:56.684776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:56.724910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1fdcad1-b0e3-4eea-9f2c-6a0a6c0a7565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.727664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1fdcad1-b0e3-4eea-9f2c-6a0a6c0a7565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.728744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d1fdcad1-b0e3-4eea-9f2c-6a0a6c0a7565 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e83d98d-bac5-4325-945f-2ab4a9cdb40f HTTP/1.1" status: 204 len: 168 time: 0.1480753 Jul 09 13:26:56.737548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdcad1-b0e3-4eea-9f2c-6a0a6c0a7565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e83d98d-bac5-4325-945f-2ab4a9cdb40f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:56.744210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:56.822843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6da5d0-29d3-4ad0-9af2-c7bec846ca8a req-bb234767-0a9f-4515-bb53-b4b80b683cad tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:56.825748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c6da5d0-29d3-4ad0-9af2-c7bec846ca8a req-bb234767-0a9f-4515-bb53-b4b80b683cad tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1310558 Jul 09 13:26:56.900308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c6da5d0-29d3-4ad0-9af2-c7bec846ca8a req-adad6ee9-42cc-4edb-8624-634aff1ac489 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671997 Jul 09 13:26:56.931764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.058504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Allocated IP 172.25.5.239 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/e33f7946-5d0e-44a3-8b12-0ddae57b0f7e) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:57.185484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.238462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.283197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:57.286715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:57.290423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:57.342174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event updated for resources: {'Port': ['ID=e33f7946-5d0e-44a3-8b12-0ddae57b0f7e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:57.350489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d735267e-8c8a-42f3-b97f-0db5d4f31448 req-031b17e3-97fe-4e03-b028-5b99dbdbb4d0 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0312831 Jul 09 13:26:57.454915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.481452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7bdb6-1a4e-48e8-a59c-7d6872a4668a req-8c7d33d9-91fe-490d-9c7a-bd0461ee24fb tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:57.483231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0cc7bdb6-1a4e-48e8-a59c-7d6872a4668a req-8c7d33d9-91fe-490d-9c7a-bd0461ee24fb tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1235003 Jul 09 13:26:57.536328 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.579117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35748) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:57.579470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0cc7bdb6-1a4e-48e8-a59c-7d6872a4668a req-d2fd47cf-2e3e-4030-b894-b9375cf974b6 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771351 Jul 09 13:26:57.672678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ada688f1-c569-4dc8-8a7f-b33709dbbfd0 req-568f723b-64e5-4136-b1f0-5dcd2c40f989 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0429621 Jul 09 13:26:57.734484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.734872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2056724979-network', 'tenant_id': '24082c0014a84142858afbbb5f2b5a36'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:57.739757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.760884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Made reservation on behalf of 24082c0014a84142858afbbb5f2b5a36 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:57.764713 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.780009 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.823120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event updated for resources: {'Port': ['ID=e33f7946-5d0e-44a3-8b12-0ddae57b0f7e,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:57.836068 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.894371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.898549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.903618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.913286 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-095b5df5-dd37-4fab-bde2-09fab1a2bc04 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2247846 Jul 09 13:26:57.916089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:26:57.944899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.945304 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Added segment 39952756-a2cf-4e76-be78-0b3f0146d8a3 of type vlan for network 8c314434-f8cb-4776-aa16-261a7b63fa2a Jul 09 13:26:57.956550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e425ac-a5a7-4613-87c7-9d91c70dfef5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:57.999801 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.039396 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.043361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.044108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.144869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5637507 Jul 09 13:26:58.148564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35768) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:58.155780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe5680-cfa1-438a-9fa5-eda5960eeeae admin admin] Pushing event updated for resources: {'Network': ['ID=8c314434-f8cb-4776-aa16-261a7b63fa2a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:58.167294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 8c314434-f8cb-4776-aa16-261a7b63fa2a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:26:58.181045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Request body: {'subnet': {'network_id': '8c314434-f8cb-4776-aa16-261a7b63fa2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2056724979-subnet', 'tenant_id': '24082c0014a84142858afbbb5f2b5a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:58.194555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7ac9e-0bf0-47b1-97bb-ff1c08d731cf req-72bcb6c0-c1e1-495a-ad5c-c57dbfd93f7d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.196195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6e7ac9e-0bf0-47b1-97bb-ff1c08d731cf req-72bcb6c0-c1e1-495a-ad5c-c57dbfd93f7d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1061177 Jul 09 13:26:58.224576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Made reservation on behalf of 24082c0014a84142858afbbb5f2b5a36 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:58.226986 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.247760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6e7ac9e-0bf0-47b1-97bb-ff1c08d731cf req-a73a961a-ace2-4fe5-8f13-9920aaa2cacf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Jul 09 13:26:58.298198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-bf1c4d3b-ec72-4fbf-a7ad-19148a017964 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.299988 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-bf1c4d3b-ec72-4fbf-a7ad-19148a017964 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 821 time: 0.1752160 Jul 09 13:26:58.330266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-398b55b2-5bd6-457b-98b8-9af9e4403940 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/quotas/89782425baff493da7a1cd4409afa706 HTTP/1.1" status: 200 len: 375 time: 0.0240510 Jul 09 13:26:58.468082 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-26adbf49-107c-4e94-ba9d-dc99a5fdc61d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319277 Jul 09 13:26:58.499362 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.514500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-233c3e3f-9743-4801-9f30-0e2c8a4d58a0 req-dbaa806f-a68d-44ed-8a50-a1685ee95d85 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0304785 Jul 09 13:26:58.581758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7a6db680-be56-4c12-a715-ddccb59d3f55 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:58.601524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 7a6db680-be56-4c12-a715-ddccb59d3f55 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:58.602268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7a6db680-be56-4c12-a715-ddccb59d3f55 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:58.609563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3ca111-e9e7-47f0-8954-06a0634c7f2e,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:58.639927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Checking segment: {'id': '39952756-a2cf-4e76-be78-0b3f0146d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c314434-f8cb-4776-aa16-261a7b63fa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:58.640290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Network hostable DHCP agents. Network: 8c314434-f8cb-4776-aa16-261a7b63fa2a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:26:58.648170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-b3ee12ab-deb0-4e45-b865-8f431db3c250 service neutron] 10.222.0.32 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704187 Jul 09 13:26:58.678321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Network 8c314434-f8cb-4776-aa16-261a7b63fa2a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:26:58.715857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 8c314434-f8cb-4776-aa16-261a7b63fa2a) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:58.721278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.722244 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.728649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01a651-aff7-479e-b0ed-8afe3bab1e87 None None] Network 8c314434-f8cb-4776-aa16-261a7b63fa2a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:58.760201 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-33509b2e-c683-45b2-b5a9-ef4c4c90be13 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5761368 Jul 09 13:26:58.791495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-421722a9-c135-4272-a2af-52914ba4d38b service neutron] 10.222.0.32 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349635 Jul 09 13:26:58.809811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2b024-8ce0-4f07-b115-dd8f03cc8a2e req-e78ca8aa-7472-40e4-9bd9-bf0e636d0ac4 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.816854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77e2b024-8ce0-4f07-b115-dd8f03cc8a2e req-e78ca8aa-7472-40e4-9bd9-bf0e636d0ac4 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0751903 Jul 09 13:26:58.869015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77e2b024-8ce0-4f07-b115-dd8f03cc8a2e req-b7b57cab-1835-466d-9dd2-1f4dbf5c0d94 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511825 Jul 09 13:26:58.886030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479afe6-c1cd-417f-bafc-da89cdd514ee None None] Network 8c314434-f8cb-4776-aa16-261a7b63fa2a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:59.041636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f673e7d-30d3-4f6f-9480-ecd1eae54437 req-238ed476-3615-4ac1-a874-71dab38d3c47 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0423989 Jul 09 13:26:59.061113 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77d85c3a-bed9-4822-a4f7-c1879cc24f36 req-19cc45aa-6b29-48b4-8324-7f601fd67bb2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 210 time: 0.0418389 Jul 09 13:26:59.409596 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-adaaf967-433f-484c-8469-3b8f932800b1 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.411149 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-adaaf967-433f-484c-8469-3b8f932800b1 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/networks?id=8c314434-f8cb-4776-aa16-261a7b63fa2a HTTP/1.1" status: 200 len: 809 time: 0.1187294 Jul 09 13:26:59.427232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-00f1dd72-7f74-4c0f-9728-95fff59a4554 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/quotas/24082c0014a84142858afbbb5f2b5a36 HTTP/1.1" status: 200 len: 375 time: 0.0104363 Jul 09 13:26:59.443388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e78e17-bcd7-4715-aed5-e80dcaea3ee4 req-c410ce71-5058-4ddd-b204-48d13f1089c4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.444999 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5e78e17-bcd7-4715-aed5-e80dcaea3ee4 req-c410ce71-5058-4ddd-b204-48d13f1089c4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0699980 Jul 09 13:26:59.466297 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-3fc0176e-4bd2-434e-b077-0d86501566f7 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24082c0014a84142858afbbb5f2b5a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332675 Jul 09 13:26:59.489808 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5e78e17-bcd7-4715-aed5-e80dcaea3ee4 req-4e650924-4d10-4ca8-9a53-025a94a21fc4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368807 Jul 09 13:26:59.581782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-6fe4e632-95ef-4cf4-9928-186726190515 service neutron] 10.222.0.32 "GET /v2.0/networks/8c314434-f8cb-4776-aa16-261a7b63fa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082320 Jul 09 13:26:59.689314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-e1f5a459-73a4-4620-a941-12dd3ba51dad service neutron] 10.222.0.32 "GET /v2.0/networks/8c314434-f8cb-4776-aa16-261a7b63fa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065559 Jul 09 13:26:59.692448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cfcf02c1-8da0-475e-8234-5bd6e724c2d5 req-88363068-fb38-48d7-9d72-7355bc537e09 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0308414 Jul 09 13:26:59.888706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-860f8547-eaa4-4bb6-9a61-67b5a32fb5c6 req-575f598b-7f7c-4add-b592-218a42575b6b tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 210 time: 0.0453234 Jul 09 13:27:00.074900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e5414-20b8-4e29-9936-d25218988bbb req-bda22303-3898-425c-85e5-b6c7563f0085 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:00.077230 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-979e5414-20b8-4e29-9936-d25218988bbb req-bda22303-3898-425c-85e5-b6c7563f0085 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0836563 Jul 09 13:27:00.157951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-979e5414-20b8-4e29-9936-d25218988bbb req-bc9a35a4-c810-4904-a3b4-85629822d62f tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678468 Jul 09 13:27:00.249524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0c7e6a1-f686-4dd1-bf7e-e76c47ac5496 req-31793efa-b13c-440f-89b6-cd764837efa7 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 210 time: 0.0483744 Jul 09 13:27:00.353835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e92518dd-9b14-4d35-969d-e389e6bacb76 req-93030ace-9a7d-4944-88bb-d9a902093bad tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0400169 Jul 09 13:27:00.433033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-8925da2c-d4f0-4fa8-ba22-d4ec56dfd971 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:00.434650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-8925da2c-d4f0-4fa8-ba22-d4ec56dfd971 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.11 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 821 time: 0.1820273 Jul 09 13:27:00.463129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Request body: {'port': {'device_id': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'admin_state_up': True, 'tenant_id': '89782425baff493da7a1cd4409afa706'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:00.620590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Made reservation on behalf of 89782425baff493da7a1cd4409afa706 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:00.624816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.821060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f7dcc-4a69-43f2-a9d5-735e3cc45119 req-4b9b5fce-51e6-4805-bc63-62a8606198a0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:00.822517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a68f7dcc-4a69-43f2-a9d5-735e3cc45119 req-4b9b5fce-51e6-4805-bc63-62a8606198a0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1823721 Jul 09 13:27:00.853144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Allocated IP 172.20.0.7 (6ef72efd-2866-4f9e-b571-8a743b48db3b/8b5df92f-2095-4c00-8775-c031915f7211/f659deaf-9142-4812-8137-a7d98682c271) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:00.887658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a68f7dcc-4a69-43f2-a9d5-735e3cc45119 req-9ff7b49e-974c-4047-914d-ef0680a398d5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581443 Jul 09 13:27:00.888451 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58b5583c-2159-4c87-a11b-df9dfdcd754e req-3f1d6e42-c51f-4434-901c-e3d40dd3b13b tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0437562 Jul 09 13:27:01.058667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.068682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0129842c-821d-4bd2-adc5-ecaa02c81865 req-6ff40636-2bdc-4c98-950b-d5d287223df9 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 210 time: 0.0309932 Jul 09 13:27:01.103074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.152938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Network 6ef72efd-2866-4f9e-b571-8a743b48db3b is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:01.156343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:01.160281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:01.184973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event updated for resources: {'Port': ['ID=f659deaf-9142-4812-8137-a7d98682c271,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:01.233667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.234333 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.505860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1d772-8f32-4dc9-b207-176782ac561d req-448f4ce3-8266-4a5f-8a66-160516b0bc62 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.507387 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f3f1d772-8f32-4dc9-b207-176782ac561d req-448f4ce3-8266-4a5f-8a66-160516b0bc62 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 931 time: 0.0849485 Jul 09 13:27:01.562268 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f3f1d772-8f32-4dc9-b207-176782ac561d req-4e59f54b-f105-477c-8af2-f3c0b297d214 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Jul 09 13:27:01.677763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-2f3e2262-5c6e-4bf9-9c35-324b68943a7f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2192066 Jul 09 13:27:01.704197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Request body: {'port': {'device_id': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:01.722231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eb4138f2-c2d0-4c6f-a45f-629b09db0083 req-71ea487c-5cec-447c-b0e6-751d9c69624b tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0300529 Jul 09 13:27:01.776395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-f0ae4160-8931-45f6-ade2-ec5aa3a83294 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.778785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-f0ae4160-8931-45f6-ade2-ec5aa3a83294 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.10 "GET /v2.0/networks?id=8c314434-f8cb-4776-aa16-261a7b63fa2a HTTP/1.1" status: 200 len: 809 time: 0.5618126 Jul 09 13:27:01.813116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Request body: {'port': {'device_id': '2e1d2460-5e22-4d3b-a260-0579cf6e0b53', 'network_id': '8c314434-f8cb-4776-aa16-261a7b63fa2a', 'admin_state_up': True, 'tenant_id': '24082c0014a84142858afbbb5f2b5a36'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:01.885367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879561-bf1a-4296-adb9-c9ec3f90dac8 req-fa389b08-bdca-4240-a68e-390f4ea0750a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.887648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78879561-bf1a-4296-adb9-c9ec3f90dac8 req-fa389b08-bdca-4240-a68e-390f4ea0750a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.2805407 Jul 09 13:27:01.900620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.018998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78879561-bf1a-4296-adb9-c9ec3f90dac8 req-91f81bd7-689a-4bda-8e9e-049b368d10c4 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217234 Jul 09 13:27:02.113991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Made reservation on behalf of 24082c0014a84142858afbbb5f2b5a36 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:02.118195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.139851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54475961-dbc3-4ce4-b3d4-fa7782ff5f23 req-7f6cb9fc-efe0-4693-b2f5-b9a848ca49d5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:02.146099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54475961-dbc3-4ce4-b3d4-fa7782ff5f23 req-7f6cb9fc-efe0-4693-b2f5-b9a848ca49d5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1127992 Jul 09 13:27:02.202750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54475961-dbc3-4ce4-b3d4-fa7782ff5f23 req-cfdaf7a3-825d-4e7f-8f36-423e00d60e85 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492256 Jul 09 13:27:02.264065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93fa369d-3596-44de-b61a-0dee14eeff6f req-e2428c1d-315b-46af-8074-3d67d5cb2671 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0728683 Jul 09 13:27:02.384720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Allocated IP 172.20.0.2 (8c314434-f8cb-4776-aa16-261a7b63fa2a/3d3ca111-e9e7-47f0-8954-06a0634c7f2e/003b71cc-310d-4301-8234-1343c1695ddd) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:02.474548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6ec28c2-65e0-490b-848a-3f2568e8d9e4 req-469d830f-3503-4433-b19b-efc94e910827 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 210 time: 0.0445197 Jul 09 13:27:02.487585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f659deaf-9142-4812-8137-a7d98682c271 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:02.502396 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.529378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Transition to ACTIVE for port object f659deaf-9142-4812-8137-a7d98682c271 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:02.539389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.645017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Pushing event updated for resources: {'Port': ['ID=f659deaf-9142-4812-8137-a7d98682c271,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:02.724144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.756613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Attempting to bind port f659deaf-9142-4812-8137-a7d98682c271 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:02.756933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Attempting to bind port f659deaf-9142-4812-8137-a7d98682c271 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:02.757326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Attempting to bind port f659deaf-9142-4812-8137-a7d98682c271 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:02.766525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Port f659deaf-9142-4812-8137-a7d98682c271 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:02.766861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Attempting to bind port f659deaf-9142-4812-8137-a7d98682c271 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:02.784217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:02.784537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Checking segment: {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:02.784973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Bound using segment: {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:02.785423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Bound port: f659deaf-9142-4812-8137-a7d98682c271, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:02.785792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.788092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f16897-4b7b-48f5-a9fa-69383d8871e9 req-e31684af-c6ea-45ee-a83f-dc47fb94a0d5 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:02.790432 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f16897-4b7b-48f5-a9fa-69383d8871e9 req-e31684af-c6ea-45ee-a83f-dc47fb94a0d5 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 943 time: 0.0918655 Jul 09 13:27:02.832679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.917665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Network 8c314434-f8cb-4776-aa16-261a7b63fa2a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:02.943813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3edab2c7-b703-4f1a-9f14-8d78158c81cc req-59feafbb-a13f-4a15-9ba6-a6846d244aea tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0638149 Jul 09 13:27:02.944736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:02.952424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:02.958270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:02.979485 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Pushing event updated for resources: {'Port': ['ID=003b71cc-310d-4301-8234-1343c1695ddd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:03.011719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.011719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.011719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.012955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.012955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.012955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.013521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.013521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.013985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.014103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.014432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.014769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:03.019370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f659deaf-9142-4812-8137-a7d98682c271,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:03.024597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:03.062912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.063628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:03.089079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.089875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:03.091399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] 10.222.0.11 "PUT /v2.0/ports/f659deaf-9142-4812-8137-a7d98682c271 HTTP/1.1" status: 200 len: 1091 time: 1.4030035 Jul 09 13:27:03.096197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'tag': 'f659deaf-9142-4812-8137-a7d98682c271'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:03.098431 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5548a922-d028-4e7c-857d-3a312ccbe815" -d '{"events": [{"name": "network-changed", "server_uuid": "ced9d0f0-5d7a-4e0b-9213-8245cc00398e", "tag": "f659deaf-9142-4812-8137-a7d98682c271"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:03.110438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-2966af31-620c-4b27-93c2-e9f926c42c72 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3032603 Jul 09 13:27:03.126876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Request body: {'port': {'device_id': '2e1d2460-5e22-4d3b-a260-0579cf6e0b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:03.161792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac31923-f2ba-4c0d-9a35-20a3a625da9d service neutron] Pushing event updated for resources: {'Port': ['ID=f659deaf-9142-4812-8137-a7d98682c271,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:03.244380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78f16897-4b7b-48f5-a9fa-69383d8871e9 req-2105fb6a-b939-49b9-bb14-0f4cec50d69a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417238 Jul 09 13:27:03.298270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:03.304328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-7ce39135-26cc-4d11-8813-738c514379ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.306070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-7ce39135-26cc-4d11-8813-738c514379ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 1094 time: 0.1552730 Jul 09 13:27:03.315148 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed18c5b-5d7b-4b62-b2e8-b2d808609dbd x-openstack-request-id: req-7ed18c5b-5d7b-4b62-b2e8-b2d808609dbd {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:03.315434 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced9d0f0-5d7a-4e0b-9213-8245cc00398e", "tag": "f659deaf-9142-4812-8137-a7d98682c271", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:03.315697 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ed18c5b-5d7b-4b62-b2e8-b2d808609dbd {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:03.316102 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'tag': 'f659deaf-9142-4812-8137-a7d98682c271', 'status': 'completed', 'code': 200} Jul 09 13:27:03.383441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-ccee5622-473f-4d4b-8453-932d75627c50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f659deaf-9142-4812-8137-a7d98682c271 HTTP/1.1" status: 200 len: 217 time: 0.0621562 Jul 09 13:27:03.493199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47e20-ec7d-4dd6-91e7-a0f06126fb9b req-df02adeb-3829-48b1-a1fc-f0d242e731d1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.494737 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9bf47e20-ec7d-4dd6-91e7-a0f06126fb9b req-df02adeb-3829-48b1-a1fc-f0d242e731d1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0747707 Jul 09 13:27:03.518091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2d2ca-cedd-4161-975f-4fc902793b43 req-d309d2aa-7d1b-40dd-8814-7987e01219d7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.519659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55b2d2ca-cedd-4161-975f-4fc902793b43 req-d309d2aa-7d1b-40dd-8814-7987e01219d7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.2741938 Jul 09 13:27:03.535593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9bf47e20-ec7d-4dd6-91e7-a0f06126fb9b req-6b8c0b42-a0b0-4df5-b01d-97c7874f0446 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335226 Jul 09 13:27:03.555963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-33dd7b73-5531-4718-b9fa-d380222ff36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.557355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-33dd7b73-5531-4718-b9fa-d380222ff36e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5df92f-2095-4c00-8775-c031915f7211 HTTP/1.1" status: 200 len: 861 time: 0.1579397 Jul 09 13:27:03.634092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-9d3ffd61-35b4-4c96-93e3-f8674d9fbae9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ef72efd-2866-4f9e-b571-8a743b48db3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551324 Jul 09 13:27:03.662730 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55b2d2ca-cedd-4161-975f-4fc902793b43 req-b1c0c359-50af-4092-88ae-dd6c79ea84ba tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333528 Jul 09 13:27:03.708435 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3f4a8869-0fb1-48fd-a234-bb30a9c66a81 req-0e2130b6-b878-4d66-a03e-59ca3e4f638a tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0417919 Jul 09 13:27:03.788204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-8b98bd8a-56fc-4bc8-839b-ef4453170db4 service neutron] 10.222.0.11 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412537 Jul 09 13:27:03.877874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003b71cc-310d-4301-8234-1343c1695ddd {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:03.891085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:03.916092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Transition to ACTIVE for port object 003b71cc-310d-4301-8234-1343c1695ddd will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:03.923362 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:03.940683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c35c1-47dc-4d84-ac12-4caa0aa5f446 req-34e544ae-f90f-473a-be80-82daf4fccdc7 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.942477 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f60c35c1-47dc-4d84-ac12-4caa0aa5f446 req-34e544ae-f90f-473a-be80-82daf4fccdc7 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 931 time: 0.0847123 Jul 09 13:27:03.972185 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e79d8f-bcd7-4757-b05e-98288da3fd2c req-59dca1c9-fbef-4c31-ba5b-7f6da6be236b service neutron] 10.222.0.11 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540244 Jul 09 13:27:03.995234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f60c35c1-47dc-4d84-ac12-4caa0aa5f446 req-ed3fb269-ce96-4f3b-b7b7-6b724998d519 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462234 Jul 09 13:27:04.003788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=003b71cc-310d-4301-8234-1343c1695ddd,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:04.159562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Attempting to bind port 003b71cc-310d-4301-8234-1343c1695ddd on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:04.159973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Attempting to bind port 003b71cc-310d-4301-8234-1343c1695ddd by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '39952756-a2cf-4e76-be78-0b3f0146d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c314434-f8cb-4776-aa16-261a7b63fa2a'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:04.160256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Attempting to bind port 003b71cc-310d-4301-8234-1343c1695ddd on network 8c314434-f8cb-4776-aa16-261a7b63fa2a {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:04.164599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-963209a2-1d54-4f6d-9d70-e31c6e573699 req-524c04f3-c0c0-4016-8602-18821d27f956 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0446367 Jul 09 13:27:04.170631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Port 003b71cc-310d-4301-8234-1343c1695ddd on network 8c314434-f8cb-4776-aa16-261a7b63fa2a not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:04.171275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Attempting to bind port 003b71cc-310d-4301-8234-1343c1695ddd on network 8c314434-f8cb-4776-aa16-261a7b63fa2a {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:04.179209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:04.179596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Checking segment: {'id': '39952756-a2cf-4e76-be78-0b3f0146d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c314434-f8cb-4776-aa16-261a7b63fa2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:04.179933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Bound using segment: {'id': '39952756-a2cf-4e76-be78-0b3f0146d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c314434-f8cb-4776-aa16-261a7b63fa2a'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:04.180374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Bound port: 003b71cc-310d-4301-8234-1343c1695ddd, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39952756-a2cf-4e76-be78-0b3f0146d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c314434-f8cb-4776-aa16-261a7b63fa2a'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:04.180744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:04.183935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-acfe8120-9c61-4e82-9caa-cf38e30edddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.185426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-acfe8120-9c61-4e82-9caa-cf38e30edddf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 1094 time: 0.1285510 Jul 09 13:27:04.328114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] For port 003b71cc-310d-4301-8234-1343c1695ddd, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:04.332739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] For port 003b71cc-310d-4301-8234-1343c1695ddd, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=003b71cc-310d-4301-8234-1343c1695ddd,segment=NetworkSegment(39952756-a2cf-4e76-be78-0b3f0146d8a3),segment_id=39952756-a2cf-4e76-be78-0b3f0146d8a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:04.336572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-a137c632-4a08-424a-95ac-8e6de9d10849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.338191 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-a137c632-4a08-424a-95ac-8e6de9d10849 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 921 time: 0.1451826 Jul 09 13:27:04.340328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:04.423463 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-d8f14c25-074b-47f0-9181-01222f5d4f3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f659deaf-9142-4812-8137-a7d98682c271 HTTP/1.1" status: 200 len: 217 time: 0.0749912 Jul 09 13:27:04.429559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.430183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:04.431560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] 10.222.0.10 "PUT /v2.0/ports/003b71cc-310d-4301-8234-1343c1695ddd HTTP/1.1" status: 200 len: 1091 time: 1.3116970 Jul 09 13:27:04.532160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7603d8-044a-42f4-b627-0b1e9b199ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=003b71cc-310d-4301-8234-1343c1695ddd,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:04.553082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-b281feff-8764-4d15-9246-ae23b9956849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.554548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-b281feff-8764-4d15-9246-ae23b9956849 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5df92f-2095-4c00-8775-c031915f7211 HTTP/1.1" status: 200 len: 861 time: 0.1203725 Jul 09 13:27:04.604217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-3d3d627a-c728-40ec-8f96-adc132790a1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ef72efd-2866-4f9e-b571-8a743b48db3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393550 Jul 09 13:27:04.627014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aba21-4000-4801-bc9a-886ba8c3afb0 req-11b5a856-e327-4976-93ee-8d24fe92d38f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.628594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-046aba21-4000-4801-bc9a-886ba8c3afb0 req-11b5a856-e327-4976-93ee-8d24fe92d38f tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 943 time: 0.2492104 Jul 09 13:27:04.687723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-766ef5f9-c37f-4df8-be6e-08d64cbcfa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.689138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-766ef5f9-c37f-4df8-be6e-08d64cbcfa46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24082c0014a84142858afbbb5f2b5a36&device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 1094 time: 0.1993122 Jul 09 13:27:04.747577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69985819-1578-45e5-b4ee-b2d3e3d198cb req-05e2f713-4c24-4f02-94c9-65053888eaea tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.749382 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-69985819-1578-45e5-b4ee-b2d3e3d198cb req-05e2f713-4c24-4f02-94c9-65053888eaea tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0803638 Jul 09 13:27:04.751411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-b53a6fa5-f5aa-4030-9140-61e0b8aa6657 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=003b71cc-310d-4301-8234-1343c1695ddd HTTP/1.1" status: 200 len: 217 time: 0.0522606 Jul 09 13:27:04.775256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-046aba21-4000-4801-bc9a-886ba8c3afb0 req-826d73ad-2c82-437d-9136-09976bfbb389 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327457 Jul 09 13:27:04.803538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-69985819-1578-45e5-b4ee-b2d3e3d198cb req-9d6efeaa-0104-4897-bb02-350d619cdb48 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479062 Jul 09 13:27:04.823054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-c7f6ddfa-85b1-4aea-a218-73fcd46e4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.824592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-c7f6ddfa-85b1-4aea-a218-73fcd46e4de0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d3ca111-e9e7-47f0-8954-06a0634c7f2e HTTP/1.1" status: 200 len: 849 time: 0.0648899 Jul 09 13:27:04.832341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-4f986773-d932-416e-9179-c1e953e77407 service neutron] 10.222.0.11 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207620 Jul 09 13:27:04.909656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-e677fd2d-0987-40fe-85bf-57f5af852d9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c314434-f8cb-4776-aa16-261a7b63fa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763226 Jul 09 13:27:04.959936 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-68f7c66e-a767-4c94-8ecb-1767769e7ff0 req-e350e7d3-9ce0-41ae-9b67-4438f1ab8373 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0310638 Jul 09 13:27:05.067195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5548a922-d028-4e7c-857d-3a312ccbe815 req-56b6d12a-c3b2-4005-acdd-c2364cd61223 service neutron] 10.222.0.11 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238355 Jul 09 13:27:05.076168 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-0c7d916e-a45e-47b3-8d60-9cfc67dc448e service neutron] 10.222.0.10 "GET /v2.0/networks/8c314434-f8cb-4776-aa16-261a7b63fa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548922 Jul 09 13:27:05.091641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10ae13-4ad0-429f-8adc-b1b32233403b req-96835dec-65c4-4fc7-acc3-843fa1637dda tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:05.093232 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b10ae13-4ad0-429f-8adc-b1b32233403b req-96835dec-65c4-4fc7-acc3-843fa1637dda tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1860447 Jul 09 13:27:05.271610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1a872-8895-440e-b8c9-834a4659eca7 req-d5b055eb-35d9-40e0-bd32-a4d41233e8e8 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:05.273430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24d1a872-8895-440e-b8c9-834a4659eca7 req-d5b055eb-35d9-40e0-bd32-a4d41233e8e8 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 943 time: 0.0836678 Jul 09 13:27:05.322314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-24d1a872-8895-440e-b8c9-834a4659eca7 req-d6560de3-c001-4934-99a9-ddbdfe587638 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Jul 09 13:27:05.483677 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bb05593-4664-4b8c-98c0-4b1e69133be2 req-c05c3b14-6574-447e-90d3-045591e2f35a tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0328546 Jul 09 13:27:05.492503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1d2460-5e22-4d3b-a260-0579cf6e0b53', 'tag': '003b71cc-310d-4301-8234-1343c1695ddd'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:05.494769 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93375163-a780-4170-bcc9-c8f8fa16ffc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1d2460-5e22-4d3b-a260-0579cf6e0b53", "tag": "003b71cc-310d-4301-8234-1343c1695ddd"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:05.529790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b10ae13-4ad0-429f-8adc-b1b32233403b req-90ea4017-b539-4f99-866c-399109074953 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282186 Jul 09 13:27:05.567190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-346e5cc2-21a6-4133-a51c-cba828109d83 req-f31cbf76-93cb-48f0-88e7-c0c1e63e7a8b service neutron] 10.222.0.10 "GET /v2.0/networks/8c314434-f8cb-4776-aa16-261a7b63fa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726510 Jul 09 13:27:05.612044 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b925823-dc5f-4f7a-ab53-81205160d350 x-openstack-request-id: req-9b925823-dc5f-4f7a-ab53-81205160d350 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:05.612370 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1d2460-5e22-4d3b-a260-0579cf6e0b53", "tag": "003b71cc-310d-4301-8234-1343c1695ddd", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:05.612624 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b925823-dc5f-4f7a-ab53-81205160d350 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:05.613025 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1d2460-5e22-4d3b-a260-0579cf6e0b53', 'tag': '003b71cc-310d-4301-8234-1343c1695ddd', 'status': 'completed', 'code': 200} Jul 09 13:27:05.689920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-b9fbafdc-19fe-4e53-b45d-dbd212e8f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:05.691454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-b9fbafdc-19fe-4e53-b45d-dbd212e8f2bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24082c0014a84142858afbbb5f2b5a36&device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 1094 time: 0.0540047 Jul 09 13:27:05.798345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-d994e961-afc2-44a4-ad44-6b56c6dee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:05.800071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-d994e961-afc2-44a4-ad44-6b56c6dee6fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c314434-f8cb-4776-aa16-261a7b63fa2a HTTP/1.1" status: 200 len: 909 time: 0.0993857 Jul 09 13:27:05.846371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-9cc9321b-01bf-4b04-ab30-d674fd17cbe9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=003b71cc-310d-4301-8234-1343c1695ddd HTTP/1.1" status: 200 len: 217 time: 0.0388308 Jul 09 13:27:05.940577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-4e05ed0c-4ecc-4d82-b431-650e41cf2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:05.942179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-4e05ed0c-4ecc-4d82-b431-650e41cf2768 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d3ca111-e9e7-47f0-8954-06a0634c7f2e HTTP/1.1" status: 200 len: 849 time: 0.0895584 Jul 09 13:27:05.985108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-193fc5ca-a940-43d9-b8f9-62b9079ef1ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c314434-f8cb-4776-aa16-261a7b63fa2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355401 Jul 09 13:27:06.002899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bfed-d6eb-4582-8fd2-d62a70b896a6 req-65369f01-91e3-40ec-bcc7-68b374f662c2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:06.005088 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f46bfed-d6eb-4582-8fd2-d62a70b896a6 req-65369f01-91e3-40ec-bcc7-68b374f662c2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0743222 Jul 09 13:27:06.045502 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f46bfed-d6eb-4582-8fd2-d62a70b896a6 req-58cc9a30-80ce-4875-bbf1-8f4a4426d696 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Jul 09 13:27:06.060824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2d4e-5b3c-453b-9b36-416ae702c656 req-ee0c29bb-3c52-44fd-910d-0f04a874b582 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:06.062760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6dcc2d4e-5b3c-453b-9b36-416ae702c656 req-ee0c29bb-3c52-44fd-910d-0f04a874b582 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 943 time: 0.1581948 Jul 09 13:27:06.152661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6dcc2d4e-5b3c-453b-9b36-416ae702c656 req-f12581fc-caaa-4278-a941-706758407079 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838757 Jul 09 13:27:06.158326 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-712bb90d-3144-41d0-b052-9e3eeeaec13c service neutron] 10.222.0.10 "GET /v2.0/networks/8c314434-f8cb-4776-aa16-261a7b63fa2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632762 Jul 09 13:27:06.189749 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fae81c44-84a4-4feb-bd77-b4449262a2ea req-e1cfaf98-e636-4b0d-b117-b055ee28bbb1 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0349929 Jul 09 13:27:06.258411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93375163-a780-4170-bcc9-c8f8fa16ffc2 req-a260fce7-cec4-4279-af59-111b5ea8871f service neutron] 10.222.0.10 "GET /v2.0/networks/8c314434-f8cb-4776-aa16-261a7b63fa2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935311 Jul 09 13:27:06.439620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f659deaf-9142-4812-8137-a7d98682c271 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:06.510932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4dd85-bdb6-49d3-8a54-9db771c245d2 req-97d1f03b-2b8e-4875-9032-a7555bdb94e4 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:06.512615 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6d4dd85-bdb6-49d3-8a54-9db771c245d2 req-97d1f03b-2b8e-4875-9032-a7555bdb94e4 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 943 time: 0.0734596 Jul 09 13:27:06.543726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f659deaf-9142-4812-8137-a7d98682c271,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:06.555534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6d4dd85-bdb6-49d3-8a54-9db771c245d2 req-081a75bf-0270-472d-9c74-886152ff8111 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366204 Jul 09 13:27:06.556133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'f659deaf-9142-4812-8137-a7d98682c271', 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'port_id': 'f659deaf-9142-4812-8137-a7d98682c271', 'mac_address': 'fa:16:3e:6f:4d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5df92f-2095-4c00-8775-c031915f7211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:06.565153 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:27:06.597068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:06.611985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f659deaf-9142-4812-8137-a7d98682c271 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:06.635710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f659deaf-9142-4812-8137-a7d98682c271,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:06.644896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:06.664116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222f8ce1-b9da-489a-9932-c0cf09442dab req-46f99c8b-f018-459d-8e05-14b6cb4e1d08 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0310273 Jul 09 13:27:06.715818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f659deaf-9142-4812-8137-a7d98682c271,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:06.737435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae048496-f718-4d04-81f7-d1901f033780 req-87c5facf-f905-42df-903d-56966030e3a0 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:06.739018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae048496-f718-4d04-81f7-d1901f033780 req-87c5facf-f905-42df-903d-56966030e3a0 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0700386 Jul 09 13:27:06.780816 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae048496-f718-4d04-81f7-d1901f033780 req-1460d1d5-2b41-4b23-8e1b-a936c5dab547 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357120 Jul 09 13:27:06.945735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['f659deaf-9142-4812-8137-a7d98682c271'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:07.241077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1359-6aa0-4af1-b9e0-2f8b6083efe2 req-da185828-14d2-4a76-b8ad-340955e820e8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:07.242643 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf8b1359-6aa0-4af1-b9e0-2f8b6083efe2 req-da185828-14d2-4a76-b8ad-340955e820e8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0767202 Jul 09 13:27:07.288067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf8b1359-6aa0-4af1-b9e0-2f8b6083efe2 req-0a70c0c3-d132-4726-86aa-01a6569c8eb3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393646 Jul 09 13:27:07.338137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf151d95-b41e-4849-add1-60ab9f0da769 req-467383a7-d8b1-4905-b714-eeec5b9bcbcc tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:07.340611 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf151d95-b41e-4849-add1-60ab9f0da769 req-467383a7-d8b1-4905-b714-eeec5b9bcbcc tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 944 time: 0.0726061 Jul 09 13:27:07.379417 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf151d95-b41e-4849-add1-60ab9f0da769 req-70330383-dc64-412c-8d09-a492e69bfa56 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330276 Jul 09 13:27:07.438318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15457d83-4f00-4a1f-b17a-0e1f75407499 req-a0ab0be9-0dc3-43c8-9511-4150ab0b3887 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0294044 Jul 09 13:27:07.749282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f4281-3716-461d-9f0d-d42be5b7d473 req-aaf32071-be0a-4c01-bbfb-7976bf201471 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:07.750982 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02f4281-3716-461d-9f0d-d42be5b7d473 req-aaf32071-be0a-4c01-bbfb-7976bf201471 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 943 time: 0.0673580 Jul 09 13:27:07.794374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c02f4281-3716-461d-9f0d-d42be5b7d473 req-678b072a-bfaf-4992-881a-fab8581ee80d tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Jul 09 13:27:07.844766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2dbe5c9b-5fe1-4a59-97c2-06e2d2e204bc req-b34ea822-213a-42f4-b6a5-59b4c256f754 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0389118 Jul 09 13:27:08.023041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105f09e-ce57-4b78-9ecd-1c5e0ea90466 req-f1e7390f-dfdd-41f4-a29f-7bd10f5267f5 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:08.024620 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1105f09e-ce57-4b78-9ecd-1c5e0ea90466 req-f1e7390f-dfdd-41f4-a29f-7bd10f5267f5 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0693021 Jul 09 13:27:08.067922 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1105f09e-ce57-4b78-9ecd-1c5e0ea90466 req-adde375b-712d-4533-9ab0-fff9f1d1b238 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Jul 09 13:27:08.454290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f659deaf-9142-4812-8137-a7d98682c271 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:08.487745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eae540-cc0f-479c-a56a-6fde6e4cd628 req-944416ea-52ab-49c0-adb0-c1e1e033619c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:08.489604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09eae540-cc0f-479c-a56a-6fde6e4cd628 req-944416ea-52ab-49c0-adb0-c1e1e033619c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0815732 Jul 09 13:27:08.510419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port f659deaf-9142-4812-8137-a7d98682c271 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:08.518731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port f659deaf-9142-4812-8137-a7d98682c271 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:08.519150 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.538054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09eae540-cc0f-479c-a56a-6fde6e4cd628 req-9fac61d4-ec22-4d34-85f8-88dfe89a0f1d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369074 Jul 09 13:27:08.563228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d1f35-af84-47f8-a067-3836352905f7 req-bd9b7cdc-ed61-4a27-902c-f66aacefeea7 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:08.564926 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b19d1f35-af84-47f8-a067-3836352905f7 req-bd9b7cdc-ed61-4a27-902c-f66aacefeea7 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 944 time: 0.0703318 Jul 09 13:27:08.608810 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b19d1f35-af84-47f8-a067-3836352905f7 req-2856802f-c571-4982-b4c2-208a3ab2def6 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 Jul 09 13:27:08.609050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 003b71cc-310d-4301-8234-1343c1695ddd details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:08.644303 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.708475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f068a70-fbdf-4764-a9d5-9ccffef8e1cd req-401ef81e-aed1-4385-9a0d-af75a997d88e tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0339348 Jul 09 13:27:08.709971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f659deaf-9142-4812-8137-a7d98682c271'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:08.713306 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19379d3-8d55-48a6-affd-46bdbfa5ba27" -d '{"events": [{"server_uuid": "ced9d0f0-5d7a-4e0b-9213-8245cc00398e", "name": "network-vif-plugged", "status": "completed", "tag": "f659deaf-9142-4812-8137-a7d98682c271"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:08.738935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f659deaf-9142-4812-8137-a7d98682c271,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:08.743562 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.900842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f2e6d-182a-4772-a547-82bcb329efe4 req-796f2410-7758-470f-a191-e79bb722d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:08.906110 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7dbb7-69ec-437b-91d9-d85ce3613498 x-openstack-request-id: req-aea7dbb7-69ec-437b-91d9-d85ce3613498 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:08.906546 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced9d0f0-5d7a-4e0b-9213-8245cc00398e", "name": "network-vif-plugged", "status": "completed", "tag": "f659deaf-9142-4812-8137-a7d98682c271", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:08.906910 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aea7dbb7-69ec-437b-91d9-d85ce3613498 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:08.907063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d6f2e6d-182a-4772-a547-82bcb329efe4 req-796f2410-7758-470f-a191-e79bb722d4d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 1096 time: 0.0691254 Jul 09 13:27:08.907485 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f659deaf-9142-4812-8137-a7d98682c271', 'code': 200} Jul 09 13:27:08.947989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d6f2e6d-182a-4772-a547-82bcb329efe4 req-d8372b66-e7d6-4db7-90d3-1db7ec29d565 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369685 Jul 09 13:27:08.956496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 003b71cc-310d-4301-8234-1343c1695ddd, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=003b71cc-310d-4301-8234-1343c1695ddd,segment=NetworkSegment(39952756-a2cf-4e76-be78-0b3f0146d8a3),segment_id=39952756-a2cf-4e76-be78-0b3f0146d8a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:08.975536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f659deaf-9142-4812-8137-a7d98682c271,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:08.983088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '003b71cc-310d-4301-8234-1343c1695ddd', 'network_id': '8c314434-f8cb-4776-aa16-261a7b63fa2a', 'port_id': '003b71cc-310d-4301-8234-1343c1695ddd', 'mac_address': 'fa:16:3e:94:4b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3ca111-e9e7-47f0-8954-06a0634c7f2e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:09.005556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948019af-7c57-4cfd-a873-3a06c6a231b7 req-fb435578-412b-4706-a50d-9a510ffd03d4 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:09.012798 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-948019af-7c57-4cfd-a873-3a06c6a231b7 req-fb435578-412b-4706-a50d-9a510ffd03d4 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 943 time: 0.0783727 Jul 09 13:27:09.030644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-198fa8ff-9ebd-49bb-a700-176b1b345df9 req-20e05390-9fb6-43c8-8ecb-c3f22f9d75eb tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0290430 Jul 09 13:27:09.031422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.046745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003b71cc-310d-4301-8234-1343c1695ddd {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:09.058526 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-948019af-7c57-4cfd-a873-3a06c6a231b7 req-2c9d76c7-ccbd-46a7-bbdf-5d89650d11c4 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378487 Jul 09 13:27:09.076474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 003b71cc-310d-4301-8234-1343c1695ddd, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=003b71cc-310d-4301-8234-1343c1695ddd,segment=NetworkSegment(39952756-a2cf-4e76-be78-0b3f0146d8a3),segment_id=39952756-a2cf-4e76-be78-0b3f0146d8a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:09.080868 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.142273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=003b71cc-310d-4301-8234-1343c1695ddd,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:09.264571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df31c44-9c24-4b13-a07f-cfbc311a2fdd req-766f69d5-6953-4e3a-8c2e-aed0f48f5cf5 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:09.266242 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5df31c44-9c24-4b13-a07f-cfbc311a2fdd req-766f69d5-6953-4e3a-8c2e-aed0f48f5cf5 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0742428 Jul 09 13:27:09.305720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5df31c44-9c24-4b13-a07f-cfbc311a2fdd req-bbae34d6-9efd-4a51-89a3-af0c340c9d17 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Jul 09 13:27:09.312978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['003b71cc-310d-4301-8234-1343c1695ddd'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:09.753170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174857b5-cac6-4797-8c2b-a057fc24c271 req-a71c9c6b-a307-450f-a7ce-b6b2a0a21193 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:09.754733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-174857b5-cac6-4797-8c2b-a057fc24c271 req-a71c9c6b-a307-450f-a7ce-b6b2a0a21193 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0769732 Jul 09 13:27:09.797758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-174857b5-cac6-4797-8c2b-a057fc24c271 req-6569335c-fb9d-43d1-af40-8e6402b90d39 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360374 Jul 09 13:27:09.806910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406239c-4ccb-450b-98e8-44a16cdccdde req-222b628f-7cce-4c97-84a0-690e4cc067bc tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:09.809553 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2406239c-4ccb-450b-98e8-44a16cdccdde req-222b628f-7cce-4c97-84a0-690e4cc067bc tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 945 time: 0.0749741 Jul 09 13:27:09.867222 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2406239c-4ccb-450b-98e8-44a16cdccdde req-a12d13f2-d368-4cce-b328-640eeebace81 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500100 Jul 09 13:27:10.018762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a0b2ed96-cfb3-4b65-9f5a-5fa7beaae82e req-910511d1-29e1-4d19-b06b-199db2fa3097 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0297458 Jul 09 13:27:10.208499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a516e6a4-6685-4840-91f7-05d0c3df2ed2 req-3676158f-87ff-4078-871f-da922a0f0eeb tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0307729 Jul 09 13:27:10.256175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b0a3f-abe6-4e91-b6ed-58ccff0ac9c6 req-e324fef7-d9b1-498c-ab86-65db2dbb8b7d tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:10.257737 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c21b0a3f-abe6-4e91-b6ed-58ccff0ac9c6 req-e324fef7-d9b1-498c-ab86-65db2dbb8b7d tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 944 time: 0.0806310 Jul 09 13:27:10.300879 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c21b0a3f-abe6-4e91-b6ed-58ccff0ac9c6 req-db384c94-79c5-42fa-98b4-f819dbc9ed7f tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361950 Jul 09 13:27:10.483801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a4864-3a75-4a46-b64e-7bc05afd1d3e req-734e4205-bb79-4aba-8339-aadec0254c82 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:10.485384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5a5a4864-3a75-4a46-b64e-7bc05afd1d3e req-734e4205-bb79-4aba-8339-aadec0254c82 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0657988 Jul 09 13:27:10.525150 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5a5a4864-3a75-4a46-b64e-7bc05afd1d3e req-f27ceab5-a944-4f2e-bf67-0e8dc210e420 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Jul 09 13:27:10.608462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 003b71cc-310d-4301-8234-1343c1695ddd up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:10.660262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 003b71cc-310d-4301-8234-1343c1695ddd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:10.663893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 003b71cc-310d-4301-8234-1343c1695ddd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:10.664320 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.759486 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.803391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 003b71cc-310d-4301-8234-1343c1695ddd, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=003b71cc-310d-4301-8234-1343c1695ddd,segment=NetworkSegment(39952756-a2cf-4e76-be78-0b3f0146d8a3),segment_id=39952756-a2cf-4e76-be78-0b3f0146d8a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:10.811470 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.871161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=003b71cc-310d-4301-8234-1343c1695ddd,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:10.908854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1d2460-5e22-4d3b-a260-0579cf6e0b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003b71cc-310d-4301-8234-1343c1695ddd'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:10.911579 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0e681d-8c68-4717-ab8c-c7c2421a1418" -d '{"events": [{"server_uuid": "2e1d2460-5e22-4d3b-a260-0579cf6e0b53", "name": "network-vif-plugged", "status": "completed", "tag": "003b71cc-310d-4301-8234-1343c1695ddd"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:10.989233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941eab-1c60-4f6b-b5e7-beec41bc770f req-19164876-931d-456e-9032-7fa34db1f6ce tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:10.990771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7941eab-1c60-4f6b-b5e7-beec41bc770f req-19164876-931d-456e-9032-7fa34db1f6ce tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0724328 Jul 09 13:27:11.030551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7941eab-1c60-4f6b-b5e7-beec41bc770f req-eccd27e0-dd01-42ea-b406-faa3e8ace520 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333140 Jul 09 13:27:11.052149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4bf1d-ddfa-4c62-9737-7d3a314b6d56 req-d9318970-b9a5-4f23-a6c6-1c3893dd452d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:11.054058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0bf4bf1d-ddfa-4c62-9737-7d3a314b6d56 req-d9318970-b9a5-4f23-a6c6-1c3893dd452d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 945 time: 0.0676208 Jul 09 13:27:11.078876 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272326df-7186-4bfa-a8ee-e87f602b5d99 x-openstack-request-id: req-272326df-7186-4bfa-a8ee-e87f602b5d99 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:11.079196 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1d2460-5e22-4d3b-a260-0579cf6e0b53", "name": "network-vif-plugged", "status": "completed", "tag": "003b71cc-310d-4301-8234-1343c1695ddd", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:11.079468 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-272326df-7186-4bfa-a8ee-e87f602b5d99 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:11.079839 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1d2460-5e22-4d3b-a260-0579cf6e0b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003b71cc-310d-4301-8234-1343c1695ddd', 'code': 200} Jul 09 13:27:11.108106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0bf4bf1d-ddfa-4c62-9737-7d3a314b6d56 req-ef3db119-5df0-41b0-832c-4d9f665da4ad tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470023 Jul 09 13:27:11.269909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f048af56-b47e-4708-9622-48748cca2899 req-bd373bdd-c55e-458d-8563-e619d1a5c1f7 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0325675 Jul 09 13:27:11.275380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf209-7eb0-415c-b089-f1949de0879f req-deda2967-0135-4428-acfc-6c52765fdef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:11.277435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4fdcf209-7eb0-415c-b089-f1949de0879f req-deda2967-0135-4428-acfc-6c52765fdef8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 1096 time: 0.0839326 Jul 09 13:27:11.326297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4fdcf209-7eb0-415c-b089-f1949de0879f req-20c8f9af-7cc7-4712-98aa-76f48c40c28b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Jul 09 13:27:11.437312 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cffbfae-fd9a-4c7e-baec-2b43d069aae7 req-007be290-4736-4790-ba8b-0debe2688473 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0368989 Jul 09 13:27:11.601381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c240e-0fe0-41f2-b292-54729194ab27 req-a3a5db97-efe8-4014-b71e-85e807517c8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:11.602969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-243c240e-0fe0-41f2-b292-54729194ab27 req-a3a5db97-efe8-4014-b71e-85e807517c8d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 945 time: 0.0687997 Jul 09 13:27:11.609025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6bf58-b229-4b69-b4b6-04a06fe43309 req-b8f65a30-52bf-4273-8073-a6df37873dda tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:11.610819 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8f6bf58-b229-4b69-b4b6-04a06fe43309 req-b8f65a30-52bf-4273-8073-a6df37873dda tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 945 time: 0.0724649 Jul 09 13:27:11.652700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-243c240e-0fe0-41f2-b292-54729194ab27 req-e5cfc746-800d-4a7b-ad1c-d951cd263e44 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Jul 09 13:27:11.652953 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8f6bf58-b229-4b69-b4b6-04a06fe43309 req-ee1b4789-c762-44a6-bdfd-eea3fe707149 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356898 Jul 09 13:27:11.835215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb346e-5579-4cd4-9699-ba31642af951 req-7094914b-e2d0-4efa-b435-2ab2dd85bc5d tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:11.837057 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ecbb346e-5579-4cd4-9699-ba31642af951 req-7094914b-e2d0-4efa-b435-2ab2dd85bc5d tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0797951 Jul 09 13:27:11.892422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ecbb346e-5579-4cd4-9699-ba31642af951 req-1e774023-42d8-4443-adbb-4ddfd21bdd3e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484860 Jul 09 13:27:12.309471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d6d2c-6d56-4707-9f24-bed45e666d5a req-83ee2b70-a421-4499-b68e-7f4e613a2461 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:12.330822 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4e7d6d2c-6d56-4707-9f24-bed45e666d5a req-83ee2b70-a421-4499-b68e-7f4e613a2461 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1704433 Jul 09 13:27:12.372929 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4e7d6d2c-6d56-4707-9f24-bed45e666d5a req-2ef67d95-d2ab-4da5-89bf-c53f873c4315 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Jul 09 13:27:12.581397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5359c340-5bab-4dc9-9684-7fdca9c585b2 req-81630d4b-09d4-419e-8e26-ae00d8e9f46e tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0355237 Jul 09 13:27:12.671487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d679a19-e1fc-4b55-8803-0359d815b566 req-ec09af11-fedb-44d7-b6c9-9c1123e79968 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0411699 Jul 09 13:27:12.730258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c80028e2-f933-4652-af63-3737e286fedf req-d148c301-3ec7-4f9f-a620-98a4361d3e84 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0286639 Jul 09 13:27:12.812509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc3ce-efc1-4c1f-b897-364582059e33 req-1430a649-237f-4793-95f7-42dfdf3b6f50 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:12.815306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aadc3ce-efc1-4c1f-b897-364582059e33 req-1430a649-237f-4793-95f7-42dfdf3b6f50 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 945 time: 0.0852532 Jul 09 13:27:12.859039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aadc3ce-efc1-4c1f-b897-364582059e33 req-92b6d40d-9284-4c87-a296-3ab75f9cb774 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386119 Jul 09 13:27:12.907849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa589a-b560-4d87-95ef-343276bd75cb req-3d1591df-ac8f-4b72-8ae2-f6285f968223 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:12.909412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2eaa589a-b560-4d87-95ef-343276bd75cb req-3d1591df-ac8f-4b72-8ae2-f6285f968223 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 945 time: 0.0726707 Jul 09 13:27:12.951124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2eaa589a-b560-4d87-95ef-343276bd75cb req-3a73d8fb-b2d1-4385-84da-4618954c49e8 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358009 Jul 09 13:27:13.075811 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.165649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caec334-f8b5-4d4c-8d23-651d2a33065d req-435dd9fe-14e6-424f-b1c4-40ad827354a9 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:13.168073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2caec334-f8b5-4d4c-8d23-651d2a33065d req-435dd9fe-14e6-424f-b1c4-40ad827354a9 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0962615 Jul 09 13:27:13.219253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2caec334-f8b5-4d4c-8d23-651d2a33065d req-907ca5b1-8138-433f-915b-a689577c4e37 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Jul 09 13:27:13.592293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e8e98-8ef1-489a-8a3d-023709125acf req-471e15cf-4bbb-424f-8f2e-cd68a4e80d24 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:13.594992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-396e8e98-8ef1-489a-8a3d-023709125acf req-471e15cf-4bbb-424f-8f2e-cd68a4e80d24 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0851920 Jul 09 13:27:13.645586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-396e8e98-8ef1-489a-8a3d-023709125acf req-7745a9f5-5547-462f-96fd-774968037441 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Jul 09 13:27:13.809701 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.895053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b77c05df-6f3c-4211-ae4b-ad8b79a51421 req-23e2431f-b93b-4f6a-8ea9-e086a4f959e8 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0324695 Jul 09 13:27:13.960601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fe0ea5d-5092-48fc-97e7-d9fa1ada01a8 req-c3d7b89b-f25d-4a87-9c0f-425e136eec99 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0295269 Jul 09 13:27:14.111961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdd0f2-45da-471c-b3ea-5fca1929e328 req-feac76d4-154b-4b75-909c-fcc0f687f2b0 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:14.113644 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-84bdd0f2-45da-471c-b3ea-5fca1929e328 req-feac76d4-154b-4b75-909c-fcc0f687f2b0 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 945 time: 0.0692208 Jul 09 13:27:14.162270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-84bdd0f2-45da-471c-b3ea-5fca1929e328 req-191bfaad-e7c6-4c08-a86f-dc50ca9ca83d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 Jul 09 13:27:14.272283 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-39041026-ffd0-485e-8f4a-6d6341d17688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.292265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c98e5cf7-738c-475c-93e2-ef791f6ef5f9 req-c519aedd-cfb0-43f6-911b-b84a8bf431e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cedfba89ed5c424ebc6c79eb26b69181&device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0319991 Jul 09 13:27:14.321211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c98e5cf7-738c-475c-93e2-ef791f6ef5f9 req-5d7a71b5-6bea-4efe-8d1a-76c53c8b6e38 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cedfba89ed5c424ebc6c79eb26b69181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218379 Jul 09 13:27:14.443694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e5cf7-738c-475c-93e2-ef791f6ef5f9 req-782aefed-c278-433c-919c-853074184794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:14.445171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c98e5cf7-738c-475c-93e2-ef791f6ef5f9 req-782aefed-c278-433c-919c-853074184794 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1164057 Jul 09 13:27:14.462852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc1e0e38-5adc-4979-9f8a-fe9e45ec889f req-6f97fb55-83f7-48f8-8911-1206122be05f tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0354898 Jul 09 13:27:14.579153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09048ae-4c46-4f28-a736-ead1b99a8375 req-c3f9391f-d93f-450b-9059-ff36eba04eb1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:14.580705 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a09048ae-4c46-4f28-a736-ead1b99a8375 req-c3f9391f-d93f-450b-9059-ff36eba04eb1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0721593 Jul 09 13:27:14.621482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a09048ae-4c46-4f28-a736-ead1b99a8375 req-3b849d81-94c9-42df-b899-fa436b7ff5a5 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Jul 09 13:27:14.846458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9fb4a-57d5-45ce-9309-857f97d98c96 req-e349eb85-8e0c-4022-9d2c-5384a0170fcb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:14.848129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ccb9fb4a-57d5-45ce-9309-857f97d98c96 req-e349eb85-8e0c-4022-9d2c-5384a0170fcb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0838091 Jul 09 13:27:14.894586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ccb9fb4a-57d5-45ce-9309-857f97d98c96 req-5ea925cf-ab7f-491c-af7a-a2b7daba4eaa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356483 Jul 09 13:27:15.128551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e0b8faa8-e016-4519-8317-cfd3d7dcb9cc req-c5c6cc00-96d9-4340-89ea-0ac427075fdb tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0319319 Jul 09 13:27:15.363943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02744977-1906-4fb6-8ae7-0bdf91729021 req-50dd20b9-3182-40f4-bf99-49cd3c6c9002 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:15.369631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-02744977-1906-4fb6-8ae7-0bdf91729021 req-50dd20b9-3182-40f4-bf99-49cd3c6c9002 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 945 time: 0.0783474 Jul 09 13:27:15.419776 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-02744977-1906-4fb6-8ae7-0bdf91729021 req-1bfbe3f1-a5c2-4677-ae56-e0d1cb95ee3c tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Jul 09 13:27:15.616925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee6cebb6-2cb0-4456-b20a-5dda47b2b33c req-bf6d1ac7-2ee4-4fff-826f-c1e4c30c0b12 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.32 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0334196 Jul 09 13:27:15.822516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756244d-ccb4-4ae7-9e84-86c11a144bf6 req-4cbb829c-ba41-44a2-a428-9e12441b4f87 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:15.824127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6756244d-ccb4-4ae7-9e84-86c11a144bf6 req-4cbb829c-ba41-44a2-a428-9e12441b4f87 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0698528 Jul 09 13:27:15.878248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c98e5cf7-738c-475c-93e2-ef791f6ef5f9 req-e2074107-a15e-431b-a94d-4a4c1370f804 tempest-ServerShowV257Test-454904921 tempest-ServerShowV257Test-454904921-project] 10.222.0.10 "GET /v2.0/ports?device_id=e606ea89-1ee8-4535-a5c9-45d65378805f HTTP/1.1" status: 200 len: 210 time: 0.0414045 Jul 09 13:27:15.896669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6756244d-ccb4-4ae7-9e84-86c11a144bf6 req-4830d573-eece-4a70-bdfa-8caa383620fc tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662174 Jul 09 13:27:16.166716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353b72e-f6f1-4b20-80f8-58bd3c101b62 req-280aa6ad-c5c8-48c6-8c97-985332aeb2d5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:16.169352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1353b72e-f6f1-4b20-80f8-58bd3c101b62 req-280aa6ad-c5c8-48c6-8c97-985332aeb2d5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.0960271 Jul 09 13:27:16.213086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1353b72e-f6f1-4b20-80f8-58bd3c101b62 req-b22ac0a4-a367-4ddd-87d7-d56a03c2a831 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 Jul 09 13:27:16.362028 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c85d8264-8b8c-49a0-854e-c61c808ff21b req-fc463a24-20c0-476d-a223-912b4f1b0957 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0322571 Jul 09 13:27:16.521057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f659deaf-9142-4812-8137-a7d98682c271 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:16.639107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e3701-ffb7-4d77-a399-b74058c9df89 req-cde66ad8-965e-49a8-8809-e5fdbab41e6d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:16.640738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f9e3701-ffb7-4d77-a399-b74058c9df89 req-cde66ad8-965e-49a8-8809-e5fdbab41e6d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 945 time: 0.0837376 Jul 09 13:27:16.672721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f659deaf-9142-4812-8137-a7d98682c271,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:16.685602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'f659deaf-9142-4812-8137-a7d98682c271', 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'port_id': 'f659deaf-9142-4812-8137-a7d98682c271', 'mac_address': 'fa:16:3e:6f:4d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5df92f-2095-4c00-8775-c031915f7211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:16.704065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f9e3701-ffb7-4d77-a399-b74058c9df89 req-3210118d-c264-4740-9783-4c376e15ada2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Jul 09 13:27:16.734102 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:16.750055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f659deaf-9142-4812-8137-a7d98682c271 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:16.775306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f659deaf-9142-4812-8137-a7d98682c271,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:16.780499 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:16.842400 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bdee8a98-f640-4b28-8df6-649bf01f42aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:16.868682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f659deaf-9142-4812-8137-a7d98682c271,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:16.876493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf881b2-a6a2-4ae2-9ee3-d9097d2fa30b req-fd444e51-6fee-4b8e-9e36-ee185f9af29d tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:16.878170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-daf881b2-a6a2-4ae2-9ee3-d9097d2fa30b req-fd444e51-6fee-4b8e-9e36-ee185f9af29d tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 945 time: 0.1237853 Jul 09 13:27:16.907009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['f659deaf-9142-4812-8137-a7d98682c271'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:16.966285 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:16.967066 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-daf881b2-a6a2-4ae2-9ee3-d9097d2fa30b req-68de2742-385b-490f-ae4b-ec76613bfe5d tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812683 Jul 09 13:27:17.143809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36118) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:17.200355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1822afc-167c-4edf-9ddd-eaf9f96b24df req-14079d4c-e1e3-4f14-817b-e6c774b30053 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.202022 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1822afc-167c-4edf-9ddd-eaf9f96b24df req-14079d4c-e1e3-4f14-817b-e6c774b30053 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1134706 Jul 09 13:27:17.253416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1822afc-167c-4edf-9ddd-eaf9f96b24df req-7123ab00-a847-4ced-8a9a-5453d08db13e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 Jul 09 13:27:17.289588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c543a884-1df8-4ec6-8e09-03bfa2036f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.425110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7014-a74e-4f4f-bf62-fed55244f5fe req-447e4e07-0076-4754-bbaa-f0a1cf8588e6 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.426617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45cf7014-a74e-4f4f-bf62-fed55244f5fe req-447e4e07-0076-4754-bbaa-f0a1cf8588e6 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 944 time: 0.0882654 Jul 09 13:27:17.462723 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c543a884-1df8-4ec6-8e09-03bfa2036f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.468310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45cf7014-a74e-4f4f-bf62-fed55244f5fe req-190e693a-c958-4975-bb36-98be0666a377 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353119 Jul 09 13:27:17.469917 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c543a884-1df8-4ec6-8e09-03bfa2036f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.515995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb667e-592a-4f11-a595-2cf06db3fdaa req-c7a780c5-4dbb-4a32-9eba-a7145fc7c005 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.517555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87cb667e-592a-4f11-a595-2cf06db3fdaa req-c7a780c5-4dbb-4a32-9eba-a7145fc7c005 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1405513 Jul 09 13:27:17.528742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543a884-1df8-4ec6-8e09-03bfa2036f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d35e4e-6af4-45d6-9b8a-c4c0104b510a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:17.537834 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c543a884-1df8-4ec6-8e09-03bfa2036f1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cedfba89ed5c424ebc6c79eb26b69181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917544 Jul 09 13:27:17.540453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36126) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:17.593397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87cb667e-592a-4f11-a595-2cf06db3fdaa req-e6307e59-2194-41f1-b640-2b26deaec80f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686605 Jul 09 13:27:17.614997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57ae7a95-a27d-4eee-a676-2a9c271979bc req-e0742c47-b421-455e-9326-b9ce49b97ff0 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0309718 Jul 09 13:27:17.625819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fc19e4-29c8-4aa7-a080-27dc478a7db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.650584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fc19e4-29c8-4aa7-a080-27dc478a7db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.709452 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fc19e4-29c8-4aa7-a080-27dc478a7db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.711990 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fc19e4-29c8-4aa7-a080-27dc478a7db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.713339 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-67fc19e4-29c8-4aa7-a080-27dc478a7db1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31d35e4e-6af4-45d6-9b8a-c4c0104b510a HTTP/1.1" status: 204 len: 168 time: 0.1719668 Jul 09 13:27:17.725868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc19e4-29c8-4aa7-a080-27dc478a7db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d35e4e-6af4-45d6-9b8a-c4c0104b510a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:18.075495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-20f3e119-df11-4f8c-82af-f812889c4a70 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.078596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-20f3e119-df11-4f8c-82af-f812889c4a70 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 945 time: 0.0876148 Jul 09 13:27:18.117695 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.219665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acd9db-871b-44e5-a277-896b6db6b2a7 req-cd41ac98-ed0a-404c-b92a-78eef0c4458d tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.221224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65acd9db-871b-44e5-a277-896b6db6b2a7 req-cd41ac98-ed0a-404c-b92a-78eef0c4458d tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 945 time: 0.1408713 Jul 09 13:27:18.266357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Deleting port 003b71cc-310d-4301-8234-1343c1695ddd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:18.266707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.314686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65acd9db-871b-44e5-a277-896b6db6b2a7 req-e4ad10de-ad77-4514-8bd6-25814557a6b5 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/security-groups?id=90e425ac-a5a7-4613-87c7-9d91c70dfef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856478 Jul 09 13:27:18.401152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] For port 003b71cc-310d-4301-8234-1343c1695ddd, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=003b71cc-310d-4301-8234-1343c1695ddd,segment=NetworkSegment(39952756-a2cf-4e76-be78-0b3f0146d8a3),segment_id=39952756-a2cf-4e76-be78-0b3f0146d8a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:18.401634 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.419279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Calling delete_port for 003b71cc-310d-4301-8234-1343c1695ddd owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:18.490713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36156) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:18.537632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f659deaf-9142-4812-8137-a7d98682c271 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:18.556322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1097bd2-37f9-441d-992a-416c4d7a4fe2 req-67a30a38-77b5-4d4b-bd42-5b1a7dd8a8cc tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.559222 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1097bd2-37f9-441d-992a-416c4d7a4fe2 req-67a30a38-77b5-4d4b-bd42-5b1a7dd8a8cc tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1215041 Jul 09 13:27:18.614556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1097bd2-37f9-441d-992a-416c4d7a4fe2 req-960b58f1-84c3-499b-a775-078ba18d1c63 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488725 Jul 09 13:27:18.637727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port f659deaf-9142-4812-8137-a7d98682c271 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:18.638330 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.646683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-236282884-network', 'tenant_id': '6d528aaca3fc49cc935d3a3288c7e674'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:18.722991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Made reservation on behalf of 6d528aaca3fc49cc935d3a3288c7e674 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:18.725687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.734804 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.743342 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.754512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.757934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['003b71cc-310d-4301-8234-1343c1695ddd'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:18.790712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f659deaf-9142-4812-8137-a7d98682c271'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:18.794433 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a07f62-ab81-41ef-948b-4f36f2381abb" -d '{"events": [{"server_uuid": "ced9d0f0-5d7a-4e0b-9213-8245cc00398e", "name": "network-vif-plugged", "status": "completed", "tag": "f659deaf-9142-4812-8137-a7d98682c271"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:18.805912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Pushing event deleted for resources: {'Port': ['ID=003b71cc-310d-4301-8234-1343c1695ddd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:18.810521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f659deaf-9142-4812-8137-a7d98682c271,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:18.816227 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.844742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d94e5-c62e-4e16-ad1b-5624f63a0e5f req-333609b9-63af-4c62-9ed7-d92796a88bdc tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.847433 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d41d94e5-c62e-4e16-ad1b-5624f63a0e5f req-333609b9-63af-4c62-9ed7-d92796a88bdc tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1082947 Jul 09 13:27:18.847736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c59e-3c53-40a2-82e8-6e7fb6d01071 req-eee00576-b2bd-4b68-9f42-73cb255dd939 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.849303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff24c59e-3c53-40a2-82e8-6e7fb6d01071 req-eee00576-b2bd-4b68-9f42-73cb255dd939 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 944 time: 0.2511516 Jul 09 13:27:18.874741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] No DVR routers for this DVR port 003b71cc-310d-4301-8234-1343c1695ddd on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:27:18.876990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=f659deaf-9142-4812-8137-a7d98682c271,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:18.878293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.881801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ef649d4-f55d-4a6c-9f3e-aed995722335 req-07b28583-c4d2-4b59-8a8a-242a93d533a0 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.10 "DELETE /v2.0/ports/003b71cc-310d-4301-8234-1343c1695ddd HTTP/1.1" status: 204 len: 173 time: 0.7917080 Jul 09 13:27:18.893375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d41d94e5-c62e-4e16-ad1b-5624f63a0e5f req-d31e162d-ef52-4c84-ab7b-6f88ffbc6bea tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Jul 09 13:27:18.897708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1d2460-5e22-4d3b-a260-0579cf6e0b53', 'name': 'network-vif-deleted', 'tag': '003b71cc-310d-4301-8234-1343c1695ddd'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:18.902702 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61a1fc8-fa25-4fef-ad3e-8985c9beed12" -d '{"events": [{"server_uuid": "2e1d2460-5e22-4d3b-a260-0579cf6e0b53", "name": "network-vif-deleted", "tag": "003b71cc-310d-4301-8234-1343c1695ddd"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:18.990826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff24c59e-3c53-40a2-82e8-6e7fb6d01071 req-431e8fb2-5256-4185-90fb-7d07bf9c90f7 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177878 Jul 09 13:27:19.041067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-8922487c-4964-4ead-afb6-6c24231659dd tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:19.043550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-8922487c-4964-4ead-afb6-6c24231659dd tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 945 time: 0.1717923 Jul 09 13:27:19.108812 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b52935b6-ac33-4e51-a369-7f6825ae8630 req-c265aa07-fa27-4320-a996-d0038db19bca tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0522711 Jul 09 13:27:19.122867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.137919 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.178871 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fa17f1-fa96-458a-8e58-81c497549eb3 x-openstack-request-id: req-d8fa17f1-fa96-458a-8e58-81c497549eb3 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:19.179651 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced9d0f0-5d7a-4e0b-9213-8245cc00398e", "name": "network-vif-plugged", "status": "completed", "tag": "f659deaf-9142-4812-8137-a7d98682c271", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:19.181765 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8fa17f1-fa96-458a-8e58-81c497549eb3 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:19.181905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:27:19.184822 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f659deaf-9142-4812-8137-a7d98682c271', 'code': 200} Jul 09 13:27:19.203719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7089b88f-de20-4396-8abd-d2fd2d30575e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:19.207866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.208357 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Added segment 825890f1-9dd2-49b0-b894-5dea3b4bc9ec of type vlan for network 12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e Jul 09 13:27:19.219916 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027a32d4-f9d6-430f-bf92-5f402ccd08d4 x-openstack-request-id: req-027a32d4-f9d6-430f-bf92-5f402ccd08d4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:19.220042 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1d2460-5e22-4d3b-a260-0579cf6e0b53", "name": "network-vif-deleted", "tag": "003b71cc-310d-4301-8234-1343c1695ddd", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:19.220200 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-027a32d4-f9d6-430f-bf92-5f402ccd08d4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:19.220603 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1d2460-5e22-4d3b-a260-0579cf6e0b53', 'name': 'network-vif-deleted', 'tag': '003b71cc-310d-4301-8234-1343c1695ddd', 'status': 'completed', 'code': 200} Jul 09 13:27:19.269378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.273619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Deleting port f659deaf-9142-4812-8137-a7d98682c271 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:19.273956 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.383744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.384740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:19.385331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.459020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9647801 Jul 09 13:27:19.459957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36176) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:19.465934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Request body: {'subnet': {'network_id': '12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-236282884-subnet', 'tenant_id': '6d528aaca3fc49cc935d3a3288c7e674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:19.498814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] For port f659deaf-9142-4812-8137-a7d98682c271, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=f659deaf-9142-4812-8137-a7d98682c271,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:19.499335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.507665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec71e6-98b5-4742-80f0-8467758bc66d admin admin] Pushing event updated for resources: {'Network': ['ID=12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:19.507895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Made reservation on behalf of 6d528aaca3fc49cc935d3a3288c7e674 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:19.519866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:27:19.520230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Calling delete_port for f659deaf-9142-4812-8137-a7d98682c271 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:19.521072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.559198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20181049-b200-4c91-aa57-d3f276437b9f req-f55db121-9f3f-42dc-8d01-44b91d7fa3c3 tempest-ServerTagsTestJSON-2132133805 tempest-ServerTagsTestJSON-2132133805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e1d2460-5e22-4d3b-a260-0579cf6e0b53 HTTP/1.1" status: 200 len: 210 time: 0.0443876 Jul 09 13:27:19.561047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81b5ed-f057-4b7d-80c6-d0b2a365b243 req-f4bdf479-c21d-45c1-b91a-97ffe0899b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:19.562475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f81b5ed-f057-4b7d-80c6-d0b2a365b243 req-f4bdf479-c21d-45c1-b91a-97ffe0899b4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.2456675 Jul 09 13:27:19.663862 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.666190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f81b5ed-f057-4b7d-80c6-d0b2a365b243 req-f97b21fa-9bb1-4df0-9718-ce9b53fb5c4a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956976 Jul 09 13:27:19.759476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.783598 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.806041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event deleted for resources: {'Port': ['ID=f659deaf-9142-4812-8137-a7d98682c271,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:19.865786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] No DVR routers for this DVR port f659deaf-9142-4812-8137-a7d98682c271 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:27:19.868923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.871795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dffc5b1-3882-4b14-9896-4ecb6257672d req-7e2842b5-6359-4b20-8ed5-60dc3e861ff1 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.11 "DELETE /v2.0/ports/f659deaf-9142-4812-8137-a7d98682c271 HTTP/1.1" status: 204 len: 173 time: 0.8200774 Jul 09 13:27:19.894304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb84708-ef43-45b0-bae1-1a5edd15944b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:19.935830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Checking segment: {'id': '825890f1-9dd2-49b0-b894-5dea3b4bc9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:19.936234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Network hostable DHCP agents. Network: 12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:27:19.959815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b09856-979a-4a1f-9b53-4b96ba339a02 req-b1f570b6-9d33-4a51-afda-6e80906ed64d tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:19.961577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3b09856-979a-4a1f-9b53-4b96ba339a02 req-b1f570b6-9d33-4a51-afda-6e80906ed64d tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1362402 Jul 09 13:27:19.980886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Network 12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:27:20.003370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:20.013665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e893e2e-149d-4838-9044-0ef07bf64482 None None] Network 12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:20.015297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:20.015909 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.028086 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3b09856-979a-4a1f-9b53-4b96ba339a02 req-0e61249f-ad94-42f9-bfdb-8656769786be tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563078 Jul 09 13:27:20.038059 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51440a17-b5e0-4b0a-8bdb-387bf05f69ee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5767698 Jul 09 13:27:20.195071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aa405-be70-4322-8562-7d0c67baaa61 req-16e37fea-c088-4201-b40f-6001289c532e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:20.197342 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d7aa405-be70-4322-8562-7d0c67baaa61 req-16e37fea-c088-4201-b40f-6001289c532e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1444480 Jul 09 13:27:20.219134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641eaa41-3c38-48af-95df-7e02f8b9ade2 None None] Network 12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:20.240491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-82402fbf-fbf1-48a7-b126-49c9a0f2d41e req-47230591-1fdc-4f63-8921-19bc2cccdd7b tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=ced9d0f0-5d7a-4e0b-9213-8245cc00398e HTTP/1.1" status: 200 len: 210 time: 0.0387678 Jul 09 13:27:20.241944 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d7aa405-be70-4322-8562-7d0c67baaa61 req-8755872f-6008-4856-bcd8-553839e746ea tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 Jul 09 13:27:20.283161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:20.380458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c31b1bc-cb6a-4169-9c51-3146edf91e64 admin admin] Deleting subnet 2cb84708-ef43-45b0-bae1-1a5edd15944b {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:27:20.392407 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c31b1bc-cb6a-4169-9c51-3146edf91e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.489053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f34679d7-fe69-40b3-9cf1-b1812cda77ea req-f0a1e77a-0e91-46fd-b293-e99107e2394a tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0523038 Jul 09 13:27:20.529926 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c31b1bc-cb6a-4169-9c51-3146edf91e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.541690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f659deaf-9142-4812-8137-a7d98682c271 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:20.577651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: f659deaf-9142-4812-8137-a7d98682c271 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:20.578572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device f659deaf-9142-4812-8137-a7d98682c271 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:20.607385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c31b1bc-cb6a-4169-9c51-3146edf91e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.671281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36198) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:20.676648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c31b1bc-cb6a-4169-9c51-3146edf91e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.718270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c31b1bc-cb6a-4169-9c51-3146edf91e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.723497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2c31b1bc-cb6a-4169-9c51-3146edf91e64 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2cb84708-ef43-45b0-bae1-1a5edd15944b HTTP/1.1" status: 204 len: 168 time: 0.4386451 Jul 09 13:27:20.724317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36200) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:20.725351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31b1bc-cb6a-4169-9c51-3146edf91e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb84708-ef43-45b0-bae1-1a5edd15944b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:20.741531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac8daf1-4a4e-44ca-a3dd-ebc4cb021a10 admin admin] Deleting subnet 3d3ca111-e9e7-47f0-8954-06a0634c7f2e {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:27:20.782229 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aac8daf1-4a4e-44ca-a3dd-ebc4cb021a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.839435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aac8daf1-4a4e-44ca-a3dd-ebc4cb021a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.843462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.914152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aac8daf1-4a4e-44ca-a3dd-ebc4cb021a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.007436 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.020733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:21.039812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825890f1-9dd2-49b0-b894-5dea3b4bc9ec') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:21.040074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825890f1-9dd2-49b0-b894-5dea3b4bc9ec') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:21.054005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.062565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aac8daf1-4a4e-44ca-a3dd-ebc4cb021a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.098377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.105351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8daf1-4a4e-44ca-a3dd-ebc4cb021a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3ca111-e9e7-47f0-8954-06a0634c7f2e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:21.108177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aac8daf1-4a4e-44ca-a3dd-ebc4cb021a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.113371 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aac8daf1-4a4e-44ca-a3dd-ebc4cb021a10 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d3ca111-e9e7-47f0-8954-06a0634c7f2e HTTP/1.1" status: 204 len: 168 time: 0.4409738 Jul 09 13:27:21.113744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36204) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:21.116947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:27:21.117442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:27:21.120542 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:27:21.196559 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.220824 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.222301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'name': 'network-vif-deleted', 'tag': 'f659deaf-9142-4812-8137-a7d98682c271'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:21.225129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.225707 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a430c68-faca-48b7-8f42-f28e3416ac0f" -d '{"events": [{"server_uuid": "ced9d0f0-5d7a-4e0b-9213-8245cc00398e", "name": "network-vif-deleted", "tag": "f659deaf-9142-4812-8137-a7d98682c271"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:21.227518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] 10.222.0.32 "DELETE /v2.0/networks/12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e HTTP/1.1" status: 204 len: 168 time: 0.5017982 Jul 09 13:27:21.245329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f866b2-ed81-4e35-a489-492587aa7f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b6b6ca-5ff3-49f1-ae57-c9b07dd4e18e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:21.310801 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfb0fba-a31d-4702-a008-3498c324ef37 x-openstack-request-id: req-5dfb0fba-a31d-4702-a008-3498c324ef37 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:21.311287 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced9d0f0-5d7a-4e0b-9213-8245cc00398e", "name": "network-vif-deleted", "tag": "f659deaf-9142-4812-8137-a7d98682c271", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:21.311547 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dfb0fba-a31d-4702-a008-3498c324ef37 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:21.311946 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced9d0f0-5d7a-4e0b-9213-8245cc00398e', 'name': 'network-vif-deleted', 'tag': 'f659deaf-9142-4812-8137-a7d98682c271', 'status': 'completed', 'code': 200} Jul 09 13:27:21.319034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9488b1b-d89b-4ee8-81ff-7774f542ae9c req-bf5456fb-6b8d-423c-b57e-dbe2a78114ec tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:21.327847 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.328861 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9488b1b-d89b-4ee8-81ff-7774f542ae9c req-bf5456fb-6b8d-423c-b57e-dbe2a78114ec tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1441979 Jul 09 13:27:21.342783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c314434-f8cb-4776-aa16-261a7b63fa2a']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:21.363985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39952756-a2cf-4e76-be78-0b3f0146d8a3') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:21.365151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39952756-a2cf-4e76-be78-0b3f0146d8a3') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:21.382834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.399436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9488b1b-d89b-4ee8-81ff-7774f542ae9c req-e54c8af0-1af9-477d-8e7b-433613406469 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694573 Jul 09 13:27:21.404396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36214) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:21.456082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.464913 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a05d9dcb-5a91-4a8e-8426-39c470d7aaf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d528aaca3fc49cc935d3a3288c7e674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582006 Jul 09 13:27:21.467834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36220) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:21.470357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:27:21.470849 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:27:21.478123 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:27:21.527717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-55816acc-5301-4f5c-b32d-2a3d1f823f4a req-0d65051f-1b40-430f-9db0-dd6a98654195 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-832725488', 'description': 'tempest-description-459974630'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:21.559533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55816acc-5301-4f5c-b32d-2a3d1f823f4a req-0d65051f-1b40-430f-9db0-dd6a98654195 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.587618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.599677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.601743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] 10.222.0.32 "DELETE /v2.0/networks/8c314434-f8cb-4776-aa16-261a7b63fa2a HTTP/1.1" status: 204 len: 168 time: 0.4871080 Jul 09 13:27:21.629361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310780bd-88f7-4da0-85cc-8946aa824b63 req-26ffe4ae-1a3b-4b17-a155-d0c09cc060c2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:21.637803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-310780bd-88f7-4da0-85cc-8946aa824b63 req-26ffe4ae-1a3b-4b17-a155-d0c09cc060c2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.2254262 Jul 09 13:27:21.646530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a57bb6-a575-4e6b-9f56-684a41b1e74c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c314434-f8cb-4776-aa16-261a7b63fa2a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:21.674361 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59dfcd42-7129-4f7f-a746-f3f6b69a5626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.691033 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55816acc-5301-4f5c-b32d-2a3d1f823f4a req-0d65051f-1b40-430f-9db0-dd6a98654195 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.696322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55816acc-5301-4f5c-b32d-2a3d1f823f4a req-0d65051f-1b40-430f-9db0-dd6a98654195 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.703965 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-310780bd-88f7-4da0-85cc-8946aa824b63 req-496d3d95-7e60-4fe2-944e-1214dbfa3368 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647759 Jul 09 13:27:21.729414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-55816acc-5301-4f5c-b32d-2a3d1f823f4a req-0d65051f-1b40-430f-9db0-dd6a98654195 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.732208 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55816acc-5301-4f5c-b32d-2a3d1f823f4a req-0d65051f-1b40-430f-9db0-dd6a98654195 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2097397 Jul 09 13:27:21.734577 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59dfcd42-7129-4f7f-a746-f3f6b69a5626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.757802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65051f-1b40-430f-9db0-dd6a98654195 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa91d1-202a-4d46-b477-136786c35f8c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:21.817300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59dfcd42-7129-4f7f-a746-f3f6b69a5626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.820941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-59dfcd42-7129-4f7f-a746-f3f6b69a5626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.823561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-59dfcd42-7129-4f7f-a746-f3f6b69a5626 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7089b88f-de20-4396-8abd-d2fd2d30575e HTTP/1.1" status: 204 len: 168 time: 0.3540409 Jul 09 13:27:21.833340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfcd42-7129-4f7f-a746-f3f6b69a5626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7089b88f-de20-4396-8abd-d2fd2d30575e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:21.911868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36238) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:21.920825 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8832b7c6-cfc2-4343-930a-c82c1641d38c req-ee634991-cbb1-4b95-8bdb-b63bcbaebfce tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0402844 Jul 09 13:27:21.968470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1b8e7ae8-b6b1-4fc5-980f-007fc2b94a09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24082c0014a84142858afbbb5f2b5a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553918 Jul 09 13:27:21.972394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36240) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:22.110384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e889d48-5910-467f-bff2-ef731d925244 req-e1cecf52-4f5d-4da9-8f37-7409b5a4187e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0292468 Jul 09 13:27:22.149653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea4242a1-f6b7-4d5a-b655-f5fd4d93c4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.188413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea4242a1-f6b7-4d5a-b655-f5fd4d93c4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.225370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-ba374bfd-6eee-4ce0-927f-e89b75b02286 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-832725488&fields=id&tenant_id=30cde1f92349476ca6ef989456528ce8 HTTP/1.1" status: 200 len: 267 time: 0.0342748 Jul 09 13:27:22.253192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de4c64-0173-400b-8114-aebb681c434b req-6bf31be4-ddd8-4e0e-9093-0b155cdae7fc tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:22.255656 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-6bf31be4-ddd8-4e0e-9093-0b155cdae7fc tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 821 time: 0.1998355 Jul 09 13:27:22.270821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-ab76dc97-2fce-4f05-b348-75744d6feef7 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/quotas/89782425baff493da7a1cd4409afa706 HTTP/1.1" status: 200 len: 375 time: 0.0099871 Jul 09 13:27:22.305588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-54421811-b8f2-44a5-8b04-36f42ff2f54f tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:22.307428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-54421811-b8f2-44a5-8b04-36f42ff2f54f tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.0749707 Jul 09 13:27:22.311826 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea4242a1-f6b7-4d5a-b655-f5fd4d93c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.314376 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea4242a1-f6b7-4d5a-b655-f5fd4d93c4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.315603 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ea4242a1-f6b7-4d5a-b655-f5fd4d93c4bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90e425ac-a5a7-4613-87c7-9d91c70dfef5 HTTP/1.1" status: 204 len: 168 time: 0.3420916 Jul 09 13:27:22.325884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Request body: {'port': {'security_groups': ['3cdfd17a-24c9-4806-8212-3d700cefe722', '43aa91d1-202a-4d46-b477-136786c35f8c']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:22.328791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4242a1-f6b7-4d5a-b655-f5fd4d93c4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e425ac-a5a7-4613-87c7-9d91c70dfef5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:22.380399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-29e22f6c-c9eb-4848-87a5-f92032c37412 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028655 Jul 09 13:27:22.452183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.513548 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-43475a1c-d999-46de-9c1e-5f5701263a0a service neutron] 10.222.0.32 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241493 Jul 09 13:27:22.642626 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-fd35d29b-a926-4de0-be50-bcc0d231a29a service neutron] 10.222.0.32 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172924 Jul 09 13:27:22.655846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 003b71cc-310d-4301-8234-1343c1695ddd no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:22.696775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] For port 78d36691-3a11-4491-89be-a5a52a8e2afe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=78d36691-3a11-4491-89be-a5a52a8e2afe,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:22.705473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 003b71cc-310d-4301-8234-1343c1695ddd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:22.705831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 003b71cc-310d-4301-8234-1343c1695ddd not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:22.737592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.743942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.758041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['78d36691-3a11-4491-89be-a5a52a8e2afe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:22.824459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:22.825335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.840485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec1d7058-936b-4205-aa54-a6be990cae86 req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "PUT /v2.0/ports/78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 982 time: 0.5200768 Jul 09 13:27:22.962689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-833e9a88-1260-4184-bb58-2e4e2bd809f4 req-bbcd582e-9881-401e-ac25-803f2d2ad9bb tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 210 time: 0.0776932 Jul 09 13:27:22.968581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fae208-cfcc-44ca-92d3-65cc85a545d1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event updated for resources: {'Port': ['ID=78d36691-3a11-4491-89be-a5a52a8e2afe,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:23.010517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['78d36691-3a11-4491-89be-a5a52a8e2afe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:23.159062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e8a3c-e96e-4ec8-9266-c194c5236e98 req-8fddb143-534b-4171-95bd-e5f0f46f3b3a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:23.161480 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-210e8a3c-e96e-4ec8-9266-c194c5236e98 req-8fddb143-534b-4171-95bd-e5f0f46f3b3a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1078575 Jul 09 13:27:23.221594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34921a73-a241-40cc-9add-edc811dcee40 req-adafe492-20f6-4d95-a9e4-7420adadd2d4 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-832725488&fields=id&tenant_id=30cde1f92349476ca6ef989456528ce8 HTTP/1.1" status: 200 len: 267 time: 0.1079342 Jul 09 13:27:23.277062 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-210e8a3c-e96e-4ec8-9266-c194c5236e98 req-aaad93e9-775f-4061-a2d3-a006b1586762 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075013 Jul 09 13:27:23.314601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:23.325408 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8492a52-338b-4052-b4ed-74bc0d24400f" -d '{"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:23.349894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34921a73-a241-40cc-9add-edc811dcee40 req-a4004b05-57e3-40d2-a81a-319469d51396 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:23.362625 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34921a73-a241-40cc-9add-edc811dcee40 req-a4004b05-57e3-40d2-a81a-319469d51396 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 985 time: 0.1397014 Jul 09 13:27:23.371490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-34921a73-a241-40cc-9add-edc811dcee40 req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Request body: {'port': {'security_groups': ['3cdfd17a-24c9-4806-8212-3d700cefe722']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:23.519281 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34921a73-a241-40cc-9add-edc811dcee40 req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.707859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6930eb80-97fb-40a9-989a-55adbb03447c req-e5c86234-dade-4657-a2db-8e16a34069b3 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0427439 Jul 09 13:27:23.742660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-34921a73-a241-40cc-9add-edc811dcee40 req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] For port 78d36691-3a11-4491-89be-a5a52a8e2afe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=78d36691-3a11-4491-89be-a5a52a8e2afe,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:23.779451 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34921a73-a241-40cc-9add-edc811dcee40 req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.785858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34921a73-a241-40cc-9add-edc811dcee40 req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.799990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['78d36691-3a11-4491-89be-a5a52a8e2afe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:23.822249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34921a73-a241-40cc-9add-edc811dcee40 req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:23.823540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34921a73-a241-40cc-9add-edc811dcee40 req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.825644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34921a73-a241-40cc-9add-edc811dcee40 req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "PUT /v2.0/ports/78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 943 time: 0.4618928 Jul 09 13:27:23.887567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['78d36691-3a11-4491-89be-a5a52a8e2afe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:23.922354 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456f1c6a-848e-4159-8900-c1e98f3521a9 x-openstack-request-id: req-456f1c6a-848e-4159-8900-c1e98f3521a9 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:23.925265 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:23.925620 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-456f1c6a-848e-4159-8900-c1e98f3521a9 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:23.926483 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'status': 'completed', 'code': 200} Jul 09 13:27:23.928150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3f6c5-35b2-4d42-adb1-3008a63b6d2e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event updated for resources: {'Port': ['ID=78d36691-3a11-4491-89be-a5a52a8e2afe,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:24.066109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-a5f33740-a8fc-4004-bd45-f5b238e98e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:24.067689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-a5f33740-a8fc-4004-bd45-f5b238e98e25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.1319714 Jul 09 13:27:24.107265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d01b62-0518-4d73-91dc-7bf8974dc7cb req-8090a781-8ceb-4b6f-9932-e6626f6e699f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:24.110283 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8d01b62-0518-4d73-91dc-7bf8974dc7cb req-8090a781-8ceb-4b6f-9932-e6626f6e699f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.0972750 Jul 09 13:27:24.175902 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8d01b62-0518-4d73-91dc-7bf8974dc7cb req-65484e95-7e9d-45a7-9396-176fb3a3efd1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588675 Jul 09 13:27:24.264437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-8c28bee2-1d97-4d6c-9c74-f5ae7bdcbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:24.267872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-8c28bee2-1d97-4d6c-9c74-f5ae7bdcbc42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 920 time: 0.1926920 Jul 09 13:27:24.340748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-83b48732-f14e-480a-b899-924cbc059662 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 217 time: 0.0655866 Jul 09 13:27:24.341999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36330) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:24.420187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-316661fb-3fed-462b-b342-53551bef6c0c req-456481e4-53c2-42e5-ac33-c47bcdafec45 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1949584 Jul 09 13:27:24.431684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:24.466172 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.519417 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e92ac37-d96e-412c-b4d2-868748ee9815 req-073ab403-a5d5-4bcb-b825-b42b158edc43 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144b16f-54a0-4ec6-9895-68707ae1cd3b&device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0784304 Jul 09 13:27:24.560567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-56c2d429-339b-414f-a62d-6f351b21035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.571033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-a281b1c7-000a-488e-98cd-be0ca70fb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:24.572567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-a281b1c7-000a-488e-98cd-be0ca70fb07c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.2123275 Jul 09 13:27:24.633356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.635125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-f91fec8c-b9cd-4a33-92c0-56f2e2770ada service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484829 Jul 09 13:27:24.660314 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de4c64-0173-400b-8114-aebb681c434b req-9eacb3f8-2a77-4e27-b0b7-c8cc47cc2a87 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:24.661871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-9eacb3f8-2a77-4e27-b0b7-c8cc47cc2a87 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.10 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 821 time: 0.2870989 Jul 09 13:27:24.687354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Request body: {'port': {'device_id': '4274ab91-7b45-48fc-8713-d95ef37d5583', 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'admin_state_up': True, 'tenant_id': '89782425baff493da7a1cd4409afa706'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:24.757683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Allocated IP 172.25.5.105 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/6b94fa51-c35e-4ac1-bff7-779791aaf626) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:24.883498 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.929493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.974251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:24.977543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:24.981025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:25.005894 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event updated for resources: {'Port': ['ID=6b94fa51-c35e-4ac1-bff7-779791aaf626,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:25.080401 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.132512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.161241 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4fde286f-b74c-4379-baf0-73bcd17b3788 req-6e9e7e68-dc5e-460c-ac2f-7ed362963935 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 210 time: 0.4820907 Jul 09 13:27:25.274326 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-31630f09-ac29-4711-874d-1596a0d65ceb service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284859 Jul 09 13:27:25.330178 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.334848 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.344947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-56c2d429-339b-414f-a62d-6f351b21035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.370201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-56c2d429-339b-414f-a62d-6f351b21035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.411883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event updated for resources: {'Port': ['ID=6b94fa51-c35e-4ac1-bff7-779791aaf626,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:25.422922 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.463308 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.465782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-316661fb-3fed-462b-b342-53551bef6c0c req-62320354-c15c-44b7-8052-0238f603af1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0401347 Jul 09 13:27:25.473189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Made reservation on behalf of 89782425baff493da7a1cd4409afa706 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:25.476748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.503842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2d429-339b-414f-a62d-6f351b21035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3471d0-b21f-4578-ac30-edf872b18ab0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:25.529502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-56c2d429-339b-414f-a62d-6f351b21035e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e2b39a73c4a465c91b25d2612f6a9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1862459 Jul 09 13:27:25.531278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-316661fb-3fed-462b-b342-53551bef6c0c req-c05c326e-1abf-46fa-bc14-7764ecd0d00b tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.0521958 Jul 09 13:27:25.532227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36352) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:25.562353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8492a52-338b-4052-b4ed-74bc0d24400f req-e134ff81-6143-4eb2-8ac9-df03d1a42456 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648931 Jul 09 13:27:25.569117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-c1882c26-5492-4604-9bbd-5a0a301c0a80 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:25.570989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-c1882c26-5492-4604-9bbd-5a0a301c0a80 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.3117723 Jul 09 13:27:25.625642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-915f2dfa-ecb6-4f0a-a238-79351f9d6885 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/quotas/8dea83f14cb04fa38d15ca3e6b39d546 HTTP/1.1" status: 200 len: 375 time: 0.0279744 Jul 09 13:27:25.674983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-de4904bf-257d-4066-ac8f-bf2b6a1da097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.707872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316661fb-3fed-462b-b342-53551bef6c0c req-f407f075-3003-41cc-96da-874f2fdafe4c tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:25.709467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-316661fb-3fed-462b-b342-53551bef6c0c req-f407f075-3003-41cc-96da-874f2fdafe4c tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.1704073 Jul 09 13:27:25.720870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-de4904bf-257d-4066-ac8f-bf2b6a1da097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.726464 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-316661fb-3fed-462b-b342-53551bef6c0c req-acaf7b79-322f-4a25-946b-765d80ac527b tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:27:25.727512 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-316661fb-3fed-462b-b342-53551bef6c0c req-acaf7b79-322f-4a25-946b-765d80ac527b tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091760 Jul 09 13:27:25.730266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Allocated IP 172.20.0.10 (6ef72efd-2866-4f9e-b571-8a743b48db3b/8b5df92f-2095-4c00-8775-c031915f7211/269a80ec-6bfa-4c18-8289-06e97184a5f4) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:25.775247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-c876c098-2ab7-4b0f-8468-fe73bba061aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1402266 Jul 09 13:27:25.792991 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-de4904bf-257d-4066-ac8f-bf2b6a1da097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.795513 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-de4904bf-257d-4066-ac8f-bf2b6a1da097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.799549 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-de4904bf-257d-4066-ac8f-bf2b6a1da097 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d3471d0-b21f-4578-ac30-edf872b18ab0 HTTP/1.1" status: 204 len: 168 time: 0.2640564 Jul 09 13:27:25.805830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4904bf-257d-4066-ac8f-bf2b6a1da097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3471d0-b21f-4578-ac30-edf872b18ab0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:25.935433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:25.937485 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b392934-6692-441a-917d-556d9d4aea0f" -d '{"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:25.990112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-328b968f-28b1-4964-b625-452b03159f75 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055535 Jul 09 13:27:26.098290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.184990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-920befd4-7879-48b5-be42-80dfd4c7d443 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848121 Jul 09 13:27:26.192435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af7bcafb-2573-4a65-838a-c76fa2f5451b req-e1ca8dbd-0c9e-43cf-91cb-79da797556d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b29e47b7d4f44d7a81244aeda412b81&device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0599310 Jul 09 13:27:26.228050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af7bcafb-2573-4a65-838a-c76fa2f5451b req-42e6c4ea-6c8c-462a-a13b-2b3f59b1b5ac service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6b29e47b7d4f44d7a81244aeda412b81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264506 Jul 09 13:27:26.244869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.364803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Network 6ef72efd-2866-4f9e-b571-8a743b48db3b is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:26.374764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:26.380565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:26.430506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event updated for resources: {'Port': ['ID=269a80ec-6bfa-4c18-8289-06e97184a5f4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:26.459720 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a1192-4347-48cb-a26a-85bcdfca5727 x-openstack-request-id: req-373a1192-4347-48cb-a26a-85bcdfca5727 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:26.460028 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:26.460292 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-373a1192-4347-48cb-a26a-85bcdfca5727 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:26.460711 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'status': 'completed', 'code': 200} Jul 09 13:27:26.477388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.478113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.482930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bcafb-2573-4a65-838a-c76fa2f5451b req-72abf64f-749d-4459-a108-80afced98345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.484477 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af7bcafb-2573-4a65-838a-c76fa2f5451b req-72abf64f-749d-4459-a108-80afced98345 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2499309 Jul 09 13:27:26.565284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-0ddb7435-ed68-48ad-b141-caae4a311f31 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8849568 Jul 09 13:27:26.579081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Request body: {'port': {'device_id': '4274ab91-7b45-48fc-8713-d95ef37d5583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:26.660368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392934-6692-441a-917d-556d9d4aea0f req-1c44595f-f8b4-4946-b4e3-10de345b333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.661903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b392934-6692-441a-917d-556d9d4aea0f req-1c44595f-f8b4-4946-b4e3-10de345b333c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.1765540 Jul 09 13:27:26.674030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-649b258d-8491-43bb-ac3f-6bda0d205ca1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.676067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-649b258d-8491-43bb-ac3f-6bda0d205ca1 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2600930 Jul 09 13:27:26.752384 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.781116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3b3f4c1-0bf4-401c-9aeb-443ca078273a req-d6e3382c-7622-4338-ab73-5cebdc98e27a tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0716364 Jul 09 13:27:26.789171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36392) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:26.799709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-ddc473bd-cdce-4215-8892-750fd77337b3 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.1171792 Jul 09 13:27:26.836633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Request body: {'floatingip': {'port_id': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:26.893617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392934-6692-441a-917d-556d9d4aea0f req-5d0ea780-9bc3-41e3-8f5b-bef010033b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.895819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b392934-6692-441a-917d-556d9d4aea0f req-5d0ea780-9bc3-41e3-8f5b-bef010033b02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 920 time: 0.2251792 Jul 09 13:27:26.974842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.093717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1660295901-network', 'tenant_id': '792777b7181c43049e56809f568d4acc'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:27.174908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b392934-6692-441a-917d-556d9d4aea0f req-806e1f19-f800-414d-b224-1d7206b29e06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 217 time: 0.2672319 Jul 09 13:27:27.245376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36406) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:27.341057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392934-6692-441a-917d-556d9d4aea0f req-267ad89a-0259-4f9e-b616-14e3f66fe431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:27.342846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b392934-6692-441a-917d-556d9d4aea0f req-267ad89a-0259-4f9e-b616-14e3f66fe431 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.1616249 Jul 09 13:27:27.362173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Made reservation on behalf of 792777b7181c43049e56809f568d4acc for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:27.364547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.379821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.405673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b392934-6692-441a-917d-556d9d4aea0f req-6fa1fbb0-9e84-404e-88c1-033fe58472ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557601 Jul 09 13:27:27.414853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0c4e2-b700-458c-ba31-73b67d3699f2 req-20f95bb8-bcab-4f19-b90c-c5969e04622d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:27.415958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4b0c4e2-b700-458c-ba31-73b67d3699f2 req-20f95bb8-bcab-4f19-b90c-c5969e04622d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 932 time: 0.4095087 Jul 09 13:27:27.432155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d65af0d-638d-4c74-bee8-4dcaac875bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.593763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4b0c4e2-b700-458c-ba31-73b67d3699f2 req-c1e91d2b-cf04-4eb4-9884-24d6993f5267 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568820 Jul 09 13:27:27.641108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b392934-6692-441a-917d-556d9d4aea0f req-436eb423-90ca-4d6a-879f-2c8f03cdbd76 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204921 Jul 09 13:27:27.691389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d65af0d-638d-4c74-bee8-4dcaac875bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.697796 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d65af0d-638d-4c74-bee8-4dcaac875bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.749490 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.754747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5d65af0d-638d-4c74-bee8-4dcaac875bbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae14d54993894f54aa2c59004f310c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081890 Jul 09 13:27:27.755486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65af0d-638d-4c74-bee8-4dcaac875bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222f3b76-6af0-494e-8d9d-e14a5b3b69d1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:27.757813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36410) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:27.765143 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.802744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af7bcafb-2573-4a65-838a-c76fa2f5451b req-e55a259c-3732-4680-a13a-c9e102ca81f5 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.11 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0660920 Jul 09 13:27:27.830794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269a80ec-6bfa-4c18-8289-06e97184a5f4 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:27.844731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be1d4710-b635-4ec4-a8dd-9255e6af4644 req-72fcc35c-f0d8-444b-b474-441c0a1efa3b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 210 time: 0.1106346 Jul 09 13:27:27.848097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.895749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Transition to ACTIVE for port object 269a80ec-6bfa-4c18-8289-06e97184a5f4 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:27.910330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.936686 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78a81182-b77c-48e6-a59b-1039e5003d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.961598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b392934-6692-441a-917d-556d9d4aea0f req-0092391d-5f8b-4cb4-bcfa-eb1f2b96d232 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881021 Jul 09 13:27:27.966378 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Floating IP fb3b6876-6147-4b04-a9df-89a346d90bf8 associated. External IP: 172.25.5.105, port: 78d36691-3a11-4491-89be-a5a52a8e2afe. Jul 09 13:27:28.013065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Pushing event updated for resources: {'Port': ['ID=269a80ec-6bfa-4c18-8289-06e97184a5f4,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:28.018134 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78a81182-b77c-48e6-a59b-1039e5003d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.101377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.128917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Attempting to bind port 269a80ec-6bfa-4c18-8289-06e97184a5f4 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:28.129588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Attempting to bind port 269a80ec-6bfa-4c18-8289-06e97184a5f4 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:28.130225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Attempting to bind port 269a80ec-6bfa-4c18-8289-06e97184a5f4 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:28.134054 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.145298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Port 269a80ec-6bfa-4c18-8289-06e97184a5f4 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:28.146143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Attempting to bind port 269a80ec-6bfa-4c18-8289-06e97184a5f4 on network 6ef72efd-2866-4f9e-b571-8a743b48db3b {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:28.201976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:28.202873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Checking segment: {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:28.203548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Bound using segment: {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:28.204241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Bound port: 269a80ec-6bfa-4c18-8289-06e97184a5f4, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:28.204871 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.244858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:27:28.277064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd9f97a-951e-4598-9f49-b37dec7fcf57,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:28.294321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.295021 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Added segment 6f493212-274b-4f45-adea-102cd56376a3 of type vlan for network 205eab7c-693c-4fc1-8dab-22aa70ce9860 Jul 09 13:27:28.407273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.490552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] For port 269a80ec-6bfa-4c18-8289-06e97184a5f4, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:28.504583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e52e09c-e446-40b6-9047-d3c4f5549754 req-c63cea64-1b65-4cee-9a5e-d4b0b5c4c5db tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=b20e8521-2383-4050-b7d5-5117b36084e0 HTTP/1.1" status: 200 len: 210 time: 0.0592859 Jul 09 13:27:28.518340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-68685657-5995-457a-b3cd-be65266366a6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:28.519549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-68685657-5995-457a-b3cd-be65266366a6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.3557587 Jul 09 13:27:28.524805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] For port 269a80ec-6bfa-4c18-8289-06e97184a5f4, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=269a80ec-6bfa-4c18-8289-06e97184a5f4,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:28.531573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'port': {'device_id': 'c919caf2-7991-43e4-bc0f-db0d037bf7a9', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'admin_state_up': True, 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:28.538381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.607555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.608565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:28.609254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.610994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78a81182-b77c-48e6-a59b-1039e5003d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.614596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78a81182-b77c-48e6-a59b-1039e5003d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.616850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-78a81182-b77c-48e6-a59b-1039e5003d3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/222f3b76-6af0-494e-8d9d-e14a5b3b69d1 HTTP/1.1" status: 204 len: 168 time: 0.8574173 Jul 09 13:27:28.648682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a81182-b77c-48e6-a59b-1039e5003d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222f3b76-6af0-494e-8d9d-e14a5b3b69d1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:28.666532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-c1d53e8b-e1ef-43f4-a160-0ca4abd37c32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1720467 Jul 09 13:27:28.674800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Pushing event updated for resources: {'Port': ['ID=269a80ec-6bfa-4c18-8289-06e97184a5f4,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:28.706215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:28.707051 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.711760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-8eca527f-41a8-4fa7-a008-ba07a4eef189 service neutron] 10.222.0.10 "PUT /v2.0/ports/269a80ec-6bfa-4c18-8289-06e97184a5f4 HTTP/1.1" status: 200 len: 1092 time: 2.1384981 Jul 09 13:27:28.767744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4274ab91-7b45-48fc-8713-d95ef37d5583', 'tag': '269a80ec-6bfa-4c18-8289-06e97184a5f4'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:28.770210 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafab664-3ff6-44cf-b64e-48376b408441" -d '{"events": [{"name": "network-changed", "server_uuid": "4274ab91-7b45-48fc-8713-d95ef37d5583", "tag": "269a80ec-6bfa-4c18-8289-06e97184a5f4"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:28.794680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0026970 Jul 09 13:27:28.819933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddbfd5-cc59-41a3-b5cc-a83c4cd2be93 admin admin] Pushing event updated for resources: {'Network': ['ID=205eab7c-693c-4fc1-8dab-22aa70ce9860,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:28.840365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 205eab7c-693c-4fc1-8dab-22aa70ce9860 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:27:28.990587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:27:28.994131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Made reservation on behalf of 8dea83f14cb04fa38d15ca3e6b39d546 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:28.997865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:29.018679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de4c64-0173-400b-8114-aebb681c434b req-c20ce41c-397b-4cad-8a31-c5d2118563fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.020269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-c20ce41c-397b-4cad-8a31-c5d2118563fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 1095 time: 0.1613657 Jul 09 13:27:29.025340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-e5fcf84a-32c7-4e80-8681-f455884f1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.027768 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-e5fcf84a-32c7-4e80-8681-f455884f1f54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 1096 time: 0.1283941 Jul 09 13:27:29.094615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185566c2-06f3-4dd9-a002-1d3b7e0d317b req-5bcf07e6-6ba1-4ce2-a4aa-396d9e7c8338 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.099655 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-185566c2-06f3-4dd9-a002-1d3b7e0d317b req-5bcf07e6-6ba1-4ce2-a4aa-396d9e7c8338 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 944 time: 0.2417722 Jul 09 13:27:29.106027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-3b840fe9-f116-49fd-bfa3-4e586a1b6b88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=269a80ec-6bfa-4c18-8289-06e97184a5f4 HTTP/1.1" status: 200 len: 217 time: 0.0767088 Jul 09 13:27:29.226980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-6430ecc0-8305-421c-a3cf-d7ceef4e6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.228589 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-6430ecc0-8305-421c-a3cf-d7ceef4e6d0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.1534159 Jul 09 13:27:29.229767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:29.235060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:29.245328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] Sync routers for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:29.257503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:29.258727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:29.281639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de4c64-0173-400b-8114-aebb681c434b req-eb26b503-bffb-40dd-a009-e8a1697f1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.283402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-eb26b503-bffb-40dd-a009-e8a1697f1fec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b5df92f-2095-4c00-8775-c031915f7211 HTTP/1.1" status: 200 len: 861 time: 0.1343353 Jul 09 13:27:29.299592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-185566c2-06f3-4dd9-a002-1d3b7e0d317b req-7fe16319-3f85-45db-b2d4-3116210588e5 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924281 Jul 09 13:27:29.301540 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-7b053a95-0b0c-4cea-ae60-7485856c4655 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 HTTP/1.1" status: 200 len: 217 time: 0.0641704 Jul 09 13:27:29.381159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:29.391216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-d5d7be0e-120d-4494-8ea8-6fd64622cc86 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "PUT /v2.0/floatingips/fb3b6876-6147-4b04-a9df-89a346d90bf8 HTTP/1.1" status: 200 len: 997 time: 2.5661445 Jul 09 13:27:29.411878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:29.414194 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ffb43-c03d-45af-b168-9a33b4c615d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:29.435570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-998b1e4a-14be-4e5d-8f2e-8b5a0e1b6927 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ef72efd-2866-4f9e-b571-8a743b48db3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320624 Jul 09 13:27:29.450602 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a021e759-5a70-4ba3-a18e-bdf45df54207 x-openstack-request-id: req-a021e759-5a70-4ba3-a18e-bdf45df54207 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:29.451059 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4274ab91-7b45-48fc-8713-d95ef37d5583", "tag": "269a80ec-6bfa-4c18-8289-06e97184a5f4", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:29.451193 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a021e759-5a70-4ba3-a18e-bdf45df54207 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:29.451795 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4274ab91-7b45-48fc-8713-d95ef37d5583', 'tag': '269a80ec-6bfa-4c18-8289-06e97184a5f4', 'status': 'completed', 'code': 200} Jul 09 13:27:29.454696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-180b6096-daec-493c-840e-048ea14e052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.456324 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-180b6096-daec-493c-840e-048ea14e052f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1461720 Jul 09 13:27:29.514385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-c1cb2a1b-7347-42b5-8a63-45424146d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.522384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-c1cb2a1b-7347-42b5-8a63-45424146d1da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.1213987 Jul 09 13:27:29.522996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Allocated IP 172.20.0.13 (7ce63eea-58c0-45ab-b89e-0b3247376b4c/ca327f14-65b4-4971-87f3-833324482415/ad7380b5-c332-46c2-a87c-1d37cacb6091) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:29.634567 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-3b7720e5-7bd7-46ab-97ae-a560c2808b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.636830 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-3b7720e5-7bd7-46ab-97ae-a560c2808b28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709242 Jul 09 13:27:29.730552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-c686a030-59c6-43c4-843c-a6ba4b8735cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.737554 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-c686a030-59c6-43c4-843c-a6ba4b8735cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 920 time: 0.2140782 Jul 09 13:27:29.789329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36456) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:29.808961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fb3b6876-6147-4b04-a9df-89a346d90bf8', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'port_id': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'mac_address': 'fa:16:3e:22:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2becf2fa-199c-404a-bb01-6311861fdf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:25Z', 'updated_at': '2021-07-09T13:27:27Z', 'revision_number': 1, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:31Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:29.850801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] Checking router: 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:27:29.858992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-b7d92b31-ec5b-4f31-b3d4-7c71575509b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 1000 time: 0.1203997 Jul 09 13:27:29.862997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:29.863969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:29.870992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-12e2936d-4c62-4f5d-b0ba-31b5b01b82e3 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266562 Jul 09 13:27:29.982245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-network', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:30.000967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-e5cfcbe1-7809-497c-9e9a-e63b990f90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:30.002806 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-e5cfcbe1-7809-497c-9e9a-e63b990f90f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.1429508 Jul 09 13:27:30.003955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:30.071173 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-a8cd88be-df98-4cb6-957b-dbede7571e89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580573 Jul 09 13:27:30.097054 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-da8a4275-fcb2-4b26-8ee5-6e939007e877 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:27:30.098175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-da8a4275-fcb2-4b26-8ee5-6e939007e877 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118387 Jul 09 13:27:30.113424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Made reservation on behalf of 253cea29fe694b01a0cc742ddfc26ad6 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:30.116681 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.153966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02c7043c-c0e8-473e-a5cb-b26e2285d861 req-da7e729f-6355-4200-8cd3-56d2bb7eb217 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 210 time: 0.0859702 Jul 09 13:27:30.160980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a49b46e8-eaa1-4110-b077-3d50294fe397 req-12dd9675-f5e9-40a3-a1ad-c862fe374c08 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681274 Jul 09 13:27:30.165708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-068accc1-6ba3-49b9-a021-d94ce462f769 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054074 Jul 09 13:27:30.210275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.284046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-52d91c53-4d23-4ef6-b502-a26e066d9b8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6886263 Jul 09 13:27:30.368510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19de4c64-0173-400b-8114-aebb681c434b req-6972a19b-95b9-4d8a-ad1e-a3a992fe2e88 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946073 Jul 09 13:27:30.370773 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-390026f9-1a5f-498f-b73f-289524d895ae service neutron] 10.222.0.32 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077732 Jul 09 13:27:30.530194 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.544275 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5513fbc4-3da9-42ca-a90c-5e6010eb08a8 req-f9e624c7-613a-499c-9062-c6182f39476a service neutron] 10.222.0.32 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723092 Jul 09 13:27:30.555050 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.560881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.584221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fb3b6876-6147-4b04-a9df-89a346d90bf8', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'port_id': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'mac_address': 'fa:16:3e:22:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2becf2fa-199c-404a-bb01-6311861fdf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:25Z', 'updated_at': '2021-07-09T13:27:27Z', 'revision_number': 1, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:31Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:30.600666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:27:30.619166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb01a31-878e-4279-b573-0b52f2fdbc54,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:30.624785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff0e00-64e6-4842-8f61-11fb2f6112da None None] The sync data for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 is: [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fb3b6876-6147-4b04-a9df-89a346d90bf8', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'port_id': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'mac_address': 'fa:16:3e:22:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2becf2fa-199c-404a-bb01-6311861fdf50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:25Z', 'updated_at': '2021-07-09T13:27:27Z', 'revision_number': 1, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:31Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:27:30.645686 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.648322 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Added segment 040add4e-8538-41a1-bf17-3735ae51323d of type vlan for network 6e9e7741-88e3-4868-b874-fa63090ba480 Jul 09 13:27:30.716784 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.740907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Transition to ACTIVE for port object ad7380b5-c332-46c2-a87c-1d37cacb6091 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:30.759195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.761564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:30.762692 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.833804 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0431004 Jul 09 13:27:30.834659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36466) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:30.844879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-b32f3fbd-4668-429d-9ea3-b2e54da3a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:30.846459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-b32f3fbd-4668-429d-9ea3-b2e54da3a373 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1095 time: 0.4727850 Jul 09 13:27:30.846751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Request body: {'subnet': {'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-subnet', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:30.857338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81ec91-9213-45ed-b9dd-c641cc03f1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=6e9e7741-88e3-4868-b874-fa63090ba480,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:30.865417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471ae6-3f03-4ef4-8de4-c5758b8a501d req-1ecd8b09-1ee8-4713-b067-8b4b6b1aadcc tempest-ComputeTenantNetworksTest-264648006 tempest-ComputeTenantNetworksTest-264648006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:30.871653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 6e9e7741-88e3-4868-b874-fa63090ba480 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:27:30.885667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471ae6-3f03-4ef4-8de4-c5758b8a501d req-1ecd8b09-1ee8-4713-b067-8b4b6b1aadcc tempest-ComputeTenantNetworksTest-264648006 tempest-ComputeTenantNetworksTest-264648006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:30.895858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471ae6-3f03-4ef4-8de4-c5758b8a501d req-1ecd8b09-1ee8-4713-b067-8b4b6b1aadcc tempest-ComputeTenantNetworksTest-264648006 tempest-ComputeTenantNetworksTest-264648006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:30.898434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7471ae6-3f03-4ef4-8de4-c5758b8a501d req-1ecd8b09-1ee8-4713-b067-8b4b6b1aadcc tempest-ComputeTenantNetworksTest-264648006 tempest-ComputeTenantNetworksTest-264648006-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3743656 Jul 09 13:27:30.909049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Made reservation on behalf of 253cea29fe694b01a0cc742ddfc26ad6 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:30.912474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:30.968832 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58152f8-1ac9-4e2e-961a-6614cae99e8d x-openstack-request-id: req-f58152f8-1ac9-4e2e-961a-6614cae99e8d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:30.969315 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:30.969315 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f58152f8-1ac9-4e2e-961a-6614cae99e8d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:30.969820 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'status': 'completed', 'code': 200} Jul 09 13:27:31.074745 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc53672-9e3c-4da2-9400-d2fdfe14631c None None] New status for floating IP fb3b6876-6147-4b04-a9df-89a346d90bf8: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:27:31.098963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafab664-3ff6-44cf-b64e-48376b408441 req-e417770f-4a54-4399-8a9a-464f16b3fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.100667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bafab664-3ff6-44cf-b64e-48376b408441 req-e417770f-4a54-4399-8a9a-464f16b3fc18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89782425baff493da7a1cd4409afa706&device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 1095 time: 0.6374412 Jul 09 13:27:31.102134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.112746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-340c1b85-61b6-419f-8d0f-0fef2388b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.114240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:31.119003 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-340c1b85-61b6-419f-8d0f-0fef2388b6c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.1450338 Jul 09 13:27:31.242017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-d9df8cc4-d3bf-4149-ab92-d66e83970796 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1000 time: 0.1487310 Jul 09 13:27:31.335135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-8485e335-a50c-42ad-90af-791b5e11d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.337391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-8485e335-a50c-42ad-90af-791b5e11d391 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.4035864 Jul 09 13:27:31.365102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.408539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:31.463457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:31.474696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda691c5-4fac-4184-9c07-2aefb3d92265,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:31.482788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:31.484811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'Port': ['ID=ad7380b5-c332-46c2-a87c-1d37cacb6091,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:31.502576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61be95-cee0-4160-b720-8b92046dab19 req-eedacdc0-7a5f-44a9-a5e2-553044e61967 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.504550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-b2407175-b2e6-4dc4-a0c9-97e6b50a1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.506112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-b2407175-b2e6-4dc4-a0c9-97e6b50a1d72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 920 time: 0.3735018 Jul 09 13:27:31.512030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Checking segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:31.512418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Network hostable DHCP agents. Network: 6e9e7741-88e3-4868-b874-fa63090ba480, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:27:31.515204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-eedacdc0-7a5f-44a9-a5e2-553044e61967 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports/78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 943 time: 0.2666554 Jul 09 13:27:31.533295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b3ad3-18a6-4bc9-84cc-1dbd74e4d426 req-d8480b7c-62bc-4dac-b900-0bd9da83b81e tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.540826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-567b3ad3-18a6-4bc9-84cc-1dbd74e4d426 req-d8480b7c-62bc-4dac-b900-0bd9da83b81e tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 944 time: 0.2675459 Jul 09 13:27:31.589333 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-f9547d1d-8ff6-4064-ac73-90102fab8164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 999 time: 0.2046039 Jul 09 13:27:31.626117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.626807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.633244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafab664-3ff6-44cf-b64e-48376b408441 req-56e16fd4-603e-447a-8637-d29991ae2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.633244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bafab664-3ff6-44cf-b64e-48376b408441 req-56e16fd4-603e-447a-8637-d29991ae2234 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 200 len: 921 time: 0.4004014 Jul 09 13:27:31.670129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Network 6e9e7741-88e3-4868-b874-fa63090ba480 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:27:31.692491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 6e9e7741-88e3-4868-b874-fa63090ba480) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:31.695739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-f068bec9-35b5-4714-b325-5af6d6f0bee7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 1002 time: 0.1805758 Jul 09 13:27:31.701238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.701686 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.708034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4571441-92fd-43f7-a804-d75207578d0e None None] Network 6e9e7741-88e3-4868-b874-fa63090ba480 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:31.709295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-567b3ad3-18a6-4bc9-84cc-1dbd74e4d426 req-06adb09b-b543-47d9-81da-c718906c15bd tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672325 Jul 09 13:27:31.783227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-687235c4-39e8-45df-9465-43e8872a4a99 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9407034 Jul 09 13:27:31.784819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36476) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:31.798875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bafab664-3ff6-44cf-b64e-48376b408441 req-16364545-51f7-43f2-b017-9c7aa034dea4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=269a80ec-6bfa-4c18-8289-06e97184a5f4 HTTP/1.1" status: 200 len: 217 time: 0.1411333 Jul 09 13:27:31.800087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:31.813307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-bf2018a0-9a7b-4174-877f-0c634bbf34d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2857778 Jul 09 13:27:31.847221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-26caa628-38d5-407a-be1d-7355107ad5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.848694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-26caa628-38d5-407a-be1d-7355107ad5d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.1440978 Jul 09 13:27:31.860036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Request body: {'port': {'device_id': 'c919caf2-7991-43e4-bc0f-db0d037bf7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:31.896523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-b6413abb-e3e7-4ec7-ae9f-07646b78397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.898016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-b6413abb-e3e7-4ec7-ae9f-07646b78397e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.2938221 Jul 09 13:27:31.898372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8e1ddbf5-5bfc-41f4-9139-7d986b18a787 None None] Provisioning for port ad7380b5-c332-46c2-a87c-1d37cacb6091 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:31.906846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8e1ddbf5-5bfc-41f4-9139-7d986b18a787 None None] Provisioning complete for port ad7380b5-c332-46c2-a87c-1d37cacb6091 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:31.907524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8e1ddbf5-5bfc-41f4-9139-7d986b18a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.908835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-4cedd993-5363-4089-9ad7-1627af69fcf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499082 Jul 09 13:27:31.918038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-73f23207-d056-4c3b-a2a8-0262cea723bf tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1002 time: 0.2654533 Jul 09 13:27:31.956026 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.957050 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.980309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ddbf5-5bfc-41f4-9139-7d986b18a787 None None] Port ad7380b5-c332-46c2-a87c-1d37cacb6091 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:31.986042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-6e9e7741-88e3-4868-b874-fa63090ba480', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:27:31.987108 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.990721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a837c15-dd3a-41b3-998f-90cdc5eae009 req-0c44c730-6ed1-4702-ab5d-fbfeabff3f15 tempest-ComputeTenantNetworksTest-264648006 tempest-ComputeTenantNetworksTest-264648006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.992178 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a837c15-dd3a-41b3-998f-90cdc5eae009 req-0c44c730-6ed1-4702-ab5d-fbfeabff3f15 tempest-ComputeTenantNetworksTest-264648006 tempest-ComputeTenantNetworksTest-264648006-project] 10.222.0.32 "GET /v2.0/networks/205eab7c-693c-4fc1-8dab-22aa70ce9860 HTTP/1.1" status: 200 len: 769 time: 0.2339556 Jul 09 13:27:32.006108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36480) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:32.026834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafab664-3ff6-44cf-b64e-48376b408441 req-3247a152-4ac7-4f9f-9dd9-260e416b916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:32.030974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bafab664-3ff6-44cf-b64e-48376b408441 req-3247a152-4ac7-4f9f-9dd9-260e416b916f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b5df92f-2095-4c00-8775-c031915f7211 HTTP/1.1" status: 200 len: 861 time: 0.2187068 Jul 09 13:27:32.102730 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bafab664-3ff6-44cf-b64e-48376b408441 req-4b30a0a6-2668-4bfb-adb4-720b6771846b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ef72efd-2866-4f9e-b571-8a743b48db3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379465 Jul 09 13:27:32.130554 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.217616 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.231110 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-39247270-72bb-4c40-b276-661d02475bd4 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141320 Jul 09 13:27:32.261839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Allocated IP 172.20.0.2 (6e9e7741-88e3-4868-b874-fa63090ba480/bda691c5-4fac-4184-9c07-2aefb3d92265/1d73512d-0606-4b36-8fd7-5776cc0832de) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:32.264610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61be95-cee0-4160-b720-8b92046dab19 req-480410de-0135-48b3-8d53-4310b2f25e2a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:32.266064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-480410de-0135-48b3-8d53-4310b2f25e2a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.3340085 Jul 09 13:27:32.313196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e62d8617-b780-45d2-a10b-4b0bfa7b962c tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:27:32.314291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e62d8617-b780-45d2-a10b-4b0bfa7b962c tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182521 Jul 09 13:27:32.315523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.357419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-406f3580-0355-4c26-9a1b-7b75b338347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:32.358859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-406f3580-0355-4c26-9a1b-7b75b338347e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4492121 Jul 09 13:27:32.494371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bafab664-3ff6-44cf-b64e-48376b408441 req-f9d56cfc-a73f-4206-afdf-09105f2bdc8f service neutron] 10.222.0.10 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830249 Jul 09 13:27:32.499647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-227fb7fd-b1e0-48ad-a83f-588d431cd266 req-c068aee3-9514-4f20-97a6-c1778790656a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b29e47b7d4f44d7a81244aeda412b81&device_id=2144b16f-54a0-4ec6-9895-68707ae1cd3b HTTP/1.1" status: 200 len: 210 time: 0.0759959 Jul 09 13:27:32.501902 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.521602 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.536626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Transition to ACTIVE for port object 1d73512d-0606-4b36-8fd7-5776cc0832de will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:32.565545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Transition to ACTIVE for port object 1d73512d-0606-4b36-8fd7-5776cc0832de will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:32.576929 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.656490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Network 6e9e7741-88e3-4868-b874-fa63090ba480 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:32.657804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Pushing event updated for resources: {'Port': ['ID=1d73512d-0606-4b36-8fd7-5776cc0832de,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:32.661599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:32.665343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:32.672220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-b5c81e79-5c2a-4075-b3c4-d1bb34832bc0 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 1002 time: 0.3297002 Jul 09 13:27:32.675228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 269a80ec-6bfa-4c18-8289-06e97184a5f4 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:32.692834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:32.798711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Attempting to bind port 1d73512d-0606-4b36-8fd7-5776cc0832de on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:32.799108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Attempting to bind port 1d73512d-0606-4b36-8fd7-5776cc0832de by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:32.799474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Attempting to bind port 1d73512d-0606-4b36-8fd7-5776cc0832de on network 6e9e7741-88e3-4868-b874-fa63090ba480 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:32.811487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:32.811888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Checking segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:32.812120 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-87987354-0260-47f1-b827-73a82ba93a07 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337912 Jul 09 13:27:32.812323 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.812668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Bound using segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:32.813153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Bound port: 1d73512d-0606-4b36-8fd7-5776cc0832de, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:32.813564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.842621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bafab664-3ff6-44cf-b64e-48376b408441 req-801de07f-5564-4b7d-a508-115517433723 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294981 Jul 09 13:27:32.864624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.888744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 269a80ec-6bfa-4c18-8289-06e97184a5f4, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=269a80ec-6bfa-4c18-8289-06e97184a5f4,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:32.911720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '269a80ec-6bfa-4c18-8289-06e97184a5f4', 'network_id': '6ef72efd-2866-4f9e-b571-8a743b48db3b', 'port_id': '269a80ec-6bfa-4c18-8289-06e97184a5f4', 'mac_address': 'fa:16:3e:98:b7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5df92f-2095-4c00-8775-c031915f7211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:32.920448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] For port 1d73512d-0606-4b36-8fd7-5776cc0832de, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:32.925015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] For port 1d73512d-0606-4b36-8fd7-5776cc0832de, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1d73512d-0606-4b36-8fd7-5776cc0832de,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:32.954307 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.962301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-227fb7fd-b1e0-48ad-a83f-588d431cd266 req-c0df474a-c887-482d-baf6-8fb544d8f7ec service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6b29e47b7d4f44d7a81244aeda412b81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4472806 Jul 09 13:27:32.966002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-808ffb43-c03d-45af-b168-9a33b4c615d2 req-4a6088a8-c536-4586-bef5-c55acbf86382 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912866 Jul 09 13:27:33.009707 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.037759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269a80ec-6bfa-4c18-8289-06e97184a5f4 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:33.055138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d016bed-6f1e-4e14-95ef-f86dae469232 None None] Pushing event updated for resources: {'Port': ['ID=1d73512d-0606-4b36-8fd7-5776cc0832de,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:33.076122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 269a80ec-6bfa-4c18-8289-06e97184a5f4, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=269a80ec-6bfa-4c18-8289-06e97184a5f4,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:33.084798 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.160178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=269a80ec-6bfa-4c18-8289-06e97184a5f4,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:33.191458 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.215194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205eab7c-693c-4fc1-8dab-22aa70ce9860']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:33.247250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f493212-274b-4f45-adea-102cd56376a3') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:33.247621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f493212-274b-4f45-adea-102cd56376a3') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:33.264831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.308324 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.329669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab47616-0ac5-4006-b8c3-ded1e50ef258 req-f391b50b-8b2b-4fb2-a944-9dc039804e62 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:33.329927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['269a80ec-6bfa-4c18-8289-06e97184a5f4'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:33.331385 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ab47616-0ac5-4006-b8c3-ded1e50ef258 req-f391b50b-8b2b-4fb2-a944-9dc039804e62 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 932 time: 0.3723962 Jul 09 13:27:33.338458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:27:33.338920 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:27:33.341828 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:27:33.344788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fb7fd-b1e0-48ad-a83f-588d431cd266 req-7bac55dd-f535-4998-9511-011faabdea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:33.344788 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-227fb7fd-b1e0-48ad-a83f-588d431cd266 req-7bac55dd-f535-4998-9511-011faabdea8c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3325152 Jul 09 13:27:33.452947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7380b5-c332-46c2-a87c-1d37cacb6091 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:33.467089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.471432 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6064d7de-8e05-4049-9fa8-42508fb56cc3 req-e9fe5545-8fb9-4a92-a76e-b1a1d0aed4eb service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460564 Jul 09 13:27:33.490216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ab47616-0ac5-4006-b8c3-ded1e50ef258 req-df401de7-a26d-4801-aa80-64da68d47fb1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320264 Jul 09 13:27:33.505884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.521758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.531239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] 10.222.0.32 "DELETE /v2.0/networks/205eab7c-693c-4fc1-8dab-22aa70ce9860 HTTP/1.1" status: 204 len: 168 time: 1.5222974 Jul 09 13:27:33.531439 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.531439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Transition to ACTIVE for port object ad7380b5-c332-46c2-a87c-1d37cacb6091 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:33.550759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.553360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.553912 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Floating IP fb3b6876-6147-4b04-a9df-89a346d90bf8 disassociated. External IP: 172.25.5.105, port: 78d36691-3a11-4491-89be-a5a52a8e2afe. Jul 09 13:27:33.663544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7380b5-c332-46c2-a87c-1d37cacb6091,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:33.667845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1acf6-5482-45a9-8ea0-59a7989f0c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=205eab7c-693c-4fc1-8dab-22aa70ce9860,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:33.749016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36490) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:33.759547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.795295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.825073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aadce6d5-95cb-41c2-b2ec-55003a20aa91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=792777b7181c43049e56809f568d4acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733268 Jul 09 13:27:33.834476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36492) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:34.037872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e76d8cf-a9e5-4e81-8310-5036d8a7987b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.079941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Attempting to bind port ad7380b5-c332-46c2-a87c-1d37cacb6091 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:34.080386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Attempting to bind port ad7380b5-c332-46c2-a87c-1d37cacb6091 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:34.080778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Attempting to bind port ad7380b5-c332-46c2-a87c-1d37cacb6091 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:34.090070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Port ad7380b5-c332-46c2-a87c-1d37cacb6091 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:34.090448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Attempting to bind port ad7380b5-c332-46c2-a87c-1d37cacb6091 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:34.138690 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2294dd02-c6b7-4b67-97de-c7a0aa37c3bc req-e9faa9a4-b5cb-4b90-af85-c6816334b7db tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144b16f-54a0-4ec6-9895-68707ae1cd3b HTTP/1.1" status: 200 len: 210 time: 0.0682869 Jul 09 13:27:34.149670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:34.150225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Checking segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:34.151142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Bound using segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:34.151974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Bound port: ad7380b5-c332-46c2-a87c-1d37cacb6091, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:34.152344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.153598 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e76d8cf-a9e5-4e81-8310-5036d8a7987b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.209317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Allocated IP 172.25.5.123 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/e7a4ba22-8b67-464b-81ad-b4fd5330a9e2) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:34.259256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:27:34.297194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] For port ad7380b5-c332-46c2-a87c-1d37cacb6091, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:34.303534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] For port ad7380b5-c332-46c2-a87c-1d37cacb6091, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad7380b5-c332-46c2-a87c-1d37cacb6091,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:34.353665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.373023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e76d8cf-a9e5-4e81-8310-5036d8a7987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.375837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e76d8cf-a9e5-4e81-8310-5036d8a7987b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.377365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4e76d8cf-a9e5-4e81-8310-5036d8a7987b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdd9f97a-951e-4598-9f49-b37dec7fcf57 HTTP/1.1" status: 204 len: 168 time: 0.5364888 Jul 09 13:27:34.414054 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76d8cf-a9e5-4e81-8310-5036d8a7987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd9f97a-951e-4598-9f49-b37dec7fcf57,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:34.487346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.501340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509fed-4d70-4254-8866-5a87a0326153 req-dc2a3f12-748a-4390-93a0-6ea188893241 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:34.510134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d5509fed-4d70-4254-8866-5a87a0326153 req-dc2a3f12-748a-4390-93a0-6ea188893241 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 945 time: 0.2028155 Jul 09 13:27:34.539287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:34.541167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.544360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad7380b5-c332-46c2-a87c-1d37cacb6091 HTTP/1.1" status: 200 len: 1092 time: 2.7157164 Jul 09 13:27:34.545690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c919caf2-7991-43e4-bc0f-db0d037bf7a9', 'tag': 'ad7380b5-c332-46c2-a87c-1d37cacb6091'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:34.561149 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90931dc3-bda6-4283-bca8-a5a3b01995e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c919caf2-7991-43e4-bc0f-db0d037bf7a9", "tag": "ad7380b5-c332-46c2-a87c-1d37cacb6091"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:34.579625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d5509fed-4d70-4254-8866-5a87a0326153 req-ae4f64b6-3f68-4fc9-b5ae-d8c18ef18662 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642548 Jul 09 13:27:34.641203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1d73512d-0606-4b36-8fd7-5776cc0832de up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:34.662736 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.747147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:34.751843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:34.752025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 269a80ec-6bfa-4c18-8289-06e97184a5f4 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:34.761506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:34.790175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:34.798004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.815135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Pushing event updated for resources: {'Port': ['ID=e7a4ba22-8b67-464b-81ad-b4fd5330a9e2,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:34.818885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ced309-a89e-491f-a9d6-9b9ef1e56c7b None None] Network 6e9e7741-88e3-4868-b874-fa63090ba480 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:34.822716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] Sync routers for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:34.884517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-227fb7fd-b1e0-48ad-a83f-588d431cd266 req-e55dabf6-bbe3-4810-99a2-c2034d4007a1 tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.11 "GET /v2.0/ports?device_id=2144b16f-54a0-4ec6-9895-68707ae1cd3b HTTP/1.1" status: 200 len: 210 time: 0.3117144 Jul 09 13:27:34.910684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6b3e0-f658-459c-a18f-1a207c2c1337 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7380b5-c332-46c2-a87c-1d37cacb6091,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:34.947453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:34.948541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:35.014701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-e4d4ee0f-20ce-4635-8cd9-3c064ab88277 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "PUT /v2.0/floatingips/fb3b6876-6147-4b04-a9df-89a346d90bf8 HTTP/1.1" status: 200 len: 695 time: 2.3329954 Jul 09 13:27:35.031731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1d73512d-0606-4b36-8fd7-5776cc0832de completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:35.047953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-444fa6cc-012a-4e3e-93cf-7bd33aba7e8a None None] Provisioning for port 1d73512d-0606-4b36-8fd7-5776cc0832de completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:35.061058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1d73512d-0606-4b36-8fd7-5776cc0832de triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:35.061596 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.116107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e40d6-3658-4d49-afad-2cc56ee4c454 req-0d393101-b3d0-40ab-a63e-06d4d5c86875 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.118421 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d83e40d6-3658-4d49-afad-2cc56ee4c454 req-0d393101-b3d0-40ab-a63e-06d4d5c86875 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 944 time: 0.3043907 Jul 09 13:27:35.137581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-444fa6cc-012a-4e3e-93cf-7bd33aba7e8a None None] Provisioning complete for port 1d73512d-0606-4b36-8fd7-5776cc0832de triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:35.138276 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-444fa6cc-012a-4e3e-93cf-7bd33aba7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.141123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-b9d1c743-e99a-4e6d-a7ff-2480a993becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.142819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-b9d1c743-e99a-4e6d-a7ff-2480a993becf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 1095 time: 0.4150155 Jul 09 13:27:35.224198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-81591874-74da-4cf6-8cbf-7ad08aab78f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad7380b5-c332-46c2-a87c-1d37cacb6091 HTTP/1.1" status: 200 len: 217 time: 0.0656171 Jul 09 13:27:35.268513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d83e40d6-3658-4d49-afad-2cc56ee4c454 req-f29e15ca-a300-4c8e-b446-e2e211493f4e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317654 Jul 09 13:27:35.298357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-ee4256a3-26ab-403d-a4cf-c7119265f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.298666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 269a80ec-6bfa-4c18-8289-06e97184a5f4 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:35.300117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-ee4256a3-26ab-403d-a4cf-c7119265f36a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.0671616 Jul 09 13:27:35.302503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61be95-cee0-4160-b720-8b92046dab19 req-22f9feb1-7159-439c-abc9-7d252988d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.311255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-22f9feb1-7159-439c-abc9-7d252988d45c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.2953606 Jul 09 13:27:35.364951 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6246f41-6691-4309-913b-af6d9dd453d5 x-openstack-request-id: req-b6246f41-6691-4309-913b-af6d9dd453d5 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:35.365236 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c919caf2-7991-43e4-bc0f-db0d037bf7a9", "tag": "ad7380b5-c332-46c2-a87c-1d37cacb6091", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:35.365494 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6246f41-6691-4309-913b-af6d9dd453d5 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:35.365889 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c919caf2-7991-43e4-bc0f-db0d037bf7a9', 'tag': 'ad7380b5-c332-46c2-a87c-1d37cacb6091', 'status': 'completed', 'code': 200} Jul 09 13:27:35.376668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 269a80ec-6bfa-4c18-8289-06e97184a5f4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:35.377375 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.418032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:35.498256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61be95-cee0-4160-b720-8b92046dab19 req-7a9637eb-59d8-4046-a5ef-a41a74641363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.505532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-7a9637eb-59d8-4046-a5ef-a41a74641363 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 920 time: 0.1933062 Jul 09 13:27:35.508828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-cff0fa3d-083c-446c-87d5-9750032d2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.514437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-cff0fa3d-083c-446c-87d5-9750032d2dec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009645 Jul 09 13:27:35.523435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.645478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-f395eb7c-5b25-4099-8358-5174037e63bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 217 time: 0.1389451 Jul 09 13:27:35.766718 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.942515 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-444fa6cc-012a-4e3e-93cf-7bd33aba7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.972866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 1d73512d-0606-4b36-8fd7-5776cc0832de, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1d73512d-0606-4b36-8fd7-5776cc0832de,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:35.991423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.073803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=1d73512d-0606-4b36-8fd7-5776cc0832de,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:36.081700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61be95-cee0-4160-b720-8b92046dab19 req-f0da90fe-ff92-42dc-99ac-50abfb626489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:36.100181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-f0da90fe-ff92-42dc-99ac-50abfb626489 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.4535048 Jul 09 13:27:36.166216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2cdd0f1-c00a-4fdf-bf80-853f8412c4fb req-d777a373-031c-489e-9305-d7fc7cab417e tempest-ServerShowV247Test-177147791 tempest-ServerShowV247Test-177147791-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144b16f-54a0-4ec6-9895-68707ae1cd3b HTTP/1.1" status: 200 len: 210 time: 0.1240923 Jul 09 13:27:36.178811 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-444fa6cc-012a-4e3e-93cf-7bd33aba7e8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:27:36.179308 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-444fa6cc-012a-4e3e-93cf-7bd33aba7e8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:27:36.213751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-03f7585f-9a49-4da3-83df-3591eada2e6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118350 Jul 09 13:27:36.216981 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.220969 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.271103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4274ab91-7b45-48fc-8713-d95ef37d5583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269a80ec-6bfa-4c18-8289-06e97184a5f4'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:36.273636 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69c1070-9106-4534-a5c3-24054a8d73df" -d '{"events": [{"server_uuid": "4274ab91-7b45-48fc-8713-d95ef37d5583", "name": "network-vif-plugged", "status": "completed", "tag": "269a80ec-6bfa-4c18-8289-06e97184a5f4"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:36.295173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 269a80ec-6bfa-4c18-8289-06e97184a5f4, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=269a80ec-6bfa-4c18-8289-06e97184a5f4,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:36.327654 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.341485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-3823566b-5d58-472a-b4fe-6c415838663c service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8201768 Jul 09 13:27:36.350895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-2c2c469e-56cc-4002-9cba-4b09ae30ceb7 service neutron] 10.222.0.32 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366870 Jul 09 13:27:36.359251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:31Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:36.486977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] Checking router: 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:27:36.494719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1d73512d-0606-4b36-8fd7-5776cc0832de up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:36.559081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Router 3c951c1f-cd97-4069-acc1-b55049a64dd1 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:27:36.567704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26e74469-0088-4960-aa77-f09c7f1e3402 req-cc418dd8-b318-48c0-ab06-3aab5c8b3282 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145641 Jul 09 13:27:36.581824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d5499-a8b7-4425-ad44-d6d4d98194a9 req-277e5532-665a-4b10-a10a-90e566997cae tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:36.587063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c61be95-cee0-4160-b720-8b92046dab19 req-4839fa6c-36c1-4c8f-97e3-6289f95be3da service neutron] 10.222.0.32 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350769 Jul 09 13:27:36.589776 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac6d5499-a8b7-4425-ad44-d6d4d98194a9 req-277e5532-665a-4b10-a10a-90e566997cae tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 946 time: 0.1466129 Jul 09 13:27:36.599796 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=269a80ec-6bfa-4c18-8289-06e97184a5f4,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:36.609460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:36.610737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:36.696688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-7205f9d7-1c3f-4af8-bf0d-c13a8914ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:36.699006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-7205f9d7-1c3f-4af8-bf0d-c13a8914ae82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 1095 time: 0.0667181 Jul 09 13:27:36.702608 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac6d5499-a8b7-4425-ad44-d6d4d98194a9 req-75043b44-a179-46cc-8b44-209e01afd6d0 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117995 Jul 09 13:27:36.794141 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b9e90-89da-4767-84f1-b8a79289ec39 x-openstack-request-id: req-330b9e90-89da-4767-84f1-b8a79289ec39 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:36.794685 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4274ab91-7b45-48fc-8713-d95ef37d5583", "name": "network-vif-plugged", "status": "completed", "tag": "269a80ec-6bfa-4c18-8289-06e97184a5f4", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:36.795011 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-330b9e90-89da-4767-84f1-b8a79289ec39 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:36.797742 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4274ab91-7b45-48fc-8713-d95ef37d5583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269a80ec-6bfa-4c18-8289-06e97184a5f4', 'code': 200} Jul 09 13:27:36.821748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1d73512d-0606-4b36-8fd7-5776cc0832de triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:36.822308 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.830869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-42154382-139c-4292-987a-dbd687d5495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:36.832391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-42154382-139c-4292-987a-dbd687d5495e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.1267827 Jul 09 13:27:36.911315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:36.923608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-0989a7ee-7025-4063-867a-26846f7b0f6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad7380b5-c332-46c2-a87c-1d37cacb6091 HTTP/1.1" status: 200 len: 217 time: 0.0790298 Jul 09 13:27:36.958233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:36.976312 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Sync routers for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:36.997385 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:36.998024 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:37.033090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.034786 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-82cefa18-6afd-4448-954d-c46d1664ab7d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2494786 Jul 09 13:27:37.042039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36544) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:37.061786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-57adc2bd-bdee-44c9-b18c-ce08c94f0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.063639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-57adc2bd-bdee-44c9-b18c-ce08c94f0a50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1317909 Jul 09 13:27:37.101079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37636-1442-445d-97b0-e9bc7c38905a req-667558b8-645d-4362-b8c0-6104f7bac4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.103278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4a37636-1442-445d-97b0-e9bc7c38905a req-667558b8-645d-4362-b8c0-6104f7bac4ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 1097 time: 0.2299900 Jul 09 13:27:37.129102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b0492593-47e0-448d-be87-faab89b34456 None None] Provisioning complete for port 1d73512d-0606-4b36-8fd7-5776cc0832de triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:37.129339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b0492593-47e0-448d-be87-faab89b34456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.228539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-61f2b3a8-bd23-4e89-aad3-55e4e7ca3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.238668 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:37.241650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-61f2b3a8-bd23-4e89-aad3-55e4e7ca3cd7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685066 Jul 09 13:27:37.268942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ad047-3d5d-4075-b244-41ecd9eaef46 req-79c3e3a9-4af1-4216-8cbc-79e9004f2e9a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.278627 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b2ad047-3d5d-4075-b244-41ecd9eaef46 req-79c3e3a9-4af1-4216-8cbc-79e9004f2e9a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 944 time: 0.3342562 Jul 09 13:27:37.319817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:31Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:37.348584 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4a37636-1442-445d-97b0-e9bc7c38905a req-e7376184-ec6c-4eca-be20-e15d8177d4ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134546 Jul 09 13:27:37.359203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186ff57-36c8-4d8b-aead-b2009334aaa4 None None] The sync data for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 is: [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 4, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e80f2bca-9ba0-4824-bc9b-a97c8943f72c', 'name': '', 'network_id': '94b9fb4f-eadb-444f-9bef-5cca340514c5', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'mac_address': 'fa:16:3e:a1:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '93846613-afeb-4570-9538-07b5050f23a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:23Z', 'updated_at': '2021-07-09T13:26:31Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'subnets': [{'id': '93846613-afeb-4570-9538-07b5050f23a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:27:37.381020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:37.387254 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea306287-6729-4549-9c28-cbccfe2a451b" -d '{"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:37.427567 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3b2ad047-3d5d-4075-b244-41ecd9eaef46 req-db2df055-d9c4-4d3e-a0d4-813773dd3dad tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477084 Jul 09 13:27:37.482778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-821270a2-cc2e-463a-bbc2-8e9a5e7b78af service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338538 Jul 09 13:27:37.617752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-ca8cf91b-9898-4c07-bdf6-8d9f1f93a946 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/floatingips/fb3b6876-6147-4b04-a9df-89a346d90bf8 HTTP/1.1" status: 200 len: 695 time: 0.0547042 Jul 09 13:27:37.705894 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:35Z', 'revision_number': 3, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:37.771536 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Checking router: 3c951c1f-cd97-4069-acc1-b55049a64dd1 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:27:37.771913 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Updating router 3c951c1f-cd97-4069-acc1-b55049a64dd1 port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:27:37.784244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90931dc3-bda6-4283-bca8-a5a3b01995e2 req-2a733ada-ee2f-4bc5-bc3a-be804ef0d13f service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934983 Jul 09 13:27:37.837023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-a5fd1fdb-925b-46f9-918c-087de2e67b1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.844816 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.847639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-a5fd1fdb-925b-46f9-918c-087de2e67b1a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 784 time: 0.2188525 Jul 09 13:27:37.855923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-a26b2b79-fe69-421b-b4ed-216f97a1ccc4 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:27:37.867752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-a26b2b79-fe69-421b-b4ed-216f97a1ccc4 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189967 Jul 09 13:27:37.881962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c124d-b24c-417a-a7a2-b6e2ece715a7 None None] New status for floating IP fb3b6876-6147-4b04-a9df-89a346d90bf8: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:27:38.064314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-ff4c352d-3338-4fd8-be74-a095a58fdc4f tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 698 time: 0.1949677 Jul 09 13:27:38.076154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:38.133077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d3110b54-2aa1-40bf-a49b-1b34b36ba263 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 698 time: 0.0674253 Jul 09 13:27:38.266411 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18dfc03-7f5c-4d63-bdb7-601b9b8d8646 x-openstack-request-id: req-c18dfc03-7f5c-4d63-bdb7-601b9b8d8646 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:38.267138 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:38.267138 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c18dfc03-7f5c-4d63-bdb7-601b9b8d8646 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:38.267487 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'status': 'completed', 'code': 200} Jul 09 13:27:38.684875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea306287-6729-4549-9c28-cbccfe2a451b req-97fc6201-78a1-4720-be6d-cac3348e1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.687454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea306287-6729-4549-9c28-cbccfe2a451b req-97fc6201-78a1-4720-be6d-cac3348e1903 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30cde1f92349476ca6ef989456528ce8&device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 1097 time: 0.4181359 Jul 09 13:27:38.701583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad7380b5-c332-46c2-a87c-1d37cacb6091 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:38.773586 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:38.789508 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Transition to ACTIVE for port object e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:38.802430 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:38.815231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Deleting port 6b94fa51-c35e-4ac1-bff7-779791aaf626 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:38.815528 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:38.825676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36572) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:38.860798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea306287-6729-4549-9c28-cbccfe2a451b req-1904a8b1-4808-42e2-91c7-a33a5c451ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.862993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea306287-6729-4549-9c28-cbccfe2a451b req-1904a8b1-4808-42e2-91c7-a33a5c451ceb service neutron] 10.222.0.10 "GET /v2.0/networks?id=94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 200 len: 920 time: 0.1652422 Jul 09 13:27:38.888894 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Pushing event updated for resources: {'Port': ['ID=e7a4ba22-8b67-464b-81ad-b4fd5330a9e2,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:38.896494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad7380b5-c332-46c2-a87c-1d37cacb6091, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad7380b5-c332-46c2-a87c-1d37cacb6091,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:38.911541 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.911890 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.912239 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.912575 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.912912 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.913549 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.913897 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.914223 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.914539 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.914861 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.918718 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.919160 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:38.924091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ad7380b5-c332-46c2-a87c-1d37cacb6091', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': 'ad7380b5-c332-46c2-a87c-1d37cacb6091', 'mac_address': 'fa:16:3e:39:15:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:38.965066 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Attempting to bind port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:38.965511 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Attempting to bind port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:38.965813 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Attempting to bind port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:38.988461 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:38.989039 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:38.989932 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:38.990729 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:38.991759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Bound port: e7a4ba22-8b67-464b-81ad-b4fd5330a9e2, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:38.992789 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:38.993653 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.010565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7380b5-c332-46c2-a87c-1d37cacb6091 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:39.037005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad7380b5-c332-46c2-a87c-1d37cacb6091, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad7380b5-c332-46c2-a87c-1d37cacb6091,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:39.046518 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.046858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.053754 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.057842 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] For port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:39.061275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Calling delete_port for 6b94fa51-c35e-4ac1-bff7-779791aaf626 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:39.062238 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] For port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e7a4ba22-8b67-464b-81ad-b4fd5330a9e2,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:39.069686 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.155678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea306287-6729-4549-9c28-cbccfe2a451b req-5fd75b10-4876-4a12-bc36-f3a20e6af29f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 200 len: 217 time: 0.2391734 Jul 09 13:27:39.160427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad7380b5-c332-46c2-a87c-1d37cacb6091,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:39.161315 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:39.162156 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:39.181508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b0d20-86b9-4292-8017-3e547282aa7b req-9444d80f-0769-4320-9646-05047fe8109a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.189476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c54b0d20-86b9-4292-8017-3e547282aa7b req-9444d80f-0769-4320-9646-05047fe8109a tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 946 time: 0.2326775 Jul 09 13:27:39.217066 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9002-3929-4fea-9b2a-e6970592fb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.233221 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d680c2-f4f7-4247-b528-06e7532edc11 None None] Pushing event updated for resources: {'Port': ['ID=e7a4ba22-8b67-464b-81ad-b4fd5330a9e2,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:39.246355 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c54b0d20-86b9-4292-8017-3e547282aa7b req-2756ada0-96f9-4940-a9ae-057d4eccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556200 Jul 09 13:27:39.269712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea306287-6729-4549-9c28-cbccfe2a451b req-fb0a9ac0-a990-472e-9a6b-204460e0ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.271300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea306287-6729-4549-9c28-cbccfe2a451b req-fb0a9ac0-a990-472e-9a6b-204460e0ab63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 200 len: 860 time: 0.1052721 Jul 09 13:27:39.308980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ad7380b5-c332-46c2-a87c-1d37cacb6091'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:39.332238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea306287-6729-4549-9c28-cbccfe2a451b req-c2104a45-7d01-4cc6-b074-31f565481c6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94b9fb4f-eadb-444f-9bef-5cca340514c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489688 Jul 09 13:27:39.333890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Allocated IP 172.20.0.1 (6e9e7741-88e3-4868-b874-fa63090ba480/bda691c5-4fac-4184-9c07-2aefb3d92265/2863bbfe-99f3-4198-92c6-9c23f653c2cd) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:39.364812 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:39.510769 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.589545 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.601639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec59c-b7c0-49dd-89ef-6bcd8288dd98 req-24997d1d-6459-4bd3-9dbf-bd270348eeca tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.603300 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b2ec59c-b7c0-49dd-89ef-6bcd8288dd98 req-24997d1d-6459-4bd3-9dbf-bd270348eeca tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 945 time: 0.2120845 Jul 09 13:27:39.611535 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:35Z', 'revision_number': 3, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:39.624773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Transition to ACTIVE for port object 2863bbfe-99f3-4198-92c6-9c23f653c2cd will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:39.649224 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02120b54-4130-4198-88de-b01ecf42a461 None None] The sync data for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 is: [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:35Z', 'revision_number': 3, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:27:39.671306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b2ec59c-b7c0-49dd-89ef-6bcd8288dd98 req-9ea203ca-8ddd-4bc7-8a03-f0845afc9ffd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584559 Jul 09 13:27:39.710172 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.779422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Network 6e9e7741-88e3-4868-b874-fa63090ba480 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:39.782814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:39.801421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:39.830140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Pushing event updated for resources: {'Port': ['ID=2863bbfe-99f3-4198-92c6-9c23f653c2cd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:39.858207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.858682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.859278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.859804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.860242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.860593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.860981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.861245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.861575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.862082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.862295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.862626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:39.883684 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:39.972365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea306287-6729-4549-9c28-cbccfe2a451b req-899267f1-020c-45d5-91cc-583402d04dd2 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098475 Jul 09 13:27:40.043642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event deleted for resources: {'Port': ['ID=6b94fa51-c35e-4ac1-bff7-779791aaf626,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:40.107780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.228707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd0e9968-3b5b-420d-9fc2-8f36c2bd9b81 None None] Provisioning for port 2863bbfe-99f3-4198-92c6-9c23f653c2cd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:40.242604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd0e9968-3b5b-420d-9fc2-8f36c2bd9b81 None None] Provisioning complete for port 2863bbfe-99f3-4198-92c6-9c23f653c2cd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:40.242865 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd0e9968-3b5b-420d-9fc2-8f36c2bd9b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.264617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9002-3929-4fea-9b2a-e6970592fb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.282572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9002-3929-4fea-9b2a-e6970592fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.297764 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.302987 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.304494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0feb7f5a-dc6a-4d8a-ba25-3836a79bd7db req-d984a0c3-bd2a-43d3-82e2-652ef38526ae tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "DELETE /v2.0/floatingips/fb3b6876-6147-4b04-a9df-89a346d90bf8 HTTP/1.1" status: 204 len: 173 time: 2.1708264 Jul 09 13:27:40.318263 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e9968-3b5b-420d-9fc2-8f36c2bd9b81 None None] Port 2863bbfe-99f3-4198-92c6-9c23f653c2cd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:40.339964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0bc9002-3929-4fea-9b2a-e6970592fb48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b29e47b7d4f44d7a81244aeda412b81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5145314 Jul 09 13:27:40.345495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36594) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:40.396850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea306287-6729-4549-9c28-cbccfe2a451b req-74e8b5e1-345c-414c-b91d-408f69267857 service neutron] 10.222.0.10 "GET /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763347 Jul 09 13:27:40.398720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.408922 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.433506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc9002-3929-4fea-9b2a-e6970592fb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33640bc-9ea7-4777-89b1-8fce9ba9d16d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:40.478553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb90088-01b0-412c-9402-373cda26edca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.518742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb90088-01b0-412c-9402-373cda26edca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.557811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:40.609142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.627863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Pushing event updated for resources: {'Port': ['ID=2863bbfe-99f3-4198-92c6-9c23f653c2cd,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:40.629686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6c7752c-d5ac-475b-ba68-65fb831c0db4 req-0ce871ac-86d2-48aa-a865-f32419aac0d7 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups/43aa91d1-202a-4d46-b477-136786c35f8c HTTP/1.1" status: 200 len: 1808 time: 0.1249223 Jul 09 13:27:40.661825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:40.666236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb90088-01b0-412c-9402-373cda26edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.671926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:40.672302 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.676255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb90088-01b0-412c-9402-373cda26edca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.684852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aeb90088-01b0-412c-9402-373cda26edca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b33640bc-9ea7-4777-89b1-8fce9ba9d16d HTTP/1.1" status: 204 len: 168 time: 0.3382084 Jul 09 13:27:40.731760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad7380b5-c332-46c2-a87c-1d37cacb6091 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:40.732081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb90088-01b0-412c-9402-373cda26edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33640bc-9ea7-4777-89b1-8fce9ba9d16d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:40.744143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798a44a-8d00-4b12-bae4-92b78846f0aa req-50f2ca7f-c5f2-47a7-ad27-ae15cc7344c7 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:40.755146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a798a44a-8d00-4b12-bae4-92b78846f0aa req-50f2ca7f-c5f2-47a7-ad27-ae15cc7344c7 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 946 time: 0.2371972 Jul 09 13:27:40.812708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f6c7752c-d5ac-475b-ba68-65fb831c0db4 req-a6084043-5710-4266-b4e8-68e12cc29e48 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.820065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a798a44a-8d00-4b12-bae4-92b78846f0aa req-3c3acc9e-559b-4a9b-99a8-002ced1b6aa9 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618222 Jul 09 13:27:40.886935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f6c7752c-d5ac-475b-ba68-65fb831c0db4 req-a6084043-5710-4266-b4e8-68e12cc29e48 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.893733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Network 6e9e7741-88e3-4868-b874-fa63090ba480 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:40.896855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:40.983470 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f6c7752c-d5ac-475b-ba68-65fb831c0db4 req-a6084043-5710-4266-b4e8-68e12cc29e48 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.986241 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f6c7752c-d5ac-475b-ba68-65fb831c0db4 req-a6084043-5710-4266-b4e8-68e12cc29e48 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.987475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6c7752c-d5ac-475b-ba68-65fb831c0db4 req-a6084043-5710-4266-b4e8-68e12cc29e48 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "DELETE /v2.0/security-groups/43aa91d1-202a-4d46-b477-136786c35f8c HTTP/1.1" status: 204 len: 173 time: 0.3461077 Jul 09 13:27:41.015317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6084043-5710-4266-b4e8-68e12cc29e48 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa91d1-202a-4d46-b477-136786c35f8c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:41.078609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ad7380b5-c332-46c2-a87c-1d37cacb6091 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:41.129471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ad7380b5-c332-46c2-a87c-1d37cacb6091 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:41.129995 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:41.235425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Router 3c951c1f-cd97-4069-acc1-b55049a64dd1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:27:41.241258 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:41.325717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e7a4ba22-8b67-464b-81ad-b4fd5330a9e2,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:41.326751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494763d-1bf4-4f2f-ae30-ec2a28f5cbe0 req-d18fb2dd-75f8-4d38-8d87-b96c7ed6700f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:41.332443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5494763d-1bf4-4f2f-ae30-ec2a28f5cbe0 req-d18fb2dd-75f8-4d38-8d87-b96c7ed6700f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 945 time: 0.1656470 Jul 09 13:27:41.335055 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:41.396012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5494763d-1bf4-4f2f-ae30-ec2a28f5cbe0 req-9320f68d-e8f4-4a94-b2ef-387c8f1b5137 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547414 Jul 09 13:27:41.459386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1b267549-92fa-4861-a858-1230df1b4234 None None] Provisioning complete for port 2863bbfe-99f3-4198-92c6-9c23f653c2cd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:41.460165 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1b267549-92fa-4861-a858-1230df1b4234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:41.508898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:41.516190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f8e85747-38b3-4a90-9385-24dbf2ca357a admin admin] 10.222.0.32 "PUT /v2.0/routers/3c951c1f-cd97-4069-acc1-b55049a64dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4717584 Jul 09 13:27:41.703853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e7a4ba22-8b67-464b-81ad-b4fd5330a9e2,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:41.708978 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:41.711201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1b267549-92fa-4861-a858-1230df1b4234 None None] Port 2863bbfe-99f3-4198-92c6-9c23f653c2cd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:41.769910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c919caf2-7991-43e4-bc0f-db0d037bf7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7380b5-c332-46c2-a87c-1d37cacb6091'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:41.772091 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5144f4ac-c03d-4eec-b539-233cd2e93acd" -d '{"events": [{"server_uuid": "c919caf2-7991-43e4-bc0f-db0d037bf7a9", "name": "network-vif-plugged", "status": "completed", "tag": "ad7380b5-c332-46c2-a87c-1d37cacb6091"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:41.808589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad7380b5-c332-46c2-a87c-1d37cacb6091, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad7380b5-c332-46c2-a87c-1d37cacb6091,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:41.817110 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:41.915099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad7380b5-c332-46c2-a87c-1d37cacb6091,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:41.952068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818cc38-4009-44de-bf01-2ee9fd835c19 req-fe8adacc-20cc-40b3-a929-883c982fb73e tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:41.953687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f818cc38-4009-44de-bf01-2ee9fd835c19 req-fe8adacc-20cc-40b3-a929-883c982fb73e tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 946 time: 0.0867796 Jul 09 13:27:42.021078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f818cc38-4009-44de-bf01-2ee9fd835c19 req-d8ec29b4-7546-4218-9583-10c144b09538 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610840 Jul 09 13:27:42.094827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36644) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:42.103397 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4681936-17df-4f53-82ff-a505a3c5a77f x-openstack-request-id: req-b4681936-17df-4f53-82ff-a505a3c5a77f {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:42.103690 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c919caf2-7991-43e4-bc0f-db0d037bf7a9", "name": "network-vif-plugged", "status": "completed", "tag": "ad7380b5-c332-46c2-a87c-1d37cacb6091", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:42.103946 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4681936-17df-4f53-82ff-a505a3c5a77f {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:42.104923 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c919caf2-7991-43e4-bc0f-db0d037bf7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7380b5-c332-46c2-a87c-1d37cacb6091', 'code': 200} Jul 09 13:27:42.271190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-883609183-network', 'tenant_id': '4bd73327098246339727dc0e3ed2beb0'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:42.313029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d461a27-eb50-4b5b-a01c-e96f5336acdb req-dc7040ec-256a-4f4f-9816-f5832c90b158 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:42.321866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d461a27-eb50-4b5b-a01c-e96f5336acdb req-dc7040ec-256a-4f4f-9816-f5832c90b158 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.1019568 Jul 09 13:27:42.322112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Made reservation on behalf of 4bd73327098246339727dc0e3ed2beb0 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:42.326160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.352322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.381633 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d461a27-eb50-4b5b-a01c-e96f5336acdb req-ea08fcaf-5f54-4e88-8d1d-0e7483144404 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583162 Jul 09 13:27:42.487744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2d3d0-5a70-4556-b80b-257d9a84c494 req-ab9dbcca-a12a-4ad4-8361-57a233dd56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:42.489853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ed2d3d0-5a70-4556-b80b-257d9a84c494 req-ab9dbcca-a12a-4ad4-8361-57a233dd56de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 1097 time: 0.2813673 Jul 09 13:27:42.505032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:42.571381 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ed2d3d0-5a70-4556-b80b-257d9a84c494 req-325e6f06-288c-4c3f-8b89-15f822d94fc8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Jul 09 13:27:42.599390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.613336 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.613880 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Sync routers for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:42.627667 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:42.628336 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:42.639658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:42.641617 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.654291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:27:42.691449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7194f9-1d74-4e9b-84e7-e5646072837f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:42.716543 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.716903 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Added segment 0dea0bdd-dbc8-412b-bb4e-1e509a060638 of type vlan for network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 Jul 09 13:27:42.722218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36656) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:42.728378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5b57ae39-7e6c-4a79-8170-da77ed5b71a7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959682271', 'description': 'tempest-description--1730958640'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:42.774608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.799732 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b57ae39-7e6c-4a79-8170-da77ed5b71a7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.843899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.847032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:42.847032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.850774 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:42.955622 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b57ae39-7e6c-4a79-8170-da77ed5b71a7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.963168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b57ae39-7e6c-4a79-8170-da77ed5b71a7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.995947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57ae39-7e6c-4a79-8170-da77ed5b71a7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ddfe4-3eb9-468d-866b-0f6f22429b42,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:42.998663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9024611 Jul 09 13:27:43.001028 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b57ae39-7e6c-4a79-8170-da77ed5b71a7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.002849 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5b57ae39-7e6c-4a79-8170-da77ed5b71a7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2788296 Jul 09 13:27:43.003916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36658) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:43.006812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36660) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:43.011864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Request body: {'subnet': {'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-883609183-subnet', 'tenant_id': '4bd73327098246339727dc0e3ed2beb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:43.013986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-571e6c7a-a9dc-4b17-89ed-5b7026dc06b3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'security_group_rule': {'security_group_id': '6d8ddfe4-3eb9-468d-866b-0f6f22429b42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:43.018301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25ab3b-fb45-481f-be26-d09aa54ce945 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab636c6-a6c1-4c96-b850-6a96a0c98193,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:43.033722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:27:43.043266 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:27:43.043266 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:27:43.043266 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': '4bd73327098246339727dc0e3ed2beb0', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 27, 43, 23229)}] Jul 09 13:27:43.043266 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:27:43.043833 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:27:43.054429 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-571e6c7a-a9dc-4b17-89ed-5b7026dc06b3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.095616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b583-1388-4825-a300-822c177a7445 req-9a896544-c9d6-493f-b9f7-4866cedbdefa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:43.103509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b4b583-1388-4825-a300-822c177a7445 req-9a896544-c9d6-493f-b9f7-4866cedbdefa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 946 time: 0.1643357 Jul 09 13:27:43.115270 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.129347 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-571e6c7a-a9dc-4b17-89ed-5b7026dc06b3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.137990 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-571e6c7a-a9dc-4b17-89ed-5b7026dc06b3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.165307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b4b583-1388-4825-a300-822c177a7445 req-2bd463fa-eb3e-4270-979b-d0f15cc8cd42 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596752 Jul 09 13:27:43.172217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e6c7a-a9dc-4b17-89ed-5b7026dc06b3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acd4b9d-9a93-4cdc-8fdb-2a53ddf63dd2,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:43.194585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-571e6c7a-a9dc-4b17-89ed-5b7026dc06b3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.196545 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-571e6c7a-a9dc-4b17-89ed-5b7026dc06b3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879530 Jul 09 13:27:43.202007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36664) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:43.208328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4aa77dc3-3c44-4904-ae55-47c9d91748cb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'security_group_rule': {'security_group_id': '6d8ddfe4-3eb9-468d-866b-0f6f22429b42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:43.241487 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4aa77dc3-3c44-4904-ae55-47c9d91748cb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.292230 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 2, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:43.297830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec09663-7757-44ac-bc90-55390788c766 req-aedec201-92bb-4f8e-8e9d-2486278492f2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:43.301130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4aa77dc3-3c44-4904-ae55-47c9d91748cb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.303463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6ec09663-7757-44ac-bc90-55390788c766 req-aedec201-92bb-4f8e-8e9d-2486278492f2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 946 time: 0.0856647 Jul 09 13:27:43.308527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4aa77dc3-3c44-4904-ae55-47c9d91748cb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.330453 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Checking router: 3c951c1f-cd97-4069-acc1-b55049a64dd1 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:27:43.330804 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Updating router 3c951c1f-cd97-4069-acc1-b55049a64dd1 port 2863bbfe-99f3-4198-92c6-9c23f653c2cd binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:27:43.335900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa77dc3-3c44-4904-ae55-47c9d91748cb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c528bb30-64b1-47e6-ba92-6addd3efbcfd,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:43.344352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4aa77dc3-3c44-4904-ae55-47c9d91748cb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.345992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4aa77dc3-3c44-4904-ae55-47c9d91748cb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421278 Jul 09 13:27:43.349215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36666) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:43.353960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:43.383266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6ec09663-7757-44ac-bc90-55390788c766 req-19208a76-0287-444e-89a9-febb2ce8f2e7 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751483 Jul 09 13:27:43.399935 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.432776 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.611569 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:27:43.634544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-e78d7319-1c0b-40bb-b02a-4f29d5f3077c tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:43.637725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-e78d7319-1c0b-40bb-b02a-4f29d5f3077c tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.10 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 946 time: 0.2791502 Jul 09 13:27:43.749902 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.765141 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Transition to ACTIVE for port object 2863bbfe-99f3-4198-92c6-9c23f653c2cd will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:43.772445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Made reservation on behalf of 4bd73327098246339727dc0e3ed2beb0 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:43.774836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.775909 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.829764 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.837319 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe013d-18fe-4ae1-a3d3-6cb9eb23a337 None None] Pushing event updated for resources: {'Port': ['ID=2863bbfe-99f3-4198-92c6-9c23f653c2cd,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:43.982444 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Attempting to bind port 2863bbfe-99f3-4198-92c6-9c23f653c2cd on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:43.982805 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Attempting to bind port 2863bbfe-99f3-4198-92c6-9c23f653c2cd by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:43.983209 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Attempting to bind port 2863bbfe-99f3-4198-92c6-9c23f653c2cd on network 6e9e7741-88e3-4868-b874-fa63090ba480 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:43.994225 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:43.994699 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Checking segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:43.995729 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.996131 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Bound using segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:43.996616 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Bound port: 2863bbfe-99f3-4198-92c6-9c23f653c2cd, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:43.996984 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.062406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36682) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:44.147581 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] For port 2863bbfe-99f3-4198-92c6-9c23f653c2cd, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:44.151510 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] For port 2863bbfe-99f3-4198-92c6-9c23f653c2cd, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2863bbfe-99f3-4198-92c6-9c23f653c2cd,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:44.152820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Deleting port 269a80ec-6bfa-4c18-8289-06e97184a5f4 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:44.153178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.167202 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.212603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153f64-c7ad-435c-b517-dceec7046dbf req-657d1142-e00c-47ac-af54-2449bed7dfa0 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:44.220822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef153f64-c7ad-435c-b517-dceec7046dbf req-657d1142-e00c-47ac-af54-2449bed7dfa0 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.6671269 Jul 09 13:27:44.236222 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:44.236873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:44.296961 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b0054833-690f-44e8-895d-21bf6cb8e35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.307901 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe013d-18fe-4ae1-a3d3-6cb9eb23a337 None None] Pushing event updated for resources: {'Port': ['ID=2863bbfe-99f3-4198-92c6-9c23f653c2cd,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:44.312552 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b325cf66-5e61-42a8-a4d0-90d638bbe2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.336062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.501510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef153f64-c7ad-435c-b517-dceec7046dbf req-1909bf22-4f07-4e80-b3b5-a4b2fa09e65a tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cdfd17a-24c9-4806-8212-3d700cefe722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795453 Jul 09 13:27:44.552642 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:44.556009 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.565099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Checking segment: {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:44.565553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Network hostable DHCP agents. Network: 9ab636c6-a6c1-4c96-b850-6a96a0c98193, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:27:44.581303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921566ea-3bdd-45da-932e-3f1e7dd19fd2,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:44.590458 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b325cf66-5e61-42a8-a4d0-90d638bbe2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.599719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] For port 269a80ec-6bfa-4c18-8289-06e97184a5f4, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=269a80ec-6bfa-4c18-8289-06e97184a5f4,segment=NetworkSegment(fd24e7df-b7b2-432f-a6e6-23d4d19dd734),segment_id=fd24e7df-b7b2-432f-a6e6-23d4d19dd734)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:44.600097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.616275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b325cf66-5e61-42a8-a4d0-90d638bbe2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.636523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403a746-f7ee-465b-8374-f51f01c0c057 req-5730f6de-9186-46a9-8ec6-3303e7f995f8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:44.638471 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b403a746-f7ee-465b-8374-f51f01c0c057 req-5730f6de-9186-46a9-8ec6-3303e7f995f8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 946 time: 0.2015057 Jul 09 13:27:44.679247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:27:44.684265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Calling delete_port for 269a80ec-6bfa-4c18-8289-06e97184a5f4 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:44.695779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325cf66-5e61-42a8-a4d0-90d638bbe2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4095dbdf-e7b0-424b-b75a-c46945abe434,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:44.702490 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b325cf66-5e61-42a8-a4d0-90d638bbe2d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19e9bd6269b34949bf1c18fa54a154a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379061 Jul 09 13:27:44.707436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36690) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:44.747363 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b403a746-f7ee-465b-8374-f51f01c0c057 req-3d978e48-44ad-4864-a813-cfafd591cdc2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988748 Jul 09 13:27:44.782186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-8553d669-995d-4840-a282-9dd4323a6a2b tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:44.785757 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-8553d669-995d-4840-a282-9dd4323a6a2b tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.10 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 946 time: 0.2152245 Jul 09 13:27:44.817348 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:44Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:44.844069 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd502c6d-c93d-4122-be89-5253a1404b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.846271 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9f8ea-60c1-4771-afbf-788be6001b16 None None] The sync data for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 is: [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:44Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:27:44.855113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 9ab636c6-a6c1-4c96-b850-6a96a0c98193) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:44.865937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35290e-c44c-49f4-89ff-442b247f628c None None] Network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:44.892607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:44.893355 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.939512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd502c6d-c93d-4122-be89-5253a1404b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.959346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1b418015-5014-4d98-b6d4-9054b8ebdbd4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9528859 Jul 09 13:27:45.001507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Allocated IP 172.25.5.39 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/c84cfbf0-a821-4cd3-a18c-10f5ebcd5450) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:45.067186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Deleting port 78d36691-3a11-4491-89be-a5a52a8e2afe {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:45.068638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.071923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4443e-3e1a-494b-a037-7c93c9c133ac req-15608df4-1a04-4975-91bc-5601633a830b tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:45.073940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84d4443e-3e1a-494b-a037-7c93c9c133ac req-15608df4-1a04-4975-91bc-5601633a830b tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4274ab91-7b45-48fc-8713-d95ef37d5583 HTTP/1.1" status: 200 len: 946 time: 0.3525825 Jul 09 13:27:45.133972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd502c6d-c93d-4122-be89-5253a1404b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.138628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd502c6d-c93d-4122-be89-5253a1404b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.142886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cd502c6d-c93d-4122-be89-5253a1404b6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4095dbdf-e7b0-424b-b75a-c46945abe434 HTTP/1.1" status: 204 len: 168 time: 0.4331162 Jul 09 13:27:45.162095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd502c6d-c93d-4122-be89-5253a1404b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4095dbdf-e7b0-424b-b75a-c46945abe434,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:45.173433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbdccd8-0cfb-4576-84e7-8c5e2f5ded37 None None] Network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:45.270777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] For port 78d36691-3a11-4491-89be-a5a52a8e2afe, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=78d36691-3a11-4491-89be-a5a52a8e2afe,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:45.271217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.303416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Calling delete_port for 78d36691-3a11-4491-89be-a5a52a8e2afe owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:45.438171 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.463642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.516142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event deleted for resources: {'Port': ['ID=269a80ec-6bfa-4c18-8289-06e97184a5f4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:45.523376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84d4443e-3e1a-494b-a037-7c93c9c133ac req-1cec00ae-43b8-4ed3-8b1b-ca39da4c280d tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups?id=81b1d8f3-6fb7-43e7-8c5f-25745f406953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382062 Jul 09 13:27:45.566915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.579734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['78d36691-3a11-4491-89be-a5a52a8e2afe'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:45.609205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] No DVR routers for this DVR port 269a80ec-6bfa-4c18-8289-06e97184a5f4 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:27:45.613106 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.616184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d2ca96c-e0a7-4095-a3c0-3eeb0cfe82e0 req-bdec6465-2746-431c-9448-74925a8166e2 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.10 "DELETE /v2.0/ports/269a80ec-6bfa-4c18-8289-06e97184a5f4 HTTP/1.1" status: 204 len: 173 time: 1.9654171 Jul 09 13:27:45.620954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Pushing event deleted for resources: {'Port': ['ID=78d36691-3a11-4491-89be-a5a52a8e2afe,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:45.626815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4274ab91-7b45-48fc-8713-d95ef37d5583', 'name': 'network-vif-deleted', 'tag': '269a80ec-6bfa-4c18-8289-06e97184a5f4'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:45.629134 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8523cc0-bdf1-466b-8935-62cfa1f7a157" -d '{"events": [{"server_uuid": "4274ab91-7b45-48fc-8713-d95ef37d5583", "name": "network-vif-deleted", "tag": "269a80ec-6bfa-4c18-8289-06e97184a5f4"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:45.670181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.770510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] No DVR routers for this DVR port 78d36691-3a11-4491-89be-a5a52a8e2afe on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:27:45.773703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.777479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:45.780251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1f888cad-83a3-4dd6-a215-4fbb1dc633f5 req-2c007945-e66a-4b10-9ffb-8451447ef34e tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.10 "DELETE /v2.0/ports/78d36691-3a11-4491-89be-a5a52a8e2afe HTTP/1.1" status: 204 len: 173 time: 0.9878197 Jul 09 13:27:45.780765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'name': 'network-vif-deleted', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:45.783839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:45.788159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:45.792451 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb1ee7b-6a90-4041-af01-ff7838e38316" -d '{"events": [{"server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "name": "network-vif-deleted", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:45.857025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1f8b740-83e1-41a9-872f-dcfb6f1516b4 req-1c798b45-4a82-4d2f-9f31-556e430ce154 tempest-ServerRescueTestJSONUnderV235-1577214867 tempest-ServerRescueTestJSONUnderV235-1577214867-project] 10.222.0.32 "GET /v2.0/ports?device_id=2becf2fa-199c-404a-bb01-6311861fdf50 HTTP/1.1" status: 200 len: 210 time: 0.0662880 Jul 09 13:27:45.859370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'Port': ['ID=c84cfbf0-a821-4cd3-a18c-10f5ebcd5450,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:45.972143 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16bf797-6920-49c0-99c0-40ff7d74802d x-openstack-request-id: req-a16bf797-6920-49c0-99c0-40ff7d74802d {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:45.972452 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4274ab91-7b45-48fc-8713-d95ef37d5583", "name": "network-vif-deleted", "tag": "269a80ec-6bfa-4c18-8289-06e97184a5f4", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:45.972822 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a16bf797-6920-49c0-99c0-40ff7d74802d {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:45.973260 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4274ab91-7b45-48fc-8713-d95ef37d5583', 'name': 'network-vif-deleted', 'tag': '269a80ec-6bfa-4c18-8289-06e97184a5f4', 'status': 'completed', 'code': 200} Jul 09 13:27:45.978637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.040977 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d14ccef-d8bb-4bf8-ba9b-bf11e8f05aab x-openstack-request-id: req-6d14ccef-d8bb-4bf8-ba9b-bf11e8f05aab {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:46.046394 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2becf2fa-199c-404a-bb01-6311861fdf50", "name": "network-vif-deleted", "tag": "78d36691-3a11-4491-89be-a5a52a8e2afe", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:46.046886 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d14ccef-d8bb-4bf8-ba9b-bf11e8f05aab {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:46.047625 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2becf2fa-199c-404a-bb01-6311861fdf50', 'name': 'network-vif-deleted', 'tag': '78d36691-3a11-4491-89be-a5a52a8e2afe', 'status': 'completed', 'code': 200} Jul 09 13:27:46.048584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.157718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d18afb-7acc-4702-96a8-1219f259a98b req-b7f81213-c12d-47ab-a27a-edc743844f0a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:46.169399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-b7f81213-c12d-47ab-a27a-edc743844f0a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 813 time: 0.2308712 Jul 09 13:27:46.189043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-5f23a9a7-1e84-4df6-ba8f-416ba105dd0b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/quotas/4bd73327098246339727dc0e3ed2beb0 HTTP/1.1" status: 200 len: 375 time: 0.0182800 Jul 09 13:27:46.231636 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-5b87f409-366c-4601-8de1-66408bd976de tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415308 Jul 09 13:27:46.344813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.368745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.371881 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-e28183c9-e5be-44de-86a1-9910b9d83109 service neutron] 10.222.0.32 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388309 Jul 09 13:27:46.560065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2863bbfe-99f3-4198-92c6-9c23f653c2cd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:46.564237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'Port': ['ID=c84cfbf0-a821-4cd3-a18c-10f5ebcd5450,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:46.588309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.593974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-f160fce0-ac63-47ba-9277-f5d1c5d2773d service neutron] 10.222.0.32 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209139 Jul 09 13:27:46.624473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.626171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-43e3f462-00c2-4a27-af39-bc225c572045 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2757900 Jul 09 13:27:46.731835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2863bbfe-99f3-4198-92c6-9c23f653c2cd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:46.736938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2863bbfe-99f3-4198-92c6-9c23f653c2cd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:46.737523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.773335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 269a80ec-6bfa-4c18-8289-06e97184a5f4 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:46.940608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 269a80ec-6bfa-4c18-8289-06e97184a5f4 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:46.943899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 269a80ec-6bfa-4c18-8289-06e97184a5f4 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:47.009133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f88ef389-05ea-4e39-bc1c-f5d088f05735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:47.018607 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:47.076451 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-9d469dc0-a4d4-49e2-aa83-d66ee53798fe tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--959682271&fields=id&tenant_id=253cea29fe694b01a0cc742ddfc26ad6 HTTP/1.1" status: 200 len: 267 time: 0.0714517 Jul 09 13:27:47.097642 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:47.131903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13eb65f1-abb1-44ab-845c-28b4e588b8d3 req-451b4770-b171-4ce3-bf45-027f12a6a34e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0832052 Jul 09 13:27:47.170091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 2863bbfe-99f3-4198-92c6-9c23f653c2cd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2863bbfe-99f3-4198-92c6-9c23f653c2cd,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:47.179154 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:47.257817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36782) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:47.289869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=2863bbfe-99f3-4198-92c6-9c23f653c2cd,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:47.313705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.314181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.314713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.315537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.316011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.317287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.318061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.319212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.320021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.320922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.322476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.323259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:47.399801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-065708a1-b760-4c29-bd70-08996b58d800 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:47.412335 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-065708a1-b760-4c29-bd70-08996b58d800 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 817 time: 0.3286602 Jul 09 13:27:47.441285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-4dd1335b-9769-4cef-959c-2c5b38acf979 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/quotas/253cea29fe694b01a0cc742ddfc26ad6 HTTP/1.1" status: 200 len: 375 time: 0.0272279 Jul 09 13:27:47.575423 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-dc78ef8f-98e0-4435-82cf-1daf7e8b6a0d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1281109 Jul 09 13:27:47.741835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-0876003b-65b8-42f1-98d5-923bb5b07418 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559169 Jul 09 13:27:47.852726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:47.927728 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-5384330f-da73-4b08-8d9b-8e07049ec187 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741576 Jul 09 13:27:47.976768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36814) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:48.087926 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f24e-61e5-4d91-8733-0b5b2974cc22 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.141758 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.149852 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f24e-61e5-4d91-8733-0b5b2974cc22 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.246781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f24e-61e5-4d91-8733-0b5b2974cc22 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.251123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f24e-61e5-4d91-8733-0b5b2974cc22 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.252380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0cd0f24e-61e5-4d91-8733-0b5b2974cc22 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "DELETE /v2.0/security-groups/979b55c1-ab4b-4926-b683-bb93fec26989 HTTP/1.1" status: 204 len: 168 time: 0.2744646 Jul 09 13:27:48.263914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36828) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:48.265186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0f24e-61e5-4d91-8733-0b5b2974cc22 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b55c1-ab4b-4926-b683-bb93fec26989,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:48.294734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd278a57-a5c0-46d4-83da-5802e01960bf req-d92663a6-d341-4a57-85b6-23410616a49a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 210 time: 0.1120143 Jul 09 13:27:48.305124 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-05131c3f-aea6-4aa2-98f2-af35a3d32fef tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] show failed (client error): The resource could not be found. Jul 09 13:27:48.306546 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-05131c3f-aea6-4aa2-98f2-af35a3d32fef tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "GET /v2.0/security-groups/979b55c1-ab4b-4926-b683-bb93fec26989 HTTP/1.1" status: 404 len: 347 time: 0.0372336 Jul 09 13:27:48.312814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36832) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:48.335958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e4531dc-d015-49c1-b376-22c35dec9782 req-f6d01e68-73e4-41c1-ab6d-ae3d40c846e7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0538399 Jul 09 13:27:48.463195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2863bbfe-99f3-4198-92c6-9c23f653c2cd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:48.526737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2863bbfe-99f3-4198-92c6-9c23f653c2cd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:48.527888 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.607720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Deleting port e33f7946-5d0e-44a3-8b12-0ddae57b0f7e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:48.608073 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.680213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Deleting port e80f2bca-9ba0-4824-bc9b-a97c8943f72c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:48.680688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.761839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 78d36691-3a11-4491-89be-a5a52a8e2afe no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:48.788244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] For port e80f2bca-9ba0-4824-bc9b-a97c8943f72c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,segment=NetworkSegment(c9aebac0-6f86-483a-8768-38ba78b258d2),segment_id=c9aebac0-6f86-483a-8768-38ba78b258d2)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:48.788711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.811591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Calling delete_port for e80f2bca-9ba0-4824-bc9b-a97c8943f72c owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:48.812280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 78d36691-3a11-4491-89be-a5a52a8e2afe {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:48.812735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 78d36691-3a11-4491-89be-a5a52a8e2afe not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:48.957022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.957631 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.992820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Calling delete_port for e33f7946-5d0e-44a3-8b12-0ddae57b0f7e owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:49.075409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d18afb-7acc-4702-96a8-1219f259a98b req-442810cc-9426-4c3e-bcd8-0bb30547cbb6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:49.076948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-442810cc-9426-4c3e-bcd8-0bb30547cbb6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.11 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 813 time: 0.2503183 Jul 09 13:27:49.128272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Request body: {'port': {'device_id': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193', 'admin_state_up': True, 'tenant_id': '4bd73327098246339727dc0e3ed2beb0'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:49.446709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.460900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.493631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-741aa04c-1118-421a-91a1-9664c282d3d1 req-6889aa4f-e076-498f-a7de-a2e2b6b296d7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 210 time: 0.0402858 Jul 09 13:27:49.506817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80f2bca-9ba0-4824-bc9b-a97c8943f72c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:49.508642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Made reservation on behalf of 4bd73327098246339727dc0e3ed2beb0 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:49.513047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.579766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e60f0f37-6c10-4a24-bc5c-7f21569d7d05 req-d5f4a388-8a66-4c47-af05-2e087150a0c6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0783813 Jul 09 13:27:49.618173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.646293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Pushing event deleted for resources: {'Port': ['ID=e33f7946-5d0e-44a3-8b12-0ddae57b0f7e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:49.856382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-64a7988d-8ee8-479c-8349-dcf0cbcd6400 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:49.859054 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-64a7988d-8ee8-479c-8349-dcf0cbcd6400 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.11 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 817 time: 0.2141383 Jul 09 13:27:49.956509 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-e8f97f12-c666-47c5-8fe3-10e50a85ade7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=253cea29fe694b01a0cc742ddfc26ad6 HTTP/1.1" status: 200 len: 379 time: 0.0885775 Jul 09 13:27:49.966262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'port': {'device_id': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'admin_state_up': True, 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'security_groups': ['6d8ddfe4-3eb9-468d-866b-0f6f22429b42']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:50.108403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Made reservation on behalf of 253cea29fe694b01a0cc742ddfc26ad6 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:50.112657 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.234601 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.237125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.238287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bc3354c4-adc3-4d4c-a521-d8953a30e747 tempest-ImagesOneServerNegativeTestJSON-1502265413 tempest-ImagesOneServerNegativeTestJSON-1502265413-project] 10.222.0.32 "DELETE /v2.0/floatingips/4816af09-be4a-4317-94bd-6f6804d7a751 HTTP/1.1" status: 204 len: 168 time: 1.9211075 Jul 09 13:27:50.280606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Allocated IP 172.20.0.11 (6e9e7741-88e3-4868-b874-fa63090ba480/bda691c5-4fac-4184-9c07-2aefb3d92265/acf3f337-d714-4b28-8c7f-6f67563d8193) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:50.342829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Allocated IP 172.20.0.12 (9ab636c6-a6c1-4c96-b850-6a96a0c98193/921566ea-3bdd-45da-932e-3f1e7dd19fd2/669eeb60-3b5c-47b1-af69-7d7dbb3336d6) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:50.345305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.492986 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.510071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Transition to ACTIVE for port object acf3f337-d714-4b28-8c7f-6f67563d8193 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:50.528945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36900) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:50.555166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.631075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Network 6e9e7741-88e3-4868-b874-fa63090ba480 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:50.638926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:50.650058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:50.728331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:50.851987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-860b764b-fbd3-4c6f-b98c-76d58f4cd3a2 admin admin] Deleting subnet 8b5df92f-2095-4c00-8775-c031915f7211 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:27:50.856472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:50.857172 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.858545 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-860b764b-fbd3-4c6f-b98c-76d58f4cd3a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.886997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-14ba84e9-4fa6-4640-975a-88cc6c5acf01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9258947 Jul 09 13:27:50.905124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Request body: {'port': {'device_id': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:50.945361 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.962783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f24fd-9fcf-4347-b751-f0e5f14259a6 req-416b2d48-8025-45f1-8393-bcf100df45e5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:50.970537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-655f24fd-9fcf-4347-b751-f0e5f14259a6 req-416b2d48-8025-45f1-8393-bcf100df45e5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 932 time: 0.2378356 Jul 09 13:27:50.991649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8d56b3a7-84d9-4211-bb48-31658dd1f1ad None None] Provisioning for port acf3f337-d714-4b28-8c7f-6f67563d8193 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:50.993811 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-860b764b-fbd3-4c6f-b98c-76d58f4cd3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:50.997481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8d56b3a7-84d9-4211-bb48-31658dd1f1ad None None] Provisioning complete for port acf3f337-d714-4b28-8c7f-6f67563d8193 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:50.997851 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8d56b3a7-84d9-4211-bb48-31658dd1f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.006495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad1e973b-78c3-4777-a0fa-3fb2c05e3064 req-826a2554-2f6b-4e0e-acde-f1c4f8c4971f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 210 time: 0.1380687 Jul 09 13:27:51.068057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.074505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8d56b3a7-84d9-4211-bb48-31658dd1f1ad None None] Port acf3f337-d714-4b28-8c7f-6f67563d8193 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:51.080047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.115706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-655f24fd-9fcf-4347-b751-f0e5f14259a6 req-deea190b-0176-4784-b876-2b6be88104ee tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438582 Jul 09 13:27:51.134884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:27:51.143104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-860b764b-fbd3-4c6f-b98c-76d58f4cd3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.191293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:51.195897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:51.212126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:51.218238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:51.351314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-860b764b-fbd3-4c6f-b98c-76d58f4cd3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.362653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:51.363318 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.402816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b764b-fbd3-4c6f-b98c-76d58f4cd3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5df92f-2095-4c00-8775-c031915f7211,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:51.412461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-860b764b-fbd3-4c6f-b98c-76d58f4cd3a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.414314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-860b764b-fbd3-4c6f-b98c-76d58f4cd3a2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b5df92f-2095-4c00-8775-c031915f7211 HTTP/1.1" status: 204 len: 168 time: 0.8838892 Jul 09 13:27:51.417597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36922) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:51.419366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-04653306-28f8-40a7-ae97-cf31e2bcbc8f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3105814 Jul 09 13:27:51.434056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Request body: {'port': {'device_id': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:51.483436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf3f337-d714-4b28-8c7f-6f67563d8193 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:51.491419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.506757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Transition to ACTIVE for port object acf3f337-d714-4b28-8c7f-6f67563d8193 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:51.507017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:51.512050 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.519177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2fe20295-2173-4283-a783-8227dddb7480 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e7f8f02-d0cc-4cf6-992f-2b3140e19f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2602084 Jul 09 13:27:51.520029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] Sync routers for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:51.524530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36928) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:51.530441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:51.531374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:51.595655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:51.618791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.677953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:51.690655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Attempting to bind port acf3f337-d714-4b28-8c7f-6f67563d8193 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:51.691191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Attempting to bind port acf3f337-d714-4b28-8c7f-6f67563d8193 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:51.691622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Attempting to bind port acf3f337-d714-4b28-8c7f-6f67563d8193 on network 6e9e7741-88e3-4868-b874-fa63090ba480 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:51.697366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Port acf3f337-d714-4b28-8c7f-6f67563d8193 on network 6e9e7741-88e3-4868-b874-fa63090ba480 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:51.697969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Attempting to bind port acf3f337-d714-4b28-8c7f-6f67563d8193 on network 6e9e7741-88e3-4868-b874-fa63090ba480 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:51.704290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:51.704459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Checking segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:51.704929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Bound using segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:51.705576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Bound port: acf3f337-d714-4b28-8c7f-6f67563d8193, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:51.706051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.707332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.795622 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.815874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:51.825414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:51.831525 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.882343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.893587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef72efd-2866-4f9e-b571-8a743b48db3b']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:51.899289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:51.906054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:51.906362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd24e7df-b7b2-432f-a6e6-23d4d19dd734') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:51.918232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.924244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:51.924766 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.926495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-1cc94c46-6c0c-4382-bd03-c2396753c3b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/acf3f337-d714-4b28-8c7f-6f67563d8193 HTTP/1.1" status: 200 len: 1092 time: 1.0321984 Jul 09 13:27:51.927398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:51.930585 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:51.932900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:51.942349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:27:51.942721 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.010910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:27:49Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:52.072118 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272e1484-0188-4185-a676-144d12b824e2 x-openstack-request-id: req-272e1484-0188-4185-a676-144d12b824e2 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:52.073657 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:52.074336 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-272e1484-0188-4185-a676-144d12b824e2 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:52.076323 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'status': 'completed', 'code': 200} Jul 09 13:27:52.084222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] Checking router: 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:27:52.109829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] Routers {'5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:52.112408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:27:52.115394 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:27:52.153832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-7c703d9f-7ce9-4699-8cf8-fba6880ff52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:52.161222 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-7c703d9f-7ce9-4699-8cf8-fba6880ff52f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 1095 time: 0.1969163 Jul 09 13:27:52.176242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.220141 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-f651b14b-2d37-4125-821f-0521628fd45f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf3f337-d714-4b28-8c7f-6f67563d8193 HTTP/1.1" status: 200 len: 217 time: 0.0521462 Jul 09 13:27:52.275053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] Set router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:52.296592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-7d0a787a-9cca-4d6a-91c4-bc3ad88f74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:52.298513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-7d0a787a-9cca-4d6a-91c4-bc3ad88f74b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.0732937 Jul 09 13:27:52.377809 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.383551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.389689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ef72efd-2866-4f9e-b571-8a743b48db3b HTTP/1.1" status: 204 len: 168 time: 0.9691782 Jul 09 13:27:52.421820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f745428-8c3e-44ce-83b3-c085e5031383 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef72efd-2866-4f9e-b571-8a743b48db3b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:52.533530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Deleting port 839e2251-8a00-4a9a-896b-54f3a9c65075 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:52.534132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.536598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-38191293-55aa-4b1b-8856-045b59cba763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:52.545044 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-38191293-55aa-4b1b-8856-045b59cba763 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2380188 Jul 09 13:27:52.564019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac44be3-664d-4db4-9bb7-29a83b63ee85 req-0e4158bb-7d97-4757-8c75-f79b24b93d30 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:52.569524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0ac44be3-664d-4db4-9bb7-29a83b63ee85 req-0e4158bb-7d97-4757-8c75-f79b24b93d30 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 932 time: 0.2194388 Jul 09 13:27:52.706886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36958) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:52.758852 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0ac44be3-664d-4db4-9bb7-29a83b63ee85 req-d7d500f0-9f1e-4339-a4de-c2dc5f58fafc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595447 Jul 09 13:27:52.790488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:27:49Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:52.824034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11ceed-5f66-4b5c-b7e7-8158f1248ec2 None None] The sync data for ids ['5e7f8f02-d0cc-4cf6-992f-2b3140e19f15'] in n-d-799524-3 is: [{'id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1679718354-router', 'tenant_id': '30cde1f92349476ca6ef989456528ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:18Z', 'updated_at': '2021-07-09T13:27:49Z', 'revision_number': 5, 'project_id': '30cde1f92349476ca6ef989456528ce8', 'gw_port': {'id': '839e2251-8a00-4a9a-896b-54f3a9c65075', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7f8f02-d0cc-4cf6-992f-2b3140e19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:19Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:27:52.837671 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-248dfd32-d9f8-4cd1-94f9-4713c6cce5c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89782425baff493da7a1cd4409afa706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250863 Jul 09 13:27:52.839982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36960) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:52.857026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbff28-da3c-4fa6-b94f-a6a0b35af986 req-64125ba9-9db9-4972-8146-85a29e0166d0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:52.872661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9bbff28-da3c-4fa6-b94f-a6a0b35af986 req-64125ba9-9db9-4972-8146-85a29e0166d0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.3135760 Jul 09 13:27:52.880555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] For port 839e2251-8a00-4a9a-896b-54f3a9c65075, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=839e2251-8a00-4a9a-896b-54f3a9c65075,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:52.881391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.927702 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-81470246-5eb1-4943-9886-7974c1315085 service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567457 Jul 09 13:27:52.927899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Calling delete_port for 839e2251-8a00-4a9a-896b-54f3a9c65075 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:53.008789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92302d09-d454-4bd1-8ddb-fa0073f7f072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.018775 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9bbff28-da3c-4fa6-b94f-a6a0b35af986 req-9b764e13-a9de-408c-a280-493fa5c86bc2 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451280 Jul 09 13:27:53.052184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92302d09-d454-4bd1-8ddb-fa0073f7f072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.087274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:53.099629 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7068fc1-7906-45e1-a83e-a93db96a2f67 req-6799b471-c186-4503-bf30-61db357a34ef service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634519 Jul 09 13:27:53.100692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.129025 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92302d09-d454-4bd1-8ddb-fa0073f7f072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.133714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92302d09-d454-4bd1-8ddb-fa0073f7f072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.137497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-92302d09-d454-4bd1-8ddb-fa0073f7f072 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81b1d8f3-6fb7-43e7-8c5f-25745f406953 HTTP/1.1" status: 204 len: 168 time: 0.2939491 Jul 09 13:27:53.155140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Transition to ACTIVE for port object 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:53.167621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.179381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92302d09-d454-4bd1-8ddb-fa0073f7f072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b1d8f3-6fb7-43e7-8c5f-25745f406953,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:53.269693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-5c54f469-c3d9-4f3c-a10f-e259d9493efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:53.271436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-5c54f469-c3d9-4f3c-a10f-e259d9493efe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 1095 time: 0.1113379 Jul 09 13:27:53.343203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:53.487508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-6e6d74c6-65d9-48af-a46d-9f922365110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:53.489999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-6e6d74c6-65d9-48af-a46d-9f922365110d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.2118366 Jul 09 13:27:53.522989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.566656 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-78a051ef-9144-43c3-87a9-0bb53b507ef1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf3f337-d714-4b28-8c7f-6f67563d8193 HTTP/1.1" status: 200 len: 217 time: 0.0680776 Jul 09 13:27:53.592175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=839e2251-8a00-4a9a-896b-54f3a9c65075,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:53.622248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Attempting to bind port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:53.622797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Attempting to bind port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:53.623374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Attempting to bind port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:53.665391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-a53bb880-52d0-405a-8399-0810e5741fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:53.667639 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-a53bb880-52d0-405a-8399-0810e5741fad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.0897048 Jul 09 13:27:53.711192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:53.711702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Attempting to bind port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:53.732616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:53.733519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Checking segment: {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:53.734136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Bound using segment: {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:53.734859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Bound port: 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:53.735481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.761795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-1af9cdcf-6bf0-4a8a-bdf7-69268fecd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:53.764390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-1af9cdcf-6bf0-4a8a-bdf7-69268fecd52b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894387 Jul 09 13:27:53.781018 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.882058 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.890201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.938800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:53.955704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-6ebcdbe7-17f1-4300-9936-151324a91d2b service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836786 Jul 09 13:27:53.956325 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.956897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:27:53.960031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:53.964780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.969570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3e4d6782-a395-47c4-a7a1-d9b34227cdd2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5e7f8f02-d0cc-4cf6-992f-2b3140e19f15 HTTP/1.1" status: 204 len: 168 time: 2.4406495 Jul 09 13:27:53.969570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.970540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36988) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:54.114606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:54.115944 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.116701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 200 len: 1092 time: 2.6876225 Jul 09 13:27:54.119211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:54.128615 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e28e742-dae3-4317-9ee5-e88be6c9b38c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:54.160399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd469c0-f06f-4a89-9c33-6acdd35198c5 service neutron] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:54.214983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9817e2d-0b13-415e-81d3-8b5c93e1f3f7 admin admin] Deleting subnet 93846613-afeb-4570-9538-07b5050f23a1 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:27:54.226503 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9817e2d-0b13-415e-81d3-8b5c93e1f3f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.279174 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2606b59c-c71f-4a9d-861c-fd5ca35ab8b1 req-ad14ae21-521b-4997-9387-5f7ec4cb92f9 service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160872 Jul 09 13:27:54.283178 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9817e2d-0b13-415e-81d3-8b5c93e1f3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.288017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a53a4-f41f-41c9-8af4-d5c9a5259c37 req-b87530ea-85e1-48fc-8823-ebb57a5e8df4 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:54.296407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-869a53a4-f41f-41c9-8af4-d5c9a5259c37 req-b87530ea-85e1-48fc-8823-ebb57a5e8df4 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.2267575 Jul 09 13:27:54.353043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-869a53a4-f41f-41c9-8af4-d5c9a5259c37 req-92a48a42-1d9d-46b2-85c7-0529e7fe9b4f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556650 Jul 09 13:27:54.364011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9817e2d-0b13-415e-81d3-8b5c93e1f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.372142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d18afb-7acc-4702-96a8-1219f259a98b req-c86c7265-501a-40c5-8b5f-b8cc84a8911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:54.377543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-c86c7265-501a-40c5-8b5f-b8cc84a8911f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 1095 time: 0.1986959 Jul 09 13:27:54.446377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9817e2d-0b13-415e-81d3-8b5c93e1f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.469728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-626eee0b-0d9d-4bad-ba53-b55b5fa2672a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 200 len: 217 time: 0.0848353 Jul 09 13:27:54.485887 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc9912a-8801-4074-9f9d-c19e31c9b206 x-openstack-request-id: req-8cc9912a-8801-4074-9f9d-c19e31c9b206 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:54.486104 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:54.486464 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cc9912a-8801-4074-9f9d-c19e31c9b206 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:54.487059 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'status': 'completed', 'code': 200} Jul 09 13:27:54.497861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9817e2d-0b13-415e-81d3-8b5c93e1f3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93846613-afeb-4570-9538-07b5050f23a1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:54.504350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9817e2d-0b13-415e-81d3-8b5c93e1f3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.506718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c9817e2d-0b13-415e-81d3-8b5c93e1f3f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93846613-afeb-4570-9538-07b5050f23a1 HTTP/1.1" status: 204 len: 168 time: 0.5192912 Jul 09 13:27:54.509108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:54.564517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d18afb-7acc-4702-96a8-1219f259a98b req-d0a4eddb-3267-498f-9ee3-8284fc556d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:54.566107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-d0a4eddb-3267-498f-9ee3-8284fc556d20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 200 len: 853 time: 0.0781558 Jul 09 13:27:54.594688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.612032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-ae384cee-081c-4f28-98c5-06dce15535ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab636c6-a6c1-4c96-b850-6a96a0c98193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386028 Jul 09 13:27:54.621594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37010) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:54.631262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f7905-0dd0-4a9e-93e3-a8257f564021 req-be920459-d757-4bb8-b4a4-9fb4590d2640 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:54.632910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-860f7905-0dd0-4a9e-93e3-a8257f564021 req-be920459-d757-4bb8-b4a4-9fb4590d2640 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.1612241 Jul 09 13:27:54.750982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e80f2bca-9ba0-4824-bc9b-a97c8943f72c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:54.781278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-860f7905-0dd0-4a9e-93e3-a8257f564021 req-e43f2bb9-5c90-4ea2-b3e4-1390bded7de8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302907 Jul 09 13:27:54.811388 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e80f2bca-9ba0-4824-bc9b-a97c8943f72c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:54.817402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e80f2bca-9ba0-4824-bc9b-a97c8943f72c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:54.818249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 839e2251-8a00-4a9a-896b-54f3a9c65075 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:54.831656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-cace8cf9-bd8b-4867-becc-b59224728685 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086134 Jul 09 13:27:54.836252 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.847710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b9fb4f-eadb-444f-9bef-5cca340514c5']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:54.852070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 839e2251-8a00-4a9a-896b-54f3a9c65075 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:54.852431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 839e2251-8a00-4a9a-896b-54f3a9c65075 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:54.864139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9aebac0-6f86-483a-8768-38ba78b258d2') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:54.864444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9aebac0-6f86-483a-8768-38ba78b258d2') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:54.874305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.889763 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.896487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:27:54.896949 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:27:54.898598 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:27:54.905342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-network', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:54.946020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:54.948876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.961337 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.961634 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.969880 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.971880 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] 10.222.0.32 "DELETE /v2.0/networks/94b9fb4f-eadb-444f-9bef-5cca340514c5 HTTP/1.1" status: 204 len: 168 time: 0.4615433 Jul 09 13:27:54.983286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37022) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:55.007063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d18afb-7acc-4702-96a8-1219f259a98b req-db10cc27-c567-4c22-8efb-6b2efb8fa50f service neutron] 10.222.0.11 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711619 Jul 09 13:27:55.162883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:55.191381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.212575 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.220997 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0728c66e-6232-4f4c-ba63-19565b415ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.357503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb289dd-2938-4e73-a1de-b0d263e315ad admin admin] Pushing event deleted for resources: {'Network': ['ID=94b9fb4f-eadb-444f-9bef-5cca340514c5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:55.592629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90af9c6-2ff6-4b58-ba19-e0747b8f5ecd req-2e725f96-f441-4af1-a4e4-63399d1f6244 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:55.594329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f90af9c6-2ff6-4b58-ba19-e0747b8f5ecd req-2e725f96-f441-4af1-a4e4-63399d1f6244 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.1176364 Jul 09 13:27:55.634365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f90af9c6-2ff6-4b58-ba19-e0747b8f5ecd req-8291365a-c640-4fe2-9728-269e5570e048 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338492 Jul 09 13:27:55.640324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-01dee9c3-9d86-4b76-b42b-b55da4293b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:55.642534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-01dee9c3-9d86-4b76-b42b-b55da4293b39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 1095 time: 0.5655131 Jul 09 13:27:55.662488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:27:55.705451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:55.725502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.725753 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Added segment b63aeabd-8b80-4a11-a537-7cae1902352c of type vlan for network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 Jul 09 13:27:55.767115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ec6d94d2-237d-4bde-8443-a4e384d3e320 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30cde1f92349476ca6ef989456528ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952222 Jul 09 13:27:55.770092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37034) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:55.834850 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.835655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a5074f8-fd74-4a63-879d-0f607311e3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.863113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a5074f8-fd74-4a63-879d-0f607311e3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.907248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-c2f408f8-a2cc-454d-931e-e367f1ac995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:55.908777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-c2f408f8-a2cc-454d-931e-e367f1ac995c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 913 time: 0.2502148 Jul 09 13:27:55.910934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.911886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:55.912465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.927410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a5074f8-fd74-4a63-879d-0f607311e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.930361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a5074f8-fd74-4a63-879d-0f607311e3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.935201 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8a5074f8-fd74-4a63-879d-0f607311e3bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cdfd17a-24c9-4806-8212-3d700cefe722 HTTP/1.1" status: 204 len: 168 time: 0.1598783 Jul 09 13:27:55.943653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5074f8-fd74-4a63-879d-0f607311e3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfd17a-24c9-4806-8212-3d700cefe722,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:56.024417 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-2f566681-51c4-4da6-b97a-4e08b2eda63c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 200 len: 217 time: 0.1064272 Jul 09 13:27:56.090668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] Pushing event updated for resources: {'Network': ['ID=2a0f6167-6c10-4698-9b53-b91ea671a5f4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:56.131046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0728c66e-6232-4f4c-ba63-19565b415ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.144088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-f9719bf9-5a5e-41b3-bd6a-7718ddf89309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:56.145601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-f9719bf9-5a5e-41b3-bd6a-7718ddf89309 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 200 len: 853 time: 0.1146908 Jul 09 13:27:56.146234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0728c66e-6232-4f4c-ba63-19565b415ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.150252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:27:56.179993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5de050aa-9d9f-4e1d-a013-f3bbdbc8d61e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5460196 Jul 09 13:27:56.181355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37046) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:56.189467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Request body: {'subnet': {'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-subnet', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:56.238967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-d838c3f0-8e01-4c3d-b18e-17b14d459580 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab636c6-a6c1-4c96-b850-6a96a0c98193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773227 Jul 09 13:27:56.250298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15645a00-a05f-4c1f-8ffd-e0b796c70c6b req-35f46306-0a5e-494f-8e09-e6f19bc84c3f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:56.250528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08666d-47af-4ce5-9c31-30da55986657 req-2aed1d48-6b2c-43d6-87be-2fbca21c4cba tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:56.257234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15645a00-a05f-4c1f-8ffd-e0b796c70c6b req-35f46306-0a5e-494f-8e09-e6f19bc84c3f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.3140984 Jul 09 13:27:56.257489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cb08666d-47af-4ce5-9c31-30da55986657 req-2aed1d48-6b2c-43d6-87be-2fbca21c4cba tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1446187 Jul 09 13:27:56.262004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728c66e-6232-4f4c-ba63-19565b415ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23651b98-208c-401b-9c54-4fbf082f25d4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:56.265068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:56.267652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.295631 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0728c66e-6232-4f4c-ba63-19565b415ae9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8ad2cd60c9d4b13a8cd01194aaa7c40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3053782 Jul 09 13:27:56.310661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37048) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:56.354696 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cb08666d-47af-4ce5-9c31-30da55986657 req-596e6446-20e7-4c8b-bac0-ca6227d5be6d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957723 Jul 09 13:27:56.374789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15645a00-a05f-4c1f-8ffd-e0b796c70c6b req-7d308128-f4bc-414b-af4a-736fcdc6a8bf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165221 Jul 09 13:27:56.447595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40d7006c-6916-4d8f-898c-6cb54cfc8fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.457413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-8a1b9b00-85ca-4b52-990e-ee64b894c294 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969812 Jul 09 13:27:56.534368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40d7006c-6916-4d8f-898c-6cb54cfc8fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.612185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.649050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e28e742-dae3-4317-9ee5-e88be6c9b38c req-efc0555b-1a4f-43dc-8407-6c4b37ef9415 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834528 Jul 09 13:27:56.668702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c33aa5-333b-4752-a6ac-cfeda59a2375 req-0ad77118-0e35-4412-8b27-5b23f45dedac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:56.670651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36c33aa5-333b-4752-a6ac-cfeda59a2375 req-0ad77118-0e35-4412-8b27-5b23f45dedac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1255863 Jul 09 13:27:56.672667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:56.692696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40d7006c-6916-4d8f-898c-6cb54cfc8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.695563 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40d7006c-6916-4d8f-898c-6cb54cfc8fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.696877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40d7006c-6916-4d8f-898c-6cb54cfc8fd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23651b98-208c-401b-9c54-4fbf082f25d4 HTTP/1.1" status: 204 len: 168 time: 0.3829978 Jul 09 13:27:56.708853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7006c-6916-4d8f-898c-6cb54cfc8fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23651b98-208c-401b-9c54-4fbf082f25d4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:56.730696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36c33aa5-333b-4752-a6ac-cfeda59a2375 req-e1028b9c-715b-42fd-9676-4c9cb81767d4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531297 Jul 09 13:27:56.731561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Checking segment: {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:56.732047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Network hostable DHCP agents. Network: 2a0f6167-6c10-4698-9b53-b91ea671a5f4, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:27:56.772229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0728d4d0-2a44-4ec1-b201-7cb38e4632eb,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:56.779885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:27:56.797282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2a0f6167-6c10-4698-9b53-b91ea671a5f4) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:56.801959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:56.802837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.824527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969ca7d-5c84-4c73-81f5-5b5e2731c499 None None] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:56.837319 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-53b007c7-c71c-4fc8-9c5e-6f17456a3f04 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6544840 Jul 09 13:27:56.840727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37074) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:56.848483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:56.888708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.890065 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.020732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:57.047824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'port_id': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'mac_address': 'fa:16:3e:10:5b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:57.061233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.141887 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.161722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e10a9-1390-4003-a142-5fde18b17251 req-a84b6481-4cae-439f-8431-4eddc494ad52 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:57.163722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e5e10a9-1390-4003-a142-5fde18b17251 req-a84b6481-4cae-439f-8431-4eddc494ad52 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.2529016 Jul 09 13:27:57.176778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf3f337-d714-4b28-8c7f-6f67563d8193 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:57.217802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:27:57.219018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.237166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:57.268878 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.275076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37086) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:57.293394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee08fc-9a11-4c54-8f9d-1753f73bda28 req-95945cd2-8024-4380-b834-6abd886967a6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:57.298070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72ee08fc-9a11-4c54-8f9d-1753f73bda28 req-95945cd2-8024-4380-b834-6abd886967a6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.0872188 Jul 09 13:27:57.301626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7299e99-9e82-4795-b4bc-7586585c4451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.324859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.327462 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e5e10a9-1390-4003-a142-5fde18b17251 req-9b623cc7-72c6-48c7-be25-c21ef09bff46 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143489 Jul 09 13:27:57.341383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72ee08fc-9a11-4c54-8f9d-1753f73bda28 req-c5d0124d-9aa3-4374-aef7-2d8a450e7745 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385044 Jul 09 13:27:57.459104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:57.463321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Allocated IP 172.20.0.2 (2a0f6167-6c10-4698-9b53-b91ea671a5f4/0728d4d0-2a44-4ec1-b201-7cb38e4632eb/9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:57.491092 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7299e99-9e82-4795-b4bc-7586585c4451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.502177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7299e99-9e82-4795-b4bc-7586585c4451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.622933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acf3f337-d714-4b28-8c7f-6f67563d8193'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:57.634517 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7299e99-9e82-4795-b4bc-7586585c4451 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4140f61e19614f07bd7c9e0ebaac6209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581824 Jul 09 13:27:57.638348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37098) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:57.639501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7299e99-9e82-4795-b4bc-7586585c4451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2674fda5-a0d6-484c-9d06-779e6e93104f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:57.680070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b09125-9dcb-46f2-abb6-01813f77e7a4 req-90e470df-cc9b-43ad-b220-5e428f672b6c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:57.688436 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3b09125-9dcb-46f2-abb6-01813f77e7a4 req-90e470df-cc9b-43ad-b220-5e428f672b6c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 945 time: 0.0946145 Jul 09 13:27:57.691839 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.720768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.731012 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.749859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Transition to ACTIVE for port object 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:57.755465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3b09125-9dcb-46f2-abb6-01813f77e7a4 req-e64b5a54-164c-4769-9c65-6cb6d90159d8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658975 Jul 09 13:27:57.787029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-855b978d-e1fd-470b-bef0-b9cea2a42c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.809030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Transition to ACTIVE for port object 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:57.827909 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-855b978d-e1fd-470b-bef0-b9cea2a42c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.842056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.905705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Allocated IP 172.25.5.114 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/2dc38fe8-e827-437a-a426-6c7255d94968) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:57.906982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:57.913457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:57.919949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:57.925973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Pushing event updated for resources: {'Port': ['ID=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:57.948675 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-855b978d-e1fd-470b-bef0-b9cea2a42c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.952282 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-855b978d-e1fd-470b-bef0-b9cea2a42c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.953999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-855b978d-e1fd-470b-bef0-b9cea2a42c49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2674fda5-a0d6-484c-9d06-779e6e93104f HTTP/1.1" status: 204 len: 168 time: 0.3103859 Jul 09 13:27:57.990145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Attempting to bind port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:57.990798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Attempting to bind port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:57.991364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Attempting to bind port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 on network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:57.997921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:57.998595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Checking segment: {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:57.999194 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.999751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Bound using segment: {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:57.999995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b978d-e1fd-470b-bef0-b9cea2a42c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2674fda5-a0d6-484c-9d06-779e6e93104f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:58.000582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Bound port: 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:58.001154 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.096151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] For port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:58.102422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] For port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:58.105417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.113370 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.199400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a110e-b34a-4af4-8b33-c03d6972815a None None] Pushing event updated for resources: {'Port': ['ID=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:58.218482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.267852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:58.271089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:58.290818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:58.336693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Pushing event updated for resources: {'Port': ['ID=2dc38fe8-e827-437a-a426-6c7255d94968,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:58.678350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:58.682548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:58.699241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c4d97-7125-4207-811c-daa3297449ea req-235bd913-7e84-4b53-96ea-6097ba45ea87 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:58.701810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-918c4d97-7125-4207-811c-daa3297449ea req-235bd913-7e84-4b53-96ea-6097ba45ea87 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.0912189 Jul 09 13:27:58.752590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535cbe-2882-41c0-8164-65389c6d1872 req-de4b616e-e43e-442a-a01f-39ce7a6d3f6f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:58.754173 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26535cbe-2882-41c0-8164-65389c6d1872 req-de4b616e-e43e-442a-a01f-39ce7a6d3f6f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.1824002 Jul 09 13:27:58.772196 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-918c4d97-7125-4207-811c-daa3297449ea req-dc25b825-6947-4f47-b355-db32762a880c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608611 Jul 09 13:27:58.798693 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.857505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26535cbe-2882-41c0-8164-65389c6d1872 req-27f90931-be06-4c87-8322-9c83573ece55 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959022 Jul 09 13:27:58.906370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:58.952246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193', 'port_id': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'mac_address': 'fa:16:3e:e7:90:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921566ea-3bdd-45da-932e-3f1e7dd19fd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:58.971160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port acf3f337-d714-4b28-8c7f-6f67563d8193 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:58.993417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port acf3f337-d714-4b28-8c7f-6f67563d8193 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:58.993801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.091109 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.120052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:59.137991 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.187058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:59.219298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.235602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26874e19-cad0-4a18-82df-6faf338b0c8d req-eee4fe09-67d4-4e64-af85-e7e030bcae57 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:59.236992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26874e19-cad0-4a18-82df-6faf338b0c8d req-eee4fe09-67d4-4e64-af85-e7e030bcae57 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 945 time: 0.1668456 Jul 09 13:27:59.242023 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.291154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:59.295084 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdaac40-b2b9-49af-95b4-69949f1db7ba" -d '{"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-plugged", "status": "completed", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:59.363765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:59.368428 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26874e19-cad0-4a18-82df-6faf338b0c8d req-5694d72d-bd20-44e4-9435-ed53aad97b82 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229215 Jul 09 13:27:59.379818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:59.387658 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.418228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Router e6283a57-d8d1-4856-a989-356dc7ddc98a is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:27:59.459791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:59.552297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:59.567992 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Sync routers for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:59.586548 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:59.587363 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:59.599509 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.601198 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-91b6bafe-d5b1-496c-ad41-c71bb8097b0b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7594316 Jul 09 13:27:59.604625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37166) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:59.604877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['669eeb60-3b5c-47b1-af69-7d7dbb3336d6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:59.609449 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e4bcc4-181c-43d9-97da-237bf5e4d05e x-openstack-request-id: req-e1e4bcc4-181c-43d9-97da-237bf5e4d05e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:59.609740 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-plugged", "status": "completed", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:59.610284 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1e4bcc4-181c-43d9-97da-237bf5e4d05e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:59.610673 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'code': 200} Jul 09 13:27:59.728498 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:59.752455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedb0804-596a-4f78-81bc-ae5561b4a737 None None] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:59.895435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa8937-2114-4026-87f6-df989423cba6 req-3428c7ff-6242-42b3-8686-c3618b58a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:59.897934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34aa8937-2114-4026-87f6-df989423cba6 req-3428c7ff-6242-42b3-8686-c3618b58a1bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 1097 time: 0.1864517 Jul 09 13:27:59.943966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d7a4deaa-42a0-4bb0-8a08-4a9f301a4f43 None None] Provisioning for port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:59.976737 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:27:58Z', 'revision_number': 3, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:59.998239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34aa8937-2114-4026-87f6-df989423cba6 req-a9376aff-09ee-4270-8e0b-d02da79d5f14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914724 Jul 09 13:28:00.030414 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Checking router: e6283a57-d8d1-4856-a989-356dc7ddc98a for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:00.031212 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Updating router e6283a57-d8d1-4856-a989-356dc7ddc98a port 2dc38fe8-e827-437a-a426-6c7255d94968 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:28:00.079273 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.243787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e2291-8f55-4733-b23e-842271fdf53b req-2d0ffe28-57a3-4af6-946a-dc9e5fb09e87 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.246084 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-282e2291-8f55-4733-b23e-842271fdf53b req-2d0ffe28-57a3-4af6-946a-dc9e5fb09e87 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.0929074 Jul 09 13:28:00.288698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0313b0-3545-4e91-a286-5c788d3783af req-a23b9099-4135-4958-b25b-fe65762a6e46 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.302211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd0313b0-3545-4e91-a286-5c788d3783af req-a23b9099-4135-4958-b25b-fe65762a6e46 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2831714 Jul 09 13:28:00.306725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-282e2291-8f55-4733-b23e-842271fdf53b req-3fcbf67c-92e8-496f-af47-8e4fe90928a9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549335 Jul 09 13:28:00.382534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd0313b0-3545-4e91-a286-5c788d3783af req-ac1c3855-75ef-40a1-9cc9-1409a2998e79 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793200 Jul 09 13:28:00.502198 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.529969 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Transition to ACTIVE for port object 2dc38fe8-e827-437a-a426-6c7255d94968 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:00.541126 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.591825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.594100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:00.600884 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485b924-2d38-49af-aecc-2f463ec26803 None None] Pushing event updated for resources: {'Port': ['ID=2dc38fe8-e827-437a-a426-6c7255d94968,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:00.625239 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Attempting to bind port 2dc38fe8-e827-437a-a426-6c7255d94968 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:00.625969 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Attempting to bind port 2dc38fe8-e827-437a-a426-6c7255d94968 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:00.626427 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Attempting to bind port 2dc38fe8-e827-437a-a426-6c7255d94968 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:00.632081 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:00.632955 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:00.633398 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.634484 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:00.637855 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Bound port: 2dc38fe8-e827-437a-a426-6c7255d94968, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:00.638588 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.695381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:00.699948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:00.700520 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.706426 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] For port 2dc38fe8-e827-437a-a426-6c7255d94968, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:00.710519 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] For port 2dc38fe8-e827-437a-a426-6c7255d94968, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2dc38fe8-e827-437a-a426-6c7255d94968,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:00.717508 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.779324 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485b924-2d38-49af-aecc-2f463ec26803 None None] Pushing event updated for resources: {'Port': ['ID=2dc38fe8-e827-437a-a426-6c7255d94968,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:00.809068 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:00.810089 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:00.897245 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.944927 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:01.002039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:01.006647 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.095735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Allocated IP 172.20.0.1 (2a0f6167-6c10-4698-9b53-b91ea671a5f4/0728d4d0-2a44-4ec1-b201-7cb38e4632eb/4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:01.112289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:01.243813 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:27:58Z', 'revision_number': 3, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:01.252967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bb7f6-7835-43d7-9217-3c37c1ef6c44 req-10769c28-23e9-4b8c-8187-58a60ef0d776 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:01.254506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a59bb7f6-7835-43d7-9217-3c37c1ef6c44 req-10769c28-23e9-4b8c-8187-58a60ef0d776 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.3677175 Jul 09 13:28:01.274899 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9576f126-d11e-4ddc-af7d-1edb050e937b None None] The sync data for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 is: [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:27:58Z', 'revision_number': 3, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:01.303343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37212) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:01.306268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.355597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a59bb7f6-7835-43d7-9217-3c37c1ef6c44 req-ad421f42-24d6-4020-ad24-884500754dc3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906601 Jul 09 13:28:01.368179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Transition to ACTIVE for port object 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:01.449513 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ba19b46-8fe3-496b-8d72-2bd1f2e34fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.481575 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.556800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:01.563238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:01.570615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:01.607342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ba19b46-8fe3-496b-8d72-2bd1f2e34fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.622895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37222) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:01.623957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ba19b46-8fe3-496b-8d72-2bd1f2e34fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.677489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Pushing event updated for resources: {'Port': ['ID=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:01.733653 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9ba19b46-8fe3-496b-8d72-2bd1f2e34fa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80f353e17ed6480bbe9ddfdee5d4b38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290001 Jul 09 13:28:01.738262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37228) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:01.743648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba19b46-8fe3-496b-8d72-2bd1f2e34fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515df081-69d4-4f6d-aa01-a2eff7a68471,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:01.779665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.789070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a37f0-ca5b-417e-b9c7-7fe64c832d24 req-044edfc1-2ef3-42d9-b6bd-5e6984bd9cf9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:01.797475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d37a37f0-ca5b-417e-b9c7-7fe64c832d24 req-044edfc1-2ef3-42d9-b6bd-5e6984bd9cf9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.1966064 Jul 09 13:28:01.861350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d37a37f0-ca5b-417e-b9c7-7fe64c832d24 req-da1cb76a-12f5-4b75-ad2f-c0c7ef858e4b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546157 Jul 09 13:28:01.917816 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9388ff0d-841c-4d87-9853-e769577c0ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.923648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063130b1-f896-4c09-b85a-457e7c01dd2d req-47cde3c7-d79b-4a8a-8494-bf55e201d465 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:01.931745 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063130b1-f896-4c09-b85a-457e7c01dd2d req-47cde3c7-d79b-4a8a-8494-bf55e201d465 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.3371096 Jul 09 13:28:02.028299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-112cf017-1d83-4b18-8ecd-52c74645bc65 None None] Provisioning for port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:02.032999 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7587d53-1dec-411a-8548-13a64ce3ead4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.040849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-112cf017-1d83-4b18-8ecd-52c74645bc65 None None] Provisioning complete for port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:02.041516 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-112cf017-1d83-4b18-8ecd-52c74645bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.060092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7587d53-1dec-411a-8548-13a64ce3ead4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.066871 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9388ff0d-841c-4d87-9853-e769577c0ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.073265 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9388ff0d-841c-4d87-9853-e769577c0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.092680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-112cf017-1d83-4b18-8ecd-52c74645bc65 None None] Port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:02.117206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063130b1-f896-4c09-b85a-457e7c01dd2d req-5fb8844b-010e-45de-9445-60b7b011e7ea tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844742 Jul 09 13:28:02.144231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9388ff0d-841c-4d87-9853-e769577c0ca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2f6691d087c4425b81481fbca9ef412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5162959 Jul 09 13:28:02.146881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37232) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:02.150327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388ff0d-841c-4d87-9853-e769577c0ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fac784-b7a0-4fcd-be54-2bbf9595e910,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:02.184120 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7587d53-1dec-411a-8548-13a64ce3ead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.186703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7587d53-1dec-411a-8548-13a64ce3ead4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.187944 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e7587d53-1dec-411a-8548-13a64ce3ead4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/515df081-69d4-4f6d-aa01-a2eff7a68471 HTTP/1.1" status: 204 len: 168 time: 0.4447827 Jul 09 13:28:02.216734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.223070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7587d53-1dec-411a-8548-13a64ce3ead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515df081-69d4-4f6d-aa01-a2eff7a68471,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:02.297117 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-711db9f7-a8e2-42b0-a271-051418730dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.337804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-711db9f7-a8e2-42b0-a271-051418730dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.473489 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-711db9f7-a8e2-42b0-a271-051418730dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.476488 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-711db9f7-a8e2-42b0-a271-051418730dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.481421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-711db9f7-a8e2-42b0-a271-051418730dc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7fac784-b7a0-4fcd-be54-2bbf9595e910 HTTP/1.1" status: 204 len: 168 time: 0.3296771 Jul 09 13:28:02.496983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711db9f7-a8e2-42b0-a271-051418730dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fac784-b7a0-4fcd-be54-2bbf9595e910,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:02.525401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.535995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.647374 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.657135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:02.706137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:02.726898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Pushing event updated for resources: {'Port': ['ID=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:02.775888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:02.776306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.783968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebfe4b-670f-4e22-8ac7-168eda876346 req-acfa5ddf-319a-4b81-872c-9085108adcd6 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:02.791153 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48ebfe4b-670f-4e22-8ac7-168eda876346 req-acfa5ddf-319a-4b81-872c-9085108adcd6 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.2013049 Jul 09 13:28:02.811688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:02.818618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:02.818903 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.830963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:02.843951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:02.871429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48ebfe4b-670f-4e22-8ac7-168eda876346 req-8aa4c06e-2b9d-4b56-a2a8-727bd1bf8c34 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746577 Jul 09 13:28:03.041913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2dc38fe8-e827-437a-a426-6c7255d94968 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:03.097424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.130623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37264) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:03.148545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Router e6283a57-d8d1-4856-a989-356dc7ddc98a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:03.176632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:03.179207 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c7253f-a4ff-41eb-b477-ff25c10d4f56" -d '{"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:03.182975 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67397572-d04b-4ced-8f0f-99700254453d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.224177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892e67-b315-4024-9b4c-11f995196b34 req-cc70832b-710e-4411-bdba-6c3eae36d151 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:03.226979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:03.232018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd892e67-b315-4024-9b4c-11f995196b34 req-cc70832b-710e-4411-bdba-6c3eae36d151 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.1485546 Jul 09 13:28:03.236096 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.305099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd892e67-b315-4024-9b4c-11f995196b34 req-8c09be2e-3120-48fe-b888-b98f34bdce15 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Jul 09 13:28:03.320863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:03.326630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2dc38fe8-e827-437a-a426-6c7255d94968 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:03.332037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2dc38fe8-e827-437a-a426-6c7255d94968 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:03.332462 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.376666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2112ab39-9920-4fb2-95ae-27727f07c477 None None] Provisioning complete for port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:03.377043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2112ab39-9920-4fb2-95ae-27727f07c477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.433250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ff34f-fdac-46b2-b7e4-e007f913bbfc req-3a26e2f7-b684-42bc-8667-b17eaab179ed tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:03.439087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2112ab39-9920-4fb2-95ae-27727f07c477 None None] Port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:03.447382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67397572-d04b-4ced-8f0f-99700254453d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.451185 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e45ff34f-fdac-46b2-b7e4-e007f913bbfc req-3a26e2f7-b684-42bc-8667-b17eaab179ed tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.2990263 Jul 09 13:28:03.452001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37274) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:03.468088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'floatingip': {'port_id': 'acf3f337-d714-4b28-8c7f-6f67563d8193'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:03.505200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:03.523537 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.540138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-abcfef0a-c145-4885-b656-6a5820283964 admin admin] 10.222.0.32 "PUT /v2.0/routers/e6283a57-d8d1-4856-a989-356dc7ddc98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9321764 Jul 09 13:28:03.552096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.563561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67397572-d04b-4ced-8f0f-99700254453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.566541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 2dc38fe8-e827-437a-a426-6c7255d94968, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2dc38fe8-e827-437a-a426-6c7255d94968,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:03.577902 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.646783 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb95f38b-9180-41e8-a714-638b5fa6852d x-openstack-request-id: req-eb95f38b-9180-41e8-a714-638b5fa6852d {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:03.647323 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:03.647956 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb95f38b-9180-41e8-a714-638b5fa6852d {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:03.648658 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'code': 200} Jul 09 13:28:03.694849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=2dc38fe8-e827-437a-a426-6c7255d94968,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:03.756089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-67397572-d04b-4ced-8f0f-99700254453d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=759e51b23be24eea8a3b32cad980a0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6152921 Jul 09 13:28:03.779965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37282) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:03.837162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Sync routers for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:03.863619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:03.864466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:03.873765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e837c-3952-4b4e-8976-da8b31b6651f req-5533d9a4-49c8-447c-b65a-665cd28c4071 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:03.880609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e15e837c-3952-4b4e-8976-da8b31b6651f req-5533d9a4-49c8-447c-b65a-665cd28c4071 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2302511 Jul 09 13:28:03.881763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67397572-d04b-4ced-8f0f-99700254453d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f96b560-c8b5-4d68-bb0e-42519b3dd2cd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:03.958825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e15e837c-3952-4b4e-8976-da8b31b6651f req-eee08747-e6ba-492a-8e0e-82ec3e7391a9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772450 Jul 09 13:28:03.972096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b4b82-3440-46ca-85dd-60aa4d900f73 req-4e193ab9-3b9c-4594-9a14-e1bd996fbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:03.974040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b05b4b82-3440-46ca-85dd-60aa4d900f73 req-4e193ab9-3b9c-4594-9a14-e1bd996fbe4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 1097 time: 0.2514107 Jul 09 13:28:03.980518 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.035255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.051962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b05b4b82-3440-46ca-85dd-60aa4d900f73 req-b437d317-4be1-4e91-9116-e6ffcd1bbe3a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691946 Jul 09 13:28:04.152462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.162786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.163975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f96b560-c8b5-4d68-bb0e-42519b3dd2cd HTTP/1.1" status: 204 len: 168 time: 0.3789840 Jul 09 13:28:04.175475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f96b560-c8b5-4d68-bb0e-42519b3dd2cd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:04.186114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.186470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.186811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.187172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.187506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.187880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.188286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.188607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.188935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.189257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.189577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.189902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b44ac-d9d8-4162-bb77-251f3fc7dd62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.365356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:04.526238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2dc38fe8-e827-437a-a426-6c7255d94968 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:04.807599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2dc38fe8-e827-437a-a426-6c7255d94968 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:04.842324 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.130589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 2, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:05.160951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Checking router: e6283a57-d8d1-4856-a989-356dc7ddc98a for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:05.161312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Updating router e6283a57-d8d1-4856-a989-356dc7ddc98a port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:28:05.203400 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.317106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5d6e7-0643-4250-8d01-b285161ddf19 req-c931f1bb-c48f-4ee9-8561-71e2afa9b97d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:05.329018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cd5d6e7-0643-4250-8d01-b285161ddf19 req-c931f1bb-c48f-4ee9-8561-71e2afa9b97d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1356356 Jul 09 13:28:05.348713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c79bc-c8c8-475e-89f4-0481e922a268 req-99fccec8-ff5b-4d33-9a29-2d7ee217e175 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:05.357766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-112c79bc-c8c8-475e-89f4-0481e922a268 req-99fccec8-ff5b-4d33-9a29-2d7ee217e175 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.5852604 Jul 09 13:28:05.408599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cd5d6e7-0643-4250-8d01-b285161ddf19 req-3b7a0b15-f156-4ba4-b091-42c8d8390972 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734959 Jul 09 13:28:05.438135 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.resource_extend [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:28:05.515462 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-112c79bc-c8c8-475e-89f4-0481e922a268 req-b3d37b44-fafd-405a-a421-47f1c9ea9339 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556997 Jul 09 13:28:05.541002 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.565239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.578159 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.592834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Transition to ACTIVE for port object 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:05.601552 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.687676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2ff99-ded7-4a00-b9b8-b29d4895f38b None None] Pushing event updated for resources: {'Port': ['ID=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:05.754655 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Floating IP 2a95e521-a721-4170-8ec4-235dd1a78b44 associated. External IP: 172.25.5.39, port: acf3f337-d714-4b28-8c7f-6f67563d8193. Jul 09 13:28:05.780227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Attempting to bind port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:05.780604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Attempting to bind port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:05.780978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Attempting to bind port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 on network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:05.786627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:05.787034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Checking segment: {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:05.787447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.790050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Bound using segment: {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:05.790541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Bound port: 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:05.790933 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.954096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] For port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:05.960014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] For port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:05.967532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:06.104643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:06.106050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:06.267542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Router 3c951c1f-cd97-4069-acc1-b55049a64dd1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:06.278132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2ff99-ded7-4a00-b9b8-b29d4895f38b None None] Pushing event updated for resources: {'Port': ['ID=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:06.382684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:06.484008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:06.499513 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] Sync routers for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:06.509147 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:06.515822 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:06.516456 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:06.622136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d8d23-46c1-4f62-86d2-412b8b5f072e req-beaae355-0e3d-43c7-8572-431382adf321 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:06.634560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-949d8d23-46c1-4f62-86d2-412b8b5f072e req-beaae355-0e3d-43c7-8572-431382adf321 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.0958016 Jul 09 13:28:06.666207 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3c5d20fc-fa66-4e08-97d7-48c6b18e5f27 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "PUT /v2.0/floatingips/2a95e521-a721-4170-8ec4-235dd1a78b44 HTTP/1.1" status: 200 len: 991 time: 3.2128375 Jul 09 13:28:06.668226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:06.676557 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173b4809-19c2-4c1e-bb14-9431a596658b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:06.735482 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-949d8d23-46c1-4f62-86d2-412b8b5f072e req-1c939a28-b60c-436b-93d5-337207cbcec4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986071 Jul 09 13:28:06.813722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:05Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:06.856216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fb0b3-cac1-465c-927e-627842981b01 req-1d7cb9d2-0aeb-4ff0-9e39-9446314229b7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:06.860930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43c355-1ecf-47c8-9ee6-91c94c44c218 None None] The sync data for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 is: [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:05Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:06.861146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc1fb0b3-cac1-465c-927e-627842981b01 req-1d7cb9d2-0aeb-4ff0-9e39-9446314229b7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1220465 Jul 09 13:28:06.876127 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:06.981098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc1fb0b3-cac1-465c-927e-627842981b01 req-939cd1cc-fae4-4533-84f3-8d4a40989dd9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981460 Jul 09 13:28:07.061112 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ecc0fc-50a8-4906-9d13-10df95a1ebe8 x-openstack-request-id: req-d6ecc0fc-50a8-4906-9d13-10df95a1ebe8 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:07.061418 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:07.061660 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6ecc0fc-50a8-4906-9d13-10df95a1ebe8 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:07.062068 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'status': 'completed', 'code': 200} Jul 09 13:28:07.135162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37470) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:07.246224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b4809-19c2-4c1e-bb14-9431a596658b req-836bc6e8-ae2a-4bb2-b02a-ec1a0760bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:07.255128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173b4809-19c2-4c1e-bb14-9431a596658b req-836bc6e8-ae2a-4bb2-b02a-ec1a0760bfe4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 1097 time: 0.1554360 Jul 09 13:28:07.507164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b4809-19c2-4c1e-bb14-9431a596658b req-d52850c2-d1ca-49dc-a73e-3999d4e55fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:07.508058 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173b4809-19c2-4c1e-bb14-9431a596658b req-d52850c2-d1ca-49dc-a73e-3999d4e55fac service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.2448063 Jul 09 13:28:07.726451 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2a95e521-a721-4170-8ec4-235dd1a78b44', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'port_id': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'mac_address': 'fa:16:3e:10:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:45Z', 'updated_at': '2021-07-09T13:28:05Z', 'revision_number': 1, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:07.813319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-65deba1f-fdb0-491d-a8d8-e6cfccf9c4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.829608 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] Checking router: 3c951c1f-cd97-4069-acc1-b55049a64dd1 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:07.861961 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:07.866152 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:07.896423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37492) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:08.130643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a8f630f-4738-44a7-bdf4-fa4407b524a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.151081 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:08.204293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcee2f-b369-423f-baa1-f303f79abd9e req-150481a3-52cc-499c-ae2d-cf22d1745d44 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.205884 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3bcee2f-b369-423f-baa1-f303f79abd9e req-150481a3-52cc-499c-ae2d-cf22d1745d44 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2429686 Jul 09 13:28:08.222280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-65deba1f-fdb0-491d-a8d8-e6cfccf9c4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.224831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173b4809-19c2-4c1e-bb14-9431a596658b req-6ef28a04-ed3e-4c4d-b43d-3bf2e77fa4c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf3f337-d714-4b28-8c7f-6f67563d8193 HTTP/1.1" status: 200 len: 999 time: 0.7016451 Jul 09 13:28:08.255193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-65deba1f-fdb0-491d-a8d8-e6cfccf9c4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.315655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b4809-19c2-4c1e-bb14-9431a596658b req-089f4070-2563-4600-9f8c-c6784a5d705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.317265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173b4809-19c2-4c1e-bb14-9431a596658b req-089f4070-2563-4600-9f8c-c6784a5d705e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.0816205 Jul 09 13:28:08.342586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-e32b985b-58f5-4243-bfc1-1fff6cc7e114 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.351907 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-65deba1f-fdb0-491d-a8d8-e6cfccf9c4d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=462370d08b5b44dd98a51cb32dda784e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2152548 Jul 09 13:28:08.353972 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-e32b985b-58f5-4243-bfc1-1fff6cc7e114 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 813 time: 0.8447845 Jul 09 13:28:08.354819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37502) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:08.403820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-9de4d034-79d4-4bfc-82fc-a4d71ce469c3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/quotas/4bd73327098246339727dc0e3ed2beb0 HTTP/1.1" status: 200 len: 375 time: 0.0483959 Jul 09 13:28:08.430240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deba1f-fdb0-491d-a8d8-e6cfccf9c4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ae2d4-84ee-48b4-ae38-0a15ef55f8d1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:08.459360 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3bcee2f-b369-423f-baa1-f303f79abd9e req-0daee5e9-87d6-474e-bbe2-77791806e23c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429061 Jul 09 13:28:08.492549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b4809-19c2-4c1e-bb14-9431a596658b req-0a637699-c2b8-4b56-b786-102012d9a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.495354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173b4809-19c2-4c1e-bb14-9431a596658b req-0a637699-c2b8-4b56-b786-102012d9a986 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693668 Jul 09 13:28:08.610905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-ebc09c7d-9653-42e9-b514-cac28b01d8b1 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2061610 Jul 09 13:28:08.633085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:08.648048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e30627e-6e02-4050-8d53-ff5d2c294d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.653372 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2a95e521-a721-4170-8ec4-235dd1a78b44', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'port_id': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'mac_address': 'fa:16:3e:10:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:45Z', 'updated_at': '2021-07-09T13:28:05Z', 'revision_number': 1, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:08.672415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a8f630f-4738-44a7-bdf4-fa4407b524a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.681038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a8f630f-4738-44a7-bdf4-fa4407b524a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.710679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e30627e-6e02-4050-8d53-ff5d2c294d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.757557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:08.776553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:08.776938 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.788091 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d5d932-24a6-40a5-8f10-19e0529189b5 None None] The sync data for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 is: [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2a95e521-a721-4170-8ec4-235dd1a78b44', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'port_id': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'mac_address': 'fa:16:3e:10:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:45Z', 'updated_at': '2021-07-09T13:28:05Z', 'revision_number': 1, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:08.821076 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1a8f630f-4738-44a7-bdf4-fa4407b524a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7fb68faf71548bfab59880bf23f2bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9200752 Jul 09 13:28:08.821076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f630f-4738-44a7-bdf4-fa4407b524a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d5d67-6336-446e-b719-5fb8b654dbef,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:08.823445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37506) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:08.850183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-d70a5ade-7a98-4043-aafd-8e3690f05701 service neutron] 10.222.0.32 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379677 Jul 09 13:28:08.959487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8706ff1f-a68b-4549-bcc7-bc5ddb1c0880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.966932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e30627e-6e02-4050-8d53-ff5d2c294d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.973676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e30627e-6e02-4050-8d53-ff5d2c294d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.975257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4e30627e-6e02-4050-8d53-ff5d2c294d4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f14ae2d4-84ee-48b4-ae38-0a15ef55f8d1 HTTP/1.1" status: 204 len: 168 time: 0.6172178 Jul 09 13:28:08.998099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173b4809-19c2-4c1e-bb14-9431a596658b req-5ea7849d-2990-47e9-a52a-7575ea84e3f0 service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957335 Jul 09 13:28:09.005294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30627e-6e02-4050-8d53-ff5d2c294d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ae2d4-84ee-48b4-ae38-0a15ef55f8d1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:09.017335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8706ff1f-a68b-4549-bcc7-bc5ddb1c0880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.040163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.111936 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8706ff1f-a68b-4549-bcc7-bc5ddb1c0880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.115777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8706ff1f-a68b-4549-bcc7-bc5ddb1c0880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.117112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8706ff1f-a68b-4549-bcc7-bc5ddb1c0880 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e65d5d67-6336-446e-b719-5fb8b654dbef HTTP/1.1" status: 204 len: 168 time: 0.2926970 Jul 09 13:28:09.142966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706ff1f-a68b-4549-bcc7-bc5ddb1c0880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d5d67-6336-446e-b719-5fb8b654dbef,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:09.219593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:09.256247 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.421522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-2454d39b-6ce8-4d94-a61f-2173bca9a121 service neutron] 10.222.0.32 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701578 Jul 09 13:28:09.424761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173b4809-19c2-4c1e-bb14-9431a596658b req-9e85bc14-4b37-44ef-bf20-3a73249a42c9 service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204664 Jul 09 13:28:09.453978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358c012-4850-4b26-b4ec-3d45854f7df0 None None] New status for floating IP 2a95e521-a721-4170-8ec4-235dd1a78b44: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:28:09.557528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:09.803923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902e08c-77a8-4c32-81c7-785a6da7db5d req-f809f0c6-3620-4b58-a03c-939313e233f4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:09.819068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8902e08c-77a8-4c32-81c7-785a6da7db5d req-f809f0c6-3620-4b58-a03c-939313e233f4 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1362996 Jul 09 13:28:09.901141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37532) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:09.937883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c65-1352-41ae-b950-166ff35221ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.952028 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8902e08c-77a8-4c32-81c7-785a6da7db5d req-86f2561c-92b5-48ae-9eca-61a4490ae31d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215050 Jul 09 13:28:10.049268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37536) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:10.088739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16fa7fb8-6d1b-430c-b051-169d091d7b5a req-928408ef-f0dd-4947-97c3-0d34aae72b2c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 210 time: 0.0874932 Jul 09 13:28:10.171462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c65-1352-41ae-b950-166ff35221ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.173682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70d67164-e572-46d1-8fc6-b8bb9d885dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.176960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aca3c65-1352-41ae-b950-166ff35221ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.218752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca3c65-1352-41ae-b950-166ff35221ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d2e440-cdca-4570-aae3-a7b4de9900b8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:10.284083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1aca3c65-1352-41ae-b950-166ff35221ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbe1562350c842e7984ceec35345ff8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813262 Jul 09 13:28:10.288379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37544) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:10.491816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:10.524995 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e3744b5-95a9-4ace-af9d-78d7e3d09bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.538143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70d67164-e572-46d1-8fc6-b8bb9d885dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.547530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70d67164-e572-46d1-8fc6-b8bb9d885dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.612321 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e3744b5-95a9-4ace-af9d-78d7e3d09bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.649003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:10.649793 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.700953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-70d67164-e572-46d1-8fc6-b8bb9d885dc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6128679b7d94416fa54675bcf1a0ad3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502182 Jul 09 13:28:10.704790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37552) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:10.778192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d67164-e572-46d1-8fc6-b8bb9d885dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fc6cfa-fa0a-4a11-bebd-2bb21fc952f6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:10.804944 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e3744b5-95a9-4ace-af9d-78d7e3d09bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.809533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e3744b5-95a9-4ace-af9d-78d7e3d09bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.834307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9e3744b5-95a9-4ace-af9d-78d7e3d09bd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3d2e440-cdca-4570-aae3-a7b4de9900b8 HTTP/1.1" status: 204 len: 168 time: 0.5217745 Jul 09 13:28:10.867685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3744b5-95a9-4ace-af9d-78d7e3d09bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d2e440-cdca-4570-aae3-a7b4de9900b8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:10.954839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0589ebf-b872-4de7-a927-db6ab8923564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.962535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-29355043-4242-4c14-8552-199535074891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:10.968653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-29355043-4242-4c14-8552-199535074891 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1095 time: 0.3004317 Jul 09 13:28:11.127258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66b3d-e1bc-4225-9c4e-147cdd8687da req-437104ba-e9ae-4964-a135-711164962462 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:11.135716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ad66b3d-e1bc-4225-9c4e-147cdd8687da req-437104ba-e9ae-4964-a135-711164962462 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2938540 Jul 09 13:28:11.140511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0589ebf-b872-4de7-a927-db6ab8923564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.362167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ad66b3d-e1bc-4225-9c4e-147cdd8687da req-2eaa5c06-4470-4fa6-835e-c5f98175901e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254961 Jul 09 13:28:11.402464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-34302134-6865-404e-9f5d-b15ef1639a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:11.404517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-34302134-6865-404e-9f5d-b15ef1639a91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.4272742 Jul 09 13:28:11.446314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0589ebf-b872-4de7-a927-db6ab8923564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.457306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0589ebf-b872-4de7-a927-db6ab8923564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.458541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0589ebf-b872-4de7-a927-db6ab8923564 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16fc6cfa-fa0a-4a11-bebd-2bb21fc952f6 HTTP/1.1" status: 204 len: 168 time: 0.7268775 Jul 09 13:28:11.522409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589ebf-b872-4de7-a927-db6ab8923564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fc6cfa-fa0a-4a11-bebd-2bb21fc952f6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:11.555963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-16a6003a-8ccc-4759-8dea-73f032c7347a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 999 time: 0.1313612 Jul 09 13:28:11.654065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-0ad8db87-dd51-4e04-9ea5-a86b734ba464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:11.659010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-0ad8db87-dd51-4e04-9ea5-a86b734ba464 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.0859153 Jul 09 13:28:11.665585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8f62843e-56cf-444f-abda-a4b0f69c35c6 req-6f8d7ce7-87a3-46e0-9fa4-ae3508171e92 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 210 time: 0.0593066 Jul 09 13:28:11.770484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-cc6e73b8-15bf-43fe-aff4-7d61992c91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:11.772068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-cc6e73b8-15bf-43fe-aff4-7d61992c91f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089730 Jul 09 13:28:11.981582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-f36cfc8f-a7f8-4aa4-ae47-825fe3069abb service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999717 Jul 09 13:28:12.193855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f175f63-931e-41dd-9b41-8c53e9e93d63 req-592b996d-4986-4899-a4be-a6a9b82b8c1c service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059200 Jul 09 13:28:12.377024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-5d9f2af3-cf22-4a82-b1a4-2ecc1cdec831 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:12.378871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-5d9f2af3-cf22-4a82-b1a4-2ecc1cdec831 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.10 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 813 time: 0.2309349 Jul 09 13:28:12.392935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Request body: {'port': {'device_id': 'd692cebb-3ec8-4b5b-bda3-972beafbdac8', 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193', 'admin_state_up': True, 'tenant_id': '4bd73327098246339727dc0e3ed2beb0'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:12.706417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Made reservation on behalf of 4bd73327098246339727dc0e3ed2beb0 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:12.712644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.854730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92683-c22e-48eb-966c-cbc427749e8e req-88e2c7d8-7b96-418d-bf56-f9bde58337d3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:12.869971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5eb92683-c22e-48eb-966c-cbc427749e8e req-88e2c7d8-7b96-418d-bf56-f9bde58337d3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1994896 Jul 09 13:28:12.970145 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7f63faf7-3ad5-4efd-90f4-3ca918b8e454 req-18984341-e71d-4b37-8230-92c5f6fa6b06 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 210 time: 0.0935428 Jul 09 13:28:12.975340 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5eb92683-c22e-48eb-966c-cbc427749e8e req-f3ec653d-f70a-478b-b87f-2db694cb5c14 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026311 Jul 09 13:28:13.083192 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.101556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Allocated IP 172.20.0.9 (9ab636c6-a6c1-4c96-b850-6a96a0c98193/921566ea-3bdd-45da-932e-3f1e7dd19fd2/bfa3d720-9e02-4dd5-8acd-3a229634f6b9) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:13.294985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.344264 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.364615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['669eeb60-3b5c-47b1-af69-7d7dbb3336d6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:13.474663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:13.483189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:13.494996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:13.531590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Pushing event updated for resources: {'Port': ['ID=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:13.588467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:13.594710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.628302 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-3a0a8ece-8780-4343-b9f6-8b95aeeb956d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2401264 Jul 09 13:28:13.649039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Request body: {'port': {'device_id': 'd692cebb-3ec8-4b5b-bda3-972beafbdac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:13.831688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.872964 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.279656 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef67942e-762f-494c-a67e-328e1eb13ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.300481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c07e8-ecd3-4c96-ab5a-870903085f4f req-31607089-5495-47f3-b3bd-771738c6feff tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:14.309665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-259c07e8-ecd3-4c96-ab5a-870903085f4f req-31607089-5495-47f3-b3bd-771738c6feff tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 931 time: 0.1373568 Jul 09 13:28:14.354524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-259c07e8-ecd3-4c96-ab5a-870903085f4f req-2d68ea1e-ebd5-41d8-b103-518854807980 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Jul 09 13:28:14.368839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa3d720-9e02-4dd5-8acd-3a229634f6b9 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:28:14.381164 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.399695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Transition to ACTIVE for port object bfa3d720-9e02-4dd5-8acd-3a229634f6b9 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:14.408686 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.577867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:14.805304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Attempting to bind port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:14.805734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Attempting to bind port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:14.806292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Attempting to bind port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:14.815759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:28:14.816096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Attempting to bind port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:14.823753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:14.824578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Checking segment: {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:14.824693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Bound using segment: {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:14.825143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Bound port: bfa3d720-9e02-4dd5-8acd-3a229634f6b9, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:14.825508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.847511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9fcb4-baae-4b65-968f-51a9ee4034ae req-e695dcda-7ee1-43d2-8a9e-2f51e40bae19 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:14.855789 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31c9fcb4-baae-4b65-968f-51a9ee4034ae req-e695dcda-7ee1-43d2-8a9e-2f51e40bae19 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2543149 Jul 09 13:28:15.067866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] For port bfa3d720-9e02-4dd5-8acd-3a229634f6b9, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:15.102027 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-31c9fcb4-baae-4b65-968f-51a9ee4034ae req-2b0b60fd-99b6-4780-983c-146ec33a429c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447379 Jul 09 13:28:15.111377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] For port bfa3d720-9e02-4dd5-8acd-3a229634f6b9, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:15.132120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:15.233647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:15.234485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:15.236153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] 10.222.0.10 "PUT /v2.0/ports/bfa3d720-9e02-4dd5-8acd-3a229634f6b9 HTTP/1.1" status: 200 len: 1091 time: 1.5992763 Jul 09 13:28:15.236613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd692cebb-3ec8-4b5b-bda3-972beafbdac8', 'tag': 'bfa3d720-9e02-4dd5-8acd-3a229634f6b9'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:15.239108 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29291f-54c2-4895-b526-97e7c9261b05" -d '{"events": [{"name": "network-changed", "server_uuid": "d692cebb-3ec8-4b5b-bda3-972beafbdac8", "tag": "bfa3d720-9e02-4dd5-8acd-3a229634f6b9"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:15.359188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0624c-a2f7-42ad-8201-1a0efa059561 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:15.377393 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da531c93-8673-46ff-b1d4-9454cf194ec3 x-openstack-request-id: req-da531c93-8673-46ff-b1d4-9454cf194ec3 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:15.378269 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d692cebb-3ec8-4b5b-bda3-972beafbdac8", "tag": "bfa3d720-9e02-4dd5-8acd-3a229634f6b9", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:15.378559 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da531c93-8673-46ff-b1d4-9454cf194ec3 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:15.379203 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd692cebb-3ec8-4b5b-bda3-972beafbdac8', 'tag': 'bfa3d720-9e02-4dd5-8acd-3a229634f6b9', 'status': 'completed', 'code': 200} Jul 09 13:28:15.413789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-7c84c1a4-7f7c-45c6-b987-7955410725ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:15.418282 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-7c84c1a4-7f7c-45c6-b987-7955410725ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 1094 time: 0.1346853 Jul 09 13:28:15.459981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be503d-0b21-4bd8-8892-3a0df2491851 req-71a7749c-58f4-455e-a675-06ec46452ce0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:15.473128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6be503d-0b21-4bd8-8892-3a0df2491851 req-71a7749c-58f4-455e-a675-06ec46452ce0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1041353 Jul 09 13:28:15.504098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-1706248d-6377-4bc6-962e-677c3127cf29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3d720-9e02-4dd5-8acd-3a229634f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0783477 Jul 09 13:28:15.555720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6be503d-0b21-4bd8-8892-3a0df2491851 req-7af094fb-5a3d-4ff1-b24f-2546e04edb90 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782931 Jul 09 13:28:15.658262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-0a8ad818-6811-40b0-8206-ddec5f4bb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:15.663783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-0a8ad818-6811-40b0-8206-ddec5f4bb487 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 200 len: 853 time: 0.1496525 Jul 09 13:28:15.803403 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-f938b792-b225-476d-b6c2-2002fa29f3d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ab636c6-a6c1-4c96-b850-6a96a0c98193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512826 Jul 09 13:28:15.980010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1d97-f9d1-460f-87cb-204bb2acbc0e req-6ced9576-443e-4693-a35e-c805d9d3a229 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:15.981779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-537b1d97-f9d1-460f-87cb-204bb2acbc0e req-6ced9576-443e-4693-a35e-c805d9d3a229 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 943 time: 0.3291857 Jul 09 13:28:16.186587 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-e0d7d259-ff29-4cea-92d7-55ed55d8a0c3 service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726842 Jul 09 13:28:16.191521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-537b1d97-f9d1-460f-87cb-204bb2acbc0e req-71c6bce5-b3e2-4edd-ab31-c5ced180ccb8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757262 Jul 09 13:28:16.383980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7091bb41-dcc9-48d8-9c6e-eb55f814bfc3 req-ea79470a-b16d-4552-af67-330793e13e6d service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886852 Jul 09 13:28:16.593767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-c3d93abb-38bd-4d2d-8468-0542575d40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:16.596583 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-c3d93abb-38bd-4d2d-8468-0542575d40af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 1094 time: 0.1262906 Jul 09 13:28:16.742876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c91e0-5136-4985-8004-338b895b4993 req-1aae4cbb-3413-4550-aa7d-8c2c3f082aaf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:16.747177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c9c91e0-5136-4985-8004-338b895b4993 req-1aae4cbb-3413-4550-aa7d-8c2c3f082aaf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2186027 Jul 09 13:28:16.864565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-64c2a3af-93ed-4a36-8e3d-e047f7b3a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:16.870076 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6a7754a5-d74b-4637-a565-e4a745d2bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.873995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-64c2a3af-93ed-4a36-8e3d-e047f7b3a0ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 913 time: 0.2713850 Jul 09 13:28:16.927944 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c9c91e0-5136-4985-8004-338b895b4993 req-ccecd252-8cf1-4a94-87f1-54513222c4f1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541073 Jul 09 13:28:16.974034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-58f963f2-4621-4eda-9931-f718266bf917 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3d720-9e02-4dd5-8acd-3a229634f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0925889 Jul 09 13:28:16.991953 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:17.053255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-336cd584-af6c-4130-aeb6-8ce4f9178857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:17.055672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-336cd584-af6c-4130-aeb6-8ce4f9178857 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 200 len: 853 time: 0.0744965 Jul 09 13:28:17.101858 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-1eccbb62-4d6a-4db3-98fc-4e1f84477c2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ab636c6-a6c1-4c96-b850-6a96a0c98193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366874 Jul 09 13:28:17.336190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-c4dfb7e5-c2f0-480b-9905-7af423b06917 service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234328 Jul 09 13:28:17.374991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37840) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:17.584752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c29291f-54c2-4895-b526-97e7c9261b05 req-9347ac50-2725-4f3b-9de1-59961da9b862 service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438507 Jul 09 13:28:17.755460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa548ad-24f8-413b-9c38-58b2ef2f433b req-1b0d9226-940c-471b-a507-a16bafcbbdd9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:17.757093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daa548ad-24f8-413b-9c38-58b2ef2f433b req-1b0d9226-940c-471b-a507-a16bafcbbdd9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 943 time: 0.2600682 Jul 09 13:28:17.784714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db97b9-f688-4673-988c-aba79a49f582 req-e0515eb7-01e2-45ad-b33e-70cdec81861d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:17.792893 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0db97b9-f688-4673-988c-aba79a49f582 req-e0515eb7-01e2-45ad-b33e-70cdec81861d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2006876 Jul 09 13:28:17.867784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daa548ad-24f8-413b-9c38-58b2ef2f433b req-3afbd852-b5a2-4989-b6ca-9f31bd53b4dd tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009600 Jul 09 13:28:17.901147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c07d2b1-4415-43bf-9025-e6a740f79c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:17.952335 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0db97b9-f688-4673-988c-aba79a49f582 req-297dbcd5-700f-4c3e-848a-b7bbc86262f0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335888 Jul 09 13:28:18.129412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c07d2b1-4415-43bf-9025-e6a740f79c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.139039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c07d2b1-4415-43bf-9025-e6a740f79c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.151639 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.265811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3c07d2b1-4415-43bf-9025-e6a740f79c70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbecf0f031d8465a9cb7aeb4f441b966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8889637 Jul 09 13:28:18.269807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37880) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:18.305979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07d2b1-4415-43bf-9025-e6a740f79c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792cdc78-be46-4c39-814c-e434e8526d10,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:18.405495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b943ab27-114b-496a-82e1-8d28b0e409c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.446636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b943ab27-114b-496a-82e1-8d28b0e409c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.523421 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b943ab27-114b-496a-82e1-8d28b0e409c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.529778 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b943ab27-114b-496a-82e1-8d28b0e409c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.531996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b943ab27-114b-496a-82e1-8d28b0e409c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/792cdc78-be46-4c39-814c-e434e8526d10 HTTP/1.1" status: 204 len: 168 time: 0.2608259 Jul 09 13:28:18.567844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943ab27-114b-496a-82e1-8d28b0e409c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792cdc78-be46-4c39-814c-e434e8526d10,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:18.762598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:18.822901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bfa3d720-9e02-4dd5-8acd-3a229634f6b9 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:28:18.997661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bfa3d720-9e02-4dd5-8acd-3a229634f6b9, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:19.013503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'bfa3d720-9e02-4dd5-8acd-3a229634f6b9', 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193', 'port_id': 'bfa3d720-9e02-4dd5-8acd-3a229634f6b9', 'mac_address': 'fa:16:3e:a0:07:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921566ea-3bdd-45da-932e-3f1e7dd19fd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:28:19.068894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.085458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa3d720-9e02-4dd5-8acd-3a229634f6b9 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:28:19.116431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bfa3d720-9e02-4dd5-8acd-3a229634f6b9, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:19.123360 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.261023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:19.275075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37904) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:19.280495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-10b2a9de-2392-4ecd-bd1f-3c6015ab1130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.296849 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4dc89f81-08f1-4530-bcf0-425005a26778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.351094 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-10b2a9de-2392-4ecd-bd1f-3c6015ab1130 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:28:19.351094 n-d-799524-3 neutron-server[93912]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:28:19.351094 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id': '8dee70a8d16048c38b2758cecd384b89', 'id': 'aae72ff6-d87d-4efd-ab5e-925031d27eed', 'expiration': datetime.datetime(2021, 7, 9, 13, 30, 19, 337142)}] Jul 09 13:28:19.351094 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:28:19.351521 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-10b2a9de-2392-4ecd-bd1f-3c6015ab1130 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:28:19.355307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbc1b8-9144-406d-a452-f0f123ec3ac4 req-a4e3ac85-8c71-4c8b-a535-e299a602fe60 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:19.359667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6afbc1b8-9144-406d-a452-f0f123ec3ac4 req-a4e3ac85-8c71-4c8b-a535-e299a602fe60 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 944 time: 0.1734729 Jul 09 13:28:19.365568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['bfa3d720-9e02-4dd5-8acd-3a229634f6b9'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:19.477754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe68bf-5108-4347-982a-5d65ef1f6f3d req-5fc0166c-6c8a-4e65-bcd2-7e625da6d8cf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:19.488911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dfe68bf-5108-4347-982a-5d65ef1f6f3d req-5fc0166c-6c8a-4e65-bcd2-7e625da6d8cf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1284289 Jul 09 13:28:19.514926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6afbc1b8-9144-406d-a452-f0f123ec3ac4 req-356f25d5-f39b-4916-a0d9-91dd95fec4a9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451616 Jul 09 13:28:19.566164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dfe68bf-5108-4347-982a-5d65ef1f6f3d req-b80e7bcc-71fb-4295-b7fd-b602578eb9de tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760789 Jul 09 13:28:19.673092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4dc89f81-08f1-4530-bcf0-425005a26778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.681741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4dc89f81-08f1-4530-bcf0-425005a26778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.736468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc89f81-08f1-4530-bcf0-425005a26778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540bc3de-51bf-42bc-b556-7d49178aab02,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:19.768056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4dc89f81-08f1-4530-bcf0-425005a26778 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09777f827abf496691608f9b44b34466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899869 Jul 09 13:28:19.771002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37912) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:19.852800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-10b2a9de-2392-4ecd-bd1f-3c6015ab1130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.893317 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0474a7c3-119a-4578-b721-cf9b4696f6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.931143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0474a7c3-119a-4578-b721-cf9b4696f6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.935864 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.043709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0474a7c3-119a-4578-b721-cf9b4696f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.058403 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0474a7c3-119a-4578-b721-cf9b4696f6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.061383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0474a7c3-119a-4578-b721-cf9b4696f6ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/540bc3de-51bf-42bc-b556-7d49178aab02 HTTP/1.1" status: 204 len: 168 time: 0.2891798 Jul 09 13:28:20.079990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474a7c3-119a-4578-b721-cf9b4696f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540bc3de-51bf-42bc-b556-7d49178aab02,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:20.126486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-10b2a9de-2392-4ecd-bd1f-3c6015ab1130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.133665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-10b2a9de-2392-4ecd-bd1f-3c6015ab1130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.221535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-10b2a9de-2392-4ecd-bd1f-3c6015ab1130 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dee70a8d16048c38b2758cecd384b89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4575319 Jul 09 13:28:20.222757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a9de-2392-4ecd-bd1f-3c6015ab1130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913a2b22-bcb6-49a4-aa88-563789fe6f42,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:20.224201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37918) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:20.303144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5861df49-d907-4635-a681-9a33b0a495bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.335654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5861df49-d907-4635-a681-9a33b0a495bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.423998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5861df49-d907-4635-a681-9a33b0a495bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.431739 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5861df49-d907-4635-a681-9a33b0a495bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.441467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5861df49-d907-4635-a681-9a33b0a495bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/913a2b22-bcb6-49a4-aa88-563789fe6f42 HTTP/1.1" status: 204 len: 168 time: 0.2140069 Jul 09 13:28:20.541657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861df49-d907-4635-a681-9a33b0a495bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913a2b22-bcb6-49a4-aa88-563789fe6f42,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:20.581883 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:28:20.639771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e64a06-8b7c-4fff-a6e5-19b4b5bd49d5 req-ab918106-27fe-4f56-a02f-b3dc2c8684de tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:20.649469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d5e64a06-8b7c-4fff-a6e5-19b4b5bd49d5 req-ab918106-27fe-4f56-a02f-b3dc2c8684de tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2487657 Jul 09 13:28:20.752376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d5e64a06-8b7c-4fff-a6e5-19b4b5bd49d5 req-3bba2ade-60e1-4478-b7e5-c4268ec5e914 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020744 Jul 09 13:28:20.827274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bfa3d720-9e02-4dd5-8acd-3a229634f6b9 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:21.001428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:21.006410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:21.006796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.023800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab39b-1da6-4730-ada7-1ce1c05adfb0 req-e72abc5c-c9c0-4003-9ad9-c6930b3bfe99 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:21.034552 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f10ab39b-1da6-4730-ada7-1ce1c05adfb0 req-e72abc5c-c9c0-4003-9ad9-c6930b3bfe99 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 944 time: 0.1962166 Jul 09 13:28:21.102992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f10ab39b-1da6-4730-ada7-1ce1c05adfb0 req-2271ebd0-e658-4056-bf2d-165cd981c6fc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Jul 09 13:28:21.176204 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.224073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd692cebb-3ec8-4b5b-bda3-972beafbdac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa3d720-9e02-4dd5-8acd-3a229634f6b9'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:21.226922 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45106c3-311f-47ca-a4fb-b5a92787059f" -d '{"events": [{"server_uuid": "d692cebb-3ec8-4b5b-bda3-972beafbdac8", "name": "network-vif-plugged", "status": "completed", "tag": "bfa3d720-9e02-4dd5-8acd-3a229634f6b9"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:21.242526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bfa3d720-9e02-4dd5-8acd-3a229634f6b9, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:21.249091 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.299453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37946) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:21.302005 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14d4fec-4468-4b0d-a117-00a523325c1c x-openstack-request-id: req-c14d4fec-4468-4b0d-a117-00a523325c1c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:21.303152 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d692cebb-3ec8-4b5b-bda3-972beafbdac8", "name": "network-vif-plugged", "status": "completed", "tag": "bfa3d720-9e02-4dd5-8acd-3a229634f6b9", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:21.303571 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c14d4fec-4468-4b0d-a117-00a523325c1c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:21.304162 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd692cebb-3ec8-4b5b-bda3-972beafbdac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa3d720-9e02-4dd5-8acd-3a229634f6b9', 'code': 200} Jul 09 13:28:21.324005 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1f2d42-7a30-45cd-9cf1-a61ae05e55cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.365002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:21.492330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88508727-8da1-4749-94d2-6df0621eaa9f req-c1cd937b-0816-48f3-9a6b-a60b0c2aaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:21.495279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88508727-8da1-4749-94d2-6df0621eaa9f req-c1cd937b-0816-48f3-9a6b-a60b0c2aaf81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 1096 time: 0.1210592 Jul 09 13:28:21.516547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1f2d42-7a30-45cd-9cf1-a61ae05e55cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.526639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1f2d42-7a30-45cd-9cf1-a61ae05e55cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.614747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c1f2d42-7a30-45cd-9cf1-a61ae05e55cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b43a93a468354addb892ad2cde3d7883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140707 Jul 09 13:28:21.621355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f2d42-7a30-45cd-9cf1-a61ae05e55cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9555018a-6e61-463f-9193-df56fcbdd04d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:21.626006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37952) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:21.640970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88508727-8da1-4749-94d2-6df0621eaa9f req-f9ff1e52-09b7-4317-82c6-2e194513e0c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311626 Jul 09 13:28:21.697054 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05aaed61-4ede-4ffc-987e-7f4c914bf44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.729575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05aaed61-4ede-4ffc-987e-7f4c914bf44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.811820 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05aaed61-4ede-4ffc-987e-7f4c914bf44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.814883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05aaed61-4ede-4ffc-987e-7f4c914bf44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:21.820307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-05aaed61-4ede-4ffc-987e-7f4c914bf44f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9555018a-6e61-463f-9193-df56fcbdd04d HTTP/1.1" status: 204 len: 168 time: 0.1928260 Jul 09 13:28:21.829574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaed61-4ede-4ffc-987e-7f4c914bf44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9555018a-6e61-463f-9193-df56fcbdd04d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:22.210675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85f495-c78a-4713-933c-942b789912da req-fe107fd8-1d4a-4493-8579-48542c22bb68 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:22.213043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b85f495-c78a-4713-933c-942b789912da req-fe107fd8-1d4a-4493-8579-48542c22bb68 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1178007 Jul 09 13:28:22.348537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b85f495-c78a-4713-933c-942b789912da req-1a4663a9-8825-4f6f-a42f-64d20d0c0837 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249180 Jul 09 13:28:22.684119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99ee9c-d1f2-4893-81f4-0b6eb4a96068 req-d9e0a438-5226-43de-b231-5e0d01d68820 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:22.699451 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e99ee9c-d1f2-4893-81f4-0b6eb4a96068 req-d9e0a438-5226-43de-b231-5e0d01d68820 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 945 time: 0.2081485 Jul 09 13:28:22.845866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e088c-0537-4b84-ad9c-401e5c5fbe3f req-59d5f18b-af1f-49ff-944e-d68f1c8baafb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:22.862891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-060e088c-0537-4b84-ad9c-401e5c5fbe3f req-59d5f18b-af1f-49ff-944e-d68f1c8baafb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1041887 Jul 09 13:28:22.937752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-060e088c-0537-4b84-ad9c-401e5c5fbe3f req-2d7e2a9b-011d-48ae-b9c5-c2f9d5c76403 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699315 Jul 09 13:28:23.176970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e99ee9c-d1f2-4893-81f4-0b6eb4a96068 req-45734645-839a-4eef-86a0-50412f47e021 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758172 Jul 09 13:28:23.225251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a1bae-4943-45c1-b567-95e3ff6c01d0 req-f6b1c221-6d00-449a-acec-d9bb05ce965d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:23.234844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-743a1bae-4943-45c1-b567-95e3ff6c01d0 req-f6b1c221-6d00-449a-acec-d9bb05ce965d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1450372 Jul 09 13:28:23.308355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-743a1bae-4943-45c1-b567-95e3ff6c01d0 req-98a7237a-2e9d-42f8-98d3-0f8234da0869 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705228 Jul 09 13:28:23.564909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be6469-bd61-4b98-aa36-1a73ca5618a5 req-15373f41-5720-4eb1-af72-f15d9f94d9ec tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:23.568682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24be6469-bd61-4b98-aa36-1a73ca5618a5 req-15373f41-5720-4eb1-af72-f15d9f94d9ec tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1098428 Jul 09 13:28:23.618150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24be6469-bd61-4b98-aa36-1a73ca5618a5 req-feb2bcc4-3e55-4a3b-a8d2-08dc9a69d62c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400999 Jul 09 13:28:24.495929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea468c0-68d6-4ef0-bee6-974336ff8d02 req-176bb3aa-c40b-402b-adc6-8fbbef981579 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:24.503472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fea468c0-68d6-4ef0-bee6-974336ff8d02 req-176bb3aa-c40b-402b-adc6-8fbbef981579 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 945 time: 0.1701765 Jul 09 13:28:24.564839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fea468c0-68d6-4ef0-bee6-974336ff8d02 req-98215c9e-e2d5-4b3a-a3d1-a76d55e30e59 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602717 Jul 09 13:28:24.582294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38074) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:24.775914 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b34d-ed59-4c45-bb79-88d60b880e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.004394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b34d-ed59-4c45-bb79-88d60b880e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.010902 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b34d-ed59-4c45-bb79-88d60b880e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.056456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d3d9b34d-ed59-4c45-bb79-88d60b880e91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=038031c5ae2e4e07904e03e3f38824fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723234 Jul 09 13:28:25.060630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38098) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:25.115448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9b34d-ed59-4c45-bb79-88d60b880e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dac74b-fe19-4acf-9971-4669e2d2b689,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:25.146520 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9aab0409-cec9-44ce-aa5f-f2b82539c9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.184687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9aab0409-cec9-44ce-aa5f-f2b82539c9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.208106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2db878-762c-4959-9136-8135c06f038d req-1b0a6411-811b-4b48-85c7-20568c8d7904 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:25.215519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed2db878-762c-4959-9136-8135c06f038d req-1b0a6411-811b-4b48-85c7-20568c8d7904 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 945 time: 0.1023440 Jul 09 13:28:25.258492 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9aab0409-cec9-44ce-aa5f-f2b82539c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.263139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9aab0409-cec9-44ce-aa5f-f2b82539c9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.267551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9aab0409-cec9-44ce-aa5f-f2b82539c9b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6dac74b-fe19-4acf-9971-4669e2d2b689 HTTP/1.1" status: 204 len: 168 time: 0.2031314 Jul 09 13:28:25.268526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed2db878-762c-4959-9136-8135c06f038d req-a31386b0-bd95-4b63-b779-7df1c388ced6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520406 Jul 09 13:28:25.291858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab0409-cec9-44ce-aa5f-f2b82539c9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dac74b-fe19-4acf-9971-4669e2d2b689,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:26.514523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce7546-bac0-4e77-900e-c8d6119faa27 req-e9c6d303-9b3e-40c9-8de2-28f85acaf615 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:26.516112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34ce7546-bac0-4e77-900e-c8d6119faa27 req-e9c6d303-9b3e-40c9-8de2-28f85acaf615 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 945 time: 0.0937469 Jul 09 13:28:26.528760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-826fed2f-f791-4fa4-9db2-83a2fa781c82 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:26.530808 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-826fed2f-f791-4fa4-9db2-83a2fa781c82 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.10 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 945 time: 0.1827598 Jul 09 13:28:26.623616 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34ce7546-bac0-4e77-900e-c8d6119faa27 req-1d3c06a7-4646-49f1-9f74-86dc550e9070 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921216 Jul 09 13:28:26.728638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Deleting port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:26.729242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:26.858261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] For port bfa3d720-9e02-4dd5-8acd-3a229634f6b9, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:26.858912 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:26.877311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Calling delete_port for bfa3d720-9e02-4dd5-8acd-3a229634f6b9 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:27.080786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:27.095448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['bfa3d720-9e02-4dd5-8acd-3a229634f6b9'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:27.098495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['669eeb60-3b5c-47b1-af69-7d7dbb3336d6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:27.207816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Pushing event deleted for resources: {'Port': ['ID=bfa3d720-9e02-4dd5-8acd-3a229634f6b9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:27.329735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] No DVR routers for this DVR port bfa3d720-9e02-4dd5-8acd-3a229634f6b9 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:27.333205 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:27.335934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d12a2fb-1549-4c97-812f-b27c1f7828ca req-ccbcd32e-9dbf-4725-bdd2-4b04f7a3a6c2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.10 "DELETE /v2.0/ports/bfa3d720-9e02-4dd5-8acd-3a229634f6b9 HTTP/1.1" status: 204 len: 173 time: 0.7963097 Jul 09 13:28:27.337655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd692cebb-3ec8-4b5b-bda3-972beafbdac8', 'name': 'network-vif-deleted', 'tag': 'bfa3d720-9e02-4dd5-8acd-3a229634f6b9'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:27.341512 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9119a-3b96-46d4-8e4b-1094bab44f12" -d '{"events": [{"server_uuid": "d692cebb-3ec8-4b5b-bda3-972beafbdac8", "name": "network-vif-deleted", "tag": "bfa3d720-9e02-4dd5-8acd-3a229634f6b9"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:27.407014 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ecb48-57cb-4da6-8b87-958c82e3232d x-openstack-request-id: req-431ecb48-57cb-4da6-8b87-958c82e3232d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:27.407641 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d692cebb-3ec8-4b5b-bda3-972beafbdac8", "name": "network-vif-deleted", "tag": "bfa3d720-9e02-4dd5-8acd-3a229634f6b9", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:27.408126 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-431ecb48-57cb-4da6-8b87-958c82e3232d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:27.408924 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd692cebb-3ec8-4b5b-bda3-972beafbdac8', 'name': 'network-vif-deleted', 'tag': 'bfa3d720-9e02-4dd5-8acd-3a229634f6b9', 'status': 'completed', 'code': 200} Jul 09 13:28:27.867635 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4308919e-08fa-4fdf-8e08-2d127f77c4a1 req-cfc4bb38-9c67-4b2d-b390-c41d6bdf8445 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d692cebb-3ec8-4b5b-bda3-972beafbdac8 HTTP/1.1" status: 200 len: 210 time: 0.0452776 Jul 09 13:28:27.942597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38206) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:28.188664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7c5e27d1-4b33-4c33-b137-1b58a9c5a00b tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1597078740'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:28.189244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7c5e27d1-4b33-4c33-b137-1b58a9c5a00b tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Unknown quota resources ['metering_label']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:28:28.856007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c5e27d1-4b33-4c33-b137-1b58a9c5a00b tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:28.857249 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7c5e27d1-4b33-4c33-b137-1b58a9c5a00b tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9136047 Jul 09 13:28:28.860681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:28.865486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6536bd42-3c15-431c-99cd-d1347ee567a2 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2dd696a5-74c4-43cc-94d3-45b146b411e9'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:28.865992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6536bd42-3c15-431c-99cd-d1347ee567a2 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:28:28.952654 n-d-799524-3 neutron-server[93912]: WARNING neutron.services.metering.metering_plugin [None req-6536bd42-3c15-431c-99cd-d1347ee567a2 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 13:28:29.081974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6536bd42-3c15-431c-99cd-d1347ee567a2 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:29.083398 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6536bd42-3c15-431c-99cd-d1347ee567a2 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2217095 Jul 09 13:28:29.087921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38236) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:29.093569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5a7560ae-8013-4edd-9868-0109f8d59b82 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2dd696a5-74c4-43cc-94d3-45b146b411e9'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:29.095135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5a7560ae-8013-4edd-9868-0109f8d59b82 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:28:29.230228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a9334-79a2-444f-851e-a01d679e0d67 req-ef3febef-4ec4-4c49-af08-f3663ac5b256 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.243470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-939a9334-79a2-444f-851e-a01d679e0d67 req-ef3febef-4ec4-4c49-af08-f3663ac5b256 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1445758 Jul 09 13:28:29.262341 n-d-799524-3 neutron-server[93913]: WARNING neutron.services.metering.metering_plugin [None req-5a7560ae-8013-4edd-9868-0109f8d59b82 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 13:28:29.331853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-939a9334-79a2-444f-851e-a01d679e0d67 req-8a37ec87-758d-40ac-bda9-f61ffb59d730 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705316 Jul 09 13:28:29.449748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a7560ae-8013-4edd-9868-0109f8d59b82 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:29.451633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5a7560ae-8013-4edd-9868-0109f8d59b82 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3621414 Jul 09 13:28:29.455753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38248) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:29.483233 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-beb7a0da-aafa-4c21-8533-d018dce22129 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=913e9cab-f607-4dfc-af4a-977a6f51408b HTTP/1.1" status: 200 len: 464 time: 0.0259526 Jul 09 13:28:29.486023 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38254) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:29.684503 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-066d0d05-114d-48c9-abfe-4ab5b395972b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1040640 Jul 09 13:28:29.758154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-00279582-47ac-42a0-9108-40e2f504ab1f tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:29.761095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-00279582-47ac-42a0-9108-40e2f504ab1f tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/913e9cab-f607-4dfc-af4a-977a6f51408b HTTP/1.1" status: 204 len: 168 time: 0.2722313 Jul 09 13:28:29.765921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38266) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:29.795792 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4a0c749c-2189-4013-b843-3ef19a7dcd91 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=913e9cab-f607-4dfc-af4a-977a6f51408b HTTP/1.1" status: 200 len: 221 time: 0.0273707 Jul 09 13:28:29.799529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38270) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:29.810789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ad01c61d-e23b-48a8-b2a9-edfafd768132 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--446083252', 'description': 'label created by tempest'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:29.811279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ad01c61d-e23b-48a8-b2a9-edfafd768132 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Unknown quota resources ['metering_label']. {{(pid=93913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:28:29.955923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a424501b-5879-4ac5-b354-9409e9e926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.956378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a424501b-5879-4ac5-b354-9409e9e926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.957033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a424501b-5879-4ac5-b354-9409e9e926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.957516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a424501b-5879-4ac5-b354-9409e9e926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.957990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a424501b-5879-4ac5-b354-9409e9e926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.958457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a424501b-5879-4ac5-b354-9409e9e926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.958921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a424501b-5879-4ac5-b354-9409e9e926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.960979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a424501b-5879-4ac5-b354-9409e9e926ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6491 time: 0.2325504 Jul 09 13:28:29.988385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58187b79-0e15-4950-8422-6892468ca956 req-d38391cf-9483-4451-9342-e9737bf19958 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:29.998412 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58187b79-0e15-4950-8422-6892468ca956 req-d38391cf-9483-4451-9342-e9737bf19958 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1904097 Jul 09 13:28:30.059865 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58187b79-0e15-4950-8422-6892468ca956 req-4c2dcac8-a7cb-4917-9afb-118dfb63b252 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587027 Jul 09 13:28:30.235272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad01c61d-e23b-48a8-b2a9-edfafd768132 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.236439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ad01c61d-e23b-48a8-b2a9-edfafd768132 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4338343 Jul 09 13:28:30.240921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38282) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.303158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79ef7b-4514-4b0d-ae9c-ad9071833124 req-23efe5ee-0819-4b09-83c4-13e3a7bf8ecc tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:30.304759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c79ef7b-4514-4b0d-ae9c-ad9071833124 req-23efe5ee-0819-4b09-83c4-13e3a7bf8ecc tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.6189306 Jul 09 13:28:30.319246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-7f065663-f323-40f4-85c0-f0121089b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:30.319738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-7f065663-f323-40f4-85c0-f0121089b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:30.320214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-7f065663-f323-40f4-85c0-f0121089b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:30.321983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-7f065663-f323-40f4-85c0-f0121089b73c service neutron] 10.222.0.11 "GET /v2.0/networks?id=61671166-2ff7-47cf-85fd-d0479610055b&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=f24c7924-17f2-44ea-a7ec-678849b0025d&id=f24c7924-17f2-44ea-a7ec-678849b0025d HTTP/1.1" status: 200 len: 2290 time: 0.2749894 Jul 09 13:28:30.352532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bf183c41-169d-4821-b9ac-5e3e79ad9c73 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=57b1f99d-256e-4a39-a2be-c754c2041441 HTTP/1.1" status: 200 len: 467 time: 0.1084106 Jul 09 13:28:30.361450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319af07-20d5-4ced-b16e-821df2d083fe req-af64f014-43ff-4b53-bda3-3fccff3bb4b2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:30.368904 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8319af07-20d5-4ced-b16e-821df2d083fe req-af64f014-43ff-4b53-bda3-3fccff3bb4b2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1723044 Jul 09 13:28:30.372107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38284) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.430858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-a538aa12-ac21-4a23-a17d-72a4965a5d14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75eac396-83aa-4351-aae5-ed708c94d418 HTTP/1.1" status: 200 len: 1001 time: 0.0865338 Jul 09 13:28:30.446563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c79ef7b-4514-4b0d-ae9c-ad9071833124 req-b3584df1-d136-4d83-bd26-76fb971001a0 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297116 Jul 09 13:28:30.485012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8319af07-20d5-4ced-b16e-821df2d083fe req-fc55058e-c183-4453-8acc-1c9276af59ad tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138399 Jul 09 13:28:30.524661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-5a9c4ebe-d817-4745-bc5e-e465af4e8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:30.527059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-5a9c4ebe-d817-4745-bc5e-e465af4e8ad4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe0d72da-6ef1-4977-b9dc-908645ee4d80 HTTP/1.1" status: 200 len: 851 time: 0.0844772 Jul 09 13:28:30.656351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e63ee3e9-1507-4bd3-904d-b1d74a6b874a tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.659450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e63ee3e9-1507-4bd3-904d-b1d74a6b874a tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/57b1f99d-256e-4a39-a2be-c754c2041441 HTTP/1.1" status: 204 len: 168 time: 0.2850759 Jul 09 13:28:30.662810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38294) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.692770 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-423fbe16-bbac-46a1-9044-380fb2d2a9be tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=57b1f99d-256e-4a39-a2be-c754c2041441 HTTP/1.1" status: 200 len: 216 time: 0.0280249 Jul 09 13:28:30.696977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38300) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.720446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-d6a2ff25-c120-4992-a634-a7942067a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:30.723264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-d6a2ff25-c120-4992-a634-a7942067a561 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61671166-2ff7-47cf-85fd-d0479610055b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888502 Jul 09 13:28:30.729624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9da6a379-9d1d-46c5-8a31-be7cdb8b3792 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0313265 Jul 09 13:28:30.733536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38302) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.762905 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a97a8358-c609-466c-8d70-e36a2186bcf4 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0279305 Jul 09 13:28:30.766072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38304) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.922081 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b86ab157-d4fb-46d2-a3a1-9017151e72ee tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/2dd696a5-74c4-43cc-94d3-45b146b411e9 HTTP/1.1" status: 200 len: 473 time: 0.1541622 Jul 09 13:28:30.928326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38308) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.937703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bfa3d720-9e02-4dd5-8acd-3a229634f6b9 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:30.953682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ec0be59-55d1-4627-8527-2e56f0244fa1 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/4b5b569e-4ffe-4253-8077-7b23d39ef62c HTTP/1.1" status: 200 len: 461 time: 0.0238523 Jul 09 13:28:30.957027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38310) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.997979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: bfa3d720-9e02-4dd5-8acd-3a229634f6b9 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:30.998340 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-fd58fbec-1716-4eed-9183-6ac47f697850 service neutron] 10.222.0.11 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615778 Jul 09 13:28:30.998428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bfa3d720-9e02-4dd5-8acd-3a229634f6b9 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:31.243287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-3f852e03-9d97-451a-ba1a-25e5a90917ce service neutron] 10.222.0.11 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397811 Jul 09 13:28:31.248087 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a649df23-b22b-4edc-b5ae-bcde919c2193 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.264278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a649df23-b22b-4edc-b5ae-bcde919c2193 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/4b5b569e-4ffe-4253-8077-7b23d39ef62c HTTP/1.1" status: 204 len: 168 time: 0.3060341 Jul 09 13:28:31.265290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38318) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:31.304003 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-756569cc-936a-4201-a412-effe6ef54cfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba HTTP/1.1" status: 200 len: 217 time: 0.0510905 Jul 09 13:28:31.376152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-5ee0586e-4674-4a8b-8f0a-e74525690207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:31.377808 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-5ee0586e-4674-4a8b-8f0a-e74525690207 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.0651958 Jul 09 13:28:31.492401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-f1eb4ffd-e578-47d7-ae88-4774144dda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:31.503049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-f1eb4ffd-e578-47d7-ae88-4774144dda77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182134 Jul 09 13:28:31.656139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-b6e7d6a0-a837-4482-8c60-40720c60e75c service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450098 Jul 09 13:28:31.718349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38326) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:31.803861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eae09adf-c1ac-4e3c-b2da-07de30d27066 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.806910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eae09adf-c1ac-4e3c-b2da-07de30d27066 tempest-MeteringTestJSON-2034752336 tempest-MeteringTestJSON-2034752336-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/2dd696a5-74c4-43cc-94d3-45b146b411e9 HTTP/1.1" status: 204 len: 168 time: 0.5400693 Jul 09 13:28:31.986109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4decb-37bf-48f1-8789-a49fba1ee960 req-dca18f04-0233-4ba1-a4ba-70cbf7d75e5d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:31.997566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2c4decb-37bf-48f1-8789-a49fba1ee960 req-dca18f04-0233-4ba1-a4ba-70cbf7d75e5d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.3404095 Jul 09 13:28:32.004375 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-f677325f-ce23-4808-9af4-4297c2198b89 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354912 Jul 09 13:28:32.097732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-37d6d81a-10ab-413e-a126-ecc09944fb50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a5554256-bd69-4d55-806c-19b33ff40feb HTTP/1.1" status: 200 len: 217 time: 0.0614114 Jul 09 13:28:32.127813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2c4decb-37bf-48f1-8789-a49fba1ee960 req-cc7d4352-5e2e-4a49-a90d-6dfd2c9694e1 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289337 Jul 09 13:28:32.236481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c8f3-4503-48fb-8088-76c42db5c3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.281181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-9999c76c-019a-4f16-96a9-5ff3980dbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:32.283226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-9999c76c-019a-4f16-96a9-5ff3980dbd81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.1778238 Jul 09 13:28:32.317958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38344) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:32.422934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-5b090485-c295-4b70-8a84-06d659536dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:32.425275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-5b090485-c295-4b70-8a84-06d659536dfd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292136 Jul 09 13:28:32.514076 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0382b926-584e-4ed7-b539-c70af43cffaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.529000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c8f3-4503-48fb-8088-76c42db5c3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.540321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c8f3-4503-48fb-8088-76c42db5c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.594216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6c8f3-4503-48fb-8088-76c42db5c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdcf402-6334-44a6-b9c0-14fbf4cc3188,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:32.610079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3dc6c8f3-4503-48fb-8088-76c42db5c3cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1e7b68639c045cead911f196e39ff95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8733714 Jul 09 13:28:32.610079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-8c6c2ca9-b630-45a4-9c75-98a4ec26da03 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756668 Jul 09 13:28:32.610318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38354) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:32.690629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0382b926-584e-4ed7-b539-c70af43cffaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.695195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0382b926-584e-4ed7-b539-c70af43cffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.729332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0382b926-584e-4ed7-b539-c70af43cffaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a923c27e5f44b30856f5eed639c8ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101887 Jul 09 13:28:32.735528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38360) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:32.780342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382b926-584e-4ed7-b539-c70af43cffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99e476-e9a6-4d92-8881-dc5905d3587d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:32.864839 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb40778d-cb39-41e6-a03c-a05df7fe7dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.900509 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb40778d-cb39-41e6-a03c-a05df7fe7dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.939072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a3b4e-c74a-420e-9791-295cd7083690 req-9073ba86-fd8c-4a2f-b176-6bfe95eb4662 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:32.940954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-108a3b4e-c74a-420e-9791-295cd7083690 req-9073ba86-fd8c-4a2f-b176-6bfe95eb4662 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1248701 Jul 09 13:28:33.008471 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-108a3b4e-c74a-420e-9791-295cd7083690 req-4916a75f-d848-471d-83f7-455dfeebc332 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551777 Jul 09 13:28:33.021199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb40778d-cb39-41e6-a03c-a05df7fe7dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.025007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb40778d-cb39-41e6-a03c-a05df7fe7dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.029790 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cb40778d-cb39-41e6-a03c-a05df7fe7dee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed99e476-e9a6-4d92-8881-dc5905d3587d HTTP/1.1" status: 204 len: 168 time: 0.2904420 Jul 09 13:28:33.037998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40778d-cb39-41e6-a03c-a05df7fe7dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99e476-e9a6-4d92-8881-dc5905d3587d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:33.122808 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863ca9ee-6067-4893-9da5-b3b32f05b28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.194271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863ca9ee-6067-4893-9da5-b3b32f05b28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.337165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-8825b64a-f0eb-4d84-9789-aec3d690507b service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864483 Jul 09 13:28:33.432250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-0e29bda1-b139-45a6-b933-faf8b8e5a46b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=ae4bf13b-8792-400e-9796-0d7fb5576b17 HTTP/1.1" status: 200 len: 217 time: 0.0847580 Jul 09 13:28:33.489696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863ca9ee-6067-4893-9da5-b3b32f05b28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.493010 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863ca9ee-6067-4893-9da5-b3b32f05b28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.493563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-863ca9ee-6067-4893-9da5-b3b32f05b28a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbdcf402-6334-44a6-b9c0-14fbf4cc3188 HTTP/1.1" status: 204 len: 168 time: 0.8824100 Jul 09 13:28:33.546816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ca9ee-6067-4893-9da5-b3b32f05b28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdcf402-6334-44a6-b9c0-14fbf4cc3188,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:33.548364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70807bb-d7ac-481a-ab36-27170b974513 req-9a7259a0-4973-4848-82ab-e3dfe55ecaf8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:33.555570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b70807bb-d7ac-481a-ab36-27170b974513 req-9a7259a0-4973-4848-82ab-e3dfe55ecaf8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1301079 Jul 09 13:28:33.606699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-b33a4c1c-8fb8-41f4-9040-1cf715f54884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:33.609304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-b33a4c1c-8fb8-41f4-9040-1cf715f54884 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.1401722 Jul 09 13:28:33.611973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b70807bb-d7ac-481a-ab36-27170b974513 req-278545b8-0f68-4851-9c6f-0fe5553a9d9a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545111 Jul 09 13:28:33.635288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38378) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:33.654007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56dacd5a-b225-4823-bc83-8b97650a54d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.688657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb13a-7c99-4f66-ab03-fe185c54190c req-4bd5e8e9-4e9d-4bc3-af58-72030a7a38fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:33.690618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7deb13a-7c99-4f66-ab03-fe185c54190c req-4bd5e8e9-4e9d-4bc3-af58-72030a7a38fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.2631946 Jul 09 13:28:33.744708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-17e91dfe-eb97-411c-8943-957dc0238784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:33.747463 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-17e91dfe-eb97-411c-8943-957dc0238784 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261938 Jul 09 13:28:33.765733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7deb13a-7c99-4f66-ab03-fe185c54190c req-9bf3994c-0379-48f5-afaa-d2fdf5703e92 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650513 Jul 09 13:28:33.843146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56dacd5a-b225-4823-bc83-8b97650a54d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.848153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56dacd5a-b225-4823-bc83-8b97650a54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.891459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-173b0219-a527-4c25-9bd7-84db291d23e4 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243081 Jul 09 13:28:33.911802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38384) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:33.931190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-56dacd5a-b225-4823-bc83-8b97650a54d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=974ddcfe89ee442481e036e4aa7373be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904971 Jul 09 13:28:33.931190 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacd5a-b225-4823-bc83-8b97650a54d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df75a259-0153-44e3-bd22-32bae28cdf72,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:33.933275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38386) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:33.976310 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a533a567-e836-497b-8f85-875bda0f6692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.018450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed3c966e-28b7-4d36-9f3c-feca7347b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.047890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed3c966e-28b7-4d36-9f3c-feca7347b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.058289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-cd008c7d-84b5-4bd4-a909-b19f514932de service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591454 Jul 09 13:28:34.109960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-abb1a235-ffd3-4576-9a83-ef7f7a27a1d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd HTTP/1.1" status: 200 len: 217 time: 0.0428941 Jul 09 13:28:34.137288 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed3c966e-28b7-4d36-9f3c-feca7347b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.147932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed3c966e-28b7-4d36-9f3c-feca7347b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.153085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ed3c966e-28b7-4d36-9f3c-feca7347b92b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df75a259-0153-44e3-bd22-32bae28cdf72 HTTP/1.1" status: 204 len: 168 time: 0.2185528 Jul 09 13:28:34.164630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c966e-28b7-4d36-9f3c-feca7347b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df75a259-0153-44e3-bd22-32bae28cdf72,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:34.183944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-b1703e05-ea88-4cc0-9f9a-b3cc1ec6d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:34.185814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-b1703e05-ea88-4cc0-9f9a-b3cc1ec6d0db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.0686424 Jul 09 13:28:34.254521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a533a567-e836-497b-8f85-875bda0f6692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.264570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a533a567-e836-497b-8f85-875bda0f6692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.306207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533a567-e836-497b-8f85-875bda0f6692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca4b576-fb37-4f2e-94e7-37406117c3a9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:34.356141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a533a567-e836-497b-8f85-875bda0f6692 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67eff06d0b90428db21e069cbaa6dbde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430237 Jul 09 13:28:34.358632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38400) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:34.370651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-23642eee-2b78-48b6-8593-d0745167d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:34.373116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-23642eee-2b78-48b6-8593-d0745167d547 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1696718 Jul 09 13:28:34.444234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7887-671c-45b2-aa8d-5e56f6fbb6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.481396 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7887-671c-45b2-aa8d-5e56f6fbb6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.545632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-89af09f5-40e6-4fe0-9017-8e6c8076671e service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594722 Jul 09 13:28:34.563754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7887-671c-45b2-aa8d-5e56f6fbb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.567946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7887-671c-45b2-aa8d-5e56f6fbb6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.584006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6ecb7887-671c-45b2-aa8d-5e56f6fbb6a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fca4b576-fb37-4f2e-94e7-37406117c3a9 HTTP/1.1" status: 204 len: 168 time: 0.2232146 Jul 09 13:28:34.618696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb7887-671c-45b2-aa8d-5e56f6fbb6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca4b576-fb37-4f2e-94e7-37406117c3a9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:34.741717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-0aef76a1-9b82-437f-b6ef-13fc56979985 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814504 Jul 09 13:28:34.878291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-332418e5-15bd-4de5-803e-060a910af521 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=294c7669-e9ab-417c-8f20-20e32065b0a3 HTTP/1.1" status: 200 len: 217 time: 0.1166947 Jul 09 13:28:35.029387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-53ac7793-4cda-43f3-a76b-e56405c480af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:35.031014 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-53ac7793-4cda-43f3-a76b-e56405c480af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 200 len: 797 time: 0.1497319 Jul 09 13:28:35.202367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-2adf72c6-b484-42ae-9545-b207aeb70667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:35.205440 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-2adf72c6-b484-42ae-9545-b207aeb70667 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1631653 Jul 09 13:28:35.266354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7c14c-db82-4c60-951d-ebf3a18d2539 req-bf3d198f-2e6f-4427-9d83-71650dd5a799 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:35.274078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1e7c14c-db82-4c60-951d-ebf3a18d2539 req-bf3d198f-2e6f-4427-9d83-71650dd5a799 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1583519 Jul 09 13:28:35.328809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1e7c14c-db82-4c60-951d-ebf3a18d2539 req-8c4416fd-75b6-4b04-bb7f-bab9b87fc779 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505548 Jul 09 13:28:35.458984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-96da2947-760c-4ff5-8a13-0c7189026b4b service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446356 Jul 09 13:28:35.659532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-843c78ea-8afa-4393-93af-34cd415bbf8f service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918433 Jul 09 13:28:35.734201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-901d5fa1-0d44-4f1d-974b-65bf73553bc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0 HTTP/1.1" status: 200 len: 217 time: 0.0665720 Jul 09 13:28:35.813109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0749ea-1e8d-432b-81a6-de106ac7f9f3 req-b7019e20-ec54-47cd-956f-1c93c11900eb tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:35.814874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab0749ea-1e8d-432b-81a6-de106ac7f9f3 req-b7019e20-ec54-47cd-956f-1c93c11900eb tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2399275 Jul 09 13:28:35.825441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-4c91b912-19e0-4449-898e-f4448a30d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:35.826932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-4c91b912-19e0-4449-898e-f4448a30d471 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 200 len: 797 time: 0.0818388 Jul 09 13:28:35.918123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab0749ea-1e8d-432b-81a6-de106ac7f9f3 req-856c61ba-a1f5-431c-a381-01fb38cb2b32 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898399 Jul 09 13:28:35.987039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-322e35f2-9b91-4cf7-b69f-0abb4908d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:35.988707 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-322e35f2-9b91-4cf7-b69f-0abb4908d048 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1446018 Jul 09 13:28:36.239238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-363385ac-6eff-4f65-91cb-c5427402fb5f service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382953 Jul 09 13:28:36.286745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d7855-1a3c-4f7f-82a7-a247b5a82331 req-d34159c6-f55b-4f2b-8a21-fd12a8de5877 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:36.298782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5e4d7855-1a3c-4f7f-82a7-a247b5a82331 req-d34159c6-f55b-4f2b-8a21-fd12a8de5877 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0939612 Jul 09 13:28:36.347518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5e4d7855-1a3c-4f7f-82a7-a247b5a82331 req-c5354083-d928-4231-8278-22c420e05e48 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 Jul 09 13:28:36.546853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4ff8aee-8cce-4cac-bbd5-c4148d1055e8 req-5ebd43c5-baa4-40e4-a537-052548e3b670 service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994418 Jul 09 13:28:36.674619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad4bf8-b22d-4f89-be2b-f1c1e991d6ad req-a7cd5c7c-8da4-40d6-a0f6-4eb39bd56758 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:36.678442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9ad4bf8-b22d-4f89-be2b-f1c1e991d6ad req-a7cd5c7c-8da4-40d6-a0f6-4eb39bd56758 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1853704 Jul 09 13:28:36.782499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9ad4bf8-b22d-4f89-be2b-f1c1e991d6ad req-b8ce57d0-2f42-4cb6-a20b-42b45c104954 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952990 Jul 09 13:28:37.031528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141e459-fe24-4895-bed8-95e907d1658d req-9e0b76f3-823e-4e65-8790-b6ef3ae196bf tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:37.033725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9141e459-fe24-4895-bed8-95e907d1658d req-9e0b76f3-823e-4e65-8790-b6ef3ae196bf tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0919452 Jul 09 13:28:37.136270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9141e459-fe24-4895-bed8-95e907d1658d req-1f7fde5b-dc57-41f6-9876-fe1ad3526e1f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964582 Jul 09 13:28:37.351371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fed8b-3933-4c83-9d49-282bcbeaa18e req-e6fefc99-f706-4bdf-a6b3-b9732d7d592c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:37.363254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b23fed8b-3933-4c83-9d49-282bcbeaa18e req-e6fefc99-f706-4bdf-a6b3-b9732d7d592c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0914998 Jul 09 13:28:37.420199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b23fed8b-3933-4c83-9d49-282bcbeaa18e req-9188c533-1823-476b-b98e-95ccc498b49d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513449 Jul 09 13:28:37.611647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38534) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:37.867542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7bcb87d7-2504-46da-bc21-f45cd9fb181e tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:37.923477 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7bcb87d7-2504-46da-bc21-f45cd9fb181e tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "PUT /v2.0/quotas/e68b9345950646f9be417867eead15fd HTTP/1.1" status: 200 len: 366 time: 0.3094392 Jul 09 13:28:37.925951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38550) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:37.951976 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b81c1eda-8c70-45ed-8d5a-ca37a17298b1 tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0230074 Jul 09 13:28:37.954774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38552) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:38.055227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6059d-bc7e-4152-a576-ae3546b49972 req-d0efd0f6-2538-4c08-90d3-04996da724fb tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:38.062897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-479574b4-a3ed-4de5-9df2-1366b6c5dda9 tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "GET /v2.0/quotas/e68b9345950646f9be417867eead15fd HTTP/1.1" status: 200 len: 366 time: 0.1013212 Jul 09 13:28:38.065520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38556) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:38.068723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7a6059d-bc7e-4152-a576-ae3546b49972 req-d0efd0f6-2538-4c08-90d3-04996da724fb tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1432555 Jul 09 13:28:38.104646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-57c97150-ee2f-4ce3-bbeb-acc0de21cd9c tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/e68b9345950646f9be417867eead15fd HTTP/1.1" status: 204 len: 168 time: 0.0372059 Jul 09 13:28:38.107102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38558) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:38.132383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40e44d63-b194-48a6-96da-4fc031e04c0c tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0235751 Jul 09 13:28:38.143207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:38.165373 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7a6059d-bc7e-4152-a576-ae3546b49972 req-f99d7ea7-d6a1-4c9a-baee-19d7d0dfe3dc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952327 Jul 09 13:28:38.171619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcb40a-6913-4f29-bd07-e0718847324f req-7a2600ba-d7a2-4810-9bd0-c5bcaab1e38a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:38.175387 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-addcb40a-6913-4f29-bd07-e0718847324f req-7a2600ba-d7a2-4810-9bd0-c5bcaab1e38a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1979289 Jul 09 13:28:38.209158 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6fc0addb-0ee4-41f1-8951-6d9f515f58f4 tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "GET /v2.0/quotas/e68b9345950646f9be417867eead15fd HTTP/1.1" status: 200 len: 370 time: 0.0642214 Jul 09 13:28:38.212020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38566) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:38.221059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-206a8138-5bb6-4a4c-a085-551466c6f8cd tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "GET /v2.0/quotas/e68b9345950646f9be417867eead15fd/default HTTP/1.1" status: 200 len: 370 time: 0.0065277 Jul 09 13:28:38.225326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38568) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:38.252883 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-e0c4f465-be4d-477c-ad0d-530bf4d7d7f9 tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] delete failed (client error): The resource could not be found. Jul 09 13:28:38.254517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0c4f465-be4d-477c-ad0d-530bf4d7d7f9 tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/e68b9345950646f9be417867eead15fd HTTP/1.1" status: 404 len: 348 time: 0.0277698 Jul 09 13:28:38.301779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-addcb40a-6913-4f29-bd07-e0718847324f req-b3a8b1a4-51b0-4a6a-9a97-1de86d733b04 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140814 Jul 09 13:28:38.498988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38576) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:38.542389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Usage tracker for resource:network and tenant:544fd1d99c764692bdaa1790d47e1fbe is out of sync, need to count used quota {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:28:38.551099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:28:38.560628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Usage tracker for resource:subnet and tenant:544fd1d99c764692bdaa1790d47e1fbe is out of sync, need to count used quota {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:28:38.570784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:28:38.590496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a75e12-49e6-48c4-9275-f3f9cfd9ee3f req-e83e86e7-440a-41ba-92f7-d957b6ca97c0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:38.590781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Usage tracker for resource:subnetpool and tenant:544fd1d99c764692bdaa1790d47e1fbe is out of sync, need to count used quota {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:28:38.591977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a75e12-49e6-48c4-9275-f3f9cfd9ee3f req-e83e86e7-440a-41ba-92f7-d957b6ca97c0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1108112 Jul 09 13:28:38.598607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:28:38.609241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Usage tracker for resource:port and tenant:544fd1d99c764692bdaa1790d47e1fbe is out of sync, need to count used quota {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:28:38.616404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:28:38.624754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Usage tracker for resource:router and tenant:544fd1d99c764692bdaa1790d47e1fbe is out of sync, need to count used quota {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:28:38.630436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:28:38.638521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Usage tracker for resource:floatingip and tenant:544fd1d99c764692bdaa1790d47e1fbe is out of sync, need to count used quota {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:28:38.644623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:28:38.669914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16a75e12-49e6-48c4-9275-f3f9cfd9ee3f req-aa893eac-fcea-4496-843c-e9c563010ef0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681815 Jul 09 13:28:38.702702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Usage tracker for resource:security_group and tenant:544fd1d99c764692bdaa1790d47e1fbe is out of sync, need to count used quota {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:28:38.709357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:28:38.718992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Usage tracker for resource:security_group_rule and tenant:544fd1d99c764692bdaa1790d47e1fbe is out of sync, need to count used quota {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:28:38.726645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.quota.resource [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93912) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:28:38.732549 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dc3393f0-01ca-4b3f-a9c0-1948d3db67fb tempest-QuotasTest-1587075686 tempest-QuotasTest-1587075686-project-admin] 10.222.0.32 "GET /v2.0/quotas/544fd1d99c764692bdaa1790d47e1fbe/details.json HTTP/1.1" status: 200 len: 703 time: 0.2336540 Jul 09 13:28:38.999879 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006c990-2d0c-48cc-9b4a-3415c20fa0fc req-3d80f84c-b12a-4010-941f-f99defeac1d3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:39.001482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7006c990-2d0c-48cc-9b4a-3415c20fa0fc req-3d80f84c-b12a-4010-941f-f99defeac1d3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0829353 Jul 09 13:28:39.051818 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7006c990-2d0c-48cc-9b4a-3415c20fa0fc req-01d97c0b-ac07-4a55-9bbe-d97d3cfa2290 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428619 Jul 09 13:28:39.181243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38602) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:39.272072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d9490-69b4-414b-807c-cfce3ec68f88 req-badc4915-c416-4c8c-950e-f62eb1e72514 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:39.273718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9d9490-69b4-414b-807c-cfce3ec68f88 req-badc4915-c416-4c8c-950e-f62eb1e72514 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0911028 Jul 09 13:28:39.276730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38606) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:39.321839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9d9490-69b4-414b-807c-cfce3ec68f88 req-b5a446da-a306-4218-988a-4f155f5576c1 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jul 09 13:28:39.373905 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cd940b1-30af-4077-864e-6e3ab9d5637a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.473886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2358f05c-905a-456f-9048-2622227c413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.544432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046dc9b-3627-412d-8b6a-97e4445bfcf0 req-c59dba26-bbb4-40ac-bd78-8b2b9bcb17cf tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:39.546304 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cd940b1-30af-4077-864e-6e3ab9d5637a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.547552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3046dc9b-3627-412d-8b6a-97e4445bfcf0 req-c59dba26-bbb4-40ac-bd78-8b2b9bcb17cf tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.0737474 Jul 09 13:28:39.573291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cd940b1-30af-4077-864e-6e3ab9d5637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.596668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3046dc9b-3627-412d-8b6a-97e4445bfcf0 req-63dbc260-e65e-4fad-a7b0-bc857d32200c tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441079 Jul 09 13:28:39.638857 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3cd940b1-30af-4077-864e-6e3ab9d5637a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=067e4f2ae4b247e490ec9ff1e3935f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534521 Jul 09 13:28:39.639536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38620) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:39.659353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd940b1-30af-4077-864e-6e3ab9d5637a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09777f29-2c78-4d65-bba0-583d24761783,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:39.694866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01701e65-1f3c-488f-88e5-b0e16ec6f4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.722429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01701e65-1f3c-488f-88e5-b0e16ec6f4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.731473 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2358f05c-905a-456f-9048-2622227c413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.739741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422161-6b9b-47a6-a652-9e3b8c49664e req-b2d9ac1d-7c30-46fa-ad68-d6089558e44b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:39.742684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38624) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:39.747513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b422161-6b9b-47a6-a652-9e3b8c49664e req-b2d9ac1d-7c30-46fa-ad68-d6089558e44b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1406033 Jul 09 13:28:39.750552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1628460521'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:39.755291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2358f05c-905a-456f-9048-2622227c413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.784915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:39.788579 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.809438 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01701e65-1f3c-488f-88e5-b0e16ec6f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.811987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2358f05c-905a-456f-9048-2622227c413c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2a90abcd3da43c5a9f539f001bf0847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341816 Jul 09 13:28:39.812304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01701e65-1f3c-488f-88e5-b0e16ec6f4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.816677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-01701e65-1f3c-488f-88e5-b0e16ec6f4ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09777f29-2c78-4d65-bba0-583d24761783 HTTP/1.1" status: 204 len: 168 time: 0.1732571 Jul 09 13:28:39.817283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38626) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:39.831061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358f05c-905a-456f-9048-2622227c413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f67506e-660d-4ec4-a1f0-1af3e4ee2230,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:39.836461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01701e65-1f3c-488f-88e5-b0e16ec6f4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09777f29-2c78-4d65-bba0-583d24761783,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:39.843803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:39.868070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.868337 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Added segment 0e59c616-4328-453a-b441-df1fdd1239b9 of type vlan for network 7e00c6e0-4d26-41c8-b1e1-40737b86495b Jul 09 13:28:39.873306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b422161-6b9b-47a6-a652-9e3b8c49664e req-32e944e2-c24c-428b-a07c-77e9a265b639 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150224 Jul 09 13:28:39.988265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fe6f041d-a587-48e2-9690-abb61c85c1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.992204 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.027292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fe6f041d-a587-48e2-9690-abb61c85c1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.101587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.108295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:40.109034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.196330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38636) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:40.210575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4ed91f1-28a4-4f46-b976-47f4c637d00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.215620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4714892 Jul 09 13:28:40.219469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38638) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:40.224767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-882864426'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:40.248754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543af21-19d4-4373-9f58-0ac6c8da1d8c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Network': ['ID=7e00c6e0-4d26-41c8-b1e1-40737b86495b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:40.253226 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-e4ed91f1-28a4-4f46-b976-47f4c637d00c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:28:40.253226 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:28:40.253226 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': '544fd1d99c764692bdaa1790d47e1fbe', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 28, 40, 234046)}] Jul 09 13:28:40.253226 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:28:40.253873 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-e4ed91f1-28a4-4f46-b976-47f4c637d00c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:28:40.254256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fe6f041d-a587-48e2-9690-abb61c85c1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.256978 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fe6f041d-a587-48e2-9690-abb61c85c1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.262996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fe6f041d-a587-48e2-9690-abb61c85c1db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f67506e-660d-4ec4-a1f0-1af3e4ee2230 HTTP/1.1" status: 204 len: 168 time: 0.4397826 Jul 09 13:28:40.263236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:40.266368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:40.269788 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.281576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f041d-a587-48e2-9690-abb61c85c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f67506e-660d-4ec4-a1f0-1af3e4ee2230,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:40.300452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:40.302014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd7a5f-2b21-4e50-b9de-5b5a9792c35d req-8665d87b-0585-4513-bb38-58ae1ea0d5f7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:40.303701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1cd7a5f-2b21-4e50-b9de-5b5a9792c35d req-8665d87b-0585-4513-bb38-58ae1ea0d5f7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2605953 Jul 09 13:28:40.316044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.316710 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Added segment 53462d24-cb54-45d1-a7f8-8ec3d92ec4e7 of type vlan for network 427f5b13-ea1e-4354-be87-64c30cc8d34b Jul 09 13:28:40.362883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.364959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1cd7a5f-2b21-4e50-b9de-5b5a9792c35d req-5b584623-5f34-4040-bdf2-25e84f1bfdab tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550435 Jul 09 13:28:40.426562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.433427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:40.433937 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.503564 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2802947 Jul 09 13:28:40.504538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38648) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:40.510322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'subnet': {'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:40.524011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Network': ['ID=427f5b13-ea1e-4354-be87-64c30cc8d34b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:40.539682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.540119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.540577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.541750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.542238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.542875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.543870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.544406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.544810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.545535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.546312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.547230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345f1d26-936c-44d7-bba8-ee33def6c37d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:40.562375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 427f5b13-ea1e-4354-be87-64c30cc8d34b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:40.723667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:40.727359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.754583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4ed91f1-28a4-4f46-b976-47f4c637d00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.788817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38656) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:40.810523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4b27-f5ab-4265-bc0c-e5d40f223b2e req-c5ae2473-19d5-40a6-9a42-749a46ac0545 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:40.812217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b2c4b27-f5ab-4265-bc0c-e5d40f223b2e req-c5ae2473-19d5-40a6-9a42-749a46ac0545 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1706448 Jul 09 13:28:40.820844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9daa3158-4dfb-4535-8768-9536ef541c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.898017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b2c4b27-f5ab-4265-bc0c-e5d40f223b2e req-d269d008-94d3-47a0-a0e0-c8dba91cd249 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735526 Jul 09 13:28:40.945369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f17e-8c63-42b9-a64f-c00ca60ad6e9 req-b262c3e2-b4c5-4b06-b310-be3b2c16546c tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:40.948867 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f50f17e-8c63-42b9-a64f-c00ca60ad6e9 req-b262c3e2-b4c5-4b06-b310-be3b2c16546c tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1546860 Jul 09 13:28:41.046241 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4ed91f1-28a4-4f46-b976-47f4c637d00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.051682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f50f17e-8c63-42b9-a64f-c00ca60ad6e9 req-5b9dddf0-f5fb-4ad5-9f25-7351258c7a7b tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878775 Jul 09 13:28:41.053588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4ed91f1-28a4-4f46-b976-47f4c637d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.085508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.121418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e4ed91f1-28a4-4f46-b976-47f4c637d00c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=544fd1d99c764692bdaa1790d47e1fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9236684 Jul 09 13:28:41.122228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38664) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:41.130001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed91f1-28a4-4f46-b976-47f4c637d00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1539a016-090b-446c-b29f-5723553452be,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:41.198221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a3298cd3-e85e-48ed-aea7-24c9a4d4fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.236220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a3298cd3-e85e-48ed-aea7-24c9a4d4fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.285677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Subnet': ['ID=e378ea2a-4c96-4c39-8097-4942f77bf5e3,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:41.289003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Checking segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:41.289541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network hostable DHCP agents. Network: 7e00c6e0-4d26-41c8-b1e1-40737b86495b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:28:41.310529 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a3298cd3-e85e-48ed-aea7-24c9a4d4fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.313687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a3298cd3-e85e-48ed-aea7-24c9a4d4fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.315322 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a3298cd3-e85e-48ed-aea7-24c9a4d4fe93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1539a016-090b-446c-b29f-5723553452be HTTP/1.1" status: 204 len: 168 time: 0.1913161 Jul 09 13:28:41.325049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3298cd3-e85e-48ed-aea7-24c9a4d4fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1539a016-090b-446c-b29f-5723553452be,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:41.333011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2659-123f-494c-8ca8-7d557b197d7c req-50229376-2e19-453d-ab69-a6e5c3afc8ab tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:41.346114 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b2659-123f-494c-8ca8-7d557b197d7c req-50229376-2e19-453d-ab69-a6e5c3afc8ab tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3066220 Jul 09 13:28:41.427892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:28:41.450265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9daa3158-4dfb-4535-8768-9536ef541c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.464999 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b2659-123f-494c-8ca8-7d557b197d7c req-4034365b-4444-4462-b083-62f206642dd5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179795 Jul 09 13:28:41.467931 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9daa3158-4dfb-4535-8768-9536ef541c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.470366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7e00c6e0-4d26-41c8-b1e1-40737b86495b) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:41.482577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b537e9b-c0ef-4e88-81d4-d513971a2347 None None] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:41.490829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:41.491468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.578846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa3158-4dfb-4535-8768-9536ef541c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4ee124-5391-4781-af1b-48c03c60414b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:41.590092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9daa3158-4dfb-4535-8768-9536ef541c7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2131300efada4679a6e9f320213e0f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8002098 Jul 09 13:28:41.594295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5f143008-b0bd-4a7c-811d-4332dd4f0d3b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0858939 Jul 09 13:28:41.594754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38674) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:41.599178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38676) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:41.606826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'subnet': {'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:41.731375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'fixed_ips': [{'subnet_id': 'e378ea2a-4c96-4c39-8097-4942f77bf5e3'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:41.732769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.802374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40ba3a-d31d-4285-8988-9c62ad759b70 req-be467854-7c15-43cb-a060-5ef6fd450f32 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:41.804942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d40ba3a-d31d-4285-8988-9c62ad759b70 req-be467854-7c15-43cb-a060-5ef6fd450f32 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1457069 Jul 09 13:28:41.853818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad61250a-2743-4b1f-a3a7-f4d64db20bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.908674 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d40ba3a-d31d-4285-8988-9c62ad759b70 req-9b427f3b-d011-4e48-861a-be6434a05a60 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924165 Jul 09 13:28:41.960972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad61250a-2743-4b1f-a3a7-f4d64db20bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.017418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Allocated IP 10.1.1.2 (7e00c6e0-4d26-41c8-b1e1-40737b86495b/e378ea2a-4c96-4c39-8097-4942f77bf5e3/5dce8ff6-84fb-4e0e-802e-64c8816723d3) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:42.078048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-3966526a-2440-40de-9546-543d0778e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:42.079944 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-3966526a-2440-40de-9546-543d0778e434 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 1096 time: 0.5906949 Jul 09 13:28:42.106031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:42.112283 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.275245 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.303519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-35110514-8002-4cdb-86ff-250185a20ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:42.305688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-35110514-8002-4cdb-86ff-250185a20ff2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 911 time: 0.2069368 Jul 09 13:28:42.328287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Transition to ACTIVE for port object 5dce8ff6-84fb-4e0e-802e-64c8816723d3 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:42.335680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30946583-2677-476b-b848-45b37baef21d req-bd7fd43f-aed5-473e-b12c-dd5e068489a5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:42.345795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30946583-2677-476b-b848-45b37baef21d req-bd7fd43f-aed5-473e-b12c-dd5e068489a5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 813 time: 0.4958062 Jul 09 13:28:42.356272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Transition to ACTIVE for port object 5dce8ff6-84fb-4e0e-802e-64c8816723d3 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:42.361181 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad61250a-2743-4b1f-a3a7-f4d64db20bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.364841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad61250a-2743-4b1f-a3a7-f4d64db20bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.366597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ad61250a-2743-4b1f-a3a7-f4d64db20bcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d4ee124-5391-4781-af1b-48c03c60414b HTTP/1.1" status: 204 len: 168 time: 0.7725866 Jul 09 13:28:42.366818 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.400649 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30946583-2677-476b-b848-45b37baef21d req-e5f041cf-2dc2-4f9e-99be-c2980d8dc075 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/quotas/4bd73327098246339727dc0e3ed2beb0 HTTP/1.1" status: 200 len: 375 time: 0.0530462 Jul 09 13:28:42.404682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-6cc559a7-3619-46b2-bd25-bcdf1e3cdd3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f HTTP/1.1" status: 200 len: 1000 time: 0.0873892 Jul 09 13:28:42.414997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:42.421992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:42.425241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61250a-2743-4b1f-a3a7-f4d64db20bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4ee124-5391-4781-af1b-48c03c60414b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:42.430564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:42.487976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-4c623efd-79a6-4e0f-b1c0-7f80c9defe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:42.489858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-4c623efd-79a6-4e0f-b1c0-7f80c9defe34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.0774660 Jul 09 13:28:42.564609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Attempting to bind port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:42.565109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Attempting to bind port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:42.565357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Attempting to bind port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:42.571966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Pushing event updated for resources: {'Port': ['ID=5dce8ff6-84fb-4e0e-802e-64c8816723d3,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:42.579374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:42.579862 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Checking segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:42.580483 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.580893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Bound using segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:42.581793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Bound port: 5dce8ff6-84fb-4e0e-802e-64c8816723d3, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:42.582341 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.637612 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30946583-2677-476b-b848-45b37baef21d req-df2f8319-0e84-4eb9-9ad1-55e8cf54db82 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2299206 Jul 09 13:28:42.693070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.695554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-b865a197-511a-4c90-8044-69efc39535c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:42.699997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-b865a197-511a-4c90-8044-69efc39535c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025559 Jul 09 13:28:42.801614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] For port 5dce8ff6-84fb-4e0e-802e-64c8816723d3, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:42.816588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] For port 5dce8ff6-84fb-4e0e-802e-64c8816723d3, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5dce8ff6-84fb-4e0e-802e-64c8816723d3,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:42.830723 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.849681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Subnet': ['ID=eab8aac9-674e-4ccf-b41f-64efe0dc4346,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:42.917111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Checking segment: {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:42.917865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network hostable DHCP agents. Network: 427f5b13-ea1e-4354-be87-64c30cc8d34b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:28:42.955560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38722) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:42.967764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-cce15b33-e4f9-4969-b572-aec54fc4beec service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556093 Jul 09 13:28:42.996149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da23fc6-1750-45e7-bf8a-121ca0882482 None None] Pushing event updated for resources: {'Port': ['ID=5dce8ff6-84fb-4e0e-802e-64c8816723d3,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:42.997088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 427f5b13-ea1e-4354-be87-64c30cc8d34b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:28:43.080762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 427f5b13-ea1e-4354-be87-64c30cc8d34b) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:43.101723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:43.107196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.116855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10befeda-1524-47b1-8ca5-282fc40486d7 None None] Network 427f5b13-ea1e-4354-be87-64c30cc8d34b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:43.154211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6ae2c0f2-2034-479f-b4a7-25bdb3311b5d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5539114 Jul 09 13:28:43.168959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38732) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:43.180932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'port': {'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'name': 'tempest-TaggedBootDevicesTest_v242-1190117062', 'fixed_ips': [{'subnet_id': 'e378ea2a-4c96-4c39-8097-4942f77bf5e3'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:43.296238 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.375746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b771bf-09a8-4ead-9f3c-7b5f2cfee5c6 req-b051400b-ef64-4c68-b407-7cbcfc320441 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:43.412811 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97b771bf-09a8-4ead-9f3c-7b5f2cfee5c6 req-b051400b-ef64-4c68-b407-7cbcfc320441 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4467080 Jul 09 13:28:43.520669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-427f5b13-ea1e-4354-be87-64c30cc8d34b', 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'fixed_ips': [{'subnet_id': 'eab8aac9-674e-4ccf-b41f-64efe0dc4346'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:43.521659 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.658294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-915370153'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:43.688165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92021f83-3be9-42d8-ac04-15b28319d5ca req-fd47e37f-f4a9-434b-bb3e-7d755246ae2b service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035828 Jul 09 13:28:43.694206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97b771bf-09a8-4ead-9f3c-7b5f2cfee5c6 req-627c614a-c239-49c0-84b4-e300e5d88670 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799642 Jul 09 13:28:43.705102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a243943-c151-4b86-b85e-9c7dca5cb1f9 req-2a985fed-4bdc-41a3-9059-efdd16bd8ef5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:43.712474 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a243943-c151-4b86-b85e-9c7dca5cb1f9 req-2a985fed-4bdc-41a3-9059-efdd16bd8ef5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1959727 Jul 09 13:28:43.728149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:43.805230 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a243943-c151-4b86-b85e-9c7dca5cb1f9 req-0a4312fe-5c3e-46e6-9d02-16ee66b9f59b tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910108 Jul 09 13:28:43.812506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:43.818689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Allocated IP 10.2.2.2 (427f5b13-ea1e-4354-be87-64c30cc8d34b/eab8aac9-674e-4ccf-b41f-64efe0dc4346/24578fe9-2d4b-4596-a329-bd278372f4ca) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:43.819636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.832455 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.936937 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.976107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.011670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] device_id is not set on port bec40dbd-7038-4472-a6b8-a76df9fc0b21 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:28:44.037258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.044177 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.191958 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.192481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:44.205569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Transition to ACTIVE for port object 24578fe9-2d4b-4596-a329-bd278372f4ca will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:44.206903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2336cada-7f00-4fe4-a3e6-6a48a5875509,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:44.224708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.225055 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Added segment 51a0e7e2-c9db-4380-a9ef-20c2b75b6068 of type vlan for network d21b40f0-27df-45e6-a847-be7286ec6856 Jul 09 13:28:44.248779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Transition to ACTIVE for port object 24578fe9-2d4b-4596-a329-bd278372f4ca will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:44.256941 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.313380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Pushing event updated for resources: {'Port': ['ID=24578fe9-2d4b-4596-a329-bd278372f4ca,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:44.315465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.339878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5f749-01c7-4437-8a8e-a4a9132d656c req-bceb2eea-7c3a-4624-977e-6cda75182117 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:44.341823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21d5f749-01c7-4437-8a8e-a4a9132d656c req-bceb2eea-7c3a-4624-977e-6cda75182117 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2560627 Jul 09 13:28:44.358614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Network 427f5b13-ea1e-4354-be87-64c30cc8d34b is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:44.365435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:44.368506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:44.387628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Allocated IP 10.1.1.222 (7e00c6e0-4d26-41c8-b1e1-40737b86495b/e378ea2a-4c96-4c39-8097-4942f77bf5e3/bec40dbd-7038-4472-a6b8-a76df9fc0b21) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:44.408926 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.424464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:44.425274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.432792 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21d5f749-01c7-4437-8a8e-a4a9132d656c req-f90dbaf2-f6f7-4682-9d67-3f56cbeedb09 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773287 Jul 09 13:28:44.515200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c9b76f81-d740-48c7-b6bf-65ff2471fe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.520404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Attempting to bind port 24578fe9-2d4b-4596-a329-bd278372f4ca on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:44.520995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Attempting to bind port 24578fe9-2d4b-4596-a329-bd278372f4ca by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:44.521796 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Attempting to bind port 24578fe9-2d4b-4596-a329-bd278372f4ca on network 427f5b13-ea1e-4354-be87-64c30cc8d34b {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:44.541557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:44.548333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Checking segment: {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:44.551342 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.553344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Bound using segment: {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:44.555774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Bound port: 24578fe9-2d4b-4596-a329-bd278372f4ca, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:44.556728 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.585925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Network': ['ID=d21b40f0-27df-45e6-a847-be7286ec6856,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:44.622971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-680033cd-8832-4a0f-a90b-f15e990bd0b9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6584980 Jul 09 13:28:44.622971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38756) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:44.633056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:44.677935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:44.725871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38760) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:44.745439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5dce8ff6-84fb-4e0e-802e-64c8816723d3 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:44.768658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.790762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Transition to ACTIVE for port object bec40dbd-7038-4472-a6b8-a76df9fc0b21 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:44.848086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.897303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] For port 24578fe9-2d4b-4596-a329-bd278372f4ca, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:44.911510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] For port 24578fe9-2d4b-4596-a329-bd278372f4ca, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24578fe9-2d4b-4596-a329-bd278372f4ca,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:44.925261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.962895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:44.964488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a7cc8251-e56a-4586-9f13-45f646cce4f6 req-f20baac2-450f-47b4-af8a-118dff6d73fe tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4bd73327098246339727dc0e3ed2beb0 HTTP/1.1" status: 200 len: 221 time: 0.1207325 Jul 09 13:28:44.968068 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.012106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:45.016075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503b373a-34de-413f-a9be-10f72d9cdf40 None None] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:45.029512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6997277-07c1-4091-af70-c85e286c2c62 None None] Pushing event updated for resources: {'Port': ['ID=24578fe9-2d4b-4596-a329-bd278372f4ca,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:45.039264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=bec40dbd-7038-4472-a6b8-a76df9fc0b21,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:45.049958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:45.054536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:45.136159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:45.136998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d4cd308e-fa74-4de4-8dde-abe8d0897004 None None] Provisioning for port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:45.137248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.140220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:45.149167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d4cd308e-fa74-4de4-8dde-abe8d0897004 None None] Provisioning complete for port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:45.149556 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4cd308e-fa74-4de4-8dde-abe8d0897004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.150399 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f508984d-4c96-45c2-83f3-33fa43dd7323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.193011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:45.193450 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.201507 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-66d5e965-91d6-4eac-96d3-3c1a5f96db2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0255191 Jul 09 13:28:45.204376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38780) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:45.216192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'port': {'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'name': 'tempest-TaggedBootDevicesTest_v242-76472415', 'fixed_ips': [{'subnet_id': 'e378ea2a-4c96-4c39-8097-4942f77bf5e3'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:45.232438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19713b4-8077-4a18-bf57-8353d40ae3e3 req-1b3de541-cb2b-4e6a-bdc6-9b456f616cec tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:45.235204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d19713b4-8077-4a18-bf57-8353d40ae3e3 req-1b3de541-cb2b-4e6a-bdc6-9b456f616cec tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1750865 Jul 09 13:28:45.332877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d19713b4-8077-4a18-bf57-8353d40ae3e3 req-dc2fc749-c0bb-4d36-a9f4-18f20ba12bb3 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861702 Jul 09 13:28:45.436999 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.508036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.565357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5dce8ff6-84fb-4e0e-802e-64c8816723d3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5dce8ff6-84fb-4e0e-802e-64c8816723d3,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:45.593580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4cd308e-fa74-4de4-8dde-abe8d0897004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.598617 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.606366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:45.606880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network hostable DHCP agents. Network: d21b40f0-27df-45e6-a847-be7286ec6856, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:28:45.645971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=a48952f4-91f6-406c-ac35-38dbb5ec4673,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:45.652602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:28:45.668214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, d21b40f0-27df-45e6-a847-be7286ec6856) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:45.690046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf1028-c709-46f6-bd54-0a19bf8ed727 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:45.692071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:45.694523 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.729639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4281cd-e095-4148-ad3e-ae62691e4c21 req-cc25d4fc-ec97-4ba1-9628-e40659c2c5bc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:45.731331 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ff4281cd-e095-4148-ad3e-ae62691e4c21 req-cc25d4fc-ec97-4ba1-9628-e40659c2c5bc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2500877 Jul 09 13:28:45.780637 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f508984d-4c96-45c2-83f3-33fa43dd7323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.786807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f508984d-4c96-45c2-83f3-33fa43dd7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.795269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2bd5df33-5521-4539-9846-dc1126394c41 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1754622 Jul 09 13:28:45.796595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38784) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:45.802845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'name': 'tempest-NetworksTestDHCPv6-1765973412'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:45.829902 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ff4281cd-e095-4148-ad3e-ae62691e4c21 req-9c2a0f06-a1f0-405a-b2bf-d232918661df tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923254 Jul 09 13:28:45.860343 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f508984d-4c96-45c2-83f3-33fa43dd7323 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88828e0de80f49428998a052122ca252&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1332061 Jul 09 13:28:45.861280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:45.867196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.874452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5dce8ff6-84fb-4e0e-802e-64c8816723d3,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:45.882496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38786) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:45.893984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] device_id is not set on port ad15285c-4e2f-4e8e-9d95-def2c7e8044e yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:28:45.900452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508984d-4c96-45c2-83f3-33fa43dd7323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1775cb5-7b2f-4e30-8c47-7367cd027210,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:45.965862 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-d4cd308e-fa74-4de4-8dde-abe8d0897004 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:28:45.966605 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-d4cd308e-fa74-4de4-8dde-abe8d0897004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:28:45.970921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:45.977318 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.017482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port a7ff57d3-bde0-487a-896f-0cf64937a234 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:28:46.107802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35f88ed6-edc9-4088-b1b5-d70337263108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.136576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'a48952f4-91f6-406c-ac35-38dbb5ec4673'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:46.137463 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.175577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35f88ed6-edc9-4088-b1b5-d70337263108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.274026 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Allocated IP 10.1.1.248 (7e00c6e0-4d26-41c8-b1e1-40737b86495b/e378ea2a-4c96-4c39-8097-4942f77bf5e3/ad15285c-4e2f-4e8e-9d95-def2c7e8044e) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:46.288763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::263 (d21b40f0-27df-45e6-a847-be7286ec6856/a48952f4-91f6-406c-ac35-38dbb5ec4673/a7ff57d3-bde0-487a-896f-0cf64937a234) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:46.302010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f46c-1041-449b-9a50-5305d7a88f8e req-7cde14b8-c8bf-438e-a5ba-924aef097d55 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:46.307936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8552f46c-1041-449b-9a50-5305d7a88f8e req-7cde14b8-c8bf-438e-a5ba-924aef097d55 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1999238 Jul 09 13:28:46.330183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35f88ed6-edc9-4088-b1b5-d70337263108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.333159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35f88ed6-edc9-4088-b1b5-d70337263108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.337267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-35f88ed6-edc9-4088-b1b5-d70337263108 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1775cb5-7b2f-4e30-8c47-7367cd027210 HTTP/1.1" status: 204 len: 168 time: 0.4502890 Jul 09 13:28:46.365955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f88ed6-edc9-4088-b1b5-d70337263108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1775cb5-7b2f-4e30-8c47-7367cd027210,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:46.450744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8552f46c-1041-449b-9a50-5305d7a88f8e req-55426d2f-54ee-4e70-979c-9ba34c8baf87 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215994 Jul 09 13:28:46.729854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b6f44618-c080-4649-a9bc-a7e4f8036304 None None] Provisioning for port bec40dbd-7038-4472-a6b8-a76df9fc0b21 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:46.752604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b6f44618-c080-4649-a9bc-a7e4f8036304 None None] Provisioning complete for port bec40dbd-7038-4472-a6b8-a76df9fc0b21 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:46.752988 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b6f44618-c080-4649-a9bc-a7e4f8036304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.805596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.828393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Transition to ACTIVE for port object ad15285c-4e2f-4e8e-9d95-def2c7e8044e will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:46.876298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.879699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b6f44618-c080-4649-a9bc-a7e4f8036304 None None] Port bec40dbd-7038-4472-a6b8-a76df9fc0b21 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:46.885350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.904504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5dce8ff6-84fb-4e0e-802e-64c8816723d3 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:46.940491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object a7ff57d3-bde0-487a-896f-0cf64937a234 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:47.015553 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d120817b-d483-4d4b-95d9-c3e9b9ef1ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.022078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b6f44618-c080-4649-a9bc-a7e4f8036304 None None] Provisioning complete for port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:47.022747 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b6f44618-c080-4649-a9bc-a7e4f8036304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.052134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.061033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:47.066567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.079312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:47.083158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:47.086605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:47.120819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:47.121530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.155526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:47.190173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=a7ff57d3-bde0-487a-896f-0cf64937a234,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:47.194698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/a48952f4-91f6-406c-ac35-38dbb5ec4673/fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:47.209545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:47.219914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:47.231136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25903789-80c5-47ec-ad83-326ec47d1cd3 None None] Network 427f5b13-ea1e-4354-be87-64c30cc8d34b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:47.231996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:47.233638 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.268108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9d6371bc-0786-496b-9fab-694c85834951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4664488 Jul 09 13:28:47.271749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38810) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:47.480669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588cab72-ffc9-4c05-b1fb-2d33d7a6fd8d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:47.488113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-588cab72-ffc9-4c05-b1fb-2d33d7a6fd8d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2137978 Jul 09 13:28:47.488654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38814) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:47.599549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:47.600403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.610844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd73858-29a6-4074-acfe-b84fe60514f9 req-df51cfbf-81e2-4e7a-b82d-8a7482cfa33b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:47.619148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ddd73858-29a6-4074-acfe-b84fe60514f9 req-df51cfbf-81e2-4e7a-b82d-8a7482cfa33b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.7120640 Jul 09 13:28:47.657500 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c17d58c9-32b5-412c-82d1-cd17e55d2878 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4515541 Jul 09 13:28:47.680691 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ddd73858-29a6-4074-acfe-b84fe60514f9 req-992e18a5-b36a-4aab-93f1-9e0d7e87d2e2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Jul 09 13:28:47.759129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.770098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Transition to ACTIVE for port object fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:47.790648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Transition to ACTIVE for port object fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:47.798355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 24578fe9-2d4b-4596-a329-bd278372f4ca up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:47.808355 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.838139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4d606b84-fbba-4a05-9fec-e5db07578809 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port a7ff57d3-bde0-487a-896f-0cf64937a234 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:47.838715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d606b84-fbba-4a05-9fec-e5db07578809 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.073770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-672af170-c3af-4c67-9926-af2772a06ae2 None None] Provisioning for port 24578fe9-2d4b-4596-a329-bd278372f4ca completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:48.084306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:48.107750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Pushing event updated for resources: {'Port': ['ID=fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:48.113200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:48.137363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:48.146077 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d606b84-fbba-4a05-9fec-e5db07578809 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.183822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38832) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:48.186495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4d606b84-fbba-4a05-9fec-e5db07578809 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for a7ff57d3-bde0-487a-896f-0cf64937a234 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:48.192214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e2773a07-889f-4f9d-bbbe-3ca48847a032 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602175433', 'description': 'tempest-description--1063283642'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:48.204962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.205627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.208204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.208717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.209206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.214458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.215110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.215613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.218155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.218709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.219599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.219739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:48.261588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.265474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06dae-d8a2-4f1e-8eea-d90e40cc0d4b req-ee1eb651-09c5-4b27-9d95-77c790485018 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:48.268659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-672af170-c3af-4c67-9926-af2772a06ae2 None None] Provisioning complete for port bec40dbd-7038-4472-a6b8-a76df9fc0b21 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:48.269188 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-672af170-c3af-4c67-9926-af2772a06ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.274062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2773a07-889f-4f9d-bbbe-3ca48847a032 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.275047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82b06dae-d8a2-4f1e-8eea-d90e40cc0d4b req-ee1eb651-09c5-4b27-9d95-77c790485018 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2358885 Jul 09 13:28:48.336197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 24578fe9-2d4b-4596-a329-bd278372f4ca completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:48.351250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82b06dae-d8a2-4f1e-8eea-d90e40cc0d4b req-3802cef4-0c50-419d-84e8-654fa528f6e5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676715 Jul 09 13:28:48.386207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 24578fe9-2d4b-4596-a329-bd278372f4ca triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:48.386896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.459590 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d606b84-fbba-4a05-9fec-e5db07578809 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.495571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-672af170-c3af-4c67-9926-af2772a06ae2 None None] Port bec40dbd-7038-4472-a6b8-a76df9fc0b21 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:48.513359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d606b84-fbba-4a05-9fec-e5db07578809 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=a7ff57d3-bde0-487a-896f-0cf64937a234,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:48.514026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Attempting to bind port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:48.514563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Attempting to bind port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:48.515168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Attempting to bind port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:48.536894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:48.537273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:48.537856 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.538524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:48.539190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Bound port: fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:48.539774 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.572500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-672af170-c3af-4c67-9926-af2772a06ae2 None None] Provisioning for port ad15285c-4e2f-4e8e-9d95-def2c7e8044e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:48.582467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2773a07-889f-4f9d-bbbe-3ca48847a032 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.590133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2773a07-889f-4f9d-bbbe-3ca48847a032 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.597610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d606b84-fbba-4a05-9fec-e5db07578809 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.605112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4d606b84-fbba-4a05-9fec-e5db07578809 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/a7ff57d3-bde0-487a-896f-0cf64937a234 HTTP/1.1" status: 204 len: 168 time: 1.1120477 Jul 09 13:28:48.605937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38846) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:48.625653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-672af170-c3af-4c67-9926-af2772a06ae2 None None] Provisioning complete for port ad15285c-4e2f-4e8e-9d95-def2c7e8044e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:48.626271 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-672af170-c3af-4c67-9926-af2772a06ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.661610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2773a07-889f-4f9d-bbbe-3ca48847a032 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.669684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e2773a07-889f-4f9d-bbbe-3ca48847a032 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4843607 Jul 09 13:28:48.670695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38850) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:48.683560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-27b68330-cc72-4af0-b649-2fa2725cfa1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'security_group_rule': {'security_group_id': '1bfa45fc-0db2-457a-aa8c-d983f6285397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:48.690351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2773a07-889f-4f9d-bbbe-3ca48847a032 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa45fc-0db2-457a-aa8c-d983f6285397,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:48.730669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27b68330-cc72-4af0-b649-2fa2725cfa1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.770553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-672af170-c3af-4c67-9926-af2772a06ae2 None None] Port ad15285c-4e2f-4e8e-9d95-def2c7e8044e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:48.825487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.836440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27b68330-cc72-4af0-b649-2fa2725cfa1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.844433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27b68330-cc72-4af0-b649-2fa2725cfa1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.851803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] For port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:48.881216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a039672b-5e49-48ef-acb2-6b8256510619 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:48.882080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] For port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:48.884173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a039672b-5e49-48ef-acb2-6b8256510619 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:48.887715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a039672b-5e49-48ef-acb2-6b8256510619 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2805021 Jul 09 13:28:48.891343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38856) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:48.912497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b68330-cc72-4af0-b649-2fa2725cfa1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3579ac39-b342-4e34-a87b-368eb2800786,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:48.919997 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.928669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27b68330-cc72-4af0-b649-2fa2725cfa1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.934686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-27b68330-cc72-4af0-b649-2fa2725cfa1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582951 Jul 09 13:28:48.935642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38858) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:48.945099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8faa2ffb-a988-4fe3-bbe6-8d698c2178db tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'security_group_rule': {'security_group_id': '1bfa45fc-0db2-457a-aa8c-d983f6285397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:48.946284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 24578fe9-2d4b-4596-a329-bd278372f4ca, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24578fe9-2d4b-4596-a329-bd278372f4ca,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:48.972433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e519b-9dc7-4ba5-aae4-d16984f68437 req-096c12d1-ce0c-40ba-9a8a-0a480e2fa22a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:48.973921 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.974147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d16e519b-9dc7-4ba5-aae4-d16984f68437 req-096c12d1-ce0c-40ba-9a8a-0a480e2fa22a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3228078 Jul 09 13:28:49.010907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d57ed2-3482-4403-8851-4d7cf2cff73f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet a48952f4-91f6-406c-ac35-38dbb5ec4673 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:28:49.028555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96d57ed2-3482-4403-8851-4d7cf2cff73f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.045426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6844a7b-5b91-4847-9300-879e8bf8d5e1 None None] Pushing event updated for resources: {'Port': ['ID=fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:49.086721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4098d678-25bc-46e2-8517-ba3dd62bf154 None None] Provisioning complete for port 24578fe9-2d4b-4596-a329-bd278372f4ca triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:49.088188 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4098d678-25bc-46e2-8517-ba3dd62bf154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.108402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d16e519b-9dc7-4ba5-aae4-d16984f68437 req-d44282b5-1773-4259-878b-c81570d6c762 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161900 Jul 09 13:28:49.112187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8faa2ffb-a988-4fe3-bbe6-8d698c2178db tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.167808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=24578fe9-2d4b-4596-a329-bd278372f4ca,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:49.244011 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8faa2ffb-a988-4fe3-bbe6-8d698c2178db tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.251207 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8faa2ffb-a988-4fe3-bbe6-8d698c2178db tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.255368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96d57ed2-3482-4403-8851-4d7cf2cff73f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.308997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa2ffb-a988-4fe3-bbe6-8d698c2178db tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1670e794-d28e-4e8f-abb6-f8a6a3f423d9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:49.323275 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8faa2ffb-a988-4fe3-bbe6-8d698c2178db tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.328428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8faa2ffb-a988-4fe3-bbe6-8d698c2178db tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3856938 Jul 09 13:28:49.328428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38868) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:49.334537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:49.501783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.519709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd0f08-8851-4f53-939a-dd5cc535a985 req-788de33c-5c0d-4bbe-af16-95374b6b8124 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:49.523181 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05fd0f08-8851-4f53-939a-dd5cc535a985 req-788de33c-5c0d-4bbe-af16-95374b6b8124 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1102595 Jul 09 13:28:49.551383 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96d57ed2-3482-4403-8851-4d7cf2cff73f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.602257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05fd0f08-8851-4f53-939a-dd5cc535a985 req-86f0cda5-d58e-4cce-9160-48c201af7997 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Jul 09 13:28:49.625045 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.690976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96d57ed2-3482-4403-8851-4d7cf2cff73f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.742405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d57ed2-3482-4403-8851-4d7cf2cff73f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=a48952f4-91f6-406c-ac35-38dbb5ec4673,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:49.745774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96d57ed2-3482-4403-8851-4d7cf2cff73f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.747649 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-96d57ed2-3482-4403-8851-4d7cf2cff73f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/a48952f4-91f6-406c-ac35-38dbb5ec4673 HTTP/1.1" status: 204 len: 168 time: 0.8550491 Jul 09 13:28:49.750327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38888) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:49.835423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2b75e4de-aac5-41a2-9078-5cb29fe4c6c1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835674 Jul 09 13:28:49.838993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38898) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:49.844983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:49.886177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd04b8-ce75-4a66-93a7-7360fb09f816 req-81801a2c-7d0d-417f-befc-2e75a578d02b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:49.887877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0dd04b8-ce75-4a66-93a7-7360fb09f816 req-81801a2c-7d0d-417f-befc-2e75a578d02b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0983584 Jul 09 13:28:49.939170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.948424 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0dd04b8-ce75-4a66-93a7-7360fb09f816 req-8abb773f-507c-4a0f-8d94-73608f23d73b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532191 Jul 09 13:28:50.080537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:50.084576 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.222283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Allocated IP 172.25.5.68 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/31f57dd1-d861-47df-b76d-c5e5c824e77a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:50.469883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38916) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:50.481752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1119dbe2-e1b0-41ee-a63e-5e79568e49f6 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:50.641934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e454fd6-ff84-449f-8ed6-8929aba380bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.646757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a0eb5324-7a79-46e2-b21f-fadb50c2eca8 None None] Provisioning for port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:50.751377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebd6f5-5447-407c-845d-891d36d834dd req-94dae793-32d7-4992-81fc-5be01a066495 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:50.752953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7ebd6f5-5447-407c-845d-891d36d834dd req-94dae793-32d7-4992-81fc-5be01a066495 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.5955555 Jul 09 13:28:50.770162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e454fd6-ff84-449f-8ed6-8929aba380bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.774605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:28:50.776542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e454fd6-ff84-449f-8ed6-8929aba380bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.826256 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1e454fd6-ff84-449f-8ed6-8929aba380bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1ee476b65f24f2ca7885a6f6bea3f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551326 Jul 09 13:28:50.827905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e454fd6-ff84-449f-8ed6-8929aba380bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de14753c-9571-4113-a7c8-76874ea9f372,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:50.831628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38922) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:50.835221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] Deleting port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:50.835986 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.879868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.895814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7ebd6f5-5447-407c-845d-891d36d834dd req-191d4515-dd7a-444b-a6a9-450476c54d90 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290619 Jul 09 13:28:50.900226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.919887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e9292b6-05e9-4138-8c6b-36e709d872a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.947997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e9292b6-05e9-4138-8c6b-36e709d872a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.952108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:50.961940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:50.966296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:50.966896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.009884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.032859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e9292b6-05e9-4138-8c6b-36e709d872a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.036882 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e9292b6-05e9-4138-8c6b-36e709d872a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.045103 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2052629 Jul 09 13:28:51.045853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6fcb6-7c9b-45aa-86dc-485ab38c3e09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=83b2de2b-57f6-4378-9ad4-7dcf6f25bce7,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:51.049432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38930) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:51.052217 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1e9292b6-05e9-4138-8c6b-36e709d872a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de14753c-9571-4113-a7c8-76874ea9f372 HTTP/1.1" status: 204 len: 168 time: 0.2090590 Jul 09 13:28:51.073820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9292b6-05e9-4138-8c6b-36e709d872a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de14753c-9571-4113-a7c8-76874ea9f372,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:51.079755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] For port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:51.079964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=31f57dd1-d861-47df-b76d-c5e5c824e77a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:51.080410 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.086542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'name': 'tempest-NetworksTestDHCPv6-630524480'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:51.099401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] Calling delete_port for fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:51.108125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:51.147757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:51.151276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:51.245643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 24578fe9-2d4b-4596-a329-bd278372f4ca up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:51.315979 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.342130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 24578fe9-2d4b-4596-a329-bd278372f4ca triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:51.342507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.365755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] Pushing event deleted for resources: {'Port': ['ID=fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:51.373961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14cb44-46dc-4cdf-900b-aba6567a68b7 None None] No DVR routers for this DVR port fda073e5-bb3b-4b8d-a94a-f28ebc2f6d0c on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:51.387773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.399844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf4641-c36a-4a6a-a884-b7c47d51cdaa None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:51.407890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb776660-4bb9-4cc1-a4e5-a5def6afc580 req-4da80572-ca5c-4573-ad28-14400fe13843 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:51.410032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb776660-4bb9-4cc1-a4e5-a5def6afc580 req-4da80572-ca5c-4573-ad28-14400fe13843 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1934252 Jul 09 13:28:51.464978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:51.468902 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.490534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38936) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:51.511976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23c0d1a0-ac10-42fc-9f71-e265c0f2aba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.515659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.518654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:28:51.556681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb776660-4bb9-4cc1-a4e5-a5def6afc580 req-ea0e7e04-2b89-419b-ac08-e66659cf7e57 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373947 Jul 09 13:28:51.658531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '83b2de2b-57f6-4378-9ad4-7dcf6f25bce7'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:51.660114 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.673397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23c0d1a0-ac10-42fc-9f71-e265c0f2aba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.680479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23c0d1a0-ac10-42fc-9f71-e265c0f2aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.769620 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-23c0d1a0-ac10-42fc-9f71-e265c0f2aba2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ad2b8b8dfda41debe9613be1f604e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774122 Jul 09 13:28:51.771137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38942) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:51.776836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0d1a0-ac10-42fc-9f71-e265c0f2aba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d175dc95-4625-4680-80bf-d5d2dae7d886,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:51.823571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa3c94-88cb-44ef-802d-0c747e5b3385 req-36819efd-33f4-45ec-97ef-6c8872d298c6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:51.825873 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bfa3c94-88cb-44ef-802d-0c747e5b3385 req-36819efd-33f4-45ec-97ef-6c8872d298c6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0939384 Jul 09 13:28:51.872267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bfa3c94-88cb-44ef-802d-0c747e5b3385 req-5cf1ada1-9618-4ff4-b3de-f987f599b395 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368185 Jul 09 13:28:51.894113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::1f (d21b40f0-27df-45e6-a847-be7286ec6856/83b2de2b-57f6-4378-9ad4-7dcf6f25bce7/e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:51.996706 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f55-4459-419b-a47d-978444660682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.046740 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f55-4459-419b-a47d-978444660682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.077024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.091349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.118271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23de738-231c-437f-a4f4-42f7dff3278e req-7fa35eae-9f4b-4e2f-a6c6-0400f31fcd9a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:52.119951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d23de738-231c-437f-a4f4-42f7dff3278e req-7fa35eae-9f4b-4e2f-a6c6-0400f31fcd9a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0723448 Jul 09 13:28:52.186383 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d23de738-231c-437f-a4f4-42f7dff3278e req-562764c4-6f4f-45d6-b2c8-83cc9a2326a9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580788 Jul 09 13:28:52.233347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=31f57dd1-d861-47df-b76d-c5e5c824e77a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:52.258148 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f55-4459-419b-a47d-978444660682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.261932 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f55-4459-419b-a47d-978444660682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.263583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-93bd8f55-4459-419b-a47d-978444660682 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d175dc95-4625-4680-80bf-d5d2dae7d886 HTTP/1.1" status: 204 len: 168 time: 0.4889026 Jul 09 13:28:52.289838 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.309101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8f55-4459-419b-a47d-978444660682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d175dc95-4625-4680-80bf-d5d2dae7d886,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:52.350133 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.357598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.368078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e7a80583-908f-491e-b837-62467bb536cb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0301907 Jul 09 13:28:52.405251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:52.463571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed216d-5e4b-4e21-bf84-f9710a752619 req-1a096b26-374c-498e-86a3-48a769acc5ae tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:52.465179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73ed216d-5e4b-4e21-bf84-f9710a752619 req-1a096b26-374c-498e-86a3-48a769acc5ae tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1372473 Jul 09 13:28:52.472055 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.536184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:52.554160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/83b2de2b-57f6-4378-9ad4-7dcf6f25bce7/08db85fa-1c5c-403b-a9d7-141435a7e38f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:52.570871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73ed216d-5e4b-4e21-bf84-f9710a752619 req-1a22d885-09a9-471f-99cd-127e232d2d01 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871289 Jul 09 13:28:52.577136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:52.593341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:52.612849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:52.615603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.632258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:52.644707 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-066addb3-de4e-4a03-81bd-1efdf333d8b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5659275 Jul 09 13:28:52.646698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38966) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:52.802333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b8fb2-e8cb-4372-a7cd-37523623c0be tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:52.806293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d21b8fb2-e8cb-4372-a7cd-37523623c0be tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1559122 Jul 09 13:28:52.806652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38984) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:52.848820 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.859763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Transition to ACTIVE for port object 08db85fa-1c5c-403b-a9d7-141435a7e38f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:52.885926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Transition to ACTIVE for port object 08db85fa-1c5c-403b-a9d7-141435a7e38f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:52.888788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ec3e7-b993-411a-9097-4809cbff684f req-d9f41b7a-acbc-4d8a-8a4a-e3b8f2043d02 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:52.890828 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b72ec3e7-b993-411a-9097-4809cbff684f req-d9f41b7a-acbc-4d8a-8a4a-e3b8f2043d02 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1380351 Jul 09 13:28:52.896661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.937058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-2e1264a3-3f03-4bf9-b0c2-7bf6f7395dea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--602175433&fields=id&tenant_id=304b50eb4b184c3faf2477a6bf16827f HTTP/1.1" status: 200 len: 267 time: 0.0910397 Jul 09 13:28:52.942954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b72ec3e7-b993-411a-9097-4809cbff684f req-be9829be-a2f0-4ba3-9e52-1d6b031e7309 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430756 Jul 09 13:28:52.962032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:52.967537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:52.970680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:53.042065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2bffd577-c667-4e62-8485-9b08e032ba7a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:53.042666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2bffd577-c667-4e62-8485-9b08e032ba7a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.055459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Pushing event updated for resources: {'Port': ['ID=08db85fa-1c5c-403b-a9d7-141435a7e38f,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:53.064361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-dbc84103-70cf-415d-aaf5-47fe6d4ecd1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:53.066491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-dbc84103-70cf-415d-aaf5-47fe6d4ecd1e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports/bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 937 time: 0.1225455 Jul 09 13:28:53.095165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Attempting to bind port 08db85fa-1c5c-403b-a9d7-141435a7e38f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:53.095548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Attempting to bind port 08db85fa-1c5c-403b-a9d7-141435a7e38f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:53.095919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Attempting to bind port 08db85fa-1c5c-403b-a9d7-141435a7e38f on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:53.103275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:53.103669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:53.104674 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.104674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:53.105203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Bound port: 08db85fa-1c5c-403b-a9d7-141435a7e38f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:53.105336 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.203647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] For port 08db85fa-1c5c-403b-a9d7-141435a7e38f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:53.206331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c53985b1-200f-4596-aecd-13c69896f1bd tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:53.210264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] For port 08db85fa-1c5c-403b-a9d7-141435a7e38f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=08db85fa-1c5c-403b-a9d7-141435a7e38f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:53.215276 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.218662 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c53985b1-200f-4596-aecd-13c69896f1bd tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports/ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 935 time: 0.1392164 Jul 09 13:28:53.287712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1f6d49c1-d376-4daa-a043-6aed3668c4ef tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0649714 Jul 09 13:28:53.302421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f2055-39ea-4f36-a6ae-2cd1cfb28284 None None] Pushing event updated for resources: {'Port': ['ID=08db85fa-1c5c-403b-a9d7-141435a7e38f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:53.324193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1e3d2-f1cd-438c-9eac-a757bb25925d req-08778d9f-b8b7-4184-9c9d-6898bc8c1fcf tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:53.326095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45d1e3d2-f1cd-438c-9eac-a757bb25925d req-08778d9f-b8b7-4184-9c9d-6898bc8c1fcf tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0854790 Jul 09 13:28:53.359830 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-fca87801-a593-40d8-96dc-40e29ab11bb3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0472836 Jul 09 13:28:53.393415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45d1e3d2-f1cd-438c-9eac-a757bb25925d req-5ebdf80b-6ac3-4df4-a350-04a3ed4a791a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570543 Jul 09 13:28:53.401822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2bffd577-c667-4e62-8485-9b08e032ba7a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.447770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2bffd577-c667-4e62-8485-9b08e032ba7a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:53.593295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-24a9dbe0-cc98-405a-a80e-aa4188c96b89 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:53.599213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-24a9dbe0-cc98-405a-a80e-aa4188c96b89 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:53.605916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-24a9dbe0-cc98-405a-a80e-aa4188c96b89 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:53.613303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-24a9dbe0-cc98-405a-a80e-aa4188c96b89 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/networks?id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 200 len: 1995 time: 0.2471204 Jul 09 13:28:53.627695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-44255d2c-aa53-47b1-a7bc-3c769348c212 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/quotas/304b50eb4b184c3faf2477a6bf16827f HTTP/1.1" status: 200 len: 375 time: 0.0132380 Jul 09 13:28:53.790544 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-fc9ae5ff-50a8-4fa2-9984-1e904db6168a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1374319 Jul 09 13:28:53.851538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2bffd577-c667-4e62-8485-9b08e032ba7a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.856903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e8be4-4ad4-4540-9124-03c5d4d986dc req-50293643-db80-4435-a524-c1deaaa5c55c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:53.858708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d9e8be4-4ad4-4540-9124-03c5d4d986dc req-50293643-db80-4435-a524-c1deaaa5c55c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0746627 Jul 09 13:28:53.887415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffd577-c667-4e62-8485-9b08e032ba7a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:53.911310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d9e8be4-4ad4-4540-9124-03c5d4d986dc req-84b96ff4-66cb-4184-b6aa-f7c4e88129aa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Jul 09 13:28:53.933668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2bffd577-c667-4e62-8485-9b08e032ba7a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.937913 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2bffd577-c667-4e62-8485-9b08e032ba7a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68 HTTP/1.1" status: 204 len: 168 time: 1.1274102 Jul 09 13:28:53.938213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39020) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:54.031096 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-17cc9800-f078-4eeb-b451-b1efa2ad8da5 service neutron] 10.222.0.32 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394054 Jul 09 13:28:54.068338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4613c3-a82f-4834-b845-beb8c0e5e5ec tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:54.069880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4613c3-a82f-4834-b845-beb8c0e5e5ec tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:54.071536 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1f4613c3-a82f-4834-b845-beb8c0e5e5ec tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1324060 Jul 09 13:28:54.091637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:54.149189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-47c16e8c-eef2-4a3d-bf55-ae9410a3a1bf service neutron] 10.222.0.32 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048486 Jul 09 13:28:54.195644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded3c3a9-e088-4c0a-976a-6f89b9f1bb9c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 83b2de2b-57f6-4378-9ad4-7dcf6f25bce7 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:28:54.201030 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded3c3a9-e088-4c0a-976a-6f89b9f1bb9c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.213679 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-2f5eb8a6-dfd5-41bb-9df3-e1bb50204dab service neutron] 10.222.0.32 "GET /v2.0/ports/bec40dbd-7038-4472-a6b8-a76df9fc0b21?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0632403 Jul 09 13:28:54.233504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eac43-b974-41c4-9583-578a8e2ba811 req-0279fdf9-6626-4c86-8163-68b07d3feaaa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:54.240446 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e39eac43-b974-41c4-9583-578a8e2ba811 req-0279fdf9-6626-4c86-8163-68b07d3feaaa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1925428 Jul 09 13:28:54.284154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded3c3a9-e088-4c0a-976a-6f89b9f1bb9c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.338723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e39eac43-b974-41c4-9583-578a8e2ba811 req-cc893a94-b5b3-4c07-adf1-2affa7fd154d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973034 Jul 09 13:28:54.393450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-30519961-b18e-4731-a13a-87c677a838d0 service neutron] 10.222.0.32 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653421 Jul 09 13:28:54.434099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded3c3a9-e088-4c0a-976a-6f89b9f1bb9c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.551950 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4e21d301-a8ec-4740-a7b2-2886a9c4833e service neutron] 10.222.0.32 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570475 Jul 09 13:28:54.599543 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded3c3a9-e088-4c0a-976a-6f89b9f1bb9c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.605186 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3b277f2e-aa00-4096-b2a0-aca70f3e1ad1 service neutron] 10.222.0.32 "GET /v2.0/ports/ad15285c-4e2f-4e8e-9d95-def2c7e8044e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0521646 Jul 09 13:28:54.632632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3c3a9-e088-4c0a-976a-6f89b9f1bb9c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=83b2de2b-57f6-4378-9ad4-7dcf6f25bce7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:54.653296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc50f5d-c092-409a-8051-99d59ad89c44 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:54.661583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded3c3a9-e088-4c0a-976a-6f89b9f1bb9c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.663598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ded3c3a9-e088-4c0a-976a-6f89b9f1bb9c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/83b2de2b-57f6-4378-9ad4-7dcf6f25bce7 HTTP/1.1" status: 204 len: 168 time: 0.5706379 Jul 09 13:28:54.666773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39062) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:54.739347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-00630d19-a16a-453d-a337-36fc30d7cce7 None None] Provisioning for port 08db85fa-1c5c-403b-a9d7-141435a7e38f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:54.742269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5b05dac8-a445-43ea-88d0-d3b126297ace service neutron] 10.222.0.32 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361074 Jul 09 13:28:54.760578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1016d59a-e9b2-48f6-a081-0b381846a183 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914598 Jul 09 13:28:54.763766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39076) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:54.809829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5bcae-947c-430b-9b23-df05d3ddff30 req-5735a4fc-b9a1-49e7-9271-c5edbcc06d97 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:54.811946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01c5bcae-947c-430b-9b23-df05d3ddff30 req-5735a4fc-b9a1-49e7-9271-c5edbcc06d97 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1471682 Jul 09 13:28:54.819998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:54.866836 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01c5bcae-947c-430b-9b23-df05d3ddff30 req-f9973385-eb5e-41b3-a157-d34a4503fc64 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478222 Jul 09 13:28:54.927297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:28:54.972549 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-417cec49-d16a-4888-a6b7-5d13e2c7a4f0 service neutron] 10.222.0.32 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222209 Jul 09 13:28:54.997180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] Deleting port 08db85fa-1c5c-403b-a9d7-141435a7e38f {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:54.997640 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.034017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:55.038136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.105191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] For port 08db85fa-1c5c-403b-a9d7-141435a7e38f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=08db85fa-1c5c-403b-a9d7-141435a7e38f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:55.105879 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.138313 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] Calling delete_port for 08db85fa-1c5c-403b-a9d7-141435a7e38f owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:55.188131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c619f27-d7e5-4b3b-80ad-8682a46c6f35 req-67e74778-5964-4fb4-9e04-134470d8a9bd tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:55.189719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c619f27-d7e5-4b3b-80ad-8682a46c6f35 req-67e74778-5964-4fb4-9e04-134470d8a9bd tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0805924 Jul 09 13:28:55.205939 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-7921c952-e4ea-4e39-87b9-00493481d685 service neutron] 10.222.0.32 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253547 Jul 09 13:28:55.242583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c619f27-d7e5-4b3b-80ad-8682a46c6f35 req-c978b38e-6876-4f21-9336-fef7059fe96c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Jul 09 13:28:55.310200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.362675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] Pushing event deleted for resources: {'Port': ['ID=08db85fa-1c5c-403b-a9d7-141435a7e38f,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:55.380706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aefde3-e383-4ae3-9f47-4197b22e81cd None None] No DVR routers for this DVR port 08db85fa-1c5c-403b-a9d7-141435a7e38f on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:55.403573 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e7f7b2e4-f4bd-4396-8f25-266f6a8eacf8 service neutron] 10.222.0.32 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965368 Jul 09 13:28:55.454495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.468907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889181-2348-4435-bc01-45b41cc27c92 req-f1509f45-511c-48a1-bdbd-b656cc3b893d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:55.470515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34889181-2348-4435-bc01-45b41cc27c92 req-f1509f45-511c-48a1-bdbd-b656cc3b893d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0687678 Jul 09 13:28:55.514810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34889181-2348-4435-bc01-45b41cc27c92 req-4998342c-2b65-4259-baa1-29c683efda95 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Jul 09 13:28:55.515068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:55.528431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:55.536027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:55.536628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.550234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d894b5-05b4-4609-b318-2f65aa76f310 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:55.564254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=8b059f03-0f58-43de-a02d-f0ef9a24332e,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:55.582559 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4a247e8f-aec9-4511-8116-4c220864d17f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7956767 Jul 09 13:28:55.583852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39134) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:55.590872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'name': 'tempest-NetworksTestDHCPv6-50882489'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:55.591752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-871db49d-b1e0-4fcc-96c3-96c644bb316e service neutron] 10.222.0.32 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779289 Jul 09 13:28:55.601135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39136) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:55.694211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-83123584-97c3-49d7-9173-be117f31a311 service neutron] 10.222.0.32 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015172 Jul 09 13:28:55.795162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f157f23a-8e64-454d-a587-f7257edb095e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.799564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:55.804400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '8b059f03-0f58-43de-a02d-f0ef9a24332e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:55.805331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.806677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.823821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-8107d2d4-122f-4ccc-91d4-6830b9f32e8e service neutron] 10.222.0.32 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229489 Jul 09 13:28:55.866995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 85f0142e-2719-486d-94d4-973de593ba08 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:28:55.940184 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-6add0413-8ce4-4c47-91cf-6598291786ce service neutron] 10.222.0.32 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115575 Jul 09 13:28:55.964677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/8b059f03-0f58-43de-a02d-f0ef9a24332e/bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:56.000595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff2a6c-0a21-45a2-bf0f-9463b4f64ea6 req-222a011f-fd95-48cf-a5cf-95989fb6783d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:56.002306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94ff2a6c-0a21-45a2-bf0f-9463b4f64ea6 req-222a011f-fd95-48cf-a5cf-95989fb6783d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1770573 Jul 09 13:28:56.049638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-0353fedc-f730-4150-8c66-5e90ce42aaf8 service neutron] 10.222.0.32 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000669 Jul 09 13:28:56.071991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f157f23a-8e64-454d-a587-f7257edb095e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.076149 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94ff2a6c-0a21-45a2-bf0f-9463b4f64ea6 req-1b96d6cd-ea95-4f08-89ec-be53e6bbeadf tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621808 Jul 09 13:28:56.077753 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f157f23a-8e64-454d-a587-f7257edb095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.117987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157f23a-8e64-454d-a587-f7257edb095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be80361-6825-4cf2-86cb-d6027111aff4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:56.124866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f157f23a-8e64-454d-a587-f7257edb095e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05d4c5c635ab4eb9b439bb009a05f821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225785 Jul 09 13:28:56.127612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39144) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:56.165281 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-33001f38-f0f5-424d-95d5-86076a6adde6 service neutron] 10.222.0.32 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082430 Jul 09 13:28:56.193423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.201989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04c842f3-96b0-466a-8626-6f46d0c34ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.207060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Transition to ACTIVE for port object bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:56.227756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04c842f3-96b0-466a-8626-6f46d0c34ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.233446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Transition to ACTIVE for port object bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:56.247213 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.293452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:56.297093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:56.301939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:56.305243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Pushing event updated for resources: {'Port': ['ID=bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:56.346511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::5a (d21b40f0-27df-45e6-a847-be7286ec6856/8b059f03-0f58-43de-a02d-f0ef9a24332e/85f0142e-2719-486d-94d4-973de593ba08) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:56.387274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04c842f3-96b0-466a-8626-6f46d0c34ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.389766 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04c842f3-96b0-466a-8626-6f46d0c34ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.393888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-04c842f3-96b0-466a-8626-6f46d0c34ef2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7be80361-6825-4cf2-86cb-d6027111aff4 HTTP/1.1" status: 204 len: 168 time: 0.2623529 Jul 09 13:28:56.411824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c842f3-96b0-466a-8626-6f46d0c34ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be80361-6825-4cf2-86cb-d6027111aff4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:56.412106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Attempting to bind port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:56.412592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Attempting to bind port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:56.414035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Attempting to bind port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:56.434775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:56.437552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:56.438217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.439481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:56.440528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Bound port: bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:56.441503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.551868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.581605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 85f0142e-2719-486d-94d4-973de593ba08 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:56.620954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] For port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:56.624873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] For port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:56.638159 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.675037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.700091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6a771-6118-4ca5-ab4a-8079d3fbdb10 req-5dd6e607-c42f-4824-ad4f-8036896b9b72 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:56.707439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bca6a771-6118-4ca5-ab4a-8079d3fbdb10 req-5dd6e607-c42f-4824-ad4f-8036896b9b72 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1188078 Jul 09 13:28:56.720299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ba5df-54d9-4d52-956d-75e5650a7340 None None] Pushing event updated for resources: {'Port': ['ID=bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:56.754074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:56.774561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:56.780023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:56.785783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:56.786413 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.791120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=85f0142e-2719-486d-94d4-973de593ba08,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:56.838847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bca6a771-6118-4ca5-ab4a-8079d3fbdb10 req-9e87ce81-c264-4399-b69c-080c6a784ba7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303270 Jul 09 13:28:56.844185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39172) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:56.844862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4f8c71cc-9a49-4ed1-b6d6-8eb6da4a4b83 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2587926 Jul 09 13:28:56.870148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39174) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:56.886033 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-021862bf-bca4-4424-8832-aca4f9e331c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.953900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c33779-a7e5-4865-95da-a04c693b5c68 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:56.963583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c33779-a7e5-4865-95da-a04c693b5c68 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:56.966353 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a6c33779-a7e5-4865-95da-a04c693b5c68 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1207421 Jul 09 13:28:56.971010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39176) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:57.012224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-021862bf-bca4-4424-8832-aca4f9e331c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.017663 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-021862bf-bca4-4424-8832-aca4f9e331c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.103056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021862bf-bca4-4424-8832-aca4f9e331c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3070151d-0f6d-4ab4-b6b8-c614b62db582,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:57.113584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-021862bf-bca4-4424-8832-aca4f9e331c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62c195a9b1c74f8a8f34cb7b44166a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396383 Jul 09 13:28:57.114347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39182) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:57.141848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-81091f24-6d1e-483b-b7fb-97080f5468e5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 85f0142e-2719-486d-94d4-973de593ba08 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:57.142271 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81091f24-6d1e-483b-b7fb-97080f5468e5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.191899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d42f3e-29b6-4523-9975-b60dcf21125b req-c187a698-a08f-4eee-b718-acfa6c7ea0f0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0554290 Jul 09 13:28:57.232374 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f06e6478-4a99-4e59-84b4-45dcb4d70d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.264522 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f06e6478-4a99-4e59-84b4-45dcb4d70d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.268083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81091f24-6d1e-483b-b7fb-97080f5468e5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.284238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-81091f24-6d1e-483b-b7fb-97080f5468e5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 85f0142e-2719-486d-94d4-973de593ba08 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:57.352332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f06e6478-4a99-4e59-84b4-45dcb4d70d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.355846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f06e6478-4a99-4e59-84b4-45dcb4d70d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.357239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f06e6478-4a99-4e59-84b4-45dcb4d70d1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3070151d-0f6d-4ab4-b6b8-c614b62db582 HTTP/1.1" status: 204 len: 168 time: 0.2407784 Jul 09 13:28:57.381033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e6478-4a99-4e59-84b4-45dcb4d70d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3070151d-0f6d-4ab4-b6b8-c614b62db582,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:57.451336 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81091f24-6d1e-483b-b7fb-97080f5468e5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.486318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81091f24-6d1e-483b-b7fb-97080f5468e5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=85f0142e-2719-486d-94d4-973de593ba08,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:57.513622 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81091f24-6d1e-483b-b7fb-97080f5468e5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.517850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-81091f24-6d1e-483b-b7fb-97080f5468e5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/85f0142e-2719-486d-94d4-973de593ba08 HTTP/1.1" status: 204 len: 168 time: 0.5428703 Jul 09 13:28:57.518287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39190) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:57.577079 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:28:57.587078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31ff43a-216d-4c4d-9f26-74e536e6188e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:57.588894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31ff43a-216d-4c4d-9f26-74e536e6188e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:57.590710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d31ff43a-216d-4c4d-9f26-74e536e6188e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0710640 Jul 09 13:28:57.593270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39198) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:57.645219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad6cbc3-32e2-418d-bd7c-433ce206e43c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 8b059f03-0f58-43de-a02d-f0ef9a24332e {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:28:57.654769 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fad6cbc3-32e2-418d-bd7c-433ce206e43c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.702057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fad6cbc3-32e2-418d-bd7c-433ce206e43c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.833139 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fad6cbc3-32e2-418d-bd7c-433ce206e43c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.920950 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fad6cbc3-32e2-418d-bd7c-433ce206e43c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.977039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6cbc3-32e2-418d-bd7c-433ce206e43c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=8b059f03-0f58-43de-a02d-f0ef9a24332e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:57.989695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fad6cbc3-32e2-418d-bd7c-433ce206e43c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.995770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39218) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:58.007651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fad6cbc3-32e2-418d-bd7c-433ce206e43c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/8b059f03-0f58-43de-a02d-f0ef9a24332e HTTP/1.1" status: 204 len: 168 time: 0.4128535 Jul 09 13:28:58.131895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0a02f0fe-138e-4845-b5ad-59dabcb7c523 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333370 Jul 09 13:28:58.132851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39222) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:58.204192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbed35d6-3735-4ca1-a3de-44e964bf718c None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:58.214990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf6bf0-48ea-45c7-b3f4-f226af2e16d6 req-3558992e-7cf3-44aa-9689-91c74e55a6ae tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:58.229731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2bf6bf0-48ea-45c7-b3f4-f226af2e16d6 req-3558992e-7cf3-44aa-9689-91c74e55a6ae tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1483567 Jul 09 13:28:58.242301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bd9ed-b107-4de6-8004-ac5d189ef923 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:58.245824 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1d8bd9ed-b107-4de6-8004-ac5d189ef923 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1019676 Jul 09 13:28:58.248680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39228) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:58.340738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442311b3-db75-4583-b4d7-8dbca941ccc0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:58.344533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-442311b3-db75-4583-b4d7-8dbca941ccc0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0926330 Jul 09 13:28:58.345046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39234) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:58.384943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-19dcd04a-75ae-4034-a160-77f98e44ac19 None None] Provisioning for port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:58.399464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3d9e51e1-75a2-4ddc-becb-0f6020283b99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494680 Jul 09 13:28:58.406218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39236) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:58.411555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:58.450495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2307c570-8952-4f3f-84a5-a9cef8753ff1 req-dd6c7065-dfd2-469b-9ec5-92f6073b9282 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0612075 Jul 09 13:28:58.477434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2bf6bf0-48ea-45c7-b3f4-f226af2e16d6 req-b405615d-a13b-4435-8f73-7498a641485b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464001 Jul 09 13:28:58.507151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:28:58.573156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:58.579234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.581817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] Deleting port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:58.582672 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.671244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] For port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:58.671648 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.693119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] Calling delete_port for bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:58.817287 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.858566 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.869939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] Pushing event deleted for resources: {'Port': ['ID=bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:58.871908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd05764-aa5e-45b4-a5e7-6a4787e394ae None None] No DVR routers for this DVR port bd4ba0a4-2183-4a1a-b0ef-8ddc9b336f8a on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:58.914616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:58.918639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:58.923542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:58.924141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.931015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd46488-b7f8-4667-b564-754d698e9661 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:58.936345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=72b027a7-43be-451c-bb8d-0f4f7a29dd3a,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:58.945371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-620d53fc-3901-4b0d-839e-40705f08d94c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5377188 Jul 09 13:28:58.948770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39254) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:58.954982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': '72b027a7-43be-451c-bb8d-0f4f7a29dd3a', 'ip_address': '2001:db8::3a2c:77aa:2bb3:571d'}], 'name': 'tempest-NetworksTestDHCPv6-238713729'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:59.107200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:59.138219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-a11b553f-1239-4244-b487-181f7512c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:59.143087 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-a11b553f-1239-4244-b487-181f7512c32b service neutron] 10.222.0.10 "GET /v2.0/ports/bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 1033 time: 0.0998034 Jul 09 13:28:59.279667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-976f3478-5225-4235-a2e6-332768792369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:59.281405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-976f3478-5225-4235-a2e6-332768792369 service neutron] 10.222.0.10 "GET /v2.0/ports/ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 1031 time: 0.1254616 Jul 09 13:28:59.289513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.333670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '72b027a7-43be-451c-bb8d-0f4f7a29dd3a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:59.335241 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.342781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port e5d93cfe-7981-4691-9363-f08f46603200 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:28:59.537254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5f15afd2-33b0-4ea6-8d75-95a5265f36f5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:59.557143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5f15afd2-33b0-4ea6-8d75-95a5265f36f5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:59.584842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5f15afd2-33b0-4ea6-8d75-95a5265f36f5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:59.596115 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5f15afd2-33b0-4ea6-8d75-95a5265f36f5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "GET /v2.0/networks?id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 200 len: 1995 time: 0.2993708 Jul 09 13:28:59.742227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6255462-8f67-4d30-beae-7f7cf0e0c639 req-faa1f771-8cc1-47ae-ae0d-67ee33272c3c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0956554 Jul 09 13:28:59.756637 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e98b193c-4805-43b3-ae0e-d6232a5639f7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=304b50eb4b184c3faf2477a6bf16827f HTTP/1.1" status: 200 len: 379 time: 0.1596520 Jul 09 13:28:59.770789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'admin_state_up': True, 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'security_groups': ['1bfa45fc-0db2-457a-aa8c-d983f6285397']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:59.825985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/72b027a7-43be-451c-bb8d-0f4f7a29dd3a/17472a19-d142-4502-b85c-be6fa2e8293a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:00.037359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:00.038602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148ba0f-3b30-472d-b07b-292dad770ecf req-86493e37-512a-41d1-9b10-172ed546bf59 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:00.046616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7148ba0f-3b30-472d-b07b-292dad770ecf req-86493e37-512a-41d1-9b10-172ed546bf59 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.7198594 Jul 09 13:29:00.048014 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.092895 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.117608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Transition to ACTIVE for port object 17472a19-d142-4502-b85c-be6fa2e8293a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:00.121180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7148ba0f-3b30-472d-b07b-292dad770ecf req-c40dc311-b1b8-42d2-b6a3-103a8aa66260 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679247 Jul 09 13:29:00.159583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Transition to ACTIVE for port object 17472a19-d142-4502-b85c-be6fa2e8293a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:00.171342 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.246788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Pushing event updated for resources: {'Port': ['ID=17472a19-d142-4502-b85c-be6fa2e8293a,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:00.256352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Allocated IP 172.20.0.11 (2a0f6167-6c10-4698-9b53-b91ea671a5f4/0728d4d0-2a44-4ec1-b201-7cb38e4632eb/ec1cbcef-98b7-4169-96bf-36e3375f3340) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:00.273284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:00.275995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:00.293293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:00.324182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::3a2c:77aa:2bb3:571d (d21b40f0-27df-45e6-a847-be7286ec6856/72b027a7-43be-451c-bb8d-0f4f7a29dd3a/e5d93cfe-7981-4691-9363-f08f46603200) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:00.370840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Attempting to bind port 17472a19-d142-4502-b85c-be6fa2e8293a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:00.371439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Attempting to bind port 17472a19-d142-4502-b85c-be6fa2e8293a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:00.371977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Attempting to bind port 17472a19-d142-4502-b85c-be6fa2e8293a on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:00.378577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:00.379077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:00.379572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.380100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:00.380698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Bound port: 17472a19-d142-4502-b85c-be6fa2e8293a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:00.381158 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.492298 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.506375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] For port 17472a19-d142-4502-b85c-be6fa2e8293a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:00.512036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] For port 17472a19-d142-4502-b85c-be6fa2e8293a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=17472a19-d142-4502-b85c-be6fa2e8293a,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:00.522110 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.526372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Transition to ACTIVE for port object ec1cbcef-98b7-4169-96bf-36e3375f3340 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:00.617451 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.654612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fb9c6-ea29-4bab-82c4-0b2326dc2e2a None None] Pushing event updated for resources: {'Port': ['ID=17472a19-d142-4502-b85c-be6fa2e8293a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:00.720416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:00.740199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:00.745360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:00.805581 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.835260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-df269c82-980d-438d-8043-43d98924dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:00.839215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-df269c82-980d-438d-8043-43d98924dd2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1095 time: 0.2794662 Jul 09 13:29:00.845031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=ec1cbcef-98b7-4169-96bf-36e3375f3340,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:00.883150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:00.883998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.892839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object e5d93cfe-7981-4691-9363-f08f46603200 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:00.924994 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c6ade58-707f-4f04-8573-fafa6a4bb0c2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1628764 Jul 09 13:29:00.936896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'admin_state_up': True, 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'security_groups': ['1bfa45fc-0db2-457a-aa8c-d983f6285397']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:01.053578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f894218-8c5f-42da-9ec9-cc536a217c9d req-47aed6d5-7738-482f-acd0-9e6790023245 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.055558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f894218-8c5f-42da-9ec9-cc536a217c9d req-47aed6d5-7738-482f-acd0-9e6790023245 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.3787820 Jul 09 13:29:01.193267 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f894218-8c5f-42da-9ec9-cc536a217c9d req-060b2bb5-55aa-4221-8a6a-090c8faac279 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262522 Jul 09 13:29:01.197037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39356) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:01.212684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-dcb2e1d5-800b-41d5-bcf1-76823a56438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.217364 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-dcb2e1d5-800b-41d5-bcf1-76823a56438a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.3702452 Jul 09 13:29:01.219574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.318549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 17472a19-d142-4502-b85c-be6fa2e8293a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:01.334802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:01.349120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:01.350063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:01.361601 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.369032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:01.380001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.380945 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.399114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b12018b9-e884-4064-8064-4d382d1ddf4e None None] Provisioning for port ec1cbcef-98b7-4169-96bf-36e3375f3340 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:01.406713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b12018b9-e884-4064-8064-4d382d1ddf4e None None] Provisioning complete for port ec1cbcef-98b7-4169-96bf-36e3375f3340 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:01.407164 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b12018b9-e884-4064-8064-4d382d1ddf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.409595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=e5d93cfe-7981-4691-9363-f08f46603200,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:01.431968 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-a425127d-27bd-4ab3-b162-4396093808eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 999 time: 0.2044761 Jul 09 13:29:01.435801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d61ccb86-bce2-47d9-9647-205dba531352 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4835455 Jul 09 13:29:01.436376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39360) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:01.457981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 17472a19-d142-4502-b85c-be6fa2e8293a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:01.480465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b12018b9-e884-4064-8064-4d382d1ddf4e None None] Port ec1cbcef-98b7-4169-96bf-36e3375f3340 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:01.529573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21768c-cb74-4350-a61b-1fad97fb8de8 req-60ec56fc-78e6-42ba-8bb8-522f69bf0373 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.529798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a30e1bb7-3acb-4b0a-b67c-5606565b46e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.537290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9c21768c-cb74-4350-a61b-1fad97fb8de8 req-60ec56fc-78e6-42ba-8bb8-522f69bf0373 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 932 time: 0.4924412 Jul 09 13:29:01.598575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-456d201d-ee22-49d4-9df6-444448681f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.600111 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-456d201d-ee22-49d4-9df6-444448681f4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1436183 Jul 09 13:29:01.631670 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9c21768c-cb74-4350-a61b-1fad97fb8de8 req-17139b52-b4cd-4d81-8647-da11854f8020 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933325 Jul 09 13:29:01.677117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Allocated IP 10.1.1.98 (7e00c6e0-4d26-41c8-b1e1-40737b86495b/e378ea2a-4c96-4c39-8097-4942f77bf5e3/7bd89bf5-bbcf-4d9a-86a7-6725da06548d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:01.715462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf83bcb-42a8-4dff-8d05-136940209da5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.721595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf83bcb-42a8-4dff-8d05-136940209da5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.723363 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-daf83bcb-42a8-4dff-8d05-136940209da5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2858889 Jul 09 13:29:01.731660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:01.970089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-999d3350-b2b6-430c-87a3-d4ba67352a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.971694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-999d3350-b2b6-430c-87a3-d4ba67352a57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3536477 Jul 09 13:29:02.008100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671b0b-7741-4ba5-bb09-64ebe2a8666e req-18349876-9501-475c-b0dc-e988d1457cce tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:02.015545 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4671b0b-7741-4ba5-bb09-64ebe2a8666e req-18349876-9501-475c-b0dc-e988d1457cce tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3274419 Jul 09 13:29:02.072438 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a30e1bb7-3acb-4b0a-b67c-5606565b46e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.092600 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a30e1bb7-3acb-4b0a-b67c-5606565b46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.206289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-dfa48d9c-1ffa-436a-95fd-cfa29bc07fda service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246923 Jul 09 13:29:02.224054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f1097b56-2f17-4dc6-a369-1dddf60fe132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port e5d93cfe-7981-4691-9363-f08f46603200 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:02.224399 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1097b56-2f17-4dc6-a369-1dddf60fe132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.241019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a30e1bb7-3acb-4b0a-b67c-5606565b46e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7e54215f9c9429fbf659734af276981&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0401387 Jul 09 13:29:02.242870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e1bb7-3acb-4b0a-b67c-5606565b46e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b695ea04-b329-4cb4-b367-2b4d0838d61e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.258713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39366) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:02.316174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f8f3319d-a58e-46f6-978d-9ceb0875a82a None None] Provisioning for port 17472a19-d142-4502-b85c-be6fa2e8293a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:02.323448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f8f3319d-a58e-46f6-978d-9ceb0875a82a None None] Provisioning complete for port 17472a19-d142-4502-b85c-be6fa2e8293a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:02.324484 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8f3319d-a58e-46f6-978d-9ceb0875a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.375040 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.389027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4671b0b-7741-4ba5-bb09-64ebe2a8666e req-092258bb-2034-4a05-a3ec-f289e7f33896 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554409 Jul 09 13:29:02.402197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Transition to ACTIVE for port object 7bd89bf5-bbcf-4d9a-86a7-6725da06548d will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:02.482931 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4746eae9-9720-489a-bc23-70b4e3001c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.494894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.532580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8f3319d-a58e-46f6-978d-9ceb0875a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.563463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:02.573944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f8f3319d-a58e-46f6-978d-9ceb0875a82a None None] For port 17472a19-d142-4502-b85c-be6fa2e8293a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=17472a19-d142-4502-b85c-be6fa2e8293a,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:02.583780 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8f3319d-a58e-46f6-978d-9ceb0875a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.599761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:02.605202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:02.623713 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4746eae9-9720-489a-bc23-70b4e3001c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.668905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3319d-a58e-46f6-978d-9ceb0875a82a None None] Pushing event updated for resources: {'Port': ['ID=17472a19-d142-4502-b85c-be6fa2e8293a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.705234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1097b56-2f17-4dc6-a369-1dddf60fe132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.715785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c3cc6d39-3b79-4dda-8abd-9fd0ad22d09a None None] Provisioning for port e5d93cfe-7981-4691-9363-f08f46603200 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:02.721027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:02.721531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c3cc6d39-3b79-4dda-8abd-9fd0ad22d09a None None] Provisioning complete for port e5d93cfe-7981-4691-9363-f08f46603200 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:02.721979 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c3cc6d39-3b79-4dda-8abd-9fd0ad22d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.722100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.736782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.756468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d8c77e63-b1da-43f5-93f1-2e80d783e027 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8233838 Jul 09 13:29:02.762771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21c094ff-1b6f-425b-bc11-4ae40ab2f119 req-3efdbc49-4db5-4df5-a4e1-eb21ce4e7c77 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406883 Jul 09 13:29:02.772854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'admin_state_up': True, 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'security_groups': ['1bfa45fc-0db2-457a-aa8c-d983f6285397']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:02.780436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f1097b56-2f17-4dc6-a369-1dddf60fe132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for e5d93cfe-7981-4691-9363-f08f46603200 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:02.784442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca171fb1-eeb3-4a45-b0db-0b166181f7fc req-a716fa99-7dc3-464c-a34e-59123e935b9b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:02.787742 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca171fb1-eeb3-4a45-b0db-0b166181f7fc req-a716fa99-7dc3-464c-a34e-59123e935b9b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.3109798 Jul 09 13:29:02.795932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc6d39-3b79-4dda-8abd-9fd0ad22d09a None None] Port e5d93cfe-7981-4691-9363-f08f46603200 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:02.903068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca171fb1-eeb3-4a45-b0db-0b166181f7fc req-7d8aaace-cbc9-4a48-994b-3ed1b49780fe tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927849 Jul 09 13:29:02.936176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6ad6512c-52f6-45b7-83f0-7743dfe40314 None None] Provisioning for port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:02.938477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6ad6512c-52f6-45b7-83f0-7743dfe40314 None None] Provisioning complete for port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:02.938811 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6ad6512c-52f6-45b7-83f0-7743dfe40314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.967839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71f2cc-a018-42f2-9ab8-2c4c46e2de0c req-35973097-68ce-4eef-a4a1-32cb17dc9376 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:02.977246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a71f2cc-a018-42f2-9ab8-2c4c46e2de0c req-35973097-68ce-4eef-a4a1-32cb17dc9376 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3610454 Jul 09 13:29:03.015860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6ad6512c-52f6-45b7-83f0-7743dfe40314 None None] Port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:03.020655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:03.030506 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4746eae9-9720-489a-bc23-70b4e3001c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.033436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4746eae9-9720-489a-bc23-70b4e3001c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.034583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4746eae9-9720-489a-bc23-70b4e3001c8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b695ea04-b329-4cb4-b367-2b4d0838d61e HTTP/1.1" status: 204 len: 168 time: 0.7500887 Jul 09 13:29:03.056305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.095102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746eae9-9720-489a-bc23-70b4e3001c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695ea04-b329-4cb4-b367-2b4d0838d61e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:03.116730 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a71f2cc-a018-42f2-9ab8-2c4c46e2de0c req-ea472eab-8969-4ecf-be89-3223899e96f3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347988 Jul 09 13:29:03.156939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1097b56-2f17-4dc6-a369-1dddf60fe132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.237568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 17472a19-d142-4502-b85c-be6fa2e8293a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:03.241023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1097b56-2f17-4dc6-a369-1dddf60fe132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=e5d93cfe-7981-4691-9363-f08f46603200,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:03.305649 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1097b56-2f17-4dc6-a369-1dddf60fe132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.313492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f1097b56-2f17-4dc6-a369-1dddf60fe132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/e5d93cfe-7981-4691-9363-f08f46603200 HTTP/1.1" status: 204 len: 168 time: 1.5519505 Jul 09 13:29:03.313694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39382) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:03.388461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 17472a19-d142-4502-b85c-be6fa2e8293a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:03.393523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.444929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Allocated IP 10.1.1.117 (7e00c6e0-4d26-41c8-b1e1-40737b86495b/e378ea2a-4c96-4c39-8097-4942f77bf5e3/9dfddcb2-6c96-4e8d-918d-8f2f522cefbf) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:03.484572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a95e26-c433-4979-b5b5-d92dca36980f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:03.490245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a95e26-c433-4979-b5b5-d92dca36980f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:03.495687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-49a95e26-c433-4979-b5b5-d92dca36980f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1809807 Jul 09 13:29:03.496410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39386) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:03.575907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c62e571-2fbb-462e-b485-cb82fc946032 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 72b027a7-43be-451c-bb8d-0f4f7a29dd3a {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:03.581727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c62e571-2fbb-462e-b485-cb82fc946032 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.589861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dba00-b90e-494d-a4bb-d010a2302e1b req-d69bdbb2-b4cd-4bb7-89a8-ccffd2d89ea8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:03.596010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dba00-b90e-494d-a4bb-d010a2302e1b req-d69bdbb2-b4cd-4bb7-89a8-ccffd2d89ea8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:03.612175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-517dba00-b90e-494d-a4bb-d010a2302e1b req-d69bdbb2-b4cd-4bb7-89a8-ccffd2d89ea8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 1653 time: 0.2597630 Jul 09 13:29:03.638546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c62e571-2fbb-462e-b485-cb82fc946032 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.829525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-517dba00-b90e-494d-a4bb-d010a2302e1b req-d5c55f1b-01c0-4665-bff9-3015bd609118 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163167 Jul 09 13:29:03.839013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39390) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:03.869155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71953edf-6d70-4da4-85bf-91e5f3dd990a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.881235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c62e571-2fbb-462e-b485-cb82fc946032 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.899391 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.933667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Transition to ACTIVE for port object 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:03.961703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eff250-9ecb-4da7-ba3e-b073e7b963b8 req-3f5e995f-5f71-40cd-90f8-cfaa0f3678e5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:03.965260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62eff250-9ecb-4da7-ba3e-b073e7b963b8 req-3f5e995f-5f71-40cd-90f8-cfaa0f3678e5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1886287 Jul 09 13:29:04.034432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c62e571-2fbb-462e-b485-cb82fc946032 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.064222 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.101536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62eff250-9ecb-4da7-ba3e-b073e7b963b8 req-f07b9c70-66ab-4170-ad8f-6f176ea00de5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252527 Jul 09 13:29:04.103711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c62e571-2fbb-462e-b485-cb82fc946032 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.106252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1c62e571-2fbb-462e-b485-cb82fc946032 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/72b027a7-43be-451c-bb8d-0f4f7a29dd3a HTTP/1.1" status: 204 len: 168 time: 0.6082788 Jul 09 13:29:04.107634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62e571-2fbb-462e-b485-cb82fc946032 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=72b027a7-43be-451c-bb8d-0f4f7a29dd3a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.110151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39396) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:04.113823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35082d5-ddee-4958-9e31-e22c620b523c None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:04.144306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:04.160832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-95447c84-8267-44dc-b6a0-2fba1b463fe6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492284 Jul 09 13:29:04.163495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39398) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:04.173911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:04.175122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:04.224531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:04.318403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71953edf-6d70-4da4-85bf-91e5f3dd990a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.351306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:04.356818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.362703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71953edf-6d70-4da4-85bf-91e5f3dd990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.369736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.379399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:04.380042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.457225 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bcde77f7-9181-4aa5-8678-35ba98a96718 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6911767 Jul 09 13:29:04.470253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-71953edf-6d70-4da4-85bf-91e5f3dd990a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4045bb3afe304eb3bffdc2c04ca8c0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6251614 Jul 09 13:29:04.481722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b', 'admin_state_up': True, 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'security_groups': ['1bfa45fc-0db2-457a-aa8c-d983f6285397']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:04.485120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39404) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:04.486701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71953edf-6d70-4da4-85bf-91e5f3dd990a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b4fca3-7008-46b7-b111-957ec3af825c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.526994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:04.627083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627572b8-29bc-4234-8dc6-d1e1c8d1e382 req-33a80ee8-8e52-45f2-aa31-b31f9c88c380 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:04.629160 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-627572b8-29bc-4234-8dc6-d1e1c8d1e382 req-33a80ee8-8e52-45f2-aa31-b31f9c88c380 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.4488325 Jul 09 13:29:04.662629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] Deleting port 17472a19-d142-4502-b85c-be6fa2e8293a {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:04.663450 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.702855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90a165fe-a07c-49db-92f1-7acf51fad54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.721079 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-627572b8-29bc-4234-8dc6-d1e1c8d1e382 req-22874dde-2ec0-48e0-9222-df97293b978c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804822 Jul 09 13:29:04.756148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:04.763347 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90a165fe-a07c-49db-92f1-7acf51fad54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.792375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] For port 17472a19-d142-4502-b85c-be6fa2e8293a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=17472a19-d142-4502-b85c-be6fa2e8293a,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:04.793012 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.838373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] Calling delete_port for 17472a19-d142-4502-b85c-be6fa2e8293a owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:04.872569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b8c5f347-ae46-4990-a095-9547994589ae None None] Provisioning for port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:04.920316 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.938898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90a165fe-a07c-49db-92f1-7acf51fad54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.942296 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90a165fe-a07c-49db-92f1-7acf51fad54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.942475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de539-2ba6-4514-85cb-e242473b9cf8 req-de693458-bfd4-4239-b29c-cc511bd7306f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:04.943248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-90a165fe-a07c-49db-92f1-7acf51fad54e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5b4fca3-7008-46b7-b111-957ec3af825c HTTP/1.1" status: 204 len: 168 time: 0.4516933 Jul 09 13:29:04.956314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1de539-2ba6-4514-85cb-e242473b9cf8 req-de693458-bfd4-4239-b29c-cc511bd7306f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4242375 Jul 09 13:29:04.961322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a165fe-a07c-49db-92f1-7acf51fad54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b4fca3-7008-46b7-b111-957ec3af825c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.967636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b8c5f347-ae46-4990-a095-9547994589ae None None] Provisioning complete for port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:04.969876 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8c5f347-ae46-4990-a095-9547994589ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.975320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.115411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=5bd23521-da43-423b-ac00-4719fb590e6f,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:05.183901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:05.187977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.188511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.188961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.189454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.190249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.190477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.190879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.191406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.192040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.192545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.193226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.193685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:05.218691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:05.219409 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.225157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:05.226162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.235760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 17472a19-d142-4502-b85c-be6fa2e8293a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:05.248191 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1de539-2ba6-4514-85cb-e242473b9cf8 req-d24dc7a6-d052-4649-a391-60c63b33a84e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852843 Jul 09 13:29:05.278038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c8dfc23-c449-4063-ad83-5cb8eec66952 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1094470 Jul 09 13:29:05.281754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] Pushing event deleted for resources: {'Port': ['ID=17472a19-d142-4502-b85c-be6fa2e8293a,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:05.282505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39412) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:05.294122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': '5bd23521-da43-423b-ac00-4719fb590e6f', 'ip_address': '2001:db8::4e4e:1d34:a7d6:9b68'}], 'name': 'tempest-NetworksTestDHCPv6-1690326951'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:05.311213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Allocated IP 10.2.2.100 (427f5b13-ea1e-4354-be87-64c30cc8d34b/eab8aac9-674e-4ccf-b41f-64efe0dc4346/c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:05.342227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6b66b-0f00-4dfe-af77-caa7d7c3f4ba None None] No DVR routers for this DVR port 17472a19-d142-4502-b85c-be6fa2e8293a on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:05.347822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5f347-ae46-4990-a095-9547994589ae None None] Port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:05.357925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 17472a19-d142-4502-b85c-be6fa2e8293a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:05.359304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 17472a19-d142-4502-b85c-be6fa2e8293a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:05.372489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65ecdf-b14c-44f8-b4d3-5c68d6607932 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:05.545862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f8599-adf3-4bcd-9c59-818ceec1c23e req-eb70fb39-473d-4f9d-a83a-a2872845b988 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:05.553738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f8599-adf3-4bcd-9c59-818ceec1c23e req-eb70fb39-473d-4f9d-a83a-a2872845b988 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:05.563151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f8599-adf3-4bcd-9c59-818ceec1c23e req-eb70fb39-473d-4f9d-a83a-a2872845b988 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:05.573657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b67f8599-adf3-4bcd-9c59-818ceec1c23e req-eb70fb39-473d-4f9d-a83a-a2872845b988 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 2374 time: 0.2788322 Jul 09 13:29:05.599080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:05.660459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b67f8599-adf3-4bcd-9c59-818ceec1c23e req-8647c9e4-0edb-49da-a4e2-de6701d52fe4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854886 Jul 09 13:29:05.691952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '5bd23521-da43-423b-ac00-4719fb590e6f'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:05.700279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.716883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.739857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Transition to ACTIVE for port object c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:05.815617 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.907096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 427f5b13-ea1e-4354-be87-64c30cc8d34b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:05.914001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:05.919297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:05.995673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/5bd23521-da43-423b-ac00-4719fb590e6f/bf5c9f79-2aaa-4392-a451-d06d5892af94) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:06.012701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:06.108483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:06.113516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.155920 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bac47fb2-8bf4-4039-99b6-56eb4f4d5485 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6792569 Jul 09 13:29:06.174024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b', 'admin_state_up': True, 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'security_groups': ['1bfa45fc-0db2-457a-aa8c-d983f6285397']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:06.250738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af08b8-04ba-497a-af59-ad336f2317ff req-1802f456-8128-4189-8e63-037d24b287ba tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:06.265141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27af08b8-04ba-497a-af59-ad336f2317ff req-1802f456-8128-4189-8e63-037d24b287ba tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2304077 Jul 09 13:29:06.341651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.367782 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27af08b8-04ba-497a-af59-ad336f2317ff req-b1928b75-ba3e-4e52-a273-4b621e79d65f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016545 Jul 09 13:29:06.380345 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.380897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 66b1201f-4070-4011-8234-4647689555e2 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:06.392521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Made reservation on behalf of 304b50eb4b184c3faf2477a6bf16827f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:06.397429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Transition to ACTIVE for port object bf5c9f79-2aaa-4392-a451-d06d5892af94 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:06.398438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.420915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ccd8cfd9-f7c1-490c-8ece-560d2a164b57 None None] Provisioning for port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:06.425444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Transition to ACTIVE for port object bf5c9f79-2aaa-4392-a451-d06d5892af94 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:06.430393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ccd8cfd9-f7c1-490c-8ece-560d2a164b57 None None] Provisioning complete for port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:06.431774 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ccd8cfd9-f7c1-490c-8ece-560d2a164b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.479382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8cfd9-f7c1-490c-8ece-560d2a164b57 None None] Port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:06.481693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.522878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:06.527884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:06.532331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:06.583722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Pushing event updated for resources: {'Port': ['ID=bf5c9f79-2aaa-4392-a451-d06d5892af94,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:06.697405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Attempting to bind port bf5c9f79-2aaa-4392-a451-d06d5892af94 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:06.697405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Attempting to bind port bf5c9f79-2aaa-4392-a451-d06d5892af94 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:06.701756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Attempting to bind port bf5c9f79-2aaa-4392-a451-d06d5892af94 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:06.717461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:06.718984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:06.718984 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.718984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:06.719472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Bound port: bf5c9f79-2aaa-4392-a451-d06d5892af94, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:06.719650 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.744681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Allocated IP 10.2.2.200 (427f5b13-ea1e-4354-be87-64c30cc8d34b/eab8aac9-674e-4ccf-b41f-64efe0dc4346/502d8b4a-eef9-40b1-975e-037964dce8ee) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:06.825996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::4e4e:1d34:a7d6:9b68 (d21b40f0-27df-45e6-a847-be7286ec6856/5bd23521-da43-423b-ac00-4719fb590e6f/66b1201f-4070-4011-8234-4647689555e2) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:06.954581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] For port bf5c9f79-2aaa-4392-a451-d06d5892af94, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:06.972147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] For port bf5c9f79-2aaa-4392-a451-d06d5892af94, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bf5c9f79-2aaa-4392-a451-d06d5892af94,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:06.984840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.105765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.130267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a9149-69dc-44af-a5b0-265c46e4e1ed req-fa2eb0de-5ffc-4db1-bd4d-8f0d1c05cef4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.161216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a9149-69dc-44af-a5b0-265c46e4e1ed req-fa2eb0de-5ffc-4db1-bd4d-8f0d1c05cef4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.164215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b940f-a7be-4077-8d8f-c7fe2b9a0ece None None] Pushing event updated for resources: {'Port': ['ID=bf5c9f79-2aaa-4392-a451-d06d5892af94,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:07.168474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a9149-69dc-44af-a5b0-265c46e4e1ed req-fa2eb0de-5ffc-4db1-bd4d-8f0d1c05cef4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.191728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ced7e-907b-43e2-b50e-0e57e5f23fa0 req-a8210fad-ab27-402a-b9b5-45e1fbff9e17 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.193391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca8ced7e-907b-43e2-b50e-0e57e5f23fa0 req-a8210fad-ab27-402a-b9b5-45e1fbff9e17 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2882738 Jul 09 13:29:07.194532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Transition to ACTIVE for port object 502d8b4a-eef9-40b1-975e-037964dce8ee will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:07.195260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a9149-69dc-44af-a5b0-265c46e4e1ed req-fa2eb0de-5ffc-4db1-bd4d-8f0d1c05cef4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.203753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-073a9149-69dc-44af-a5b0-265c46e4e1ed req-fa2eb0de-5ffc-4db1-bd4d-8f0d1c05cef4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 3095 time: 0.2673554 Jul 09 13:29:07.268130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.276837 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca8ced7e-907b-43e2-b50e-0e57e5f23fa0 req-f8976848-54b9-4a52-a32c-4cb50344da10 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757062 Jul 09 13:29:07.315330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-073a9149-69dc-44af-a5b0-265c46e4e1ed req-7907faa2-a6ba-4e68-9ac8-e32bea8dd3eb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105778 Jul 09 13:29:07.344066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 66b1201f-4070-4011-8234-4647689555e2 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:07.362731 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.489902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Network 427f5b13-ea1e-4354-be87-64c30cc8d34b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:07.494096 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.502663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:07.517941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:07.522773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event updated for resources: {'Port': ['ID=502d8b4a-eef9-40b1-975e-037964dce8ee,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:07.607605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39500) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:07.630393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:07.646617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:07.653660 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.654312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.657010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:07.671771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.672793 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.688437 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1970c65e-ec18-41e3-86e7-2725e49270f3 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5272131 Jul 09 13:29:07.707774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:07.832520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=66b1201f-4070-4011-8234-4647689555e2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:07.853969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2afd363c-097c-46f3-a32c-09cb195af5ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5690196 Jul 09 13:29:07.858991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39506) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:07.910364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42f37fb5-e9cf-42e1-8f09-31cf86d4b2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.942526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41ad73-dab9-4cdd-8425-c02393363d0e req-000e48cf-dc9e-4739-bd66-4c9108842dee tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.950445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e41ad73-dab9-4cdd-8425-c02393363d0e req-000e48cf-dc9e-4739-bd66-4c9108842dee tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2573495 Jul 09 13:29:07.970133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.993027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e41ad73-dab9-4cdd-8425-c02393363d0e req-0b9f396d-0483-4fdc-882b-60087bbf99ac tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Jul 09 13:29:08.037983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-af438196-c515-4c6e-8d46-89e0b1e21cba None None] Provisioning for port 502d8b4a-eef9-40b1-975e-037964dce8ee completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:08.043830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-af438196-c515-4c6e-8d46-89e0b1e21cba None None] Provisioning complete for port 502d8b4a-eef9-40b1-975e-037964dce8ee triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:08.044636 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af438196-c515-4c6e-8d46-89e0b1e21cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.108685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-af438196-c515-4c6e-8d46-89e0b1e21cba None None] Port 502d8b4a-eef9-40b1-975e-037964dce8ee cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:08.268409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203bd5b-fd4b-4d1e-acb3-ef648bb9cad2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.274385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203bd5b-fd4b-4d1e-acb3-ef648bb9cad2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.277032 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8203bd5b-fd4b-4d1e-acb3-ef648bb9cad2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4141891 Jul 09 13:29:08.280142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39510) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:08.413487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6d99bfcb-1d49-4078-9dad-990e9607850e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 66b1201f-4070-4011-8234-4647689555e2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:08.414707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d99bfcb-1d49-4078-9dad-990e9607850e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.456776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42f37fb5-e9cf-42e1-8f09-31cf86d4b2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.469751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a1be2-511b-4b73-b958-67c68d21228d req-4c6f961a-0fa6-4377-bdd8-fa57fe7c70c5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.471463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b8a1be2-511b-4b73-b958-67c68d21228d req-4c6f961a-0fa6-4377-bdd8-fa57fe7c70c5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3188109 Jul 09 13:29:08.474317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42f37fb5-e9cf-42e1-8f09-31cf86d4b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.563101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f37fb5-e9cf-42e1-8f09-31cf86d4b2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cab51b2-0a6c-47fc-8269-8c6129a89f6b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:08.577495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-42f37fb5-e9cf-42e1-8f09-31cf86d4b2fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cb87fa4bcbc464482e97ea83d260cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9661443 Jul 09 13:29:08.584228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39514) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:08.617852 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d99bfcb-1d49-4078-9dad-990e9607850e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.644053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6d99bfcb-1d49-4078-9dad-990e9607850e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 66b1201f-4070-4011-8234-4647689555e2 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:08.644299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b8a1be2-511b-4b73-b958-67c68d21228d req-0ad35fe2-04e7-4778-bea2-90040ddc3f31 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528003 Jul 09 13:29:08.684007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e05a3-374f-4281-9414-0bd47fdd558c req-17ece4ea-bd01-4fcc-9885-7ede610152be tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.690178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e05a3-374f-4281-9414-0bd47fdd558c req-17ece4ea-bd01-4fcc-9885-7ede610152be tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.697278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e05a3-374f-4281-9414-0bd47fdd558c req-17ece4ea-bd01-4fcc-9885-7ede610152be tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.703602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e05a3-374f-4281-9414-0bd47fdd558c req-17ece4ea-bd01-4fcc-9885-7ede610152be tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.709999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e05a3-374f-4281-9414-0bd47fdd558c req-17ece4ea-bd01-4fcc-9885-7ede610152be tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.717546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-257e05a3-374f-4281-9414-0bd47fdd558c req-17ece4ea-bd01-4fcc-9885-7ede610152be tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 3816 time: 0.1936617 Jul 09 13:29:08.729628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1cbcef-98b7-4169-96bf-36e3375f3340 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:08.747105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.763326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7ba76471-92b4-4774-9f1e-b7feffdcf1c3 None None] Provisioning for port bf5c9f79-2aaa-4392-a451-d06d5892af94 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:08.770217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-045fc63a-33e5-468a-964a-cdaea8d492a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.772691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Transition to ACTIVE for port object ec1cbcef-98b7-4169-96bf-36e3375f3340 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:08.779938 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.838690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-257e05a3-374f-4281-9414-0bd47fdd558c req-c1aee908-42d4-453e-9333-d0d117f4198f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201310 Jul 09 13:29:08.900800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-045fc63a-33e5-468a-964a-cdaea8d492a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.105770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d99bfcb-1d49-4078-9dad-990e9607850e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.156477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-045fc63a-33e5-468a-964a-cdaea8d492a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.159626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-045fc63a-33e5-468a-964a-cdaea8d492a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.163704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-045fc63a-33e5-468a-964a-cdaea8d492a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cab51b2-0a6c-47fc-8269-8c6129a89f6b HTTP/1.1" status: 204 len: 168 time: 0.5780106 Jul 09 13:29:09.165431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1cbcef-98b7-4169-96bf-36e3375f3340,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:09.175774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99bfcb-1d49-4078-9dad-990e9607850e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=66b1201f-4070-4011-8234-4647689555e2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:09.230647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fc63a-33e5-468a-964a-cdaea8d492a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cab51b2-0a6c-47fc-8269-8c6129a89f6b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:09.245910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bf5c9f79-2aaa-4392-a451-d06d5892af94 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:09.251351 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d99bfcb-1d49-4078-9dad-990e9607850e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.253397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d99bfcb-1d49-4078-9dad-990e9607850e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/66b1201f-4070-4011-8234-4647689555e2 HTTP/1.1" status: 204 len: 168 time: 0.9720850 Jul 09 13:29:09.260545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39526) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:09.329419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dca48151-f702-49d4-9f70-e29b3c70bf92 None None] Could not find standard attr ID for object 66b1201f-4070-4011-8234-4647689555e2. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:29:09.355550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Attempting to bind port ec1cbcef-98b7-4169-96bf-36e3375f3340 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:09.355907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Attempting to bind port ec1cbcef-98b7-4169-96bf-36e3375f3340 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:09.356232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Attempting to bind port ec1cbcef-98b7-4169-96bf-36e3375f3340 on network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:09.378439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49b9ed-5032-4057-9b3a-53c21443eca6 req-132dedbe-4ad6-4ebe-90d1-ecfdca5bd904 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:09.378918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2753d-bbbe-4558-ba9e-732eef006356 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:09.380705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2753d-bbbe-4558-ba9e-732eef006356 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:09.386065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-86e2753d-bbbe-4558-ba9e-732eef006356 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1063364 Jul 09 13:29:09.386778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39530) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:09.388317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd49b9ed-5032-4057-9b3a-53c21443eca6 req-132dedbe-4ad6-4ebe-90d1-ecfdca5bd904 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3006604 Jul 09 13:29:09.408822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Port ec1cbcef-98b7-4169-96bf-36e3375f3340 on network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:09.410149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Attempting to bind port ec1cbcef-98b7-4169-96bf-36e3375f3340 on network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:09.422642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port bf5c9f79-2aaa-4392-a451-d06d5892af94 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:09.436116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port bf5c9f79-2aaa-4392-a451-d06d5892af94 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:09.436506 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.446985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:09.447345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Checking segment: {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:09.447752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Bound using segment: {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:09.448213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Bound port: ec1cbcef-98b7-4169-96bf-36e3375f3340, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63aeabd-8b80-4a11-a537-7cae1902352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:09.448586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.462796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1831f41-c18c-4428-9008-95c5976c6be6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 5bd23521-da43-423b-ac00-4719fb590e6f {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:09.468501 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1831f41-c18c-4428-9008-95c5976c6be6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.527564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1831f41-c18c-4428-9008-95c5976c6be6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.551408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd49b9ed-5032-4057-9b3a-53c21443eca6 req-8cef0471-bb7e-4091-8bf1-5dbf78f14295 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446826 Jul 09 13:29:09.615573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] For port ec1cbcef-98b7-4169-96bf-36e3375f3340, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:09.621194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] For port ec1cbcef-98b7-4169-96bf-36e3375f3340, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:09.633025 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.637421 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.720441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port bf5c9f79-2aaa-4392-a451-d06d5892af94, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bf5c9f79-2aaa-4392-a451-d06d5892af94,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:09.725181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.729746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1831f41-c18c-4428-9008-95c5976c6be6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.753304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1cbcef-98b7-4169-96bf-36e3375f3340,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:09.780404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:09.781422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.783220 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-82f363a3-fa6e-4fa7-8e08-ed02b02d7241 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec1cbcef-98b7-4169-96bf-36e3375f3340 HTTP/1.1" status: 200 len: 1092 time: 2.0874636 Jul 09 13:29:09.783911 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:09.787566 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:09.834184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:09.851529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=bf5c9f79-2aaa-4392-a451-d06d5892af94,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:09.914683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1831f41-c18c-4428-9008-95c5976c6be6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.966245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1831f41-c18c-4428-9008-95c5976c6be6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd23521-da43-423b-ac00-4719fb590e6f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:09.973640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1831f41-c18c-4428-9008-95c5976c6be6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.978339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f1831f41-c18c-4428-9008-95c5976c6be6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/5bd23521-da43-423b-ac00-4719fb590e6f HTTP/1.1" status: 204 len: 168 time: 0.5809772 Jul 09 13:29:09.978710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b8ec2-5c5f-44a1-9b75-076561a6113b None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:09.981045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39552) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:10.034659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a62e0f81-86dd-4a42-af22-b4ff15bdc28e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500503 Jul 09 13:29:10.041552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a7e2c-a126-4ca2-ad96-94fcaba57ab8 req-3c9f0108-b172-4e81-9889-bafb45f09740 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.049770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400a7e2c-a126-4ca2-ad96-94fcaba57ab8 req-3c9f0108-b172-4e81-9889-bafb45f09740 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2387581 Jul 09 13:29:10.051527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39556) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:10.070335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:10.097484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.173706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400a7e2c-a126-4ca2-ad96-94fcaba57ab8 req-ddd552f2-9b77-48db-a16f-6ac0e94583aa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222255 Jul 09 13:29:10.311012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:10.321791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.426817 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73d1593-c619-49a3-8492-bc7aae2a05aa x-openstack-request-id: req-f73d1593-c619-49a3-8492-bc7aae2a05aa {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:10.426817 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:10.426817 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f73d1593-c619-49a3-8492-bc7aae2a05aa {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:10.426817 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'status': 'completed', 'code': 200} Jul 09 13:29:10.432666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:10.545561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] Deleting port bf5c9f79-2aaa-4392-a451-d06d5892af94 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:10.546524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.675814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] For port bf5c9f79-2aaa-4392-a451-d06d5892af94, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bf5c9f79-2aaa-4392-a451-d06d5892af94,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:10.676849 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.717893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] Calling delete_port for bf5c9f79-2aaa-4392-a451-d06d5892af94 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:10.734676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-3d6d8508-1ec8-41d4-98e1-85b20f4e38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.742821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-3d6d8508-1ec8-41d4-98e1-85b20f4e38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.743970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-3d6d8508-1ec8-41d4-98e1-85b20f4e38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.744557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-3d6d8508-1ec8-41d4-98e1-85b20f4e38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.750059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-3d6d8508-1ec8-41d4-98e1-85b20f4e38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.757727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-3d6d8508-1ec8-41d4-98e1-85b20f4e38a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 4363 time: 0.2577434 Jul 09 13:29:10.780447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec40dbd-7038-4472-a6b8-a76df9fc0b21 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:10.794625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.810082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Transition to ACTIVE for port object bec40dbd-7038-4472-a6b8-a76df9fc0b21 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:10.825751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8c09d-4f8b-4af8-886d-f103340dafb0 req-e022dc15-bbe1-4666-ab5d-487a217b77c8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.837560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8c09d-4f8b-4af8-886d-f103340dafb0 req-e022dc15-bbe1-4666-ab5d-487a217b77c8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.848786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8c09d-4f8b-4af8-886d-f103340dafb0 req-e022dc15-bbe1-4666-ab5d-487a217b77c8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.856924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8c09d-4f8b-4af8-886d-f103340dafb0 req-e022dc15-bbe1-4666-ab5d-487a217b77c8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.863731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8c09d-4f8b-4af8-886d-f103340dafb0 req-e022dc15-bbe1-4666-ab5d-487a217b77c8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.866178 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03d8c09d-4f8b-4af8-886d-f103340dafb0 req-e022dc15-bbe1-4666-ab5d-487a217b77c8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 3828 time: 0.2833378 Jul 09 13:29:10.868123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.910834 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.967020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] Pushing event deleted for resources: {'Port': ['ID=bf5c9f79-2aaa-4392-a451-d06d5892af94,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:10.982551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44655e-f5e9-495c-9e34-faa775810ec2 None None] No DVR routers for this DVR port bf5c9f79-2aaa-4392-a451-d06d5892af94 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:11.032387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Pushing event updated for resources: {'Port': ['ID=bec40dbd-7038-4472-a6b8-a76df9fc0b21,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:11.061915 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03d8c09d-4f8b-4af8-886d-f103340dafb0 req-43a8fbb0-7ba8-4bf2-a5c7-8f3a1b93b9aa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752238 Jul 09 13:29:11.127344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Attempting to bind port bec40dbd-7038-4472-a6b8-a76df9fc0b21 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:11.127993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Attempting to bind port bec40dbd-7038-4472-a6b8-a76df9fc0b21 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:11.131654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Attempting to bind port bec40dbd-7038-4472-a6b8-a76df9fc0b21 on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:11.137538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Port bec40dbd-7038-4472-a6b8-a76df9fc0b21 on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:11.138014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Attempting to bind port bec40dbd-7038-4472-a6b8-a76df9fc0b21 on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:11.146357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:11.146357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Checking segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:11.146357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Bound using segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:11.147084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Bound port: bec40dbd-7038-4472-a6b8-a76df9fc0b21, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:11.147542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.165735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bf5c9f79-2aaa-4392-a451-d06d5892af94 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:11.218429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: bf5c9f79-2aaa-4392-a451-d06d5892af94 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:11.218700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bf5c9f79-2aaa-4392-a451-d06d5892af94 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:11.248463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] For port bec40dbd-7038-4472-a6b8-a76df9fc0b21, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:11.255470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] For port bec40dbd-7038-4472-a6b8-a76df9fc0b21, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:11.266485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.324038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.324686 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.326190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] 10.222.0.10 "PUT /v2.0/ports/bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 1136 time: 1.5110691 Jul 09 13:29:11.346401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-753fd3e5-9ad2-4d62-b035-2ce903347ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.346780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-753fd3e5-9ad2-4d62-b035-2ce903347ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.350308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-753fd3e5-9ad2-4d62-b035-2ce903347ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.352084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-753fd3e5-9ad2-4d62-b035-2ce903347ae2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=304b50eb4b184c3faf2477a6bf16827f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5935345 Jul 09 13:29:11.369532 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.371680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:11.385331 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64f06f-8e8e-4400-8a0a-4c809dea203b req-6cb04926-dfbc-4f30-b860-c2ecd4314f94 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.386977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba64f06f-8e8e-4400-8a0a-4c809dea203b req-6cb04926-dfbc-4f30-b860-c2ecd4314f94 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4543335 Jul 09 13:29:11.403872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173212b-558e-4d45-9091-bc7134ef9722 service neutron] Pushing event updated for resources: {'Port': ['ID=bec40dbd-7038-4472-a6b8-a76df9fc0b21,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:11.496920 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.665634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-8145b3ce-0387-466a-bd4d-8bda47d590e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.667266 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b82e7ef-953d-49db-99fe-814cc0bbb4d4 req-8145b3ce-0387-466a-bd4d-8bda47d590e6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3006012 Jul 09 13:29:11.721829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:11.742529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:11.763584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc10eb-5faa-4ad8-a7ab-0fe0823ad34a None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:11.764450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.771152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.842885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=9c0534e1-d341-4d5f-8903-237dd5c19c95,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:11.866054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e79a963e-6eef-4ac1-91df-d27aecd50658 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8081253 Jul 09 13:29:11.899309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba64f06f-8e8e-4400-8a0a-4c809dea203b req-9d4baa3d-c5b3-4bc8-8cb0-73cc48f017f5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171059 Jul 09 13:29:11.899309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39590) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:11.910219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': '9c0534e1-d341-4d5f-8903-237dd5c19c95', 'ip_address': '2001:db8::9089:6316:72ed:c537'}], 'name': 'tempest-NetworksTestDHCPv6-218764220'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:11.924147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39592) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:12.152273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '9c0534e1-d341-4d5f-8903-237dd5c19c95'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:12.152915 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.179067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2a57c6ff-bc57-4c9a-9ee2-0ecacc45443b tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-554333579'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:12.179653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2a57c6ff-bc57-4c9a-9ee2-0ecacc45443b tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Unknown quota resources ['metering_label']. {{(pid=93913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:29:12.331886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/9c0534e1-d341-4d5f-8903-237dd5c19c95/3f5cd0c1-ed95-4f16-ad07-325d39291667) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:12.389944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad15285c-4e2f-4e8e-9d95-def2c7e8044e {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:12.415881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.428048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'bec40dbd-7038-4472-a6b8-a76df9fc0b21'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:12.434114 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00929c5d-6c3e-4639-813f-8f5bfd23abfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "bec40dbd-7038-4472-a6b8-a76df9fc0b21"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:12.457866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Transition to ACTIVE for port object ad15285c-4e2f-4e8e-9d95-def2c7e8044e will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:12.464360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.506442 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.518802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Transition to ACTIVE for port object 3f5cd0c1-ed95-4f16-ad07-325d39291667 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:12.544546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Transition to ACTIVE for port object 3f5cd0c1-ed95-4f16-ad07-325d39291667 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:12.554030 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.559118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d525-6edf-4c33-b4ab-f507ee8ade6a req-eacd849f-c414-4c81-99f2-b9d7a9a7420c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:12.571881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d525-6edf-4c33-b4ab-f507ee8ade6a req-eacd849f-c414-4c81-99f2-b9d7a9a7420c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:12.576497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:12.579773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d525-6edf-4c33-b4ab-f507ee8ade6a req-eacd849f-c414-4c81-99f2-b9d7a9a7420c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:12.580025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:12.589055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d525-6edf-4c33-b4ab-f507ee8ade6a req-eacd849f-c414-4c81-99f2-b9d7a9a7420c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:12.604170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d525-6edf-4c33-b4ab-f507ee8ade6a req-eacd849f-c414-4c81-99f2-b9d7a9a7420c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:12.609741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:12.611007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d525-6edf-4c33-b4ab-f507ee8ade6a req-eacd849f-c414-4c81-99f2-b9d7a9a7420c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:12.621524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-82a3d525-6edf-4c33-b4ab-f507ee8ade6a req-eacd849f-c414-4c81-99f2-b9d7a9a7420c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 4606 time: 0.3018789 Jul 09 13:29:12.650913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Pushing event updated for resources: {'Port': ['ID=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:12.656406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a57c6ff-bc57-4c9a-9ee2-0ecacc45443b tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.657865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2a57c6ff-bc57-4c9a-9ee2-0ecacc45443b tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7330370 Jul 09 13:29:12.661992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39602) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:12.672129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bc0253e5-130f-4ffc-a790-f51531680373 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dda5fbce-c51c-465e-b6b7-32bbeb550eb2'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:12.672647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bc0253e5-130f-4ffc-a790-f51531680373 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:29:12.682381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:12.739828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Pushing event updated for resources: {'Port': ['ID=3f5cd0c1-ed95-4f16-ad07-325d39291667,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:12.748656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Attempting to bind port 3f5cd0c1-ed95-4f16-ad07-325d39291667 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:12.749061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Attempting to bind port 3f5cd0c1-ed95-4f16-ad07-325d39291667 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:12.749463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Attempting to bind port 3f5cd0c1-ed95-4f16-ad07-325d39291667 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:12.764696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:12.765468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:12.766494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.766985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:12.767514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Bound port: 3f5cd0c1-ed95-4f16-ad07-325d39291667, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:12.767915 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.797623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e412-7333-49e7-8d68-7343a52eafea req-3236fd0e-70f6-4829-a324-7514e1da6843 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:12.805000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec06e412-7333-49e7-8d68-7343a52eafea req-3236fd0e-70f6-4829-a324-7514e1da6843 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.6978669 Jul 09 13:29:12.806919 n-d-799524-3 neutron-server[93913]: WARNING neutron.services.metering.metering_plugin [None req-bc0253e5-130f-4ffc-a790-f51531680373 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 13:29:12.816763 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-82a3d525-6edf-4c33-b4ab-f507ee8ade6a req-913ddf1e-17ec-4aad-8798-45ed9ef4e2ff tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942060 Jul 09 13:29:12.818341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Attempting to bind port ad15285c-4e2f-4e8e-9d95-def2c7e8044e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:12.818928 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Attempting to bind port ad15285c-4e2f-4e8e-9d95-def2c7e8044e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:12.819896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Attempting to bind port ad15285c-4e2f-4e8e-9d95-def2c7e8044e on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:12.831098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Port ad15285c-4e2f-4e8e-9d95-def2c7e8044e on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:12.831431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Attempting to bind port ad15285c-4e2f-4e8e-9d95-def2c7e8044e on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:12.840155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:12.840493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Checking segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:12.840797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Bound using segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:12.841247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Bound port: ad15285c-4e2f-4e8e-9d95-def2c7e8044e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:12.841610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.928707 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0ed4e-48fb-4fe5-88bd-a25de712840e x-openstack-request-id: req-cdc0ed4e-48fb-4fe5-88bd-a25de712840e {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:12.929103 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "bec40dbd-7038-4472-a6b8-a76df9fc0b21", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:12.929451 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdc0ed4e-48fb-4fe5-88bd-a25de712840e {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:12.929951 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'bec40dbd-7038-4472-a6b8-a76df9fc0b21', 'status': 'completed', 'code': 200} Jul 09 13:29:12.951225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] For port ad15285c-4e2f-4e8e-9d95-def2c7e8044e, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:12.952058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] For port 3f5cd0c1-ed95-4f16-ad07-325d39291667, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:12.955680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] For port 3f5cd0c1-ed95-4f16-ad07-325d39291667, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f5cd0c1-ed95-4f16-ad07-325d39291667,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:12.960193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] For port ad15285c-4e2f-4e8e-9d95-def2c7e8044e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:12.964996 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.966644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.008726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc0253e5-130f-4ffc-a790-f51531680373 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.010834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bc0253e5-130f-4ffc-a790-f51531680373 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3457153 Jul 09 13:29:13.034724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39610) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:13.047274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-19eb9586-a9d1-4b9a-9681-e0b4040275b4 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dda5fbce-c51c-465e-b6b7-32bbeb550eb2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:13.048922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-19eb9586-a9d1-4b9a-9681-e0b4040275b4 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:29:13.094115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b095d7-8bd9-4978-944c-b55fce419afa None None] Pushing event updated for resources: {'Port': ['ID=3f5cd0c1-ed95-4f16-ad07-325d39291667,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:13.094311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.095839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.105158 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.109907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.112955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 1134 time: 1.7470009 Jul 09 13:29:13.134202 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec06e412-7333-49e7-8d68-7343a52eafea req-1bd9fef0-c889-4c73-b66b-6870ff0a3ce5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282268 Jul 09 13:29:13.162129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:13.166213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 2d168e5f-319e-4867-9f5e-f2b05f15760a yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:13.499826 n-d-799524-3 neutron-server[93912]: WARNING neutron.services.metering.metering_plugin [None req-19eb9586-a9d1-4b9a-9681-e0b4040275b4 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 13:29:13.540576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-7e791e15-4ddf-44cf-a1e7-f7b6477875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.541314 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-7e791e15-4ddf-44cf-a1e7-f7b6477875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.541868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-7e791e15-4ddf-44cf-a1e7-f7b6477875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.542451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-7e791e15-4ddf-44cf-a1e7-f7b6477875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.543576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-7e791e15-4ddf-44cf-a1e7-f7b6477875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.544066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-7e791e15-4ddf-44cf-a1e7-f7b6477875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.544716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-7e791e15-4ddf-44cf-a1e7-f7b6477875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.547623 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-7e791e15-4ddf-44cf-a1e7-f7b6477875cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6219 time: 0.5736015 Jul 09 13:29:13.577488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef3b8e-2987-4625-8680-f91c3528e440 service neutron] Pushing event updated for resources: {'Port': ['ID=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:13.680728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19eb9586-a9d1-4b9a-9681-e0b4040275b4 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.686778 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-19eb9586-a9d1-4b9a-9681-e0b4040275b4 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6466496 Jul 09 13:29:13.694807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39616) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:13.717768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-c1ecc0c8-aaa1-4185-aeb4-31c90534e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.718888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-c1ecc0c8-aaa1-4185-aeb4-31c90534e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.719392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-c1ecc0c8-aaa1-4185-aeb4-31c90534e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.721305 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-c1ecc0c8-aaa1-4185-aeb4-31c90534e5cc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=304b50eb4b184c3faf2477a6bf16827f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1645117 Jul 09 13:29:13.724486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::9089:6316:72ed:c537 (d21b40f0-27df-45e6-a847-be7286ec6856/9c0534e1-d341-4d5f-8903-237dd5c19c95/2d168e5f-319e-4867-9f5e-f2b05f15760a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:13.740130 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0c3a6df7-6098-4673-9af8-0c54e922b3ec tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=69ab77e2-1286-4e07-9746-558f055c9032 HTTP/1.1" status: 200 len: 462 time: 0.0419588 Jul 09 13:29:13.741894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.744851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:13.855588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.930632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-96d12eee-9ff8-4414-bcd4-703bf5716316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.933098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00929c5d-6c3e-4639-813f-8f5bfd23abfc req-96d12eee-9ff8-4414-bcd4-703bf5716316 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2062235 Jul 09 13:29:14.161254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.196134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 2d168e5f-319e-4867-9f5e-f2b05f15760a will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:14.331077 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c97b1a23-9857-4b9e-8a96-a17b194216f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.367441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.487567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:14.494840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:14.501012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:14.509159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.510205 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.517003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=2d168e5f-319e-4867-9f5e-f2b05f15760a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:14.546320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-d4e46142-1733-4475-8f4a-d3618691cdea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.553397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-d4e46142-1733-4475-8f4a-d3618691cdea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.560494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-d4e46142-1733-4475-8f4a-d3618691cdea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.567344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-d4e46142-1733-4475-8f4a-d3618691cdea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.575279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-d4e46142-1733-4475-8f4a-d3618691cdea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.582658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-d4e46142-1733-4475-8f4a-d3618691cdea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.591368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-d4e46142-1733-4475-8f4a-d3618691cdea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.593876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-d4e46142-1733-4475-8f4a-d3618691cdea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5382 time: 0.5252540 Jul 09 13:29:14.596749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-36845ef3-84d9-4aa5-8a3b-2b219a96cc66 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7063494 Jul 09 13:29:14.599348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39626) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:14.606678 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0f83d7d-f5e8-41bf-a213-a377a0fcd469 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.613456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c0f83d7d-f5e8-41bf-a213-a377a0fcd469 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/69ab77e2-1286-4e07-9746-558f055c9032 HTTP/1.1" status: 204 len: 168 time: 0.8611388 Jul 09 13:29:14.614131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39628) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:14.639785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fe0a8d59-1fb2-4774-a92d-96d0b2285f27 None None] Provisioning for port 3f5cd0c1-ed95-4f16-ad07-325d39291667 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:14.646896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553de5e-1945-499f-9f8c-2f727240698f req-b32e2102-444d-4ba6-a727-507bf28f577f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.648598 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9553de5e-1945-499f-9f8c-2f727240698f req-b32e2102-444d-4ba6-a727-507bf28f577f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.9647667 Jul 09 13:29:14.673286 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b606d5af-4f85-4058-85c4-8b66b828fc06 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=69ab77e2-1286-4e07-9746-558f055c9032 HTTP/1.1" status: 200 len: 221 time: 0.0196981 Jul 09 13:29:14.674727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39630) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:14.696690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1ff71646-1cf9-4f98-a92c-442d04fb5b58 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--665557815', 'description': 'label created by tempest'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:14.697430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1ff71646-1cf9-4f98-a92c-442d04fb5b58 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Unknown quota resources ['metering_label']. {{(pid=93913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:29:14.737462 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9553de5e-1945-499f-9f8c-2f727240698f req-30e2e2d6-23b6-46f2-bec1-e7038c663405 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634549 Jul 09 13:29:14.827817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8f4d1a8-bdd7-4f81-8302-6a563669891e req-969e7fac-515e-47d4-91c5-a853a511e57b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1736205 Jul 09 13:29:15.001963 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ff71646-1cf9-4f98-a92c-442d04fb5b58 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.005194 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1ff71646-1cf9-4f98-a92c-442d04fb5b58 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3227260 Jul 09 13:29:15.007729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39634) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:15.017449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'ad15285c-4e2f-4e8e-9d95-def2c7e8044e'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:15.020171 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "ad15285c-4e2f-4e8e-9d95-def2c7e8044e"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:15.068238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc5420-0895-433a-9b85-2d7ebdf756e9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:15.070914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd89bf5-bbcf-4d9a-86a7-6725da06548d {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:15.090411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc5420-0895-433a-9b85-2d7ebdf756e9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:15.090411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-99bc5420-0895-433a-9b85-2d7ebdf756e9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4809198 Jul 09 13:29:15.096188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39638) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:15.111950 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.156274 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fbef95-16da-43ae-ba38-599deed62244 x-openstack-request-id: req-65fbef95-16da-43ae-ba38-599deed62244 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:15.157190 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "ad15285c-4e2f-4e8e-9d95-def2c7e8044e", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:15.159143 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65fbef95-16da-43ae-ba38-599deed62244 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:15.160456 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'ad15285c-4e2f-4e8e-9d95-def2c7e8044e', 'status': 'completed', 'code': 200} Jul 09 13:29:15.168530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Transition to ACTIVE for port object 7bd89bf5-bbcf-4d9a-86a7-6725da06548d will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:15.175821 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.298305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:15.359717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f5cd0c1-ed95-4f16-ad07-325d39291667 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:15.368116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bc8e2d14-d67f-4463-96dc-b0784d38ba5b tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=1b14b40c-4762-4ce1-8ca9-7751d3494d12 HTTP/1.1" status: 200 len: 467 time: 0.3476515 Jul 09 13:29:15.373831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39640) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:15.449511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3f5cd0c1-ed95-4f16-ad07-325d39291667 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:15.456461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3f5cd0c1-ed95-4f16-ad07-325d39291667 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:15.456900 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.550677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Attempting to bind port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:15.551359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Attempting to bind port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:15.551646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Attempting to bind port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:15.567363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:15.567831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Attempting to bind port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:15.605071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:15.605485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Checking segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:15.605804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Bound using segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:15.606251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Bound port: 7bd89bf5-bbcf-4d9a-86a7-6725da06548d, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:15.606656 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.609779 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.626715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-312ebe6e-45ca-4854-ab82-fc7d2ff3138f None None] Provisioning for port 2d168e5f-319e-4867-9f5e-f2b05f15760a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:15.635488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6c88d-c463-486f-a0d4-4c84a5d6a468 req-ab35c732-1872-4b69-ae17-747449c5277c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:15.637066 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5bf6c88d-c463-486f-a0d4-4c84a5d6a468 req-ab35c732-1872-4b69-ae17-747449c5277c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2501750 Jul 09 13:29:15.686570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 3f5cd0c1-ed95-4f16-ad07-325d39291667, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f5cd0c1-ed95-4f16-ad07-325d39291667,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:15.690009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-312ebe6e-45ca-4854-ab82-fc7d2ff3138f None None] Provisioning complete for port 2d168e5f-319e-4867-9f5e-f2b05f15760a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:15.691296 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-312ebe6e-45ca-4854-ab82-fc7d2ff3138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.694738 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.723705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] For port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:15.725540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] For port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:15.733614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ba12a762-2daf-4656-9a27-b3d8272f6989 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 2d168e5f-319e-4867-9f5e-f2b05f15760a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:15.733985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba12a762-2daf-4656-9a27-b3d8272f6989 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.739883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.814338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:15.815360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.816828 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] 10.222.0.10 "PUT /v2.0/ports/7bd89bf5-bbcf-4d9a-86a7-6725da06548d HTTP/1.1" status: 200 len: 1090 time: 2.6598933 Jul 09 13:29:15.846390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=3f5cd0c1-ed95-4f16-ad07-325d39291667,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:15.856699 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5bf6c88d-c463-486f-a0d4-4c84a5d6a468 req-b2f0c592-c156-456f-9539-dad05d7869cf tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110169 Jul 09 13:29:15.872831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-312ebe6e-45ca-4854-ab82-fc7d2ff3138f None None] Port 2d168e5f-319e-4867-9f5e-f2b05f15760a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:15.888657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:15.892211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c6f1d-872e-45ec-9de2-6f4f58596c55 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:15.928067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba12a762-2daf-4656-9a27-b3d8272f6989 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.955876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ba12a762-2daf-4656-9a27-b3d8272f6989 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 2d168e5f-319e-4867-9f5e-f2b05f15760a owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:16.004551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.035692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5f47-36f3-4e8c-8772-e6591aaa459c tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.037511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f4ca5f47-36f3-4e8c-8772-e6591aaa459c tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/1b14b40c-4762-4ce1-8ca9-7751d3494d12 HTTP/1.1" status: 204 len: 168 time: 0.5437794 Jul 09 13:29:16.043013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39650) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.053823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-afb96e9c-e7d1-4e9e-a781-a3229dfb58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.054636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-afb96e9c-e7d1-4e9e-a781-a3229dfb58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.055473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-afb96e9c-e7d1-4e9e-a781-a3229dfb58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.057091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-afb96e9c-e7d1-4e9e-a781-a3229dfb58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.058025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-afb96e9c-e7d1-4e9e-a781-a3229dfb58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.058677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-afb96e9c-e7d1-4e9e-a781-a3229dfb58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.059344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-afb96e9c-e7d1-4e9e-a781-a3229dfb58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.061576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-afb96e9c-e7d1-4e9e-a781-a3229dfb58a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6244 time: 0.7493072 Jul 09 13:29:16.109083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9baf88a6-c96f-4f53-9d2d-e6e0fbf24c22 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=1b14b40c-4762-4ce1-8ca9-7751d3494d12 HTTP/1.1" status: 200 len: 216 time: 0.0459812 Jul 09 13:29:16.166888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39654) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.196391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9c596957-6f0b-4b51-bedc-40bc51bcda3e tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0277538 Jul 09 13:29:16.207811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39656) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.289572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c153cb0d-6549-457d-845a-69b80e58f2b2 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0798635 Jul 09 13:29:16.314677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39658) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.441242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-2a2b3d90-23fe-4c54-b15c-68eac9f0623a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.448285 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-2a2b3d90-23fe-4c54-b15c-68eac9f0623a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.454258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-2a2b3d90-23fe-4c54-b15c-68eac9f0623a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.460260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-2a2b3d90-23fe-4c54-b15c-68eac9f0623a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.466991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-2a2b3d90-23fe-4c54-b15c-68eac9f0623a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.473066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-2a2b3d90-23fe-4c54-b15c-68eac9f0623a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.479773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-2a2b3d90-23fe-4c54-b15c-68eac9f0623a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.481888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-2a2b3d90-23fe-4c54-b15c-68eac9f0623a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5394 time: 0.2117388 Jul 09 13:29:16.518255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7470a219-c7b4-430d-9a62-a35f43703499 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/dda5fbce-c51c-465e-b6b7-32bbeb550eb2 HTTP/1.1" status: 200 len: 472 time: 0.2001648 Jul 09 13:29:16.523957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-4944d36d-6e23-4192-8f27-37b5c6f670b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.524426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-4944d36d-6e23-4192-8f27-37b5c6f670b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.524978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-4944d36d-6e23-4192-8f27-37b5c6f670b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.525257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39660) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.527065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-4944d36d-6e23-4192-8f27-37b5c6f670b2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=304b50eb4b184c3faf2477a6bf16827f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4542220 Jul 09 13:29:16.567374 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6899f72c-a032-4272-94f8-9b7f0d085a47 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/96a4d2f7-399f-48c5-80be-d788299446bb HTTP/1.1" status: 200 len: 459 time: 0.0371871 Jul 09 13:29:16.575326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39662) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.585481 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b79c6da5-c152-4547-a4af-a6e12ba0b44a req-c6f8e7e3-502e-4437-b015-9b3a00b47488 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904171 Jul 09 13:29:16.599524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba12a762-2daf-4656-9a27-b3d8272f6989 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.664934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12a762-2daf-4656-9a27-b3d8272f6989 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=2d168e5f-319e-4867-9f5e-f2b05f15760a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:16.678899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bff9c-5e22-436b-a5f4-a25dbb8f0d25 req-79f3f033-8c95-4ab5-a504-161dc38a31f7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.680472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b76bff9c-5e22-436b-a5f4-a25dbb8f0d25 req-79f3f033-8c95-4ab5-a504-161dc38a31f7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4113212 Jul 09 13:29:16.742188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba12a762-2daf-4656-9a27-b3d8272f6989 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.746197 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ba12a762-2daf-4656-9a27-b3d8272f6989 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/2d168e5f-319e-4867-9f5e-f2b05f15760a HTTP/1.1" status: 204 len: 168 time: 1.6489506 Jul 09 13:29:16.751254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39664) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.771055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba139a5a-7021-4fed-972c-d2d4728adcc5 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.772308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ba139a5a-7021-4fed-972c-d2d4728adcc5 tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/96a4d2f7-399f-48c5-80be-d788299446bb HTTP/1.1" status: 204 len: 168 time: 0.1958897 Jul 09 13:29:16.775656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:16.780435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39666) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.824072 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-497c4ecf-c61b-4b59-a843-87db1e6a4685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.831601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-6b0fce28-dab1-45de-a13c-8523f3d63887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.833714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85b5ec92-5aa0-4a79-9ea2-a8c667f8ec87 req-6b0fce28-dab1-45de-a13c-8523f3d63887 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2982645 Jul 09 13:29:16.867468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.867639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b76bff9c-5e22-436b-a5f4-a25dbb8f0d25 req-5b162e6d-7218-4156-8982-88e81319ab92 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704998 Jul 09 13:29:16.882230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3742ff-4de2-4e1b-b1b1-ebbbd1b36e36 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.883911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3742ff-4de2-4e1b-b1b1-ebbbd1b36e36 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.885892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2c3742ff-4de2-4e1b-b1b1-ebbbd1b36e36 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1209850 Jul 09 13:29:16.891904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39668) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:16.967499 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.080852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Transition to ACTIVE for port object 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:17.087644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.141484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f5cd0c1-ed95-4f16-ad07-325d39291667 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:17.198916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3f5cd0c1-ed95-4f16-ad07-325d39291667 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:17.199356 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.204235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:17.206698 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37d6ef6-2782-4776-b7ca-4270d78a6d68" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "7bd89bf5-bbcf-4d9a-86a7-6725da06548d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:17.209801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:17.228644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c654c687-3961-46aa-b29b-295768ddc0ca tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.230332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c654c687-3961-46aa-b29b-295768ddc0ca tempest-MeteringIpV6TestJSON-29797934 tempest-MeteringIpV6TestJSON-29797934-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/dda5fbce-c51c-465e-b6b7-32bbeb550eb2 HTTP/1.1" status: 204 len: 168 time: 0.4486747 Jul 09 13:29:17.353178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Attempting to bind port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:17.353512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Attempting to bind port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:17.353920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Attempting to bind port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:17.360966 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe18c1ea-23fc-4c9a-93a3-fa68d8361071 x-openstack-request-id: req-fe18c1ea-23fc-4c9a-93a3-fa68d8361071 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:17.361243 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "7bd89bf5-bbcf-4d9a-86a7-6725da06548d", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:17.361502 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe18c1ea-23fc-4c9a-93a3-fa68d8361071 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:17.362040 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d', 'status': 'completed', 'code': 200} Jul 09 13:29:17.362659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:17.363031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Attempting to bind port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:17.370715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:17.371086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Checking segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:17.371478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Bound using segment: {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:17.372256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Bound port: 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e59c616-4328-453a-b441-df1fdd1239b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:17.372433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.495138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] For port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:17.504696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] For port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:17.515812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.609716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-22679e0e-92aa-48a5-9c74-6d572f0d957d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 9c0534e1-d341-4d5f-8903-237dd5c19c95 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:17.611437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.612265 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.614262 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] 10.222.0.10 "PUT /v2.0/ports/9dfddcb2-6c96-4e8d-918d-8f2f522cefbf HTTP/1.1" status: 200 len: 1091 time: 1.7364361 Jul 09 13:29:17.634247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22679e0e-92aa-48a5-9c74-6d572f0d957d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.646790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:17.711283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ee52c-c4ad-4221-9978-241ae75deba6 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:17.764210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22679e0e-92aa-48a5-9c74-6d572f0d957d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.791603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39682) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:17.820897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-15baf30f-8c44-49e5-a01e-8001c301ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.821733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-15baf30f-8c44-49e5-a01e-8001c301ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.822376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-15baf30f-8c44-49e5-a01e-8001c301ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.823678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-15baf30f-8c44-49e5-a01e-8001c301ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.824505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-15baf30f-8c44-49e5-a01e-8001c301ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.825326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-15baf30f-8c44-49e5-a01e-8001c301ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.825972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-15baf30f-8c44-49e5-a01e-8001c301ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.828347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-15baf30f-8c44-49e5-a01e-8001c301ea3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6311 time: 0.3544574 Jul 09 13:29:17.841169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9acec0-8d6b-49b0-b714-e208e4c6e19a req-b00be6ef-a0fb-44f7-970c-e9b325623715 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.848819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb9acec0-8d6b-49b0-b714-e208e4c6e19a req-b00be6ef-a0fb-44f7-970c-e9b325623715 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3761952 Jul 09 13:29:17.859463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.991497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb9acec0-8d6b-49b0-b714-e208e4c6e19a req-f51ac1a8-8c6a-4052-861d-f1b20df597a6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414289 Jul 09 13:29:18.024253 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9d28e7d-ff81-44af-a7ce-905b129177d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.058825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22679e0e-92aa-48a5-9c74-6d572f0d957d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.120174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-1a0b3a69-1297-4a76-a5b4-b3a52098d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.121994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-1a0b3a69-1297-4a76-a5b4-b3a52098d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.122575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-1a0b3a69-1297-4a76-a5b4-b3a52098d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.136660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-1a0b3a69-1297-4a76-a5b4-b3a52098d638 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=304b50eb4b184c3faf2477a6bf16827f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2806306 Jul 09 13:29:18.156655 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.226040 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9d28e7d-ff81-44af-a7ce-905b129177d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.254224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22679e0e-92aa-48a5-9c74-6d572f0d957d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.294690 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9d28e7d-ff81-44af-a7ce-905b129177d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.307185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22679e0e-92aa-48a5-9c74-6d572f0d957d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0534e1-d341-4d5f-8903-237dd5c19c95,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:18.311387 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-22679e0e-92aa-48a5-9c74-6d572f0d957d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.316848 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-22679e0e-92aa-48a5-9c74-6d572f0d957d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/9c0534e1-d341-4d5f-8903-237dd5c19c95 HTTP/1.1" status: 204 len: 168 time: 1.4245796 Jul 09 13:29:18.318245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909ee35-8e0d-40a7-ab68-4b480f4fbba5 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:18.320642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39692) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:18.372098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-12b52473-9bb6-4c62-86ed-f76bc8ffe44a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.379345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-12b52473-9bb6-4c62-86ed-f76bc8ffe44a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.386565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ac293fb8-9f9e-4174-b195-c78909924951 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644701 Jul 09 13:29:18.387699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-12b52473-9bb6-4c62-86ed-f76bc8ffe44a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.389312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39696) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:18.394336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-12b52473-9bb6-4c62-86ed-f76bc8ffe44a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.401287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-a03320f0-7489-4473-8a51-d7be425eb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.401953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-12b52473-9bb6-4c62-86ed-f76bc8ffe44a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.403358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d37d6ef6-2782-4776-b7ca-4270d78a6d68 req-a03320f0-7489-4473-8a51-d7be425eb993 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2500765 Jul 09 13:29:18.411064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-12b52473-9bb6-4c62-86ed-f76bc8ffe44a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.420440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-12b52473-9bb6-4c62-86ed-f76bc8ffe44a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.429973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-12b52473-9bb6-4c62-86ed-f76bc8ffe44a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5406 time: 0.5948305 Jul 09 13:29:18.479384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5003e59-43ba-4f86-aa6b-8ef08aa9e80e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.485083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5003e59-43ba-4f86-aa6b-8ef08aa9e80e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0946379 Jul 09 13:29:18.485843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39698) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:18.506441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d28e7d-ff81-44af-a7ce-905b129177d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0893593b-3387-4f18-9fb9-b1e1877685d3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:18.585765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb602fa2-5f6e-4550-8ace-fe9ba0930132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.590054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eb602fa2-5f6e-4550-8ace-fe9ba0930132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1026103 Jul 09 13:29:18.593979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39700) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:18.680934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-490f1423-6244-4a6b-9946-08be7342e07e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850091 Jul 09 13:29:18.684603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39704) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:18.702375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:18.740593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:18.753732 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.767331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Transition to ACTIVE for port object c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:18.777608 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d9d28e7d-ff81-44af-a7ce-905b129177d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=580d30e942c04c03bfa96b084e0614c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9817116 Jul 09 13:29:18.777873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.779798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39706) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:18.859836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:18.882794 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c6c3337b-a95d-45d3-861c-009118ef8621 req-e82740ef-e0f5-4d35-8b70-38c7cdcfd42e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4509311 Jul 09 13:29:18.890144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:18.963687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] Deleting port 3f5cd0c1-ed95-4f16-ad07-325d39291667 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:18.964053 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.005091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:19.009344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.046641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aab21818-b291-44ae-963c-fe7165cb82c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.097113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] For port 3f5cd0c1-ed95-4f16-ad07-325d39291667, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f5cd0c1-ed95-4f16-ad07-325d39291667,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:19.097464 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.138134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] Calling delete_port for 3f5cd0c1-ed95-4f16-ad07-325d39291667 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:19.161762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aab21818-b291-44ae-963c-fe7165cb82c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.172976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f5cd0c1-ed95-4f16-ad07-325d39291667 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:19.179486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245a41a-4c19-4530-92ac-fff978ed92c3 req-3cf57763-6038-4432-a76c-8eb4b87810a0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.189632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a245a41a-4c19-4530-92ac-fff978ed92c3 req-3cf57763-6038-4432-a76c-8eb4b87810a0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4491756 Jul 09 13:29:19.269626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Attempting to bind port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:19.270124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Attempting to bind port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:19.270470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Attempting to bind port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f on network 427f5b13-ea1e-4354-be87-64c30cc8d34b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:19.299675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f on network 427f5b13-ea1e-4354-be87-64c30cc8d34b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:19.300007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Attempting to bind port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f on network 427f5b13-ea1e-4354-be87-64c30cc8d34b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:19.318344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:19.318847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Checking segment: {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:19.319321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Bound using segment: {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:19.319853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Bound port: c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:19.320443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.330743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a245a41a-4c19-4530-92ac-fff978ed92c3 req-49a061cf-9045-479d-aff7-e8076cfbde25 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397107 Jul 09 13:29:19.392168 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.395220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.449862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:19.456553 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a1772c-4767-47b1-b9ff-bdad98971b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "9dfddcb2-6c96-4e8d-918d-8f2f522cefbf"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:19.465905 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aab21818-b291-44ae-963c-fe7165cb82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.474332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aab21818-b291-44ae-963c-fe7165cb82c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.477414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] No DVR routers for this DVR port 3f5cd0c1-ed95-4f16-ad07-325d39291667 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:19.479467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aab21818-b291-44ae-963c-fe7165cb82c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0893593b-3387-4f18-9fb9-b1e1877685d3 HTTP/1.1" status: 204 len: 168 time: 0.6625376 Jul 09 13:29:19.493304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bb46c-f63d-477d-9387-b12f376f4981 None None] Pushing event deleted for resources: {'Port': ['ID=3f5cd0c1-ed95-4f16-ad07-325d39291667,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:19.515672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab21818-b291-44ae-963c-fe7165cb82c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0893593b-3387-4f18-9fb9-b1e1877685d3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:19.683532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.697073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] For port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:19.716423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] For port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:19.727224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.747748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.792377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:19.795576 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6657b7c3-bf11-4fef-b0cf-10d6dca7eafe x-openstack-request-id: req-6657b7c3-bf11-4fef-b0cf-10d6dca7eafe {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:19.796273 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "9dfddcb2-6c96-4e8d-918d-8f2f522cefbf", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:19.796585 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6657b7c3-bf11-4fef-b0cf-10d6dca7eafe {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:19.797990 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf', 'status': 'completed', 'code': 200} Jul 09 13:29:19.815050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.815796 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.817672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] 10.222.0.10 "PUT /v2.0/ports/c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f HTTP/1.1" status: 200 len: 1091 time: 2.1767311 Jul 09 13:29:19.837375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:19.845349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.846328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.865161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf89928-c17e-4228-94c2-76fb1d8e108b None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:19.869524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Request body: {'port': {'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:19.877858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1917398 Jul 09 13:29:19.883435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39726) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:19.884946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac61eb-b7cf-4674-bf83-d68920a48ffa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=a0cbccb5-f19c-4423-aece-5342257c8c56,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:19.909647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'a0cbccb5-f19c-4423-aece-5342257c8c56', 'ip_address': '2001:db8::b618:c79b:360:20c2'}], 'name': 'tempest-NetworksTestDHCPv6-1979309349'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:19.991822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aadf40-88c3-481b-ab53-3adacdba449f req-247152af-c95d-4b73-81f3-b10e9deb415c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.007307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04aadf40-88c3-481b-ab53-3adacdba449f req-247152af-c95d-4b73-81f3-b10e9deb415c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3926044 Jul 09 13:29:20.085523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-39aa8614-1a81-4a3a-b4dd-5ab098c29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.086022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-39aa8614-1a81-4a3a-b4dd-5ab098c29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.086769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-39aa8614-1a81-4a3a-b4dd-5ab098c29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.087963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-39aa8614-1a81-4a3a-b4dd-5ab098c29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.088455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-39aa8614-1a81-4a3a-b4dd-5ab098c29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.088938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-39aa8614-1a81-4a3a-b4dd-5ab098c29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.089410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-39aa8614-1a81-4a3a-b4dd-5ab098c29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.091627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-39aa8614-1a81-4a3a-b4dd-5ab098c29bbc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6420 time: 0.2976575 Jul 09 13:29:20.093855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dc9d4-4540-4dea-a2a2-3883258bc3dc service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:20.231795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04aadf40-88c3-481b-ab53-3adacdba449f req-951d990e-e5f8-4515-8e7b-b1e1e8d58c60 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235086 Jul 09 13:29:20.233825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39730) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:20.289565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'a0cbccb5-f19c-4423-aece-5342257c8c56'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:20.295255 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.332115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.369226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57b79bca-e889-4efc-a407-1bccdc3ade11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.559983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/a0cbccb5-f19c-4423-aece-5342257c8c56/aa58bf08-39c8-4f79-b1b5-b7910722fbcf) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:20.628850 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57b79bca-e889-4efc-a407-1bccdc3ade11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.656507 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57b79bca-e889-4efc-a407-1bccdc3ade11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.699426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:20.780208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-9f59669e-e659-49f7-b8af-2405d648a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.780901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-9f59669e-e659-49f7-b8af-2405d648a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.781401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-9f59669e-e659-49f7-b8af-2405d648a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.783165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-9f59669e-e659-49f7-b8af-2405d648a8f3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=304b50eb4b184c3faf2477a6bf16827f&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6622303 Jul 09 13:29:20.788069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b79bca-e889-4efc-a407-1bccdc3ade11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791872bb-a5d0-4ee8-9b7d-60aa99466539,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:20.800856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-57b79bca-e889-4efc-a407-1bccdc3ade11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5912fdbe78cc49b1aaa8f80233a46563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639153 Jul 09 13:29:20.807324 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.813640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc45234-bea7-4cdf-a5e8-c2b95b532669 req-edeab62d-397b-4043-927b-0e4c3f940cac tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.815803 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1bc45234-bea7-4cdf-a5e8-c2b95b532669 req-edeab62d-397b-4043-927b-0e4c3f940cac tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2264483 Jul 09 13:29:20.818653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Transition to ACTIVE for port object aa58bf08-39c8-4f79-b1b5-b7910722fbcf will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:20.823692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5644fc-3c72-491e-af71-16f73f34487b req-4c914f08-cbe6-4ff1-be3e-5dc4859a25b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.823932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39742) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:20.829876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5644fc-3c72-491e-af71-16f73f34487b req-4c914f08-cbe6-4ff1-be3e-5dc4859a25b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.836097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5644fc-3c72-491e-af71-16f73f34487b req-4c914f08-cbe6-4ff1-be3e-5dc4859a25b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.840576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Transition to ACTIVE for port object aa58bf08-39c8-4f79-b1b5-b7910722fbcf will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:20.843460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5644fc-3c72-491e-af71-16f73f34487b req-4c914f08-cbe6-4ff1-be3e-5dc4859a25b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.849323 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.850562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5644fc-3c72-491e-af71-16f73f34487b req-4c914f08-cbe6-4ff1-be3e-5dc4859a25b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.859379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5644fc-3c72-491e-af71-16f73f34487b req-4c914f08-cbe6-4ff1-be3e-5dc4859a25b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.865862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5644fc-3c72-491e-af71-16f73f34487b req-4c914f08-cbe6-4ff1-be3e-5dc4859a25b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.868806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c5644fc-3c72-491e-af71-16f73f34487b req-4c914f08-cbe6-4ff1-be3e-5dc4859a25b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5418 time: 0.6354742 Jul 09 13:29:20.877136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:20.879721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:20.933989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:20.944334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Pushing event updated for resources: {'Port': ['ID=aa58bf08-39c8-4f79-b1b5-b7910722fbcf,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:20.958118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1bc45234-bea7-4cdf-a5e8-c2b95b532669 req-34934007-4076-43ee-a29c-37564828f272 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238489 Jul 09 13:29:20.989331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c5644fc-3c72-491e-af71-16f73f34487b req-2d0645ee-7626-47d7-b3d4-bf89d9e2dad4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050031 Jul 09 13:29:21.012820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.017073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Attempting to bind port aa58bf08-39c8-4f79-b1b5-b7910722fbcf on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:21.017662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Attempting to bind port aa58bf08-39c8-4f79-b1b5-b7910722fbcf by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:21.018349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Attempting to bind port aa58bf08-39c8-4f79-b1b5-b7910722fbcf on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:21.020335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1e1dfe5-a897-46b8-af9c-20c01c456ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.026685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:21.027839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:21.029233 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.030050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:21.031075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Bound port: aa58bf08-39c8-4f79-b1b5-b7910722fbcf, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:21.032098 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.040672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502d8b4a-eef9-40b1-975e-037964dce8ee {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:21.060700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:21.061720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.118446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1e1dfe5-a897-46b8-af9c-20c01c456ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.127889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] For port aa58bf08-39c8-4f79-b1b5-b7910722fbcf, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:21.131589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] For port aa58bf08-39c8-4f79-b1b5-b7910722fbcf, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aa58bf08-39c8-4f79-b1b5-b7910722fbcf,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:21.138904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-1e099e2f-1f3d-4be1-83b8-87d96baf4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.140478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-53a1772c-4767-47b1-b9ff-bdad98971b5f req-1e099e2f-1f3d-4be1-83b8-87d96baf4c39 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3424993 Jul 09 13:29:21.148173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.155201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Transition to ACTIVE for port object 502d8b4a-eef9-40b1-975e-037964dce8ee will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:21.165070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.283369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaa15e-814c-4bfb-beb7-f9571adc2002 None None] Pushing event updated for resources: {'Port': ['ID=aa58bf08-39c8-4f79-b1b5-b7910722fbcf,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:21.300725 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Pushing event updated for resources: {'Port': ['ID=502d8b4a-eef9-40b1-975e-037964dce8ee,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:21.382261 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1e1dfe5-a897-46b8-af9c-20c01c456ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.386491 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1e1dfe5-a897-46b8-af9c-20c01c456ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.388284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d1e1dfe5-a897-46b8-af9c-20c01c456ad3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/791872bb-a5d0-4ee8-9b7d-60aa99466539 HTTP/1.1" status: 204 len: 168 time: 0.5629065 Jul 09 13:29:21.424809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1dfe5-a897-46b8-af9c-20c01c456ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791872bb-a5d0-4ee8-9b7d-60aa99466539,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:21.460361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Attempting to bind port 502d8b4a-eef9-40b1-975e-037964dce8ee on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:21.460706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Attempting to bind port 502d8b4a-eef9-40b1-975e-037964dce8ee by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:21.461088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Attempting to bind port 502d8b4a-eef9-40b1-975e-037964dce8ee on network 427f5b13-ea1e-4354-be87-64c30cc8d34b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:21.467858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Port 502d8b4a-eef9-40b1-975e-037964dce8ee on network 427f5b13-ea1e-4354-be87-64c30cc8d34b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:21.468172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Attempting to bind port 502d8b4a-eef9-40b1-975e-037964dce8ee on network 427f5b13-ea1e-4354-be87-64c30cc8d34b {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:21.482725 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:21.483117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Checking segment: {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:21.483534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Bound using segment: {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:21.483989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Bound port: 502d8b4a-eef9-40b1-975e-037964dce8ee, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:21.484348 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.545289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::b618:c79b:360:20c2 (d21b40f0-27df-45e6-a847-be7286ec6856/a0cbccb5-f19c-4423-aece-5342257c8c56/7e2f7dc1-77e7-43e0-acdd-bb90e6d95956) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:21.562128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705210f-a998-463b-a498-6b6c946888ef req-421124b6-d329-4e0c-b117-34c2c512df8e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.571370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c705210f-a998-463b-a498-6b6c946888ef req-421124b6-d329-4e0c-b117-34c2c512df8e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3214993 Jul 09 13:29:21.682691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] For port 502d8b4a-eef9-40b1-975e-037964dce8ee, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:21.686696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] For port 502d8b4a-eef9-40b1-975e-037964dce8ee, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=502d8b4a-eef9-40b1-975e-037964dce8ee,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:21.693475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.709255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c705210f-a998-463b-a498-6b6c946888ef req-9d124e3b-295a-47b0-8d03-d907b02e7469 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357687 Jul 09 13:29:21.797925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Pushing event updated for resources: {'Port': ['ID=502d8b4a-eef9-40b1-975e-037964dce8ee,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:21.810429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:21.813801 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842c7af-71b4-4cd4-891c-eb9581364d14" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:21.834323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.834989 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.836486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-98192037-2048-4794-a430-611ea39a26c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/502d8b4a-eef9-40b1-975e-037964dce8ee HTTP/1.1" status: 200 len: 1091 time: 1.9788539 Jul 09 13:29:21.921548 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b717bc66-410b-4b87-bccf-2b5384383887 x-openstack-request-id: req-b717bc66-410b-4b87-bccf-2b5384383887 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:21.921907 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:21.923063 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b717bc66-410b-4b87-bccf-2b5384383887 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:21.923704 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f', 'status': 'completed', 'code': 200} Jul 09 13:29:22.058484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4fb0016f-06e4-4a8d-90e9-1b2719bb1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.059354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4fb0016f-06e4-4a8d-90e9-1b2719bb1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.060160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4fb0016f-06e4-4a8d-90e9-1b2719bb1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.060971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4fb0016f-06e4-4a8d-90e9-1b2719bb1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.061806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4fb0016f-06e4-4a8d-90e9-1b2719bb1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.062656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4fb0016f-06e4-4a8d-90e9-1b2719bb1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.063547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4fb0016f-06e4-4a8d-90e9-1b2719bb1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.067851 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4fb0016f-06e4-4a8d-90e9-1b2719bb1cb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6487 time: 0.1608248 Jul 09 13:29:22.133132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e5beee41-4221-446f-b210-e60862587101 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340 HTTP/1.1" status: 200 len: 217 time: 0.0564928 Jul 09 13:29:22.145751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:22.172761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:22.219706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e28b16-703d-4609-a9c2-c51ade977ab4 req-c7bae9d1-83a9-4754-bc5d-ceb52c47ed97 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.231385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36e28b16-703d-4609-a9c2-c51ade977ab4 req-c7bae9d1-83a9-4754-bc5d-ceb52c47ed97 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1956813 Jul 09 13:29:22.254052 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-b0a45a2f-a794-4922-89c2-c2d91806f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.256289 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-b0a45a2f-a794-4922-89c2-c2d91806f20c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0728d4d0-2a44-4ec1-b201-7cb38e4632eb HTTP/1.1" status: 200 len: 856 time: 0.1148229 Jul 09 13:29:22.300488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36e28b16-703d-4609-a9c2-c51ade977ab4 req-42cc6d35-8f0f-4224-ae96-15625ff28e95 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681188 Jul 09 13:29:22.304904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:22.377195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:22.383643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:22.387365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:22.393613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.394136 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:22.419071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5189829 Jul 09 13:29:22.419350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39774) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:22.427371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e62166ee-4218-4949-aad0-3530caae3377 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'a0cbccb5-f19c-4423-aece-5342257c8c56', 'ip_address': '2001:db8::b618:c79b:360:20c2'}], 'name': 'tempest-NetworksTestDHCPv6-490646171'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:22.506875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-5a370bc0-f3a8-47ad-8ea7-256c1b1a2d80 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.514858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-5a370bc0-f3a8-47ad-8ea7-256c1b1a2d80 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.531119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-5a370bc0-f3a8-47ad-8ea7-256c1b1a2d80 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.540347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-5a370bc0-f3a8-47ad-8ea7-256c1b1a2d80 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.547147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-5a370bc0-f3a8-47ad-8ea7-256c1b1a2d80 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.564097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-5a370bc0-f3a8-47ad-8ea7-256c1b1a2d80 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.579256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-5a370bc0-f3a8-47ad-8ea7-256c1b1a2d80 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.581674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-5a370bc0-f3a8-47ad-8ea7-256c1b1a2d80 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.3007076 Jul 09 13:29:22.593382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35586f5-4f30-4cee-b63c-531d031e5067 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=7e2f7dc1-77e7-43e0-acdd-bb90e6d95956,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:22.650385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-ad0d018b-78bf-433f-b258-dbef8775a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.652025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62166ee-4218-4949-aad0-3530caae3377 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:22.653094 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-ad0d018b-78bf-433f-b258-dbef8775a075 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3898010 Jul 09 13:29:22.662738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e62166ee-4218-4949-aad0-3530caae3377 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:22.700369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-e62166ee-4218-4949-aad0-3530caae3377 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port c9db6429-5fab-42dc-a589-52f8e4cc8779 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:22.971829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671f322-db5b-4dd2-8d85-6c038b63126d req-0fd816d2-289c-4bf7-9e0a-22cec9a0b718 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.973452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3671f322-db5b-4dd2-8d85-6c038b63126d req-0fd816d2-289c-4bf7-9e0a-22cec9a0b718 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2901196 Jul 09 13:29:22.984815 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62166ee-4218-4949-aad0-3530caae3377 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 13:29:22.984815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62166ee-4218-4949-aad0-3530caae3377 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:29:23.029155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e62166ee-4218-4949-aad0-3530caae3377 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6085892 Jul 09 13:29:23.031746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39788) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:23.083335 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-0cf6d010-8e30-4a93-82dc-85e3e8b5b0ac service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220915 Jul 09 13:29:23.117007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-831d5835-8f2d-4326-a0ef-5edc4c20bcb6 None None] Provisioning for port aa58bf08-39c8-4f79-b1b5-b7910722fbcf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:23.123312 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3671f322-db5b-4dd2-8d85-6c038b63126d req-5cd018d9-3b7f-46c3-a45f-78846937d948 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301568 Jul 09 13:29:23.209023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0ed34-ea40-4789-b5af-5a8b65e17d86 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.221060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0ed34-ea40-4789-b5af-5a8b65e17d86 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.226703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-23c0ed34-ea40-4789-b5af-5a8b65e17d86 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1938205 Jul 09 13:29:23.227740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39792) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:23.246464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aa58bf08-39c8-4f79-b1b5-b7910722fbcf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:23.312751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26e5caa7-7575-4b58-bae6-4face623dd3e req-b5308d47-749c-4cda-81fa-b294962e5886 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7077007 Jul 09 13:29:23.411764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port aa58bf08-39c8-4f79-b1b5-b7910722fbcf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:23.421599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port aa58bf08-39c8-4f79-b1b5-b7910722fbcf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:23.422261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.449116 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-f1f295cf-a3ab-4763-9faf-5a15dfe6c42b service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528366 Jul 09 13:29:23.461054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1b20a222-61b5-4f03-b1f1-71ac53eccaf7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:23.461546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b20a222-61b5-4f03-b1f1-71ac53eccaf7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.581063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-4a61001e-5228-4bf1-93bc-3a909a620b71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 217 time: 0.1225753 Jul 09 13:29:23.593243 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.678527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b20a222-61b5-4f03-b1f1-71ac53eccaf7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.699010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1b20a222-61b5-4f03-b1f1-71ac53eccaf7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:23.704163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port aa58bf08-39c8-4f79-b1b5-b7910722fbcf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aa58bf08-39c8-4f79-b1b5-b7910722fbcf,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:23.708535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e15909c7-9a6c-46db-99ea-a4aa12ee8639 None None] Provisioning for port 7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:23.720864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e15909c7-9a6c-46db-99ea-a4aa12ee8639 None None] Provisioning complete for port 7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:23.723345 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e15909c7-9a6c-46db-99ea-a4aa12ee8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.746502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e108f825-9f86-4f90-b7bd-65d80da9e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.748789 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e108f825-9f86-4f90-b7bd-65d80da9e8be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1624238 Jul 09 13:29:23.777693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.780187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e15909c7-9a6c-46db-99ea-a4aa12ee8639 None None] Port 7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:23.834777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=aa58bf08-39c8-4f79-b1b5-b7910722fbcf,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:23.899194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-9f3df1d2-bd5b-4c8c-b097-e187f7d61d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.901376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-9f3df1d2-bd5b-4c8c-b097-e187f7d61d39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471608 Jul 09 13:29:23.909485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b20a222-61b5-4f03-b1f1-71ac53eccaf7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.930408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': '502d8b4a-eef9-40b1-975e-037964dce8ee'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:23.933806 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "502d8b4a-eef9-40b1-975e-037964dce8ee"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:23.945144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a222-61b5-4f03-b1f1-71ac53eccaf7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=7e2f7dc1-77e7-43e0-acdd-bb90e6d95956,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:23.981613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b20a222-61b5-4f03-b1f1-71ac53eccaf7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.985809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1b20a222-61b5-4f03-b1f1-71ac53eccaf7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 HTTP/1.1" status: 204 len: 168 time: 0.7566080 Jul 09 13:29:23.989091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39812) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:24.089480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb63c5-1cfc-4778-bde7-4aeb23cf7c9a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.093073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb63c5-1cfc-4778-bde7-4aeb23cf7c9a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.094809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-00bb63c5-1cfc-4778-bde7-4aeb23cf7c9a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1045396 Jul 09 13:29:24.096465 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24a5248-4c23-459e-a5dc-7c7934eded37 x-openstack-request-id: req-f24a5248-4c23-459e-a5dc-7c7934eded37 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:24.096759 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "502d8b4a-eef9-40b1-975e-037964dce8ee", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:24.097010 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f24a5248-4c23-459e-a5dc-7c7934eded37 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:24.097402 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': '502d8b4a-eef9-40b1-975e-037964dce8ee', 'status': 'completed', 'code': 200} Jul 09 13:29:24.097877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39820) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:24.197287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-65b13d66-f714-43d7-829c-b8b3b62682a9 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895780 Jul 09 13:29:24.218746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcf2888-ebc6-47bc-a027-5a80d214a31d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet a0cbccb5-f19c-4423-aece-5342257c8c56 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:24.223669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2888-ebc6-47bc-a027-5a80d214a31d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.272109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2888-ebc6-47bc-a027-5a80d214a31d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.375155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2888-ebc6-47bc-a027-5a80d214a31d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.451769 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2888-ebc6-47bc-a027-5a80d214a31d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.466202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39834) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:24.525063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20bd859-0165-4a58-864f-5b7278ea3da8 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:24.525829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2888-ebc6-47bc-a027-5a80d214a31d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.532158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39838) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:24.532722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8bcf2888-ebc6-47bc-a027-5a80d214a31d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/a0cbccb5-f19c-4423-aece-5342257c8c56 HTTP/1.1" status: 204 len: 168 time: 0.4333687 Jul 09 13:29:24.533973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf2888-ebc6-47bc-a027-5a80d214a31d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cbccb5-f19c-4423-aece-5342257c8c56,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:24.608845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90d9e0-3e79-4d0a-b26d-162fcf5ff0e6 req-5015da6b-4846-4216-8aa6-8012c1507532 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.611069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d2384422-5926-45fa-bf8b-52ed96d10172 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771735 Jul 09 13:29:24.619071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bd90d9e0-3e79-4d0a-b26d-162fcf5ff0e6 req-5015da6b-4846-4216-8aa6-8012c1507532 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1780884 Jul 09 13:29:24.619601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39840) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:24.628509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:24.700907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c4f880fd-30e2-42bb-bec5-ba1a9392c23d tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:24.752237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bd90d9e0-3e79-4d0a-b26d-162fcf5ff0e6 req-edf7df6f-c796-46fa-ac45-f48514b58d35 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194756 Jul 09 13:29:24.777880 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c4f880fd-30e2-42bb-bec5-ba1a9392c23d tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] 10.222.0.32 "PUT /v2.0/quotas/80abecb4e29846f0b62ac68b2da31c78 HTTP/1.1" status: 200 len: 368 time: 0.3107114 Jul 09 13:29:24.778551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39844) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:24.792924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Request body: {'network': {'project_id': '80abecb4e29846f0b62ac68b2da31c78'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:24.793620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:24.815801 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:29:24.815801 n-d-799524-3 neutron-server[93913]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:29:24.815801 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id': '69a6d00a3453445fb4dd928326232333', 'id': '86103907-13cd-40d6-9a70-50d40a4edcf9', 'expiration': datetime.datetime(2021, 7, 9, 13, 31, 24, 801948)}] Jul 09 13:29:24.815801 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:29:24.816505 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:29:24.832145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Made reservation on behalf of 80abecb4e29846f0b62ac68b2da31c78 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:24.834624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.856324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] Deleting port aa58bf08-39c8-4f79-b1b5-b7910722fbcf {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:24.856977 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.861126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-904ca749-9302-4a76-b93f-4ffc23913698 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.867321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-904ca749-9302-4a76-b93f-4ffc23913698 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.873866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-904ca749-9302-4a76-b93f-4ffc23913698 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.880167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-904ca749-9302-4a76-b93f-4ffc23913698 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.887159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-904ca749-9302-4a76-b93f-4ffc23913698 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.893331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-904ca749-9302-4a76-b93f-4ffc23913698 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.901140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-904ca749-9302-4a76-b93f-4ffc23913698 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.903194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-904ca749-9302-4a76-b93f-4ffc23913698 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.3089399 Jul 09 13:29:24.927408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-b0682a9c-9e38-420a-ace9-834ce9c9bc7f service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234223 Jul 09 13:29:24.928114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.942198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] For port aa58bf08-39c8-4f79-b1b5-b7910722fbcf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aa58bf08-39c8-4f79-b1b5-b7910722fbcf,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:24.942757 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:24.960699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] Calling delete_port for aa58bf08-39c8-4f79-b1b5-b7910722fbcf owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:25.011440 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e0fa3a3c-5303-49c1-95ba-dd459b71468e req-161b2e55-11c3-4dc7-bc66-301076a4ce5e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001513 Jul 09 13:29:25.017813 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-22353ddc-5f2f-4e42-ba75-73a8c1b9f13e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 217 time: 0.0755954 Jul 09 13:29:25.073058 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.104985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] Pushing event deleted for resources: {'Port': ['ID=aa58bf08-39c8-4f79-b1b5-b7910722fbcf,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:25.119742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66771e1-e338-4e8c-abe2-1cb11360fdfa None None] No DVR routers for this DVR port aa58bf08-39c8-4f79-b1b5-b7910722fbcf on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:25.131335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d9c1a233-fee3-476d-a83f-f14b08592a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.135942 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-d9c1a233-fee3-476d-a83f-f14b08592a37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1105506 Jul 09 13:29:25.150190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aa58bf08-39c8-4f79-b1b5-b7910722fbcf no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:25.177402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: aa58bf08-39c8-4f79-b1b5-b7910722fbcf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:25.177752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aa58bf08-39c8-4f79-b1b5-b7910722fbcf not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:25.245363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.250826 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.260457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-a875ed3d-3935-42c8-a6c0-c8164f80d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.262004 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-a875ed3d-3935-42c8-a6c0-c8164f80d7ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096900 Jul 09 13:29:25.284627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:29:25.342748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:25.347221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.347588 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Added segment 4e0008c3-7910-4771-9cf3-779f02b35d27 of type vlan for network c1152563-ca62-4833-8d9a-3c475348e844 Jul 09 13:29:25.348069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.350351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def80a6e-6fb1-40d1-b1cf-88b411281625,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:25.430022 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.440807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-1e0d371e-d17f-4050-9f87-d97b62edc486 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692967 Jul 09 13:29:25.520527 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.521533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.522132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.626114 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8407676 Jul 09 13:29:25.631467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39846) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:25.641979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Request body: {'network': {'project_id': '80abecb4e29846f0b62ac68b2da31c78'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:25.657419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c627e9-461f-46d2-82bc-73ec190209ac tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Pushing event updated for resources: {'Network': ['ID=c1152563-ca62-4833-8d9a-3c475348e844,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:25.669600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c1152563-ca62-4833-8d9a-3c475348e844 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:29:25.682555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-73701aba-32f6-431c-968c-28365890906f service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329905 Jul 09 13:29:25.683608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Made reservation on behalf of 80abecb4e29846f0b62ac68b2da31c78 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:25.686046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.765308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-f8d0610c-8ee4-4158-b78b-fed1d9fcd1db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d HTTP/1.1" status: 200 len: 217 time: 0.0757947 Jul 09 13:29:25.807662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:29:25.827203 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.827584 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Added segment 2e174bb1-3f56-4f46-a89f-0d16886aa5b2 of type vlan for network 47845032-776b-49e7-9925-ac3b6a80ab47 Jul 09 13:29:25.840830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c21f8a5-b504-4af4-aeef-0da97bf2ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.842443 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-3c21f8a5-b504-4af4-aeef-0da97bf2ff2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.0701499 Jul 09 13:29:25.907088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.933048 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.990350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:25.996934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:26.002405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.002996 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.005452 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.008048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.009830 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.011380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44529803-ae5a-463a-ac81-824751e2a425 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:26.029824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-ef17f813-f757-4705-8c3e-668ecb724fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.032826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-ef17f813-f757-4705-8c3e-668ecb724fb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1660359 Jul 09 13:29:26.048483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=e9846bd5-6eb4-4103-8830-ddc5accabe4f,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:26.058828 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3c06f3e6-8133-4a6e-8c00-83decc856cc6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4351304 Jul 09 13:29:26.061817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39854) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:26.066962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dbfccf5e-a833-4035-a4e8-aceea734f780 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'e9846bd5-6eb4-4103-8830-ddc5accabe4f', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1936023395'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:26.219542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfccf5e-a833-4035-a4e8-aceea734f780 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:26.224539 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-5eb54168-3584-4fcf-8811-670a0ef6d12e service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761603 Jul 09 13:29:26.228692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5898380 Jul 09 13:29:26.233538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39858) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:26.249612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d056aff4-154b-480c-a421-a049aeac38b6 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Request body: {'network': {'project_id': '80abecb4e29846f0b62ac68b2da31c78'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:26.280211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'e9846bd5-6eb4-4103-8830-ddc5accabe4f'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:26.281079 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.352187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-57981cc1-77c9-47a0-81ea-2f11f639b1aa service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158929 Jul 09 13:29:26.367151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa08183-428d-49e6-9e5a-2f02caa8c486 req-109ff5b3-6bd5-4e62-b051-8ba4c4ebdcc2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.374905 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faa08183-428d-49e6-9e5a-2f02caa8c486 req-109ff5b3-6bd5-4e62-b051-8ba4c4ebdcc2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4526219 Jul 09 13:29:26.389102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aef9a-4ec1-4c9e-8541-f8bf6508c034 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Pushing event updated for resources: {'Network': ['ID=47845032-776b-49e7-9925-ac3b6a80ab47,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:26.399175 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbfccf5e-a833-4035-a4e8-aceea734f780 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.428015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 47845032-776b-49e7-9925-ac3b6a80ab47 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:29:26.437018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-69836894-73e3-4ef1-8da3-d05fb8db5684 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.443671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-69836894-73e3-4ef1-8da3-d05fb8db5684 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.451801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-69836894-73e3-4ef1-8da3-d05fb8db5684 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.459013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-69836894-73e3-4ef1-8da3-d05fb8db5684 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.467413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-69836894-73e3-4ef1-8da3-d05fb8db5684 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.472192 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faa08183-428d-49e6-9e5a-2f02caa8c486 req-1b845bd6-203b-4fa8-b238-d4754f77c2d1 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960734 Jul 09 13:29:26.474049 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d056aff4-154b-480c-a421-a049aeac38b6 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 13:29:26.475651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d056aff4-154b-480c-a421-a049aeac38b6 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:29:26.486523 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d056aff4-154b-480c-a421-a049aeac38b6 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2350295 Jul 09 13:29:26.486523 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-45af8287-374a-4a19-b568-26f85d84cd62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf HTTP/1.1" status: 200 len: 217 time: 0.1024113 Jul 09 13:29:26.486523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39860) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:26.489264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-69836894-73e3-4ef1-8da3-d05fb8db5684 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.500906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-69836894-73e3-4ef1-8da3-d05fb8db5684 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.503100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-69836894-73e3-4ef1-8da3-d05fb8db5684 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.2045810 Jul 09 13:29:26.510224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-dbfccf5e-a833-4035-a4e8-aceea734f780 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port a80c17fb-a1d2-4387-bd51-ad5e7b4ad723 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:26.547956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/e9846bd5-6eb4-4103-8830-ddc5accabe4f/ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:26.710536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba351350-e148-4bb2-94ce-d48428a0ef52 req-47b4dae3-3dc7-4d64-a8be-7c5947ecf063 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376603 Jul 09 13:29:26.718265 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.739965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-23100032-0db3-4a1d-88e3-d4b39c023375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.741504 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-23100032-0db3-4a1d-88e3-d4b39c023375 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.2493348 Jul 09 13:29:26.776502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.786333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Transition to ACTIVE for port object ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:26.805973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Transition to ACTIVE for port object ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:26.813740 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.816551 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfccf5e-a833-4035-a4e8-aceea734f780 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:29:26.817347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfccf5e-a833-4035-a4e8-aceea734f780 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:29:26.839333 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dbfccf5e-a833-4035-a4e8-aceea734f780 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7732208 Jul 09 13:29:26.841047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39864) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:26.841187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:26.862573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:26.865600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:26.897497 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.920727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47845032-776b-49e7-9925-ac3b6a80ab47']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:26.954894 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e174bb1-3f56-4f46-a89f-0d16886aa5b2') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:26.955281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e174bb1-3f56-4f46-a89f-0d16886aa5b2') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:26.977516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.983906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c8f3d4-072c-4282-a850-1579adf4e41e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.988927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Attempting to bind port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:26.988927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Attempting to bind port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:26.988927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Attempting to bind port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:26.990260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39868) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:26.991386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-97c8f3d4-072c-4282-a850-1579adf4e41e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1490419 Jul 09 13:29:27.000188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Pushing event updated for resources: {'Port': ['ID=ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:27.017169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:27.017600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:27.018017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.018496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:27.019031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Bound port: ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:27.019418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.046833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-64f635b5-bc9d-473e-baac-871f7343d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:27.049285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-64f635b5-bc9d-473e-baac-871f7343d86a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2997127 Jul 09 13:29:27.052632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.129543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] For port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:27.131342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:29:27.138746 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:29:27.145977 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:29:27.205173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabf2ce-48b2-4090-af58-c002c829942d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:27.206998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabf2ce-48b2-4090-af58-c002c829942d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:27.208540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7612b-5ebf-4600-9bfb-c049faf4d445 req-ab9d2e5f-fc9c-4861-b63e-0ae88ab7d267 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:27.209017 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-baabf2ce-48b2-4090-af58-c002c829942d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2163975 Jul 09 13:29:27.213409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39872) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:27.221001 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3c7612b-5ebf-4600-9bfb-c049faf4d445 req-ab9d2e5f-fc9c-4861-b63e-0ae88ab7d267 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1162586 Jul 09 13:29:27.293122 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3c7612b-5ebf-4600-9bfb-c049faf4d445 req-33ba6db6-0bbc-4c9b-ab90-424a6e098a42 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698493 Jul 09 13:29:27.299631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] For port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:27.307620 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.315405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-93161810-48a1-4ec8-9b22-8c3e4b9aff69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet e9846bd5-6eb4-4103-8830-ddc5accabe4f {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:27.316303 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.318956 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93161810-48a1-4ec8-9b22-8c3e4b9aff69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.328043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-ceb20f9a-f1e0-446c-9328-6d920bede1b0 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684639 Jul 09 13:29:27.397060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a47fa-9f14-4e6d-9f0d-59f3c1ad0799 None None] Pushing event updated for resources: {'Port': ['ID=ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:27.617142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.621120 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] 10.222.0.32 "DELETE /v2.0/networks/47845032-776b-49e7-9925-ac3b6a80ab47 HTTP/1.1" status: 204 len: 168 time: 1.1366618 Jul 09 13:29:27.640320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39876) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:27.644805 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85206d77-9cee-4e00-a4d8-326cb306c0c2 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Pushing event deleted for resources: {'Network': ['ID=47845032-776b-49e7-9925-ac3b6a80ab47,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:27.707141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93161810-48a1-4ec8-9b22-8c3e4b9aff69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.782546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.822626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb363e1-f1aa-4fc7-a4f8-1dc93a7b9a7f req-dfde54f2-a695-42d5-b9b7-6a6d59e7110c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:27.831500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1eb363e1-f1aa-4fc7-a4f8-1dc93a7b9a7f req-dfde54f2-a695-42d5-b9b7-6a6d59e7110c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2169335 Jul 09 13:29:27.860803 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-027189cf-590b-4dd1-9c8d-53de46ab3727 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278972 Jul 09 13:29:27.889098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1eb363e1-f1aa-4fc7-a4f8-1dc93a7b9a7f req-c76cfc32-e3b1-48fc-890f-c7b5762ccd53 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547435 Jul 09 13:29:27.981779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.983260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bfe1a299-d060-4b32-a82a-4cebf92bd48c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f HTTP/1.1" status: 200 len: 217 time: 0.0992424 Jul 09 13:29:27.993948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1152563-ca62-4833-8d9a-3c475348e844']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:28.008020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0008c3-7910-4771-9cf3-779f02b35d27') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:28.008326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0008c3-7910-4771-9cf3-779f02b35d27') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:28.028821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.044670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.054559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:29:28.055113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:29:28.058648 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:29:28.063387 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93161810-48a1-4ec8-9b22-8c3e4b9aff69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.153063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-b233d170-a783-4edb-b629-294d0a26a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.154651 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-b233d170-a783-4edb-b629-294d0a26a8c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.1647036 Jul 09 13:29:28.158462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.166309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.168907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c1152563-ca62-4833-8d9a-3c475348e844 HTTP/1.1" status: 204 len: 168 time: 0.5282826 Jul 09 13:29:28.184553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173c28c-7a48-4b3b-ab0b-6fd9ab213379 tempest-QuotasNegativeTest-873247380 tempest-QuotasNegativeTest-873247380-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1152563-ca62-4833-8d9a-3c475348e844,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:28.251864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-6949fe49-53f4-40f7-b0e7-1849f254ccc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.257794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-6949fe49-53f4-40f7-b0e7-1849f254ccc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.264109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-6949fe49-53f4-40f7-b0e7-1849f254ccc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.270158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-6949fe49-53f4-40f7-b0e7-1849f254ccc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.277246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-6949fe49-53f4-40f7-b0e7-1849f254ccc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.283266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-6949fe49-53f4-40f7-b0e7-1849f254ccc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.289318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-6949fe49-53f4-40f7-b0e7-1849f254ccc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.295988 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-6949fe49-53f4-40f7-b0e7-1849f254ccc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.2589133 Jul 09 13:29:28.366578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93161810-48a1-4ec8-9b22-8c3e4b9aff69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.433063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-73ef5ce7-a64a-4ab5-9d80-a9e28f71e571 req-c5fb6b8c-331d-42b5-a7cc-d981f8b4a1d2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323166 Jul 09 13:29:28.434747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93161810-48a1-4ec8-9b22-8c3e4b9aff69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.438316 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-93161810-48a1-4ec8-9b22-8c3e4b9aff69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/e9846bd5-6eb4-4103-8830-ddc5accabe4f HTTP/1.1" status: 204 len: 168 time: 1.2214723 Jul 09 13:29:28.440632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39890) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:28.472667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93161810-48a1-4ec8-9b22-8c3e4b9aff69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=e9846bd5-6eb4-4103-8830-ddc5accabe4f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:28.484421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-2722e326-3aca-447b-a345-f6c6d06b4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.490111 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-2722e326-3aca-447b-a345-f6c6d06b4d59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3170621 Jul 09 13:29:28.567647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-23845461-4133-489e-b25e-f787db791f17 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073821 Jul 09 13:29:28.579190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39892) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:28.601652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:28.722374 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-ac1065bc-16d4-46b6-9d76-5652f844b460 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239151 Jul 09 13:29:28.801277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556f1ce-3e9c-4c45-9296-90625433516f req-5a9bfca8-1a5c-4a5a-a494-9b89eb22629a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.804888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7556f1ce-3e9c-4c45-9296-90625433516f req-5a9bfca8-1a5c-4a5a-a494-9b89eb22629a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.2625277 Jul 09 13:29:28.836310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:28.843771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.899584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c53bb-5c30-4531-a625-23fe02be051f None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:28.974622 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-e95d5317-4597-4f59-98e9-2bc6c46c6562 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408018 Jul 09 13:29:28.987255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7556f1ce-3e9c-4c45-9296-90625433516f req-284d264b-2446-4154-8b6c-fb77967121f3 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629236 Jul 09 13:29:29.100649 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-17c51d2e-35fc-4322-b0f1-c909efb690e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=502d8b4a-eef9-40b1-975e-037964dce8ee HTTP/1.1" status: 200 len: 217 time: 0.1208518 Jul 09 13:29:29.112948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39900) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:29.209771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-f07bcbb5-7e1d-49eb-875f-79812ea8cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.214448 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-f07bcbb5-7e1d-49eb-875f-79812ea8cdbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.1065042 Jul 09 13:29:29.236607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7288f434-28c3-4074-b9dc-2331ddd95bac None None] Provisioning for port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:29.298714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:29.306848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-626ac21e-e937-48d0-a586-7ba333dc24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.307523 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-626ac21e-e937-48d0-a586-7ba333dc24b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866506 Jul 09 13:29:29.392182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.394160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30e2197e-1696-4649-842c-14121cd19a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.400168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:29.405113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:29.405390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.436626 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-bc8c356e-d43c-4651-be5a-bf1288437231 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215053 Jul 09 13:29:29.478086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:29.478881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=9032e393-193e-4bbc-bee6-43d9e9603d77,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:29.492031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:29.499601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.500202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.515834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da102f-7d8a-4278-a07b-18bc25f1598e req-549f37fd-488b-403d-a5dc-0f7c3df2e47b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.522806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76da102f-7d8a-4278-a07b-18bc25f1598e req-549f37fd-488b-403d-a5dc-0f7c3df2e47b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2571480 Jul 09 13:29:29.535414 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.541443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91584831-178d-4dec-b64b-e05656408e3b None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:29.573654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-afc98ad3-973c-41d3-a3fe-24d739151e92 req-a8239d13-8fac-45cc-a035-f82fb9e3e89f service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289535 Jul 09 13:29:29.599685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76da102f-7d8a-4278-a07b-18bc25f1598e req-c79b7d2d-5e52-4ecf-80d6-f7c727e89e4c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758367 Jul 09 13:29:29.659438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:29.667129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.695389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30e2197e-1696-4649-842c-14121cd19a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.701348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30e2197e-1696-4649-842c-14121cd19a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.737567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-91584831-178d-4dec-b64b-e05656408e3b None None] Deleting port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:29.737991 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91584831-178d-4dec-b64b-e05656408e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.749553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a21068f3-a239-415e-b49e-779de2d5d021 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1690655 Jul 09 13:29:29.754761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39908) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:29.782407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-85cbee5c-b2d0-454c-a0d4-72be829d1073 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1157922619', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:29.809142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:29.826465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-30e2197e-1696-4649-842c-14121cd19a76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52147ea35e4c481797b19c62fac20c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7095060 Jul 09 13:29:29.828433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39910) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:29.833931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2197e-1696-4649-842c-14121cd19a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6a1ccc-136d-470a-a749-a9e910d42a3b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:29.841679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85cbee5c-b2d0-454c-a0d4-72be829d1073 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.842608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85cbee5c-b2d0-454c-a0d4-72be829d1073 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.852657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-91584831-178d-4dec-b64b-e05656408e3b None None] For port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:29.853075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91584831-178d-4dec-b64b-e05656408e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.858256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-08dec00a-538d-4df6-87a6-3067a4ad4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.860145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-08dec00a-538d-4df6-87a6-3067a4ad4c2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 1096 time: 0.1361654 Jul 09 13:29:29.871430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-91584831-178d-4dec-b64b-e05656408e3b None None] Calling delete_port for ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:29.876933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-af296aa4-29fb-4a5d-9d40-6390e6271b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.877418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-af296aa4-29fb-4a5d-9d40-6390e6271b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.877904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-af296aa4-29fb-4a5d-9d40-6390e6271b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.878374 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-af296aa4-29fb-4a5d-9d40-6390e6271b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.878841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-af296aa4-29fb-4a5d-9d40-6390e6271b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.879337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-af296aa4-29fb-4a5d-9d40-6390e6271b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.879803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-af296aa4-29fb-4a5d-9d40-6390e6271b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.881871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-af296aa4-29fb-4a5d-9d40-6390e6271b33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6487 time: 0.1829603 Jul 09 13:29:29.970098 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91584831-178d-4dec-b64b-e05656408e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.974474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-701202bc-8628-4f2c-8424-ce5705d59efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.976238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-701202bc-8628-4f2c-8424-ce5705d59efa service neutron] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 911 time: 0.0935431 Jul 09 13:29:29.998911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91584831-178d-4dec-b64b-e05656408e3b None None] Pushing event deleted for resources: {'Port': ['ID=ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:30.007842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91584831-178d-4dec-b64b-e05656408e3b None None] No DVR routers for this DVR port ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:30.018827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-c4451b59-2a2f-4ea3-b4ad-98eccc9012e1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.025042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-c4451b59-2a2f-4ea3-b4ad-98eccc9012e1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.031126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-c4451b59-2a2f-4ea3-b4ad-98eccc9012e1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.032425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b2bbe-468f-40af-aa17-fad9fe9cc9b6 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:30.037377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-c4451b59-2a2f-4ea3-b4ad-98eccc9012e1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.044170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-c4451b59-2a2f-4ea3-b4ad-98eccc9012e1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.051159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-c4451b59-2a2f-4ea3-b4ad-98eccc9012e1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.057515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-c4451b59-2a2f-4ea3-b4ad-98eccc9012e1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.065171 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-c4451b59-2a2f-4ea3-b4ad-98eccc9012e1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.3278711 Jul 09 13:29:30.075248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-a0a41a86-3f68-4e81-8307-972113f2a584 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f HTTP/1.1" status: 200 len: 1000 time: 0.0916677 Jul 09 13:29:30.084771 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85cbee5c-b2d0-454c-a0d4-72be829d1073 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.101440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85cbee5c-b2d0-454c-a0d4-72be829d1073 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.115588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db008d98-0a3e-464f-a072-378af42ca45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.173399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-37e5eab7-92d8-4e75-b821-c40bf0ec25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.175324 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-37e5eab7-92d8-4e75-b821-c40bf0ec25b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.0940664 Jul 09 13:29:30.182699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85cbee5c-b2d0-454c-a0d4-72be829d1073 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.183969 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-85cbee5c-b2d0-454c-a0d4-72be829d1073 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4058073 Jul 09 13:29:30.188300 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5eef9bbd-9a25-4026-a8b2-ced378fe3db2 req-f1a36a77-a6a2-4794-b690-a1ee4542bfc7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223280 Jul 09 13:29:30.190257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db008d98-0a3e-464f-a072-378af42ca45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.192195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39916) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:30.205393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-9217e1bb-601f-4d9f-8f83-03ca8d8c6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.206911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-9217e1bb-601f-4d9f-8f83-03ca8d8c6a74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 200 len: 901 time: 0.3177366 Jul 09 13:29:30.267949 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908ae1-3666-474a-b6a7-76864a88336d req-dd059735-3b4c-41d3-a72b-c7dfc478d866 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.269631 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a908ae1-3666-474a-b6a7-76864a88336d req-dd059735-3b4c-41d3-a72b-c7dfc478d866 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1348603 Jul 09 13:29:30.284105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '9032e393-193e-4bbc-bee6-43d9e9603d77'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:30.285323 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.290977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-d24e8185-5746-490a-84ec-411c0ec5ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.292562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-d24e8185-5746-490a-84ec-411c0ec5ae92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087732 Jul 09 13:29:30.367168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-02dbc751-672a-4404-9fca-155069c51f15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f HTTP/1.1" status: 200 len: 217 time: 0.0952716 Jul 09 13:29:30.378606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a908ae1-3666-474a-b6a7-76864a88336d req-82fdd109-2511-4313-a8b2-bca8b1e169a9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992649 Jul 09 13:29:30.477827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/9032e393-193e-4bbc-bee6-43d9e9603d77/ba28cc5f-d533-449a-a195-293d17c27ea9) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:30.491324 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-042332e8-ea21-4b16-91c9-a63b32ac3290 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901653 Jul 09 13:29:30.517813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-156902ff-96ad-4342-bdf7-f62bc7e489a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1341276 Jul 09 13:29:30.537173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-6c3e54e4-9eaf-487e-be24-807a4a0c394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.545056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-6c3e54e4-9eaf-487e-be24-807a4a0c394c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.1565909 Jul 09 13:29:30.565724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db008d98-0a3e-464f-a072-378af42ca45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.568382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db008d98-0a3e-464f-a072-378af42ca45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.569601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-db008d98-0a3e-464f-a072-378af42ca45a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c6a1ccc-136d-470a-a749-a9e910d42a3b HTTP/1.1" status: 204 len: 168 time: 0.7402005 Jul 09 13:29:30.609829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db008d98-0a3e-464f-a072-378af42ca45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6a1ccc-136d-470a-a749-a9e910d42a3b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:30.694802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c94ff2d3-7138-4380-9eeb-1aee13427cc0 req-361a6eab-3ca6-40c5-b950-6b86574e39cb service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937854 Jul 09 13:29:30.699704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.713130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-bb078cca-2ab8-47d8-89f6-2be319e6ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.714710 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-bb078cca-2ab8-47d8-89f6-2be319e6ead1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440527 Jul 09 13:29:30.720393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-a44c8cfd-944a-46a6-8177-9477ced73d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.721929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-a44c8cfd-944a-46a6-8177-9477ced73d40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 1096 time: 0.1494102 Jul 09 13:29:30.780914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.802810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Transition to ACTIVE for port object ba28cc5f-d533-449a-a195-293d17c27ea9 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:30.843794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Transition to ACTIVE for port object ba28cc5f-d533-449a-a195-293d17c27ea9 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:30.853823 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.877873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:30.880462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:30.929098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:30.939023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-01def479-0aa8-4084-af5c-a3c2ed17145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.942531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-01def479-0aa8-4084-af5c-a3c2ed17145c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.1978633 Jul 09 13:29:30.993979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Pushing event updated for resources: {'Port': ['ID=ba28cc5f-d533-449a-a195-293d17c27ea9,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:31.009226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-52c965e3-f2fc-4557-8b37-4809219cbb92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 HTTP/1.1" status: 200 len: 217 time: 0.0590873 Jul 09 13:29:31.044135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Attempting to bind port ba28cc5f-d533-449a-a195-293d17c27ea9 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:31.044542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Attempting to bind port ba28cc5f-d533-449a-a195-293d17c27ea9 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:31.044980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Attempting to bind port ba28cc5f-d533-449a-a195-293d17c27ea9 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:31.055811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:31.056266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:31.056705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.057244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:31.057759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Bound port: ba28cc5f-d533-449a-a195-293d17c27ea9, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:31.058258 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.110984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-4cd59d7f-75bf-4b88-867e-3471fdd279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.115289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-4cd59d7f-75bf-4b88-867e-3471fdd279aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.0974367 Jul 09 13:29:31.160565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:31.163590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] For port ba28cc5f-d533-449a-a195-293d17c27ea9, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:31.167744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39928) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:31.190456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:31.190803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ec161e4e-a31f-4ecb-9dd6-c83203e4b7bd not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:31.195232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] For port ba28cc5f-d533-449a-a195-293d17c27ea9, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ba28cc5f-d533-449a-a195-293d17c27ea9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:31.199881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-2323199c-e9e0-4d77-8ed5-80a4f1032454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.202210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-2323199c-e9e0-4d77-8ed5-80a4f1032454 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826771 Jul 09 13:29:31.203331 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.232410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e98da3d2-a848-4a03-8a96-5a22aaf35f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.319051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-3335f243-d92d-4c96-8bc9-c76698c01ac8 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105773 Jul 09 13:29:31.321374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f2ebf-914d-47a5-a62d-9ee3d87e81b4 None None] Pushing event updated for resources: {'Port': ['ID=ba28cc5f-d533-449a-a195-293d17c27ea9,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:31.347673 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-87580ef8-aac4-44ff-be57-dd91e058096e service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242170 Jul 09 13:29:31.442161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfa127-9374-4a62-9ae6-abc53488b9c1 req-4ec97a32-b286-4ae0-806f-2d0a14887f46 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.443814 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03dfa127-9374-4a62-9ae6-abc53488b9c1 req-4ec97a32-b286-4ae0-806f-2d0a14887f46 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3531089 Jul 09 13:29:31.473023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9a5e7b2-429f-412a-a094-03ed65467944 req-a6f5665d-e7f8-42c3-8bb3-ac1a54d9129a service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473293 Jul 09 13:29:31.499541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-e33ef30f-ab09-430f-8751-8c6d7e755ef0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.507704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-e33ef30f-ab09-430f-8751-8c6d7e755ef0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.514121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-e33ef30f-ab09-430f-8751-8c6d7e755ef0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.522161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-e33ef30f-ab09-430f-8751-8c6d7e755ef0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.529034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-e33ef30f-ab09-430f-8751-8c6d7e755ef0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.543265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-e33ef30f-ab09-430f-8751-8c6d7e755ef0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.552171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-e33ef30f-ab09-430f-8751-8c6d7e755ef0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.567796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-e33ef30f-ab09-430f-8751-8c6d7e755ef0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.1891885 Jul 09 13:29:31.627883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63114cbb-a0ec-40f8-8a14-3a0f0baa1a05 req-d203981d-1c47-43e5-9b0c-597522b9b0a0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571959 Jul 09 13:29:31.631938 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03dfa127-9374-4a62-9ae6-abc53488b9c1 req-001c0564-6c25-4569-870b-2ed7e9f8e4e8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717536 Jul 09 13:29:31.642534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9842c7af-71b4-4cd4-891c-eb9581364d14 req-1f4d51e9-a806-4852-a989-4ae1c0243aef service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863896 Jul 09 13:29:31.654147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::1 (d21b40f0-27df-45e6-a847-be7286ec6856/9032e393-193e-4bbc-bee6-43d9e9603d77/644e7729-ab46-4747-828a-d4464b964a83) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:31.723171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e98da3d2-a848-4a03-8a96-5a22aaf35f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.777370 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e98da3d2-a848-4a03-8a96-5a22aaf35f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.885262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98da3d2-a848-4a03-8a96-5a22aaf35f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a43fcad-78bf-4731-a55f-b493df16fd02,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:31.898205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e98da3d2-a848-4a03-8a96-5a22aaf35f45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d1488ab295147c78265e5a6fbce86fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247243 Jul 09 13:29:31.898559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39936) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:31.944445 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.958880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20eae69e-7cbc-41a1-b60a-e17444165f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.971091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-7cdc9475-5c0a-4dfa-b8d4-d8d939277e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.971583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-7cdc9475-5c0a-4dfa-b8d4-d8d939277e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.972065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-7cdc9475-5c0a-4dfa-b8d4-d8d939277e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.972537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-7cdc9475-5c0a-4dfa-b8d4-d8d939277e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.973008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-7cdc9475-5c0a-4dfa-b8d4-d8d939277e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.973472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-7cdc9475-5c0a-4dfa-b8d4-d8d939277e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.973938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-7cdc9475-5c0a-4dfa-b8d4-d8d939277e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.975998 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-7cdc9475-5c0a-4dfa-b8d4-d8d939277e48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6487 time: 0.2709851 Jul 09 13:29:31.980594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 644e7729-ab46-4747-828a-d4464b964a83 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:31.982298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20eae69e-7cbc-41a1-b60a-e17444165f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.990016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c7adf-139c-4434-ab35-8e15dc90319d req-ef473e42-61a5-4f4d-9da3-371d63cfa6b9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.991631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-498c7adf-139c-4434-ab35-8e15dc90319d req-ef473e42-61a5-4f4d-9da3-371d63cfa6b9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1895626 Jul 09 13:29:32.041710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20eae69e-7cbc-41a1-b60a-e17444165f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.044728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20eae69e-7cbc-41a1-b60a-e17444165f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.049082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-20eae69e-7cbc-41a1-b60a-e17444165f12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a43fcad-78bf-4731-a55f-b493df16fd02 HTTP/1.1" status: 204 len: 168 time: 0.1488514 Jul 09 13:29:32.059217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eae69e-7cbc-41a1-b60a-e17444165f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a43fcad-78bf-4731-a55f-b493df16fd02,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:32.113415 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-498c7adf-139c-4434-ab35-8e15dc90319d req-043b8849-145c-463c-b537-d3430bbf31f4 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101594 Jul 09 13:29:32.141553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.175964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-84b76541-13a0-4106-ad4e-b534e263110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.177600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-84b76541-13a0-4106-ad4e-b534e263110c service neutron] 10.222.0.10 "GET /v2.0/networks?id=427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 200 len: 901 time: 0.1833315 Jul 09 13:29:32.242118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:32.245478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-36eea0bd-2a62-4647-9f68-12f084d2e9ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=502d8b4a-eef9-40b1-975e-037964dce8ee HTTP/1.1" status: 200 len: 217 time: 0.0593297 Jul 09 13:29:32.246617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:32.248945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=644e7729-ab46-4747-828a-d4464b964a83,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:32.251137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:32.251704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.417492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-5624721d-a1f5-45f1-a910-34897222f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.419079 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-5624721d-a1f5-45f1-a910-34897222f2c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.1640949 Jul 09 13:29:32.522835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-12ab24a5-833b-4f61-b50b-ed9f8afb1454 None None] Provisioning for port ba28cc5f-d533-449a-a195-293d17c27ea9 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:32.543027 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.562897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-4e7bc459-7343-498f-a45f-fdb7daab56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.564502 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-4e7bc459-7343-498f-a45f-fdb7daab56de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381407 Jul 09 13:29:32.760594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f94f5e71-79a0-48ee-879d-5027ce9de87a None None] Provisioning for port 644e7729-ab46-4747-828a-d4464b964a83 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:32.777219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-3dc64741-9c03-4c9c-abc5-507396e87c74 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888225 Jul 09 13:29:32.780574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f94f5e71-79a0-48ee-879d-5027ce9de87a None None] Provisioning complete for port 644e7729-ab46-4747-828a-d4464b964a83 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:32.780961 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f94f5e71-79a0-48ee-879d-5027ce9de87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.817023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f94f5e71-79a0-48ee-879d-5027ce9de87a None None] Port 644e7729-ab46-4747-828a-d4464b964a83 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:32.863095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fccf3-fe33-45af-8d98-9a58e259a148 req-2d3626cc-742f-43f0-9435-75af3d47b3e9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.864844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d1fccf3-fe33-45af-8d98-9a58e259a148 req-2d3626cc-742f-43f0-9435-75af3d47b3e9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.0855916 Jul 09 13:29:32.923563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d1fccf3-fe33-45af-8d98-9a58e259a148 req-fd18dcca-a228-475b-9303-d26a499dba8d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508735 Jul 09 13:29:33.036405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5736ce23-59eb-4a0a-ac97-e1b9bccf6e1f req-0c7927b2-2f02-441f-b0d5-476aa0839074 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903093 Jul 09 13:29:33.061458 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.076554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-5b1774b2-6213-4b79-98aa-ce59ba8e34e7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.084148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-5b1774b2-6213-4b79-98aa-ce59ba8e34e7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.089470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-5b1774b2-6213-4b79-98aa-ce59ba8e34e7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.095611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-5b1774b2-6213-4b79-98aa-ce59ba8e34e7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.101666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-5b1774b2-6213-4b79-98aa-ce59ba8e34e7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.107611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-5b1774b2-6213-4b79-98aa-ce59ba8e34e7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.113459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-5b1774b2-6213-4b79-98aa-ce59ba8e34e7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.115494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-5b1774b2-6213-4b79-98aa-ce59ba8e34e7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.2437563 Jul 09 13:29:33.116726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.117518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.190821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ba28cc5f-d533-449a-a195-293d17c27ea9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:33.242309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=644e7729-ab46-4747-828a-d4464b964a83,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:33.251072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fbf300f-f832-48cb-8729-d8fd58d3ec4a req-0497575b-742a-418a-b3a2-1714b22ad43e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264288 Jul 09 13:29:33.267286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ba28cc5f-d533-449a-a195-293d17c27ea9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:33.286882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ba28cc5f-d533-449a-a195-293d17c27ea9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:33.288046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.297734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:33.300032 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:33.418273 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.473803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ba28cc5f-d533-449a-a195-293d17c27ea9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ba28cc5f-d533-449a-a195-293d17c27ea9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:33.494790 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.518327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cce63-5393-4fc1-b4ef-35b8660696c2 req-051afc54-5a14-4276-b0e8-0576780cd4bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.521524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e9cce63-5393-4fc1-b4ef-35b8660696c2 req-051afc54-5a14-4276-b0e8-0576780cd4bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1108460 Jul 09 13:29:33.560916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ba28cc5f-d533-449a-a195-293d17c27ea9,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:33.598012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e9cce63-5393-4fc1-b4ef-35b8660696c2 req-28b34085-457b-49ce-8d8c-587adc732e18 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682034 Jul 09 13:29:33.643590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-eb1b5cb6-b9c5-4b42-8b57-42c3cc7f6c1e None None] Provisioning complete for port 644e7729-ab46-4747-828a-d4464b964a83 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:33.644152 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5cb6-b9c5-4b42-8b57-42c3cc7f6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.683585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b5cb6-b9c5-4b42-8b57-42c3cc7f6c1e None None] Port 644e7729-ab46-4747-828a-d4464b964a83 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:33.804253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Router 292f3efd-2ff3-4e56-83b6-169a2e9cc767 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:29:33.805044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39984) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:33.914066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:33.920559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1082480305', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:33.924167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-20f19375-549b-4ad9-9d91-85bec4958300 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "PUT /v2.0/routers/292f3efd-2ff3-4e56-83b6-169a2e9cc767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7307861 Jul 09 13:29:33.928276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39988) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:33.934695 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Sync routers for ids ['292f3efd-2ff3-4e56-83b6-169a2e9cc767'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:33.948892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Made reservation on behalf of a5eef57f4c874d048fd7a1e2d5b7289b for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:33.951995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.962109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.966045 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Routers {'292f3efd-2ff3-4e56-83b6-169a2e9cc767'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:33.966705 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['292f3efd-2ff3-4e56-83b6-169a2e9cc767'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:34.004611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55685a1-6cb5-4d8f-af65-280c81f0e687 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.006287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d55685a1-6cb5-4d8f-af65-280c81f0e687 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports/644e7729-ab46-4747-828a-d4464b964a83 HTTP/1.1" status: 200 len: 911 time: 0.0765502 Jul 09 13:29:34.009636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39992) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:34.136524 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Set router 292f3efd-2ff3-4e56-83b6-169a2e9cc767 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:34.198957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c700cfbc-4d77-4b53-8233-4890f3a4c975 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.205958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c700cfbc-4d77-4b53-8233-4890f3a4c975 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.210290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c700cfbc-4d77-4b53-8233-4890f3a4c975 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1968551 Jul 09 13:29:34.211104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39996) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:34.223836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e067d-ecde-4bfe-a254-671d5f6aefb9 req-32d60343-2a32-4522-a42a-321baa2edfbd tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.227214 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-522e067d-ecde-4bfe-a254-671d5f6aefb9 req-32d60343-2a32-4522-a42a-321baa2edfbd tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1293941 Jul 09 13:29:34.307309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-522e067d-ecde-4bfe-a254-671d5f6aefb9 req-60543ca7-2616-473d-9477-f1dca6901d9a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732539 Jul 09 13:29:34.428600 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.451944 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.474807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] device_id is not set on port 675d2648-6bd7-4ce7-87ad-2b0b155c9c81 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:34.533987 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'name': 'tempest-NetworksTestDHCPv6-router-1157922619', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:29Z', 'updated_at': '2021-07-09T13:29:32Z', 'revision_number': 2, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None, '_interfaces': [{'id': '644e7729-ab46-4747-828a-d4464b964a83', 'name': '', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'mac_address': 'fa:16:3e:7c:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '9032e393-193e-4bbc-bee6-43d9e9603d77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:31Z', 'updated_at': '2021-07-09T13:29:32Z', 'revision_number': 2, 'project_id': '69a6d00a3453445fb4dd928326232333', 'subnets': [{'id': '9032e393-193e-4bbc-bee6-43d9e9603d77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:34.542633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1760-c073-45d7-acde-facf46e8986f req-278417d8-aee5-4be9-bd89-7307621167ec tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.549067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1760-c073-45d7-acde-facf46e8986f req-278417d8-aee5-4be9-bd89-7307621167ec tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.555323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1760-c073-45d7-acde-facf46e8986f req-278417d8-aee5-4be9-bd89-7307621167ec tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.561537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1760-c073-45d7-acde-facf46e8986f req-278417d8-aee5-4be9-bd89-7307621167ec tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.566764 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Checking router: 292f3efd-2ff3-4e56-83b6-169a2e9cc767 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:29:34.567239 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Updating router 292f3efd-2ff3-4e56-83b6-169a2e9cc767 port 644e7729-ab46-4747-828a-d4464b964a83 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:29:34.568314 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1760-c073-45d7-acde-facf46e8986f req-278417d8-aee5-4be9-bd89-7307621167ec tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.575609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1760-c073-45d7-acde-facf46e8986f req-278417d8-aee5-4be9-bd89-7307621167ec tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.581552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1760-c073-45d7-acde-facf46e8986f req-278417d8-aee5-4be9-bd89-7307621167ec tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.587419 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-839c1760-c073-45d7-acde-facf46e8986f req-278417d8-aee5-4be9-bd89-7307621167ec tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.1285801 Jul 09 13:29:34.598153 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:29:34.611709 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.636975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-839c1760-c073-45d7-acde-facf46e8986f req-31e3cb14-3ba9-43e8-a437-e8c94e2f0483 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459342 Jul 09 13:29:34.967610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17e33e7-dca4-47e7-9bbb-b2bba468fde5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:35.017644 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.028455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Transition to ACTIVE for port object 644e7729-ab46-4747-828a-d4464b964a83 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:35.034990 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.083020 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Pushing event updated for resources: {'Port': ['ID=644e7729-ab46-4747-828a-d4464b964a83,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:35.105781 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.106296 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.107784 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.108658 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.109466 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.110274 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.111077 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.111917 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.112703 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.113529 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.114344 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.115382 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:35.157580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ba28cc5f-d533-449a-a195-293d17c27ea9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:35.186558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Allocated IP 172.25.5.13 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/675d2648-6bd7-4ce7-87ad-2b0b155c9c81) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:35.196605 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Attempting to bind port 644e7729-ab46-4747-828a-d4464b964a83 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:35.197784 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Attempting to bind port 644e7729-ab46-4747-828a-d4464b964a83 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:35.198475 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Attempting to bind port 644e7729-ab46-4747-828a-d4464b964a83 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:35.204757 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:35.205507 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:35.206083 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.206650 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:35.207396 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Bound port: 644e7729-ab46-4747-828a-d4464b964a83, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:35.207970 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.233039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3958a5-da31-48bc-b7bf-8dbd2d4cbf3f req-590066d6-c592-45af-a931-8828eaf50bf6 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.235004 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa3958a5-da31-48bc-b7bf-8dbd2d4cbf3f req-590066d6-c592-45af-a931-8828eaf50bf6 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.2721746 Jul 09 13:29:35.279094 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] For port 644e7729-ab46-4747-828a-d4464b964a83, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:35.283400 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] For port 644e7729-ab46-4747-828a-d4464b964a83, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=644e7729-ab46-4747-828a-d4464b964a83,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:35.286123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ba28cc5f-d533-449a-a195-293d17c27ea9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:35.286837 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.289265 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.388819 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Routers {'292f3efd-2ff3-4e56-83b6-169a2e9cc767'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:35.390701 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['292f3efd-2ff3-4e56-83b6-169a2e9cc767'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:35.480086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa3958a5-da31-48bc-b7bf-8dbd2d4cbf3f req-c06f851f-5ec8-40f7-8895-60899bce0582 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212510 Jul 09 13:29:35.521769 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b24eb-9487-4ee7-85fb-0f5978bb841b None None] Pushing event updated for resources: {'Port': ['ID=644e7729-ab46-4747-828a-d4464b964a83,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:35.593889 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] Set router 292f3efd-2ff3-4e56-83b6-169a2e9cc767 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:35.771043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac1bc-26c6-4acb-9eaf-52ef269c5589 req-d7e73af7-de1a-45b9-a402-39b288c4215b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.775471 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a0ac1bc-26c6-4acb-9eaf-52ef269c5589 req-d7e73af7-de1a-45b9-a402-39b288c4215b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1464651 Jul 09 13:29:35.798599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.845106 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.862926 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a0ac1bc-26c6-4acb-9eaf-52ef269c5589 req-923eabbd-527b-418c-a9e2-56b1ce6b4f63 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822093 Jul 09 13:29:35.993203 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'name': 'tempest-NetworksTestDHCPv6-router-1157922619', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:29Z', 'updated_at': '2021-07-09T13:29:32Z', 'revision_number': 2, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None, '_interfaces': [{'id': '644e7729-ab46-4747-828a-d4464b964a83', 'name': '', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'mac_address': 'fa:16:3e:7c:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '9032e393-193e-4bbc-bee6-43d9e9603d77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:31Z', 'updated_at': '2021-07-09T13:29:35Z', 'revision_number': 4, 'project_id': '69a6d00a3453445fb4dd928326232333', 'subnets': [{'id': '9032e393-193e-4bbc-bee6-43d9e9603d77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:36.016505 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.030467 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee061e2-47fc-4c5c-8cfd-9fde88832f5a None None] The sync data for ids ['292f3efd-2ff3-4e56-83b6-169a2e9cc767'] in n-d-799524-3 is: [{'id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'name': 'tempest-NetworksTestDHCPv6-router-1157922619', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:29Z', 'updated_at': '2021-07-09T13:29:32Z', 'revision_number': 2, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None, '_interfaces': [{'id': '644e7729-ab46-4747-828a-d4464b964a83', 'name': '', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'mac_address': 'fa:16:3e:7c:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '9032e393-193e-4bbc-bee6-43d9e9603d77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:31Z', 'updated_at': '2021-07-09T13:29:35Z', 'revision_number': 4, 'project_id': '69a6d00a3453445fb4dd928326232333', 'subnets': [{'id': '9032e393-193e-4bbc-bee6-43d9e9603d77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:36.109043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:36.134639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:36.143095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:36.166012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Pushing event updated for resources: {'Port': ['ID=675d2648-6bd7-4ce7-87ad-2b0b155c9c81,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:36.180249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-9603-4af9-8760-5a311722a144 req-295ff868-0b4f-42b3-be4c-7cecb3910fde tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.187044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-9603-4af9-8760-5a311722a144 req-295ff868-0b4f-42b3-be4c-7cecb3910fde tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.192952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-9603-4af9-8760-5a311722a144 req-295ff868-0b4f-42b3-be4c-7cecb3910fde tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.200158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-9603-4af9-8760-5a311722a144 req-295ff868-0b4f-42b3-be4c-7cecb3910fde tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.206664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-9603-4af9-8760-5a311722a144 req-295ff868-0b4f-42b3-be4c-7cecb3910fde tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.213849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-9603-4af9-8760-5a311722a144 req-295ff868-0b4f-42b3-be4c-7cecb3910fde tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.220131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-9603-4af9-8760-5a311722a144 req-295ff868-0b4f-42b3-be4c-7cecb3910fde tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.222233 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d644120e-9603-4af9-8760-5a311722a144 req-295ff868-0b4f-42b3-be4c-7cecb3910fde tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.3323913 Jul 09 13:29:36.292169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.292834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.347559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a7b6dd71-66d2-4894-8947-c080e2d4e058 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5437763 Jul 09 13:29:36.350631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40012) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:36.352402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d644120e-9603-4af9-8760-5a311722a144 req-20b10a92-1c5a-4659-ada3-10c06b43c7c0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091304 Jul 09 13:29:36.356500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}]}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:36.414232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.416053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.441492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 644e7729-ab46-4747-828a-d4464b964a83 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:36.442859 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.496103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.593422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] For port 644e7729-ab46-4747-828a-d4464b964a83, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=644e7729-ab46-4747-828a-d4464b964a83,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:36.593686 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.612732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 644e7729-ab46-4747-828a-d4464b964a83 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:36.771565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.954417 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.995242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=644e7729-ab46-4747-828a-d4464b964a83,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:37.213317 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.342493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26352944-46ef-491b-9383-729f76fc553e req-aecec7cc-f23a-4145-a878-55268363fcba tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.350283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26352944-46ef-491b-9383-729f76fc553e req-aecec7cc-f23a-4145-a878-55268363fcba tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.5362899 Jul 09 13:29:37.366815 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.397003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.424207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdd9f8-b5a9-475a-9aed-3fc842ff731e req-824a56c3-ef79-4556-9d39-360cdf6c1c99 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.425882 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fdbdd9f8-b5a9-475a-9aed-3fc842ff731e req-824a56c3-ef79-4556-9d39-360cdf6c1c99 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3103468 Jul 09 13:29:37.457998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26352944-46ef-491b-9383-729f76fc553e req-e3eb738d-c3ee-47e9-9977-0d4ed374904b tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071084 Jul 09 13:29:37.474143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Router 292f3efd-2ff3-4e56-83b6-169a2e9cc767 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:29:37.576888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fdbdd9f8-b5a9-475a-9aed-3fc842ff731e req-c5dc6fd9-ca52-4867-b5cf-234b15f97ee5 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283839 Jul 09 13:29:37.646297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:37.655560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ce604c7-eea6-4b72-96e2-0469fb3f9fd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "PUT /v2.0/routers/292f3efd-2ff3-4e56-83b6-169a2e9cc767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4434805 Jul 09 13:29:37.658451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:37.733822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.770693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ad41e-f023-4c74-922a-a64744f43849 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.772536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ad41e-f023-4c74-922a-a64744f43849 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.779860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-517ad41e-f023-4c74-922a-a64744f43849 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1156440 Jul 09 13:29:37.780205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40028) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:37.876070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-99f81ed6-ae93-4dbe-9ddd-d2fb706952fa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.887949 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-99f81ed6-ae93-4dbe-9ddd-d2fb706952fa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.901885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-99f81ed6-ae93-4dbe-9ddd-d2fb706952fa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.909465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-99f81ed6-ae93-4dbe-9ddd-d2fb706952fa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.916217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-99f81ed6-ae93-4dbe-9ddd-d2fb706952fa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.922651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-99f81ed6-ae93-4dbe-9ddd-d2fb706952fa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.928563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-99f81ed6-ae93-4dbe-9ddd-d2fb706952fa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.930751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-99f81ed6-ae93-4dbe-9ddd-d2fb706952fa tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.2504447 Jul 09 13:29:37.935520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a1360d-1b83-44f3-b351-af4f9e301ffb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 9032e393-193e-4bbc-bee6-43d9e9603d77 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:37.944523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.947667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.947853 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73a1360d-1b83-44f3-b351-af4f9e301ffb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.015334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73a1360d-1b83-44f3-b351-af4f9e301ffb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.023755 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.025432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f37a1f2-b366-4af5-a6ee-9b9762184838 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:29:38.053150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d76c8fa-bc2c-403a-ac9a-4261927fa367 req-6d1f996a-3569-4441-bc7f-9763d7fa46f1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132596 Jul 09 13:29:38.053505 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:29:38.055935 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-93d2fe3e-504b-4425-9497-6a52062c8065 tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7034054 Jul 09 13:29:38.058857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40032) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:38.179768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] Sync routers for ids ['292f3efd-2ff3-4e56-83b6-169a2e9cc767'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:38.189525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] Routers {'292f3efd-2ff3-4e56-83b6-169a2e9cc767'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:38.190247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['292f3efd-2ff3-4e56-83b6-169a2e9cc767'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:38.212678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73a1360d-1b83-44f3-b351-af4f9e301ffb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.265207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] Set router 292f3efd-2ff3-4e56-83b6-169a2e9cc767 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:38.267112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f71e642c-6cbe-47b3-bdd6-6b7055738dbd tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Deleting port 675d2648-6bd7-4ce7-87ad-2b0b155c9c81 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:38.267640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f71e642c-6cbe-47b3-bdd6-6b7055738dbd tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.324741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'name': 'tempest-NetworksTestDHCPv6-router-1157922619', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:29Z', 'updated_at': '2021-07-09T13:29:36Z', 'revision_number': 3, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:38.333586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73a1360d-1b83-44f3-b351-af4f9e301ffb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.355572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] Checking router: 292f3efd-2ff3-4e56-83b6-169a2e9cc767 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:29:38.364958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] Routers {'292f3efd-2ff3-4e56-83b6-169a2e9cc767'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:38.365599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['292f3efd-2ff3-4e56-83b6-169a2e9cc767'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:38.387278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1360d-1b83-44f3-b351-af4f9e301ffb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=9032e393-193e-4bbc-bee6-43d9e9603d77,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:38.393463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73a1360d-1b83-44f3-b351-af4f9e301ffb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.396571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-73a1360d-1b83-44f3-b351-af4f9e301ffb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/9032e393-193e-4bbc-bee6-43d9e9603d77 HTTP/1.1" status: 204 len: 168 time: 0.6139529 Jul 09 13:29:38.399044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40034) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:38.403399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c8d6c-9982-49a6-b5fc-06c7517c9331 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:38.434834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f71e642c-6cbe-47b3-bdd6-6b7055738dbd tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.449217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f71e642c-6cbe-47b3-bdd6-6b7055738dbd tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Calling delete_port for 675d2648-6bd7-4ce7-87ad-2b0b155c9c81 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:38.485573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] Set router 292f3efd-2ff3-4e56-83b6-169a2e9cc767 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:38.549912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'name': 'tempest-NetworksTestDHCPv6-router-1157922619', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:29Z', 'updated_at': '2021-07-09T13:29:36Z', 'revision_number': 3, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:38.552803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40038) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:38.553573 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9d1d9591-6317-4f99-b320-053e63dc4d95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1509733 Jul 09 13:29:38.585797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69036a99-de77-45e2-a6d2-652ed993e0b9 None None] The sync data for ids ['292f3efd-2ff3-4e56-83b6-169a2e9cc767'] in n-d-799524-3 is: [{'id': '292f3efd-2ff3-4e56-83b6-169a2e9cc767', 'name': 'tempest-NetworksTestDHCPv6-router-1157922619', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:29Z', 'updated_at': '2021-07-09T13:29:36Z', 'revision_number': 3, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:38.708322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48f0e971-a91d-43be-b4d9-1b081af4818e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.709935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e97248-09ff-4976-b4ef-f9205e14bd86 req-b0a39c6b-a934-4a42-87ce-4c25a6440d2f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.712585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6e97248-09ff-4976-b4ef-f9205e14bd86 req-b0a39c6b-a934-4a42-87ce-4c25a6440d2f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1201472 Jul 09 13:29:38.763435 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6e97248-09ff-4976-b4ef-f9205e14bd86 req-815b394c-1046-4dc7-86cd-822468d58877 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421154 Jul 09 13:29:38.984907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:39.112695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] Deleting port ba28cc5f-d533-449a-a195-293d17c27ea9 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:39.113073 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.179162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ba28cc5f-d533-449a-a195-293d17c27ea9 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:39.214755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f71e642c-6cbe-47b3-bdd6-6b7055738dbd tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.254322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] For port ba28cc5f-d533-449a-a195-293d17c27ea9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ba28cc5f-d533-449a-a195-293d17c27ea9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:39.255146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.273004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] Calling delete_port for ba28cc5f-d533-449a-a195-293d17c27ea9 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:39.392115 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.422241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e642c-6cbe-47b3-bdd6-6b7055738dbd tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Pushing event deleted for resources: {'Port': ['ID=675d2648-6bd7-4ce7-87ad-2b0b155c9c81,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:39.431478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50309-f030-4db7-bd84-342b14621900 req-95c78442-2891-4aff-ba4d-227fbb59a6c0 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.433175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1a50309-f030-4db7-bd84-342b14621900 req-95c78442-2891-4aff-ba4d-227fbb59a6c0 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.0915072 Jul 09 13:29:39.434131 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48f0e971-a91d-43be-b4d9-1b081af4818e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.459639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ba28cc5f-d533-449a-a195-293d17c27ea9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ba28cc5f-d533-449a-a195-293d17c27ea9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:39.466528 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.467073 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48f0e971-a91d-43be-b4d9-1b081af4818e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.468312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 644e7729-ab46-4747-828a-d4464b964a83 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:39.514902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 644e7729-ab46-4747-828a-d4464b964a83 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:39.515776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 644e7729-ab46-4747-828a-d4464b964a83 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:39.519626 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b1a50309-f030-4db7-bd84-342b14621900 req-fc539576-a8c0-4862-896f-149795f9afc3 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667188 Jul 09 13:29:39.522047 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.563031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] No DVR routers for this DVR port ba28cc5f-d533-449a-a195-293d17c27ea9 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:39.585133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ba28cc5f-d533-449a-a195-293d17c27ea9,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:39.607385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48f0e971-a91d-43be-b4d9-1b081af4818e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.607961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f0e971-a91d-43be-b4d9-1b081af4818e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Fanout notify agent at l3_agent the message router_deleted on router 292f3efd-2ff3-4e56-83b6-169a2e9cc767 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:29:39.615190 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48f0e971-a91d-43be-b4d9-1b081af4818e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.620466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48f0e971-a91d-43be-b4d9-1b081af4818e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/routers/292f3efd-2ff3-4e56-83b6-169a2e9cc767 HTTP/1.1" status: 204 len: 168 time: 1.0614250 Jul 09 13:29:39.621259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40054) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:39.623998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f71e642c-6cbe-47b3-bdd6-6b7055738dbd tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.625797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cfe60-89a9-4609-8640-d83f7847bdeb None None] Pushing event deleted for resources: {'Port': ['ID=ba28cc5f-d533-449a-a195-293d17c27ea9,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:39.629487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:39.631175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f71e642c-6cbe-47b3-bdd6-6b7055738dbd tempest-RoutersAdminNegativeIpV6Test-1163162050 tempest-RoutersAdminNegativeIpV6Test-1163162050-project-admin] 10.222.0.32 "DELETE /v2.0/ports/675d2648-6bd7-4ce7-87ad-2b0b155c9c81 HTTP/1.1" status: 204 len: 168 time: 1.5693066 Jul 09 13:29:39.645070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a96bfe-50e1-47d3-b511-1b188491aea9 req-824026e8-e3a9-4e6e-ad18-ca5565cbfec8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.653994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12a96bfe-50e1-47d3-b511-1b188491aea9 req-824026e8-e3a9-4e6e-ad18-ca5565cbfec8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.8667154 Jul 09 13:29:39.679837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-7dd1e7bd-c38b-423a-b7aa-7293616da028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.682891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-7dd1e7bd-c38b-423a-b7aa-7293616da028 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 1096 time: 0.3663883 Jul 09 13:29:39.785642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12a96bfe-50e1-47d3-b511-1b188491aea9 req-1ebc6c6d-fd92-4ca4-a411-27db5e78f48d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305120 Jul 09 13:29:39.836522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-afcc7ea5-6d0e-4c1b-9893-f6c30d5d1d03 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.844338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-afcc7ea5-6d0e-4c1b-9893-f6c30d5d1d03 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.851683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-afcc7ea5-6d0e-4c1b-9893-f6c30d5d1d03 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.859053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-afcc7ea5-6d0e-4c1b-9893-f6c30d5d1d03 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.865782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-afcc7ea5-6d0e-4c1b-9893-f6c30d5d1d03 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.873265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-afcc7ea5-6d0e-4c1b-9893-f6c30d5d1d03 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.879947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-afcc7ea5-6d0e-4c1b-9893-f6c30d5d1d03 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.881671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-9d49fd84-03e0-41e4-ae70-d735b17426ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.882424 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-afcc7ea5-6d0e-4c1b-9893-f6c30d5d1d03 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.1769376 Jul 09 13:29:39.883299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:39.885170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-9d49fd84-03e0-41e4-ae70-d735b17426ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 911 time: 0.1887743 Jul 09 13:29:39.887258 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.011285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6bd900e8-478f-4c26-af9f-387aa41a2f5a req-5d991db4-cf90-4889-aa39-d491d1ab4240 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182129 Jul 09 13:29:40.064304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-5c1b97c3-e916-4117-bef3-4498474de61c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f HTTP/1.1" status: 200 len: 1000 time: 0.1711502 Jul 09 13:29:40.087319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40064) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:40.150480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe667ea0-2063-417a-baf1-d91430a733ac req-4c2efaa1-a7f3-4c4e-8a3e-2658d824eecc tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.158539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe667ea0-2063-417a-baf1-d91430a733ac req-4c2efaa1-a7f3-4c4e-8a3e-2658d824eecc tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2077682 Jul 09 13:29:40.185101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-9a83fd9d-6d48-4a06-9ae1-84cce86a7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.186722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-9a83fd9d-6d48-4a06-9ae1-84cce86a7014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.1126585 Jul 09 13:29:40.228927 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.254056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe667ea0-2063-417a-baf1-d91430a733ac req-72e128d9-3b27-4b40-877c-7bd159112f89 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912435 Jul 09 13:29:40.300346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:40.310350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-948a0f3a-bc28-45a3-9009-d65d514389ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.313040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-948a0f3a-bc28-45a3-9009-d65d514389ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142805 Jul 09 13:29:40.320561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:40.325591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.326538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.333209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6462ff63-131e-47e7-b5ca-dad037262cac None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:40.337419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.380355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=b73a95cc-14bc-4403-ad97-a494f263832e,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:40.396068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ef8e1c6e-4140-4c99-b2dd-6714a33c983f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7731619 Jul 09 13:29:40.396923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40072) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:40.405502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-186f0430-a495-4e62-ab37-41a67153d8ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1783522930', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:40.516474 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-3bcb597c-f8e5-4a70-aea2-3e71ff93f106 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957483 Jul 09 13:29:40.550004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.565487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.641584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e040bd-8a25-42c4-8195-4f4793aa78ac req-eb1c2ea7-01d0-4111-9c37-f301cfbc078b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.643221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3e040bd-8a25-42c4-8195-4f4793aa78ac req-eb1c2ea7-01d0-4111-9c37-f301cfbc078b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1993856 Jul 09 13:29:40.677963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fc96351-1e2f-4470-a6a6-1953b5fb3b04 req-66deec2c-a775-4ac1-83d9-8c70e955fd96 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535690 Jul 09 13:29:40.695172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f23d9e-b54a-441f-9da2-482bd1cb1128,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:40.707526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-186f0430-a495-4e62-ab37-41a67153d8ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.708796 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-186f0430-a495-4e62-ab37-41a67153d8ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.721885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3e040bd-8a25-42c4-8195-4f4793aa78ac req-c9d6ce76-5f43-422d-95fa-0ed986cc2178 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624058 Jul 09 13:29:40.752813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.753299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.753669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.754003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.754343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.754678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.755029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.755367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.756013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.756346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.756698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.757025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:40.769530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a78d93cc-c0c0-4a02-b078-639dd9486303 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a25c4f3d9f24fc389189c5e7c3182e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803737 Jul 09 13:29:40.776898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'b73a95cc-14bc-4403-ad97-a494f263832e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:40.777261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40078) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:40.777762 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.883677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-186f0430-a495-4e62-ab37-41a67153d8ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.896001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3af494b-b30e-4f2b-8ed3-0f83b0c183d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.901146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-186f0430-a495-4e62-ab37-41a67153d8ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.932759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3af494b-b30e-4f2b-8ed3-0f83b0c183d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.946245 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-186f0430-a495-4e62-ab37-41a67153d8ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.947951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-186f0430-a495-4e62-ab37-41a67153d8ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5464928 Jul 09 13:29:40.951667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40082) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:40.974188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c83d75-05b9-4eb9-a296-4ef6d78a6da1 req-c65a13f8-36e6-4bae-b8c5-6d6dbbc5d689 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.986198 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29c83d75-05b9-4eb9-a296-4ef6d78a6da1 req-c65a13f8-36e6-4bae-b8c5-6d6dbbc5d689 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.2482688 Jul 09 13:29:41.050810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/b73a95cc-14bc-4403-ad97-a494f263832e/01a09464-cdcb-45bb-9a36-04304a74374c) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:41.093679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27104547-e188-428b-a601-f517e8d2c4ae req-f022721a-f117-49b6-bbb3-6098d3137dc3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.096658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27104547-e188-428b-a601-f517e8d2c4ae req-f022721a-f117-49b6-bbb3-6098d3137dc3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1358085 Jul 09 13:29:41.097813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3af494b-b30e-4f2b-8ed3-0f83b0c183d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.100589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3af494b-b30e-4f2b-8ed3-0f83b0c183d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.105030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d3af494b-b30e-4f2b-8ed3-0f83b0c183d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44f23d9e-b54a-441f-9da2-482bd1cb1128 HTTP/1.1" status: 204 len: 168 time: 0.3233998 Jul 09 13:29:41.136014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af494b-b30e-4f2b-8ed3-0f83b0c183d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f23d9e-b54a-441f-9da2-482bd1cb1128,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:41.176385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27104547-e188-428b-a601-f517e8d2c4ae req-7fe6350d-b329-4f3a-8a21-c89bf7a4d6c7 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726953 Jul 09 13:29:41.349367 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.379225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Transition to ACTIVE for port object 01a09464-cdcb-45bb-9a36-04304a74374c will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:41.428372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Transition to ACTIVE for port object 01a09464-cdcb-45bb-9a36-04304a74374c will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:41.441312 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.467206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-03bca8e4-d98a-4ca9-a17f-7e4ef451321b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.474850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-03bca8e4-d98a-4ca9-a17f-7e4ef451321b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.1722879 Jul 09 13:29:41.495797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-232f16c5-03c6-464a-948e-f1993f3a932c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/quotas/8dea83f14cb04fa38d15ca3e6b39d546 HTTP/1.1" status: 200 len: 375 time: 0.0193658 Jul 09 13:29:41.531301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:41.535149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:41.539677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:41.540759 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29c83d75-05b9-4eb9-a296-4ef6d78a6da1 req-9af7c086-b0ca-457e-b49e-02c1aebac942 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5537369 Jul 09 13:29:41.631158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Pushing event updated for resources: {'Port': ['ID=01a09464-cdcb-45bb-9a36-04304a74374c,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:41.643420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Attempting to bind port 01a09464-cdcb-45bb-9a36-04304a74374c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:41.643799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Attempting to bind port 01a09464-cdcb-45bb-9a36-04304a74374c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:41.644169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Attempting to bind port 01a09464-cdcb-45bb-9a36-04304a74374c on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:41.652967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:41.653383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:41.653771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.654179 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:41.654706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Bound port: 01a09464-cdcb-45bb-9a36-04304a74374c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:41.655134 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.684320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-b7b8c8c5-a6b3-4d0b-a8cb-2673036e2eff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1861844 Jul 09 13:29:41.775483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] For port 01a09464-cdcb-45bb-9a36-04304a74374c, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:41.780667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] For port 01a09464-cdcb-45bb-9a36-04304a74374c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01a09464-cdcb-45bb-9a36-04304a74374c,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:41.787590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.789637 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.813098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40104) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:41.830258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-55c1f9e8-fb66-486c-bd99-bdfdfd784c18 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442952 Jul 09 13:29:41.886729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab09f2-82a9-4f0c-bbc1-c20ff6343b6b None None] Pushing event updated for resources: {'Port': ['ID=01a09464-cdcb-45bb-9a36-04304a74374c,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:41.991862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d30243c5-e63e-44e9-a8de-1efd90796566 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525655 Jul 09 13:29:42.057445 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-01dc6ad5-971f-4b79-b1ca-c6c070346eff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5eef57f4c874d048fd7a1e2d5b7289b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391112 Jul 09 13:29:42.057856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40106) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:42.174396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-e9724a0c-61ac-4c52-9321-f2fcf0a7f7a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.182597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-e9724a0c-61ac-4c52-9321-f2fcf0a7f7a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.189405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-e9724a0c-61ac-4c52-9321-f2fcf0a7f7a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.195712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-e9724a0c-61ac-4c52-9321-f2fcf0a7f7a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.202541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-e9724a0c-61ac-4c52-9321-f2fcf0a7f7a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.214120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-e9724a0c-61ac-4c52-9321-f2fcf0a7f7a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.223877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-e9724a0c-61ac-4c52-9321-f2fcf0a7f7a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.225954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-e9724a0c-61ac-4c52-9321-f2fcf0a7f7a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.4422178 Jul 09 13:29:42.229111 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71843a8a-4b4e-41c7-be6a-9c8c1908a583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.277449 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71843a8a-4b4e-41c7-be6a-9c8c1908a583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.353911 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71843a8a-4b4e-41c7-be6a-9c8c1908a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.363436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fcd5667-4b07-48d7-a2a8-8d078a1e4611 req-a8e8c0a2-6c32-4eab-8c6b-238954a740d8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219110 Jul 09 13:29:42.365234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71843a8a-4b4e-41c7-be6a-9c8c1908a583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.368360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-71843a8a-4b4e-41c7-be6a-9c8c1908a583 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b17e33e7-dca4-47e7-9bbb-b2bba468fde5 HTTP/1.1" status: 204 len: 168 time: 0.3089242 Jul 09 13:29:42.389383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71843a8a-4b4e-41c7-be6a-9c8c1908a583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17e33e7-dca4-47e7-9bbb-b2bba468fde5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:42.419792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::1 (d21b40f0-27df-45e6-a847-be7286ec6856/b73a95cc-14bc-4403-ad97-a494f263832e/7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:42.612293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4bc5e6e-14aa-4c87-834e-eebafb33ec4d req-2b72f79e-75d4-4146-8a55-125057e254c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 210 time: 0.0616546 Jul 09 13:29:42.736531 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.764333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:42.866624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.899782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b882-986e-41c5-b4f7-abde2af9fe3c req-45bf725b-2911-471b-bc06-12e4e6b377b3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.902092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9705b882-986e-41c5-b4f7-abde2af9fe3c req-45bf725b-2911-471b-bc06-12e4e6b377b3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1496243 Jul 09 13:29:42.997212 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9705b882-986e-41c5-b4f7-abde2af9fe3c req-24308a8e-38d8-4d46-a7b6-7e16dd945620 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782163 Jul 09 13:29:43.000127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:43.020356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:43.020356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:43.028765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:43.029470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.115640 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.231309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb9c3-f85b-41ca-8e12-655e0a31a8a8 req-119e2aad-68ee-428a-9380-cc9f05e45183 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.239317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0adeb9c3-f85b-41ca-8e12-655e0a31a8a8 req-119e2aad-68ee-428a-9380-cc9f05e45183 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.3271880 Jul 09 13:29:43.250646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01a09464-cdcb-45bb-9a36-04304a74374c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:43.337998 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0adeb9c3-f85b-41ca-8e12-655e0a31a8a8 req-80431313-13d3-4c0d-b188-78c2d7001527 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973165 Jul 09 13:29:43.358011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.380115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 01a09464-cdcb-45bb-9a36-04304a74374c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:43.646921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2d99465b-0d7b-4438-8d0f-02e01d421a75 None None] Provisioning for port 01a09464-cdcb-45bb-9a36-04304a74374c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:43.659946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2d99465b-0d7b-4438-8d0f-02e01d421a75 None None] Provisioning complete for port 01a09464-cdcb-45bb-9a36-04304a74374c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:43.660552 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2d99465b-0d7b-4438-8d0f-02e01d421a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.906013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2d99465b-0d7b-4438-8d0f-02e01d421a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.951633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56d977f2-4d23-4b17-99f3-6862131d994f req-d0248762-85ff-4aaf-b0b7-e59bdb0c9583 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 210 time: 0.0915844 Jul 09 13:29:43.960238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40152) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:43.964088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-389d89db-b787-4835-b126-d98a893bcbcb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.981240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-389d89db-b787-4835-b126-d98a893bcbcb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.999409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-389d89db-b787-4835-b126-d98a893bcbcb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.000916 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.005908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2d99465b-0d7b-4438-8d0f-02e01d421a75 None None] For port 01a09464-cdcb-45bb-9a36-04304a74374c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01a09464-cdcb-45bb-9a36-04304a74374c,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:44.013146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2d99465b-0d7b-4438-8d0f-02e01d421a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.013977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-389d89db-b787-4835-b126-d98a893bcbcb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.021539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-389d89db-b787-4835-b126-d98a893bcbcb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.029836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-389d89db-b787-4835-b126-d98a893bcbcb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.036546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-389d89db-b787-4835-b126-d98a893bcbcb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.043686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-389d89db-b787-4835-b126-d98a893bcbcb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.4375403 Jul 09 13:29:44.094130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99465b-0d7b-4438-8d0f-02e01d421a75 None None] Pushing event updated for resources: {'Port': ['ID=01a09464-cdcb-45bb-9a36-04304a74374c,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:44.145364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b937fe0-53a8-4b7d-8104-bb54777e782f None None] Provisioning for port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:44.157110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b937fe0-53a8-4b7d-8104-bb54777e782f None None] Provisioning complete for port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:44.157810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3b937fe0-53a8-4b7d-8104-bb54777e782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.220340 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eb82470d-4db2-47a7-85ee-1b379b40ef59 req-7ba66b52-33ae-4d2e-898c-cd24960ad80a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703279 Jul 09 13:29:44.238398 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.247508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.249281 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.250309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1822375102'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:44.268100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3b937fe0-53a8-4b7d-8104-bb54777e782f None None] Port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:44.294553 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bb3763d2-b180-46db-813d-0b625a653457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.303790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:44.308498 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.345620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.370391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:44.430284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:44.432485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:44.474010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-25a826a6-4524-4fd3-9fe4-e6085ed87ca0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.475749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-25a826a6-4524-4fd3-9fe4-e6085ed87ca0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.4479129 Jul 09 13:29:44.499421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'port': {'device_id': '8b715786-5343-486c-9b98-178ef5c54e9e', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'admin_state_up': True, 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:44.515001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064ebf1-ffc9-4ac7-885e-7885b574cc7a req-54c8ec73-b9d1-4a40-b08f-2ef39a0dd8cc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.517327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1064ebf1-ffc9-4ac7-885e-7885b574cc7a req-54c8ec73-b9d1-4a40-b08f-2ef39a0dd8cc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2844124 Jul 09 13:29:44.597343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Router 707ae550-4c58-4fae-90ac-e87a14fb9be7 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:29:44.719160 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1064ebf1-ffc9-4ac7-885e-7885b574cc7a req-bf9e2375-0aad-4c13-87d1-e859dbbae070 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329095 Jul 09 13:29:44.719424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:44.733557 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2849ba18-c14b-4e10-b83e-3b9099be01c2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "PUT /v2.0/routers/707ae550-4c58-4fae-90ac-e87a14fb9be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7778664 Jul 09 13:29:44.733796 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Sync routers for ids ['707ae550-4c58-4fae-90ac-e87a14fb9be7'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:44.734306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40160) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:44.748855 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Routers {'707ae550-4c58-4fae-90ac-e87a14fb9be7'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:44.749649 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['707ae550-4c58-4fae-90ac-e87a14fb9be7'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:44.793252 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.802207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6658a490-3be0-4933-b269-a2f54ff6755f None None] Provisioning complete for port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:44.803803 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.804077 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6658a490-3be0-4933-b269-a2f54ff6755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.850223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be668c87-e47b-4be2-986d-8f72a84b6783 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.852949 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-be668c87-e47b-4be2-986d-8f72a84b6783 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports/7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a HTTP/1.1" status: 200 len: 911 time: 0.1168170 Jul 09 13:29:44.855358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40164) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:44.859078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6658a490-3be0-4933-b269-a2f54ff6755f None None] Port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:44.864619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:29:44.872651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Made reservation on behalf of 8dea83f14cb04fa38d15ca3e6b39d546 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:44.876349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.879387 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Set router 707ae550-4c58-4fae-90ac-e87a14fb9be7 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:44.900956 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.901300 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Added segment 1588e291-9146-44bd-ab82-193199bad0ec of type vlan for network 89c1a727-4c65-4b20-9d16-f876b0315a75 Jul 09 13:29:44.904031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8587fea-9039-4260-8985-518e7b878b25,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:44.951325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb75a8e-0190-4fc0-a630-6da11b5dec97 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.957424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb75a8e-0190-4fc0-a630-6da11b5dec97 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.959470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8fb75a8e-0190-4fc0-a630-6da11b5dec97 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1026282 Jul 09 13:29:44.962457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40166) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:45.010368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.099078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.105013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.106015 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.150386 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'name': 'tempest-NetworksTestDHCPv6-router-1783522930', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:40Z', 'updated_at': '2021-07-09T13:29:43Z', 'revision_number': 2, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None, '_interfaces': [{'id': '7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a', 'name': '', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'mac_address': 'fa:16:3e:5c:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b73a95cc-14bc-4403-ad97-a494f263832e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:41Z', 'updated_at': '2021-07-09T13:29:43Z', 'revision_number': 2, 'project_id': '69a6d00a3453445fb4dd928326232333', 'subnets': [{'id': 'b73a95cc-14bc-4403-ad97-a494f263832e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:45.194654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01a09464-cdcb-45bb-9a36-04304a74374c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:45.200254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2358754 Jul 09 13:29:45.202813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40170) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:45.214269 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Checking router: 707ae550-4c58-4fae-90ac-e87a14fb9be7 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:29:45.215145 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Updating router 707ae550-4c58-4fae-90ac-e87a14fb9be7 port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:29:45.236523 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4b59b90-b479-4104-97fe-cf947f9ef5a5 req-3187a4a1-3bd6-4fbb-adea-04e87cd33600 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 210 time: 0.0664651 Jul 09 13:29:45.240663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Allocated IP 172.20.0.14 (7ce63eea-58c0-45ab-b89e-0b3247376b4c/ca327f14-65b4-4971-87f3-833324482415/6ace1ca2-7dfa-4a15-b13f-7ead60a662b8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:45.247172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'subnet': {'network_id': '89c1a727-4c65-4b20-9d16-f876b0315a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:45.259944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626bf48-df4e-4703-a059-7fb230058396 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Network': ['ID=89c1a727-4c65-4b20-9d16-f876b0315a75,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:45.278848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:29:45.281582 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.363624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 01a09464-cdcb-45bb-9a36-04304a74374c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:45.364010 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.454452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:45.461296 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.503915 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.519927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Transition to ACTIVE for port object 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:45.560404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.575357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'ad7380b5-c332-46c2-a87c-1d37cacb6091'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:45.674440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'Port': ['ID=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:45.696752 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.697641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:45.699208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:45.707851 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Transition to ACTIVE for port object 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:45.714789 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.718787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:45.822842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.823555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.841010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-3ed2b38b-9e99-43f3-bc6d-e01e438938d2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3502915 Jul 09 13:29:45.854719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Request body: {'port': {'device_id': '8b715786-5343-486c-9b98-178ef5c54e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:45.862974 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c748c2-c2d2-41f3-9be5-694309e96a9a None None] Pushing event updated for resources: {'Port': ['ID=7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:45.949481 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Attempting to bind port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:45.950257 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Attempting to bind port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:45.952119 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Attempting to bind port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:45.974471 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:45.974865 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:45.975188 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.975582 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:45.976063 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Bound port: 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:45.976440 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.068787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.094030 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] For port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:46.100243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fa21bdaf-97b7-458a-b1bd-6c7e40a8ef94 None None] Provisioning for port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:46.103480 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] For port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:46.107834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fa21bdaf-97b7-458a-b1bd-6c7e40a8ef94 None None] Provisioning complete for port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:46.108375 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fa21bdaf-97b7-458a-b1bd-6c7e40a8ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.112328 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.197629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fa21bdaf-97b7-458a-b1bd-6c7e40a8ef94 None None] Port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:46.216209 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Routers {'707ae550-4c58-4fae-90ac-e87a14fb9be7'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:46.217179 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['707ae550-4c58-4fae-90ac-e87a14fb9be7'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:46.223356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-8421bad1-84ba-4583-98d3-3da44e427f8a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.230036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-8421bad1-84ba-4583-98d3-3da44e427f8a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.236287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-8421bad1-84ba-4583-98d3-3da44e427f8a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.242500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-8421bad1-84ba-4583-98d3-3da44e427f8a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.250159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-8421bad1-84ba-4583-98d3-3da44e427f8a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.257159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-8421bad1-84ba-4583-98d3-3da44e427f8a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.266095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-8421bad1-84ba-4583-98d3-3da44e427f8a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.274157 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-8421bad1-84ba-4583-98d3-3da44e427f8a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.2820427 Jul 09 13:29:46.292436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce0d11-ebaf-40bc-844e-dd66baf2d9f5 req-6f62cf35-fdcf-4477-b671-5ab41ddec836 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.295072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-53ce0d11-ebaf-40bc-844e-dd66baf2d9f5 req-6f62cf35-fdcf-4477-b671-5ab41ddec836 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2924635 Jul 09 13:29:46.304987 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c748c2-c2d2-41f3-9be5-694309e96a9a None None] Pushing event updated for resources: {'Port': ['ID=7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:46.353732 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] Set router 707ae550-4c58-4fae-90ac-e87a14fb9be7 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:46.390631 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-53ce0d11-ebaf-40bc-844e-dd66baf2d9f5 req-1ca5c08b-0b34-4dfa-959f-b93ad97528b8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875142 Jul 09 13:29:46.435310 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c01dd570-e3ad-41d7-b3a5-b93fd8369b76 req-0430c905-a91a-4ddf-94b2-93a4bcfe3083 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600652 Jul 09 13:29:46.515690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:46.527542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.546522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Transition to ACTIVE for port object 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:46.550834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.591498 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.702058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Pushing event updated for resources: {'Port': ['ID=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:46.737175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Attempting to bind port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:46.737783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Attempting to bind port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:46.738401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Attempting to bind port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:46.744340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:46.744720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Attempting to bind port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:46.750367 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.753884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:46.754394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Checking segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:46.754788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Bound using segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:46.755286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Bound port: 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:46.756333 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.810038 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2a00-9af4-4c3a-888f-cae896051393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.827323 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'name': 'tempest-NetworksTestDHCPv6-router-1783522930', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:40Z', 'updated_at': '2021-07-09T13:29:43Z', 'revision_number': 2, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None, '_interfaces': [{'id': '7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a', 'name': '', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'mac_address': 'fa:16:3e:5c:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b73a95cc-14bc-4403-ad97-a494f263832e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:41Z', 'updated_at': '2021-07-09T13:29:46Z', 'revision_number': 4, 'project_id': '69a6d00a3453445fb4dd928326232333', 'subnets': [{'id': 'b73a95cc-14bc-4403-ad97-a494f263832e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:46.838366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Subnet': ['ID=0baa2a60-5e6e-46be-b3d4-db389f3000d7,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:46.854343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] For port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:46.858350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] For port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:46.863309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.877499 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d14d6f-35f6-4b6d-90ce-0a5088101242 None None] The sync data for ids ['707ae550-4c58-4fae-90ac-e87a14fb9be7'] in n-d-799524-3 is: [{'id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'name': 'tempest-NetworksTestDHCPv6-router-1783522930', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:40Z', 'updated_at': '2021-07-09T13:29:43Z', 'revision_number': 2, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None, '_interfaces': [{'id': '7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a', 'name': '', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'mac_address': 'fa:16:3e:5c:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b73a95cc-14bc-4403-ad97-a494f263832e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:41Z', 'updated_at': '2021-07-09T13:29:46Z', 'revision_number': 4, 'project_id': '69a6d00a3453445fb4dd928326232333', 'subnets': [{'id': 'b73a95cc-14bc-4403-ad97-a494f263832e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:46.887106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.889273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.890796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] 10.222.0.11 "PUT /v2.0/ports/6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 HTTP/1.1" status: 200 len: 1092 time: 1.0420935 Jul 09 13:29:46.893431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b715786-5343-486c-9b98-178ef5c54e9e', 'tag': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:46.896381 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc60aec-6389-4231-8f44-192ebfcb890f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b715786-5343-486c-9b98-178ef5c54e9e", "tag": "6ace1ca2-7dfa-4a15-b13f-7ead60a662b8"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:46.904531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Checking segment: {'id': '1588e291-9146-44bd-ab82-193199bad0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '89c1a727-4c65-4b20-9d16-f876b0315a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:46.905210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network hostable DHCP agents. Network: 89c1a727-4c65-4b20-9d16-f876b0315a75, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:29:46.965828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.015653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff33ca-bbaf-4b91-9c6d-dced5ba15c1e service neutron] Pushing event updated for resources: {'Port': ['ID=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:47.046288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-66d38b88-1f78-4289-a109-91d342e05210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.047950 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-66d38b88-1f78-4289-a109-91d342e05210 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 1095 time: 0.1026535 Jul 09 13:29:47.080114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea28354-a378-4bc8-8405-186e484289ef req-0941d051-2499-43fe-ac5d-dbc4007d339e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.082023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ea28354-a378-4bc8-8405-186e484289ef req-0941d051-2499-43fe-ac5d-dbc4007d339e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 944 time: 0.3983362 Jul 09 13:29:47.104252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-30a557af-0376-4284-a484-2b8a60632fc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 HTTP/1.1" status: 200 len: 217 time: 0.0402148 Jul 09 13:29:47.145918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:29:47.168699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 89c1a727-4c65-4b20-9d16-f876b0315a75) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:47.175907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.176719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.183234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4dd48-4662-4d00-89ea-0941ccf41cdc None None] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:47.198986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-593152e8-b0e5-4269-bdc4-ab8baf9a5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.202818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-593152e8-b0e5-4269-bdc4-ab8baf9a5f70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.0902128 Jul 09 13:29:47.205154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40188) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:47.205715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0f18778b-facd-4d07-ab62-94cb95513073 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0023224 Jul 09 13:29:47.210893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-453403669', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:47.243718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ea28354-a378-4bc8-8405-186e484289ef req-86bab24f-7b30-48e1-ab88-7642498af57a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526816 Jul 09 13:29:47.359815 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe7bf80-5c97-4499-978f-b87a84bb8288 x-openstack-request-id: req-1fe7bf80-5c97-4499-978f-b87a84bb8288 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:47.360235 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b715786-5343-486c-9b98-178ef5c54e9e", "tag": "6ace1ca2-7dfa-4a15-b13f-7ead60a662b8", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:47.360495 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fe7bf80-5c97-4499-978f-b87a84bb8288 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:47.361097 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b715786-5343-486c-9b98-178ef5c54e9e', 'tag': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8', 'status': 'completed', 'code': 200} Jul 09 13:29:47.364724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.365992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.405410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:47.405783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.485610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a2660-aaed-4c07-a5a9-2eddb527976a None None] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:47.592938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] For port 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:47.593305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.632254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.639396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-b31b9642-1e9d-4423-90a4-04d9aa5cb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.642677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-b31b9642-1e9d-4423-90a4-04d9aa5cb9e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3749425 Jul 09 13:29:47.682323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:47.772614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedc3fa-0445-4858-a29c-ebcdf4d0f55b req-49300db9-b6f1-4fe2-b0ca-04d17155db18 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.775131 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dedc3fa-0445-4858-a29c-ebcdf4d0f55b req-49300db9-b6f1-4fe2-b0ca-04d17155db18 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1698325 Jul 09 13:29:47.890230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dedc3fa-0445-4858-a29c-ebcdf4d0f55b req-6f897c28-5de4-4cf1-bb93-d1bbcb82e07d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840030 Jul 09 13:29:47.982393 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.059187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:48.159256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.193651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.350586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.393158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-64fc868a-93aa-402e-8117-ead6bf53784e service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342699 Jul 09 13:29:48.395628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Router 707ae550-4c58-4fae-90ac-e87a14fb9be7 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:29:48.500802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-0dcc3f4d-f452-41ae-97fb-446e9e73aa5c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.507715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-0dcc3f4d-f452-41ae-97fb-446e9e73aa5c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.513718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-0dcc3f4d-f452-41ae-97fb-446e9e73aa5c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.520199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-0dcc3f4d-f452-41ae-97fb-446e9e73aa5c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.526637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:48.526887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-0dcc3f4d-f452-41ae-97fb-446e9e73aa5c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.533764 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a1e0c8c3-d3bb-4a85-b1a6-c52be099549a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "PUT /v2.0/routers/707ae550-4c58-4fae-90ac-e87a14fb9be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5703881 Jul 09 13:29:48.536792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-0dcc3f4d-f452-41ae-97fb-446e9e73aa5c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.538706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40204) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:48.544126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-0dcc3f4d-f452-41ae-97fb-446e9e73aa5c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.551934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-0dcc3f4d-f452-41ae-97fb-446e9e73aa5c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5430 time: 0.8375957 Jul 09 13:29:48.559086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57918b85-a63c-4700-8eda-60a2d07ada21 req-9ea6ec90-ae86-4c4b-b216-1c5bc1ad073c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.560797 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57918b85-a63c-4700-8eda-60a2d07ada21 req-9ea6ec90-ae86-4c4b-b216-1c5bc1ad073c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 944 time: 0.1629529 Jul 09 13:29:48.639850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86648fc8-f2c0-4b95-88a6-ea29b7ee3c59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.641477 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86648fc8-f2c0-4b95-88a6-ea29b7ee3c59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.643066 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-86648fc8-f2c0-4b95-88a6-ea29b7ee3c59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1037049 Jul 09 13:29:48.646010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40206) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:48.657262 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57918b85-a63c-4700-8eda-60a2d07ada21 req-6afd4dc8-4dd3-4242-8c15-45284f33fdd0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767744 Jul 09 13:29:48.663725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c0940c6-e14a-464c-8fcd-310116d4ff61 req-80a7dcca-c48d-4db0-9ee8-5d49d5f0fcf9 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107993 Jul 09 13:29:48.686514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-810879b4-2bca-47c1-81b0-9d1a2df8cbaf req-44a96a46-57ca-4b43-baba-6c19caddabea service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422581 Jul 09 13:29:48.772509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7772b7b-4c4b-452d-ae69-fdf6e42591cb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet b73a95cc-14bc-4403-ad97-a494f263832e {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:48.778625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7772b7b-4c4b-452d-ae69-fdf6e42591cb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.847518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7772b7b-4c4b-452d-ae69-fdf6e42591cb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.949421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.979050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.982165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-4f7ae9cc-66ad-4542-b3dc-fc57b624daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.983908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7772b7b-4c4b-452d-ae69-fdf6e42591cb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.984072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-4f7ae9cc-66ad-4542-b3dc-fc57b624daa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 1095 time: 0.2200634 Jul 09 13:29:49.089637 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7772b7b-4c4b-452d-ae69-fdf6e42591cb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.125257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7772b7b-4c4b-452d-ae69-fdf6e42591cb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.128224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e7772b7b-4c4b-452d-ae69-fdf6e42591cb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/b73a95cc-14bc-4403-ad97-a494f263832e HTTP/1.1" status: 204 len: 168 time: 0.4810345 Jul 09 13:29:49.140077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307f70a-26b1-46f4-96ba-8dd808503515 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:49.166714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40216) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:49.209422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7772b7b-4c4b-452d-ae69-fdf6e42591cb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=b73a95cc-14bc-4403-ad97-a494f263832e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:49.221731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-d53c11c8-75d2-42e4-b340-da34d4c263f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.223261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-d53c11c8-75d2-42e4-b340-da34d4c263f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.2318616 Jul 09 13:29:49.228723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] Sync routers for ids ['707ae550-4c58-4fae-90ac-e87a14fb9be7'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:49.233424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.25.5.230 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/d60dd09e-93e2-47a6-9e1c-a9b64487f2c4) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:49.280914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:49.428636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.435224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-31dad34d-7118-42e5-b965-e552cad3ee69 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2674413 Jul 09 13:29:49.439031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:49.442620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:49.460892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f', 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b', 'port_id': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f', 'mac_address': 'fa:16:3e:a6:4e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab8aac9-674e-4ccf-b41f-64efe0dc4346', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:49.465754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] Routers {'707ae550-4c58-4fae-90ac-e87a14fb9be7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:49.466649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['707ae550-4c58-4fae-90ac-e87a14fb9be7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:49.471655 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-185284a0-aeaf-49d7-ba10-e23001862b45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 HTTP/1.1" status: 200 len: 217 time: 0.2403259 Jul 09 13:29:49.515781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd2c7a-2593-45ab-b514-c920ba54cb2b req-fad9dbe6-47f5-4df9-ad35-212367626821 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.517544 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-76bd2c7a-2593-45ab-b514-c920ba54cb2b req-fad9dbe6-47f5-4df9-ad35-212367626821 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4132237 Jul 09 13:29:49.523563 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.572271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:49.580138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:49.584626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:49.593403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1803-1335-4abe-b5c5-4ab5792ea1cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.641734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-f744bfe1-9cea-4e48-b76c-b88bfc912be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.643224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-f744bfe1-9cea-4e48-b76c-b88bfc912be6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1639922 Jul 09 13:29:49.705893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] Set router 707ae550-4c58-4fae-90ac-e87a14fb9be7 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:49.711025 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.751154 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.812939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:49.831982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'name': 'tempest-NetworksTestDHCPv6-router-1783522930', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:40Z', 'updated_at': '2021-07-09T13:29:47Z', 'revision_number': 3, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:49.907567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] Checking router: 707ae550-4c58-4fae-90ac-e87a14fb9be7 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:29:49.923725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:49.944160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] Routers {'707ae550-4c58-4fae-90ac-e87a14fb9be7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:49.944988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['707ae550-4c58-4fae-90ac-e87a14fb9be7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:49.947887 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.948696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:49.973101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=d60dd09e-93e2-47a6-9e1c-a9b64487f2c4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:50.001790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:50.161826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-76bd2c7a-2593-45ab-b514-c920ba54cb2b req-b876909a-f3d9-4e26-b04b-09098cae84b2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072130 Jul 09 13:29:50.183714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-fc7add13-926d-4fd6-a8a5-f04f9eb807de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.185579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-fc7add13-926d-4fd6-a8a5-f04f9eb807de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3191895 Jul 09 13:29:50.186307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.295216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f610-5dad-4b8a-ae21-935056793b9d req-feebceb1-7630-42b5-ba9f-08bf355c8ea2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.299390 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1803-1335-4abe-b5c5-4ab5792ea1cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.299766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:29:50.302474 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b282f610-5dad-4b8a-ae21-935056793b9d req-feebceb1-7630-42b5-ba9f-08bf355c8ea2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 944 time: 0.3194516 Jul 09 13:29:50.312485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1803-1335-4abe-b5c5-4ab5792ea1cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.389407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] Set router 707ae550-4c58-4fae-90ac-e87a14fb9be7 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:50.413322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b282f610-5dad-4b8a-ae21-935056793b9d req-ef6de351-02b3-494f-a692-af8b41bf51c6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098592 Jul 09 13:29:50.420437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1803-1335-4abe-b5c5-4ab5792ea1cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.421378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ae1803-1335-4abe-b5c5-4ab5792ea1cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Fanout notify agent at l3_agent the message router_deleted on router 707ae550-4c58-4fae-90ac-e87a14fb9be7 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:29:50.434098 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1803-1335-4abe-b5c5-4ab5792ea1cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.436193 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d1ae1803-1335-4abe-b5c5-4ab5792ea1cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/routers/707ae550-4c58-4fae-90ac-e87a14fb9be7 HTTP/1.1" status: 204 len: 168 time: 0.9960558 Jul 09 13:29:50.440262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40230) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:50.454559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-d80e0244-9457-4970-91be-61a54b71f0a9 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615302 Jul 09 13:29:50.461467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:50.467458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'name': 'tempest-NetworksTestDHCPv6-router-1783522930', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:40Z', 'updated_at': '2021-07-09T13:29:47Z', 'revision_number': 3, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:50.481485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.481979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.482328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.482665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.484456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.484456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.484456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.484456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.484456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.484904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.485003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.485636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:50.508274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-2e1e9d8e-0f3b-4fbf-bf67-5d99c5de05a5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.519490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-2e1e9d8e-0f3b-4fbf-bf67-5d99c5de05a5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.530337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-2e1e9d8e-0f3b-4fbf-bf67-5d99c5de05a5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.532864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cfe7c-625c-4608-81c3-29d71598a965 None None] The sync data for ids ['707ae550-4c58-4fae-90ac-e87a14fb9be7'] in n-d-799524-3 is: [{'id': '707ae550-4c58-4fae-90ac-e87a14fb9be7', 'name': 'tempest-NetworksTestDHCPv6-router-1783522930', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:29:40Z', 'updated_at': '2021-07-09T13:29:47Z', 'revision_number': 3, 'project_id': '69a6d00a3453445fb4dd928326232333', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:50.540693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-2e1e9d8e-0f3b-4fbf-bf67-5d99c5de05a5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.551171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-2e1e9d8e-0f3b-4fbf-bf67-5d99c5de05a5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.561914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-2e1e9d8e-0f3b-4fbf-bf67-5d99c5de05a5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.572934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:50.575495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-2e1e9d8e-0f3b-4fbf-bf67-5d99c5de05a5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.578654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-2e1e9d8e-0f3b-4fbf-bf67-5d99c5de05a5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5431 time: 0.2835340 Jul 09 13:29:50.594430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] Deleting port 01a09464-cdcb-45bb-9a36-04304a74374c {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:50.594871 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.598010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf', 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'port_id': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf', 'mac_address': 'fa:16:3e:e8:71:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e378ea2a-4c96-4c39-8097-4942f77bf5e3', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:50.667958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c86bb-2780-4324-87db-2ddc656603d7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.671881 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1a8c86bb-2780-4324-87db-2ddc656603d7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2303925 Jul 09 13:29:50.676244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40232) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:50.682588 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6edd86bb-b5bb-4316-b693-b6ca20f32840 req-f9a7113d-4951-4561-9f9b-9a2089492cbc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972352 Jul 09 13:29:50.715663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] For port 01a09464-cdcb-45bb-9a36-04304a74374c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01a09464-cdcb-45bb-9a36-04304a74374c,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:50.716060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.726522 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.735429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] Calling delete_port for 01a09464-cdcb-45bb-9a36-04304a74374c owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:50.748698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcc60aec-6389-4231-8f44-192ebfcb890f req-471e4d37-8051-44dd-a6dc-c5c234feec73 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052410 Jul 09 13:29:50.752025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.763003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bd511-2094-4358-bec0-1612a665679c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.764515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-160bd511-2094-4358-bec0-1612a665679c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0875669 Jul 09 13:29:50.767521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40234) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:50.792512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:50.826537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-90ee0004-0115-4dfd-9566-b2f3dc961ad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576308 Jul 09 13:29:50.833377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40236) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:50.837110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:50.861881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:50.874924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.875620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7bd89bf5-bbcf-4d9a-86a7-6725da06548d details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:50.951981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:29:50.968111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:50.980075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.027679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:51.030067 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.084929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:51.121678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d', 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'port_id': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d', 'mac_address': 'fa:16:3e:5f:28:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e378ea2a-4c96-4c39-8097-4942f77bf5e3', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:51.142538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] No DVR routers for this DVR port 01a09464-cdcb-45bb-9a36-04304a74374c on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:51.145306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9950d3f-274e-4acc-9677-111d029d3424 None None] Pushing event deleted for resources: {'Port': ['ID=01a09464-cdcb-45bb-9a36-04304a74374c,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:51.167851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01a09464-cdcb-45bb-9a36-04304a74374c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:51.193367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 01a09464-cdcb-45bb-9a36-04304a74374c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:51.193367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01a09464-cdcb-45bb-9a36-04304a74374c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:51.193367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:51.247068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:51.247068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7ebf83cb-b357-4bd4-8b70-ba4ba2f08b1a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:51.281585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.329121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd89bf5-bbcf-4d9a-86a7-6725da06548d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:51.362260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:51.369015 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.370469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad15285c-4e2f-4e8e-9d95-def2c7e8044e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:51.416519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:51.454239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad15285c-4e2f-4e8e-9d95-def2c7e8044e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:51.483919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ad15285c-4e2f-4e8e-9d95-def2c7e8044e', 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'port_id': 'ad15285c-4e2f-4e8e-9d95-def2c7e8044e', 'mac_address': 'fa:16:3e:81:08:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e378ea2a-4c96-4c39-8097-4942f77bf5e3', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:51.485633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:51.523315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.objects.ports [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93912) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:29:51.526195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.600051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:51.608965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:51.625257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:51.625916 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.627555 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baca257-fe54-48de-aaa3-e7a6de80e433 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:51.632209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.632621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.653399 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baca257-fe54-48de-aaa3-e7a6de80e433 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:51.654176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:51.655384 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4baca257-fe54-48de-aaa3-e7a6de80e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:51.666009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d9aba864-8671-4a2e-93cd-9c3f279b8830 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8302836 Jul 09 13:29:51.666853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad15285c-4e2f-4e8e-9d95-def2c7e8044e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:51.667387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40248) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:51.672206 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.675815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c57d70c-2e07-49cc-b192-0cd1d4ad163f None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:51.676302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-50433448-47cb-49bf-a83d-6d039992c718 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4701190 Jul 09 13:29:51.676944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40250) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:51.682338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:51.704681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4451d7-5dd3-44ad-8128-93f07e323e98 req-fd3ffeba-d58c-436c-85e3-c324ac966823 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.706282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc4451d7-5dd3-44ad-8128-93f07e323e98 req-fd3ffeba-d58c-436c-85e3-c324ac966823 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1562030 Jul 09 13:29:51.731998 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4baca257-fe54-48de-aaa3-e7a6de80e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:51.734898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90942fa1-e535-46b4-b28e-9661de006056 req-6336f295-9f82-4bc2-84b4-0e69d776dbb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.737782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90942fa1-e535-46b4-b28e-9661de006056 req-6336f295-9f82-4bc2-84b4-0e69d776dbb2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 944 time: 0.1686394 Jul 09 13:29:51.748558 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baca257-fe54-48de-aaa3-e7a6de80e433 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:51.749559 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4baca257-fe54-48de-aaa3-e7a6de80e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:51.787707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad15285c-4e2f-4e8e-9d95-def2c7e8044e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:51.795984 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4baca257-fe54-48de-aaa3-e7a6de80e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:51.797719 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baca257-fe54-48de-aaa3-e7a6de80e433 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:51.811660 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:51.812672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 502d8b4a-eef9-40b1-975e-037964dce8ee details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:51.816673 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-90942fa1-e535-46b4-b28e-9661de006056 req-244b57a4-1201-4784-bd16-e37f1204edb1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Jul 09 13:29:51.879270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:51.894346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc4451d7-5dd3-44ad-8128-93f07e323e98 req-c4837aaa-7e99-4a22-bce4-7dcfe2d602c4 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386580 Jul 09 13:29:51.926595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8', 'mac_address': 'fa:16:3e:93:cc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:51.949894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 502d8b4a-eef9-40b1-975e-037964dce8ee, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=502d8b4a-eef9-40b1-975e-037964dce8ee,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:51.961276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:51.988161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '502d8b4a-eef9-40b1-975e-037964dce8ee', 'network_id': '427f5b13-ea1e-4354-be87-64c30cc8d34b', 'port_id': '502d8b4a-eef9-40b1-975e-037964dce8ee', 'mac_address': 'fa:16:3e:76:76:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab8aac9-674e-4ccf-b41f-64efe0dc4346', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:52.040657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:52.044486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.068845 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.110344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:52.118133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.137706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:52.138603 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.151611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:52.160028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502d8b4a-eef9-40b1-975e-037964dce8ee {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:52.169458 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.170128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:52.232559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 502d8b4a-eef9-40b1-975e-037964dce8ee, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=502d8b4a-eef9-40b1-975e-037964dce8ee,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:52.277364 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.278081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ec1cbcef-98b7-4169-96bf-36e3375f3340 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:52.327483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-29da0830-c9ac-47c9-8ab8-08cc5a324fc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.333841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-29da0830-c9ac-47c9-8ab8-08cc5a324fc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.340584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:52.341128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-29da0830-c9ac-47c9-8ab8-08cc5a324fc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.347477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-29da0830-c9ac-47c9-8ab8-08cc5a324fc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.354103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-29da0830-c9ac-47c9-8ab8-08cc5a324fc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.360470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-29da0830-c9ac-47c9-8ab8-08cc5a324fc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.367962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-29da0830-c9ac-47c9-8ab8-08cc5a324fc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.370703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-29da0830-c9ac-47c9-8ab8-08cc5a324fc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5434 time: 0.3082111 Jul 09 13:29:52.526543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da014fd9-21e2-4375-8df8-2c8f5dc68262 req-7f7258b5-bd0b-4ce8-8473-e2b92ad662c1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473570 Jul 09 13:29:52.634735 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:29:52.707006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.768166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:52.783503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.787290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:52.794158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=502d8b4a-eef9-40b1-975e-037964dce8ee,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:52.819503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.820224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.848461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Allocated IP 2001:db8::f816:3eff:fe22:7d33 (d21b40f0-27df-45e6-a847-be7286ec6856/b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a/24d71b34-93b1-444e-a8d2-8f9ddf7065b9) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:52.888684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:52.942826 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ec1cbcef-98b7-4169-96bf-36e3375f3340, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:52.999756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193', 'port_id': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'mac_address': 'fa:16:3e:e7:90:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921566ea-3bdd-45da-932e-3f1e7dd19fd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:53.042978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=bf7697d7-086b-4690-aa88-1053e3ac89b1,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:53.055846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40288) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:53.057839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7abf951d-b345-420e-b80a-8256f035f9bc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3869064 Jul 09 13:29:53.061321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:cb:f1:8e', 'name': 'tempest-NetworksTestDHCPv6-1639060090'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:53.079661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'port_id': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'mac_address': 'fa:16:3e:2b:ec:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:53.242288 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.256433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Transition to ACTIVE for port object 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:53.295022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Transition to ACTIVE for port object 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:53.374525 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.377705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:53.381337 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.408568 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.439751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:53.475235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:53.493222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:53.515271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:53.525137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1cbcef-98b7-4169-96bf-36e3375f3340 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:53.570025 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.615959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:53.622922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Pushing event updated for resources: {'Port': ['ID=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:53.656831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:53.721842 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.736131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ec1cbcef-98b7-4169-96bf-36e3375f3340, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:53.922600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e5ff-1fcd-4fae-9ea5-c37ea028b00b req-90f96abf-72c8-4889-8cde-1b70add0f959 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.938176 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.939535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bec40dbd-7038-4472-a6b8-a76df9fc0b21 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:53.951516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9065e5ff-1fcd-4fae-9ea5-c37ea028b00b req-90f96abf-72c8-4889-8cde-1b70add0f959 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 945 time: 0.5766187 Jul 09 13:29:54.030175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bec40dbd-7038-4472-a6b8-a76df9fc0b21, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:54.082027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'bec40dbd-7038-4472-a6b8-a76df9fc0b21', 'network_id': '7e00c6e0-4d26-41c8-b1e1-40737b86495b', 'port_id': 'bec40dbd-7038-4472-a6b8-a76df9fc0b21', 'mac_address': 'fa:16:3e:bb:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e378ea2a-4c96-4c39-8097-4942f77bf5e3', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:54.084918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Attempting to bind port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:54.084918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Attempting to bind port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:54.085228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Attempting to bind port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:54.090894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['669eeb60-3b5c-47b1-af69-7d7dbb3336d6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:54.094622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 172.20.0.12 (d21b40f0-27df-45e6-a847-be7286ec6856/bf7697d7-086b-4690-aa88-1053e3ac89b1/cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:54.111921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:fecb:f18e (d21b40f0-27df-45e6-a847-be7286ec6856/b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a/cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:54.113532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.20.0.1 (89c1a727-4c65-4b20-9d16-f876b0315a75/0baa2a60-5e6e-46be-b3d4-db389f3000d7/89e78096-662e-4ab5-b751-7635b9a3b959) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:54.148827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9065e5ff-1fcd-4fae-9ea5-c37ea028b00b req-e7dccfb5-9e01-4c13-9c87-6e03d0930b6d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934509 Jul 09 13:29:54.270576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:54.271126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:54.271759 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.272363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:54.273111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Bound port: 24d71b34-93b1-444e-a8d2-8f9ddf7065b9, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:54.275303 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.291492 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.320381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['6ace1ca2-7dfa-4a15-b13f-7ead60a662b8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:54.335986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec40dbd-7038-4472-a6b8-a76df9fc0b21 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:54.410194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faf2fe-1fab-4313-beaa-10a9bbd390b2 req-f74f98a1-5b33-4d42-98e7-ef040586878b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.419075 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5faf2fe-1fab-4313-beaa-10a9bbd390b2 req-f74f98a1-5b33-4d42-98e7-ef040586878b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.2933719 Jul 09 13:29:54.436702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.493416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5faf2fe-1fab-4313-beaa-10a9bbd390b2 req-b6524793-f1d3-482a-90df-892aa5942f1d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730975 Jul 09 13:29:54.494280 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.539271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bec40dbd-7038-4472-a6b8-a76df9fc0b21, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:54.553983 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.576633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.610519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:54.640877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] For port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:54.644748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] For port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:54.655189 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.677485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.697663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.718204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:54.724183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ec1cbcef-98b7-4169-96bf-36e3375f3340,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.749242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:54.784866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:54.789581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=89e78096-662e-4ab5-b751-7635b9a3b959,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.806256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:54.807170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bec40dbd-7038-4472-a6b8-a76df9fc0b21,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.822798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:54.832443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.843143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:54.893604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007442b4-86ad-48bf-90b0-9a85bcf0a100 None None] Pushing event updated for resources: {'Port': ['ID=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.936654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.985091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.986432 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:55.025308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757914ac-1ef6-40a2-9b02-4f4135dd7bb1 req-f39196ea-57d6-49a1-aa36-ce49bce7f145 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.029379 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-757914ac-1ef6-40a2-9b02-4f4135dd7bb1 req-f39196ea-57d6-49a1-aa36-ce49bce7f145 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.3108325 Jul 09 13:29:55.035870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4c12e302-67a6-4e89-8b05-c3eb178aa5a1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9789805 Jul 09 13:29:55.042930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40306) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:55.140162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-d7f27574-3c02-4689-841f-8eaaf9453e7c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.151415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-d7f27574-3c02-4689-841f-8eaaf9453e7c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.186588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-d7f27574-3c02-4689-841f-8eaaf9453e7c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.200416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-d7f27574-3c02-4689-841f-8eaaf9453e7c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.212868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-d7f27574-3c02-4689-841f-8eaaf9453e7c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.223493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-d7f27574-3c02-4689-841f-8eaaf9453e7c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.249083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-d7f27574-3c02-4689-841f-8eaaf9453e7c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.251795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-757914ac-1ef6-40a2-9b02-4f4135dd7bb1 req-d47828dc-f16a-4f57-a628-592298da5186 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112844 Jul 09 13:29:55.262456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-d7f27574-3c02-4689-841f-8eaaf9453e7c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5437 time: 0.5384877 Jul 09 13:29:55.355953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141afe9e-ea2a-4874-b4c3-3f37a517254b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.363542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141afe9e-ea2a-4874-b4c3-3f37a517254b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.370805 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-141afe9e-ea2a-4874-b4c3-3f37a517254b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3206580 Jul 09 13:29:55.371662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40310) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:55.388155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:55.414326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['502d8b4a-eef9-40b1-975e-037964dce8ee'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:55.425703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c880d14-d2db-4a82-86bf-b5d8b5c4734a req-be687668-9163-434d-b33f-46998b84057e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621265 Jul 09 13:29:55.468213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ec1cbcef-98b7-4169-96bf-36e3375f3340'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:55.522067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['bec40dbd-7038-4472-a6b8-a76df9fc0b21'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:55.607614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:55.620259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['9dfddcb2-6c96-4e8d-918d-8f2f522cefbf'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:55.622453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ad15285c-4e2f-4e8e-9d95-def2c7e8044e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:55.624465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7bd89bf5-bbcf-4d9a-86a7-6725da06548d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:55.771485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:55.794446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-aa4bbe52-c4c0-420f-ae3e-9c0b7e440e28 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:55.794810 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbe52-c4c0-420f-ae3e-9c0b7e440e28 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:55.945640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbe52-c4c0-420f-ae3e-9c0b7e440e28 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:55.971273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-aa4bbe52-c4c0-420f-ae3e-9c0b7e440e28 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:56.097865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.108704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.235862 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.240915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=89e78096-662e-4ab5-b751-7635b9a3b959,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:56.267654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbe52-c4c0-420f-ae3e-9c0b7e440e28 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.271373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:56.271908 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.316429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd47973-7e57-409a-8087-59ad80351c6f req-4f6d9344-9fcf-465c-9854-09cc66aefeb3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.324673 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1cd47973-7e57-409a-8087-59ad80351c6f req-4f6d9344-9fcf-465c-9854-09cc66aefeb3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 945 time: 0.7400222 Jul 09 13:29:56.385294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bbe52-c4c0-420f-ae3e-9c0b7e440e28 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:56.403575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:56.406490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:56.491675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd155ce-032a-4420-8cb9-9b0c18ecbc01 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:56.510518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfb41f-a28f-4b6b-a862-c65ff9662f29 req-418664ec-3046-4f8d-854c-06336cca8729 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.520717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ebfb41f-a28f-4b6b-a862-c65ff9662f29 req-418664ec-3046-4f8d-854c-06336cca8729 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.4964588 Jul 09 13:29:56.545585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa4bbe52-c4c0-420f-ae3e-9c0b7e440e28 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.551152 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aa4bbe52-c4c0-420f-ae3e-9c0b7e440e28 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b HTTP/1.1" status: 204 len: 168 time: 1.1782608 Jul 09 13:29:56.568465 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1cd47973-7e57-409a-8087-59ad80351c6f req-80908ca7-70fe-4e30-bd18-860337c03bbb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425122 Jul 09 13:29:56.569623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40320) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:56.658894 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ebfb41f-a28f-4b6b-a862-c65ff9662f29 req-4031788f-c405-4d18-a206-e1b8b66496de tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366000 Jul 09 13:29:56.683429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba9eee1-a946-41c7-976a-7044b1ef2081 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.685377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba9eee1-a946-41c7-976a-7044b1ef2081 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.687275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba9eee1-a946-41c7-976a-7044b1ef2081 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.697209 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fba9eee1-a946-41c7-976a-7044b1ef2081 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1232908 Jul 09 13:29:56.698180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40322) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:56.702896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:29:56.780305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e7aefa16-3b11-46b9-b9ed-eccec9d9480d None None] Provisioning for port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:56.835557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b371a909-6dc1-44ce-af0c-310422cd5a9b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:56.869708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b371a909-6dc1-44ce-af0c-310422cd5a9b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.986459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b371a909-6dc1-44ce-af0c-310422cd5a9b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.130838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ae25f-038f-458c-912a-c881f1bd24e2 req-97077029-4dc4-4073-b31b-07e9e54cfec1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.140485 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-901ae25f-038f-458c-912a-c881f1bd24e2 req-97077029-4dc4-4073-b31b-07e9e54cfec1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.3123474 Jul 09 13:29:57.260630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b371a909-6dc1-44ce-af0c-310422cd5a9b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.345957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:57.391212 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b371a909-6dc1-44ce-af0c-310422cd5a9b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.456363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371a909-6dc1-44ce-af0c-310422cd5a9b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:57.458291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.473655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b371a909-6dc1-44ce-af0c-310422cd5a9b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.476717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b371a909-6dc1-44ce-af0c-310422cd5a9b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a HTTP/1.1" status: 204 len: 168 time: 0.7772219 Jul 09 13:29:57.480371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40326) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:57.502314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-901ae25f-038f-458c-912a-c881f1bd24e2 req-3e9f2d6a-5b57-47c4-9c3f-6e2ba565d120 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448262 Jul 09 13:29:57.565053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-124f08fc-aa91-452f-9a61-04ca43524511 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet bf7697d7-086b-4690-aa88-1053e3ac89b1 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:57.567040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:57.569165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124f08fc-aa91-452f-9a61-04ca43524511 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.570981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:57.573458 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a3e03-61d2-4526-8292-622e441a6c8b" -d '{"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:57.582082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.635191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:57.642594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:57.643011 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.644602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124f08fc-aa91-452f-9a61-04ca43524511 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.700673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:57.708639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:57.734317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-2d86f1eb-1d53-4873-9274-b6b890889f5a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.735791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:57.741353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4304ddd2-5d6e-469b-8a80-d9a25709c162 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:57.753801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-2d86f1eb-1d53-4873-9274-b6b890889f5a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.767800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-2d86f1eb-1d53-4873-9274-b6b890889f5a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.781413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304ddd2-5d6e-469b-8a80-d9a25709c162 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:57.782065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4304ddd2-5d6e-469b-8a80-d9a25709c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:57.782388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-2d86f1eb-1d53-4873-9274-b6b890889f5a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.791218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-2d86f1eb-1d53-4873-9274-b6b890889f5a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.803121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-2d86f1eb-1d53-4873-9274-b6b890889f5a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.839123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-2d86f1eb-1d53-4873-9274-b6b890889f5a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.843863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4304ddd2-5d6e-469b-8a80-d9a25709c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:57.854689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b1866-5447-4d34-84f3-ed0f41b0f888 None None] Update dhcp port {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'bf7697d7-086b-4690-aa88-1053e3ac89b1'}, {'subnet_id': 'b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a'}], 'binding:host_id': 'n-d-799524-3'}, 'id': '24d71b34-93b1-444e-a8d2-8f9ddf7065b9'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:29:57.858650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-2d86f1eb-1d53-4873-9274-b6b890889f5a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5437 time: 1.0143969 Jul 09 13:29:57.873912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0bb93c74-5576-4dc7-afdb-f08efa52c292 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/routers/e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1836045 Jul 09 13:29:57.874244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40336) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:57.884419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'port': {'network_id': '89c1a727-4c65-4b20-9d16-f876b0315a75', 'name': 'tempest-FloatingIPTestJSON-227170406'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:57.896823 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b8394c-ce73-4ff6-9377-89d4bf54605b x-openstack-request-id: req-22b8394c-ce73-4ff6-9377-89d4bf54605b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:57.897316 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:57.897711 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22b8394c-ce73-4ff6-9377-89d4bf54605b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:57.898331 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'code': 200} Jul 09 13:29:57.912988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304ddd2-5d6e-469b-8a80-d9a25709c162 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:57.914076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4304ddd2-5d6e-469b-8a80-d9a25709c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:57.964668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124f08fc-aa91-452f-9a61-04ca43524511 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.000701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4304ddd2-5d6e-469b-8a80-d9a25709c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:58.001529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4304ddd2-5d6e-469b-8a80-d9a25709c162 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:58.155165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124f08fc-aa91-452f-9a61-04ca43524511 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.155932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.167712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:58.169789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-836b1866-5447-4d34-84f3-ed0f41b0f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.189163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:58.189569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.192689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:58.200414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.213598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f08fc-aa91-452f-9a61-04ca43524511 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7697d7-086b-4690-aa88-1053e3ac89b1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:58.231937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] device_id is not set on port 40488fdd-0135-4ed5-a1e3-2d3cf5c9f899 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:58.238719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124f08fc-aa91-452f-9a61-04ca43524511 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.241682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-124f08fc-aa91-452f-9a61-04ca43524511 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/bf7697d7-086b-4690-aa88-1053e3ac89b1 HTTP/1.1" status: 204 len: 168 time: 0.7597589 Jul 09 13:29:58.249711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c82f1cc2-8f1a-4472-8856-000645e90c0f req-8c69c2eb-58cb-4d67-b569-4ffbd341644c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3569708 Jul 09 13:29:58.258916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40338) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:58.296467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:58.308294 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.342443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-33ccd23f-4134-4b38-88f4-423ca5c4a6f7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818009 Jul 09 13:29:58.346236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:58.352001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:58.484841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:58.514038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.20.0.6 (89c1a727-4c65-4b20-9d16-f876b0315a75/0baa2a60-5e6e-46be-b3d4-db389f3000d7/40488fdd-0135-4ed5-a1e3-2d3cf5c9f899) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:58.520301 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.552145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b7718f-22a3-4c1f-89f1-a23742ebd8bf None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:58.628861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be754-a21d-41ab-8b84-d705880e24cd req-63b40fe5-186f-4d48-b652-5a69cd76e2f9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:58.643815 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c5be754-a21d-41ab-8b84-d705880e24cd req-63b40fe5-186f-4d48-b652-5a69cd76e2f9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 945 time: 0.5650096 Jul 09 13:29:58.654999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:58.673023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c3ef60c9-a7f9-411f-bfa4-3f51ed5e1478 None None] Provisioning complete for port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:58.674058 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c3ef60c9-a7f9-411f-bfa4-3f51ed5e1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.677960 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.709756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:58.714790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.763376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7bd89bf5-bbcf-4d9a-86a7-6725da06548d up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:58.791744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c5be754-a21d-41ab-8b84-d705880e24cd req-4076c64a-8b0c-416e-9ab9-0df326771bd5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457984 Jul 09 13:29:58.817091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfd8c2-1b35-461c-bf86-ac8f6adc6f11 req-9c6e772d-a383-42f7-95be-a35d41818367 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:58.818849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23cfd8c2-1b35-461c-bf86-ac8f6adc6f11 req-9c6e772d-a383-42f7-95be-a35d41818367 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2681031 Jul 09 13:29:58.937673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23cfd8c2-1b35-461c-bf86-ac8f6adc6f11 req-c3400eda-98a5-4e7d-a6f8-90ce3a6a0b7e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042945 Jul 09 13:29:58.990322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.056768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.085678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:59.185335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:59.194820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:59.195072 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.212373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=40488fdd-0135-4ed5-a1e3-2d3cf5c9f899,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:59.224669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:59.227564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:59.231197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:59.241233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:59.282834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:59.299931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.300572 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.358321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20eff1-d9b2-4ed0-96c6-4506bcd33c10 req-304f3c8e-a047-4d92-99c6-87149129fe9e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.373029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b20eff1-d9b2-4ed0-96c6-4506bcd33c10 req-304f3c8e-a047-4d92-99c6-87149129fe9e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.2409244 Jul 09 13:29:59.394071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-927ed43d-926c-4556-9964-061186b27584 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5180125 Jul 09 13:29:59.404092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40348) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:59.418514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.422867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] Deleting port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:59.422867 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.429922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'port': {'network_id': '89c1a727-4c65-4b20-9d16-f876b0315a75', 'name': 'tempest-FloatingIPTestJSON-303981212'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:59.588647 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.595322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:29:59.622408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b20eff1-d9b2-4ed0-96c6-4506bcd33c10 req-0ec26d49-9a11-41de-ac16-d3f5cf2466b8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426772 Jul 09 13:29:59.624583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:59.642979 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.676993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:59.682416 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.701457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:59.715519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] device_id is not set on port 5d4cb90d-c8ca-423a-a464-7a3603d298c6 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:59.718614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] For port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:59.719161 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.724069 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.761011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] Calling delete_port for 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:59.767117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:59.885895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-9d372634-278a-4ea0-a849-0770da4ff2a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.888900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.20.0.4 (89c1a727-4c65-4b20-9d16-f876b0315a75/0baa2a60-5e6e-46be-b3d4-db389f3000d7/5d4cb90d-c8ca-423a-a464-7a3603d298c6) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:59.892121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-9d372634-278a-4ea0-a849-0770da4ff2a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.895886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:59.898657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-9d372634-278a-4ea0-a849-0770da4ff2a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.905683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-9d372634-278a-4ea0-a849-0770da4ff2a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.907912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b715786-5343-486c-9b98-178ef5c54e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8'}, {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:59.913536 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f2d798-f5e5-423c-af61-22d8d3415dd6" -d '{"events": [{"server_uuid": "8b715786-5343-486c-9b98-178ef5c54e9e", "name": "network-vif-plugged", "status": "completed", "tag": "6ace1ca2-7dfa-4a15-b13f-7ead60a662b8"}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "7bd89bf5-bbcf-4d9a-86a7-6725da06548d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:59.917329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-9d372634-278a-4ea0-a849-0770da4ff2a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.924018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-9d372634-278a-4ea0-a849-0770da4ff2a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.930609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-9d372634-278a-4ea0-a849-0770da4ff2a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.938559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-9d372634-278a-4ea0-a849-0770da4ff2a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5437 time: 0.4238653 Jul 09 13:30:00.043600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3f19f4-dd83-49df-a4ff-ce8e853b9781 req-cb12555e-6587-497e-b76a-7b890b77d497 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040087 Jul 09 13:30:00.059887 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.101469 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.283018 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.309042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017366-3097-41d8-90dd-07d651624cfb req-483b7b80-fa45-4d74-b80a-b00d5fb05663 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:00.317835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e0017366-3097-41d8-90dd-07d651624cfb req-483b7b80-fa45-4d74-b80a-b00d5fb05663 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 946 time: 0.1570818 Jul 09 13:30:00.403984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:00.408280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=5d4cb90d-c8ca-423a-a464-7a3603d298c6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:00.410931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:00.415541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:00.423305 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3ebb62-d3da-4bdd-badb-61466c3c6765 x-openstack-request-id: req-1c3ebb62-d3da-4bdd-badb-61466c3c6765 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:00.424285 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b715786-5343-486c-9b98-178ef5c54e9e", "name": "network-vif-plugged", "status": "completed", "tag": "6ace1ca2-7dfa-4a15-b13f-7ead60a662b8", "code": 200}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "7bd89bf5-bbcf-4d9a-86a7-6725da06548d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:00.425014 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c3ebb62-d3da-4bdd-badb-61466c3c6765 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:00.425935 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b715786-5343-486c-9b98-178ef5c54e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8', 'code': 200} Jul 09 13:30:00.426633 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d', 'code': 200} Jul 09 13:30:00.472312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:00.473379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.495697 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2c5ccbf4-326a-4ef8-a4a9-be11391a363f tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0792115 Jul 09 13:30:00.500749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40358) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:00.518426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '5d4cb90d-c8ca-423a-a464-7a3603d298c6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:00.537832 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e0017366-3097-41d8-90dd-07d651624cfb req-77feeb97-9ae9-4b9a-a7ed-55907c6e5ba1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188134 Jul 09 13:30:00.549494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] For port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:00.584976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.630834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abedeb-f8ba-4320-84a3-e779528471fb req-b6356537-9e33-4e67-a302-1cd29fc3572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:00.633205 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e0abedeb-f8ba-4320-84a3-e779528471fb req-b6356537-9e33-4e67-a302-1cd29fc3572b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 1097 time: 0.2517588 Jul 09 13:30:00.661756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.673497 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.714825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.715737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.738741 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.739508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:00.746721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] Pushing event deleted for resources: {'Port': ['ID=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:00.789106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143207d-9212-4666-b521-65ed548d67fd req-bbfb5349-815d-4c61-8dac-03eba051f5e8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:00.798309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4143207d-9212-4666-b521-65ed548d67fd req-bbfb5349-815d-4c61-8dac-03eba051f5e8 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3437800 Jul 09 13:30:00.811863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9959e5-a303-4774-a632-3ec95930a1d3 None None] No DVR routers for this DVR port 24d71b34-93b1-444e-a8d2-8f9ddf7065b9 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:00.911632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:00.921769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:00.923014 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.945215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=24d71b34-93b1-444e-a8d2-8f9ddf7065b9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:00.986792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:00.995886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e0abedeb-f8ba-4320-84a3-e779528471fb req-6d225c80-b817-4930-a388-36e6c7ec5f63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523567 Jul 09 13:30:01.000414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:01.010687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.011514 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.015156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308475d-2559-421a-94bc-e21a0b9e539d None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:01.019436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=f33b5491-f307-4d75-a2c9-4c0a0d6059d8,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:01.024739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.25.5.247 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/9f17e596-6805-476d-8632-5bc2d7bc26b5) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:01.037118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4143207d-9212-4666-b521-65ed548d67fd req-047a3e7c-d9cb-4798-baf4-6ccda450567e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375619 Jul 09 13:30:01.067981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7de1afcf-fbf9-4630-acd4-2e8c9e88f3f1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7205739 Jul 09 13:30:01.068704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40362) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:01.074794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:01.229523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.290195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.345990 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.389550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=9f17e596-6805-476d-8632-5bc2d7bc26b5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:01.434865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:01.438542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:01.441022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:01.443643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:01.467464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-f2711200-19c1-4ecb-9b45-66ae4ee173d0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.474387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-f2711200-19c1-4ecb-9b45-66ae4ee173d0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.488799 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.488799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ec1cbcef-98b7-4169-96bf-36e3375f3340 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:01.489098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-f2711200-19c1-4ecb-9b45-66ae4ee173d0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.512159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-f2711200-19c1-4ecb-9b45-66ae4ee173d0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.512427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d40bf-9d01-46ec-83f2-0e4a7dbabe1e req-7fc84bea-953d-43be-8880-2e64c4e1390f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.512427 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e7d40bf-9d01-46ec-83f2-0e4a7dbabe1e req-7fc84bea-953d-43be-8880-2e64c4e1390f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.5486255 Jul 09 13:30:01.512746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-f2711200-19c1-4ecb-9b45-66ae4ee173d0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.521281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-f2711200-19c1-4ecb-9b45-66ae4ee173d0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.540547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-f2711200-19c1-4ecb-9b45-66ae4ee173d0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.549642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-f2711200-19c1-4ecb-9b45-66ae4ee173d0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5438 time: 0.3000519 Jul 09 13:30:01.551364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'f33b5491-f307-4d75-a2c9-4c0a0d6059d8'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:30:01.552249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.597494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e7d40bf-9d01-46ec-83f2-0e4a7dbabe1e req-8bc5a1c5-27ed-4fee-b313-15cfd395efe7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614171 Jul 09 13:30:01.600522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:01.607255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.680129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f25658b-7ff6-4159-8a7e-7a5430384306 req-c32b9c22-6357-4349-8940-8eae8724d6b1 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285932 Jul 09 13:30:01.703091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:01.763286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ec1cbcef-98b7-4169-96bf-36e3375f3340 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:01.791680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ec1cbcef-98b7-4169-96bf-36e3375f3340 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:01.792128 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.937338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Allocated IP 2001:db8::f816:3eff:feba:a473 (d21b40f0-27df-45e6-a847-be7286ec6856/f33b5491-f307-4d75-a2c9-4c0a0d6059d8/d5ce5d0f-ce60-4f10-b621-3f033be6a58f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:02.048445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.133014 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.136120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:02.140299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:02.148097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:02.151093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.177328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=61c82365-357b-4fcd-a3c9-892caa8b3812,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:02.182586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e54748f0-b8bf-4525-87bf-a8541dbad174 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1127038 Jul 09 13:30:02.191539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40376) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:02.197881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:ad:8b:44', 'name': 'tempest-NetworksTestDHCPv6-282193443'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:02.238898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ec1cbcef-98b7-4169-96bf-36e3375f3340, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:02.248419 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.252148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:02.373943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:02.377630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ec1cbcef-98b7-4169-96bf-36e3375f3340,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:02.440638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f'}, {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:02.443320 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1559b594-552b-4a7a-b1e1-7cc0de95797e" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f"}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:02.476632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515af90-1d44-4ba1-8e59-6117e2e2975e req-de9f3ecc-64d3-4fff-bdf7-cd45a8d97c0c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:02.484946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:02.491175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0515af90-1d44-4ba1-8e59-6117e2e2975e req-de9f3ecc-64d3-4fff-bdf7-cd45a8d97c0c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1763771 Jul 09 13:30:02.492425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:02.493120 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.517528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.541354 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.563654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Transition to ACTIVE for port object d5ce5d0f-ce60-4f10-b621-3f033be6a58f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:02.574251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0515af90-1d44-4ba1-8e59-6117e2e2975e req-6ffb1bc0-3f98-40e2-afce-978bc67d981b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815654 Jul 09 13:30:02.591972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.631909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Transition to ACTIVE for port object d5ce5d0f-ce60-4f10-b621-3f033be6a58f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:02.641925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.660923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 79e339f0-fefe-440d-b271-bec02375f024 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:30:02.671302 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d7cc4-266e-473d-97d2-9175522d76d5 x-openstack-request-id: req-711d7cc4-266e-473d-97d2-9175522d76d5 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:02.673515 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f", "code": 200}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:02.673878 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-711d7cc4-266e-473d-97d2-9175522d76d5 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:02.674423 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f', 'code': 200} Jul 09 13:30:02.674755 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'code': 200} Jul 09 13:30:02.677751 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.686894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.728225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:02.737732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:02.741763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b8c6-434d-408e-8d37-176118f303d0 req-9240076e-066b-487e-ad1c-a1218da4566c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:02.743997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9959b8c6-434d-408e-8d37-176118f303d0 req-9240076e-066b-487e-ad1c-a1218da4566c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 946 time: 0.7718532 Jul 09 13:30:02.766528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:02.804776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Pushing event updated for resources: {'Port': ['ID=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:02.810822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:02.842372 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.843788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad15285c-4e2f-4e8e-9d95-def2c7e8044e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:03.012527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Attempting to bind port d5ce5d0f-ce60-4f10-b621-3f033be6a58f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:03.013190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Attempting to bind port d5ce5d0f-ce60-4f10-b621-3f033be6a58f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:03.013749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Attempting to bind port d5ce5d0f-ce60-4f10-b621-3f033be6a58f on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:03.070503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 172.20.0.11 (d21b40f0-27df-45e6-a847-be7286ec6856/61c82365-357b-4fcd-a3c9-892caa8b3812/79e339f0-fefe-440d-b271-bec02375f024) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:03.079904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:03.090577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:03.091193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:03.092120 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.092942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:03.093625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Bound port: d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:03.094183 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.095297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:fead:8b44 (d21b40f0-27df-45e6-a847-be7286ec6856/f33b5491-f307-4d75-a2c9-4c0a0d6059d8/79e339f0-fefe-440d-b271-bec02375f024) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:03.156764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274825e7-55c0-499c-ae74-726544643536 req-8e4143e7-f5ae-4305-8317-e911debf384c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.182984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-274825e7-55c0-499c-ae74-726544643536 req-8e4143e7-f5ae-4305-8317-e911debf384c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.3886144 Jul 09 13:30:03.208044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ad15285c-4e2f-4e8e-9d95-def2c7e8044e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:03.221781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ad15285c-4e2f-4e8e-9d95-def2c7e8044e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:03.222532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.297151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] For port d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:03.302790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] For port d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:03.315769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.334395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-274825e7-55c0-499c-ae74-726544643536 req-27d9b190-d400-4e16-800f-7833240ad40f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276550 Jul 09 13:30:03.468812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47210a4-6fc5-4c0d-b8d8-7b857a13383e None None] Pushing event updated for resources: {'Port': ['ID=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:03.483086 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.534575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.549041 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.555527 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9959b8c6-434d-408e-8d37-176118f303d0 req-3ffe7e96-efdc-42e8-ba5e-3cd4339031d7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001952 Jul 09 13:30:03.565368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ad15285c-4e2f-4e8e-9d95-def2c7e8044e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:03.572264 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.575413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bec40dbd-7038-4472-a6b8-a76df9fc0b21 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:03.620617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.654181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 79e339f0-fefe-440d-b271-bec02375f024 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:03.791865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.811679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:03.818558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=9f17e596-6805-476d-8632-5bc2d7bc26b5,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:03.843261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port bec40dbd-7038-4472-a6b8-a76df9fc0b21 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:03.858379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port bec40dbd-7038-4472-a6b8-a76df9fc0b21 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:03.861648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.865938 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.889791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:03.916135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-7f490e63-d6a4-47ca-8d38-c3129acda4a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.922715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-7f490e63-d6a4-47ca-8d38-c3129acda4a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.929332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-7f490e63-d6a4-47ca-8d38-c3129acda4a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.939037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-7f490e63-d6a4-47ca-8d38-c3129acda4a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.953698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-7f490e63-d6a4-47ca-8d38-c3129acda4a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.960643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-7f490e63-d6a4-47ca-8d38-c3129acda4a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.967259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-7f490e63-d6a4-47ca-8d38-c3129acda4a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.970459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-7f490e63-d6a4-47ca-8d38-c3129acda4a6 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5442 time: 0.2602885 Jul 09 13:30:03.974660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:03.978086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:04.014826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=79e339f0-fefe-440d-b271-bec02375f024,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:04.080061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:04.080761 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.104939 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.105761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f09aa96-9dd2-45e2-a03b-393f8cc1cac1 req-b191ed41-d48b-4041-b93a-2a422106ade5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215973 Jul 09 13:30:04.131987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a24c8b53-6463-4054-b43c-c747cde2073e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9377799 Jul 09 13:30:04.134408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40388) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:04.142807 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP aadc04c2-808c-4f37-8e2e-76dd3a8fa909 associated. External IP: 172.25.5.247, port: 5d4cb90d-c8ca-423a-a464-7a3603d298c6. Jul 09 13:30:04.199528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bec40dbd-7038-4472-a6b8-a76df9fc0b21, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:04.209057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.210122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 502d8b4a-eef9-40b1-975e-037964dce8ee up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:04.270832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703a3b8-872b-4228-bfb7-688d6e817108 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:04.278788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703a3b8-872b-4228-bfb7-688d6e817108 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:04.280749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1703a3b8-872b-4228-bfb7-688d6e817108 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1450112 Jul 09 13:30:04.288734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40390) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:04.338260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bec40dbd-7038-4472-a6b8-a76df9fc0b21,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:04.424717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 502d8b4a-eef9-40b1-975e-037964dce8ee completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:04.429907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 502d8b4a-eef9-40b1-975e-037964dce8ee triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:04.431533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.526827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 79e339f0-fefe-440d-b271-bec02375f024 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:04.527591 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.596785 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.621294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60890ebf-5fc6-4c01-b580-6fc253ee9a86 req-f030bd48-5b3c-4de2-b485-483123ab6c51 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:04.630384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60890ebf-5fc6-4c01-b580-6fc253ee9a86 req-f030bd48-5b3c-4de2-b485-483123ab6c51 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.3173087 Jul 09 13:30:04.660953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 502d8b4a-eef9-40b1-975e-037964dce8ee, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=502d8b4a-eef9-40b1-975e-037964dce8ee,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:04.668941 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.675756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf'}, {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad15285c-4e2f-4e8e-9d95-def2c7e8044e'}, {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec40dbd-7038-4472-a6b8-a76df9fc0b21'}, {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d8b4a-eef9-40b1-975e-037964dce8ee'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:04.682881 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d5c28f-559c-4768-89eb-ac48ef0d2430" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "9dfddcb2-6c96-4e8d-918d-8f2f522cefbf"}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "ad15285c-4e2f-4e8e-9d95-def2c7e8044e"}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "bec40dbd-7038-4472-a6b8-a76df9fc0b21"}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "502d8b4a-eef9-40b1-975e-037964dce8ee"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:04.697835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:04.720151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60890ebf-5fc6-4c01-b580-6fc253ee9a86 req-b4e8edcd-9b52-4d6c-beb5-b504cfb3f69c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885689 Jul 09 13:30:04.772569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7808789-b193-47ad-84f5-17f91645d043 req-cfc7a8ad-2d42-401b-b38e-ca59439c9382 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:04.782468 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7808789-b193-47ad-84f5-17f91645d043 req-cfc7a8ad-2d42-401b-b38e-ca59439c9382 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.1622236 Jul 09 13:30:04.787360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=502d8b4a-eef9-40b1-975e-037964dce8ee,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:04.792066 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.816170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 79e339f0-fefe-440d-b271-bec02375f024 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:04.877872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7808789-b193-47ad-84f5-17f91645d043 req-cd540aa8-5460-4290-a9f5-ec7b94897c4f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944057 Jul 09 13:30:04.986254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:04.989983 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc002d9-6129-42d7-a153-6c2f2bcaa379 x-openstack-request-id: req-acc002d9-6129-42d7-a153-6c2f2bcaa379 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:04.990986 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "9dfddcb2-6c96-4e8d-918d-8f2f522cefbf", "code": 200}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "ad15285c-4e2f-4e8e-9d95-def2c7e8044e", "code": 200}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "bec40dbd-7038-4472-a6b8-a76df9fc0b21", "code": 200}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-plugged", "status": "completed", "tag": "502d8b4a-eef9-40b1-975e-037964dce8ee", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:04.991426 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acc002d9-6129-42d7-a153-6c2f2bcaa379 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:04.992009 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf', 'code': 200} Jul 09 13:30:04.994840 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad15285c-4e2f-4e8e-9d95-def2c7e8044e', 'code': 200} Jul 09 13:30:04.999180 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb980820-1e3d-49a1-8cde-eb384bb851fb None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:05.000211 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec40dbd-7038-4472-a6b8-a76df9fc0b21', 'code': 200} Jul 09 13:30:05.000652 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d8b4a-eef9-40b1-975e-037964dce8ee', 'code': 200} Jul 09 13:30:05.020459 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb980820-1e3d-49a1-8cde-eb384bb851fb None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:05.022094 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fb980820-1e3d-49a1-8cde-eb384bb851fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:05.099818 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fb980820-1e3d-49a1-8cde-eb384bb851fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:05.103103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.125944 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb980820-1e3d-49a1-8cde-eb384bb851fb None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:05.126843 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fb980820-1e3d-49a1-8cde-eb384bb851fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:05.218277 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fb980820-1e3d-49a1-8cde-eb384bb851fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:05.219877 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb980820-1e3d-49a1-8cde-eb384bb851fb None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:05.260039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa53bd8-ba2c-4194-8978-631904b8aed6 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:05.349224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40404) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:05.353300 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8f98ed38-e18d-4d09-9a11-14664b1df5e8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8414514 Jul 09 13:30:05.372269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:05.380683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-11dedbc7-e9b0-44c1-8b37-c6b0bc0b03fc None None] Provisioning for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:05.417007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390315b-4c35-4f01-993f-4e86b88e89a1 req-a8d11c92-11e1-4bd8-88fd-8f812b764c9c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.418709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b390315b-4c35-4f01-993f-4e86b88e89a1 req-a8d11c92-11e1-4bd8-88fd-8f812b764c9c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 946 time: 0.3975458 Jul 09 13:30:05.458044 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.469432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-64daa220-6ac9-478d-a560-24db3ce065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.469919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-64daa220-6ac9-478d-a560-24db3ce065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.470395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-64daa220-6ac9-478d-a560-24db3ce065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.470865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-64daa220-6ac9-478d-a560-24db3ce065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.483404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-64daa220-6ac9-478d-a560-24db3ce065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.484347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-64daa220-6ac9-478d-a560-24db3ce065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.484347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-64daa220-6ac9-478d-a560-24db3ce065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.486872 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-64daa220-6ac9-478d-a560-24db3ce065bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6501 time: 0.3767316 Jul 09 13:30:05.561659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=79e339f0-fefe-440d-b271-bec02375f024,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:05.585261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d5ce5d0f-ce60-4f10-b621-3f033be6a58f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:05.598106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b390315b-4c35-4f01-993f-4e86b88e89a1 req-24d3d075-fe96-4f31-9d8f-5a1b83350676 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623628 Jul 09 13:30:05.616370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05c2a77f-930e-417b-a10d-f2c1a3a0d755 req-6b9ad8ca-e31d-4e76-814b-3d2f485db869 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120081 Jul 09 13:30:05.637027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.637695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.638066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.638411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.638750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.639131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.639471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.639805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.640133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.640482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.640799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.641132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:05.677093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.722479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a5139-fc4c-4ce6-826c-5775fbb70f9e None None] Update dhcp port {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'f33b5491-f307-4d75-a2c9-4c0a0d6059d8', 'ip_address': '2001:db8::f816:3eff:feba:a473'}, {'subnet_id': '61c82365-357b-4fcd-a3c9-892caa8b3812'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'd5ce5d0f-ce60-4f10-b621-3f033be6a58f'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:30:05.769165 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5139-fc4c-4ce6-826c-5775fbb70f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.783485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:05.814050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e405476-2215-4624-ba78-52093600a236 req-44630d95-5e05-4525-b116-5a5da6593452 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8dea83f14cb04fa38d15ca3e6b39d546 HTTP/1.1" status: 200 len: 267 time: 0.0535095 Jul 09 13:30:05.827893 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.830562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ed46c81-a832-4666-a9cb-de0404a16a52 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/79e339f0-fefe-440d-b271-bec02375f024 HTTP/1.1" status: 204 len: 168 time: 1.5412376 Jul 09 13:30:05.835162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40410) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:05.860527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089cc3a-9979-441c-baa2-ff838e249351 req-551ab528-8035-4286-a53a-1c617230183a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.868961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089cc3a-9979-441c-baa2-ff838e249351 req-551ab528-8035-4286-a53a-1c617230183a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.875142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089cc3a-9979-441c-baa2-ff838e249351 req-551ab528-8035-4286-a53a-1c617230183a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.881418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089cc3a-9979-441c-baa2-ff838e249351 req-551ab528-8035-4286-a53a-1c617230183a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.887698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089cc3a-9979-441c-baa2-ff838e249351 req-551ab528-8035-4286-a53a-1c617230183a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.893782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089cc3a-9979-441c-baa2-ff838e249351 req-551ab528-8035-4286-a53a-1c617230183a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.901087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089cc3a-9979-441c-baa2-ff838e249351 req-551ab528-8035-4286-a53a-1c617230183a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.902956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c089cc3a-9979-441c-baa2-ff838e249351 req-551ab528-8035-4286-a53a-1c617230183a tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5444 time: 0.3585460 Jul 09 13:30:05.956575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbba91a-1ca8-41e1-9981-94e14fedcaf1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.959225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbba91a-1ca8-41e1-9981-94e14fedcaf1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.960776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbba91a-1ca8-41e1-9981-94e14fedcaf1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:05.967285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cdbba91a-1ca8-41e1-9981-94e14fedcaf1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1303940 Jul 09 13:30:05.968078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40414) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:05.980417 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.991966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.992290 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP aadc04c2-808c-4f37-8e2e-76dd3a8fa909 disassociated. External IP: 172.25.5.247, port: 5d4cb90d-c8ca-423a-a464-7a3603d298c6. Jul 09 13:30:06.002999 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c089cc3a-9979-441c-baa2-ff838e249351 req-e499baa4-83f8-47b3-a73b-6effdeb0d00e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852268 Jul 09 13:30:06.058367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e405476-2215-4624-ba78-52093600a236 req-f1ea8ae0-ebf7-449b-8daa-55418fdff854 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:06.058367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e405476-2215-4624-ba78-52093600a236 req-f1ea8ae0-ebf7-449b-8daa-55418fdff854 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 946 time: 0.2429483 Jul 09 13:30:06.063948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-8e405476-2215-4624-ba78-52093600a236 req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'port': {'security_groups': []}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:06.106609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e96efcd-0164-4e54-9fee-a52b72329e59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 61c82365-357b-4fcd-a3c9-892caa8b3812 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:06.112319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e96efcd-0164-4e54-9fee-a52b72329e59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.250649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e96efcd-0164-4e54-9fee-a52b72329e59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.294288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:06.308943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:06.309636 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.314621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e405476-2215-4624-ba78-52093600a236 req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.338731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:06.378753 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e96efcd-0164-4e54-9fee-a52b72329e59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.432912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:06.444941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddec32-02c8-4c90-ab46-5d5342c02807 req-ef105713-57c5-40df-a216-8b16482132fe tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:06.448197 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77ddec32-02c8-4c90-ab46-5d5342c02807 req-ef105713-57c5-40df-a216-8b16482132fe tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1745362 Jul 09 13:30:06.469247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'port_id': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'mac_address': 'fa:16:3e:10:5b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:06.473862 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.491470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e96efcd-0164-4e54-9fee-a52b72329e59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.529784 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.548054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acf3f337-d714-4b28-8c7f-6f67563d8193 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:06.573769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:06.575397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96efcd-0164-4e54-9fee-a52b72329e59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=61c82365-357b-4fcd-a3c9-892caa8b3812,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:06.577784 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e96efcd-0164-4e54-9fee-a52b72329e59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.582788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77ddec32-02c8-4c90-ab46-5d5342c02807 req-4fbabd4f-b17b-424d-8a2b-837e78082902 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266840 Jul 09 13:30:06.582972 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6e96efcd-0164-4e54-9fee-a52b72329e59 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/61c82365-357b-4fcd-a3c9-892caa8b3812 HTTP/1.1" status: 204 len: 168 time: 0.6104817 Jul 09 13:30:06.585425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:06.588232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40418) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:06.606153 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.675838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-8e405476-2215-4624-ba78-52093600a236 req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] For port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:06.741989 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e405476-2215-4624-ba78-52093600a236 req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.750841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e405476-2215-4624-ba78-52093600a236 req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.815076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e405476-2215-4624-ba78-52093600a236 req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:06.816009 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-8e405476-2215-4624-ba78-52093600a236 req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.817789 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e405476-2215-4624-ba78-52093600a236 req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "PUT /v2.0/ports/6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 HTTP/1.1" status: 200 len: 905 time: 0.7587264 Jul 09 13:30:06.818291 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b715786-5343-486c-9b98-178ef5c54e9e', 'tag': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:06.820894 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478e1c18-6b50-4f25-9687-0f83010a8a43" -d '{"events": [{"name": "network-changed", "server_uuid": "8b715786-5343-486c-9b98-178ef5c54e9e", "tag": "6ace1ca2-7dfa-4a15-b13f-7ead60a662b8"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:06.862348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37fd29-68a2-410c-9f8b-c4a97b8610aa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'Port': ['ID=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-6b6a5139-fc4c-4ce6-826c-5775fbb70f9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c82365-357b-4fcd-a3c9-892caa8b3812: This subnet is being modified by another concurrent operation. Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:30:06.929161 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c82365-357b-4fcd-a3c9-892caa8b3812: This subnet is being modified by another concurrent operation. Jul 09 13:30:06.938651 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:30:06.954487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'ad7380b5-c332-46c2-a87c-1d37cacb6091'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:06.978078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['6ace1ca2-7dfa-4a15-b13f-7ead60a662b8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:06.999883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0858f6d-c437-4425-96b1-06a60d42517b None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:07.108009 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:07.244746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['6ace1ca2-7dfa-4a15-b13f-7ead60a662b8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:07.302538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a70f0e08-75f6-4d49-93f2-4578e23dbb6d tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/floatingips/aadc04c2-808c-4f37-8e2e-76dd3a8fa909 HTTP/1.1" status: 200 len: 688 time: 1.9479210 Jul 09 13:30:07.302876 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40426) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:07.321979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f61d7a-2b67-4b0d-a6f5-f1867927b7ee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet f33b5491-f307-4d75-a2c9-4c0a0d6059d8 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:07.335863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f61d7a-2b67-4b0d-a6f5-f1867927b7ee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:07.392575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acf3f337-d714-4b28-8c7f-6f67563d8193'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:07.401115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0858f6d-c437-4425-96b1-06a60d42517b None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:07.401782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b0858f6d-c437-4425-96b1-06a60d42517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:07.492349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f61d7a-2b67-4b0d-a6f5-f1867927b7ee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:07.519689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b0858f6d-c437-4425-96b1-06a60d42517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:07.578056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfdf41-1407-4267-94c5-90f6f72677f6 req-df77c6c1-5f8b-43dc-9a02-54c78f1ab7a4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:07.588991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12dfdf41-1407-4267-94c5-90f6f72677f6 req-df77c6c1-5f8b-43dc-9a02-54c78f1ab7a4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 945 time: 0.4240127 Jul 09 13:30:07.613460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:07.623854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc31ce0-1e68-4170-8e1b-c85fcba965d2 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:30:07.688385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12dfdf41-1407-4267-94c5-90f6f72677f6 req-06e04644-3d04-458e-860e-64126cdfa8ce tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982158 Jul 09 13:30:07.755479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8046b95d-441d-4abe-81a7-badec7b62a3d None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:07.755944 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8046b95d-441d-4abe-81a7-badec7b62a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:07.780235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 9f17e596-6805-476d-8632-5bc2d7bc26b5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:07.780736 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:07.784685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f61d7a-2b67-4b0d-a6f5-f1867927b7ee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:07.862032 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.041169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:08.044119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0858f6d-c437-4425-96b1-06a60d42517b None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:08.044748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b0858f6d-c437-4425-96b1-06a60d42517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:08.094208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.094801 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.116995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:08.137560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 9f17e596-6805-476d-8632-5bc2d7bc26b5 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:08.193650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d5ce5d0f-ce60-4f10-b621-3f033be6a58f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:08.224077 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f61d7a-2b67-4b0d-a6f5-f1867927b7ee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.254367 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f61d7a-2b67-4b0d-a6f5-f1867927b7ee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.256741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c3f61d7a-2b67-4b0d-a6f5-f1867927b7ee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/f33b5491-f307-4d75-a2c9-4c0a0d6059d8 HTTP/1.1" status: 204 len: 168 time: 1.6671355 Jul 09 13:30:08.282562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:08.336820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f61d7a-2b67-4b0d-a6f5-f1867927b7ee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=f33b5491-f307-4d75-a2c9-4c0a0d6059d8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:08.342015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aa177e42-e37b-453d-93b8-302c76b0ccaa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577464 Jul 09 13:30:08.345986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40450) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:08.354368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:08.394456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b0858f6d-c437-4425-96b1-06a60d42517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:08.396070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0858f6d-c437-4425-96b1-06a60d42517b None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:08.422026 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4cc6d9-2473-41e8-af10-4c50bf221208 x-openstack-request-id: req-3f4cc6d9-2473-41e8-af10-4c50bf221208 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:08.422593 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b715786-5343-486c-9b98-178ef5c54e9e", "tag": "6ace1ca2-7dfa-4a15-b13f-7ead60a662b8", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:08.423146 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f4cc6d9-2473-41e8-af10-4c50bf221208 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:08.425161 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b715786-5343-486c-9b98-178ef5c54e9e', 'tag': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8', 'status': 'completed', 'code': 200} Jul 09 13:30:08.454354 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.489392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb53fe0-627f-47a1-a2c0-9398313591c5 req-3272f2df-13b6-4b0a-8cd7-35da5c9dd978 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.502165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4fb53fe0-627f-47a1-a2c0-9398313591c5 req-3272f2df-13b6-4b0a-8cd7-35da5c9dd978 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 908 time: 0.4992723 Jul 09 13:30:08.547403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-693d82c7-d398-47c6-a46c-ed41125e3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.563656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-693d82c7-d398-47c6-a46c-ed41125e3923 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 1059 time: 0.4105113 Jul 09 13:30:08.596993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=9f17e596-6805-476d-8632-5bc2d7bc26b5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:08.748179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:08.751808 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.801579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-1fdd721a-0749-48e1-95bb-c5f2a4e608b4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.819934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-1fdd721a-0749-48e1-95bb-c5f2a4e608b4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.820286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-159adbdc-ceba-4df3-bf45-76bbc6f83146 None None] Could not find standard attr ID for object 79e339f0-fefe-440d-b271-bec02375f024. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:30:08.827720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-1fdd721a-0749-48e1-95bb-c5f2a4e608b4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.834110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-1fdd721a-0749-48e1-95bb-c5f2a4e608b4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.845956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-1fdd721a-0749-48e1-95bb-c5f2a4e608b4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.854137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-1fdd721a-0749-48e1-95bb-c5f2a4e608b4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.866604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-1fdd721a-0749-48e1-95bb-c5f2a4e608b4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.879563 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-1fdd721a-0749-48e1-95bb-c5f2a4e608b4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5444 time: 0.4537535 Jul 09 13:30:08.895550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.899461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.900950 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-28ecdb05-5787-4fa2-a3df-10db545a3089 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/floatingips/aadc04c2-808c-4f37-8e2e-76dd3a8fa909 HTTP/1.1" status: 204 len: 168 time: 1.5965528 Jul 09 13:30:08.909516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40460) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:08.915084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '40488fdd-0135-4ed5-a1e3-2d3cf5c9f899'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:08.938392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.973826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ad6ab2aa-14ac-4aab-9dc0-274aaf3465df req-95e21d23-acfa-40e8-9cfa-ea7777ddb3eb tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841169 Jul 09 13:30:08.987895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.054014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc31ce0-1e68-4170-8e1b-c85fcba965d2 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:30:09.067305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-159adbdc-ceba-4df3-bf45-76bbc6f83146 None None] Provisioning complete for port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:09.067761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-159adbdc-ceba-4df3-bf45-76bbc6f83146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.393539 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.444012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-bf41316b-f014-4047-aa2f-02a92932e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:09.490863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-bf41316b-f014-4047-aa2f-02a92932e691 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.8563230 Jul 09 13:30:09.490863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d54582-1e31-4bfc-b407-9a24f717dd18 req-b742f1a0-51f0-49a2-8623-9ce40979575f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:09.490863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d54582-1e31-4bfc-b407-9a24f717dd18 req-b742f1a0-51f0-49a2-8623-9ce40979575f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4478216 Jul 09 13:30:09.608354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:09.610690 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.622411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-ac4915cb-da1c-4251-8a0a-5aa489e99a95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 HTTP/1.1" status: 200 len: 217 time: 0.1205959 Jul 09 13:30:09.625424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.644383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e56a5-7489-4f26-8e31-a458e2af4543 req-740ee082-fb48-433e-9d0b-dd7aae862978 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:09.647215 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e01e56a5-7489-4f26-8e31-a458e2af4543 req-740ee082-fb48-433e-9d0b-dd7aae862978 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.4179177 Jul 09 13:30:09.751196 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e01e56a5-7489-4f26-8e31-a458e2af4543 req-a1bf6125-1b82-4179-b62d-ef3e403b1fab tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964875 Jul 09 13:30:09.777414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.25.5.78 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/1b88be69-97ac-4712-99aa-4884473ac1b5) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:09.792100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d54582-1e31-4bfc-b407-9a24f717dd18 req-e98031c4-cb8d-4777-b6ba-d1fc83758827 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035507 Jul 09 13:30:09.793905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-fca4de76-18ea-4b66-b5ad-7dc26381f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:09.795237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-fca4de76-18ea-4b66-b5ad-7dc26381f36f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1650054 Jul 09 13:30:09.875940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:09.890388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:09.903180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:09.903782 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.949662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=c8baf2fb-5be0-4eca-ae90-5834d8cb73b6,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:09.981084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5c8667c2-f2f4-4e52-b3fa-eadf7a48fad6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6318605 Jul 09 13:30:09.988987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40472) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:09.998722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:10.163596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-67e35a75-e9ce-4dc1-b4e8-c0d9e7a04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.165450 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-67e35a75-e9ce-4dc1-b4e8-c0d9e7a04e3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614016 Jul 09 13:30:10.172349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:10.348773 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.376241 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-8f15f5ba-5690-4a23-b17d-33794d86f597 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981454 Jul 09 13:30:10.436396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0411b7e-b073-4cfa-8d54-1f4f0dc05297 req-80b8e850-a00b-4980-b07a-13775619bc98 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.446387 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0411b7e-b073-4cfa-8d54-1f4f0dc05297 req-80b8e850-a00b-4980-b07a-13775619bc98 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 945 time: 0.3919573 Jul 09 13:30:10.615576 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0411b7e-b073-4cfa-8d54-1f4f0dc05297 req-e0000128-68e1-41f4-9025-32db9080aeb2 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681352 Jul 09 13:30:10.618217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.665059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175507b-30a9-4779-b404-c522220cebf0 req-27da0c8c-e117-4c89-86af-2844671eed72 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.671622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175507b-30a9-4779-b404-c522220cebf0 req-27da0c8c-e117-4c89-86af-2844671eed72 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.685053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175507b-30a9-4779-b404-c522220cebf0 req-27da0c8c-e117-4c89-86af-2844671eed72 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.707277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175507b-30a9-4779-b404-c522220cebf0 req-27da0c8c-e117-4c89-86af-2844671eed72 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.712011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:10.717663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:10.721396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:10.724741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175507b-30a9-4779-b404-c522220cebf0 req-27da0c8c-e117-4c89-86af-2844671eed72 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.741237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175507b-30a9-4779-b404-c522220cebf0 req-27da0c8c-e117-4c89-86af-2844671eed72 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.766602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175507b-30a9-4779-b404-c522220cebf0 req-27da0c8c-e117-4c89-86af-2844671eed72 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.791953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3175507b-30a9-4779-b404-c522220cebf0 req-27da0c8c-e117-4c89-86af-2844671eed72 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5444 time: 0.3199730 Jul 09 13:30:10.791953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-478e1c18-6b50-4f25-9687-0f83010a8a43 req-724f1f9c-b5c9-40ce-8c2f-5f133851777c service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029052 Jul 09 13:30:10.791953 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40474) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:10.801715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Request body: {'floatingip': {'port_id': 'ec1cbcef-98b7-4169-96bf-36e3375f3340'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:10.805512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:10.822524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.957009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb54245-396b-4833-b2ac-38556cf10656 None None] Update dhcp port {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'c8baf2fb-5be0-4eca-ae90-5834d8cb73b6'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'd5ce5d0f-ce60-4f10-b621-3f033be6a58f'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:30:11.053654 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bb54245-396b-4833-b2ac-38556cf10656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.229849 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.254588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=1b88be69-97ac-4712-99aa-4884473ac1b5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:11.359861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14873-a14e-4add-ba06-b607de1ac2e0 req-36006a59-933a-4f53-a020-60598ba430fa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:11.366735 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ae14873-a14e-4add-ba06-b607de1ac2e0 req-36006a59-933a-4f53-a020-60598ba430fa tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1709380 Jul 09 13:30:11.462423 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ae14873-a14e-4add-ba06-b607de1ac2e0 req-dbd16cca-db18-43f6-b3fb-a961e45010e9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943615 Jul 09 13:30:11.525247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-8bb54245-396b-4833-b2ac-38556cf10656 None None] Allocated IP 172.20.0.2 (d21b40f0-27df-45e6-a847-be7286ec6856/c8baf2fb-5be0-4eca-ae90-5834d8cb73b6/d5ce5d0f-ce60-4f10-b621-3f033be6a58f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:11.578742 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:30:11.604066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b691c7-42ad-41b4-8ce0-69d7477cf56b req-4511bb11-d1fd-4a05-a7c6-705c1507c1ec tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:11.611204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b691c7-42ad-41b4-8ce0-69d7477cf56b req-4511bb11-d1fd-4a05-a7c6-705c1507c1ec tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4412096 Jul 09 13:30:11.828818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:11.995595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b691c7-42ad-41b4-8ce0-69d7477cf56b req-56bdbc75-6142-4241-9050-8dd6f721fe6d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834820 Jul 09 13:30:12.205707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8bb54245-396b-4833-b2ac-38556cf10656 None None] For port d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:12.356009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port acf3f337-d714-4b28-8c7f-6f67563d8193 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:12.356866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.378296 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bb54245-396b-4833-b2ac-38556cf10656 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.439479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.485145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8bb54245-396b-4833-b2ac-38556cf10656 None None] Transition to ACTIVE for port object d5ce5d0f-ce60-4f10-b621-3f033be6a58f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:12.490164 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bb54245-396b-4833-b2ac-38556cf10656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.645944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16c04c-31a8-45bf-9f0b-fa9ea2cd45bc req-bbf37d03-bdb1-4453-be79-36083f90d2c7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:12.653915 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4e16c04c-31a8-45bf-9f0b-fa9ea2cd45bc req-bbf37d03-bdb1-4453-be79-36083f90d2c7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 945 time: 0.4733036 Jul 09 13:30:12.732134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4e16c04c-31a8-45bf-9f0b-fa9ea2cd45bc req-4088693a-2d97-442e-8075-f137e0741fed tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766702 Jul 09 13:30:12.802793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.912434 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54245-396b-4833-b2ac-38556cf10656 None None] Pushing event updated for resources: {'Port': ['ID=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:12.984306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:13.171535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:13.182711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:13.193918 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a594262-9e6a-4f58-a272-706f57f751ad" -d '{"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-plugged", "status": "completed", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:13.253098 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:13.274396 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:13.287744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:13.376967 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:13.434587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:13.582640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:13.760218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:30:13.894094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.008746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=1b88be69-97ac-4712-99aa-4884473ac1b5,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:14.268021 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP d9589a6f-e767-46a7-8ff7-b15b01de200f associated. External IP: 172.25.5.78, port: 40488fdd-0135-4ed5-a1e3-2d3cf5c9f899. Jul 09 13:30:14.291770 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d660674-5e23-4028-9ec4-80e05e15324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.343893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d5ce5d0f-ce60-4f10-b621-3f033be6a58f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:14.456996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33253be0-59a9-496e-9b48-a074f1506067 req-74225887-93b9-41c3-b424-ac55f50d08cf tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:14.458636 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-33253be0-59a9-496e-9b48-a074f1506067 req-74225887-93b9-41c3-b424-ac55f50d08cf tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.8703177 Jul 09 13:30:14.459688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.resource_extend [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:30:14.610999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2bdd0b52-5af1-44ac-b662-ad038b24d069 None None] Provisioning for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:14.627767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-33253be0-59a9-496e-9b48-a074f1506067 req-49a960b3-6444-4214-9e24-5ef18a6e1adc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534445 Jul 09 13:30:14.654560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.705629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2bdd0b52-5af1-44ac-b662-ad038b24d069 None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:14.708471 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0b52-5af1-44ac-b662-ad038b24d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.733853 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.915805 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97ec842-d6cd-4c9b-96ea-474cd65f1278 x-openstack-request-id: req-e97ec842-d6cd-4c9b-96ea-474cd65f1278 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:14.916263 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-plugged", "status": "completed", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:14.916535 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e97ec842-d6cd-4c9b-96ea-474cd65f1278 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:14.947702 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'code': 200} Jul 09 13:30:14.986297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53265c54-4a75-49ff-b8c9-f5b594b74158 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:30:15.294431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:15.371485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.376041 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Floating IP 3f4a0dae-aa8e-412a-b68a-801e91a46a94 associated. External IP: 172.25.5.68, port: ec1cbcef-98b7-4169-96bf-36e3375f3340. Jul 09 13:30:15.429535 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0b52-5af1-44ac-b662-ad038b24d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.540028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2bdd0b52-5af1-44ac-b662-ad038b24d069 None None] For port d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:15.562931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34483982-cad2-4b43-8185-e669da2b6ba9 req-848cade7-a75e-4f92-bb2d-8c23e0dabd2a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:15.564194 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0b52-5af1-44ac-b662-ad038b24d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.576047 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34483982-cad2-4b43-8185-e669da2b6ba9 req-848cade7-a75e-4f92-bb2d-8c23e0dabd2a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.3683834 Jul 09 13:30:15.670719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53265c54-4a75-49ff-b8c9-f5b594b74158 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:30:15.692156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd0b52-5af1-44ac-b662-ad038b24d069 None None] Pushing event updated for resources: {'Port': ['ID=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:15.740692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-df7b0638-7e30-490e-a246-a8b2fef414b6 None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:15.741253 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df7b0638-7e30-490e-a246-a8b2fef414b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.762818 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34483982-cad2-4b43-8185-e669da2b6ba9 req-d678b8d9-c58d-4bf6-9e82-5eb995e3973a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766334 Jul 09 13:30:15.834533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:15.845693 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66e436-00c6-4b4c-8352-fd0269f83665 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:15.861238 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66e436-00c6-4b4c-8352-fd0269f83665 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:15.864928 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8b66e436-00c6-4b4c-8352-fd0269f83665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:15.878006 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.981483 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8b66e436-00c6-4b4c-8352-fd0269f83665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:16.003877 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66e436-00c6-4b4c-8352-fd0269f83665 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:16.004851 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8b66e436-00c6-4b4c-8352-fd0269f83665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:16.050674 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8b66e436-00c6-4b4c-8352-fd0269f83665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:16.051661 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66e436-00c6-4b4c-8352-fd0269f83665 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:16.136069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e8f5b390-fdb3-48ce-a7ff-ca3c5815fabf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.2250547 Jul 09 13:30:16.143630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40512) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:16.193975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d5ce5d0f-ce60-4f10-b621-3f033be6a58f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:16.346443 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b23e25e-b295-42da-bde9-4a9578f790b0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "GET /v2.0/floatingips/d9589a6f-e767-46a7-8ff7-b15b01de200f HTTP/1.1" status: 200 len: 976 time: 0.1976981 Jul 09 13:30:16.350934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40516) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:16.479743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:16.480378 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.490447 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ac35e305-0e4c-4588-b163-0bd670374c75 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1381166 Jul 09 13:30:16.495113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40520) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:16.500036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'port_id': '5d4cb90d-c8ca-423a-a464-7a3603d298c6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:16.581655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.681508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea03e-7837-499e-a859-6972c1a42194 req-04c65b59-c71d-4533-a879-60a96aafd23c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.684408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d2ea03e-7837-499e-a859-6972c1a42194 req-04c65b59-c71d-4533-a879-60a96aafd23c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4184074 Jul 09 13:30:16.771709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d2ea03e-7837-499e-a859-6972c1a42194 req-3299d05f-3809-4936-bfeb-dc998cb213a9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657215 Jul 09 13:30:16.803869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Router e6283a57-d8d1-4856-a989-356dc7ddc98a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:16.839799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] For port d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:16.957402 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b742e81-aff2-40b8-98dc-0604716a4d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.010901 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.026919 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.027738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.203355 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.319779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=66c25a88-4c7a-48d2-ac74-e72b91a222f1,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:17.335842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:17.351205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:17.365197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:17.366157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.394924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:17.407939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] Sync routers for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:17.437619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:17.438702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:17.443931 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.457690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.4628732 Jul 09 13:30:17.462290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdff94-2414-42a3-b3a4-216c1edbf07d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,revision_number=9']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:17.482529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40528) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:17.541049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:c3:04:07', 'name': 'tempest-NetworksTestDHCPv6-152182457'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:17.660424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f5ae93cb-d12e-46bd-8fde-e099fa67ecc5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "PUT /v2.0/floatingips/3f4a0dae-aa8e-412a-b68a-801e91a46a94 HTTP/1.1" status: 200 len: 991 time: 6.8669093 Jul 09 13:30:17.673136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:17.676224 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf524e21-a0a9-453a-9a32-32bd383efdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:17.819178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:17.825402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:18.056225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.085802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 738f8171-bcb1-441c-b55d-5e861a1b4cbd yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:30:18.260783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6503d-1e44-4f96-b25f-1fbf82222c70 req-413a9754-906b-479f-b967-9112b35bdd57 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:18.275219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fad6503d-1e44-4f96-b25f-1fbf82222c70 req-413a9754-906b-479f-b967-9112b35bdd57 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.3338840 Jul 09 13:30:18.302352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.370495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '3f4a0dae-aa8e-412a-b68a-801e91a46a94', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'port_id': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'mac_address': 'fa:16:3e:2b:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:30:13Z', 'revision_number': 1, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:09Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:18.450839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] Checking router: e6283a57-d8d1-4856-a989-356dc7ddc98a for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:18.477055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:18.478011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:18.486063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fad6503d-1e44-4f96-b25f-1fbf82222c70 req-9ce6c6eb-9952-4790-b705-8e25090bed00 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095869 Jul 09 13:30:18.560425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 172.20.0.9 (d21b40f0-27df-45e6-a847-be7286ec6856/c8baf2fb-5be0-4eca-ae90-5834d8cb73b6/738f8171-bcb1-441c-b55d-5e861a1b4cbd) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:18.636192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:fec3:407 (d21b40f0-27df-45e6-a847-be7286ec6856/66c25a88-4c7a-48d2-ac74-e72b91a222f1/738f8171-bcb1-441c-b55d-5e861a1b4cbd) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:18.726710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1a5e2-6a38-4633-bdbf-bb7dde0ec602 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:18.837567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-79b0cb1b-591e-45f3-9f81-908a1e54c56f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:18.847590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-79b0cb1b-591e-45f3-9f81-908a1e54c56f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.3674972 Jul 09 13:30:18.977626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-edfbf61a-2a68-46cc-95b1-8f08e8dabe4b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/quotas/8dea83f14cb04fa38d15ca3e6b39d546 HTTP/1.1" status: 200 len: 375 time: 0.1287258 Jul 09 13:30:19.000831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.021789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.201456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.231278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 738f8171-bcb1-441c-b55d-5e861a1b4cbd will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:19.249896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-2e5ad4a9-3c36-475f-8d0d-f52ad2b0ff7a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2714550 Jul 09 13:30:19.263700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-61083748-8217-40e7-9e24-0f0e78af4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.265395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-61083748-8217-40e7-9e24-0f0e78af4352 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 1097 time: 0.2210739 Jul 09 13:30:19.309877 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP d9589a6f-e767-46a7-8ff7-b15b01de200f associated. External IP: 172.25.5.78, port: 40488fdd-0135-4ed5-a1e3-2d3cf5c9f899. Jul 09 13:30:19.326627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-35bb0b17-cb1f-40f1-bab9-a7454a31d452 None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:19.332554 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-35bb0b17-cb1f-40f1-bab9-a7454a31d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.341843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:19.415900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.450664 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbf828c-054f-4963-a2fd-2fada4f8f93f x-openstack-request-id: req-4dbf828c-054f-4963-a2fd-2fada4f8f93f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:19.451139 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:19.451549 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dbf828c-054f-4963-a2fd-2fada4f8f93f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:19.452035 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'status': 'completed', 'code': 200} Jul 09 13:30:19.549921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:19.560485 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:19.568037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-d6b7075f-0c3a-49ad-bb6e-703c8dd97a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.569737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-d6b7075f-0c3a-49ad-bb6e-703c8dd97a9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 913 time: 0.2926745 Jul 09 13:30:19.573792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:19.625993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=738f8171-bcb1-441c-b55d-5e861a1b4cbd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:19.683628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-20c754fe-b57c-49b0-bd2a-6ef1b90e7c07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 200 len: 217 time: 0.1002531 Jul 09 13:30:19.690433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-b13c6e2b-ab5a-4f44-9580-c6cd0d4c16cf service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214437 Jul 09 13:30:19.793115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.793946 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.819676 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.866696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f680fe-9605-42cb-9a76-dc822c4da323 req-268a905f-3fc7-4c84-b0c4-a4815a85fe33 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.875780 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f3f680fe-9605-42cb-9a76-dc822c4da323 req-268a905f-3fc7-4c84-b0c4-a4815a85fe33 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.1761417 Jul 09 13:30:19.879729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '3f4a0dae-aa8e-412a-b68a-801e91a46a94', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'port_id': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'mac_address': 'fa:16:3e:2b:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:30:13Z', 'revision_number': 1, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:09Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:19.885427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5f27888c-e6a0-453b-b614-72af6608e413 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.3517048 Jul 09 13:30:19.885427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-75b1a615-65dd-4aa5-9fe3-68d4b70a35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.900261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-75b1a615-65dd-4aa5-9fe3-68d4b70a35f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 200 len: 853 time: 0.1947165 Jul 09 13:30:19.918843 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-8ad76aed-6519-4794-a48f-5d64e0f04841 service neutron] 10.222.0.32 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169697 Jul 09 13:30:19.922759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:19.937371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78e255-c10e-4433-87aa-5a3846d18bc5 None None] The sync data for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 is: [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '3f4a0dae-aa8e-412a-b68a-801e91a46a94', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'port_id': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'mac_address': 'fa:16:3e:2b:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:30:13Z', 'revision_number': 1, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:09Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:19.946574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-5e35622c-ac5f-445a-b67e-f6f6156dd916 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab636c6-a6c1-4c96-b850-6a96a0c98193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450571 Jul 09 13:30:19.972021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2416f07a-5f2f-4add-84f8-005942509c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.972917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2416f07a-5f2f-4add-84f8-005942509c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.973798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2416f07a-5f2f-4add-84f8-005942509c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.985118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2416f07a-5f2f-4add-84f8-005942509c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.985704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2416f07a-5f2f-4add-84f8-005942509c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.986186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2416f07a-5f2f-4add-84f8-005942509c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.986660 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2416f07a-5f2f-4add-84f8-005942509c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.988790 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2416f07a-5f2f-4add-84f8-005942509c3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6501 time: 0.4858804 Jul 09 13:30:20.100348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-b428004d-b859-4b0d-ba10-763e70ef2c73 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358988 Jul 09 13:30:20.224786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-d5ddc75f-4f8a-492f-bd3e-9a14ee25b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.226347 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-d5ddc75f-4f8a-492f-bd3e-9a14ee25b6e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a0f6167-6c10-4698-9b53-b91ea671a5f4 HTTP/1.1" status: 200 len: 917 time: 0.1958880 Jul 09 13:30:20.307959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83de74fd-1bf3-4b61-ac33-441b48977121 req-6b51b90c-65fe-47b0-88f8-fd7a42673841 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000504 Jul 09 13:30:20.417996 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726accea-3693-4f95-9494-d41351549051 None None] New status for floating IP 3f4a0dae-aa8e-412a-b68a-801e91a46a94: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:20.424758 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-9b4309c5-3d85-4700-9157-2096b0868266 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340 HTTP/1.1" status: 200 len: 999 time: 0.1605561 Jul 09 13:30:20.439128 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f3f680fe-9605-42cb-9a76-dc822c4da323 req-d42815ed-4034-4925-826d-0d7401ce7e3d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623026 Jul 09 13:30:20.520343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2621573-b719-4d8f-a4ed-be18a75c1582 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:20.678352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-16061e20-7495-4b64-96a7-45d01afe6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.680775 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-16061e20-7495-4b64-96a7-45d01afe6248 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0728d4d0-2a44-4ec1-b201-7cb38e4632eb HTTP/1.1" status: 200 len: 856 time: 0.2363896 Jul 09 13:30:20.683083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:20.693412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39929eeb-42f8-42b0-9e23-261f2dd9bac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.699972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39929eeb-42f8-42b0-9e23-261f2dd9bac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.702813 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-39929eeb-42f8-42b0-9e23-261f2dd9bac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7709115 Jul 09 13:30:20.709347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e0477733-84c4-4afe-a2fd-d3eb6a9555a2 None None] Provisioning for port 738f8171-bcb1-441c-b55d-5e861a1b4cbd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:20.722414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5410-ac0e-400b-940e-a6c1f8573d7d req-3ecdfd0a-e059-476d-8096-26427a8954f6 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.726118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c0f5410-ac0e-400b-940e-a6c1f8573d7d req-3ecdfd0a-e059-476d-8096-26427a8954f6 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.1743634 Jul 09 13:30:20.728342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40574) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:20.735599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e0477733-84c4-4afe-a2fd-d3eb6a9555a2 None None] Provisioning complete for port 738f8171-bcb1-441c-b55d-5e861a1b4cbd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:20.745099 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0477733-84c4-4afe-a2fd-d3eb6a9555a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.897080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c0f5410-ac0e-400b-940e-a6c1f8573d7d req-bef11562-d729-4321-ba5d-cc44f390cca0 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832241 Jul 09 13:30:20.900701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:20.952308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995242d-ff51-4511-a079-740f078d2524 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:20.974170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4b99dda7-fd3a-4625-9629-c7f5c3743447 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 738f8171-bcb1-441c-b55d-5e861a1b4cbd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:20.974584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b99dda7-fd3a-4625-9629-c7f5c3743447 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.991702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2cc7f977-6947-4d91-8e60-917bf96ccfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.993354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-2cc7f977-6947-4d91-8e60-917bf96ccfc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2889311 Jul 09 13:30:21.003678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83259bba-c129-46e7-b5dd-b1250d80fcf6 req-4b00b07d-a64e-4420-a859-6a01f03fea71 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:21.011961 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-83259bba-c129-46e7-b5dd-b1250d80fcf6 req-4b00b07d-a64e-4420-a859-6a01f03fea71 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.3518503 Jul 09 13:30:21.091392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995242d-ff51-4511-a079-740f078d2524 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:21.092638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e995242d-ff51-4511-a079-740f078d2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:21.097100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e0477733-84c4-4afe-a2fd-d3eb6a9555a2 None None] Port 738f8171-bcb1-441c-b55d-5e861a1b4cbd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:30:21.157897 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b99dda7-fd3a-4625-9629-c7f5c3743447 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.169447 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-83259bba-c129-46e7-b5dd-b1250d80fcf6 req-f23c703d-addc-43fd-a1f3-cd70cd5db194 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563935 Jul 09 13:30:21.177498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4b99dda7-fd3a-4625-9629-c7f5c3743447 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 738f8171-bcb1-441c-b55d-5e861a1b4cbd owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:21.191404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e995242d-ff51-4511-a079-740f078d2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:21.248399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995242d-ff51-4511-a079-740f078d2524 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:21.248829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e995242d-ff51-4511-a079-740f078d2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:21.357875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e995242d-ff51-4511-a079-740f078d2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:21.358471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995242d-ff51-4511-a079-740f078d2524 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:21.361107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e0477733-84c4-4afe-a2fd-d3eb6a9555a2 None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:21.361490 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0477733-84c4-4afe-a2fd-d3eb6a9555a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.496402 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-0f5dc9af-0232-4212-b2d8-b49cce247f72 service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554250 Jul 09 13:30:21.551748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-809e5f10-0c7d-44ab-bf28-cb26982811d9 req-d793bbda-674e-443c-b7bb-cfffca61e62f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 210 time: 0.1037974 Jul 09 13:30:21.778285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-69f809a1-6876-4442-9a63-1ee2b71256a3 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:21.779908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-69f809a1-6876-4442-9a63-1ee2b71256a3 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.5638697 Jul 09 13:30:21.781074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b99dda7-fd3a-4625-9629-c7f5c3743447 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.844880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:21.871718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99dda7-fd3a-4625-9629-c7f5c3743447 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=738f8171-bcb1-441c-b55d-5e861a1b4cbd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:21.922735 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf524e21-a0a9-453a-9a32-32bd383efdf1 req-4325a8ab-d443-4d32-8905-dddccdd5ef4a service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060290 Jul 09 13:30:22.000435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.045139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:22.064629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:22.076757 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b1d29f-278e-48fc-8027-6666a20d0db9" -d '{"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:22.110753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:22.115795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.240397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bb2dd4a2-e976-4826-a7cc-41f0b6159c4f None None] Could not find standard attr ID for object 738f8171-bcb1-441c-b55d-5e861a1b4cbd. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:30:22.290031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b99dda7-fd3a-4625-9629-c7f5c3743447 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.291181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bb2dd4a2-e976-4826-a7cc-41f0b6159c4f None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:22.291934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd4a2-e976-4826-a7cc-41f0b6159c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.297020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4b99dda7-fd3a-4625-9629-c7f5c3743447 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/738f8171-bcb1-441c-b55d-5e861a1b4cbd HTTP/1.1" status: 204 len: 168 time: 1.5674479 Jul 09 13:30:22.304927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Deleting port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:22.305287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.367835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:22.396876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40588) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:22.644267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] For port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:22.644750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.772367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce600650-97a6-4e02-91e1-3519f8f64f7d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.774867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce600650-97a6-4e02-91e1-3519f8f64f7d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.776615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce600650-97a6-4e02-91e1-3519f8f64f7d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.782710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ce600650-97a6-4e02-91e1-3519f8f64f7d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3844633 Jul 09 13:30:22.788610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40596) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:22.841140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-007c1b00-efb9-4003-bfac-f28b4666a6db None None] Could not find standard attr ID for object 738f8171-bcb1-441c-b55d-5e861a1b4cbd. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:30:22.980476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c10a79-17f3-4037-9992-2a04c8f09daf req-ffcd76bb-862a-4edb-959b-a4b1a06d12ba tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.990401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42c10a79-17f3-4037-9992-2a04c8f09daf req-ffcd76bb-862a-4edb-959b-a4b1a06d12ba tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 945 time: 0.7897699 Jul 09 13:30:22.995760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68df3b-3c80-4458-b87b-a14480a17b52 req-25a7dea5-d1e7-4f62-bbc3-95eb8503eded tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:23.000515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a68df3b-3c80-4458-b87b-a14480a17b52 req-25a7dea5-d1e7-4f62-bbc3-95eb8503eded tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 1.2088664 Jul 09 13:30:23.079161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:23.091578 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd9648-3763-4c1f-801d-fb42071a2f13 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:23.100616 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a68df3b-3c80-4458-b87b-a14480a17b52 req-373dd6ab-3026-4656-82c3-64ec33f72f8c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893993 Jul 09 13:30:23.111573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.115423 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd9648-3763-4c1f-801d-fb42071a2f13 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:23.116061 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-36bd9648-3763-4c1f-801d-fb42071a2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:23.162523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d712285-ab41-41e4-b04b-8188ba2efb49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 66c25a88-4c7a-48d2-ac74-e72b91a222f1 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:23.170404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d712285-ab41-41e4-b04b-8188ba2efb49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.195037 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fa01c2-c205-4b4e-bd97-bdf420037b25 x-openstack-request-id: req-c4fa01c2-c205-4b4e-bd97-bdf420037b25 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:23.196583 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:23.197126 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4fa01c2-c205-4b4e-bd97-bdf420037b25 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:23.197709 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'code': 200} Jul 09 13:30:23.200860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42c10a79-17f3-4037-9992-2a04c8f09daf req-710007a7-b3b5-4514-8c41-58703a780469 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7ad13ab-9dac-41af-84fc-a75048c1dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101316 Jul 09 13:30:23.256317 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-36bd9648-3763-4c1f-801d-fb42071a2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:23.260366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-d1984a35-330c-4cf9-a463-f65126e514d5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:23.267534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-d1984a35-330c-4cf9-a463-f65126e514d5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 811 time: 0.3891184 Jul 09 13:30:23.300735 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd9648-3763-4c1f-801d-fb42071a2f13 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:23.302819 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-36bd9648-3763-4c1f-801d-fb42071a2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:23.317318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Request body: {'port': {'device_id': '69618414-b9e6-46c8-9a91-47155c9f6324', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'admin_state_up': True, 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:23.442194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-28bf7182-de6d-437a-9c41-687f5e9e6031 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/floatingips/d9589a6f-e767-46a7-8ff7-b15b01de200f HTTP/1.1" status: 200 len: 976 time: 6.9453115 Jul 09 13:30:23.462753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40600) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:23.466031 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-36bd9648-3763-4c1f-801d-fb42071a2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:23.467520 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd9648-3763-4c1f-801d-fb42071a2f13 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:23.469109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:23.472496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Made reservation on behalf of 8dea83f14cb04fa38d15ca3e6b39d546 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:23.478140 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.771012 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.784756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1b6e7a1-bf01-4653-be7f-46a952beec53 req-177330ac-554f-45f5-8c84-e855fc24d363 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 210 time: 0.0857344 Jul 09 13:30:23.857554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.858641 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.859097 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Floating IP 06027a10-9569-4b11-979b-05e8606f7a7f disassociated. External IP: 172.25.5.75, port: 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f. Jul 09 13:30:23.859561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Calling delete_port for 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:23.868668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d712285-ab41-41e4-b04b-8188ba2efb49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.891246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Allocated IP 172.20.0.9 (7ce63eea-58c0-45ab-b89e-0b3247376b4c/ca327f14-65b4-4971-87f3-833324482415/374d36a5-236c-4d73-8f58-c78e3dad542d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:24.084328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f22ba8-20c5-4a3e-9a4f-3fb9ab58613b req-30cdcbd7-6652-45a6-822b-d516965c3a01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.086110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39f22ba8-20c5-4a3e-9a4f-3fb9ab58613b req-30cdcbd7-6652-45a6-822b-d516965c3a01 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.2642214 Jul 09 13:30:24.096211 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.113715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.114380 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP d9589a6f-e767-46a7-8ff7-b15b01de200f disassociated. External IP: 172.25.5.78, port: 5d4cb90d-c8ca-423a-a464-7a3603d298c6. Jul 09 13:30:24.121127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d712285-ab41-41e4-b04b-8188ba2efb49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.223803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39f22ba8-20c5-4a3e-9a4f-3fb9ab58613b req-7def4b7c-a3dc-4888-9875-4c9fa437f882 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279583 Jul 09 13:30:24.285653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d712285-ab41-41e4-b04b-8188ba2efb49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.321384 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.323672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d712285-ab41-41e4-b04b-8188ba2efb49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=66c25a88-4c7a-48d2-ac74-e72b91a222f1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:24.356012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event deleted for resources: {'Port': ['ID=5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:24.362125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d712285-ab41-41e4-b04b-8188ba2efb49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.364125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9d712285-ab41-41e4-b04b-8188ba2efb49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/66c25a88-4c7a-48d2-ac74-e72b91a222f1 HTTP/1.1" status: 204 len: 168 time: 1.5736563 Jul 09 13:30:24.368187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40606) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:24.383818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80af27-3962-4b56-b2ce-dcbd9c8767a7 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:24.395790 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.415484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Transition to ACTIVE for port object 374d36a5-236c-4d73-8f58-c78e3dad542d will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:24.564788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cce934b-c69a-4f79-9499-d0232408f33c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet c8baf2fb-5be0-4eca-ae90-5834d8cb73b6 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:24.582922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0db0483f-eed0-4757-825d-c9179fa53af9 req-30abe130-70d8-47ca-ad94-baa1cfd73f62 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 210 time: 0.1773551 Jul 09 13:30:24.588343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3cce934b-c69a-4f79-9499-d0232408f33c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.699660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3cce934b-c69a-4f79-9499-d0232408f33c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.772459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:24.774152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Router 10611aa5-a901-46b5-b90c-bc2420071a34 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:24.778764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.794698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'ad7380b5-c332-46c2-a87c-1d37cacb6091'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:24.955988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:24.989637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34755794-75bb-4d0a-82ce-73aa73bd4ff5 req-bf3e2e60-d591-47c3-8cb4-b5dcac4b1d6b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.997395 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34755794-75bb-4d0a-82ce-73aa73bd4ff5 req-bf3e2e60-d591-47c3-8cb4-b5dcac4b1d6b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.5726223 Jul 09 13:30:25.016409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:25.027573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:25.140927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event updated for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:25.191431 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34755794-75bb-4d0a-82ce-73aa73bd4ff5 req-7817a88f-3e34-4962-8ea7-39b4e835d4f9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931193 Jul 09 13:30:25.314874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:25.325115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.357322 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-aeeadec8-57ac-42c8-b607-f805e68cb6ee tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0447853 Jul 09 13:30:25.373656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Request body: {'port': {'device_id': '69618414-b9e6-46c8-9a91-47155c9f6324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:25.432302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:25.454150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] Sync routers for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:25.467014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3cce934b-c69a-4f79-9499-d0232408f33c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.485566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:25.493956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:25.524197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:25.537774 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea313c7-f625-4f80-9058-b640844c511a None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:25.549425 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea313c7-f625-4f80-9058-b640844c511a None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:25.550050 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-dea313c7-f625-4f80-9058-b640844c511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:25.559295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.622056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3cce934b-c69a-4f79-9499-d0232408f33c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.676762 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-dea313c7-f625-4f80-9058-b640844c511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:25.686101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] No DVR routers for this DVR port 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:25.701752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.703501 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dfaefc38-f1c6-4308-a0ec-f95411ed6bc4 req-d1e03078-8451-4fed-87ef-4d57f8fe95a5 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "DELETE /v2.0/ports/5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f HTTP/1.1" status: 204 len: 173 time: 3.9153588 Jul 09 13:30:25.708589 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea313c7-f625-4f80-9058-b640844c511a None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:25.709627 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-dea313c7-f625-4f80-9058-b640844c511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:25.765895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110615aa-3db8-46e2-815f-edbef769ee77', 'name': 'network-vif-deleted', 'tag': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:25.784385 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9de2f5-941f-4cfb-8c3e-a6b4bfc3b61c" -d '{"events": [{"server_uuid": "110615aa-3db8-46e2-815f-edbef769ee77", "name": "network-vif-deleted", "tag": "5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:25.804742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce934b-c69a-4f79-9499-d0232408f33c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=c8baf2fb-5be0-4eca-ae90-5834d8cb73b6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:25.813067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3cce934b-c69a-4f79-9499-d0232408f33c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.817680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3cce934b-c69a-4f79-9499-d0232408f33c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/c8baf2fb-5be0-4eca-ae90-5834d8cb73b6 HTTP/1.1" status: 204 len: 168 time: 1.4463305 Jul 09 13:30:25.821446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40624) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:25.826234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4cce40b9-09ea-4c24-832f-f7a81eb8cc37 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/floatingips/d9589a6f-e767-46a7-8ff7-b15b01de200f HTTP/1.1" status: 200 len: 687 time: 2.3616111 Jul 09 13:30:25.829095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a7a4977f-ba0f-4b1b-934e-6bebb57f9a46 None None] Provisioning for port 374d36a5-236c-4d73-8f58-c78e3dad542d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:25.830474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40626) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:25.834486 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-dea313c7-f625-4f80-9058-b640844c511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:25.836012 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea313c7-f625-4f80-9058-b640844c511a None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:25.845624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a7a4977f-ba0f-4b1b-934e-6bebb57f9a46 None None] Provisioning complete for port 374d36a5-236c-4d73-8f58-c78e3dad542d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:25.846543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a7a4977f-ba0f-4b1b-934e-6bebb57f9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.884140 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.887593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:25.896048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:25.964101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:25.964863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:25.965576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:26.014658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48c377e8-1a5a-4a80-8cb6-4ddb4ad59f6f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1800592 Jul 09 13:30:26.021278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40628) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:26.021974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4977f-ba0f-4b1b-934e-6bebb57f9a46 None None] Port 374d36a5-236c-4d73-8f58-c78e3dad542d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:30:26.075722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b35c7-224d-41b0-87e0-ad3d5b3ee1a9 req-22facc80-0db6-46d4-801b-b889ddb49d1a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:26.085380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-395b35c7-224d-41b0-87e0-ad3d5b3ee1a9 req-22facc80-0db6-46d4-801b-b889ddb49d1a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 931 time: 0.4711108 Jul 09 13:30:26.098333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:26.161542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-395b35c7-224d-41b0-87e0-ad3d5b3ee1a9 req-6072636f-c8ca-454c-88de-2b22fb0ec59c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752001 Jul 09 13:30:26.174180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8888896-cd64-49a2-94c7-bcbfabfb84cf None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:26.217340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2df41-206f-4c2f-a952-712c87b82f0e req-02404994-04a3-44bb-8bd2-853ec4a074fa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:26.220057 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ea2df41-206f-4c2f-a952-712c87b82f0e req-02404994-04a3-44bb-8bd2-853ec4a074fa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.6997154 Jul 09 13:30:26.397907 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ea2df41-206f-4c2f-a952-712c87b82f0e req-4bf4aa0c-86cb-4295-a5ed-92a1ada01b10 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369009 Jul 09 13:30:26.435477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fd675-301d-4822-bf91-b2269db5da81 req-b959ff9d-de84-445f-9f81-7a984cefcadb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:26.448349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e46fd675-301d-4822-bf91-b2269db5da81 req-b959ff9d-de84-445f-9f81-7a984cefcadb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.1341648 Jul 09 13:30:26.588537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e46fd675-301d-4822-bf91-b2269db5da81 req-6075ea0e-a097-4773-a4a3-1438ca64cf99 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387599 Jul 09 13:30:26.595576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:26.596737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3083d5cc-927b-4711-876d-e8a788a73122 None None] Provisioning complete for port d5ce5d0f-ce60-4f10-b621-3f033be6a58f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:26.597217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3083d5cc-927b-4711-876d-e8a788a73122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.599653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.693516 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56424ffb-ba57-479e-8109-1972fbc6bc54 x-openstack-request-id: req-56424ffb-ba57-479e-8109-1972fbc6bc54 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:26.693982 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110615aa-3db8-46e2-815f-edbef769ee77", "name": "network-vif-deleted", "tag": "5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:26.694299 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56424ffb-ba57-479e-8109-1972fbc6bc54 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:26.694903 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110615aa-3db8-46e2-815f-edbef769ee77', 'name': 'network-vif-deleted', 'tag': '5c2368ac-ca6c-45ed-be5c-1f07e9e44c0f', 'status': 'completed', 'code': 200} Jul 09 13:30:26.839963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 1b88be69-97ac-4712-99aa-4884473ac1b5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:26.840396 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.856622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:26.929529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] Checking router: 10611aa5-a901-46b5-b90c-bc2420071a34 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:26.941587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374d36a5-236c-4d73-8f58-c78e3dad542d {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:26.947654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:30:26.966800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:26.979991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:27.015832 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.028970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ec0cd76-a0e1-49d9-8c85-a6122a966f38 req-fd9d4b82-0782-4df3-af57-37d7dce1aeea tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=110615aa-3db8-46e2-815f-edbef769ee77 HTTP/1.1" status: 200 len: 210 time: 0.1441300 Jul 09 13:30:27.086870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Transition to ACTIVE for port object 374d36a5-236c-4d73-8f58-c78e3dad542d will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:27.099685 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.158054 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.158538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.209338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 1b88be69-97ac-4712-99aa-4884473ac1b5 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:27.241604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Pushing event updated for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:27.284329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:27.555648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13307e0f-ef88-4337-a522-897fc9625108 req-eb5016b9-8c4e-482c-98d4-18419d4d7a05 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.577751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13307e0f-ef88-4337-a522-897fc9625108 req-eb5016b9-8c4e-482c-98d4-18419d4d7a05 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 943 time: 0.2004373 Jul 09 13:30:27.675919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13307e0f-ef88-4337-a522-897fc9625108 req-d4bb7813-6d7b-4f98-bd59-0510903854a3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938408 Jul 09 13:30:27.678261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] Deleting port d5ce5d0f-ce60-4f10-b621-3f033be6a58f {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:27.678818 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.747585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.781427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] For port d5ce5d0f-ce60-4f10-b621-3f033be6a58f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:27.781822 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.799641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] Calling delete_port for d5ce5d0f-ce60-4f10-b621-3f033be6a58f owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:27.818075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:27.860876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7d294-9324-4f30-b3ce-c8f880f3db67 None None] The sync data for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 is: [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:27.975022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75ba9-8fe7-4302-a087-450369a60829 req-1dd73275-2c57-45d6-9226-40da182c662b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.983727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5d75ba9-8fe7-4302-a087-450369a60829 req-1dd73275-2c57-45d6-9226-40da182c662b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.1117804 Jul 09 13:30:28.037987 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.072253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] No DVR routers for this DVR port d5ce5d0f-ce60-4f10-b621-3f033be6a58f on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:28.115616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5d75ba9-8fe7-4302-a087-450369a60829 req-46280804-558e-4681-8814-641fbf396f80 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218364 Jul 09 13:30:28.141087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509feea3-be34-4b75-8bd9-30dcce841823 None None] Pushing event deleted for resources: {'Port': ['ID=d5ce5d0f-ce60-4f10-b621-3f033be6a58f,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:28.188633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d5ce5d0f-ce60-4f10-b621-3f033be6a58f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:28.296961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: d5ce5d0f-ce60-4f10-b621-3f033be6a58f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:28.297297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d5ce5d0f-ce60-4f10-b621-3f033be6a58f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:28.454325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41324587-e41f-4e01-a9a6-39ad56ab8218 None None] New status for floating IP 06027a10-9569-4b11-979b-05e8606f7a7f: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:28.677492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40664) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:28.865891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5af0727-fc2b-44a2-9101-ff6b33f71a95 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.878399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:28.882167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Attempting to bind port 374d36a5-236c-4d73-8f58-c78e3dad542d on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:28.883988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Attempting to bind port 374d36a5-236c-4d73-8f58-c78e3dad542d by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:28.884843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Attempting to bind port 374d36a5-236c-4d73-8f58-c78e3dad542d on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:28.906721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:28.921412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48793730-ce70-4369-bf76-b6c683f2cdaa None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:28.925613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Port 374d36a5-236c-4d73-8f58-c78e3dad542d on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:30:28.927509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Attempting to bind port 374d36a5-236c-4d73-8f58-c78e3dad542d on network 7ce63eea-58c0-45ab-b89e-0b3247376b4c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:28.942257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:28.947083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.951570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.955406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5af0727-fc2b-44a2-9101-ff6b33f71a95 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.009941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=bff37eda-d8c9-4a64-8cf3-33a045a56902,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:29.049933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:29.053081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Checking segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:29.053081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Bound using segment: {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:29.053081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Bound port: 374d36a5-236c-4d73-8f58-c78e3dad542d, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:29.054624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.116263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=1b88be69-97ac-4712-99aa-4884473ac1b5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:29.191291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40672) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:29.192037 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-49d7877a-56e1-408d-8d26-0ec12ca2ab09 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1032515 Jul 09 13:30:29.203293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:29.261010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'bff37eda-d8c9-4a64-8cf3-33a045a56902'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:30:29.269138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.296375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.299236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.307151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7690fa3-d677-4cf7-a019-e2db57286a94 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/floatingips/d9589a6f-e767-46a7-8ff7-b15b01de200f HTTP/1.1" status: 204 len: 168 time: 3.4664924 Jul 09 13:30:29.312931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40674) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:29.378040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a4062-5d68-4fac-a620-927aec06ce40 req-400cc475-c1c4-47cd-aec0-6babe4827da7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:29.380323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f0a4062-5d68-4fac-a620-927aec06ce40 req-400cc475-c1c4-47cd-aec0-6babe4827da7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 943 time: 0.4006116 Jul 09 13:30:29.389787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5af0727-fc2b-44a2-9101-ff6b33f71a95 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.390763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db36dd4-192f-487b-84c9-5ba8ac7c8675 req-8546a44d-85e8-40c0-aa51-9c20a50aff45 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:29.392477 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9db36dd4-192f-487b-84c9-5ba8ac7c8675 req-8546a44d-85e8-40c0-aa51-9c20a50aff45 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.6322441 Jul 09 13:30:29.394413 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5af0727-fc2b-44a2-9101-ff6b33f71a95 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.401839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40678) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:29.402244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a5af0727-fc2b-44a2-9101-ff6b33f71a95 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "DELETE /v2.0/security-groups/d7ad13ab-9dac-41af-84fc-a75048c1dbad HTTP/1.1" status: 204 len: 168 time: 0.7235551 Jul 09 13:30:29.407239 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-332b52a3-5ad0-4795-bfba-0c96f6567e54 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] delete failed (client error): The resource could not be found. Jul 09 13:30:29.414520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-332b52a3-5ad0-4795-bfba-0c96f6567e54 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/floatingips/d9589a6f-e767-46a7-8ff7-b15b01de200f HTTP/1.1" status: 404 len: 345 time: 0.0993166 Jul 09 13:30:29.421395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40680) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:29.453045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:29.459887 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-84dc9a5c-8687-4e9c-ba82-48745cc60841 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6712062 Jul 09 13:30:29.461083 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-0bf64189-418c-47fc-80a0-765166de0c46 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] show failed (client error): The resource could not be found. Jul 09 13:30:29.462111 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0bf64189-418c-47fc-80a0-765166de0c46 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups/d7ad13ab-9dac-41af-84fc-a75048c1dbad HTTP/1.1" status: 404 len: 347 time: 0.0473390 Jul 09 13:30:29.472436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40682) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:29.493381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:29.558368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.621701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af0727-fc2b-44a2-9101-ff6b33f71a95 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ad13ab-9dac-41af-84fc-a75048c1dbad,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:29.624285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9db36dd4-192f-487b-84c9-5ba8ac7c8675 req-7a014561-a9ae-463e-906b-db40c1838bc6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000959 Jul 09 13:30:29.752089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:29.752738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.755294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/374d36a5-236c-4d73-8f58-c78e3dad542d HTTP/1.1" status: 200 len: 1091 time: 4.3885252 Jul 09 13:30:29.760910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:29.764055 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea6fe77-fc01-47e5-8406-b706011ddd14" -d '{"events": [{"name": "network-changed", "server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:29.948896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f0a4062-5d68-4fac-a620-927aec06ce40 req-ef4cbe05-d643-41fc-af2a-a78779ce8aab tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442591 Jul 09 13:30:29.997071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Allocated IP 172.20.0.2 (d21b40f0-27df-45e6-a847-be7286ec6856/bff37eda-d8c9-4a64-8cf3-33a045a56902/cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:30.057623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de0bde-ae98-4094-a7b2-d28783ca56b6 service neutron] Pushing event updated for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:30.180219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8b404-abd4-4ac4-9d13-5ee789a4d0df tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.186487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Deleting port 8e8918ce-13fc-405c-83c9-564cfd55c9c2 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:30.186487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.201432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8b404-abd4-4ac4-9d13-5ee789a4d0df tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.221958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8b404-abd4-4ac4-9d13-5ee789a4d0df tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.224409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-33d8b404-abd4-4ac4-9d13-5ee789a4d0df tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "GET /v2.0/ports?network_id=89c1a727-4c65-4b20-9d16-f876b0315a75 HTTP/1.1" status: 200 len: 2356 time: 0.7964153 Jul 09 13:30:30.229634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40696) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:30.278887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:30.298349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.433101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a9c92-35e7-42ce-94ad-87d4b6ab35f4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.434543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-440a9c92-35e7-42ce-94ad-87d4b6ab35f4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "GET /v2.0/subnets/0baa2a60-5e6e-46be-b3d4-db389f3000d7 HTTP/1.1" status: 200 len: 797 time: 0.2035060 Jul 09 13:30:30.446876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40698) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:30.577370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-5f4b2f9d-28d1-4aa3-8a8f-3676f639de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.581542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-5f4b2f9d-28d1-4aa3-8a8f-3676f639de94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 1094 time: 0.7502005 Jul 09 13:30:30.600523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.602126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'port': {'network_id': '89c1a727-4c65-4b20-9d16-f876b0315a75', 'name': 'tempest-FloatingIPTestJSON-114324424', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:30.630377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Transition to ACTIVE for port object cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:30.687089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Transition to ACTIVE for port object cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:30.693993 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-25e03eb4-fb2a-4af5-9c90-e0aaf965a158 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374d36a5-236c-4d73-8f58-c78e3dad542d HTTP/1.1" status: 200 len: 217 time: 0.0978386 Jul 09 13:30:30.698792 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.914306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c55fd9-efd5-474a-b04d-5be711a0a986 req-aba3a335-9763-4c0e-94b4-68731c3f25fd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.921039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04c55fd9-efd5-474a-b04d-5be711a0a986 req-aba3a335-9763-4c0e-94b4-68731c3f25fd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.6736882 Jul 09 13:30:30.982699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:31.006812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:31.011973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:31.015249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Pushing event updated for resources: {'Port': ['ID=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:31.122564 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121a484-f8ed-450e-8393-bb890a2722b4 x-openstack-request-id: req-0121a484-f8ed-450e-8393-bb890a2722b4 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:31.123223 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:31.123223 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0121a484-f8ed-450e-8393-bb890a2722b4 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:31.123664 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'status': 'completed', 'code': 200} Jul 09 13:30:31.127389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.127800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.144882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-2c0cbc43-7915-4533-b6ab-b295ce6f16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:31.147028 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-2c0cbc43-7915-4533-b6ab-b295ce6f16b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.4024720 Jul 09 13:30:31.147211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Attempting to bind port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:31.149374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Attempting to bind port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:31.150373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Attempting to bind port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:31.154535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Calling delete_port for 8e8918ce-13fc-405c-83c9-564cfd55c9c2 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:31.163697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:31.164838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:31.166112 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.168228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:31.169149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Bound port: cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:31.170565 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.241933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:31.317023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] For port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:31.322843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] For port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:31.341016 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.406991 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04c55fd9-efd5-474a-b04d-5be711a0a986 req-f8f382c6-85f6-4a23-ab86-36c10a637d41 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408121 Jul 09 13:30:31.644225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9e121-60ef-4ecc-bd2b-1dcae0a3f862 None None] Pushing event updated for resources: {'Port': ['ID=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:31.698711 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.780110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event deleted for resources: {'Port': ['ID=8e8918ce-13fc-405c-83c9-564cfd55c9c2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:31.812858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-c0f770ab-0a0a-4c2f-9ea9-09ab0b7ccdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:31.815201 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-c0f770ab-0a0a-4c2f-9ea9-09ab0b7ccdd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6585782 Jul 09 13:30:32.036602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:32.076737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83502724-fa4f-400c-8a8a-efa0ee1b1a22 req-3935ae06-2897-46c0-9ac5-9f0a76e5d27c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.101096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83502724-fa4f-400c-8a8a-efa0ee1b1a22 req-3935ae06-2897-46c0-9ac5-9f0a76e5d27c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.7384388 Jul 09 13:30:32.144936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-f92ea259-a34e-484f-b762-5c663fcb2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.146328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-f92ea259-a34e-484f-b762-5c663fcb2cef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9&tenant_id=4bd73327098246339727dc0e3ed2beb0 HTTP/1.1" status: 200 len: 1095 time: 0.3825097 Jul 09 13:30:32.162585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:32.165274 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:32.165576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:32.169828 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-87ee946b-3ce1-42a0-8c39-098040257b58 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "DELETE /v2.0/floatingips/06027a10-9569-4b11-979b-05e8606f7a7f HTTP/1.1" status: 204 len: 168 time: 2.6936800 Jul 09 13:30:32.217427 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-1ce5dd7d-b8ac-4ac0-bc77-9ef2a487f548 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713129 Jul 09 13:30:32.236146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] device_id is not set on port a3853b43-8d17-4738-80cd-361c6251c774 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:30:32.364706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a5946-1219-4184-b880-52ef25ede2ef req-c7da41d5-4b80-48fc-b05d-68efd9fb946d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.368853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a72a5946-1219-4184-b880-52ef25ede2ef req-c7da41d5-4b80-48fc-b05d-68efd9fb946d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 943 time: 0.4476836 Jul 09 13:30:32.386338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:30:32.462621 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce893c16-b0b3-44ae-baa4-677e2c01e881 req-2ab7f844-f691-4a18-8428-1ff04b89cff7 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306397 Jul 09 13:30:32.508909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a72a5946-1219-4184-b880-52ef25ede2ef req-7dd5d174-fc31-449f-a6ff-0c299d2f4cff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243899 Jul 09 13:30:32.606501 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83502724-fa4f-400c-8a8a-efa0ee1b1a22 req-5bc5e502-c072-4d42-a6f4-62fffb421790 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045142 Jul 09 13:30:32.732206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-e8a5bf1e-601b-43c1-ba22-4dfe83112e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.736951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-e8a5bf1e-601b-43c1-ba22-4dfe83112e4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 1094 time: 0.1754982 Jul 09 13:30:32.982292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-8f45ad05-2154-4187-bfc1-1db934292cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.985186 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-8f45ad05-2154-4187-bfc1-1db934292cd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.2368777 Jul 09 13:30:33.066757 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-8f8ff5c8-9ce6-489b-95e6-9050f262ec67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374d36a5-236c-4d73-8f58-c78e3dad542d HTTP/1.1" status: 200 len: 217 time: 0.0731862 Jul 09 13:30:33.189850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-ea29ca5d-eed2-461f-95fa-14b16dae10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.192488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-ea29ca5d-eed2-461f-95fa-14b16dae10ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1147742 Jul 09 13:30:33.313519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40716) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:33.321019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-adb152ad-ad08-4ffe-847d-31830de9f9bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555218247', 'description': 'tempest-description--2146463327'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:33.341041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-0889d967-9e42-4199-b2cc-1dd29dfc9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.344312 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-0889d967-9e42-4199-b2cc-1dd29dfc9425 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423192 Jul 09 13:30:33.483182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-adb152ad-ad08-4ffe-847d-31830de9f9bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.546804 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-19b36d84-3925-4cfd-b660-6e411dc1ad76 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928976 Jul 09 13:30:33.608454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7d56a4d1-7933-46ff-8b79-12a8ac2e1ab6 None None] Provisioning for port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:33.711602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-adb152ad-ad08-4ffe-847d-31830de9f9bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.725397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-adb152ad-ad08-4ffe-847d-31830de9f9bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.779363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-adb152ad-ad08-4ffe-847d-31830de9f9bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.783663 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-adb152ad-ad08-4ffe-847d-31830de9f9bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4691720 Jul 09 13:30:33.798151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40732) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:33.824435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0012f37f-e936-4ff1-91e6-0ad79e00d8fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'security_group_rule': {'security_group_id': '652f3b67-d350-4238-a804-5e6b0f5ca346', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:33.849626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb152ad-ad08-4ffe-847d-31830de9f9bb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652f3b67-d350-4238-a804-5e6b0f5ca346,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:33.887729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-ce94bd27-51c5-485e-9e1a-70950a103b44 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291941 Jul 09 13:30:33.918524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.918888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30e659-a353-40a6-8436-9cab71184636 req-ad9b0c85-994b-4031-8430-a26bca9c95cf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.933408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf30e659-a353-40a6-8436-9cab71184636 req-ad9b0c85-994b-4031-8430-a26bca9c95cf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 943 time: 0.1362762 Jul 09 13:30:33.997444 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf30e659-a353-40a6-8436-9cab71184636 req-4abbaa39-064c-4b20-ba21-3979b493451f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629284 Jul 09 13:30:34.040184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:34.058147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0012f37f-e936-4ff1-91e6-0ad79e00d8fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.123064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:34.132529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:34.133017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.163162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-fbfa6509-1a48-4bcd-b1fe-0fb7c6d2451a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6055782 Jul 09 13:30:34.238827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff50f4d-d03f-4fba-b034-d513eafb3340 req-83a9e6a8-a5aa-4e21-aad2-7a9cae441bff tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.240891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eff50f4d-d03f-4fba-b034-d513eafb3340 req-83a9e6a8-a5aa-4e21-aad2-7a9cae441bff tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.4884691 Jul 09 13:30:34.264725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.296584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd594c-25d4-47d0-b00b-0a2800f9ed4d req-31856abe-a92e-4f23-b03b-e746e4a0492f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.305679 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5fd594c-25d4-47d0-b00b-0a2800f9ed4d req-31856abe-a92e-4f23-b03b-e746e4a0492f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 0.1666036 Jul 09 13:30:34.332990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:34.340511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.381817 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5fd594c-25d4-47d0-b00b-0a2800f9ed4d req-89231e87-67e9-46b8-9e0e-b99f9fb4711c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747788 Jul 09 13:30:34.390414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.454253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.20.0.14 (89c1a727-4c65-4b20-9d16-f876b0315a75/0baa2a60-5e6e-46be-b3d4-db389f3000d7/a3853b43-8d17-4738-80cd-361c6251c774) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:34.470705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:34.533575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.20.0.13 (89c1a727-4c65-4b20-9d16-f876b0315a75/0baa2a60-5e6e-46be-b3d4-db389f3000d7/a3853b43-8d17-4738-80cd-361c6251c774) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:34.557567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0012f37f-e936-4ff1-91e6-0ad79e00d8fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.609986 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0012f37f-e936-4ff1-91e6-0ad79e00d8fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.675599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eff50f4d-d03f-4fba-b034-d513eafb3340 req-88248587-9e1f-46ba-beb7-1c424d56ccf5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399999 Jul 09 13:30:34.744168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012f37f-e936-4ff1-91e6-0ad79e00d8fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cb64d8-8c46-47e4-a479-3b007abcbb64,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:34.764966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0012f37f-e936-4ff1-91e6-0ad79e00d8fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.766277 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0012f37f-e936-4ff1-91e6-0ad79e00d8fb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9633296 Jul 09 13:30:34.769412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40738) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:34.776487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-dce579a0-9b2d-414b-a611-600ec468b475 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'security_group_rule': {'security_group_id': '652f3b67-d350-4238-a804-5e6b0f5ca346', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:34.818541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dce579a0-9b2d-414b-a611-600ec468b475 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.889564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dce579a0-9b2d-414b-a611-600ec468b475 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.894779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dce579a0-9b2d-414b-a611-600ec468b475 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.911837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 374d36a5-236c-4d73-8f58-c78e3dad542d details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:34.918004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce579a0-9b2d-414b-a611-600ec468b475 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e9e278-96be-421f-bfc0-8898e02ce29f,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:34.924546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-1aec1186-7fa4-45ac-92b3-e77cd8ae26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.926477 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-1aec1186-7fa4-45ac-92b3-e77cd8ae26ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 1097 time: 0.6040769 Jul 09 13:30:34.928667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dce579a0-9b2d-414b-a611-600ec468b475 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.936959 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dce579a0-9b2d-414b-a611-600ec468b475 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1661444 Jul 09 13:30:34.937880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40740) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:34.944082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:34.981381 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.998823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-0f04e6d0-bdd1-4c82-9fe7-73cb04bbbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.002474 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-0f04e6d0-bdd1-4c82-9fe7-73cb04bbbd2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 1097 time: 0.5954428 Jul 09 13:30:35.079448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:35.103756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'mac_address': 'fa:16:3e:9f:e9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:35.151534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:35.177484 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.186654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.195074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374d36a5-236c-4d73-8f58-c78e3dad542d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:35.223967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:35.230229 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.246580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.302549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:35.357459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] For port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:35.374210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:35.415143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d57a8-0ecb-4bf9-a818-386c15f907ec req-a47ec4ee-9dfe-4333-9630-65ae8ad43882 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.424376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1b8d57a8-0ecb-4bf9-a818-386c15f907ec req-a47ec4ee-9dfe-4333-9630-65ae8ad43882 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 944 time: 0.1558697 Jul 09 13:30:35.433291 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Allocated IP 172.25.5.169 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/c77229c1-2930-4e99-afc7-c1c818c2c72a) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:35.478118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-5c5d7bac-85ed-4fbc-8d18-0752aa7c3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.479923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-5c5d7bac-85ed-4fbc-8d18-0752aa7c3358 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.5030341 Jul 09 13:30:35.536365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['374d36a5-236c-4d73-8f58-c78e3dad542d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:35.542911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1b8d57a8-0ecb-4bf9-a818-386c15f907ec req-7aae8244-fd8d-4f18-a1e0-ad508305148c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174409 Jul 09 13:30:35.555002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-df189912-23c4-4c94-8126-42cc0e3b05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.558290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-df189912-23c4-4c94-8126-42cc0e3b05a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.4811399 Jul 09 13:30:35.587857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:35.602737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.605099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.659689 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.660616 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.730644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.802980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=a3853b43-8d17-4738-80cd-361c6251c774,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:35.807685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-f928a068-d19c-42db-8a99-f7d464fc3eeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad7380b5-c332-46c2-a87c-1d37cacb6091 HTTP/1.1" status: 200 len: 217 time: 0.2439210 Jul 09 13:30:35.810985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.810985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.811431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:35.816041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:35.825256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:35.860705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'Port': ['ID=c77229c1-2930-4e99-afc7-c1c818c2c72a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:36.017648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.035881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-19c8b1c0-a155-46a7-a874-e124ece23f85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf3f337-d714-4b28-8c7f-6f67563d8193 HTTP/1.1" status: 200 len: 1001 time: 0.4501648 Jul 09 13:30:36.050611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=eb36e001-b06b-4d5b-b218-c4453d80dc57,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:36.056771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Transition to ACTIVE for port object 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:36.136861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:36.178750 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.233125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:36.248498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:36.344365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:36.345028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.388103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,revision_number=5']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:36.405524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.430361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:36.437969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:36.463685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68be66fd-53ce-43a3-9e94-a50f033d4423 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:36.470611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:36.474097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.474702 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.582773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-ebb045eb-155a-4f05-866a-cdf77eb5f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.585778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-ebb045eb-155a-4f05-866a-cdf77eb5f465 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.7603905 Jul 09 13:30:36.589052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.591737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-072b0d4e-1566-458e-bacd-7f1cd3ecfca9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.3977702 Jul 09 13:30:36.593886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40754) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:36.600656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:c2:1d:5e', 'name': 'tempest-NetworksTestDHCPv6-36927406'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:36.628279 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.672413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=9']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:36.764605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.765921 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.770915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57439259-1080-4780-8aec-3a820c27f95b req-9e8c13c7-534c-4865-b3a3-dc4eff81f12c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.780036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57439259-1080-4780-8aec-3a820c27f95b req-9e8c13c7-534c-4865-b3a3-dc4eff81f12c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 946 time: 0.3737888 Jul 09 13:30:36.851056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'Port': ['ID=c77229c1-2930-4e99-afc7-c1c818c2c72a,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:36.867986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] No DVR routers for this DVR port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:36.873623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-f4d8f479-3e95-4c3d-a3de-1f083cf9a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.874615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-f4d8f479-3e95-4c3d-a3de-1f083cf9a12a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.8071697 Jul 09 13:30:36.879822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c03a9392-f356-4d35-ae29-a38a08bfe2b5 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 6.4029384 Jul 09 13:30:36.883329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40756) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:36.897289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.901627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846dc35-47a4-4103-9f53-484d03a71074 req-6c8f0eb6-42e6-4360-9680-06d92d4ab759 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.910068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9846dc35-47a4-4103-9f53-484d03a71074 req-6c8f0eb6-42e6-4360-9680-06d92d4ab759 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 944 time: 1.2529476 Jul 09 13:30:36.925369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': 'a3853b43-8d17-4738-80cd-361c6251c774', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:36.926895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57439259-1080-4780-8aec-3a820c27f95b req-6f73c4c0-edd3-444d-b13d-4b22b83f8b50 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460440 Jul 09 13:30:36.937720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 374d36a5-236c-4d73-8f58-c78e3dad542d up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:36.957055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:30:36.957055 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:30:36.957055 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': '69a6d00a3453445fb4dd928326232333', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 30, 36, 943806)}] Jul 09 13:30:36.957055 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:30:36.959060 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:30:36.987808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.989542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3aca3e28-2767-46a8-8d5c-33340203b401 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0505819 Jul 09 13:30:37.019081 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.077384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 374d36a5-236c-4d73-8f58-c78e3dad542d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:37.087513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 374d36a5-236c-4d73-8f58-c78e3dad542d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:37.087968 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.117947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Attempting to bind port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:37.118794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Attempting to bind port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:37.118794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Attempting to bind port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:37.159331 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-b1cf5907-8e22-4184-953e-4c55aa9503c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.160877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-b1cf5907-8e22-4184-953e-4c55aa9503c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5485315 Jul 09 13:30:37.268688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:30:37.268995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Attempting to bind port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on network 9ab636c6-a6c1-4c96-b850-6a96a0c98193 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:37.277750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-f51b2d87-babd-4e6f-82f4-3d868200fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.279338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-f51b2d87-babd-4e6f-82f4-3d868200fca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3187778 Jul 09 13:30:37.298761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9846dc35-47a4-4103-9f53-484d03a71074 req-1d3ddd14-9bae-4341-9a7e-4e274e4fea5b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866318 Jul 09 13:30:37.299975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:37.303400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Checking segment: {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:37.311690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Bound using segment: {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:37.312470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Bound port: 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dea0bdd-dbc8-412b-bb4e-1e509a060638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:37.315580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.469655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:37.479620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:37.493459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32001ba3-d5fc-40d8-8458-244fa89c8770 req-0c8c2516-331b-4806-afa1-5ad806eb2959 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.495454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-32001ba3-d5fc-40d8-8458-244fa89c8770 req-0c8c2516-331b-4806-afa1-5ad806eb2959 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 944 time: 0.2637737 Jul 09 13:30:37.561152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.590194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:37.675130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.676480 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.677955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] 10.222.0.10 "PUT /v2.0/ports/669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 200 len: 1092 time: 5.5168254 Jul 09 13:30:37.689833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc334a46-444a-401e-8d47-3d83864765dd service neutron] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:37.709973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:37.714655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-32001ba3-d5fc-40d8-8458-244fa89c8770 req-ece7aa20-8c25-4609-b118-ee75a173975a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073154 Jul 09 13:30:37.720274 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d8637-c5b8-4818-886b-fa6b1c832932" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:37.849621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.942630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:30:37.962122 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d060200d-422e-4faf-9b9e-384f22f82d51 x-openstack-request-id: req-d060200d-422e-4faf-9b9e-384f22f82d51 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:37.964468 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:37.971484 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d060200d-422e-4faf-9b9e-384f22f82d51 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:37.972313 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'status': 'completed', 'code': 200} Jul 09 13:30:37.982721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:38.032304 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.097872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:38.100632 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59171f79-9afe-413d-8702-5d353463f27b" -d '{"events": [{"server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "name": "network-vif-plugged", "status": "completed", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:38.142310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-17474c25-9c56-4de5-a1cd-2b9d489dd98c service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9416609 Jul 09 13:30:38.190059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:38.190862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-756a2ecc-5eb1-412a-9f9c-b74c7e8616ef service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8247116 Jul 09 13:30:38.211520 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.288856 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.385095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:38.387584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:38.394876 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.497962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:38.530643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f818a48b-6bdd-43df-84d6-540c27391808 None None] Provisioning complete for port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:38.531424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f818a48b-6bdd-43df-84d6-540c27391808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.625356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-65b113b6-f4aa-4848-8901-66787c59256f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1555218247&fields=id&tenant_id=0843236cfe71477f8029140b6761f877 HTTP/1.1" status: 200 len: 267 time: 0.6579044 Jul 09 13:30:38.832871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-e8452b46-498b-4ab7-b08d-73e4e6e3ba0d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.835001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-e8452b46-498b-4ab7-b08d-73e4e6e3ba0d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 811 time: 0.2084680 Jul 09 13:30:38.843413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 172.20.0.6 (d21b40f0-27df-45e6-a847-be7286ec6856/bff37eda-d8c9-4a64-8cf3-33a045a56902/8fe74ed8-7d9d-465a-adf5-e7ac819f6a60) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:38.859528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:fec2:1d5e (d21b40f0-27df-45e6-a847-be7286ec6856/eb36e001-b06b-4d5b-b218-c4453d80dc57/8fe74ed8-7d9d-465a-adf5-e7ac819f6a60) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:38.871337 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-281f334e-c09c-483b-899e-0c2920d1d5e8 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/quotas/0843236cfe71477f8029140b6761f877 HTTP/1.1" status: 200 len: 375 time: 0.0250304 Jul 09 13:30:39.043697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-da4da7e4-0e17-478d-b8af-731d48aaa60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.045243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-da4da7e4-0e17-478d-b8af-731d48aaa60a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 1096 time: 1.2643790 Jul 09 13:30:39.106733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-afa1b451-4392-404a-9cc4-1be9939f9692 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2236245 Jul 09 13:30:39.170508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.176349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0c19bd7-4226-49f7-b7f9-a340693ddbd0 req-153c8e71-3939-4396-a78b-d0c65e4a9c1b service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9813759 Jul 09 13:30:39.207974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:39.256065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.267997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce02075c-1cb6-49d4-a85f-e8371b4b4d12 req-e2bbd7e8-f95b-4c85-ab33-397630ca0604 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0742359 Jul 09 13:30:39.318225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ce17f-bf21-475d-8b09-f8fc58f6e570 req-74a78b8c-2e60-474c-b04b-c7d878dad0ca tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.321186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e1ce17f-bf21-475d-8b09-f8fc58f6e570 req-74a78b8c-2e60-474c-b04b-c7d878dad0ca tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 1.0791821 Jul 09 13:30:39.358168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.373359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-6c060cee-4f39-43be-aea8-ad26a9d3bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.375151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-6c060cee-4f39-43be-aea8-ad26a9d3bacc service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 913 time: 0.3152039 Jul 09 13:30:39.443037 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-ec7cfdca-0c5c-41a0-ae1e-a281b12ed9ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 200 len: 217 time: 0.0570405 Jul 09 13:30:39.451703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:39.462802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:39.466289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:39.474658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=8fe74ed8-7d9d-465a-adf5-e7ac819f6a60,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:39.520715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e1ce17f-bf21-475d-8b09-f8fc58f6e570 req-fa320a91-5967-4566-b4fe-6dd2c08a788d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624339 Jul 09 13:30:39.524884 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-4584561e-340c-44b0-8b5f-10bd83592d54 service neutron] 10.222.0.32 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963416 Jul 09 13:30:39.546832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-0ab6fb16-b61a-4b3e-9288-8cc0b7e95317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.548615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-0ab6fb16-b61a-4b3e-9288-8cc0b7e95317 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 200 len: 853 time: 0.0935864 Jul 09 13:30:39.586726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.587603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.595965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.25.5.208 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/ce72c755-a4c7-4c3e-9e0a-12ecdb256650) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:39.611231 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1859b7-6780-40d3-9162-975efe553f22 x-openstack-request-id: req-4a1859b7-6780-40d3-9162-975efe553f22 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:39.612197 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "name": "network-vif-plugged", "status": "completed", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:39.612769 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a1859b7-6780-40d3-9162-975efe553f22 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:39.613371 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'code': 200} Jul 09 13:30:39.714708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c9dcee06-e4cc-438b-a076-7c7689f9218a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.1136260 Jul 09 13:30:39.716494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40790) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:39.758923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-467b6d43-27d0-4e3c-9477-83b7e8f696d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ab636c6-a6c1-4c96-b850-6a96a0c98193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006791 Jul 09 13:30:39.816465 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-366bea6c-74ed-46ab-987b-d325c34c39b9 service neutron] 10.222.0.32 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786999 Jul 09 13:30:39.845320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a24fd-8c47-4083-9fca-c6c029509745 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.852916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a24fd-8c47-4083-9fca-c6c029509745 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.856289 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f78a24fd-8c47-4083-9fca-c6c029509745 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1334400 Jul 09 13:30:39.858785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40792) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:39.996232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7d254d6c-f527-4d24-9ffe-eaf08acca7ca None None] Provisioning for port 8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:39.999296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.006516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7d254d6c-f527-4d24-9ffe-eaf08acca7ca None None] Provisioning complete for port 8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:40.006901 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7d254d6c-f527-4d24-9ffe-eaf08acca7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.030735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b87a1-38e5-4b13-a400-6683c8036cea req-49050c2a-fb52-41f7-a249-3537c3b64db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:40.045458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-56fd59ff-cb03-4861-8c53-82400ee78616 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:40.045962 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56fd59ff-cb03-4861-8c53-82400ee78616 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.046595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b6b87a1-38e5-4b13-a400-6683c8036cea req-49050c2a-fb52-41f7-a249-3537c3b64db1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 1096 time: 0.3325775 Jul 09 13:30:40.111833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7d254d6c-f527-4d24-9ffe-eaf08acca7ca None None] Port 8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:30:40.147757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b0fa2-b8fe-4145-8442-8db1dc8cec41 req-67b9a7b8-b314-4190-a13a-c5b807c7fbe2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:40.157649 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-625b0fa2-b8fe-4145-8442-8db1dc8cec41 req-67b9a7b8-b314-4190-a13a-c5b807c7fbe2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.4029510 Jul 09 13:30:40.161677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-217badf0-c67b-49a8-8aa5-34046a8c7f22 service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877778 Jul 09 13:30:40.172935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56fd59ff-cb03-4861-8c53-82400ee78616 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.190839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-56fd59ff-cb03-4861-8c53-82400ee78616 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:40.390557 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b6b87a1-38e5-4b13-a400-6683c8036cea req-b3117b3a-f214-4f23-93ff-3e11f91d07e0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426998 Jul 09 13:30:40.436497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-625b0fa2-b8fe-4145-8442-8db1dc8cec41 req-83cc6d7a-4dfa-4434-9f54-fe5a4ef676c0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368469 Jul 09 13:30:40.465422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.495301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56fd59ff-cb03-4861-8c53-82400ee78616 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.516488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75093095-6dca-48d9-a679-1e6e1e8c8f33 req-6baff9c5-3d8d-44b2-b756-2a8247bca975 service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193750 Jul 09 13:30:40.535363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd59ff-cb03-4861-8c53-82400ee78616 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=8fe74ed8-7d9d-465a-adf5-e7ac819f6a60,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:40.540844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=ce72c755-a4c7-4c3e-9e0a-12ecdb256650,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:40.544760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:40.546837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:40.551907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:40.661564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703e88e-566f-47ae-9c10-b4a6186502f4 req-8f98280b-d76a-46cf-9c16-d86f75ae5c17 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:40.672510 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9703e88e-566f-47ae-9c10-b4a6186502f4 req-8f98280b-d76a-46cf-9c16-d86f75ae5c17 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.2636480 Jul 09 13:30:40.848249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-afa44bfd-842f-4a93-a3b0-be3504111697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:40.868826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-afa44bfd-842f-4a93-a3b0-be3504111697 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 1096 time: 0.2611830 Jul 09 13:30:40.972334 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9703e88e-566f-47ae-9c10-b4a6186502f4 req-04a87913-317d-45ea-836a-bb1a442b5f88 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988141 Jul 09 13:30:41.019923 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56fd59ff-cb03-4861-8c53-82400ee78616 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.022056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-56fd59ff-cb03-4861-8c53-82400ee78616 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 HTTP/1.1" status: 204 len: 168 time: 1.1631005 Jul 09 13:30:41.026014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40820) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:41.095471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47f86c-469d-4116-bfe6-a68aad0795e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:41.097597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47f86c-469d-4116-bfe6-a68aad0795e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:41.099574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47f86c-469d-4116-bfe6-a68aad0795e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:41.101824 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cc47f86c-469d-4116-bfe6-a68aad0795e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0744598 Jul 09 13:30:41.109046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40824) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:41.433924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet bff37eda-d8c9-4a64-8cf3-33a045a56902 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:41.448553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.452491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d91eb27-1185-4da5-a521-4e4500747ed2 req-4cec9dd3-0594-4892-bc1b-41e17277b72d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 210 time: 0.1145189 Jul 09 13:30:41.614754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:41.618977 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f8bc87-b096-4169-8409-260dc341a537" -d '{"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-unplugged", "status": "completed", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:41.690096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-01c6c12d-60dd-4ea9-802c-b1a972a1cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:41.691582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-01c6c12d-60dd-4ea9-802c-b1a972a1cba1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 913 time: 0.8215837 Jul 09 13:30:41.800301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.817473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-1456fb3b-ed0b-4921-9ef7-dc21ee2254b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 200 len: 217 time: 0.0954511 Jul 09 13:30:41.983023 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88d2d7-7bdf-472e-b2b0-58906061e63f req-2e68f009-b789-49c8-80a2-88d9d2bf42c8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:42.004425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d88d2d7-7bdf-472e-b2b0-58906061e63f req-2e68f009-b789-49c8-80a2-88d9d2bf42c8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.6937356 Jul 09 13:30:42.141115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-8d76b795-c2fc-4efe-9a39-c9f534593c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:42.143019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-8d76b795-c2fc-4efe-9a39-c9f534593c46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 200 len: 853 time: 0.1853073 Jul 09 13:30:42.198793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.256248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-a48f5298-cc3d-485f-a957-af33d90b3549 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ab636c6-a6c1-4c96-b850-6a96a0c98193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618556 Jul 09 13:30:42.305450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.361756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=bff37eda-d8c9-4a64-8cf3-33a045a56902,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:42.372869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.373217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.373562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.373901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.374237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.374569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.374901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.375285 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.375615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.375944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.376282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.376611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:42.384628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.386549 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e5f800a8-d6ef-470b-832b-61e4167c55aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/bff37eda-d8c9-4a64-8cf3-33a045a56902 HTTP/1.1" status: 204 len: 168 time: 1.2753987 Jul 09 13:30:42.389105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40836) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:42.394329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3b8a1-3c53-4004-b1f6-524749c569e8 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:42.419857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc394d-7b7b-4c85-b81a-1b2fd113263c req-f51a2452-f3fd-42c9-8239-fcf2fd188bdc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:42.431953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1cc394d-7b7b-4c85-b81a-1b2fd113263c req-f51a2452-f3fd-42c9-8239-fcf2fd188bdc tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.4024115 Jul 09 13:30:42.472181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.483537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d88d2d7-7bdf-472e-b2b0-58906061e63f req-9b037e35-b82b-4016-bd00-2151ee410266 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4768410 Jul 09 13:30:42.522921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1cc394d-7b7b-4c85-b81a-1b2fd113263c req-806630ba-8d8b-4ecd-9279-45cc53a7dc03 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886631 Jul 09 13:30:42.573149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a80b26-b7fa-44fd-b0f9-433a42c22abd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet eb36e001-b06b-4d5b-b218-c4453d80dc57 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:42.580757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5a80b26-b7fa-44fd-b0f9-433a42c22abd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.655387 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c748e9bc-8a74-41cf-8a58-88a8045b39e4 x-openstack-request-id: req-c748e9bc-8a74-41cf-8a58-88a8045b39e4 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:42.656278 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-unplugged", "status": "failed", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193", "code": 422}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:42.656278 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c748e9bc-8a74-41cf-8a58-88a8045b39e4 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:42.656607 n-d-799524-3 neutron-server[93914]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'code': 422} returned with failed status Jul 09 13:30:42.701166 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-e1684d2f-f2c3-4eef-ae56-154e7eb730c9 service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345958 Jul 09 13:30:42.727797 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5a80b26-b7fa-44fd-b0f9-433a42c22abd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.824908 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.004212 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5a80b26-b7fa-44fd-b0f9-433a42c22abd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.135618 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.260115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5a80b26-b7fa-44fd-b0f9-433a42c22abd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.323673 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80b26-b7fa-44fd-b0f9-433a42c22abd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=eb36e001-b06b-4d5b-b218-c4453d80dc57,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:43.326078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5a80b26-b7fa-44fd-b0f9-433a42c22abd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.328187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f5a80b26-b7fa-44fd-b0f9-433a42c22abd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/eb36e001-b06b-4d5b-b218-c4453d80dc57 HTTP/1.1" status: 204 len: 168 time: 0.9381316 Jul 09 13:30:43.332453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40844) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:43.418699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39dad01d-3333-423a-8d58-17020a451805 req-dfafb3bb-f72f-447b-a685-a1310ff99318 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 210 time: 0.1634080 Jul 09 13:30:43.420696 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-97c96099-f608-44a5-955e-3e742f233468 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868142 Jul 09 13:30:43.424057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40846) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:43.506688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2265b-cdad-43a8-854c-75b5f3d0f626 req-532b8abd-c798-4bce-8f1a-3f71a95b9c2a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:43.520189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ef2265b-cdad-43a8-854c-75b5f3d0f626 req-532b8abd-c798-4bce-8f1a-3f71a95b9c2a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.4135487 Jul 09 13:30:43.742256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-b36af6c6-b7f0-4f83-8ccb-913638662f77 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:43.745185 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-b36af6c6-b7f0-4f83-8ccb-913638662f77 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 811 time: 0.7003787 Jul 09 13:30:43.761568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ef2265b-cdad-43a8-854c-75b5f3d0f626 req-44c6ca0e-ab4b-42a6-a31c-1f80caa56d4d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369094 Jul 09 13:30:43.762691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.768239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d13d8637-c5b8-4818-886b-fa6b1c832932 req-6365702f-05ee-4f9b-a5a8-5aae90ce891e service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245078 Jul 09 13:30:43.781939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.866438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=ce72c755-a4c7-4c3e-9e0a-12ecdb256650,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:43.889206 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.894630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c167f65-9a55-4298-86f5-31796790e8e6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:43.899710 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8c167f65-9a55-4298-86f5-31796790e8e6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4711261 Jul 09 13:30:43.902908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40852) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:44.031894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:44.127818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-d676561e-9337-4b61-8cf7-4f06bc084153 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0843236cfe71477f8029140b6761f877 HTTP/1.1" status: 200 len: 380 time: 0.3582451 Jul 09 13:30:44.143962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'port': {'device_id': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'admin_state_up': True, 'tenant_id': '0843236cfe71477f8029140b6761f877', 'security_groups': ['652f3b67-d350-4238-a804-5e6b0f5ca346']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:44.156465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634eff2d-0706-4a9e-ab20-58439dc41db7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.162189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-634eff2d-0706-4a9e-ab20-58439dc41db7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2558956 Jul 09 13:30:44.168139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40858) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:44.356760 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3f8e6b75-54a5-4788-868f-cc902d85f4e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1907284 Jul 09 13:30:44.371326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40860) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:44.379663 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-09775483-6374-4950-9ad6-a4c86dda14e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.387681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-77ca3925-4005-461e-987e-a1eff7fcf81e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:44.416270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.465952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe1a62-c97e-4d8f-a73d-9849b5fbda40 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:44.641877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd7d5-3b6a-43f7-8da9-30396fed950f req-c542e26c-f9be-4446-b108-606775dd00bd tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.657047 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05efd7d5-3b6a-43f7-8da9-30396fed950f req-c542e26c-f9be-4446-b108-606775dd00bd tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.3353367 Jul 09 13:30:44.683231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5ea7bc99-a6ce-462e-930f-23ef15ebaafe None None] Provisioning complete for port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:44.683773 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5ea7bc99-a6ce-462e-930f-23ef15ebaafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.769756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca3925-4005-461e-987e-a1eff7fcf81e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:44.777564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77ca3925-4005-461e-987e-a1eff7fcf81e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.784232 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ca3925-4005-461e-987e-a1eff7fcf81e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:30:44.785774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ca3925-4005-461e-987e-a1eff7fcf81e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:44.843568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05efd7d5-3b6a-43f7-8da9-30396fed950f req-4efbb5ca-6509-4538-99c0-6484dc12086a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839411 Jul 09 13:30:44.883260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77ca3925-4005-461e-987e-a1eff7fcf81e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5082533 Jul 09 13:30:44.885901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40872) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:44.894347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-85ff50b4-0e0f-416d-b695-ea8c56fa7a33 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:44.920655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Made reservation on behalf of 0843236cfe71477f8029140b6761f877 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:44.941937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.982170 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP b0ea74ff-a104-4a49-97aa-0894f94093ed associated. External IP: 172.25.5.208, port: a3853b43-8d17-4738-80cd-361c6251c774. Jul 09 13:30:45.122036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:30:45.151458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ff50b4-0e0f-416d-b695-ea8c56fa7a33 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:45.156341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-85ff50b4-0e0f-416d-b695-ea8c56fa7a33 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.161388 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ff50b4-0e0f-416d-b695-ea8c56fa7a33 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:30:45.161388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ff50b4-0e0f-416d-b695-ea8c56fa7a33 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:45.200378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-85ff50b4-0e0f-416d-b695-ea8c56fa7a33 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3125024 Jul 09 13:30:45.203390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40878) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:45.224046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8d9f4a5f-1949-430f-acd4-6dde493cadf5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:45.261147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] Deleting port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:45.261991 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.458018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] For port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:45.460287 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.498385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] Calling delete_port for cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:45.505490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9f4a5f-1949-430f-acd4-6dde493cadf5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:45.516223 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4a5f-1949-430f-acd4-6dde493cadf5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.522208 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9f4a5f-1949-430f-acd4-6dde493cadf5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:30:45.523170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9f4a5f-1949-430f-acd4-6dde493cadf5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:45.559761 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8d9f4a5f-1949-430f-acd4-6dde493cadf5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3540502 Jul 09 13:30:45.564118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40882) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:45.592399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f6c2e5fe-84f0-4779-bb86-187909e74e12 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:45.752435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.815743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] Pushing event deleted for resources: {'Port': ['ID=cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:45.825042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dffbb98-2038-42b4-a6c8-0ea0b462ba10 None None] No DVR routers for this DVR port cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:45.866980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c2e5fe-84f0-4779-bb86-187909e74e12 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:45.885001 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e5fe-84f0-4779-bb86-187909e74e12 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.886822 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c2e5fe-84f0-4779-bb86-187909e74e12 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:30:45.887379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c2e5fe-84f0-4779-bb86-187909e74e12 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:45.917754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1367c72-0190-4f97-8f21-105bbcda2695 req-7c0ce406-f524-4f79-ab31-fb4221c30580 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 210 time: 0.0970809 Jul 09 13:30:45.987255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f6c2e5fe-84f0-4779-bb86-187909e74e12 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4213417 Jul 09 13:30:45.987974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40886) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:45.995600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-50c7e67c-7d99-490c-8935-d54f3d18fa2f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:46.099939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:46.199452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:46.200568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cc5636fb-e531-4b7e-8ad2-55dbabf3a4d8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:46.236613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c7e67c-7d99-490c-8935-d54f3d18fa2f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:46.240796 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50c7e67c-7d99-490c-8935-d54f3d18fa2f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.243284 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c7e67c-7d99-490c-8935-d54f3d18fa2f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:30:46.243919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c7e67c-7d99-490c-8935-d54f3d18fa2f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:46.265681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-50c7e67c-7d99-490c-8935-d54f3d18fa2f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2763858 Jul 09 13:30:46.267004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Allocated IP 172.20.0.5 (7492bd21-10e4-4d79-afc2-96e3b0e9830c/c547de22-e4d5-426e-a354-b09ab1aa3764/3c2d49dd-34ce-4f52-9d5c-90ecb6c987db) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:46.270902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:46.278109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c081e43c-f538-4ce9-9f8d-854d317b6309 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:46.312260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:46.354337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f96c-f582-47ee-9e9f-cf8ed2d1f723 req-501f4b27-1045-4147-aaab-9d589ae368ad tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:46.356995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8548f96c-f582-47ee-9e9f-cf8ed2d1f723 req-501f4b27-1045-4147-aaab-9d589ae368ad tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.1758308 Jul 09 13:30:46.500042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081e43c-f538-4ce9-9f8d-854d317b6309 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:46.512659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c081e43c-f538-4ce9-9f8d-854d317b6309 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.514835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:46.517693 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c081e43c-f538-4ce9-9f8d-854d317b6309 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:30:46.519214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c081e43c-f538-4ce9-9f8d-854d317b6309 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:46.534618 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d968a-9b5e-40b2-a86d-65169af7f7a9 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:46.561151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c081e43c-f538-4ce9-9f8d-854d317b6309 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2857342 Jul 09 13:30:46.561906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40904) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:46.575299 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d968a-9b5e-40b2-a86d-65169af7f7a9 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:46.579730 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d96d968a-9b5e-40b2-a86d-65169af7f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:46.583403 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.692112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-278be34a-d06a-4792-a396-5b8eab9c09d9 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.7746172 Jul 09 13:30:46.692112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40906) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:46.699601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'port_id': 'a3853b43-8d17-4738-80cd-361c6251c774', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:46.769750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f81fb37f-3c99-4cb5-8644-c61fcff5874d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2037921 Jul 09 13:30:46.771655 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d96d968a-9b5e-40b2-a86d-65169af7f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:46.776298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40910) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:46.808658 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d968a-9b5e-40b2-a86d-65169af7f7a9 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:46.811588 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d96d968a-9b5e-40b2-a86d-65169af7f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:46.819570 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-66c23ffa-b426-432d-9da4-b3114c81666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.875821 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d96d968a-9b5e-40b2-a86d-65169af7f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:46.876792 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d968a-9b5e-40b2-a86d-65169af7f7a9 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:46.898431 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-eb6813e0-3219-4aa6-816e-3b602a8ecd6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262820 Jul 09 13:30:46.906630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa9c48-ff3c-4cf9-89ca-4d159ed0c499 req-d770ffe5-a4d1-4bd0-9287-0e4ef2c3d36e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:46.915430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2efa9c48-ff3c-4cf9-89ca-4d159ed0c499 req-d770ffe5-a4d1-4bd0-9287-0e4ef2c3d36e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.3168018 Jul 09 13:30:46.916389 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8548f96c-f582-47ee-9e9f-cf8ed2d1f723 req-685f109a-8a6f-4e46-a9ee-bcfd544f2a7b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278340 Jul 09 13:30:46.965842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2efa9c48-ff3c-4cf9-89ca-4d159ed0c499 req-ba46e25c-4aab-4319-a764-5d0e47849a9c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Jul 09 13:30:47.005063 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.084453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a06ee0-f7ec-4cfa-939b-431c7d35ad61 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:47.087736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-49a06ee0-f7ec-4cfa-939b-431c7d35ad61 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2640283 Jul 09 13:30:47.090634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40918) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:47.191875 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3691b3d7-550d-409f-bd02-429fc867394b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983388 Jul 09 13:30:47.209517 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.214990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40920) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:47.223451 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:47.224752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.376060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b2eca-9b17-43f3-aa49-08a634dfcf1b req-d4103729-7edd-4798-9de7-903113dcef7a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:47.386307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a68b2eca-9b17-43f3-aa49-08a634dfcf1b req-d4103729-7edd-4798-9de7-903113dcef7a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.2107062 Jul 09 13:30:47.417545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:47.424175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.528054 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a68b2eca-9b17-43f3-aa49-08a634dfcf1b req-5c8fec17-0c2d-47b5-95ba-5f019ef804e0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397398 Jul 09 13:30:48.027810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.resource_extend [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:30:48.138467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Transition to ACTIVE for port object 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:48.168475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd3668cc-3721-45f6-a059-e24220d92235 req-211bd3b9-3222-4a5a-aa7d-624c2d469f5b tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 210 time: 0.1324522 Jul 09 13:30:48.189670 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.295995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.300061 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.325941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.431202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:48.437396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:48.442714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:48.498917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.objects.ports [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93912) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:30:48.525533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.555706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:48.556377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.569075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:48.580853 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:30:48.620697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:48.625723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event updated for resources: {'Port': ['ID=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:48.649340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b227a-4c3d-4a2b-99f1-d5e82312da80 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:48.728261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:48.730842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.731164 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-041387c6-deb4-4d75-9dd8-1669b9e58b79 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5972030 Jul 09 13:30:48.768835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Request body: {'port': {'device_id': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:48.811035 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5928142 Jul 09 13:30:48.825412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40948) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:48.845074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:67:1f:36', 'name': 'tempest-NetworksTestDHCPv6-1520109484'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:49.042916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:49.130912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '683ed140-78f2-494f-b775-656256de502c'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:30:49.132203 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:49.153413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fea199-c896-4c3a-9783-b9b834de62c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=683ed140-78f2-494f-b775-656256de502c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:49.311773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5f1db-0dae-49a0-8afe-f31573e3678e req-3fdac3a1-25e6-4899-ba1a-3cd56b144e5f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:49.322034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c4f5f1db-0dae-49a0-8afe-f31573e3678e req-3fdac3a1-25e6-4899-ba1a-3cd56b144e5f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.7458148 Jul 09 13:30:49.424255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c4f5f1db-0dae-49a0-8afe-f31573e3678e req-09c1fbc4-c686-481e-95de-6770c3e06902 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978594 Jul 09 13:30:49.450902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:49.565078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Allocated IP 2001:db8::f816:3eff:feef:8862 (d21b40f0-27df-45e6-a847-be7286ec6856/683ed140-78f2-494f-b775-656256de502c/7ed82842-e6f7-46e1-8a96-1bd81bd5e23b) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:49.610919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:49.655656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 13e513ad-7485-416d-b705-b85ac982f000 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:30:49.731987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a18b5bef-9559-48a6-92b9-10d78c0b3f25 None None] Provisioning for port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:49.756189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a18b5bef-9559-48a6-92b9-10d78c0b3f25 None None] Provisioning complete for port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:49.756713 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a18b5bef-9559-48a6-92b9-10d78c0b3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:49.818722 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:49.834001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a18b5bef-9559-48a6-92b9-10d78c0b3f25 None None] Port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:30:49.952576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:49.965087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Transition to ACTIVE for port object 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:49.988016 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Transition to ACTIVE for port object 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:49.997793 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.027496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:50.031436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:50.042443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:50.099556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:fe67:1f36 (d21b40f0-27df-45e6-a847-be7286ec6856/683ed140-78f2-494f-b775-656256de502c/13e513ad-7485-416d-b705-b85ac982f000) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:50.243274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53e57b-2c60-4404-8aba-29222c1b8167 req-c7bac210-7729-4407-85d3-a4a04fda9244 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:50.245317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a53e57b-2c60-4404-8aba-29222c1b8167 req-c7bac210-7729-4407-85d3-a4a04fda9244 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.3589878 Jul 09 13:30:50.302201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Attempting to bind port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:50.304931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Attempting to bind port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:50.306913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Attempting to bind port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:50.328387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:50.328937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:50.329494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.330027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:50.330625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Bound port: 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:50.331268 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.337388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:50.342969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Pushing event updated for resources: {'Port': ['ID=7ed82842-e6f7-46e1-8a96-1bd81bd5e23b,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:50.442704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a53e57b-2c60-4404-8aba-29222c1b8167 req-453a1b84-7924-4e0a-a3f0-5e908bd8a0b9 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864696 Jul 09 13:30:50.496770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] For port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:50.510627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] For port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7ed82842-e6f7-46e1-8a96-1bd81bd5e23b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:50.522219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.558186 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.592500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 13e513ad-7485-416d-b705-b85ac982f000 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:50.662162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:50.698690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Pushing event updated for resources: {'Port': ['ID=7ed82842-e6f7-46e1-8a96-1bd81bd5e23b,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:50.703038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.727085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.727804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.728373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.728942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.729260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.729592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.729920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.730246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.730568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.730889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.731238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.731560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca908c2-ad47-43bf-b5c3-c1642b0b9ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:50.761641 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.845614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Transition to ACTIVE for port object 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:50.860715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.928843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:50.940222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.940785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa87666-a333-4034-8aaa-cdf381c4e71b None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:50.964900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa87666-a333-4034-8aaa-cdf381c4e71b None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:50.967961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6fa87666-a333-4034-8aaa-cdf381c4e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:51.037064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6fa87666-a333-4034-8aaa-cdf381c4e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:51.050117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa87666-a333-4034-8aaa-cdf381c4e71b None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:51.050964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6fa87666-a333-4034-8aaa-cdf381c4e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:51.065102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Pushing event updated for resources: {'Port': ['ID=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:51.097835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6fa87666-a333-4034-8aaa-cdf381c4e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:51.098593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa87666-a333-4034-8aaa-cdf381c4e71b None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:51.536430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8e935ace-f94a-49ca-86a1-005d94b36dd4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/floatingips/b0ea74ff-a104-4a49-97aa-0894f94093ed HTTP/1.1" status: 200 len: 978 time: 4.8442838 Jul 09 13:30:51.543835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40962) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:51.740781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Attempting to bind port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:51.741118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Attempting to bind port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:51.741450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Attempting to bind port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db on network 7492bd21-10e4-4d79-afc2-96e3b0e9830c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:51.833691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:51.842935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:51.861727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:51.869560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:51.870346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.874006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db on network 7492bd21-10e4-4d79-afc2-96e3b0e9830c not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:30:51.875440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Attempting to bind port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db on network 7492bd21-10e4-4d79-afc2-96e3b0e9830c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:51.902924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:51.903368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Checking segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:51.903785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Bound using segment: {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:51.904463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Bound port: 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:51.904837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.931195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=13e513ad-7485-416d-b705-b85ac982f000,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:51.980900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ed667-b8ad-4f23-8170-0f1670f61731 req-4411c2b2-300c-43c9-952f-2d22e89ff083 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:51.982895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e82ed667-b8ad-4f23-8170-0f1670f61731 req-4411c2b2-300c-43c9-952f-2d22e89ff083 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.2307215 Jul 09 13:30:52.069575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff50711a-a601-4890-8ec8-3f620723fe7c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2407060 Jul 09 13:30:52.074341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e82ed667-b8ad-4f23-8170-0f1670f61731 req-33ec865c-5190-423a-a970-f40a4174c08e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787661 Jul 09 13:30:52.075307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40964) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:52.220713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0df8b5-e4f7-418d-adbb-97827c0d2174 req-5e95e59f-55bc-483d-a0cf-13c1054afa01 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:52.235044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e0df8b5-e4f7-418d-adbb-97827c0d2174 req-5e95e59f-55bc-483d-a0cf-13c1054afa01 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 943 time: 0.5281785 Jul 09 13:30:52.262881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:52.271368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c846d-9f5d-4269-b90b-32274995d0ce tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:52.285069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c846d-9f5d-4269-b90b-32274995d0ce tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:52.290174 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-069c846d-9f5d-4269-b90b-32274995d0ce tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2128849 Jul 09 13:30:52.292529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40968) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:52.466585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:52.471534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e0df8b5-e4f7-418d-adbb-97827c0d2174 req-134a0837-fa1e-4d50-8c7e-0d3713eb97b0 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058618 Jul 09 13:30:52.501085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] For port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:52.514250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] For port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:52.529589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.677366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Pushing event updated for resources: {'Port': ['ID=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:52.685335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port ce72c755-a4c7-4c3e-9e0a-12ecdb256650 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:52.685687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.718105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:52.718697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.727824 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a3e5aebe-19bb-4cc8-8213-9c325cca46cd service neutron] 10.222.0.11 "PUT /v2.0/ports/3c2d49dd-34ce-4f52-9d5c-90ecb6c987db HTTP/1.1" status: 200 len: 1091 time: 3.9761927 Jul 09 13:30:52.728462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'tag': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:52.730910 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af78cca-1d05-4268-afb1-c528a03a4f35" -d '{"events": [{"name": "network-changed", "server_uuid": "a5daefbb-4060-4dd3-b4d8-fec491646c9c", "tag": "3c2d49dd-34ce-4f52-9d5c-90ecb6c987db"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:52.823811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f5858991-5b56-4a0e-a922-66b069fe2ac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 13e513ad-7485-416d-b705-b85ac982f000 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:52.824972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5858991-5b56-4a0e-a922-66b069fe2ac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.020358 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.020551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.024959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 374d36a5-236c-4d73-8f58-c78e3dad542d details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:53.053725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for ce72c755-a4c7-4c3e-9e0a-12ecdb256650 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:53.096645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-57adf63e-0cdf-4557-b1a1-0394b0a947e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:53.105397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-57adf63e-0cdf-4557-b1a1-0394b0a947e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 1094 time: 0.1847866 Jul 09 13:30:53.186009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598db7-0591-4f53-9a75-0ae2ce5e95ee req-70c3e61e-8c6f-4755-aee6-7c1ec4f06878 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:53.193937 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4d598db7-0591-4f53-9a75-0ae2ce5e95ee req-70c3e61e-8c6f-4755-aee6-7c1ec4f06878 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.6160250 Jul 09 13:30:53.360043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-fe25c7aa-0bfa-4282-86a0-ca244eb59b70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db HTTP/1.1" status: 200 len: 217 time: 0.2463045 Jul 09 13:30:53.467180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-01c96af5-d038-40b7-9c46-84d9b1b8d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:53.468696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-01c96af5-d038-40b7-9c46-84d9b1b8d770 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.0980566 Jul 09 13:30:53.476294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:53.493449 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4d598db7-0591-4f53-9a75-0ae2ce5e95ee req-80f65ddd-7b69-4bff-ad59-d1290ff0d0fb tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631507 Jul 09 13:30:53.496787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5858991-5b56-4a0e-a922-66b069fe2ac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.522354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f5858991-5b56-4a0e-a922-66b069fe2ac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 13e513ad-7485-416d-b705-b85ac982f000 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:53.567621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'port_id': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'mac_address': 'fa:16:3e:9f:e9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:53.576622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c62ff723-41b7-4f68-be24-131fd33c3551 None None] Provisioning for port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:53.585190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c62ff723-41b7-4f68-be24-131fd33c3551 None None] Provisioning complete for port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:53.586969 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c62ff723-41b7-4f68-be24-131fd33c3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.675281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60704676-7c0b-469c-a464-fb93535c51f2 req-4c4dfa71-1421-4fa8-93ab-77c98e38045a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:53.683693 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60704676-7c0b-469c-a464-fb93535c51f2 req-4c4dfa71-1421-4fa8-93ab-77c98e38045a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.4699557 Jul 09 13:30:53.774622 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60704676-7c0b-469c-a464-fb93535c51f2 req-bd466694-606e-4b7e-bb5a-7b83c4747e49 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884204 Jul 09 13:30:53.783088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-99a17dc4-bbb0-477e-a8ef-b002341d8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:53.785475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-99a17dc4-bbb0-477e-a8ef-b002341d8016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981837 Jul 09 13:30:53.845930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.914454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 374d36a5-236c-4d73-8f58-c78e3dad542d {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:54.042188 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-a128097b-d6aa-4a5b-8b5b-d3d05d2019ce service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480667 Jul 09 13:30:54.117724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:54.164691 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.217302 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a69830-7673-4028-b5d0-f0170b3c72a1 x-openstack-request-id: req-f4a69830-7673-4028-b5d0-f0170b3c72a1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:54.218013 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5daefbb-4060-4dd3-b4d8-fec491646c9c", "tag": "3c2d49dd-34ce-4f52-9d5c-90ecb6c987db", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:54.218501 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4a69830-7673-4028-b5d0-f0170b3c72a1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:54.219406 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'tag': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'status': 'completed', 'code': 200} Jul 09 13:30:54.245594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaaa123f-75ce-454f-a3bf-0e2239dbbcfa req-c9937da2-0b9f-447b-9b0b-ad0504713c33 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959527 Jul 09 13:30:54.347520 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5858991-5b56-4a0e-a922-66b069fe2ac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.454564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5858991-5b56-4a0e-a922-66b069fe2ac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=13e513ad-7485-416d-b705-b85ac982f000,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:54.517794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:54.522736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['374d36a5-236c-4d73-8f58-c78e3dad542d'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:54.546448 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.586191 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c62ff723-41b7-4f68-be24-131fd33c3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.651385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d13e-09c4-4fea-9e48-758e243e295d req-9a2347ec-8946-48ac-ba60-533fc4ce3e5c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:54.654495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5958d13e-09c4-4fea-9e48-758e243e295d req-9a2347ec-8946-48ac-ba60-533fc4ce3e5c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 944 time: 0.4986436 Jul 09 13:30:54.673703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c62ff723-41b7-4f68-be24-131fd33c3551 None None] For port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7ed82842-e6f7-46e1-8a96-1bd81bd5e23b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:54.692932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5858991-5b56-4a0e-a922-66b069fe2ac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.714038 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f5858991-5b56-4a0e-a922-66b069fe2ac1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/13e513ad-7485-416d-b705-b85ac982f000 HTTP/1.1" status: 204 len: 168 time: 2.4196396 Jul 09 13:30:54.719727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40980) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:54.725065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=ce72c755-a4c7-4c3e-9e0a-12ecdb256650,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:54.737785 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c62ff723-41b7-4f68-be24-131fd33c3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.778030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df17b00-5dd1-43b4-92b1-3eaef458f397 req-aea22bd3-ad27-439f-a045-d7651ad13e77 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:54.788307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3df17b00-5dd1-43b4-92b1-3eaef458f397 req-aea22bd3-ad27-439f-a045-d7651ad13e77 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 943 time: 0.5660229 Jul 09 13:30:54.886484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ff723-41b7-4f68-be24-131fd33c3551 None None] Pushing event updated for resources: {'Port': ['ID=7ed82842-e6f7-46e1-8a96-1bd81bd5e23b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:54.911887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6f80ebe3-0d23-4e49-976c-70ed814848f1 None None] Could not find standard attr ID for object 13e513ad-7485-416d-b705-b85ac982f000. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:30:54.975547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-ac8526f6-7b28-4009-9344-a2931321b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:54.978066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-ac8526f6-7b28-4009-9344-a2931321b1a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 1094 time: 0.6000557 Jul 09 13:30:54.987863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e0ac8-3538-4f35-9a72-e68c2524c187 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:54.991064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e0ac8-3538-4f35-9a72-e68c2524c187 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:54.996898 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3c4e0ac8-3538-4f35-9a72-e68c2524c187 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2443273 Jul 09 13:30:54.997789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3df17b00-5dd1-43b4-92b1-3eaef458f397 req-82c90e65-c62c-4b3e-ab36-1b590f069e26 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076802 Jul 09 13:30:54.998681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40986) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:55.009721 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.010085 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP b0ea74ff-a104-4a49-97aa-0894f94093ed disassociated (deleted). External IP: 172.25.5.208, port: a3853b43-8d17-4738-80cd-361c6251c774. Jul 09 13:30:55.042749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 374d36a5-236c-4d73-8f58-c78e3dad542d up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:55.044351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5958d13e-09c4-4fea-9e48-758e243e295d req-9bf3a362-5568-403c-9e7e-2c94433c7151 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727622 Jul 09 13:30:55.190372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-060bc1d3-193d-42cf-af96-7534d651d6b5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 683ed140-78f2-494f-b775-656256de502c {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:55.202100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-060bc1d3-193d-42cf-af96-7534d651d6b5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.202548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 374d36a5-236c-4d73-8f58-c78e3dad542d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:55.203374 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.356104 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-060bc1d3-193d-42cf-af96-7534d651d6b5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.453906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-c53c4aa5-df7d-4d8e-b38f-ff4dbaea3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:55.466564 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-c53c4aa5-df7d-4d8e-b38f-ff4dbaea3c09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 911 time: 0.4647789 Jul 09 13:30:55.542917 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.597676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:55.604035 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f1c2a7-a3e2-4020-8fd1-556d61bddf5d" -d '{"events": [{"server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "name": "network-vif-plugged", "status": "completed", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:55.636439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-e3fa45fa-062f-43f3-83de-7471b8b5268a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db HTTP/1.1" status: 200 len: 217 time: 0.0584891 Jul 09 13:30:55.642324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:55.648033 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.697482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-060bc1d3-193d-42cf-af96-7534d651d6b5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.756359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b185e-3227-41e1-81a7-1dca5f36d664 req-ea3a1049-527f-4748-8aaa-fee0211bf482 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:55.764745 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-488b185e-3227-41e1-81a7-1dca5f36d664 req-ea3a1049-527f-4748-8aaa-fee0211bf482 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.2806048 Jul 09 13:30:55.774631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:55.884297 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-488b185e-3227-41e1-81a7-1dca5f36d664 req-be2931fb-91ed-419e-a543-4cc784521538 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182852 Jul 09 13:30:55.896481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-060bc1d3-193d-42cf-af96-7534d651d6b5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.927528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-060bc1d3-193d-42cf-af96-7534d651d6b5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.933763 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-060bc1d3-193d-42cf-af96-7534d651d6b5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/683ed140-78f2-494f-b775-656256de502c HTTP/1.1" status: 204 len: 168 time: 0.9309111 Jul 09 13:30:55.939279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc7e2ee-f53b-450a-999a-62a61328752b None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:56.070375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41002) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:56.107748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bc1d3-193d-42cf-af96-7534d651d6b5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=683ed140-78f2-494f-b775-656256de502c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:56.147470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:56.289717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7161ea1a-2f02-4d41-b1fd-3136a608aa21 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2009883 Jul 09 13:30:56.291368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41014) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:56.317708 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:56.456901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:56.483400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'port_id': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'mac_address': 'fa:16:3e:23:17:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:56.496829 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0b061f-156e-4a7c-8d81-22fb2745dca1 x-openstack-request-id: req-ef0b061f-156e-4a7c-8d81-22fb2745dca1 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:56.497459 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "name": "network-vif-plugged", "status": "completed", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:56.497906 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef0b061f-156e-4a7c-8d81-22fb2745dca1 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:56.498479 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'code': 200} Jul 09 13:30:56.499490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:56.651366 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.684590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-41fdb57d-0866-4a47-a426-3632670ee7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:56.686356 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-41fdb57d-0866-4a47-a426-3632670ee7f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.9541929 Jul 09 13:30:56.759632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:56.765307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:56.768007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:56.775301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.806757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9a69-8fe0-4150-931e-9cca8daeb455 req-4e107b6c-3486-4634-88f4-b2614eef09d8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:56.817553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ddc9a69-8fe0-4150-931e-9cca8daeb455 req-4e107b6c-3486-4634-88f4-b2614eef09d8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 1.0896447 Jul 09 13:30:56.857925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:56.882396 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.946053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ddc9a69-8fe0-4150-931e-9cca8daeb455 req-3de2664e-ab9f-498c-aec4-f130b06c46fd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250894 Jul 09 13:30:57.140206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-387d2fa9-bb87-40a9-9871-1966080611bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:57.141174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa01bf5-829c-4490-9a7f-8c0bb81eff6b req-94cab5d0-5bcf-4a37-bf60-cb70a55b687c tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:57.142155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-387d2fa9-bb87-40a9-9871-1966080611bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4487154 Jul 09 13:30:57.152783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cfa01bf5-829c-4490-9a7f-8c0bb81eff6b req-94cab5d0-5bcf-4a37-bf60-cb70a55b687c tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 943 time: 0.5620551 Jul 09 13:30:57.245677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:57.249534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cfa01bf5-829c-4490-9a7f-8c0bb81eff6b req-d8e0a4e0-d2a6-40c1-8b32-eccf0df0f84b tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956969 Jul 09 13:30:57.256778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:57.268034 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156ee1b-2e14-43be-a97e-d5fb92edf44b None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:57.301430 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156ee1b-2e14-43be-a97e-d5fb92edf44b None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:57.303479 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8156ee1b-2e14-43be-a97e-d5fb92edf44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:57.412127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:57.413080 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:57.422283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:57.430607 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8156ee1b-2e14-43be-a97e-d5fb92edf44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:57.461899 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156ee1b-2e14-43be-a97e-d5fb92edf44b None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:57.463588 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8156ee1b-2e14-43be-a97e-d5fb92edf44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:57.544475 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8156ee1b-2e14-43be-a97e-d5fb92edf44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:57.547578 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156ee1b-2e14-43be-a97e-d5fb92edf44b None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:57.557462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['3c2d49dd-34ce-4f52-9d5c-90ecb6c987db'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:57.567535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9de2a3a4-f6d0-4b13-85cc-a6e9f169c2af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/floatingips/b0ea74ff-a104-4a49-97aa-0894f94093ed HTTP/1.1" status: 204 len: 168 time: 6.0216749 Jul 09 13:30:57.571972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41030) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:57.639895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:30:57.655216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-81ffa397-06d3-41fa-aa53-a2916f58e1ab service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027382 Jul 09 13:30:57.833458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] Deleting port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:57.834421 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:57.938393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835ff11-9a83-4489-9639-e30ac2e413cb req-2f29a568-56c6-448f-a4ad-0f5d643fd07d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:57.958522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a835ff11-9a83-4489-9639-e30ac2e413cb req-2f29a568-56c6-448f-a4ad-0f5d643fd07d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.6956732 Jul 09 13:30:58.017390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] For port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7ed82842-e6f7-46e1-8a96-1bd81bd5e23b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:58.018109 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.049983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a835ff11-9a83-4489-9639-e30ac2e413cb req-29954dbc-5ca9-4878-a20d-90f8c97d277e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901976 Jul 09 13:30:58.055853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5af78cca-1d05-4268-afb1-c528a03a4f35 req-e4da8b26-7988-4ad2-a165-94df4baed311 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796997 Jul 09 13:30:58.073709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.objects.ports [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93912) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:30:58.091376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] Calling delete_port for 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:58.270182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:58.299742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:58.300156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:58.304349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.342235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] Pushing event deleted for resources: {'Port': ['ID=7ed82842-e6f7-46e1-8a96-1bd81bd5e23b,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:58.365610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88002b53-1782-44e7-bd10-effbb6ee306c None None] No DVR routers for this DVR port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:58.462822 n-d-799524-3 neutron-server[93912]: WARNING neutron.services.revisions.revision_plugin [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Could not find related port for resource to bump revision. Jul 09 13:30:58.482411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec89dd2-3711-44fa-a7ee-8ec383c095ee req-59ec2687-86ef-4d59-906e-7b85536a75a4 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.486276 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0ec89dd2-3711-44fa-a7ee-8ec383c095ee req-59ec2687-86ef-4d59-906e-7b85536a75a4 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.6258845 Jul 09 13:30:58.488856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Port 7ed82842-e6f7-46e1-8a96-1bd81bd5e23b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93912) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 13:30:58.489327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Reverting IP allocation for 2001:db8::f816:3eff:feef:8862 {{(pid=93912) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 13:30:58.496012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feef:8862 {{(pid=93912) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 13:30:58.506423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.529672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1e85e6ee-8c7c-4b02-86cb-0942f9dd16ed tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port a3853b43-8d17-4738-80cd-361c6251c774 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:58.530026 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e85e6ee-8c7c-4b02-86cb-0942f9dd16ed tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.619681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c2c1e-c790-43fc-bc09-beaf9f59de2f req-5fe91c8f-aebb-4a40-89c9-967c57fe1d18 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.622407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c64c2c1e-c790-43fc-bc09-beaf9f59de2f req-5fe91c8f-aebb-4a40-89c9-967c57fe1d18 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.0990489 Jul 09 13:30:58.648661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:58.667281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:58.682297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.683234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.686190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4449fdae-b761-456f-bee2-212d86d90ada None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:58.711472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c64c2c1e-c790-43fc-bc09-beaf9f59de2f req-b524d629-f38b-4e41-a459-01cd7b5a43d6 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823059 Jul 09 13:30:58.724844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0ec89dd2-3711-44fa-a7ee-8ec383c095ee req-9931d87e-fc7b-47cc-8094-04ef773b2699 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237399 Jul 09 13:30:58.730811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=86de0175-0039-4db7-a875-251a715386d9,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:58.768248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3bbc244e-057c-4f6a-b136-ceac60833fe9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4746265 Jul 09 13:30:58.773537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41038) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:58.778745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:da:68:5a', 'name': 'tempest-NetworksTestDHCPv6-750102976'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:58.811208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e85e6ee-8c7c-4b02-86cb-0942f9dd16ed tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.891001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-e2247947-3d10-43db-9dc2-f53d36c89d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.893325 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-e2247947-3d10-43db-9dc2-f53d36c89d12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110&tenant_id=253cea29fe694b01a0cc742ddfc26ad6 HTTP/1.1" status: 200 len: 1095 time: 0.1731799 Jul 09 13:30:58.899590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1e85e6ee-8c7c-4b02-86cb-0942f9dd16ed tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for a3853b43-8d17-4738-80cd-361c6251c774 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:59.046673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '86de0175-0039-4db7-a875-251a715386d9'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:30:59.048504 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.073834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-c60da3b5-aa4a-42c3-abb5-1ccc0508942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:59.079790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-c60da3b5-aa4a-42c3-abb5-1ccc0508942a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 1095 time: 0.1271420 Jul 09 13:30:59.135555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:59.372695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.432848 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e85e6ee-8c7c-4b02-86cb-0942f9dd16ed tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.450000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port b01400cd-009c-4921-b5be-84ad6ff13455 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:30:59.497622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Allocated IP 2001:db8::f816:3eff:fe4c:2465 (d21b40f0-27df-45e6-a847-be7286ec6856/86de0175-0039-4db7-a875-251a715386d9/3f9a2fb4-60da-4db1-9692-536c0d04e2dc) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:59.527807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4964-d7f5-48a3-ac62-1470361f220d req-cbff68be-9e09-44f7-8b72-44d754da6ba2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:59.539836 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9cc4964-d7f5-48a3-ac62-1470361f220d req-cbff68be-9e09-44f7-8b72-44d754da6ba2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 944 time: 0.3902681 Jul 09 13:30:59.560426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-33f21c9b-9829-49e9-b3d7-e18956246562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:59.562575 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-33f21c9b-9829-49e9-b3d7-e18956246562 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.4557171 Jul 09 13:30:59.652681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85e6ee-8c7c-4b02-86cb-0942f9dd16ed tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=a3853b43-8d17-4738-80cd-361c6251c774,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:59.766112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9cc4964-d7f5-48a3-ac62-1470361f220d req-8fb0e54b-de89-4427-831a-d15366fbe487 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168596 Jul 09 13:30:59.818660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-ce87f432-722a-40fa-bd6b-3fde68011933 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf3f337-d714-4b28-8c7f-6f67563d8193 HTTP/1.1" status: 200 len: 999 time: 0.2416158 Jul 09 13:30:59.909373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-a78a6954-cdbd-4e7e-a08e-8f6c19bd8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:59.911085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-a78a6954-cdbd-4e7e-a08e-8f6c19bd8f38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.0836906 Jul 09 13:30:59.953068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.981055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Transition to ACTIVE for port object 3f9a2fb4-60da-4db1-9692-536c0d04e2dc will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:00.006505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc27253-9d0d-4221-bff4-ff55877fa46a req-50988ce5-04c0-410d-bda6-42e7ddeb3e58 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:00.015046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Transition to ACTIVE for port object 3f9a2fb4-60da-4db1-9692-536c0d04e2dc will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:00.022468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cdc27253-9d0d-4221-bff4-ff55877fa46a req-50988ce5-04c0-410d-bda6-42e7ddeb3e58 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.5512993 Jul 09 13:31:00.025474 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.043396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-fe028919-b31b-49be-ae8d-cee3bc654e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:00.048255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-fe028919-b31b-49be-ae8d-cee3bc654e77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301091 Jul 09 13:31:00.093332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:00.095070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:00.105262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:00.122019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:feda:685a (d21b40f0-27df-45e6-a847-be7286ec6856/86de0175-0039-4db7-a875-251a715386d9/b01400cd-009c-4921-b5be-84ad6ff13455) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:00.128980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:00.232835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2fb4-60da-4db1-9692-536c0d04e2dc,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:00.306738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ab28-0449-4fe6-937a-dfe31063ccec req-1a82e7fd-55f9-472d-be76-b303fb3c7a05 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:00.312234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa43ab28-0449-4fe6-937a-dfe31063ccec req-1a82e7fd-55f9-472d-be76-b303fb3c7a05 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.2470624 Jul 09 13:31:00.324335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Attempting to bind port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:00.325032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Attempting to bind port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:00.325577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Attempting to bind port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:00.334236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-32165646-a72c-43aa-929a-94767cdf44ba service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760270 Jul 09 13:31:00.336285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:00.337039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:00.337705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.338342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:00.339256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Bound port: 3f9a2fb4-60da-4db1-9692-536c0d04e2dc, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:00.340376 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.345296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:00.354280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:00.354920 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.357524 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e85e6ee-8c7c-4b02-86cb-0942f9dd16ed tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.359531 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1e85e6ee-8c7c-4b02-86cb-0942f9dd16ed tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/ports/a3853b43-8d17-4738-80cd-361c6251c774 HTTP/1.1" status: 204 len: 168 time: 2.7862036 Jul 09 13:31:00.366874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41050) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:00.384320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:00.423375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cdc27253-9d0d-4221-bff4-ff55877fa46a req-1ab63e10-664b-4846-b5f5-199b345e8747 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984418 Jul 09 13:31:00.489237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa43ab28-0449-4fe6-937a-dfe31063ccec req-499fc99c-7c1d-41fb-8fdf-aa57c79cb512 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621313 Jul 09 13:31:00.524988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] For port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:00.531080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] For port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f9a2fb4-60da-4db1-9692-536c0d04e2dc,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:00.543058 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.565816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d250b89e-4030-4d7f-bb38-3de52d4aff27 req-eb93f23b-a0a1-4b32-a7a9-17c1b2283067 service neutron] 10.222.0.11 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167842 Jul 09 13:31:00.610589 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.613070 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.688884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:00.691891 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd627348-3f8b-47ad-a1af-2f1af27b2da3" -d '{"events": [{"server_uuid": "a5daefbb-4060-4dd3-b4d8-fec491646c9c", "name": "network-vif-plugged", "status": "completed", "tag": "3c2d49dd-34ce-4f52-9d5c-90ecb6c987db"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:00.723412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:00.745449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.747933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dea4c-2b52-47fc-9523-1b28933d21a9 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2fb4-60da-4db1-9692-536c0d04e2dc,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:00.842367 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.847392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:00.906903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object b01400cd-009c-4921-b5be-84ad6ff13455 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:00.950780 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea4b78-819a-4f0c-ae34-e6080f81bed1 x-openstack-request-id: req-9bea4b78-819a-4f0c-ae34-e6080f81bed1 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:00.951147 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5daefbb-4060-4dd3-b4d8-fec491646c9c", "name": "network-vif-plugged", "status": "completed", "tag": "3c2d49dd-34ce-4f52-9d5c-90ecb6c987db", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:00.951407 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bea4b78-819a-4f0c-ae34-e6080f81bed1 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:00.951827 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'code': 200} Jul 09 13:31:01.037263 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:01.038105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12532161-3626-4bbe-8591-64b0f7125393 req-4ddc0a5b-df9c-4462-97f3-5f08d23a3771 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:01.046429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-12532161-3626-4bbe-8591-64b0f7125393 req-4ddc0a5b-df9c-4462-97f3-5f08d23a3771 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 945 time: 0.3058813 Jul 09 13:31:01.091855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.121957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.148172 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-12532161-3626-4bbe-8591-64b0f7125393 req-d1426f93-329e-452a-beaa-2a6165a4e776 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005559 Jul 09 13:31:01.256939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75050c-f384-4bc1-90bb-d738c857a42d req-59d7b61b-97f7-41b9-ac46-152a8dc197ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:01.259129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c75050c-f384-4bc1-90bb-d738c857a42d req-59d7b61b-97f7-41b9-ac46-152a8dc197ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 1096 time: 0.2072084 Jul 09 13:31:01.358453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:01.366507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:01.373479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:01.392887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:01.410038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'network_id': '9ab636c6-a6c1-4c96-b850-6a96a0c98193', 'port_id': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'mac_address': 'fa:16:3e:e7:90:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921566ea-3bdd-45da-932e-3f1e7dd19fd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:01.418069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:01.419105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.521145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c75050c-f384-4bc1-90bb-d738c857a42d req-27fc1f31-aa67-4d45-9aa0-343f592ac683 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516544 Jul 09 13:31:01.536181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=b01400cd-009c-4921-b5be-84ad6ff13455,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:01.556615 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.584847 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-12488ec9-fb2d-40c0-a84c-a3970c673c9d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8076870 Jul 09 13:31:01.586428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41078) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:01.613950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:01.654774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.25.5.66 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/eceb0d0c-4d76-41a3-bc85-ed1a95978e68) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:01.693787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:01.711423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.735874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf6fb5-b477-40a6-8192-c2e2ba8f98b4 req-c012fd1e-625a-4c35-8342-b7e827e1d50f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:01.738042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eccf6fb5-b477-40a6-8192-c2e2ba8f98b4 req-c012fd1e-625a-4c35-8342-b7e827e1d50f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 945 time: 0.4260893 Jul 09 13:31:01.886079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=11']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:01.919719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eccf6fb5-b477-40a6-8192-c2e2ba8f98b4 req-09b47c1d-c6f5-4aae-be83-67c90cf4b3a0 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717808 Jul 09 13:31:01.953689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb580b-547b-4d93-9fa4-bab24fd7623d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:01.961203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb580b-547b-4d93-9fa4-bab24fd7623d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:01.982281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-17fb580b-547b-4d93-9fa4-bab24fd7623d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3895140 Jul 09 13:31:01.982931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41082) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:02.047875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['669eeb60-3b5c-47b1-af69-7d7dbb3336d6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:02.206495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f9a2fb4-60da-4db1-9692-536c0d04e2dc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:02.209346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.259196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122bfcf-6138-4250-9673-2683fd63154b req-a5be1761-aaf0-4d47-93f4-b86565a95d8a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:02.279368 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6122bfcf-6138-4250-9673-2683fd63154b req-a5be1761-aaf0-4d47-93f4-b86565a95d8a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.4353907 Jul 09 13:31:02.337287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-bedb973c-de35-4b31-a9ae-78f559db658e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port b01400cd-009c-4921-b5be-84ad6ff13455 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:02.338218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bedb973c-de35-4b31-a9ae-78f559db658e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.397411 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6122bfcf-6138-4250-9673-2683fd63154b req-72d7a261-d917-47a7-bd0b-10bdc6c4d3ab tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169028 Jul 09 13:31:02.445795 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.456308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5ad1c-32f4-4140-94c1-41274da0c00b req-d5410805-822c-470f-bf5a-803be56d9e3b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:02.457892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e5ad1c-32f4-4140-94c1-41274da0c00b req-d5410805-822c-470f-bf5a-803be56d9e3b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.2339010 Jul 09 13:31:02.567181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=eceb0d0c-4d76-41a3-bc85-ed1a95978e68,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:02.576720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:02.581801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:02.594304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:02.597102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e5ad1c-32f4-4140-94c1-41274da0c00b req-df064f5e-fe91-4972-841e-cc46ccdf8d4c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155131 Jul 09 13:31:02.605611 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bedb973c-de35-4b31-a9ae-78f559db658e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.644838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:02.671811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-bedb973c-de35-4b31-a9ae-78f559db658e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for b01400cd-009c-4921-b5be-84ad6ff13455 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:02.972440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-edf855bf-442f-44d8-bb4d-41fe4c278c2b None None] Provisioning for port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:02.995916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-edf855bf-442f-44d8-bb4d-41fe4c278c2b None None] Provisioning complete for port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:02.996298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-edf855bf-442f-44d8-bb4d-41fe4c278c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.189175 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bedb973c-de35-4b31-a9ae-78f559db658e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.261662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-edf855bf-442f-44d8-bb4d-41fe4c278c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.339075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-edf855bf-442f-44d8-bb4d-41fe4c278c2b None None] For port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f9a2fb4-60da-4db1-9692-536c0d04e2dc,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:03.345402 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-edf855bf-442f-44d8-bb4d-41fe4c278c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.371404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb973c-de35-4b31-a9ae-78f559db658e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=b01400cd-009c-4921-b5be-84ad6ff13455,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:03.382171 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bedb973c-de35-4b31-a9ae-78f559db658e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.397387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bedb973c-de35-4b31-a9ae-78f559db658e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/b01400cd-009c-4921-b5be-84ad6ff13455 HTTP/1.1" status: 204 len: 168 time: 1.3987098 Jul 09 13:31:03.406826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41090) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:03.489141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-63fa1b9a-7b14-4dd6-9bda-49d6e5aaf0cf None None] Could not find standard attr ID for object b01400cd-009c-4921-b5be-84ad6ff13455. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:31:03.489141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf855bf-442f-44d8-bb4d-41fe4c278c2b None None] Pushing event updated for resources: {'Port': ['ID=3f9a2fb4-60da-4db1-9692-536c0d04e2dc,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:03.525795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f659ad-baa2-4248-be49-67cc28b6cd49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:03.527325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f659ad-baa2-4248-be49-67cc28b6cd49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:03.542389 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-75f659ad-baa2-4248-be49-67cc28b6cd49 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325648 Jul 09 13:31:03.544221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41094) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:03.599126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c1fff-c468-4b70-88ca-9bf4d7ce233c req-67a9584c-2fef-4acb-935b-6fbc4f60283d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:03.600638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d4c1fff-c468-4b70-88ca-9bf4d7ce233c req-67a9584c-2fef-4acb-935b-6fbc4f60283d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.4569650 Jul 09 13:31:03.697539 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.740448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa656f38-38cf-42ab-ac46-b112c1c806b7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 86de0175-0039-4db7-a875-251a715386d9 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:03.749742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa656f38-38cf-42ab-ac46-b112c1c806b7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.764991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d4c1fff-c468-4b70-88ca-9bf4d7ce233c req-3c0d5847-b0cc-401a-bf68-4328d8f03243 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966566 Jul 09 13:31:03.828402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.871401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa656f38-38cf-42ab-ac46-b112c1c806b7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.021978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc415b-63a9-4965-86b9-b3053af80386 req-76b14bed-976b-4bd3-8653-8c553fb3ab21 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:04.032122 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b9bc415b-63a9-4965-86b9-b3053af80386 req-76b14bed-976b-4bd3-8653-8c553fb3ab21 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 945 time: 0.4154284 Jul 09 13:31:04.140458 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b9bc415b-63a9-4965-86b9-b3053af80386 req-cbe8e56a-2728-4099-81ea-018a85fb3a7d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068618 Jul 09 13:31:04.197085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f9a2fb4-60da-4db1-9692-536c0d04e2dc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:04.226698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa656f38-38cf-42ab-ac46-b112c1c806b7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.343818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.351162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.356005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:04.356764 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.393868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6669-8786-4030-a651-48c0e23966e2 req-337ddce8-4ee8-4a65-a4dd-4a4795ef37da tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:04.414079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a4f6669-8786-4030-a651-48c0e23966e2 req-337ddce8-4ee8-4a65-a4dd-4a4795ef37da tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.4185305 Jul 09 13:31:04.516264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a4f6669-8786-4030-a651-48c0e23966e2 req-8d13137b-06f9-445d-a95b-7b475d4426a3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949900 Jul 09 13:31:04.549547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa656f38-38cf-42ab-ac46-b112c1c806b7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.609717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa656f38-38cf-42ab-ac46-b112c1c806b7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=86de0175-0039-4db7-a875-251a715386d9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:04.628217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa656f38-38cf-42ab-ac46-b112c1c806b7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.639362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41108) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:04.640158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e687721-1bad-4b72-b68f-ea2636190d3a None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:04.650202 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fa656f38-38cf-42ab-ac46-b112c1c806b7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/86de0175-0039-4db7-a875-251a715386d9 HTTP/1.1" status: 204 len: 168 time: 1.0984700 Jul 09 13:31:04.724049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41110) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:04.724631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1fdd6265-21a6-4579-a82c-0c5b86a62132 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819921 Jul 09 13:31:04.730493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=eceb0d0c-4d76-41a3-bc85-ed1a95978e68,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:04.743940 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.796800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.799371 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8f52865a-19f2-4916-aef3-d53fad42d414 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4221888 Jul 09 13:31:04.803137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41114) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:04.813416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'port': {'network_id': '89c1a727-4c65-4b20-9d16-f876b0315a75', 'name': 'tempest-FloatingIPTestJSON-1021356344'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:04.849687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a0cb9-a126-4be9-85d4-61b6413a11dc req-627e24b8-9406-4f0e-8488-efb767cf8b16 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:04.865479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-072a0cb9-a126-4be9-85d4-61b6413a11dc req-627e24b8-9406-4f0e-8488-efb767cf8b16 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.3874416 Jul 09 13:31:04.943925 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-072a0cb9-a126-4be9-85d4-61b6413a11dc req-71beeca0-f759-44b6-860e-4ed0fe2edef1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773950 Jul 09 13:31:04.950765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663213a-8b94-47e2-969d-b71fa4b93e5a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:04.953092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3663213a-8b94-47e2-969d-b71fa4b93e5a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2280078 Jul 09 13:31:04.957518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:05.029140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a5cd0-6998-42ea-bf9b-d1e34d9eeffc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:05.030638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f85a5cd0-6998-42ea-bf9b-d1e34d9eeffc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718992 Jul 09 13:31:05.033643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41118) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:05.055450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:05.118782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41120) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:05.122139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2ace52ff-56d9-4ae7-9885-ee9684df9c62 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861580 Jul 09 13:31:05.123683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:31:05.133361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:05.406052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] Deleting port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:05.406626 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.421426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:05.426917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.510339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:05.510832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] device_id is not set on port 7ba4c5b9-642b-47cc-b387-8359cc9c3328 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:05.544185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:05.544185 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.554064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da43894-5104-4703-950b-046023a16c8c req-38beca10-f5bf-42cf-bac6-649304d5a490 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:05.566301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4da43894-5104-4703-950b-046023a16c8c req-38beca10-f5bf-42cf-bac6-649304d5a490 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 946 time: 0.2866046 Jul 09 13:31:05.629272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4da43894-5104-4703-950b-046023a16c8c req-a1c9e2a3-1a73-4717-8c10-7a639276a6ac tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617714 Jul 09 13:31:05.665825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] For port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f9a2fb4-60da-4db1-9692-536c0d04e2dc,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:05.666242 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.686333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b013a-6017-4476-ae76-d109c133cea5 req-fe5e337c-0184-4c91-ba5f-7a2c7657f291 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:05.687950 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b92b013a-6017-4476-ae76-d109c133cea5 req-fe5e337c-0184-4c91-ba5f-7a2c7657f291 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 945 time: 0.5004189 Jul 09 13:31:05.699445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41124) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:05.704838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Request body: {'floatingip': {'port_id': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:05.726769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] Calling delete_port for 3f9a2fb4-60da-4db1-9692-536c0d04e2dc owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:05.763666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.20.0.7 (89c1a727-4c65-4b20-9d16-f876b0315a75/0baa2a60-5e6e-46be-b3d4-db389f3000d7/7ba4c5b9-642b-47cc-b387-8359cc9c3328) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:05.794090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.932480 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.937765 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.983181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:05.992344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.020910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:06.028912 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eae0cfd-d359-467d-873d-e05bc9a6a495" -d '{"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:06.065079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:06.075524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.123051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f9a2fb4-60da-4db1-9692-536c0d04e2dc no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:06.275123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.305194 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.376271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] No DVR routers for this DVR port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:06.463191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No active binding found for port 3f9a2fb4-60da-4db1-9692-536c0d04e2dc {{(pid=93914) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:31:06.473143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f9a2fb4-60da-4db1-9692-536c0d04e2dc not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:06.477602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=12']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:06.480665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 89c1a727-4c65-4b20-9d16-f876b0315a75 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:06.492634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:06.526207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:06.568866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefefa8-f962-402d-b614-d61e5b2d7ddb None None] Pushing event deleted for resources: {'Port': ['ID=3f9a2fb4-60da-4db1-9692-536c0d04e2dc,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:06.583605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.601761 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.627103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=7ba4c5b9-642b-47cc-b387-8359cc9c3328,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:06.634840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:06.635562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.654699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.655037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.655378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.655724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.656071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.656408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.657343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.657849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.658215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.668586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.669146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.669507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.701304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1edd4b1d-cb90-42de-825b-61341b2299bc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8938627 Jul 09 13:31:06.704429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41136) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:06.709395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'port_id': '7ba4c5b9-642b-47cc-b387-8359cc9c3328'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:06.807956 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Floating IP 714531b4-de69-410c-9aa4-d383ef79f744 associated. External IP: 172.25.5.169, port: 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db. Jul 09 13:31:06.850801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:31:06.907085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be003c5-becc-4b3d-a24f-3d4dca460e43 req-d2816889-93c9-4bf2-b118-eeb7e8b62547 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:06.915390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6be003c5-becc-4b3d-a24f-3d4dca460e43 req-d2816889-93c9-4bf2-b118-eeb7e8b62547 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.3299520 Jul 09 13:31:07.012669 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6be003c5-becc-4b3d-a24f-3d4dca460e43 req-71495288-abcd-4411-9c44-8f24780b65d8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962059 Jul 09 13:31:07.174442 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da132d5-c22f-4332-8e74-341e020ec526 x-openstack-request-id: req-9da132d5-c22f-4332-8e74-341e020ec526 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:07.174778 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:07.175139 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9da132d5-c22f-4332-8e74-341e020ec526 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:07.175557 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'code': 200} Jul 09 13:31:07.326154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Router 10611aa5-a901-46b5-b90c-bc2420071a34 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:07.408453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.504313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.577356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f5d5-13ad-4ab5-85fc-a0c0ef990cf4 req-4d7b8105-6631-4ccf-85b1-8f84528e8f2f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:07.597189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc67f5d5-13ad-4ab5-85fc-a0c0ef990cf4 req-4d7b8105-6631-4ccf-85b1-8f84528e8f2f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.2036283 Jul 09 13:31:07.631838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:07.647071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263ddc-8359-4d91-9132-95491069151d None None] Sync routers for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:07.650467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.661917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:07.667812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71263ddc-8359-4d91-9132-95491069151d None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:07.668472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-71263ddc-8359-4d91-9132-95491069151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:07.681938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:07.686054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:07.687130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.746855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6252050 Jul 09 13:31:07.750649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41142) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:07.770658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:b7:a1:4b', 'name': 'tempest-NetworksTestDHCPv6-417337977'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:07.788263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940b87a-1f71-4d01-9b14-58315cbd283d req-47033560-a7e3-4137-991b-55fee671e1b7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:07.790860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3940b87a-1f71-4d01-9b14-58315cbd283d req-47033560-a7e3-4137-991b-55fee671e1b7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 1.0386565 Jul 09 13:31:07.795275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c92845-82ae-42fe-94fe-c4dc8228a245 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=8ce8ee15-4610-49a1-9807-f12a32eb3f80,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:07.823738 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc67f5d5-13ad-4ab5-85fc-a0c0ef990cf4 req-1f87d190-3d01-48a7-b430-dece0b56d3f0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212076 Jul 09 13:31:07.859748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3940b87a-1f71-4d01-9b14-58315cbd283d req-67b993e7-c6b1-410e-8d0d-90dc3cdfe4d8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593381 Jul 09 13:31:07.926325 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5b09e6b0-2c51-4c58-b0a0-179d5f8a5253 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "PUT /v2.0/floatingips/714531b4-de69-410c-9aa4-d383ef79f744 HTTP/1.1" status: 200 len: 991 time: 2.2252572 Jul 09 13:31:07.929862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'tag': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:07.933586 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5daefbb-4060-4dd3-b4d8-fec491646c9c", "tag": "3c2d49dd-34ce-4f52-9d5c-90ecb6c987db"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:07.955174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03cbd2-6c19-4a38-823d-bbc3bc943502 req-957b9827-3788-4dbd-8754-128df192f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:07.957559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa03cbd2-6c19-4a38-823d-bbc3bc943502 req-957b9827-3788-4dbd-8754-128df192f10c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 1098 time: 0.4543970 Jul 09 13:31:08.090574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-71263ddc-8359-4d91-9132-95491069151d None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:08.149694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa03cbd2-6c19-4a38-823d-bbc3bc943502 req-94bc7c1a-3c86-43ad-b57b-4ac9316363bc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750677 Jul 09 13:31:08.190247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d6547-b3c4-407e-bd23-2b7297460ee4 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:08.216829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:08.352450 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48042278-b880-4cf9-8ad1-0904d0557a8a x-openstack-request-id: req-48042278-b880-4cf9-8ad1-0904d0557a8a {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:08.352879 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5daefbb-4060-4dd3-b4d8-fec491646c9c", "tag": "3c2d49dd-34ce-4f52-9d5c-90ecb6c987db", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:08.353251 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48042278-b880-4cf9-8ad1-0904d0557a8a {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:08.353768 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'tag': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'status': 'completed', 'code': 200} Jul 09 13:31:08.497421 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.652832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port a5887916-9e50-4dd3-8e98-ab0b62e97ea7 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:08.716565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53d9e5-0d57-461d-9c37-f183ef951639 req-567f9175-a9ef-4d99-9d82-2b7e532176fd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:08.729860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0b53d9e5-0d57-461d-9c37-f183ef951639 req-567f9175-a9ef-4d99-9d82-2b7e532176fd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.2512083 Jul 09 13:31:08.771300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-15dd9381-5833-4e27-bfcf-9f010deb0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:08.775231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-15dd9381-5833-4e27-bfcf-9f010deb0a0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 1096 time: 0.3006134 Jul 09 13:31:08.902432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '8ce8ee15-4610-49a1-9807-f12a32eb3f80'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:31:08.907465 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.965641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0b53d9e5-0d57-461d-9c37-f183ef951639 req-3fd6c495-2df6-49b3-b2ae-8ab2f144be84 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218893 Jul 09 13:31:09.002982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.022005 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.149423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:feb7:a14b (d21b40f0-27df-45e6-a847-be7286ec6856/8ce8ee15-4610-49a1-9807-f12a32eb3f80/a5887916-9e50-4dd3-8e98-ab0b62e97ea7) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:09.300714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-71263ddc-8359-4d91-9132-95491069151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '714531b4-de69-410c-9aa4-d383ef79f744', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'port_id': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'mac_address': 'fa:16:3e:23:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:30:35Z', 'updated_at': '2021-07-09T13:31:06Z', 'revision_number': 1, 'project_id': '0843236cfe71477f8029140b6761f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:09.306781 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP ccc62ad0-4132-4408-9f4a-41366311d513 associated. External IP: 172.25.5.66, port: 7ba4c5b9-642b-47cc-b387-8359cc9c3328. Jul 09 13:31:09.392038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263ddc-8359-4d91-9132-95491069151d None None] Checking router: 10611aa5-a901-46b5-b90c-bc2420071a34 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:31:09.429176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71263ddc-8359-4d91-9132-95491069151d None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:09.429968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-71263ddc-8359-4d91-9132-95491069151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:09.508792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-443746fe-9024-4f18-ba9c-f70ae6179128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:09.510281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-443746fe-9024-4f18-ba9c-f70ae6179128 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 911 time: 0.7261019 Jul 09 13:31:09.619176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-83e204b3-6d98-42cd-87d3-daab22acbc13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db HTTP/1.1" status: 200 len: 999 time: 0.0939095 Jul 09 13:31:09.627155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-71263ddc-8359-4d91-9132-95491069151d None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:09.639022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c160b1-73dd-45c3-9fa1-b936360b2cf8 req-85ccee0f-c40c-4471-813a-bedf1f62f312 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:09.646586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68c160b1-73dd-45c3-9fa1-b936360b2cf8 req-85ccee0f-c40c-4471-813a-bedf1f62f312 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.3556008 Jul 09 13:31:09.728752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd9f01-2dde-43d1-819a-d3009ee8289b req-d772e03a-9ea2-4c48-af0b-d47da8d59f4c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:09.742905 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aadd9f01-2dde-43d1-819a-d3009ee8289b req-d772e03a-9ea2-4c48-af0b-d47da8d59f4c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.5439329 Jul 09 13:31:09.799018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68c160b1-73dd-45c3-9fa1-b936360b2cf8 req-4f556379-1ac7-4b54-a7ed-6008513cb3b1 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513624 Jul 09 13:31:09.823240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aadd9f01-2dde-43d1-819a-d3009ee8289b req-e8791b8e-7329-4c70-a122-653ec9cece33 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792184 Jul 09 13:31:09.844517 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.898391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object a5887916-9e50-4dd3-8e98-ab0b62e97ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:09.953180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-584c980f-6520-408e-98fd-28f9cc630a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:09.958463 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-584c980f-6520-408e-98fd-28f9cc630a88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.3275869 Jul 09 13:31:09.996418 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.153322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:10.193935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:10.211058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:10.211348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:10.239394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.245055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.252863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-86b1a9ff-5802-4f6f-a976-a8460d28bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.255754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-86b1a9ff-5802-4f6f-a976-a8460d28bfc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2868702 Jul 09 13:31:10.277368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Allocated IP 2001:db8::f816:3eff:fe6c:4a58 (d21b40f0-27df-45e6-a847-be7286ec6856/8ce8ee15-4610-49a1-9807-f12a32eb3f80/9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:10.308401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=a5887916-9e50-4dd3-8e98-ab0b62e97ea7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:10.328473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c345dc5d-1afa-44bb-bd7a-eedce02f9191 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5612988 Jul 09 13:31:10.330569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41170) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:10.577352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4292be9d-d9a2-4f13-aa42-c47b9b5d8896 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.579433 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4292be9d-d9a2-4f13-aa42-c47b9b5d8896 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2472260 Jul 09 13:31:10.585392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41172) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:10.643684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307319c5-9e59-4bc5-a2a2-21d68675b20c req-072be922-cad0-48e5-b1ee-c8aa11a9d654 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.645655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-307319c5-9e59-4bc5-a2a2-21d68675b20c req-072be922-cad0-48e5-b1ee-c8aa11a9d654 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.1979184 Jul 09 13:31:10.659847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-93ea57ca-ee5d-4f67-b7a3-6547557be652 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294404 Jul 09 13:31:10.673736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:10.688782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-71263ddc-8359-4d91-9132-95491069151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '714531b4-de69-410c-9aa4-d383ef79f744', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'port_id': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'mac_address': 'fa:16:3e:23:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:30:35Z', 'updated_at': '2021-07-09T13:31:06Z', 'revision_number': 1, 'project_id': '0843236cfe71477f8029140b6761f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:10.694334 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7fdfc5-0f36-4223-a280-f0751e974c16 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:10.704882 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.715712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-307319c5-9e59-4bc5-a2a2-21d68675b20c req-1091977f-5193-41fe-98dd-7f66c0064f70 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Jul 09 13:31:10.729591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7fdfc5-0f36-4223-a280-f0751e974c16 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:10.731123 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1c7fdfc5-0f36-4223-a280-f0751e974c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:10.774198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263ddc-8359-4d91-9132-95491069151d None None] The sync data for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 is: [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '714531b4-de69-410c-9aa4-d383ef79f744', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'port_id': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'mac_address': 'fa:16:3e:23:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:30:35Z', 'updated_at': '2021-07-09T13:31:06Z', 'revision_number': 1, 'project_id': '0843236cfe71477f8029140b6761f877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:10.775617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b866b4b9-d18e-45f1-9ab4-72ca538b2be4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/floatingips/ccc62ad0-4132-4408-9f4a-41366311d513 HTTP/1.1" status: 200 len: 977 time: 4.0701132 Jul 09 13:31:10.779703 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.816072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Transition to ACTIVE for port object 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:10.820619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41174) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:10.850244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Transition to ACTIVE for port object 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:10.875281 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.906920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:10.911676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:10.931248 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1c7fdfc5-0f36-4223-a280-f0751e974c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:10.945254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:10.953182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40581cd-d72f-4bf7-8eb1-2d928bfea64f req-6119c1bf-fec0-430d-9422-258adee4b210 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844968 Jul 09 13:31:11.001792 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7fdfc5-0f36-4223-a280-f0751e974c16 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:11.003763 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1c7fdfc5-0f36-4223-a280-f0751e974c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:11.212716 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1c7fdfc5-0f36-4223-a280-f0751e974c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:11.213836 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7fdfc5-0f36-4223-a280-f0751e974c16 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:11.287588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ecec591c-6803-4d93-9052-4fcf43393bfa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port a5887916-9e50-4dd3-8e98-ab0b62e97ea7 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:11.288579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ecec591c-6803-4d93-9052-4fcf43393bfa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.343455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Attempting to bind port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:11.344276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Attempting to bind port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:11.344276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Attempting to bind port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:11.368697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Pushing event updated for resources: {'Port': ['ID=9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:11.373326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:11.374208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:11.374446 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.375396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:11.375606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Bound port: 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:11.375980 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.516023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] For port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:11.520045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] For port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:11.528716 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.586388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 7ba4c5b9-642b-47cc-b387-8359cc9c3328 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:11.587089 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.607368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264208b7-e752-4c83-8d94-96fdc8b6ebfe None None] Pushing event updated for resources: {'Port': ['ID=9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:11.612695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943af62e-8b5c-449f-8f44-f19492017475 None None] New status for floating IP 714531b4-de69-410c-9aa4-d383ef79f744: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:31:11.648126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0236d0-c36a-4439-8378-2db27d712bbc req-b25a4ac2-2910-44a3-8009-a24548fbcaf3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:11.655339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e0236d0-c36a-4439-8378-2db27d712bbc req-b25a4ac2-2910-44a3-8009-a24548fbcaf3 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.3288019 Jul 09 13:31:11.762461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e0236d0-c36a-4439-8378-2db27d712bbc req-5d4baaf2-3444-4649-8514-3aecd67430ea tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060903 Jul 09 13:31:11.791094 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ecec591c-6803-4d93-9052-4fcf43393bfa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.859181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f131-8a57-485b-b05a-98e4fe416155 req-51717ee0-f6d7-4612-a022-4f6368cf72e4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:11.873388 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e762f131-8a57-485b-b05a-98e4fe416155 req-51717ee0-f6d7-4612-a022-4f6368cf72e4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.4502723 Jul 09 13:31:11.886488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ecec591c-6803-4d93-9052-4fcf43393bfa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for a5887916-9e50-4dd3-8e98-ab0b62e97ea7 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:12.104383 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.161280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e762f131-8a57-485b-b05a-98e4fe416155 req-3570546e-16cc-4ef9-89f3-83a739dc2fc7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863231 Jul 09 13:31:12.899134 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.899903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.899903 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP ccc62ad0-4132-4408-9f4a-41366311d513 disassociated. External IP: 172.25.5.66, port: 7ba4c5b9-642b-47cc-b387-8359cc9c3328. Jul 09 13:31:12.900378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 7ba4c5b9-642b-47cc-b387-8359cc9c3328 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:12.908934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ecec591c-6803-4d93-9052-4fcf43393bfa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.996736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec591c-6803-4d93-9052-4fcf43393bfa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=a5887916-9e50-4dd3-8e98-ab0b62e97ea7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:13.017390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa5af0-a237-4caf-a038-a2ceb21c4fb3 req-0906ebb5-3751-4733-a590-7be70995aeac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:13.031207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92aa5af0-a237-4caf-a038-a2ceb21c4fb3 req-0906ebb5-3751-4733-a590-7be70995aeac tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.2828660 Jul 09 13:31:13.037276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ecec591c-6803-4d93-9052-4fcf43393bfa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:13.039519 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ecec591c-6803-4d93-9052-4fcf43393bfa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/a5887916-9e50-4dd3-8e98-ab0b62e97ea7 HTTP/1.1" status: 204 len: 168 time: 2.4526494 Jul 09 13:31:13.045589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41190) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:13.137449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:13.613873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92aa5af0-a237-4caf-a038-a2ceb21c4fb3 req-aab15ed7-0430-4a12-aff6-2609d246993f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799649 Jul 09 13:31:13.645133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55274372-a037-47c2-9c00-a31e662b9cdc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:13.650969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55274372-a037-47c2-9c00-a31e662b9cdc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:13.654647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55274372-a037-47c2-9c00-a31e662b9cdc tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6064680 Jul 09 13:31:13.657315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41202) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:13.790394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b017cdc9-5654-49ab-a36f-e2fdae2e23b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 8ce8ee15-4610-49a1-9807-f12a32eb3f80 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:13.805708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b017cdc9-5654-49ab-a36f-e2fdae2e23b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:13.853343 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:13.959961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b017cdc9-5654-49ab-a36f-e2fdae2e23b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.098386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b017cdc9-5654-49ab-a36f-e2fdae2e23b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.099493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.120161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1b9e92f8-542a-4002-a20d-ad6e83d8d938 None None] Provisioning for port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:14.141099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=7ba4c5b9-642b-47cc-b387-8359cc9c3328,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:14.187729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:14.268226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23cb9-fbe9-4b73-97a8-3b93597360bc req-fb5921a0-3c52-4399-bc05-3d61a865bd41 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.277729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6de23cb9-fbe9-4b73-97a8-3b93597360bc req-fb5921a0-3c52-4399-bc05-3d61a865bd41 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 1.0624297 Jul 09 13:31:14.298300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c8a1-d897-436d-9fbf-a8f8a36a67a9 req-c81d900d-b69b-44c3-b20a-547fe3583623 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.314929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ee6c8a1-d897-436d-9fbf-a8f8a36a67a9 req-c81d900d-b69b-44c3-b20a-547fe3583623 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.1842155 Jul 09 13:31:14.359986 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3c423cd-d144-488b-b986-7732093aea44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.372555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b017cdc9-5654-49ab-a36f-e2fdae2e23b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.375714 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6de23cb9-fbe9-4b73-97a8-3b93597360bc req-37d08827-a5e5-4c38-ad61-8fa86a9a951d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966141 Jul 09 13:31:14.417543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:14.424846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:14.427492 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.450044 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b017cdc9-5654-49ab-a36f-e2fdae2e23b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.454479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b017cdc9-5654-49ab-a36f-e2fdae2e23b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/8ce8ee15-4610-49a1-9807-f12a32eb3f80 HTTP/1.1" status: 204 len: 168 time: 0.7917292 Jul 09 13:31:14.456112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:14.457668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41216) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:14.515994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf4b0aa-4847-434f-af07-a1eb0606602c None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:14.549111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017cdc9-5654-49ab-a36f-e2fdae2e23b8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce8ee15-4610-49a1-9807-f12a32eb3f80,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:14.558296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ee6c8a1-d897-436d-9fbf-a8f8a36a67a9 req-e5948af4-6e54-48d9-847a-d294cd8359ec tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420816 Jul 09 13:31:14.638671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-051968de-c5a0-4dbc-b9de-05edccbf4d36 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069839 Jul 09 13:31:14.643813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41224) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:14.649965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:14.666491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4a44ceb6-6ee7-4e3d-8b3f-9be95283cec7 None None] Could not find standard attr ID for object a5887916-9e50-4dd3-8e98-ab0b62e97ea7. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:31:14.750196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:14.760607 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7dc5c0-140b-46fb-9801-8d0de8166466 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:14.772388 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7dc5c0-140b-46fb-9801-8d0de8166466 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:14.779085 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ee7dc5c0-140b-46fb-9801-8d0de8166466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:14.896424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.902386 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-953175e4-73cb-4ef6-bd43-82cac02477af tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/ports/7ba4c5b9-642b-47cc-b387-8359cc9c3328 HTTP/1.1" status: 204 len: 168 time: 4.0802708 Jul 09 13:31:14.904873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41238) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:14.919045 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ee7dc5c0-140b-46fb-9801-8d0de8166466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:14.943705 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7dc5c0-140b-46fb-9801-8d0de8166466 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:14.944655 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ee7dc5c0-140b-46fb-9801-8d0de8166466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:14.991929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:14.997767 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.047486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-002b46b5-a588-4fda-bb10-bc44a85ebfdf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "GET /v2.0/floatingips/ccc62ad0-4132-4408-9f4a-41366311d513 HTTP/1.1" status: 200 len: 687 time: 0.1374645 Jul 09 13:31:15.049486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41248) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:15.051967 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.052408 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ee7dc5c0-140b-46fb-9801-8d0de8166466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:15.053615 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7dc5c0-140b-46fb-9801-8d0de8166466 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:15.122738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:15.128975 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.137727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daecb7f-c4bb-43aa-9c71-9198f7419567 req-07661529-a9e7-46a4-91b1-531df14a214c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.150633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8daecb7f-c4bb-43aa-9c71-9198f7419567 req-07661529-a9e7-46a4-91b1-531df14a214c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.2840030 Jul 09 13:31:15.239713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:31:15.305188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:15.310829 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8daecb7f-c4bb-43aa-9c71-9198f7419567 req-40f6fc29-b2d6-459a-9c4f-e88557abd2bf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590219 Jul 09 13:31:15.343518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port eceb0d0c-4d76-41a3-bc85-ed1a95978e68 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:15.344640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.360689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] Deleting port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:15.362067 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.565464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] For port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:15.566058 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.628590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.629209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.639269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] Calling delete_port for 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:15.656495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for eceb0d0c-4d76-41a3-bc85-ed1a95978e68 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:16.160986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:16.201782 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.212520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:31:16.244914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No active binding found for port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 {{(pid=93914) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:31:16.245669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:16.247124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] Pushing event deleted for resources: {'Port': ['ID=9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:16.249241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405bc828-91df-4300-bdbb-75af8380daf5 None None] No DVR routers for this DVR port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:16.331381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73552-b624-4229-851e-8e19524bc081 req-0eb26252-6776-42a4-a174-d2fbbde0ace6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:16.357665 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58a73552-b624-4229-851e-8e19524bc081 req-0eb26252-6776-42a4-a174-d2fbbde0ace6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.5746558 Jul 09 13:31:16.359175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d8c96-e954-4ba5-a196-5a32ee13a031 req-ea8bb1b3-7ad8-4593-87ed-c9e66f4eee10 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:16.368176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d95d8c96-e954-4ba5-a196-5a32ee13a031 req-ea8bb1b3-7ad8-4593-87ed-c9e66f4eee10 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.3788397 Jul 09 13:31:16.397646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.495735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=eceb0d0c-4d76-41a3-bc85-ed1a95978e68,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:16.528428 n-d-799524-3 neutron-server[93913]: WARNING neutron.services.revisions.revision_plugin [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Could not find related port for resource to bump revision. Jul 09 13:31:16.545481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d95d8c96-e954-4ba5-a196-5a32ee13a031 req-84644c4b-984d-4633-8714-8d88395bb273 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762102 Jul 09 13:31:16.547462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Port 9e677b45-0d19-4e6f-8ec4-95c6ea8bbca7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93913) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 13:31:16.547832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6c:4a58 {{(pid=93913) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 13:31:16.551633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6c:4a58 {{(pid=93913) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 13:31:16.552980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.553512 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58a73552-b624-4229-851e-8e19524bc081 req-59c93438-bb5f-4af8-ba1b-a95390a56e04 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945746 Jul 09 13:31:16.633363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=8af422a5-caef-4119-950c-868b5c8b673a,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:16.660914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:16.664127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:16.667905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:16.668771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.687186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bc624b90-15fc-4d01-9fbb-2ea158985164 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0419893 Jul 09 13:31:16.688758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6fdedd-a3b9-48a7-9a1c-79b45ac9962e None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:16.689615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41272) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:16.693974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.696219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:7d:8e:13', 'name': 'tempest-NetworksTestDHCPv6-527015706'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:16.698705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.707361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41274) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:16.711474 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b74a39b5-1f72-4dcc-b6eb-fe6382c7b7e0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/floatingips/ccc62ad0-4132-4408-9f4a-41366311d513 HTTP/1.1" status: 204 len: 168 time: 1.6589158 Jul 09 13:31:16.716440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '5d4cb90d-c8ca-423a-a464-7a3603d298c6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:16.869540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.002561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-a4e22583-c806-418e-a4f5-bd15d0358544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:17.004650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-a4e22583-c806-418e-a4f5-bd15d0358544 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 1096 time: 0.2409680 Jul 09 13:31:17.098153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff33f4fb-c944-4576-95cd-d4f6e7736680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.103240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '8af422a5-caef-4119-950c-868b5c8b673a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:31:17.104408 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.128149 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.287903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:17.355214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Allocated IP 2001:db8::f816:3eff:fe33:76fd (d21b40f0-27df-45e6-a847-be7286ec6856/8af422a5-caef-4119-950c-868b5c8b673a/10a239f4-d71f-4e4c-b647-d6b0dc327b7c) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:17.399619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0caf-cd5c-4add-be0f-19185f43463d req-4c60802b-dd75-47a4-8545-dc61caae3617 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:17.408866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54ae0caf-cd5c-4add-be0f-19185f43463d req-4c60802b-dd75-47a4-8545-dc61caae3617 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 945 time: 0.2923005 Jul 09 13:31:17.423840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-d8196b0d-4a99-4e26-9bef-e8e76a2dffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:17.425815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-d8196b0d-4a99-4e26-9bef-e8e76a2dffad service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.4136117 Jul 09 13:31:17.474987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-0f8fdf44-2697-45cc-baa1-62becfa9acf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374d36a5-236c-4d73-8f58-c78e3dad542d HTTP/1.1" status: 200 len: 217 time: 0.0391104 Jul 09 13:31:17.539370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54ae0caf-cd5c-4add-be0f-19185f43463d req-74092fd1-7ae4-4a01-b1b2-d0db8ad24f16 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283448 Jul 09 13:31:17.579824 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.595836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Transition to ACTIVE for port object 10a239f4-d71f-4e4c-b647-d6b0dc327b7c will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:17.625175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Transition to ACTIVE for port object 10a239f4-d71f-4e4c-b647-d6b0dc327b7c will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:17.638396 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.660658 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.663586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-5b60ee3b-d86e-402a-bcc8-e6e6aa2a30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:17.665535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-5b60ee3b-d86e-402a-bcc8-e6e6aa2a30b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1843722 Jul 09 13:31:17.678429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.686293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:17.689192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:17.691714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:17.753728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Pushing event updated for resources: {'Port': ['ID=10a239f4-d71f-4e4c-b647-d6b0dc327b7c,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:17.768417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Attempting to bind port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:17.768823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Attempting to bind port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:17.769218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Attempting to bind port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:17.775684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:17.776549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:17.776549 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.777718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:17.777718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Bound port: 10a239f4-d71f-4e4c-b647-d6b0dc327b7c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:17.777718 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.815671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port f63caa7c-30b6-4b3a-8a21-1e86489204ad yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:17.897546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] For port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:17.903273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] For port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=10a239f4-d71f-4e4c-b647-d6b0dc327b7c,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:17.909137 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.953315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-7f05f906-f7bf-43ba-96ff-06e68e067c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:17.955306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-7f05f906-f7bf-43ba-96ff-06e68e067c76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571089 Jul 09 13:31:18.001472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c5816-8c85-4fce-a1c0-a1747e7da3b0 None None] Pushing event updated for resources: {'Port': ['ID=10a239f4-d71f-4e4c-b647-d6b0dc327b7c,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:18.038278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.25.5.192 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/c27dcbb0-f3a4-4cd8-982f-955445895771) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:18.130633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:fe7d:8e13 (d21b40f0-27df-45e6-a847-be7286ec6856/8af422a5-caef-4119-950c-868b5c8b673a/f63caa7c-30b6-4b3a-8a21-1e86489204ad) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:18.158224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.398534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-258e16ff-ddf9-4f35-a150-1b623098805c service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943279 Jul 09 13:31:18.755735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.810529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7e1583a-e4fb-4597-9763-1b68809231fc req-af4ae2f0-eede-49a9-b601-616d9815fdf0 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947489 Jul 09 13:31:18.847913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.865435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object f63caa7c-30b6-4b3a-8a21-1e86489204ad will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:18.869237 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.928386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:18.946413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:18.952808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:18.959106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=c27dcbb0-f3a4-4cd8-982f-955445895771,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:19.001607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.069067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:19.102181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:19.104728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:19.110610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.111291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.126249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=f63caa7c-30b6-4b3a-8a21-1e86489204ad,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:19.150497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 374d36a5-236c-4d73-8f58-c78e3dad542d no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:19.151013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-af1b1797-90bf-42a1-a6c7-683d17839382 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4578347 Jul 09 13:31:19.152628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41288) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:19.269236 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7cc26-a10b-4d84-acda-41be473f6ad9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.273969 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.276651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7cc26-a10b-4d84-acda-41be473f6ad9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.283962 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-25a7cc26-a10b-4d84-acda-41be473f6ad9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1279614 Jul 09 13:31:19.285533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41290) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:19.325199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:19.332072 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d44a5-63a6-42ff-9af5-4a176d12c5de" -d '{"events": [{"server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "name": "network-vif-unplugged", "status": "completed", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:19.376520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:19.387152 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.442471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-999b43a1-9c32-4aba-a07e-da8fe8634d47 None None] Provisioning for port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:19.495290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:19.570769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7e3d5-9a60-463d-98da-f5d963d54d0b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port f63caa7c-30b6-4b3a-8a21-1e86489204ad {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:19.570769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e3d5-9a60-463d-98da-f5d963d54d0b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.639125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.642047 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.675374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-16240450-5a67-46b8-8c2b-eb965c27a133 None None] Provisioning for port f63caa7c-30b6-4b3a-8a21-1e86489204ad completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:19.679623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-16240450-5a67-46b8-8c2b-eb965c27a133 None None] Provisioning complete for port f63caa7c-30b6-4b3a-8a21-1e86489204ad triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:19.680082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16240450-5a67-46b8-8c2b-eb965c27a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.707895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e3d5-9a60-463d-98da-f5d963d54d0b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.715587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-16240450-5a67-46b8-8c2b-eb965c27a133 None None] Port f63caa7c-30b6-4b3a-8a21-1e86489204ad cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:19.728170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7e3d5-9a60-463d-98da-f5d963d54d0b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for f63caa7c-30b6-4b3a-8a21-1e86489204ad owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:19.731090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.880197 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e3d5-9a60-463d-98da-f5d963d54d0b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.921415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7e3d5-9a60-463d-98da-f5d963d54d0b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=f63caa7c-30b6-4b3a-8a21-1e86489204ad,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:19.956349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.962540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.984286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e3d5-9a60-463d-98da-f5d963d54d0b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.986897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f2f7e3d5-9a60-463d-98da-f5d963d54d0b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/f63caa7c-30b6-4b3a-8a21-1e86489204ad HTTP/1.1" status: 204 len: 168 time: 0.6981483 Jul 09 13:31:19.989317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41296) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:20.019376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=c27dcbb0-f3a4-4cd8-982f-955445895771,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:20.077706 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.109834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2e70c2-e208-468e-897d-840ecb1f06e8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:20.111663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2e70c2-e208-468e-897d-840ecb1f06e8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:20.116078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bf2e70c2-e208-468e-897d-840ecb1f06e8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1232846 Jul 09 13:31:20.116554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41298) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:20.154124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 10a239f4-d71f-4e4c-b647-d6b0dc327b7c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:20.241645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b586898-ff30-4df9-9c85-3b71d6318e99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 8af422a5-caef-4119-950c-868b5c8b673a {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:20.248247 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b586898-ff30-4df9-9c85-3b71d6318e99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.262800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:20.266812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:20.267211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.273820 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP 5b10ff0c-ced1-4518-87eb-390ced7ff599 associated. External IP: 172.25.5.192, port: 5d4cb90d-c8ca-423a-a464-7a3603d298c6. Jul 09 13:31:20.358812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b586898-ff30-4df9-9c85-3b71d6318e99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.387894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.436490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=10a239f4-d71f-4e4c-b647-d6b0dc327b7c,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:20.444269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.505333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b586898-ff30-4df9-9c85-3b71d6318e99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.547076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=10a239f4-d71f-4e4c-b647-d6b0dc327b7c,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:20.580771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:20.581892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b586898-ff30-4df9-9c85-3b71d6318e99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.629832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b586898-ff30-4df9-9c85-3b71d6318e99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=8af422a5-caef-4119-950c-868b5c8b673a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:20.640452 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b586898-ff30-4df9-9c85-3b71d6318e99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.644807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b586898-ff30-4df9-9c85-3b71d6318e99 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/8af422a5-caef-4119-950c-868b5c8b673a HTTP/1.1" status: 204 len: 168 time: 0.5249414 Jul 09 13:31:20.645039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41300) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:20.653341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d25d7-4577-4e12-91d4-e673f1dda9bb None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:20.700191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3fd316e6-ddec-4a6c-944d-13cd49e0c939 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511372 Jul 09 13:31:20.700398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41302) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:20.712219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:20.729916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.763622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5e4b9-9745-44ed-aad3-bef558f4147c None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:20.780247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24272586-5514-4732-9d1c-89d13fdf6a48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:20.781839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-24272586-5514-4732-9d1c-89d13fdf6a48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0804570 Jul 09 13:31:20.784774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41304) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:20.794554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-29fe9793-7854-44b1-9c19-ef88b02839d0 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0856586 Jul 09 13:31:20.797434 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41306) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:20.800129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5e4b9-9745-44ed-aad3-bef558f4147c None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:20.800891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9bc5e4b9-9745-44ed-aad3-bef558f4147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:20.802721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1327279470'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:20.836048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:20.842170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.844804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9bc5e4b9-9745-44ed-aad3-bef558f4147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:20.873990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:20.890023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.890403 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Added segment 2c80050b-ddbc-45c5-bf83-0d7347605210 of type vlan for network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd Jul 09 13:31:20.906426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5e4b9-9745-44ed-aad3-bef558f4147c None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:20.907555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9bc5e4b9-9745-44ed-aad3-bef558f4147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:20.910958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9053bba1-91aa-4570-a7aa-fbeaffcf3717 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:20.915973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9053bba1-91aa-4570-a7aa-fbeaffcf3717 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301401 Jul 09 13:31:20.919598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41308) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:20.958355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9bc5e4b9-9745-44ed-aad3-bef558f4147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:20.959626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.960103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5e4b9-9745-44ed-aad3-bef558f4147c None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:20.974803 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e6ffa31e-5f87-48ad-b64a-06fc2e1065f2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538809 Jul 09 13:31:20.980084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41310) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:20.986545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:21.036545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:31:21.080795 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.083784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] Deleting port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:21.084161 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.086697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.087607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.158975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] For port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=10a239f4-d71f-4e4c-b647-d6b0dc327b7c,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:21.159549 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.173476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] Calling delete_port for 10a239f4-d71f-4e4c-b647-d6b0dc327b7c owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:21.205958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:21.209507 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.214447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Network': ['ID=d51d3dc4-7a0d-462e-9ac9-ad89922be5fd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:21.217348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-162c11d8-d136-4f3b-b2c4-cd70d7613bd7 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4189653 Jul 09 13:31:21.220310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41312) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:21.225539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'subnet': {'network_id': 'd51d3dc4-7a0d-462e-9ac9-ad89922be5fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:21.254475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:21.306935 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.338329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] Pushing event deleted for resources: {'Port': ['ID=10a239f4-d71f-4e4c-b647-d6b0dc327b7c,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:21.349839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4f5b2-7e07-4239-af39-2253e8367681 None None] No DVR routers for this DVR port 10a239f4-d71f-4e4c-b647-d6b0dc327b7c on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:21.366426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:21.370296 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.477896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.516577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:21.520976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:21.526099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.526696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.530648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe29fba3-95a7-45bf-821c-c9f7d793f560 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:21.558075 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5764561 Jul 09 13:31:21.559218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5973be4-62aa-4c73-a020-ea1f5b57c8e7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=3f910943-c154-41e2-9621-2d22a7929401,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:21.564721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41314) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:21.569732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:e6:8a:82', 'name': 'tempest-NetworksTestDHCPv6-1219511017'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:21.619713 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.690728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Subnet': ['ID=20d4e2e9-5f1e-468f-9a5f-2589603f2fe1,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:21.705692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Checking segment: {'id': '2c80050b-ddbc-45c5-bf83-0d7347605210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd51d3dc4-7a0d-462e-9ac9-ad89922be5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:21.706098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network hostable DHCP agents. Network: d51d3dc4-7a0d-462e-9ac9-ad89922be5fd, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:21.712335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:21.718601 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.727213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': '3f910943-c154-41e2-9621-2d22a7929401'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:31:21.728795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.732112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:21.745122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, d51d3dc4-7a0d-462e-9ac9-ad89922be5fd) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:21.751012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 807b3d75-4b1d-435c-84ee-807a857a5631 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:21.756761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca02e54-c013-43d4-bf9f-fac0b6aaaa9a None None] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:21.757756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.759140 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.826727 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9050cd8b-d9e7-47cc-a1e1-58ada0cfc34b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6052642 Jul 09 13:31:21.829406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41316) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:21.836352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-948180382', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:21.873027 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.874350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.888252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4bb0-ac94-4830-9ca6-16b348a39eb2 req-7c129e6a-f925-4ff4-81ef-c47bccf9728a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.890045 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c3a4bb0-ac94-4830-9ca6-16b348a39eb2 req-7c129e6a-f925-4ff4-81ef-c47bccf9728a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.1162446 Jul 09 13:31:21.961611 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.009603 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d51d3dc4-7a0d-462e-9ac9-ad89922be5fd', 'network_id': 'd51d3dc4-7a0d-462e-9ac9-ad89922be5fd', 'tenant_id': '295cbdbbdd764ff5b1f7ea62a43acca1', 'fixed_ips': [{'subnet_id': '20d4e2e9-5f1e-468f-9a5f-2589603f2fe1'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:31:22.010526 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.048613 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c3a4bb0-ac94-4830-9ca6-16b348a39eb2 req-396c1e3f-a272-48f8-a819-850c7f728845 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326602 Jul 09 13:31:22.106970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 10a239f4-d71f-4e4c-b647-d6b0dc327b7c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:22.146027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 10a239f4-d71f-4e4c-b647-d6b0dc327b7c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:22.149195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 10a239f4-d71f-4e4c-b647-d6b0dc327b7c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:22.181656 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.191499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de37499-d1b2-4135-8b8b-5c37a439bc81 req-f5bf6fd9-162b-4e91-9997-7c63ae84d810 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.193333 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6de37499-d1b2-4135-8b8b-5c37a439bc81 req-f5bf6fd9-162b-4e91-9997-7c63ae84d810 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.4015024 Jul 09 13:31:22.194781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::369 (d21b40f0-27df-45e6-a847-be7286ec6856/3f910943-c154-41e2-9621-2d22a7929401/807b3d75-4b1d-435c-84ee-807a857a5631) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:22.228733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Allocated IP 172.20.0.2 (d51d3dc4-7a0d-462e-9ac9-ad89922be5fd/20d4e2e9-5f1e-468f-9a5f-2589603f2fe1/6873c635-63d8-4d10-b397-38fdec281d32) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:22.265654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6de37499-d1b2-4135-8b8b-5c37a439bc81 req-4ddb725e-13a9-43cb-b3b7-71347564a38c tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614381 Jul 09 13:31:22.336273 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf7012b-9af2-46ba-859f-0c5d559135e5 x-openstack-request-id: req-7bf7012b-9af2-46ba-859f-0c5d559135e5 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:22.336565 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "name": "network-vif-unplugged", "status": "failed", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d", "code": 422}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:22.336890 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bf7012b-9af2-46ba-859f-0c5d559135e5 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:22.337283 n-d-799524-3 neutron-server[93914]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'code': 422} returned with failed status Jul 09 13:31:22.418616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.418913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce86499-2ab0-4cad-b5eb-d2a8ceb51bf7 req-9d1bc569-ff4c-494e-993f-f43303bcdcf5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.426587 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ce86499-2ab0-4cad-b5eb-d2a8ceb51bf7 req-9d1bc569-ff4c-494e-993f-f43303bcdcf5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 943 time: 0.1069860 Jul 09 13:31:22.428329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Transition to ACTIVE for port object 6873c635-63d8-4d10-b397-38fdec281d32 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:22.441404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.446398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Transition to ACTIVE for port object 6873c635-63d8-4d10-b397-38fdec281d32 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:22.452518 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.494918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 807b3d75-4b1d-435c-84ee-807a857a5631 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:22.500816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:22.503957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:22.509886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:22.512023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Pushing event updated for resources: {'Port': ['ID=6873c635-63d8-4d10-b397-38fdec281d32,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:22.536246 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ce86499-2ab0-4cad-b5eb-d2a8ceb51bf7 req-47bf6a3c-6e52-43ba-9017-2a265ea2f8c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086035 Jul 09 13:31:22.555149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7b17f-8358-4b2d-833d-36882576fcfc req-92853575-e4b9-4676-9c58-d4af46ba046a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.556724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7a7b17f-8358-4b2d-833d-36882576fcfc req-92853575-e4b9-4676-9c58-d4af46ba046a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1052001 Jul 09 13:31:22.565500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.577089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.588108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.609338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Attempting to bind port 6873c635-63d8-4d10-b397-38fdec281d32 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:22.609710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Attempting to bind port 6873c635-63d8-4d10-b397-38fdec281d32 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '2c80050b-ddbc-45c5-bf83-0d7347605210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd51d3dc4-7a0d-462e-9ac9-ad89922be5fd'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:22.610073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Attempting to bind port 6873c635-63d8-4d10-b397-38fdec281d32 on network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:22.620830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:22.621200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Checking segment: {'id': '2c80050b-ddbc-45c5-bf83-0d7347605210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd51d3dc4-7a0d-462e-9ac9-ad89922be5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:22.621603 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.621994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Bound using segment: {'id': '2c80050b-ddbc-45c5-bf83-0d7347605210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd51d3dc4-7a0d-462e-9ac9-ad89922be5fd'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:22.622464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Bound port: 6873c635-63d8-4d10-b397-38fdec281d32, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c80050b-ddbc-45c5-bf83-0d7347605210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd51d3dc4-7a0d-462e-9ac9-ad89922be5fd'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:22.622848 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.648474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=807b3d75-4b1d-435c-84ee-807a857a5631,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:22.651321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/3f910943-c154-41e2-9621-2d22a7929401/01e82f5a-2e6b-4919-8da4-9aee11dbb701) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:22.676100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:22.680667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7a7b17f-8358-4b2d-833d-36882576fcfc req-2334d402-4962-4fd3-8820-ae24b1d97399 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143394 Jul 09 13:31:22.681843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:22.684563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:22.691421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.691993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.712976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-718aa6b6-d1a1-4b8c-8cc1-cba1e3e3a4d9 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1468606 Jul 09 13:31:22.728121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41326) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:22.793303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.25.5.20 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4c41b8b1-4fe8-4d2a-8913-0471d3a1b3cc) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:22.879579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920fc087-0a6a-43e8-a5bf-bd49d5dbb1e8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.881212 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-920fc087-0a6a-43e8-a5bf-bd49d5dbb1e8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1520536 Jul 09 13:31:22.884984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41330) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:22.930151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] For port 6873c635-63d8-4d10-b397-38fdec281d32, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:22.950421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] For port 6873c635-63d8-4d10-b397-38fdec281d32, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6873c635-63d8-4d10-b397-38fdec281d32,segment=NetworkSegment(2c80050b-ddbc-45c5-bf83-0d7347605210),segment_id=2c80050b-ddbc-45c5-bf83-0d7347605210)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:22.957285 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.002836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc897c4c-aca8-4798-884e-29e825dffcc1 req-2cdad6b9-80a8-40cb-9086-90dca039f54f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.005031 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc897c4c-aca8-4798-884e-29e825dffcc1 req-2cdad6b9-80a8-40cb-9086-90dca039f54f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1511679 Jul 09 13:31:23.057977 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.059660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-11597b74-620d-4e62-b544-42b88613b5fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 807b3d75-4b1d-435c-84ee-807a857a5631 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:23.060011 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11597b74-620d-4e62-b544-42b88613b5fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.071316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d51ae-b1c6-4ab9-9c3a-f592741e117a None None] Pushing event updated for resources: {'Port': ['ID=6873c635-63d8-4d10-b397-38fdec281d32,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:23.072887 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cc897c4c-aca8-4798-884e-29e825dffcc1 req-204343d7-572b-4285-9bdb-c053fcbc546a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570309 Jul 09 13:31:23.079757 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.089549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Transition to ACTIVE for port object 01e82f5a-2e6b-4919-8da4-9aee11dbb701 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:23.114925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Transition to ACTIVE for port object 01e82f5a-2e6b-4919-8da4-9aee11dbb701 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:23.124471 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.144892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.204926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:23.208460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36464-ff33-4997-87fd-cc23e9c22142 req-dd019042-8e46-4e91-b5af-2414f9af8462 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.208755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 374d36a5-236c-4d73-8f58-c78e3dad542d no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:23.209572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1fc36464-ff33-4997-87fd-cc23e9c22142 req-dd019042-8e46-4e91-b5af-2414f9af8462 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.2024114 Jul 09 13:31:23.214856 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11597b74-620d-4e62-b544-42b88613b5fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.233112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:23.236719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:23.244057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:23.249546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:23.254607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:23.276041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-11597b74-620d-4e62-b544-42b88613b5fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 807b3d75-4b1d-435c-84ee-807a857a5631 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:23.294097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1fc36464-ff33-4997-87fd-cc23e9c22142 req-cbca1374-71c9-4f48-a101-5f5865895e2e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738747 Jul 09 13:31:23.332337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Pushing event updated for resources: {'Port': ['ID=01e82f5a-2e6b-4919-8da4-9aee11dbb701,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:23.348022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=4c41b8b1-4fe8-4d2a-8913-0471d3a1b3cc,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:23.388903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Attempting to bind port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:23.389288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Attempting to bind port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:23.389667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Attempting to bind port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:23.401163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:23.401608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:23.401949 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.402349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:23.402837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Bound port: 01e82f5a-2e6b-4919-8da4-9aee11dbb701, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:23.403254 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.531356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] For port 01e82f5a-2e6b-4919-8da4-9aee11dbb701, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:23.535579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] For port 01e82f5a-2e6b-4919-8da4-9aee11dbb701, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01e82f5a-2e6b-4919-8da4-9aee11dbb701,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:23.541847 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.544501 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11597b74-620d-4e62-b544-42b88613b5fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.567739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1f268-8a12-4b1b-b32c-a197a445c9c8 req-46712848-a561-4ea8-855a-6faca3d23005 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.576288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8d1f268-8a12-4b1b-b32c-a197a445c9c8 req-46712848-a561-4ea8-855a-6faca3d23005 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.3266835 Jul 09 13:31:23.579441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11597b74-620d-4e62-b544-42b88613b5fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=807b3d75-4b1d-435c-84ee-807a857a5631,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:23.607464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ab5da-08d3-4230-8d01-92452285e1a9 None None] Pushing event updated for resources: {'Port': ['ID=01e82f5a-2e6b-4919-8da4-9aee11dbb701,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:23.608808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aedfab-6c28-48d0-add1-1f6443dfc1bd req-680fb33f-df6c-4e0d-83cb-ed41109bc71e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.610393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16aedfab-6c28-48d0-add1-1f6443dfc1bd req-680fb33f-df6c-4e0d-83cb-ed41109bc71e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1352096 Jul 09 13:31:23.640097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11597b74-620d-4e62-b544-42b88613b5fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.642018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-11597b74-620d-4e62-b544-42b88613b5fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/807b3d75-4b1d-435c-84ee-807a857a5631 HTTP/1.1" status: 204 len: 168 time: 0.7562263 Jul 09 13:31:23.648499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:23.683842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8d1f268-8a12-4b1b-b32c-a197a445c9c8 req-48bdd2be-ee36-4248-bad5-732935c1ab6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066198 Jul 09 13:31:23.699688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16aedfab-6c28-48d0-add1-1f6443dfc1bd req-c4d3d275-a6f4-40fa-a2a4-d4c47fef58f6 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694878 Jul 09 13:31:23.745831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec72541-db48-474d-ac58-9f4006cb43a8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.747569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec72541-db48-474d-ac58-9f4006cb43a8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.756501 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8ec72541-db48-474d-ac58-9f4006cb43a8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1069040 Jul 09 13:31:23.760970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41346) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:23.774855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.858648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-46072987-87d4-4fa8-ac6b-a09fe5cefa0d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 3f910943-c154-41e2-9621-2d22a7929401 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:23.865759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46072987-87d4-4fa8-ac6b-a09fe5cefa0d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.968687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46072987-87d4-4fa8-ac6b-a09fe5cefa0d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.192824 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46072987-87d4-4fa8-ac6b-a09fe5cefa0d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.275770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6873c635-63d8-4d10-b397-38fdec281d32 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:24.337952 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46072987-87d4-4fa8-ac6b-a09fe5cefa0d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.373023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46072987-87d4-4fa8-ac6b-a09fe5cefa0d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=3f910943-c154-41e2-9621-2d22a7929401,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:24.377140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46072987-87d4-4fa8-ac6b-a09fe5cefa0d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.381378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-46072987-87d4-4fa8-ac6b-a09fe5cefa0d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/3f910943-c154-41e2-9621-2d22a7929401 HTTP/1.1" status: 204 len: 168 time: 0.6171162 Jul 09 13:31:24.381786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41354) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:24.396613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6873c635-63d8-4d10-b397-38fdec281d32 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:24.406690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01e82f5a-2e6b-4919-8da4-9aee11dbb701 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:24.442998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-965d6041-1ef8-47b1-b493-b2e998c346fe tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581012 Jul 09 13:31:24.444444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41356) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:24.537705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73535eea-c13d-49a1-ace6-45ae6efa77fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.540424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-73535eea-c13d-49a1-ace6-45ae6efa77fa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0936980 Jul 09 13:31:24.546473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41358) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:24.558812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:24.595344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae081c83-166e-4293-9198-b136262f53ef None None] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:24.615470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c78df-8d60-4b76-9e63-9988f9b9cf8a req-cb799ac7-83c5-4176-9968-711bb0b326fd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.624606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-263c78df-8d60-4b76-9e63-9988f9b9cf8a req-cb799ac7-83c5-4176-9968-711bb0b326fd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.0833678 Jul 09 13:31:24.651443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.659159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8cd47b40-bf20-435c-a626-65ea1c26eb4c None None] Provisioning for port 6873c635-63d8-4d10-b397-38fdec281d32 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:24.666723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8cd47b40-bf20-435c-a626-65ea1c26eb4c None None] Provisioning complete for port 6873c635-63d8-4d10-b397-38fdec281d32 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:24.667155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd47b40-bf20-435c-a626-65ea1c26eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.677839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-263c78df-8d60-4b76-9e63-9988f9b9cf8a req-15d5e181-fdc7-4f3a-97c6-9a7e83e6eba7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519474 Jul 09 13:31:24.679771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1153ba0f-988e-44c5-88c8-34cfdffc5769 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.684115 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1153ba0f-988e-44c5-88c8-34cfdffc5769 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1327572 Jul 09 13:31:24.685049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41362) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:24.764441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0237af2e-7e28-46a5-a0cb-003167781933 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779266 Jul 09 13:31:24.768939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41366) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:24.772309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecde96-728f-42a0-9a59-802819bcd44d req-4ec73012-2217-4f9f-9964-3b23f7bab20d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.780980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aecde96-728f-42a0-9a59-802819bcd44d req-4ec73012-2217-4f9f-9964-3b23f7bab20d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.2329686 Jul 09 13:31:24.787252 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:24.816799 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd47b40-bf20-435c-a626-65ea1c26eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.856022 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0aecde96-728f-42a0-9a59-802819bcd44d req-e69f2779-b219-4e08-8c87-1b43161a108d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736094 Jul 09 13:31:24.933307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8cd47b40-bf20-435c-a626-65ea1c26eb4c None None] For port 6873c635-63d8-4d10-b397-38fdec281d32, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6873c635-63d8-4d10-b397-38fdec281d32,segment=NetworkSegment(2c80050b-ddbc-45c5-bf83-0d7347605210),segment_id=2c80050b-ddbc-45c5-bf83-0d7347605210)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:24.940250 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd47b40-bf20-435c-a626-65ea1c26eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.966264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router c7a9b7e1-0552-4274-9127-e5e5401f1004 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:24.969681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:24.978832 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.021775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd47b40-bf20-435c-a626-65ea1c26eb4c None None] Pushing event updated for resources: {'Port': ['ID=6873c635-63d8-4d10-b397-38fdec281d32,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:25.164565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d94837-ad07-40d0-84da-08de160add31 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:25.177933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:25.190765 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf956a3-c051-47b0-862e-cb924ab4efd3 None None] Sync routers for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:25.194024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786444c-7cdb-4046-b0e4-a5946e7c74da req-e8554c37-6c77-422b-bcec-c01c5216ef29 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.202364 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3786444c-7cdb-4046-b0e4-a5946e7c74da req-e8554c37-6c77-422b-bcec-c01c5216ef29 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.1520565 Jul 09 13:31:25.211652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.213315 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3262c900-f242-4848-a37a-7bd66c496664 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3827262 Jul 09 13:31:25.217147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41374) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:25.222359 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf956a3-c051-47b0-862e-cb924ab4efd3 None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:25.223521 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-caf956a3-c051-47b0-862e-cb924ab4efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:25.291816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3786444c-7cdb-4046-b0e4-a5946e7c74da req-db707864-0b86-4cf8-8795-9b29bc9db785 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882487 Jul 09 13:31:25.344785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-923178b0-503e-4e11-a480-428555cfc85a None None] Provisioning for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:25.358038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-923178b0-503e-4e11-a480-428555cfc85a None None] Provisioning complete for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:25.358500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-923178b0-503e-4e11-a480-428555cfc85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.423027 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-caf956a3-c051-47b0-862e-cb924ab4efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:25.434256 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf956a3-c051-47b0-862e-cb924ab4efd3 None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:25.435109 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-caf956a3-c051-47b0-862e-cb924ab4efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:25.472502 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-caf956a3-c051-47b0-862e-cb924ab4efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:25.473768 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf956a3-c051-47b0-862e-cb924ab4efd3 None None] The sync data for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:25.522242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa0f85-eb17-41a1-a574-b6cbebd47397 req-55c58ef6-ed1f-4dea-908f-220910fe6912 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.524376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c2fa0f85-eb17-41a1-a574-b6cbebd47397 req-55c58ef6-ed1f-4dea-908f-220910fe6912 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.2014246 Jul 09 13:31:25.566055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:31:25.580014 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:31:25.597944 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-923178b0-503e-4e11-a480-428555cfc85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.653930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-923178b0-503e-4e11-a480-428555cfc85a None None] For port 01e82f5a-2e6b-4919-8da4-9aee11dbb701, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01e82f5a-2e6b-4919-8da4-9aee11dbb701,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:25.659420 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-923178b0-503e-4e11-a480-428555cfc85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.690768 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c2fa0f85-eb17-41a1-a574-b6cbebd47397 req-503c2d66-d21f-4ad1-ae49-edad7c021a10 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442695 Jul 09 13:31:25.737294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923178b0-503e-4e11-a480-428555cfc85a None None] Pushing event updated for resources: {'Port': ['ID=01e82f5a-2e6b-4919-8da4-9aee11dbb701,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:25.786042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5fc40d5a-d941-4263-93b8-ba6cf40695a8 None None] Provisioning complete for port 6873c635-63d8-4d10-b397-38fdec281d32 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:25.786342 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5fc40d5a-d941-4263-93b8-ba6cf40695a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.837567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.076119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-38b17308-0076-4c5d-bf05-59bb384ea06e None None] Provisioning complete for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:26.077447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38b17308-0076-4c5d-bf05-59bb384ea06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.082142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34855a08-d92d-4610-9683-3afe2d6e2ab1 req-c738cbcb-876a-4b4e-a894-b21c58bb1700 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.083165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6873c635-63d8-4d10-b397-38fdec281d32 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:26.084563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34855a08-d92d-4610-9683-3afe2d6e2ab1 req-c738cbcb-876a-4b4e-a894-b21c58bb1700 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1377952 Jul 09 13:31:26.101383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff4199-72c3-4c84-9554-edcfd57a8769 req-60ad952a-6685-4f94-bee1-62707c66de75 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.104225 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-63ff4199-72c3-4c84-9554-edcfd57a8769 req-60ad952a-6685-4f94-bee1-62707c66de75 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1682708 Jul 09 13:31:26.130891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] For port 01e82f5a-2e6b-4919-8da4-9aee11dbb701, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01e82f5a-2e6b-4919-8da4-9aee11dbb701,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:26.153344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34855a08-d92d-4610-9683-3afe2d6e2ab1 req-f79c9531-d777-4862-9913-18ef4b7d80b7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590117 Jul 09 13:31:26.179481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.191201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.192324 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.211082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6873c635-63d8-4d10-b397-38fdec281d32 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:26.211557 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.232194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.276622 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-63ff4199-72c3-4c84-9554-edcfd57a8769 req-52a5cab5-cac0-456c-b79f-294ac68ee6b6 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660888 Jul 09 13:31:26.313993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:26.330113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:26.334328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.335057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.356687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5838928 Jul 09 13:31:26.360384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=01e82f5a-2e6b-4919-8da4-9aee11dbb701,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:26.365263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41390) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:26.371309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-75262840-9e3b-47de-828a-93698b166508 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:26.443396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-821c13d3-727d-41cb-80c2-d264392344bf None None] Could not find standard attr ID for object 807b3d75-4b1d-435c-84ee-807a857a5631. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:31:26.445898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34adaf0-c336-4b68-8f1b-39f83faddd29 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=84ae0bc5-d938-406f-bc52-555bcf6cddd3,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:26.466636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01e82f5a-2e6b-4919-8da4-9aee11dbb701 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:26.552310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:26.554459 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.607207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4043b0be-e8c5-49c5-80c0-2b39562d441e None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:26.651966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75262840-9e3b-47de-828a-93698b166508 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:26.657485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75262840-9e3b-47de-828a-93698b166508 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.743904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939977bd-4e43-4585-9c8d-c696a18caee5 req-86715ed9-6154-4cac-9d9d-1a5d05ca371d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.745500 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-939977bd-4e43-4585-9c8d-c696a18caee5 req-86715ed9-6154-4cac-9d9d-1a5d05ca371d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.2273736 Jul 09 13:31:26.751846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4478dd-b699-435d-9096-750add8468a1 req-4b2f587c-5bdb-4323-807a-1919190d09f0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.753479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc4478dd-b699-435d-9096-750add8468a1 req-4b2f587c-5bdb-4323-807a-1919190d09f0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.2204101 Jul 09 13:31:26.789426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.20.0.1 (d51d3dc4-7a0d-462e-9ac9-ad89922be5fd/20d4e2e9-5f1e-468f-9a5f-2589603f2fe1/5c710d93-b35d-4891-a935-4b1e7565b17a) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:26.822860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-939977bd-4e43-4585-9c8d-c696a18caee5 req-aacf535c-4a27-437d-9439-b58c644d7536 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675111 Jul 09 13:31:26.829141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc4478dd-b699-435d-9096-750add8468a1 req-57e5ff83-7933-4af2-93ee-97feebd15735 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670521 Jul 09 13:31:26.850123 n-d-799524-3 neutron-server[93913]: INFO neutron.db.ipam_backend_mixin [None req-75262840-9e3b-47de-828a-93698b166508 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84ae0bc5-d938-406f-bc52-555bcf6cddd3 (CIDR: 2001:db8::/64) Jul 09 13:31:26.855684 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-75262840-9e3b-47de-828a-93698b166508 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:31:26.856154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75262840-9e3b-47de-828a-93698b166508 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:26.882452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-75262840-9e3b-47de-828a-93698b166508 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5153394 Jul 09 13:31:26.883327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41398) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:26.899723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:27.005970 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.032733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Transition to ACTIVE for port object 5c710d93-b35d-4891-a935-4b1e7565b17a will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:27.098205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:27.103133 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.104919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.181918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:27.186193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:27.192342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:27.200748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=5c710d93-b35d-4891-a935-4b1e7565b17a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:27.264905 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.381196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9203eda2-8eb3-48ba-a26f-4d0b75d2d3be None None] Provisioning complete for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:27.381782 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9203eda2-8eb3-48ba-a26f-4d0b75d2d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.544690 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.580024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.602102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:27.609481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:27.614753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.615196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-afb5eda9-57ab-41ee-9516-be9104415bc6 None None] Provisioning for port 5c710d93-b35d-4891-a935-4b1e7565b17a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:27.615756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.620827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-afb5eda9-57ab-41ee-9516-be9104415bc6 None None] Provisioning complete for port 5c710d93-b35d-4891-a935-4b1e7565b17a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:27.621845 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-afb5eda9-57ab-41ee-9516-be9104415bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.624443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d5588-84af-4693-b07b-4d676cbf146c None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:27.639153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a134f-9a55-40bc-9514-77ededbccef6 req-aa2d6cac-17e6-418b-b21f-f59bf55d0df3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.644497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-140a134f-9a55-40bc-9514-77ededbccef6 req-aa2d6cac-17e6-418b-b21f-f59bf55d0df3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1620231 Jul 09 13:31:27.651644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=d7639396-cb35-4f42-a478-83553d3ff747,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:27.682875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5aeda678-c419-46c4-a9e3-c39266520f48 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7985055 Jul 09 13:31:27.683431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41406) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:27.689636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:a1:18:b0', 'name': 'tempest-NetworksTestDHCPv6-876119093'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:27.705781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae53bb3-42df-4a23-ae52-f420dd52d75d req-99cfb706-afc1-479b-b438-57705b5e4e6f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.707676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-afb5eda9-57ab-41ee-9516-be9104415bc6 None None] Port 5c710d93-b35d-4891-a935-4b1e7565b17a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:27.707866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ae53bb3-42df-4a23-ae52-f420dd52d75d req-99cfb706-afc1-479b-b438-57705b5e4e6f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1989782 Jul 09 13:31:27.759460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-140a134f-9a55-40bc-9514-77ededbccef6 req-489880cf-4675-410b-9bbd-9657ddd6e7e2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128979 Jul 09 13:31:27.824081 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ae53bb3-42df-4a23-ae52-f420dd52d75d req-0d5d2d34-a205-4635-816f-91f4573de69a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073406 Jul 09 13:31:27.844365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:27.933387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1210101-3160-4f44-b407-8ffaed48a8b4 None None] Update dhcp port {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': '84ae0bc5-d938-406f-bc52-555bcf6cddd3', 'ip_address': '2001:db8::f816:3eff:fe12:7da6'}, {'subnet_id': 'd7639396-cb35-4f42-a478-83553d3ff747'}], 'binding:host_id': 'n-d-799524-3'}, 'id': '01e82f5a-2e6b-4919-8da4-9aee11dbb701'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:31:27.962573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.981353 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d1210101-3160-4f44-b407-8ffaed48a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.991278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 4e0b0ee6-35bf-415e-947c-8aba2e5a2293 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:28.095994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.105665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.188096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01e82f5a-2e6b-4919-8da4-9aee11dbb701 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:28.200226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=5c710d93-b35d-4891-a935-4b1e7565b17a,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:28.222097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8:0:1::24 (d21b40f0-27df-45e6-a847-be7286ec6856/d7639396-cb35-4f42-a478-83553d3ff747/4e0b0ee6-35bf-415e-947c-8aba2e5a2293) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:28.223377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.232074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:fea1:18b0 (d21b40f0-27df-45e6-a847-be7286ec6856/84ae0bc5-d938-406f-bc52-555bcf6cddd3/4e0b0ee6-35bf-415e-947c-8aba2e5a2293) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:28.259375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:28.259753 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.283397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ddc8c-ffa0-4ed2-944a-87d11b43477a req-5532f4ef-8c57-45f7-9a86-616dda594512 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:28.290650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db2ddc8c-ffa0-4ed2-944a-87d11b43477a req-5532f4ef-8c57-45f7-9a86-616dda594512 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.2457099 Jul 09 13:31:28.348043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db2ddc8c-ffa0-4ed2-944a-87d11b43477a req-e7a0033f-b0fd-45da-86b0-893f78c003ab tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564034 Jul 09 13:31:28.396067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:28.398251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:28.438198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.459234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 4e0b0ee6-35bf-415e-947c-8aba2e5a2293 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:28.501503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.529937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router c7a9b7e1-0552-4274-9127-e5e5401f1004 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:28.549580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:28.556019 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:28.564764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:28.567104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-d1210101-3160-4f44-b407-8ffaed48a8b4 None None] Allocated IP 2001:db8:0:1::2 (d21b40f0-27df-45e6-a847-be7286ec6856/d7639396-cb35-4f42-a478-83553d3ff747/01e82f5a-2e6b-4919-8da4-9aee11dbb701) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:28.571452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:28.572136 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.601609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9155469 Jul 09 13:31:28.605727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41414) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:28.627056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5572a-553e-4153-abf5-773d8da487ab tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=4e0b0ee6-35bf-415e-947c-8aba2e5a2293,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:28.681500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:28.687518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ceb44dcc-3c13-4e10-8a11-52f2583c8ac8 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/routers/c7a9b7e1-0552-4274-9127-e5e5401f1004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4692369 Jul 09 13:31:28.689945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41416) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:28.698214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'port': {'network_id': 'd51d3dc4-7a0d-462e-9ac9-ad89922be5fd', 'name': 'tempest-FloatingIPTestJSON-1670333233'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:28.699214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1526486-b65a-46e5-ac32-f34cc623020d None None] Sync routers for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:28.717168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d1210101-3160-4f44-b407-8ffaed48a8b4 None None] For port 01e82f5a-2e6b-4919-8da4-9aee11dbb701, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01e82f5a-2e6b-4919-8da4-9aee11dbb701,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:28.731990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1526486-b65a-46e5-ac32-f34cc623020d None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:28.732637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e1526486-b65a-46e5-ac32-f34cc623020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:28.746302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c0081-2e41-4c3c-ae29-31e15b40a9f8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 4e0b0ee6-35bf-415e-947c-8aba2e5a2293 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:28.746659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0081-2e41-4c3c-ae29-31e15b40a9f8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.784626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e1526486-b65a-46e5-ac32-f34cc623020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:28.804854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2a3097c1-62e3-418f-a770-f61b6af9e5c7 None None] Provisioning complete for port 5c710d93-b35d-4891-a935-4b1e7565b17a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:28.805314 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a3097c1-62e3-418f-a770-f61b6af9e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.809130 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d1210101-3160-4f44-b407-8ffaed48a8b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.815267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1526486-b65a-46e5-ac32-f34cc623020d None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:28.816113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e1526486-b65a-46e5-ac32-f34cc623020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:28.838021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Made reservation on behalf of 295cbdbbdd764ff5b1f7ea62a43acca1 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:28.843701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.857050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0081-2e41-4c3c-ae29-31e15b40a9f8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.873707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] device_id is not set on port 2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:28.875192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c0081-2e41-4c3c-ae29-31e15b40a9f8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 4e0b0ee6-35bf-415e-947c-8aba2e5a2293 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:29.080223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Allocated IP 172.20.0.12 (d51d3dc4-7a0d-462e-9ac9-ad89922be5fd/20d4e2e9-5f1e-468f-9a5f-2589603f2fe1/2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:29.105357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e1526486-b65a-46e5-ac32-f34cc623020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:29.106015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1526486-b65a-46e5-ac32-f34cc623020d None None] The sync data for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:29.111492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5a45-8b43-4fa7-bf35-2389a8116252 req-c5b20bc9-6a21-44ca-bae5-767c9fd5083c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.113063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d1210101-3160-4f44-b407-8ffaed48a8b4 None None] Transition to ACTIVE for port object 01e82f5a-2e6b-4919-8da4-9aee11dbb701 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:29.113214 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7efd5a45-8b43-4fa7-bf35-2389a8116252 req-c5b20bc9-6a21-44ca-bae5-767c9fd5083c tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1710033 Jul 09 13:31:29.121811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2a3097c1-62e3-418f-a770-f61b6af9e5c7 None None] Port 5c710d93-b35d-4891-a935-4b1e7565b17a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:29.129861 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d1210101-3160-4f44-b407-8ffaed48a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.208352 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7efd5a45-8b43-4fa7-bf35-2389a8116252 req-3e3a95f3-075e-4ed3-9edb-ce53501fbfff tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856342 Jul 09 13:31:29.229994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1210101-3160-4f44-b407-8ffaed48a8b4 None None] Pushing event updated for resources: {'Port': ['ID=01e82f5a-2e6b-4919-8da4-9aee11dbb701,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:29.328124 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.432282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2066f21-6134-4208-859a-d3495367b77c req-ecf04fbf-7a6b-4922-80ba-c4bef57d6c6e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.433914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f2066f21-6134-4208-859a-d3495367b77c req-ecf04fbf-7a6b-4922-80ba-c4bef57d6c6e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.4475663 Jul 09 13:31:29.483267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Transition to ACTIVE for port object 2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:29.487005 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0081-2e41-4c3c-ae29-31e15b40a9f8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.525525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c0081-2e41-4c3c-ae29-31e15b40a9f8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=4e0b0ee6-35bf-415e-947c-8aba2e5a2293,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:29.529995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f2066f21-6134-4208-859a-d3495367b77c req-d32b5643-ec29-4e36-aacb-187aa991e77d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879602 Jul 09 13:31:29.534676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.604389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0081-2e41-4c3c-ae29-31e15b40a9f8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.609079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0a9c0081-2e41-4c3c-ae29-31e15b40a9f8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/4e0b0ee6-35bf-415e-947c-8aba2e5a2293 HTTP/1.1" status: 204 len: 168 time: 1.0003591 Jul 09 13:31:29.609292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event updated for resources: {'Port': ['ID=2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:29.609608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41432) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:29.641315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:29.643218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:29.658583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:29.695519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e20df-2e41-46f1-a08f-77da353cb737 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.697507 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e72e20df-2e41-46f1-a08f-77da353cb737 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0867493 Jul 09 13:31:29.701855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41434) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:29.769137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.770001 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.807910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-884b6ad8-febd-4a7c-b5cf-aba485478a62 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1148014 Jul 09 13:31:29.809017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda00470-4efe-4b32-bb54-742281cda608 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.811385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dda00470-4efe-4b32-bb54-742281cda608 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1080320 Jul 09 13:31:29.812086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41436) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:29.813853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41438) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:29.817287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Request body: {'floatingip': {'port_id': '2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:29.833867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74138c11-2da1-4ddd-869a-7563be3b3c48 req-05405f6d-e70c-41ba-a94a-f705453a86e9 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.843489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74138c11-2da1-4ddd-869a-7563be3b3c48 req-05405f6d-e70c-41ba-a94a-f705453a86e9 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 944 time: 0.1542418 Jul 09 13:31:29.893260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74138c11-2da1-4ddd-869a-7563be3b3c48 req-4ad4978b-f1d5-48a7-9d35-8723c6a88ff3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480180 Jul 09 13:31:29.945830 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.998176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7da057-8c63-429b-b79f-5038b7c6b013 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.999746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7da057-8c63-429b-b79f-5038b7c6b013 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:30.001338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7da057-8c63-429b-b79f-5038b7c6b013 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:30.002982 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7d7da057-8c63-429b-b79f-5038b7c6b013 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1777396 Jul 09 13:31:30.005774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41442) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:30.079191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-34583c0d-4ea0-4a5c-958c-c1207c178ad8 None None] Provisioning for port 2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:30.083573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-34583c0d-4ea0-4a5c-958c-c1207c178ad8 None None] Provisioning complete for port 2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:30.084180 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-34583c0d-4ea0-4a5c-958c-c1207c178ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.096466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-8325cc26-f9eb-4e82-b194-fa6ba8c8997c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 84ae0bc5-d938-406f-bc52-555bcf6cddd3 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:30.106274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8325cc26-f9eb-4e82-b194-fa6ba8c8997c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.113977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01e82f5a-2e6b-4919-8da4-9aee11dbb701 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:30.176894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-34583c0d-4ea0-4a5c-958c-c1207c178ad8 None None] Port 2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:30.205472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8325cc26-f9eb-4e82-b194-fa6ba8c8997c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.311766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab74eb-1049-442c-a0bb-6cd90683f887 req-ab081fc9-4ad3-48de-9067-29539adbce15 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:30.321405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66ab74eb-1049-442c-a0bb-6cd90683f887 req-ab081fc9-4ad3-48de-9067-29539adbce15 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.0912991 Jul 09 13:31:30.326523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:30.334790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b4fc317b-e2b2-494d-9a39-fb35a80390d1 None None] Provisioning for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:30.357668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b4fc317b-e2b2-494d-9a39-fb35a80390d1 None None] Provisioning complete for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:30.362249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b4fc317b-e2b2-494d-9a39-fb35a80390d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.383735 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66ab74eb-1049-442c-a0bb-6cd90683f887 req-a5cfd430-49eb-4cef-925e-f76ae87e5e4d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607595 Jul 09 13:31:30.416289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8325cc26-f9eb-4e82-b194-fa6ba8c8997c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.614357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8325cc26-f9eb-4e82-b194-fa6ba8c8997c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.629759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e252f380-61b0-4364-a59d-c8fb7ba745ab None None] Could not find standard attr ID for object 4e0b0ee6-35bf-415e-947c-8aba2e5a2293. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:31:30.651468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325cc26-f9eb-4e82-b194-fa6ba8c8997c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=84ae0bc5-d938-406f-bc52-555bcf6cddd3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:30.665671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:30.689641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'port_id': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'mac_address': 'fa:16:3e:10:5b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:30.741834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8325cc26-f9eb-4e82-b194-fa6ba8c8997c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.752946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8325cc26-f9eb-4e82-b194-fa6ba8c8997c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/84ae0bc5-d938-406f-bc52-555bcf6cddd3 HTTP/1.1" status: 204 len: 168 time: 0.7375760 Jul 09 13:31:30.752946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-f6cc21a9-0ab9-45f5-ba59-9c670891c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:30.752946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-f6cc21a9-0ab9-45f5-ba59-9c670891c132 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bd73327098246339727dc0e3ed2beb0&device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 1098 time: 0.4918625 Jul 09 13:31:30.753384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41454) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:30.758767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809afca-84a9-483b-a16d-96cc467c1f38 req-e37d39ef-14f6-4332-a392-d0fa27584b36 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:30.759904 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.765691 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3809afca-84a9-483b-a16d-96cc467c1f38 req-e37d39ef-14f6-4332-a392-d0fa27584b36 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.3037214 Jul 09 13:31:30.779518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf3f337-d714-4b28-8c7f-6f67563d8193 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:30.826642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:30.836574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.856807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd7c9f0-061d-4e79-bd9b-8da70fbacc0f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet d7639396-cb35-4f42-a478-83553d3ff747 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:30.863358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c9f0-061d-4e79-bd9b-8da70fbacc0f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.886961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3809afca-84a9-483b-a16d-96cc467c1f38 req-7c50ae2a-42d5-40f7-8ed4-9cb819cf4cb9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200936 Jul 09 13:31:30.958272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058e717-37e6-405b-99c0-363d70d8765a None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:30.960170 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c9f0-061d-4e79-bd9b-8da70fbacc0f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.973816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:31.082286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-ba2f5da5-14ec-4c46-b07b-ae32a8767d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:31.083854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-ba2f5da5-14ec-4c46-b07b-ae32a8767d4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 200 len: 913 time: 0.2936685 Jul 09 13:31:31.150140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acf3f337-d714-4b28-8c7f-6f67563d8193'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:31.153767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-9eaa20c5-6225-4cc6-baec-c9f57ddf1148 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 200 len: 217 time: 0.0621274 Jul 09 13:31:31.154064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c9f0-061d-4e79-bd9b-8da70fbacc0f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.244576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fb1c6-67b3-4086-a87f-1582fada1488 req-ebc74ca4-8d44-4399-8fc2-00b99ab379ad tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:31.252102 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-252fb1c6-67b3-4086-a87f-1582fada1488 req-ebc74ca4-8d44-4399-8fc2-00b99ab379ad tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 945 time: 0.1612749 Jul 09 13:31:31.298271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-66bf0b88-d09e-413a-a8dd-0e47947b0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:31.299945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-66bf0b88-d09e-413a-a8dd-0e47947b0b9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 200 len: 853 time: 0.1324463 Jul 09 13:31:31.315004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c9f0-061d-4e79-bd9b-8da70fbacc0f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.322355 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-252fb1c6-67b3-4086-a87f-1582fada1488 req-6ab5b58e-0b0b-462b-a7cc-df9854935435 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693910 Jul 09 13:31:31.353702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7c9f0-061d-4e79-bd9b-8da70fbacc0f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=d7639396-cb35-4f42-a478-83553d3ff747,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:31.363586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c9f0-061d-4e79-bd9b-8da70fbacc0f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.365781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3bd7c9f0-061d-4e79-bd9b-8da70fbacc0f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/d7639396-cb35-4f42-a478-83553d3ff747 HTTP/1.1" status: 204 len: 168 time: 0.6114242 Jul 09 13:31:31.366676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-f31efdf7-2a89-4953-a25d-bf80ad67b02d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ab636c6-a6c1-4c96-b850-6a96a0c98193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574193 Jul 09 13:31:31.370334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41458) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:31.371306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.382259 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.419353 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-15c29d90-5bf1-4797-b0a3-5fd2b4cd59ea tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476413 Jul 09 13:31:31.420061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41462) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:31.426561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:31.549179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:31.552973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.605844 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP 5b10ff0c-ced1-4518-87eb-390ced7ff599 associated. External IP: 172.25.5.192, port: 5d4cb90d-c8ca-423a-a464-7a3603d298c6. Jul 09 13:31:31.614495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-0a397ec6-9608-4472-8f12-f7ed8e040f9f service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414703 Jul 09 13:31:31.980605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda2f70-3c98-4312-93b5-b209364f6662 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:32.066321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-400be8c7-1b16-4a3f-a4eb-9778e13c0b8e req-18eaaaab-6bf1-45c1-93db-15eb9438cfa0 service neutron] 10.222.0.10 "GET /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124565 Jul 09 13:31:32.126152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1f8cde9c-b822-4cee-b2c3-4104b815bcd6 None None] Provisioning complete for port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:32.126538 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1f8cde9c-b822-4cee-b2c3-4104b815bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.158666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50556fcd-9cd5-423e-b5d4-f11d09fcd0ef req-fdd03627-bc38-48a7-9c71-6b06cd2d8439 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:32.164942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50556fcd-9cd5-423e-b5d4-f11d09fcd0ef req-fdd03627-bc38-48a7-9c71-6b06cd2d8439 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.6398280 Jul 09 13:31:32.286761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50556fcd-9cd5-423e-b5d4-f11d09fcd0ef req-922595af-2c1a-4b62-816e-190d2d056df2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728111 Jul 09 13:31:32.308028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:31:32.331842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0993bc-7897-4e84-b4f3-53606b108455 req-b17d3c3f-b2cc-4e75-90ca-88f7411e20d9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:32.333594 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3d0993bc-7897-4e84-b4f3-53606b108455 req-b17d3c3f-b2cc-4e75-90ca-88f7411e20d9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1679614 Jul 09 13:31:32.338666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.objects.ports [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93912) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:31:32.341165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:32.375390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:32.394731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] Deleting port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:32.395175 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.476809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3d0993bc-7897-4e84-b4f3-53606b108455 req-d8494133-1c38-4115-bc73-668b69156103 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822997 Jul 09 13:31:32.518165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port acf3f337-d714-4b28-8c7f-6f67563d8193 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:32.518639 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.526331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] For port 01e82f5a-2e6b-4919-8da4-9aee11dbb701, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01e82f5a-2e6b-4919-8da4-9aee11dbb701,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:32.526815 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.539599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:32.552972 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bebd61-b431-4ef2-8f24-c70b8d90f450 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:32.560945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] Calling delete_port for 01e82f5a-2e6b-4919-8da4-9aee11dbb701 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:32.573299 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bebd61-b431-4ef2-8f24-c70b8d90f450 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:32.574381 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-06bebd61-b431-4ef2-8f24-c70b8d90f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:32.588162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.644384 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-06bebd61-b431-4ef2-8f24-c70b8d90f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:32.658458 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bebd61-b431-4ef2-8f24-c70b8d90f450 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:32.659529 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-06bebd61-b431-4ef2-8f24-c70b8d90f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:32.659989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065e0f5-e21a-421f-92bf-45570ee7aa48 req-bffa8157-d127-47f3-809f-2262ef206edd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:32.661688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8065e0f5-e21a-421f-92bf-45570ee7aa48 req-bffa8157-d127-47f3-809f-2262ef206edd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 945 time: 0.1642537 Jul 09 13:31:32.726855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.731175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8065e0f5-e21a-421f-92bf-45570ee7aa48 req-ffbb8ea5-62ab-4b5c-872f-3cf8b0f00c4c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583167 Jul 09 13:31:32.755946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:32.760066 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2be165c-1da6-41bb-ac4f-c5d43ddb55f7" -d '{"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-plugged", "status": "completed", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:32.765936 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-06bebd61-b431-4ef2-8f24-c70b8d90f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:32.768385 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bebd61-b431-4ef2-8f24-c70b8d90f450 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:32.781475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:32.789033 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.830522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] For port 01e82f5a-2e6b-4919-8da4-9aee11dbb701, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=01e82f5a-2e6b-4919-8da4-9aee11dbb701,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:32.879190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.891802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.892466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=10']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:32.892799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.898144 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b28e16-6106-4e8d-9f23-1d5db91a98df x-openstack-request-id: req-c6b28e16-6106-4e8d-9f23-1d5db91a98df {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:32.898572 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-plugged", "status": "completed", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:32.898838 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6b28e16-6106-4e8d-9f23-1d5db91a98df {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:32.899255 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'code': 200} Jul 09 13:31:32.906530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.926174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] No DVR routers for this DVR port 01e82f5a-2e6b-4919-8da4-9aee11dbb701 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:32.951677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2059478-7ae7-467f-abcc-3e7781cc18e1 None None] Pushing event deleted for resources: {'Port': ['ID=01e82f5a-2e6b-4919-8da4-9aee11dbb701,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:32.973854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=01e82f5a-2e6b-4919-8da4-9aee11dbb701,revision_number=11']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:32.991108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router c7a9b7e1-0552-4274-9127-e5e5401f1004 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:33.039795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:33.041354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:33.050266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b081647-0bfe-4bc9-8f72-1dda01b4dd1c None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:33.065910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.066493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.094681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6726701 Jul 09 13:31:33.095391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41482) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:33.101769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-17342dbb-bfc3-40b2-a5a6-b1cce9bac515 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:33.106920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b8345-8e45-47f3-9b12-79db25f8756a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=ccf1a8c5-cfee-449b-bf18-44a6ea216ddc,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:33.202181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:33.208534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.236500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cc216-c8f2-44c4-8062-b3437e7be4c7 None None] Sync routers for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:33.240764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410b80-fd32-45b8-bf8c-b910f384f920 req-681e0575-5719-464e-b3c2-2150bc5b756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.242925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3410b80-fd32-45b8-bf8c-b910f384f920 req-681e0575-5719-464e-b3c2-2150bc5b756e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 1098 time: 0.1551926 Jul 09 13:31:33.254925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cc216-c8f2-44c4-8062-b3437e7be4c7 None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:33.255744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ab2cc216-c8f2-44c4-8062-b3437e7be4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:33.261521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17342dbb-bfc3-40b2-a5a6-b1cce9bac515 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:33.265825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17342dbb-bfc3-40b2-a5a6-b1cce9bac515 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.297092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ab2cc216-c8f2-44c4-8062-b3437e7be4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:33.308520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cc216-c8f2-44c4-8062-b3437e7be4c7 None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:33.309203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ab2cc216-c8f2-44c4-8062-b3437e7be4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:33.345230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ab2cc216-c8f2-44c4-8062-b3437e7be4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:33.345902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2cc216-c8f2-44c4-8062-b3437e7be4c7 None None] The sync data for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:33.353666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3410b80-fd32-45b8-bf8c-b910f384f920 req-2635d2f2-b3fd-412d-9d6a-7d312b470d66 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912762 Jul 09 13:31:33.366795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1fddd439-8c77-4cfd-89f9-67ef9666622a tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/floatingips/5b10ff0c-ced1-4518-87eb-390ced7ff599 HTTP/1.1" status: 200 len: 979 time: 3.5530534 Jul 09 13:31:33.368563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41488) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:33.387332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'ccf1a8c5-cfee-449b-bf18-44a6ea216ddc'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:31:33.388295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.422253 n-d-799524-3 neutron-server[93912]: INFO neutron.db.ipam_backend_mixin [None req-17342dbb-bfc3-40b2-a5a6-b1cce9bac515 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccf1a8c5-cfee-449b-bf18-44a6ea216ddc (CIDR: 2001:db8::/64) Jul 09 13:31:33.429429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-5f43c2d3-0c89-492c-b323-5138fac881e5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.436456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-5f43c2d3-0c89-492c-b323-5138fac881e5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.438284 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-17342dbb-bfc3-40b2-a5a6-b1cce9bac515 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:31:33.438284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17342dbb-bfc3-40b2-a5a6-b1cce9bac515 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:33.442985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-5f43c2d3-0c89-492c-b323-5138fac881e5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.448757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-5f43c2d3-0c89-492c-b323-5138fac881e5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.454812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-5f43c2d3-0c89-492c-b323-5138fac881e5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.461032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-5f43c2d3-0c89-492c-b323-5138fac881e5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.467176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-5f43c2d3-0c89-492c-b323-5138fac881e5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.469859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-5f43c2d3-0c89-492c-b323-5138fac881e5 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5434 time: 0.2259264 Jul 09 13:31:33.480137 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-17342dbb-bfc3-40b2-a5a6-b1cce9bac515 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3831131 Jul 09 13:31:33.483432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41490) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:33.488664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:33.545737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ffb69a3-f14d-48b9-bc01-ab8410f4c61c req-3ea81e5a-a8c1-4c03-a787-b537f08c0d8d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685661 Jul 09 13:31:33.571176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Allocated IP 2001:db8::f816:3eff:fe20:4917 (d21b40f0-27df-45e6-a847-be7286ec6856/ccf1a8c5-cfee-449b-bf18-44a6ea216ddc/49989e38-e0a1-4de7-b175-e699a716f56b) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:33.577750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:33.578282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.609946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224357e-4a21-408f-8047-1b76d84533b4 req-f2d6e797-51ce-4292-9b4a-993a3aded7c1 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.611565 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a224357e-4a21-408f-8047-1b76d84533b4 req-f2d6e797-51ce-4292-9b4a-993a3aded7c1 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1875973 Jul 09 13:31:33.722116 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a224357e-4a21-408f-8047-1b76d84533b4 req-a10d7fc8-410f-4ccc-be1e-e1b2dd69a9a0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980709 Jul 09 13:31:33.731374 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:33.735105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.773929 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.783186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-d0cdba29-5c0f-40c1-9672-98bec863db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.785332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-d0cdba29-5c0f-40c1-9672-98bec863db8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1095 time: 0.1806285 Jul 09 13:31:33.786866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Transition to ACTIVE for port object 49989e38-e0a1-4de7-b175-e699a716f56b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:33.789560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.810462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Transition to ACTIVE for port object 49989e38-e0a1-4de7-b175-e699a716f56b will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:33.821357 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.869633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:33.874578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:33.878101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:33.889543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Pushing event updated for resources: {'Port': ['ID=49989e38-e0a1-4de7-b175-e699a716f56b,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:33.954994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Attempting to bind port 49989e38-e0a1-4de7-b175-e699a716f56b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:33.955418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Attempting to bind port 49989e38-e0a1-4de7-b175-e699a716f56b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:33.955738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Attempting to bind port 49989e38-e0a1-4de7-b175-e699a716f56b on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:33.961851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:33.962369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:33.962790 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.964809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:33.964809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Bound port: 49989e38-e0a1-4de7-b175-e699a716f56b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:33.964809 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.968157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a4d3-8e2c-4ce5-9035-dbe211e17235 req-44838138-470c-4eba-bd4e-bc9b18e949d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.974036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a4d3-8e2c-4ce5-9035-dbe211e17235 req-44838138-470c-4eba-bd4e-bc9b18e949d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.980903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a4d3-8e2c-4ce5-9035-dbe211e17235 req-44838138-470c-4eba-bd4e-bc9b18e949d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.987171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a4d3-8e2c-4ce5-9035-dbe211e17235 req-44838138-470c-4eba-bd4e-bc9b18e949d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:33.994807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a4d3-8e2c-4ce5-9035-dbe211e17235 req-44838138-470c-4eba-bd4e-bc9b18e949d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.001383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a4d3-8e2c-4ce5-9035-dbe211e17235 req-44838138-470c-4eba-bd4e-bc9b18e949d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.006902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a4d3-8e2c-4ce5-9035-dbe211e17235 req-44838138-470c-4eba-bd4e-bc9b18e949d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.009075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c789e-988e-45c1-8e83-f362732193cc req-88c0bf66-eb11-427b-9f85-bcb18030db1b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.009359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-17c4a4d3-8e2c-4ce5-9035-dbe211e17235 req-44838138-470c-4eba-bd4e-bc9b18e949d2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5434 time: 0.1608617 Jul 09 13:31:34.010549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-637c789e-988e-45c1-8e83-f362732193cc req-88c0bf66-eb11-427b-9f85-bcb18030db1b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2880847 Jul 09 13:31:34.060383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] For port 49989e38-e0a1-4de7-b175-e699a716f56b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:34.064695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] For port 49989e38-e0a1-4de7-b175-e699a716f56b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49989e38-e0a1-4de7-b175-e699a716f56b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:34.074742 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.117350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-8075bd4e-3461-4eff-9528-020958289923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.119044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-8075bd4e-3461-4eff-9528-020958289923 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.3043706 Jul 09 13:31:34.138295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01e82f5a-2e6b-4919-8da4-9aee11dbb701 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:34.139723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-637c789e-988e-45c1-8e83-f362732193cc req-6f4255c2-cd32-4705-b680-6885b01cae57 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153433 Jul 09 13:31:34.202955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 01e82f5a-2e6b-4919-8da4-9aee11dbb701 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:34.203340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 01e82f5a-2e6b-4919-8da4-9aee11dbb701 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:34.259504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.259883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.260197 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Floating IP 5b10ff0c-ced1-4518-87eb-390ced7ff599 disassociated. External IP: 172.25.5.192, port: 2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa. Jul 09 13:31:34.260542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:34.281700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2833c2-e82f-4e39-a40f-b286ec68f4a2 None None] Pushing event updated for resources: {'Port': ['ID=49989e38-e0a1-4de7-b175-e699a716f56b,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:34.281955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-1e89e65b-50fc-40f8-a0fb-02fa6049a07a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 999 time: 0.1409917 Jul 09 13:31:34.308315 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.379268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:34.408808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:34.415847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.416508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.448428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0758-6c1f-4d75-be90-246572073011 req-b8050e5f-6657-4731-9505-fca1d68a7ee0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.450106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee2f0758-6c1f-4d75-be90-246572073011 req-b8050e5f-6657-4731-9505-fca1d68a7ee0 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.2293286 Jul 09 13:31:34.464243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=36759440-d132-4964-8df2-4692f856f70c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:34.504783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0337306d-31af-413d-80c8-31073055c023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0202034 Jul 09 13:31:34.509102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41514) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:34.522456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:4c:f3:e4', 'name': 'tempest-NetworksTestDHCPv6-1534477244'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:34.555661 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee2f0758-6c1f-4d75-be90-246572073011 req-6d7dedef-ed79-4719-b21d-a967ab99f9d2 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862248 Jul 09 13:31:34.612948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-752430eb-607c-4c3d-a1c2-dc5a1a0487eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.614836 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-752430eb-607c-4c3d-a1c2-dc5a1a0487eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.3207109 Jul 09 13:31:34.843812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb54a72-0df3-462c-974c-3e6afa84f71c req-973e8aa7-1f05-44c4-af85-1a2681e296a2 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.847951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0fb54a72-0df3-462c-974c-3e6afa84f71c req-973e8aa7-1f05-44c4-af85-1a2681e296a2 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 947 time: 0.4715962 Jul 09 13:31:35.084497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f33a9b-410b-4c8b-b620-79a01de5c7d8 req-9f0f958f-c5ae-4dfb-92fa-7a5dd71ccb4a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:35.086487 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d6f33a9b-410b-4c8b-b620-79a01de5c7d8 req-9f0f958f-c5ae-4dfb-92fa-7a5dd71ccb4a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.0802884 Jul 09 13:31:35.131318 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d6f33a9b-410b-4c8b-b620-79a01de5c7d8 req-f0c52211-e905-4c4b-b5e9-ed5b1e10618a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Jul 09 13:31:35.224635 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57be2066-5534-4eed-98b8-3f396400017a req-38c986dc-57d3-4a17-90d7-d994695a4883 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8083677 Jul 09 13:31:35.279589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-4151051e-9bf0-4d34-bea1-49e7f4e07e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:35.282546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-4151051e-9bf0-4d34-bea1-49e7f4e07e94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6509523 Jul 09 13:31:35.282546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:35.376233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.385931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3171-9c2b-4992-a854-66024099aac6 req-c110b3ad-02b9-452c-be3f-2c05241c7c99 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:35.387769 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-967b3171-9c2b-4992-a854-66024099aac6 req-c110b3ad-02b9-452c-be3f-2c05241c7c99 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1005781 Jul 09 13:31:35.433942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0fb54a72-0df3-462c-974c-3e6afa84f71c req-2de7ed37-6f89-44e2-b347-d23a87ecb491 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168128 Jul 09 13:31:35.446279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-967b3171-9c2b-4992-a854-66024099aac6 req-360ddc32-4ba4-4d15-b366-746cfd48f870 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515244 Jul 09 13:31:35.487344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:35.751429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5332-1095-499d-ae6e-9316199524c4 req-dcfa6bb9-da1d-47c9-b95f-bdefe4336517 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:35.755936 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-387c5332-1095-499d-ae6e-9316199524c4 req-dcfa6bb9-da1d-47c9-b95f-bdefe4336517 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1541450 Jul 09 13:31:35.779734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router c7a9b7e1-0552-4274-9127-e5e5401f1004 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:35.796714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.811028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a8e3b0-87ae-4fe2-9c67-e4ca92169e7d None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:35.817503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be2066-5534-4eed-98b8-3f396400017a req-3de27cac-f53d-45ce-8678-38c78f60ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:35.819765 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57be2066-5534-4eed-98b8-3f396400017a req-3de27cac-f53d-45ce-8678-38c78f60ced4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 1096 time: 0.5170875 Jul 09 13:31:35.830492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 66df8fb7-c108-4166-be15-99424c19cdf9 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:35.846966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-ae9c190d-2a07-491c-bc62-4451816ebe34 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431910 Jul 09 13:31:35.852021 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-387c5332-1095-499d-ae6e-9316199524c4 req-d0b823ce-89f7-4da6-85cc-272a08d1d821 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818117 Jul 09 13:31:35.964953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e4b963c8-ca83-44fd-9938-cc9a54f9ac5e None None] Provisioning for port 49989e38-e0a1-4de7-b175-e699a716f56b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:36.160566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49989e38-e0a1-4de7-b175-e699a716f56b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:36.235303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20856b0-626a-494d-8ba5-f36d95c1b676 req-a85fa536-b442-4520-bd83-00076e084a10 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:36.243549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b20856b0-626a-494d-8ba5-f36d95c1b676 req-a85fa536-b442-4520-bd83-00076e084a10 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.5213175 Jul 09 13:31:36.477703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d759e9-68bf-4114-85d5-f7a42e38530f req-bf47b8c4-092f-4943-97bf-d3516a1592eb service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887933 Jul 09 13:31:36.495364 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b20856b0-626a-494d-8ba5-f36d95c1b676 req-d8d2ef2a-24bf-4b60-a978-c2999fdcd5d1 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507498 Jul 09 13:31:36.516895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b93d9d-77f4-4ec3-bf16-ce561c95490d None None] Update dhcp port {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'ccf1a8c5-cfee-449b-bf18-44a6ea216ddc', 'ip_address': '2001:db8::f816:3eff:fe20:4917'}, {'subnet_id': '36759440-d132-4964-8df2-4692f856f70c'}], 'binding:host_id': 'n-d-799524-3'}, 'id': '49989e38-e0a1-4de7-b175-e699a716f56b'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:31:36.520605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 49989e38-e0a1-4de7-b175-e699a716f56b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:36.527232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be2066-5534-4eed-98b8-3f396400017a req-830e015b-eaca-4181-bb81-af33e8148c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:36.528781 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57be2066-5534-4eed-98b8-3f396400017a req-830e015b-eaca-4181-bb81-af33e8148c0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.6568451 Jul 09 13:31:36.546720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:36.555893 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.624362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82b93d9d-77f4-4ec3-bf16-ce561c95490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.737913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57be2066-5534-4eed-98b8-3f396400017a req-8211295d-7e01-428f-8eaa-b10b02103e80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 HTTP/1.1" status: 200 len: 217 time: 0.1643455 Jul 09 13:31:36.751700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:36.762867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee22515-d9e9-406c-9279-86ef4002f654 req-d26f5ab1-2e8a-42db-a7fc-a639f5a6d421 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:36.766846 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e49da-d98b-4a7f-8f45-d5b4da6ef882 None None] Sync routers for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:36.767348 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cee22515-d9e9-406c-9279-86ef4002f654 req-d26f5ab1-2e8a-42db-a7fc-a639f5a6d421 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1810858 Jul 09 13:31:36.802300 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.802995 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e49da-d98b-4a7f-8f45-d5b4da6ef882 None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:36.803724 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8a2e49da-d98b-4a7f-8f45-d5b4da6ef882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:36.814715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cee22515-d9e9-406c-9279-86ef4002f654 req-1276b2fa-1d0e-409d-b99c-b8e6b01d35d3 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436151 Jul 09 13:31:36.845193 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8a2e49da-d98b-4a7f-8f45-d5b4da6ef882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:36.856893 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e49da-d98b-4a7f-8f45-d5b4da6ef882 None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:36.857764 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8a2e49da-d98b-4a7f-8f45-d5b4da6ef882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:36.865505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41584) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:36.908221 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8a2e49da-d98b-4a7f-8f45-d5b4da6ef882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:36.909124 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e49da-d98b-4a7f-8f45-d5b4da6ef882 None None] The sync data for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:36.935158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be2066-5534-4eed-98b8-3f396400017a req-20745874-4780-4909-a490-8e9e99bc39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:36.936662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57be2066-5534-4eed-98b8-3f396400017a req-20745874-4780-4909-a490-8e9e99bc39c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.1783104 Jul 09 13:31:36.953554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 49989e38-e0a1-4de7-b175-e699a716f56b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49989e38-e0a1-4de7-b175-e699a716f56b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:36.962279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:37.043597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=49989e38-e0a1-4de7-b175-e699a716f56b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:37.087238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8:0:1::355 (d21b40f0-27df-45e6-a847-be7286ec6856/36759440-d132-4964-8df2-4692f856f70c/66df8fb7-c108-4166-be15-99424c19cdf9) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:37.108066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-e3af4011-f8fa-48ca-947a-9bec3a91ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.108560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-e3af4011-f8fa-48ca-947a-9bec3a91ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.109423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-e3af4011-f8fa-48ca-947a-9bec3a91ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.109863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-e3af4011-f8fa-48ca-947a-9bec3a91ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.110167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::f816:3eff:fe4c:f3e4 (d21b40f0-27df-45e6-a847-be7286ec6856/ccf1a8c5-cfee-449b-bf18-44a6ea216ddc/66df8fb7-c108-4166-be15-99424c19cdf9) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:37.110576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-e3af4011-f8fa-48ca-947a-9bec3a91ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.111071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-e3af4011-f8fa-48ca-947a-9bec3a91ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.111969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-e3af4011-f8fa-48ca-947a-9bec3a91ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.113715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-e3af4011-f8fa-48ca-947a-9bec3a91ea9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6491 time: 0.2461615 Jul 09 13:31:37.137699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:37.142700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0f6e5dc2-5fd9-477b-aacb-e42a815a7711 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/ports/2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa HTTP/1.1" status: 204 len: 168 time: 3.7715025 Jul 09 13:31:37.144162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41592) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:37.163597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-d6847527-041d-4268-8077-bfafc66b5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.165158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-d6847527-041d-4268-8077-bfafc66b5e8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1095 time: 0.4690256 Jul 09 13:31:37.166488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765880-9ea1-4f67-95af-e4c4c82a738d req-e788c1e3-9ff3-46fc-843b-1a9c98aff992 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.168486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec765880-9ea1-4f67-95af-e4c4c82a738d req-e788c1e3-9ff3-46fc-843b-1a9c98aff992 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1505835 Jul 09 13:31:37.196167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be2066-5534-4eed-98b8-3f396400017a req-28bf895d-cdcb-4116-9781-c027aa584d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.198328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57be2066-5534-4eed-98b8-3f396400017a req-28bf895d-cdcb-4116-9781-c027aa584d9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499661 Jul 09 13:31:37.245580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-63091638-3f8e-41bc-82a6-626e8265cf91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180718 Jul 09 13:31:37.302900 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec765880-9ea1-4f67-95af-e4c4c82a738d req-9b7b9323-1ed6-428c-8a89-f6c451c25a3b tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017215 Jul 09 13:31:37.338708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a3c2f-30d5-4bbe-959c-69b9b3b065ac req-9c5ade45-03b8-43a6-8936-2b509fea7c81 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.340310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-950a3c2f-30d5-4bbe-959c-69b9b3b065ac req-9c5ade45-03b8-43a6-8936-2b509fea7c81 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 947 time: 0.5983591 Jul 09 13:31:37.494633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-950a3c2f-30d5-4bbe-959c-69b9b3b065ac req-f5a98aa1-21a7-40b1-8932-da35389d9346 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361189 Jul 09 13:31:37.525513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-ea19670f-55af-415d-8f05-70f6149c3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.527033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-ea19670f-55af-415d-8f05-70f6149c3ea8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.3466442 Jul 09 13:31:37.594507 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57be2066-5534-4eed-98b8-3f396400017a req-b9991f69-55e6-459a-9621-96668207120d service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702776 Jul 09 13:31:37.690532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:37.980567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:37.985490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-6def6c8f-a6a2-413c-b50b-f30b7538a712 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 999 time: 0.4488034 Jul 09 13:31:38.008706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 5c710d93-b35d-4891-a935-4b1e7565b17a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:38.009236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.053256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 66df8fb7-c108-4166-be15-99424c19cdf9 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:38.066129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49989e38-e0a1-4de7-b175-e699a716f56b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:38.094195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-79f25248-0a92-4359-bafa-565416417c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:38.095699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-79f25248-0a92-4359-bafa-565416417c22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.0992851 Jul 09 13:31:38.107731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57be2066-5534-4eed-98b8-3f396400017a req-9fe24b86-7530-4236-abcc-1e38e11e0111 service neutron] 10.222.0.10 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032251 Jul 09 13:31:38.110165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd73d20-1c33-451d-8976-86e32b5db068 req-49ac07b6-5680-4bfb-b31c-a48b9147ea06 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:38.112363 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dfd73d20-1c33-451d-8976-86e32b5db068 req-49ac07b6-5680-4bfb-b31c-a48b9147ea06 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1511621 Jul 09 13:31:38.120133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:38.120436 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.143550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.165724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1092f1-b2f6-42ed-b03c-5e720b298729 req-ad7c7d76-751e-4c3b-b5e6-9de2b6698fed tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:38.169655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 5c710d93-b35d-4891-a935-4b1e7565b17a owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:38.174378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee1092f1-b2f6-42ed-b03c-5e720b298729 req-ad7c7d76-751e-4c3b-b5e6-9de2b6698fed tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.5501182 Jul 09 13:31:38.206284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dfd73d20-1c33-451d-8976-86e32b5db068 req-74d7e784-7c27-42c8-909e-4443eb765668 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759654 Jul 09 13:31:38.218957 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.274630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-82b93d9d-77f4-4ec3-bf16-ce561c95490d None None] Allocated IP 2001:db8:0:1::2 (d21b40f0-27df-45e6-a847-be7286ec6856/36759440-d132-4964-8df2-4692f856f70c/49989e38-e0a1-4de7-b175-e699a716f56b) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:38.281855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee1092f1-b2f6-42ed-b03c-5e720b298729 req-29a6d194-e95f-4293-bb2d-9f00db12e8a4 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065004 Jul 09 13:31:38.317991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-bae46aec-8847-4ca5-849e-7bbdaca53307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:38.319799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-bae46aec-8847-4ca5-849e-7bbdaca53307 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170119 Jul 09 13:31:38.322425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:38.323356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=66df8fb7-c108-4166-be15-99424c19cdf9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:38.326631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:38.329936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:38.336372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:38.337029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.403090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6927353a-ac26-4d89-8c18-3166e6ac04ef tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8890309 Jul 09 13:31:38.403678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41610) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:38.471024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-82b93d9d-77f4-4ec3-bf16-ce561c95490d None None] For port 49989e38-e0a1-4de7-b175-e699a716f56b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49989e38-e0a1-4de7-b175-e699a716f56b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:38.521291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82b93d9d-77f4-4ec3-bf16-ce561c95490d None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.521858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-01ccfff6-5877-4f41-9c5d-6fef2ed1ee8a service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930761 Jul 09 13:31:38.613807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-82b93d9d-77f4-4ec3-bf16-ce561c95490d None None] Transition to ACTIVE for port object 49989e38-e0a1-4de7-b175-e699a716f56b will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:38.617037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.618697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82b93d9d-77f4-4ec3-bf16-ce561c95490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.633931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-88a7c98b-e755-4dbe-9269-bedd26a5f61d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 66df8fb7-c108-4166-be15-99424c19cdf9 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:38.634296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88a7c98b-e755-4dbe-9269-bedd26a5f61d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.675325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=5c710d93-b35d-4891-a935-4b1e7565b17a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:38.713198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d32ce24-7b9c-4765-8086-93d8332aa520 req-49f6232f-c52a-4c2c-8c9d-9e60bdd4addb service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826711 Jul 09 13:31:38.790793 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88a7c98b-e755-4dbe-9269-bedd26a5f61d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.808223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b93d9d-77f4-4ec3-bf16-ce561c95490d None None] Pushing event updated for resources: {'Port': ['ID=49989e38-e0a1-4de7-b175-e699a716f56b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:38.813858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-88a7c98b-e755-4dbe-9269-bedd26a5f61d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 66df8fb7-c108-4166-be15-99424c19cdf9 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:38.843984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442a1f-eef0-44ca-bdd8-dd1183d4ade6 req-cde8604c-18fb-4f97-ac8e-6890c9ffe011 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:38.845629 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4442a1f-eef0-44ca-bdd8-dd1183d4ade6 req-cde8604c-18fb-4f97-ac8e-6890c9ffe011 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.3076620 Jul 09 13:31:38.980143 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4442a1f-eef0-44ca-bdd8-dd1183d4ade6 req-901bda4c-46c4-4438-80a8-f3d917900324 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252494 Jul 09 13:31:39.086789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.087551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88a7c98b-e755-4dbe-9269-bedd26a5f61d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.121877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7c98b-e755-4dbe-9269-bedd26a5f61d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=66df8fb7-c108-4166-be15-99424c19cdf9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:39.189789 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88a7c98b-e755-4dbe-9269-bedd26a5f61d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.192295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-88a7c98b-e755-4dbe-9269-bedd26a5f61d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/66df8fb7-c108-4166-be15-99424c19cdf9 HTTP/1.1" status: 204 len: 168 time: 0.7859569 Jul 09 13:31:39.195547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41620) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:39.295297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d45cb9f-7107-4f5a-97ef-cfe3560f6e64 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.297567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1d45cb9f-7107-4f5a-97ef-cfe3560f6e64 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1006579 Jul 09 13:31:39.300552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41624) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:39.457395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17763718-e464-4b71-9785-d335bb49ec16 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.458980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-17763718-e464-4b71-9785-d335bb49ec16 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1571555 Jul 09 13:31:39.464564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41626) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:39.528582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3ed15-dd96-49a1-9fcc-5f70669f9b9c req-4d8031ed-2731-4479-b291-adbbdd684665 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.535800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6f3ed15-dd96-49a1-9fcc-5f70669f9b9c req-4d8031ed-2731-4479-b291-adbbdd684665 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1604593 Jul 09 13:31:39.565924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aea9ce-0625-4078-ad79-9381dea89b5d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.567976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aea9ce-0625-4078-ad79-9381dea89b5d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.569767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aea9ce-0625-4078-ad79-9381dea89b5d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.571492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-97aea9ce-0625-4078-ad79-9381dea89b5d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1077769 Jul 09 13:31:39.581570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41628) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:39.616634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6f3ed15-dd96-49a1-9fcc-5f70669f9b9c req-0b70520a-7a22-4e52-bddd-a2b26833b080 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799303 Jul 09 13:31:39.662443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-64789d6d-701b-438d-bc8e-561938b1c4a2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 36759440-d132-4964-8df2-4692f856f70c {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:39.668868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e5a6d8e2-fb1f-4fd5-bb2b-b7a93a116853 None None] Provisioning for port 49989e38-e0a1-4de7-b175-e699a716f56b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:39.669482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-64789d6d-701b-438d-bc8e-561938b1c4a2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.674801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e5a6d8e2-fb1f-4fd5-bb2b-b7a93a116853 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:39.675215 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d8e2-fb1f-4fd5-bb2b-b7a93a116853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.745313 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3ec3-4d5c-44d9-982d-19dd10dfb8e2 req-520679a8-0881-409e-b06b-1610bade8668 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.752274 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-325a3ec3-4d5c-44d9-982d-19dd10dfb8e2 req-520679a8-0881-409e-b06b-1610bade8668 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1086183 Jul 09 13:31:39.782417 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-64789d6d-701b-438d-bc8e-561938b1c4a2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.908413 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-325a3ec3-4d5c-44d9-982d-19dd10dfb8e2 req-36a24a8a-961e-4a35-ba70-022095cd8e64 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551018 Jul 09 13:31:39.931435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router c7a9b7e1-0552-4274-9127-e5e5401f1004 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:39.989272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-64789d6d-701b-438d-bc8e-561938b1c4a2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.080071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-64789d6d-701b-438d-bc8e-561938b1c4a2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.103290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49989e38-e0a1-4de7-b175-e699a716f56b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:40.108834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64789d6d-701b-438d-bc8e-561938b1c4a2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=36759440-d132-4964-8df2-4692f856f70c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:40.114610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-64789d6d-701b-438d-bc8e-561938b1c4a2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.118532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-64789d6d-701b-438d-bc8e-561938b1c4a2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/36759440-d132-4964-8df2-4692f856f70c HTTP/1.1" status: 204 len: 168 time: 0.5358593 Jul 09 13:31:40.120914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41636) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:40.148982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:40.155323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-901a65eb-d8fa-49b2-9dcc-688634df7e9e None None] Could not find standard attr ID for object 66df8fb7-c108-4166-be15-99424c19cdf9. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:31:40.158212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dff833af-0275-427c-b5f8-dca0f544fabd tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/routers/c7a9b7e1-0552-4274-9127-e5e5401f1004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0114260 Jul 09 13:31:40.163635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41638) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:40.164778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71997717-914e-4583-848b-85c704118592 None None] Sync routers for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:40.184104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082eeb6-dfd6-48fc-8625-159026c06e3e req-3145f8a0-7550-4fc2-b7b1-63a825c770a4 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.185671 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f082eeb6-dfd6-48fc-8625-159026c06e3e req-3145f8a0-7550-4fc2-b7b1-63a825c770a4 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1071780 Jul 09 13:31:40.196528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71997717-914e-4583-848b-85c704118592 None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:40.198825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-71997717-914e-4583-848b-85c704118592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:40.230489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f082eeb6-dfd6-48fc-8625-159026c06e3e req-de000d90-09a2-45ad-b182-5d0e14918f9a tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391614 Jul 09 13:31:40.243815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-71997717-914e-4583-848b-85c704118592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:40.258371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:40.258827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.262210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71997717-914e-4583-848b-85c704118592 None None] Routers {'c7a9b7e1-0552-4274-9127-e5e5401f1004'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:40.262846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-71997717-914e-4583-848b-85c704118592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c7a9b7e1-0552-4274-9127-e5e5401f1004'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:40.309953 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe8986e-c23b-4023-bf96-22ca825beab2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet ccf1a8c5-cfee-449b-bf18-44a6ea216ddc {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:40.330683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-71997717-914e-4583-848b-85c704118592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:40.331367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71997717-914e-4583-848b-85c704118592 None None] The sync data for ids ['c7a9b7e1-0552-4274-9127-e5e5401f1004'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:40.351411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fccfe36-659f-4003-b22f-c4fdd07926e8 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:40.367411 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe8986e-c23b-4023-bf96-22ca825beab2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.462318 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe8986e-c23b-4023-bf96-22ca825beab2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.487186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8571-69ba-4f43-8e99-cb42f9f02041 req-a9a9ace7-afca-4f23-9fa7-905937f8eb56 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.496138 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60ab8571-69ba-4f43-8e99-cb42f9f02041 req-a9a9ace7-afca-4f23-9fa7-905937f8eb56 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1008160 Jul 09 13:31:40.508188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.571252 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-60ab8571-69ba-4f43-8e99-cb42f9f02041 req-a1862ed9-1622-427c-8edc-a9912d09a666 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719953 Jul 09 13:31:40.674036 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe8986e-c23b-4023-bf96-22ca825beab2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.716762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.807423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe8986e-c23b-4023-bf96-22ca825beab2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.855079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8986e-c23b-4023-bf96-22ca825beab2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf1a8c5-cfee-449b-bf18-44a6ea216ddc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:40.859704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fe8986e-c23b-4023-bf96-22ca825beab2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.861611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2fe8986e-c23b-4023-bf96-22ca825beab2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/ccf1a8c5-cfee-449b-bf18-44a6ea216ddc HTTP/1.1" status: 204 len: 168 time: 0.7397010 Jul 09 13:31:40.864898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41650) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:40.880225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 4c41b8b1-4fe8-4d2a-8913-0471d3a1b3cc {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:40.880655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.890231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be51105-63c6-4a0a-bd72-66ceeec4086f req-64a7c791-4106-470d-938e-c285c81e6937 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.891857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2be51105-63c6-4a0a-bd72-66ceeec4086f req-64a7c791-4106-470d-938e-c285c81e6937 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1587224 Jul 09 13:31:40.916381 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8779ad16-ee7c-42f4-884c-1262d1b0b0ae tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452595 Jul 09 13:31:40.918119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41652) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:40.932491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:40.947177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb9c2d-663d-42af-8dee-81b97b38f539 req-c5c93839-b6c6-4d08-ac90-491089112f95 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.949404 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4eb9c2d-663d-42af-8dee-81b97b38f539 req-c5c93839-b6c6-4d08-ac90-491089112f95 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1523089 Jul 09 13:31:40.987573 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2be51105-63c6-4a0a-bd72-66ceeec4086f req-547526b4-2ca4-4df2-af95-c3dee967bb4d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803125 Jul 09 13:31:41.005692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.033017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 4c41b8b1-4fe8-4d2a-8913-0471d3a1b3cc owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:41.064367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4eb9c2d-663d-42af-8dee-81b97b38f539 req-431129cf-a0d1-4d0a-8333-2910b0dadbfd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970893 Jul 09 13:31:41.094982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:41.098550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.363046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.397221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed306212-a15e-4b83-9c7f-e3d8a964aa42 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:41.404124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=4c41b8b1-4fe8-4d2a-8913-0471d3a1b3cc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:41.445985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.463309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4c91f-97ff-4c06-a332-2f540a6b011d req-34caa4f3-06bb-44ac-9410-6c5aef784bbe tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:41.464726 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ce4c91f-97ff-4c06-a332-2f540a6b011d req-34caa4f3-06bb-44ac-9410-6c5aef784bbe tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1622214 Jul 09 13:31:41.483996 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.516816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0852a075-e564-4685-8380-30c0c1b2e76c None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:41.517160 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0852a075-e564-4685-8380-30c0c1b2e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.529923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:41.537718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7864-5cec-4b26-8efe-79ebac892a30 req-cf95ead4-32bb-4a76-a05f-e0fbd29e9b08 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:41.540510 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d4a7864-5cec-4b26-8efe-79ebac892a30 req-cf95ead4-32bb-4a76-a05f-e0fbd29e9b08 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1786222 Jul 09 13:31:41.544182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:41.545916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=2e5cde2a-19f0-4dbf-93e5-2d79f05d2532,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:41.548749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:41.549351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.595888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4bdac04d-fd9b-4b50-9acf-80247738684e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6731601 Jul 09 13:31:41.596800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41662) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:41.603844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b21c45e9-2b4a-479d-aa57-18dba38f09da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:41.626681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d4a7864-5cec-4b26-8efe-79ebac892a30 req-3b5cc35f-19e3-4b91-86d5-81b42a0b5267 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746531 Jul 09 13:31:41.748872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21c45e9-2b4a-479d-aa57-18dba38f09da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:41.753502 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b21c45e9-2b4a-479d-aa57-18dba38f09da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.891142 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.891401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a2a8e-a4d6-4e08-82d7-cbfa6a27f7a7 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:41.895000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.902493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ce4c91f-97ff-4c06-a332-2f540a6b011d req-fe7de4f7-aab7-451f-8abf-b842cbe636a9 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272802 Jul 09 13:31:41.904880 n-d-799524-3 neutron-server[93912]: INFO neutron.db.ipam_backend_mixin [None req-b21c45e9-2b4a-479d-aa57-18dba38f09da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e5cde2a-19f0-4dbf-93e5-2d79f05d2532 (CIDR: 2001:db8::/64) Jul 09 13:31:41.909257 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21c45e9-2b4a-479d-aa57-18dba38f09da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:31:41.909747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21c45e9-2b4a-479d-aa57-18dba38f09da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:41.939235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13ae4-cf1f-4238-8174-110397e5ea64 req-4e63dabe-7370-45b3-adf5-e6f042e068be tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:41.939235 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-59d13ae4-cf1f-4238-8174-110397e5ea64 req-4e63dabe-7370-45b3-adf5-e6f042e068be tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1231892 Jul 09 13:31:41.953839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b21c45e9-2b4a-479d-aa57-18dba38f09da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3554585 Jul 09 13:31:41.954417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41668) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:41.960728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:41.985150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.986673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Fanout notify agent at l3_agent the message router_deleted on router c7a9b7e1-0552-4274-9127-e5e5401f1004 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:41.999114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-154adcdd-01b9-4160-b333-02545c54bfb1 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:41.999576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-154adcdd-01b9-4160-b333-02545c54bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.005397 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.010584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-21f96a50-65fa-4b58-b39b-c79f232da38e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/routers/c7a9b7e1-0552-4274-9127-e5e5401f1004 HTTP/1.1" status: 204 len: 168 time: 1.8452685 Jul 09 13:31:42.011265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41670) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:42.061743 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-59d13ae4-cf1f-4238-8174-110397e5ea64 req-9a50b6f0-586d-4e53-af1f-412e1e39420f tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189158 Jul 09 13:31:42.130656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c261a5b-9dd3-4e6a-a735-2b20d5ccae04 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting subnet 20d4e2e9-5f1e-468f-9a5f-2589603f2fe1 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:42.138977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c261a5b-9dd3-4e6a-a735-2b20d5ccae04 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.150024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:42.155060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.201087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28a317-72b2-40bb-8be5-7c83623cf230 req-31aa7c9f-8fda-4b32-93cf-d560c614f7bc tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:42.209950 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e28a317-72b2-40bb-8be5-7c83623cf230 req-31aa7c9f-8fda-4b32-93cf-d560c614f7bc tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1581109 Jul 09 13:31:42.247720 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c261a5b-9dd3-4e6a-a735-2b20d5ccae04 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.295259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e28a317-72b2-40bb-8be5-7c83623cf230 req-9ac06666-e2ab-4a71-8593-94bdf76274bd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843141 Jul 09 13:31:42.356357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3af84-6c1a-4ca5-8592-38d8a0e03cfb req-4cb746f5-2d01-425d-85a9-350f506a0855 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:42.360472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bd3af84-6c1a-4ca5-8592-38d8a0e03cfb req-4cb746f5-2d01-425d-85a9-350f506a0855 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1384723 Jul 09 13:31:42.364435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c261a5b-9dd3-4e6a-a735-2b20d5ccae04 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.442350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c261a5b-9dd3-4e6a-a735-2b20d5ccae04 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.447964 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7bd3af84-6c1a-4ca5-8592-38d8a0e03cfb req-b77380d7-589c-4685-88cf-d6d5f2d57805 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725081 Jul 09 13:31:42.499111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c261a5b-9dd3-4e6a-a735-2b20d5ccae04 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Subnet': ['ID=20d4e2e9-5f1e-468f-9a5f-2589603f2fe1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:42.504648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c261a5b-9dd3-4e6a-a735-2b20d5ccae04 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.506301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c49f9718-726d-4478-9bbf-1d98acb047a4 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:42.507722 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c49f9718-726d-4478-9bbf-1d98acb047a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.513908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3c261a5b-9dd3-4e6a-a735-2b20d5ccae04 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/subnets/20d4e2e9-5f1e-468f-9a5f-2589603f2fe1 HTTP/1.1" status: 204 len: 168 time: 0.5015805 Jul 09 13:31:42.514560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41684) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:42.598742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011b91f-bfb0-47bd-999c-523b54439c89 None None] Network d51d3dc4-7a0d-462e-9ac9-ad89922be5fd requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:42.692638 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.757827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 6873c635-63d8-4d10-b397-38fdec281d32 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:42.758236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.845835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.objects.ports [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93912) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:31:42.847260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] For port 6873c635-63d8-4d10-b397-38fdec281d32, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6873c635-63d8-4d10-b397-38fdec281d32,segment=NetworkSegment(2c80050b-ddbc-45c5-bf83-0d7347605210),segment_id=2c80050b-ddbc-45c5-bf83-0d7347605210)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:42.847795 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.876786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 6873c635-63d8-4d10-b397-38fdec281d32 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:42.913573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] DHCP port deletion for d51d3dc4-7a0d-462e-9ac9-ad89922be5fd request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:31:42.982163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] Deleting port 6873c635-63d8-4d10-b397-38fdec281d32 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:42.982617 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.016006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.054712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] No DVR routers for this DVR port 6873c635-63d8-4d10-b397-38fdec281d32 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:43.058935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] For port 6873c635-63d8-4d10-b397-38fdec281d32, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:43.059347 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.071216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=6873c635-63d8-4d10-b397-38fdec281d32,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:43.075653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] Calling delete_port for 6873c635-63d8-4d10-b397-38fdec281d32 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:43.078851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] Port 6873c635-63d8-4d10-b397-38fdec281d32 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:31:43.079930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.115910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] Pushing event deleted for resources: {'Port': ['ID=6873c635-63d8-4d10-b397-38fdec281d32,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:43.129859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71b482-6d3c-4fcf-8e55-97f4c36da048 None None] No DVR routers for this DVR port 6873c635-63d8-4d10-b397-38fdec281d32 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:43.144500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.148279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.203235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.218807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fefcd6-e94b-44d8-a759-f04c51379c05 req-74b92d3f-2ac7-49a5-8f00-442afe6d986f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:43.220520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20fefcd6-e94b-44d8-a759-f04c51379c05 req-74b92d3f-2ac7-49a5-8f00-442afe6d986f tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.2400477 Jul 09 13:31:43.224444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51d3dc4-7a0d-462e-9ac9-ad89922be5fd']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:43.269611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c80050b-ddbc-45c5-bf83-0d7347605210') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:43.269981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c80050b-ddbc-45c5-bf83-0d7347605210') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:43.307912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.314865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] For port 49989e38-e0a1-4de7-b175-e699a716f56b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49989e38-e0a1-4de7-b175-e699a716f56b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:43.333384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20fefcd6-e94b-44d8-a759-f04c51379c05 req-7c267d79-ed61-4691-abe3-861824501e6b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036475 Jul 09 13:31:43.337184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.346115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:43.347523 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:43.351899 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:43.356496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.361162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.362334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.429078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.440906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=49989e38-e0a1-4de7-b175-e699a716f56b,revision_number=8']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:43.448644 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.464080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/networks/d51d3dc4-7a0d-462e-9ac9-ad89922be5fd HTTP/1.1" status: 204 len: 168 time: 0.9476984 Jul 09 13:31:43.469590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41692) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:43.494351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.494914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.495320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.495665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.496006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.496574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.496978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.497447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.497771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.498111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.498512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.498867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:43.505893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:43.512022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:43.515365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:43.515970 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.521864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47b35a-0a70-4253-96e0-f7d5bb9de222 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:43.532408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=bb010c56-5631-4cc4-b5b1-b0694c33cbbf,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:43.546039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f5f48de3-bdae-4f11-a8f3-68d4366807b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5891583 Jul 09 13:31:43.547689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41694) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:43.563551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:03:f2:a6', 'name': 'tempest-NetworksTestDHCPv6-574726291'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:43.565238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b705c-6eca-42c9-ad89-4044f5dbddcf tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Network': ['ID=d51d3dc4-7a0d-462e-9ac9-ad89922be5fd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:43.713867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port c27dcbb0-f3a4-4cd8-982f-955445895771 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:43.714219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.734004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:43.808823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.809235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.823305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for c27dcbb0-f3a4-4cd8-982f-955445895771 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:43.830125 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.861417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:43.883399 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.902293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925a4d2-22be-47fb-9d7e-7c5a71d60013 None None] Update dhcp port {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'bb010c56-5631-4cc4-b5b1-b0694c33cbbf', 'ip_address': '2001:db8:0:1:f816:3eff:fe20:4917'}, {'subnet_id': '2e5cde2a-19f0-4dbf-93e5-2d79f05d2532'}], 'binding:host_id': 'n-d-799524-3'}, 'id': '49989e38-e0a1-4de7-b175-e699a716f56b'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:31:43.952478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7925a4d2-22be-47fb-9d7e-7c5a71d60013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.986771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.019635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=c27dcbb0-f3a4-4cd8-982f-955445895771,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:44.118778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.119023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49989e38-e0a1-4de7-b175-e699a716f56b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:44.121851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.125844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::266 (d21b40f0-27df-45e6-a847-be7286ec6856/2e5cde2a-19f0-4dbf-93e5-2d79f05d2532/b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:44.127623 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7997d0cb-5b26-4475-bc13-4b98508f2ab1 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/floatingips/5b10ff0c-ced1-4518-87eb-390ced7ff599 HTTP/1.1" status: 204 len: 168 time: 0.6567552 Jul 09 13:31:44.128444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41700) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:44.142275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8:0:1:f816:3eff:fe03:f2a6 (d21b40f0-27df-45e6-a847-be7286ec6856/bb010c56-5631-4cc4-b5b1-b0694c33cbbf/b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:44.161580 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6bca22-340c-4521-ab7f-aae750fead9b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:44.162507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6bca22-340c-4521-ab7f-aae750fead9b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:44.164552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fe6bca22-340c-4521-ab7f-aae750fead9b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/ports/2058b9ca-d9a3-45c2-96f4-6e0ee1ddd4aa HTTP/1.1" status: 404 len: 333 time: 0.0350337 Jul 09 13:31:44.167481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41702) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:44.205099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1fb5be58-9c13-4bdc-9f18-b07ab7f00726 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7a9b7e1-0552-4274-9127-e5e5401f1004 HTTP/1.1" status: 200 len: 205 time: 0.0364399 Jul 09 13:31:44.210477 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41704) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:44.225162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:44.226412 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.287066 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f36333e0-8f3c-465b-ad77-bc47b494e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.296870 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-3fbc7766-65de-4e91-be6f-09a9a235aa61 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] delete failed (client error): The resource could not be found. Jul 09 13:31:44.300367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3fbc7766-65de-4e91-be6f-09a9a235aa61 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/routers/c7a9b7e1-0552-4274-9127-e5e5401f1004 HTTP/1.1" status: 404 len: 336 time: 0.0855658 Jul 09 13:31:44.300728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41706) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:44.329323 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-828e5c55-33e3-4df4-8569-fa5792d7a4eb tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:44.329802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828e5c55-33e3-4df4-8569-fa5792d7a4eb tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:44.333922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-828e5c55-33e3-4df4-8569-fa5792d7a4eb tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/subnets/20d4e2e9-5f1e-468f-9a5f-2589603f2fe1 HTTP/1.1" status: 404 len: 337 time: 0.0299149 Jul 09 13:31:44.334197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41708) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:44.391634 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.394709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6873c635-63d8-4d10-b397-38fdec281d32 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:44.412073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:44.459262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 6873c635-63d8-4d10-b397-38fdec281d32 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:44.459671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6873c635-63d8-4d10-b397-38fdec281d32 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:44.467072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.481418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-df211eb1-6da0-4c43-953a-a7760a3507a6 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 5d4cb90d-c8ca-423a-a464-7a3603d298c6 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:44.482502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df211eb1-6da0-4c43-953a-a7760a3507a6 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.527423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:44.530336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:44.535395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:44.542819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:44.543651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.559690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:44.572607 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5a00dd88-ed94-4185-91d5-12f7154bd3d0 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0214913 Jul 09 13:31:44.573713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41712) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:44.574980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-7925a4d2-22be-47fb-9d7e-7c5a71d60013 None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/2e5cde2a-19f0-4dbf-93e5-2d79f05d2532/49989e38-e0a1-4de7-b175-e699a716f56b) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:44.626564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df211eb1-6da0-4c43-953a-a7760a3507a6 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.642077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-df211eb1-6da0-4c43-953a-a7760a3507a6 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 5d4cb90d-c8ca-423a-a464-7a3603d298c6 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:44.739520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7925a4d2-22be-47fb-9d7e-7c5a71d60013 None None] For port 49989e38-e0a1-4de7-b175-e699a716f56b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49989e38-e0a1-4de7-b175-e699a716f56b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:44.769990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a779f-4cec-4504-a86a-f96536707055 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:44.778723 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b3a779f-4cec-4504-a86a-f96536707055 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.791808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7925a4d2-22be-47fb-9d7e-7c5a71d60013 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.816812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3271c7-9d45-4ea2-aad2-54c5809d22e7 req-9ae58037-63c1-46d4-8e9b-b8a6286b5883 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:44.824934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ad3271c7-9d45-4ea2-aad2-54c5809d22e7 req-9ae58037-63c1-46d4-8e9b-b8a6286b5883 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1810236 Jul 09 13:31:44.918908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7925a4d2-22be-47fb-9d7e-7c5a71d60013 None None] Transition to ACTIVE for port object 49989e38-e0a1-4de7-b175-e699a716f56b will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:44.923511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7925a4d2-22be-47fb-9d7e-7c5a71d60013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.943965 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df211eb1-6da0-4c43-953a-a7760a3507a6 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.954770 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ad3271c7-9d45-4ea2-aad2-54c5809d22e7 req-79c31e2e-f6d7-4d7c-854c-f79f1be9f6ab tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288502 Jul 09 13:31:44.999841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b3a779f-4cec-4504-a86a-f96536707055 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.030244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a779f-4cec-4504-a86a-f96536707055 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:45.037453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df211eb1-6da0-4c43-953a-a7760a3507a6 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=5d4cb90d-c8ca-423a-a464-7a3603d298c6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.148261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df211eb1-6da0-4c43-953a-a7760a3507a6 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.151269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-df211eb1-6da0-4c43-953a-a7760a3507a6 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/ports/5d4cb90d-c8ca-423a-a464-7a3603d298c6 HTTP/1.1" status: 204 len: 168 time: 0.8159766 Jul 09 13:31:45.153522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41726) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:45.203495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925a4d2-22be-47fb-9d7e-7c5a71d60013 None None] Pushing event updated for resources: {'Port': ['ID=49989e38-e0a1-4de7-b175-e699a716f56b,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.378327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b3a779f-4cec-4504-a86a-f96536707055 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.388912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-27931f39-0912-4f37-b345-cd8f855ab1c4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 40488fdd-0135-4ed5-a1e3-2d3cf5c9f899 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:45.389261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27931f39-0912-4f37-b345-cd8f855ab1c4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.425017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a779f-4cec-4504-a86a-f96536707055 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.536249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b3a779f-4cec-4504-a86a-f96536707055 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.542089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5b3a779f-4cec-4504-a86a-f96536707055 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac HTTP/1.1" status: 204 len: 168 time: 0.9676344 Jul 09 13:31:45.542726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41730) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:45.599746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27931f39-0912-4f37-b345-cd8f855ab1c4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.631063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-27931f39-0912-4f37-b345-cd8f855ab1c4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 40488fdd-0135-4ed5-a1e3-2d3cf5c9f899 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:45.644986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dda687-d647-492c-a116-a3b1ef1488a6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.649631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-19dda687-d647-492c-a116-a3b1ef1488a6 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1056995 Jul 09 13:31:45.652005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41732) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:45.736995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fe92ed-3988-4f2f-84da-0adbfdd46773 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.742367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-15fe92ed-3988-4f2f-84da-0adbfdd46773 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0891211 Jul 09 13:31:45.743222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41734) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:45.834453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e87eb-6559-4311-ba27-2749426a835c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.848883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e87eb-6559-4311-ba27-2749426a835c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.854153 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e87eb-6559-4311-ba27-2749426a835c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.858917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1b3e87eb-6559-4311-ba27-2749426a835c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1145144 Jul 09 13:31:45.869242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41738) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:45.879921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-4f92fe58-b7fd-41cc-b768-4440a0b04e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.882181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-4f92fe58-b7fd-41cc-b768-4440a0b04e00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 1095 time: 0.2140403 Jul 09 13:31:45.962808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d5a5ba-6357-4fe9-90ed-65fafb692317 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet 2e5cde2a-19f0-4dbf-93e5-2d79f05d2532 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:45.966911 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a5ba-6357-4fe9-90ed-65fafb692317 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.017585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a5ba-6357-4fe9-90ed-65fafb692317 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.096581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5e4b1-55c7-46da-b648-35203a60022b req-339b9432-327c-40c3-ba64-ac279f2fa13a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.105376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27d5e4b1-55c7-46da-b648-35203a60022b req-339b9432-327c-40c3-ba64-ac279f2fa13a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.3814542 Jul 09 13:31:46.134052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a5ba-6357-4fe9-90ed-65fafb692317 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.186508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49989e38-e0a1-4de7-b175-e699a716f56b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:46.193014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-8323115f-9690-4320-9f73-e69663320f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.197906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-8323115f-9690-4320-9f73-e69663320f4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 200 len: 911 time: 0.3063462 Jul 09 13:31:46.237524 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a5ba-6357-4fe9-90ed-65fafb692317 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.273262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5a5ba-6357-4fe9-90ed-65fafb692317 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5cde2a-19f0-4dbf-93e5-2d79f05d2532,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:46.281632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a5ba-6357-4fe9-90ed-65fafb692317 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.285269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d2d5a5ba-6357-4fe9-90ed-65fafb692317 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/2e5cde2a-19f0-4dbf-93e5-2d79f05d2532 HTTP/1.1" status: 204 len: 168 time: 0.4070492 Jul 09 13:31:46.287409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41744) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:46.294506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9caf7de-44f6-4ec8-bbe5-e16acf388bb6 None None] Provisioning for port 49989e38-e0a1-4de7-b175-e699a716f56b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:46.299119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-91be9619-93cb-4dc6-95c6-0429e36f826a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 200 len: 999 time: 0.0753617 Jul 09 13:31:46.304998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9caf7de-44f6-4ec8-bbe5-e16acf388bb6 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:46.306072 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9caf7de-44f6-4ec8-bbe5-e16acf388bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.347821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27d5e4b1-55c7-46da-b648-35203a60022b req-13d60e06-af99-47c6-9ae2-952e1483dfda tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343607 Jul 09 13:31:46.370876 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-402a34de-3bfb-42f3-8397-2d5dab4f48f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet bb010c56-5631-4cc4-b5b1-b0694c33cbbf {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:46.372054 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-402a34de-3bfb-42f3-8397-2d5dab4f48f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.382865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 49989e38-e0a1-4de7-b175-e699a716f56b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:46.383472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.389875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27931f39-0912-4f37-b345-cd8f855ab1c4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.392614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-18400c19-e9ce-4297-af3c-8d0b41bf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.394275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-18400c19-e9ce-4297-af3c-8d0b41bf7522 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 200 len: 850 time: 0.0861406 Jul 09 13:31:46.440320 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-402a34de-3bfb-42f3-8397-2d5dab4f48f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.499469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27931f39-0912-4f37-b345-cd8f855ab1c4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=40488fdd-0135-4ed5-a1e3-2d3cf5c9f899,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:46.556973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-402a34de-3bfb-42f3-8397-2d5dab4f48f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.605475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27931f39-0912-4f37-b345-cd8f855ab1c4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.607406 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-27931f39-0912-4f37-b345-cd8f855ab1c4 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/ports/40488fdd-0135-4ed5-a1e3-2d3cf5c9f899 HTTP/1.1" status: 204 len: 168 time: 1.4528387 Jul 09 13:31:46.609905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41746) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:46.614456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d80ba-51ec-4244-9c1d-29934452c629 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:46.624700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-fba46fe2-f435-425f-bf28-ad8c36daa0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.626179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-fba46fe2-f435-425f-bf28-ad8c36daa0d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ce63eea-58c0-45ab-b89e-0b3247376b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994765 Jul 09 13:31:46.644945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-402a34de-3bfb-42f3-8397-2d5dab4f48f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.663631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-402a34de-3bfb-42f3-8397-2d5dab4f48f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.667375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-402a34de-3bfb-42f3-8397-2d5dab4f48f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/bb010c56-5631-4cc4-b5b1-b0694c33cbbf HTTP/1.1" status: 204 len: 168 time: 0.3776376 Jul 09 13:31:46.692094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41748) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:46.693123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a34de-3bfb-42f3-8397-2d5dab4f48f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=bb010c56-5631-4cc4-b5b1-b0694c33cbbf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:46.755365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d093b-fd92-4263-bf33-f1e51940b32b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.763403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b27d093b-fd92-4263-bf33-f1e51940b32b tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 HTTP/1.1" status: 200 len: 913 time: 0.1466167 Jul 09 13:31:46.763647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e9a2b246-fc00-49e5-9992-c7e2b1ddabbe tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625126 Jul 09 13:31:46.763647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41750) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:46.763868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41752) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:46.768063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:46.817830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-cec7b3b8-f24f-4db6-acef-2dda901ba439 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729124 Jul 09 13:31:46.864630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-64c1403f-067c-4f62-8b22-156b022a4b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.868677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-936cdbe2-090b-4f6e-8b28-5d8aa8ac2e4f None None] Could not find standard attr ID for object b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:31:46.932732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f3724b3-cc60-4bb7-9560-5524188d0c4f req-6abc13fc-3752-425f-86ae-a9a48ce9c633 service neutron] 10.222.0.11 "GET /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064858 Jul 09 13:31:46.963578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:46.968731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.970254 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.984825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:31:47.089598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] Deleting port 49989e38-e0a1-4de7-b175-e699a716f56b {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:47.092030 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.209461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.217667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] For port 49989e38-e0a1-4de7-b175-e699a716f56b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49989e38-e0a1-4de7-b175-e699a716f56b,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:47.218284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.236915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] Calling delete_port for 49989e38-e0a1-4de7-b175-e699a716f56b owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:47.271217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.292657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:47.296367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=f6ecec74-a31a-446d-8628-e2769763c2a1,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:47.299089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:47.301541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:47.302127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.323220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-89c77e31-e0c9-40cf-a8bd-a6b035e49847 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5589678 Jul 09 13:31:47.326008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41760) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:47.331797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1f33663b-5771-4b19-9703-7f6467c9cd95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:47.358839 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.427420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] Pushing event deleted for resources: {'Port': ['ID=49989e38-e0a1-4de7-b175-e699a716f56b,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:47.449890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4136a3-2216-4f14-bd64-eace4431e7ad None None] No DVR routers for this DVR port 49989e38-e0a1-4de7-b175-e699a716f56b on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:47.469849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252f4d0-7104-4210-97c4-4c0b369946a0 None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:47.546399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f33663b-5771-4b19-9703-7f6467c9cd95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:47.553551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f33663b-5771-4b19-9703-7f6467c9cd95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.720024 n-d-799524-3 neutron-server[93913]: INFO neutron.db.ipam_backend_mixin [None req-1f33663b-5771-4b19-9703-7f6467c9cd95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6ecec74-a31a-446d-8628-e2769763c2a1 (CIDR: 2001:db8::/64) Jul 09 13:31:47.726840 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f33663b-5771-4b19-9703-7f6467c9cd95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:31:47.727800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f33663b-5771-4b19-9703-7f6467c9cd95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:47.746033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d21b40f0-27df-45e6-a847-be7286ec6856', 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'tenant_id': '69a6d00a3453445fb4dd928326232333', 'fixed_ips': [{'subnet_id': 'f6ecec74-a31a-446d-8628-e2769763c2a1'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:31:47.747784 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.751606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1f33663b-5771-4b19-9703-7f6467c9cd95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4221613 Jul 09 13:31:47.752121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41764) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:47.759402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'subnet': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:47.906122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:47.910202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.056445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Allocated IP 2001:db8::2 (d21b40f0-27df-45e6-a847-be7286ec6856/f6ecec74-a31a-446d-8628-e2769763c2a1/f24ca88c-2faa-47e7-a805-c16b93e83fc8) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:48.057928 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda21b-51e3-4480-934a-e0d70dbe5bab req-be2356df-0f4f-4b2c-a428-3dd1c44d3202 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:48.065503 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6dda21b-51e3-4480-934a-e0d70dbe5bab req-be2356df-0f4f-4b2c-a428-3dd1c44d3202 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1434631 Jul 09 13:31:48.169030 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6dda21b-51e3-4480-934a-e0d70dbe5bab req-f2f3563e-0a0f-4195-92be-5c9387e8948b tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024480 Jul 09 13:31:48.188206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49989e38-e0a1-4de7-b175-e699a716f56b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:48.224075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 49989e38-e0a1-4de7-b175-e699a716f56b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:48.225201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49989e38-e0a1-4de7-b175-e699a716f56b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:48.260788 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.268297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port 89e78096-662e-4ab5-b751-7635b9a3b959 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:48.268656 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.376213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:31:48.378387 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.383421 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.399311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for 89e78096-662e-4ab5-b751-7635b9a3b959 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:48.416020 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.436291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:48.442720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:48.450378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:48.450378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.461653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Subnet': ['ID=fdc7a6c8-86a2-47c0-9dc8-99bf3d4b4b5e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:48.463543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Transition to ACTIVE for port object f24ca88c-2faa-47e7-a805-c16b93e83fc8 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:48.482959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0026cdc-8b15-43f3-87f0-b1be9c6b27db tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7289743 Jul 09 13:31:48.483823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41778) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:48.494037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Request body: {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'mac_address': 'fa:16:3e:58:b8:de', 'name': 'tempest-NetworksTestDHCPv6-256868293'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:48.507248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Transition to ACTIVE for port object f24ca88c-2faa-47e7-a805-c16b93e83fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:48.517893 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.618504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:48.625764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:48.629475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:48.664466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Pushing event updated for resources: {'Port': ['ID=f24ca88c-2faa-47e7-a805-c16b93e83fc8,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:48.677681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Made reservation on behalf of 69a6d00a3453445fb4dd928326232333 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:48.698149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Attempting to bind port f24ca88c-2faa-47e7-a805-c16b93e83fc8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:48.698671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Attempting to bind port f24ca88c-2faa-47e7-a805-c16b93e83fc8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:48.699181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Attempting to bind port f24ca88c-2faa-47e7-a805-c16b93e83fc8 on network d21b40f0-27df-45e6-a847-be7286ec6856 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:48.705902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:48.706542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Checking segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:48.707247 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.707829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Bound using segment: {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:48.708634 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Bound port: f24ca88c-2faa-47e7-a805-c16b93e83fc8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0e7e2-c9db-4380-a9ef-20c2b75b6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:48.709128 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.710498 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.767333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=89e78096-662e-4ab5-b751-7635b9a3b959,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:48.796815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] For port f24ca88c-2faa-47e7-a805-c16b93e83fc8, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:48.800863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] For port f24ca88c-2faa-47e7-a805-c16b93e83fc8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f24ca88c-2faa-47e7-a805-c16b93e83fc8,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:48.807530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.883514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a451a9-ec22-4c87-96f0-749e00fb845b None None] Pushing event updated for resources: {'Port': ['ID=f24ca88c-2faa-47e7-a805-c16b93e83fc8,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:49.019305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca638e80-7e3f-42bc-a828-5e64758ff483 req-2979439c-bbef-4061-903a-af6963ff4c3e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:49.020892 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca638e80-7e3f-42bc-a828-5e64758ff483 req-2979439c-bbef-4061-903a-af6963ff4c3e tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1265547 Jul 09 13:31:49.021526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.111741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.137457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] device_id is not set on port 272a0293-22eb-48d7-a044-df06356681aa yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:49.186862 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca638e80-7e3f-42bc-a828-5e64758ff483 req-fd0186a0-e260-4519-a8cc-1df780cbe0b9 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453965 Jul 09 13:31:49.353649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:49.377392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8::e4 (d21b40f0-27df-45e6-a847-be7286ec6856/f6ecec74-a31a-446d-8628-e2769763c2a1/272a0293-22eb-48d7-a044-df06356681aa) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:49.388757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:b8de (d21b40f0-27df-45e6-a847-be7286ec6856/fdc7a6c8-86a2-47c0-9dc8-99bf3d4b4b5e/272a0293-22eb-48d7-a044-df06356681aa) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:49.441228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7020dc9-78aa-42c5-a904-cfad8fd8bcb6 req-f5f6f146-0a90-46cb-b99f-05e68943abcd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:49.442746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7020dc9-78aa-42c5-a904-cfad8fd8bcb6 req-f5f6f146-0a90-46cb-b99f-05e68943abcd tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1212919 Jul 09 13:31:49.479178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:49.485639 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e5010d5c-9b08-4d53-8926-1958c82fcecc tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "PUT /v2.0/routers/e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7241220 Jul 09 13:31:49.487605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41786) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.490785 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436de5c-da55-498b-b8d2-9f49a976aad5 None None] Sync routers for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:49.505401 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436de5c-da55-498b-b8d2-9f49a976aad5 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:49.507744 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5436de5c-da55-498b-b8d2-9f49a976aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.546450 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7020dc9-78aa-42c5-a904-cfad8fd8bcb6 req-4af607d5-840a-48c8-9842-2d8174501b1e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865037 Jul 09 13:31:49.557764 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5436de5c-da55-498b-b8d2-9f49a976aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.576164 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436de5c-da55-498b-b8d2-9f49a976aad5 None None] Routers {'e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:49.576164 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5436de5c-da55-498b-b8d2-9f49a976aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.646853 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.650830 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.655293 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.668003 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5436de5c-da55-498b-b8d2-9f49a976aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.670138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Transition to ACTIVE for port object 272a0293-22eb-48d7-a044-df06356681aa will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:49.671021 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436de5c-da55-498b-b8d2-9f49a976aad5 None None] The sync data for ids ['e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:49.726452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.809017 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.820049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Network d21b40f0-27df-45e6-a847-be7286ec6856 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:49.828016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:49.838354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:49.845013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:49.845855 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.852698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event updated for resources: {'Port': ['ID=272a0293-22eb-48d7-a044-df06356681aa,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:49.872890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting port d60dd09e-93e2-47a6-9e1c-a9b64487f2c4 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:49.873386 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.879941 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3f464d42-ca39-4c2c-9aae-ef24048e6128 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3927066 Jul 09 13:31:49.886254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41792) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.887279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8e327-17eb-4282-8176-cd1c0abdc218 req-06cec451-9283-415b-9cdf-244c32bee838 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:49.888818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1a8e327-17eb-4282-8176-cd1c0abdc218 req-06cec451-9283-415b-9cdf-244c32bee838 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1262050 Jul 09 13:31:49.933874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1a8e327-17eb-4282-8176-cd1c0abdc218 req-6d00f75f-8512-4709-8b0e-1599888864e2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391090 Jul 09 13:31:50.026977 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.045775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Calling delete_port for d60dd09e-93e2-47a6-9e1c-a9b64487f2c4 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:50.085783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c47055-fe6d-4ecc-a2da-1d94948e62ee None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:50.113070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-09f23315-e383-4f32-acb1-b191175c58e1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting port 272a0293-22eb-48d7-a044-df06356681aa {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:50.113414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09f23315-e383-4f32-acb1-b191175c58e1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.160339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f24ca88c-2faa-47e7-a805-c16b93e83fc8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:50.208140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ac8b9f19-1a19-46e9-b937-af0bc5f525a5 None None] Provisioning for port f24ca88c-2faa-47e7-a805-c16b93e83fc8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:50.269330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f24ca88c-2faa-47e7-a805-c16b93e83fc8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:50.276820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f24ca88c-2faa-47e7-a805-c16b93e83fc8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:50.277696 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.291841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09f23315-e383-4f32-acb1-b191175c58e1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.320512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-09f23315-e383-4f32-acb1-b191175c58e1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Calling delete_port for 272a0293-22eb-48d7-a044-df06356681aa owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:50.429676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-f2a53ceb-bbd8-4a82-8573-0a5a7cbbcd29 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:50.431309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-f2a53ceb-bbd8-4a82-8573-0a5a7cbbcd29 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1222355 Jul 09 13:31:50.448254 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.451891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.456448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c1fba-9c30-4d5b-a552-41bc40baebd1 req-dfa07a25-b880-46f5-b8eb-2a79f573955d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:50.465953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c54c1fba-9c30-4d5b-a552-41bc40baebd1 req-dfa07a25-b880-46f5-b8eb-2a79f573955d tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 947 time: 0.1198125 Jul 09 13:31:50.500814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Port': ['ID=d60dd09e-93e2-47a6-9e1c-a9b64487f2c4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:50.524587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port f24ca88c-2faa-47e7-a805-c16b93e83fc8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f24ca88c-2faa-47e7-a805-c16b93e83fc8,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:50.529813 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.568013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c54c1fba-9c30-4d5b-a552-41bc40baebd1 req-7fd24ff0-a06d-4e6a-b494-7e0206d7aa04 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d7194f9-1d74-4e9b-84e7-e5646072837f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015506 Jul 09 13:31:50.605992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.608882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Deleting port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:50.609809 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.637296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=f24ca88c-2faa-47e7-a805-c16b93e83fc8,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:50.715505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.719124 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.745842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] For port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,segment=NetworkSegment(0dea0bdd-dbc8-412b-bb4e-1e509a060638),segment_id=0dea0bdd-dbc8-412b-bb4e-1e509a060638)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:50.746404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.768633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Calling delete_port for 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:50.773736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Update dhcp port {'port': {'network_id': 'd21b40f0-27df-45e6-a847-be7286ec6856', 'fixed_ips': [{'subnet_id': 'f6ecec74-a31a-446d-8628-e2769763c2a1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fdc7a6c8-86a2-47c0-9dc8-99bf3d4b4b5e'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'f24ca88c-2faa-47e7-a805-c16b93e83fc8'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:31:50.809161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.809804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Fanout notify agent at l3_agent the message router_deleted on router e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:50.818733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.823369 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-16fc3a3c-fb97-4702-bc64-5f3bc0e08f3e tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/routers/e5d4df09-70a8-4bf5-b2a1-c7b3c8c2c228 HTTP/1.1" status: 204 len: 168 time: 1.3344786 Jul 09 13:31:50.825539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41838) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:50.871029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.934571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a51f33-f4bd-4b40-8d94-175b8f81ef84 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Deleting subnet 0baa2a60-5e6e-46be-b3d4-db389f3000d7 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:50.946570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1a51f33-f4bd-4b40-8d94-175b8f81ef84 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.994873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09f23315-e383-4f32-acb1-b191175c58e1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.025473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.066801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f23315-e383-4f32-acb1-b191175c58e1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Port': ['ID=272a0293-22eb-48d7-a044-df06356681aa,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:51.077074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['669eeb60-3b5c-47b1-af69-7d7dbb3336d6'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:51.099057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Pushing event deleted for resources: {'Port': ['ID=669eeb60-3b5c-47b1-af69-7d7dbb3336d6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:51.133937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] No DVR routers for this DVR port 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:51.136459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.138708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d1d1c4c-4516-47f1-87cf-5189c1889c37 req-a5d0b4ce-4c7c-481d-8390-b7e0e2445efa tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.10 "DELETE /v2.0/ports/669eeb60-3b5c-47b1-af69-7d7dbb3336d6 HTTP/1.1" status: 204 len: 173 time: 0.7011626 Jul 09 13:31:51.138983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-deleted', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:51.148303 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5879df92-a9f2-4794-a5e7-9d400a6b5b4c" -d '{"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-deleted", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:51.172398 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1a51f33-f4bd-4b40-8d94-175b8f81ef84 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.203349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe72:7592 (d21b40f0-27df-45e6-a847-be7286ec6856/fdc7a6c8-86a2-47c0-9dc8-99bf3d4b4b5e/f24ca88c-2faa-47e7-a805-c16b93e83fc8) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:51.218606 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033c4b03-7864-4783-9de3-ad207f23f38e x-openstack-request-id: req-033c4b03-7864-4783-9de3-ad207f23f38e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:51.219020 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d697ea-2fdc-44b6-8e53-094a39f1c0d9", "name": "network-vif-deleted", "tag": "669eeb60-3b5c-47b1-af69-7d7dbb3336d6", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:51.219396 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-033c4b03-7864-4783-9de3-ad207f23f38e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:51.219822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09f23315-e383-4f32-acb1-b191175c58e1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.220068 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d697ea-2fdc-44b6-8e53-094a39f1c0d9', 'name': 'network-vif-deleted', 'tag': '669eeb60-3b5c-47b1-af69-7d7dbb3336d6', 'status': 'completed', 'code': 200} Jul 09 13:31:51.222715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-09f23315-e383-4f32-acb1-b191175c58e1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/272a0293-22eb-48d7-a044-df06356681aa HTTP/1.1" status: 204 len: 168 time: 1.3354862 Jul 09 13:31:51.226393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41842) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:51.279568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-e464e55d-695d-4c9a-917e-63d1f90ad545 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:51.281088 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-e464e55d-695d-4c9a-917e-63d1f90ad545 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=69618414-b9e6-46c8-9a91-47155c9f6324 HTTP/1.1" status: 200 len: 943 time: 0.1941512 Jul 09 13:31:51.283861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1a51f33-f4bd-4b40-8d94-175b8f81ef84 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.311471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0a71d-281b-467f-9f62-a413574d7d43 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:51.313170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-05a0a71d-281b-467f-9f62-a413574d7d43 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0852623 Jul 09 13:31:51.315761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41844) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:51.321248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] For port f24ca88c-2faa-47e7-a805-c16b93e83fc8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f24ca88c-2faa-47e7-a805-c16b93e83fc8,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:51.378074 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.404151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9527be7-30da-43f6-999c-205cd193a2d4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:51.405826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c9527be7-30da-43f6-999c-205cd193a2d4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0887203 Jul 09 13:31:51.409875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41848) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:51.439594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Transition to ACTIVE for port object f24ca88c-2faa-47e7-a805-c16b93e83fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:51.443822 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.473060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1a51f33-f4bd-4b40-8d94-175b8f81ef84 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.542481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a51f33-f4bd-4b40-8d94-175b8f81ef84 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Subnet': ['ID=0baa2a60-5e6e-46be-b3d4-db389f3000d7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:51.551735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1a51f33-f4bd-4b40-8d94-175b8f81ef84 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.553185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Pushing event updated for resources: {'Port': ['ID=f24ca88c-2faa-47e7-a805-c16b93e83fc8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:51.557003 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e1a51f33-f4bd-4b40-8d94-175b8f81ef84 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/subnets/0baa2a60-5e6e-46be-b3d4-db389f3000d7 HTTP/1.1" status: 204 len: 168 time: 0.7286370 Jul 09 13:31:51.557482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41850) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:51.562064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.562480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.562898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.563336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.563782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.564191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.564585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.564981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.565269 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3b6ce-47e6-4ff0-9176-03b422ad61c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:51.565440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.565934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.566281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.566675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc10a92-c7b7-4887-bfbd-b691a09cae0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:51.566794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3b6ce-47e6-4ff0-9176-03b422ad61c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:51.568422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3b6ce-47e6-4ff0-9176-03b422ad61c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:51.573370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ba3b6ce-47e6-4ff0-9176-03b422ad61c5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1580904 Jul 09 13:31:51.574199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41852) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:51.585391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Deleting port 374d36a5-236c-4d73-8f58-c78e3dad542d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:51.585754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.652741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.680473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d54b35-6a56-4898-933b-e7e45557bd53 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet f6ecec74-a31a-446d-8628-e2769763c2a1 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:51.707307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8d54b35-6a56-4898-933b-e7e45557bd53 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.755234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.768645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c1a727-4c65-4b20-9d16-f876b0315a75']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:51.771305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] For port 374d36a5-236c-4d73-8f58-c78e3dad542d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=374d36a5-236c-4d73-8f58-c78e3dad542d,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:51.771464 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.787566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8d54b35-6a56-4898-933b-e7e45557bd53 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.796049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1588e291-9146-44bd-ab82-193199bad0ec') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:51.796646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1588e291-9146-44bd-ab82-193199bad0ec') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:51.808583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.825871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Calling delete_port for 374d36a5-236c-4d73-8f58-c78e3dad542d owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:51.836153 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.873495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:51.874055 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.879046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-89717013-bf59-42aa-8de1-d4890e975dc7 req-22bb3c84-eca1-4e8e-bb7b-2c78da634a90 tempest-ServersNegativeTestJSON-2131755677 tempest-ServersNegativeTestJSON-2131755677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0d697ea-2fdc-44b6-8e53-094a39f1c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0398145 Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:51.879858 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:51.979481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8d54b35-6a56-4898-933b-e7e45557bd53 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.987027 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.995710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.001051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] 10.222.0.32 "DELETE /v2.0/networks/89c1a727-4c65-4b20-9d16-f876b0315a75 HTTP/1.1" status: 204 len: 168 time: 0.4424462 Jul 09 13:31:52.028482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a66009-2829-408c-b716-38ae83be0134 tempest-FloatingIPTestJSON-1564587928 tempest-FloatingIPTestJSON-1564587928-project] Pushing event deleted for resources: {'Network': ['ID=89c1a727-4c65-4b20-9d16-f876b0315a75,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:52.171863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f24ca88c-2faa-47e7-a805-c16b93e83fc8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:52.190996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.232943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event deleted for resources: {'Port': ['ID=374d36a5-236c-4d73-8f58-c78e3dad542d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:52.250598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'ad7380b5-c332-46c2-a87c-1d37cacb6091'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:52.277266 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8d54b35-6a56-4898-933b-e7e45557bd53 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.347332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] No DVR routers for this DVR port 374d36a5-236c-4d73-8f58-c78e3dad542d on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:52.350439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.362359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-207e225d-96c8-4f43-83e3-6f66d7d80ab9 req-af169e89-1be0-4344-be74-e098c26798a7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "DELETE /v2.0/ports/374d36a5-236c-4d73-8f58-c78e3dad542d HTTP/1.1" status: 204 len: 173 time: 1.0743709 Jul 09 13:31:52.365753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'name': 'network-vif-deleted', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:52.378333 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21c07a6-ffdc-4668-988e-47ce3d378e8f" -d '{"events": [{"server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "name": "network-vif-deleted", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:52.385524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d54b35-6a56-4898-933b-e7e45557bd53 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ecec74-a31a-446d-8628-e2769763c2a1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:52.400279 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8d54b35-6a56-4898-933b-e7e45557bd53 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.406272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b8d54b35-6a56-4898-933b-e7e45557bd53 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/f6ecec74-a31a-446d-8628-e2769763c2a1 HTTP/1.1" status: 204 len: 168 time: 0.8291013 Jul 09 13:31:52.407191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41866) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.453208 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aad7c8-8fd4-4e6b-bf5c-e6f749f2878a x-openstack-request-id: req-67aad7c8-8fd4-4e6b-bf5c-e6f749f2878a {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:52.453715 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69618414-b9e6-46c8-9a91-47155c9f6324", "name": "network-vif-deleted", "tag": "374d36a5-236c-4d73-8f58-c78e3dad542d", "status": "failed", "code": 422}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:52.453969 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67aad7c8-8fd4-4e6b-bf5c-e6f749f2878a {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:52.454191 n-d-799524-3 neutron-server[93912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69618414-b9e6-46c8-9a91-47155c9f6324', 'name': 'network-vif-deleted', 'tag': '374d36a5-236c-4d73-8f58-c78e3dad542d', 'status': 'failed', 'code': 422} returned with failed status Jul 09 13:31:52.507486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb451ed-d1c6-4886-979e-ec3925b73b8e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Deleting subnet fdc7a6c8-86a2-47c0-9dc8-99bf3d4b4b5e {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:52.514736 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb451ed-d1c6-4886-979e-ec3925b73b8e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.515681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41872) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.570296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb451ed-d1c6-4886-979e-ec3925b73b8e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.674268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb451ed-d1c6-4886-979e-ec3925b73b8e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.675295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441e70c-ba3d-4292-b41a-5b28f47b193c None None] Network d21b40f0-27df-45e6-a847-be7286ec6856 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:52.694651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0fd1fc9b-998e-4df9-9209-c4402df73463 None None] Could not find standard attr ID for object 272a0293-22eb-48d7-a044-df06356681aa. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:31:52.713298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7b97fedf-856c-4420-a362-0ec4c28c4dd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=295cbdbbdd764ff5b1f7ea62a43acca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964209 Jul 09 13:31:52.715737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41882) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.764736 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb451ed-d1c6-4886-979e-ec3925b73b8e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.766136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0fd1fc9b-998e-4df9-9209-c4402df73463 None None] Provisioning for port f24ca88c-2faa-47e7-a805-c16b93e83fc8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:52.772894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0fd1fc9b-998e-4df9-9209-c4402df73463 None None] Provisioning complete for port f24ca88c-2faa-47e7-a805-c16b93e83fc8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:52.773363 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0fd1fc9b-998e-4df9-9209-c4402df73463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.795875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb451ed-d1c6-4886-979e-ec3925b73b8e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc7a6c8-86a2-47c0-9dc8-99bf3d4b4b5e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:52.802810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeb451ed-d1c6-4886-979e-ec3925b73b8e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.805968 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aeb451ed-d1c6-4886-979e-ec3925b73b8e tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/fdc7a6c8-86a2-47c0-9dc8-99bf3d4b4b5e HTTP/1.1" status: 204 len: 168 time: 0.3975608 Jul 09 13:31:52.809727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41884) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.852968 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-60120175-0519-4e02-a7f1-e809273f30aa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413237 Jul 09 13:31:52.853555 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7721-df18-4a53-9489-68931037b045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.856242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41886) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.881962 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7721-df18-4a53-9489-68931037b045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.954649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7721-df18-4a53-9489-68931037b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.965356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7721-df18-4a53-9489-68931037b045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.970992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3e2a7721-df18-4a53-9489-68931037b045 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8587fea-9039-4260-8985-518e7b878b25 HTTP/1.1" status: 204 len: 168 time: 0.2522266 Jul 09 13:31:52.988194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9d17d-2b4d-4aab-ae13-9084ca4653b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:52.996347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a6c9d17d-2b4d-4aab-ae13-9084ca4653b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1352592 Jul 09 13:31:52.997276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41892) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.001808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a7721-df18-4a53-9489-68931037b045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8587fea-9039-4260-8985-518e7b878b25,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:53.064060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41896) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.119865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bf5dd7-2347-444b-a536-7f19f963ca63 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:53.120007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f9b77d-917a-4bb4-a300-6a8d70a4791c admin admin] Deleting subnet 921566ea-3bdd-45da-932e-3f1e7dd19fd2 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:53.121880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-76bf5dd7-2347-444b-a536-7f19f963ca63 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1210361 Jul 09 13:31:53.123988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41900) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.129984 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36f9b77d-917a-4bb4-a300-6a8d70a4791c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.180289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] DHCP port deletion for d21b40f0-27df-45e6-a847-be7286ec6856 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:31:53.198694 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36f9b77d-917a-4bb4-a300-6a8d70a4791c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.219490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5db7eb0c-2b5c-4995-b803-b84cf4895afa tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908706 Jul 09 13:31:53.219490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41906) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.235583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:53.248767 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-0233b4b2-0a2f-4cd0-8c67-3250f82ff8eb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.249527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0233b4b2-0a2f-4cd0-8c67-3250f82ff8eb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.253104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0233b4b2-0a2f-4cd0-8c67-3250f82ff8eb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/272a0293-22eb-48d7-a044-df06356681aa HTTP/1.1" status: 404 len: 333 time: 0.0331748 Jul 09 13:31:53.253976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41908) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.276628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:53.277014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 669eeb60-3b5c-47b1-af69-7d7dbb3336d6 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:53.279805 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36f9b77d-917a-4bb4-a300-6a8d70a4791c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.297864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] Deleting port f24ca88c-2faa-47e7-a805-c16b93e83fc8 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:53.298263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.345449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36f9b77d-917a-4bb4-a300-6a8d70a4791c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.351738 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced07170-b78c-4f56-8df2-17d73d792cf3 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.353426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced07170-b78c-4f56-8df2-17d73d792cf3 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.360999 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ced07170-b78c-4f56-8df2-17d73d792cf3 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/fdc7a6c8-86a2-47c0-9dc8-99bf3d4b4b5e HTTP/1.1" status: 404 len: 337 time: 0.1059999 Jul 09 13:31:53.366645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41912) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.378635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] For port f24ca88c-2faa-47e7-a805-c16b93e83fc8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f24ca88c-2faa-47e7-a805-c16b93e83fc8,segment=NetworkSegment(51a0e7e2-c9db-4380-a9ef-20c2b75b6068),segment_id=51a0e7e2-c9db-4380-a9ef-20c2b75b6068)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:53.379068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.380233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9b77d-917a-4bb4-a300-6a8d70a4791c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921566ea-3bdd-45da-932e-3f1e7dd19fd2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:53.391284 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36f9b77d-917a-4bb4-a300-6a8d70a4791c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.400557 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-36f9b77d-917a-4bb4-a300-6a8d70a4791c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/921566ea-3bdd-45da-932e-3f1e7dd19fd2 HTTP/1.1" status: 204 len: 168 time: 0.3337252 Jul 09 13:31:53.401121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41914) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.401283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] Calling delete_port for f24ca88c-2faa-47e7-a805-c16b93e83fc8 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:53.418343 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc169d5-addb-4361-8c8c-4266e8d3f469 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.419315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc169d5-addb-4361-8c8c-4266e8d3f469 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.424116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5cc169d5-addb-4361-8c8c-4266e8d3f469 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/f6ecec74-a31a-446d-8628-e2769763c2a1 HTTP/1.1" status: 404 len: 337 time: 0.0564256 Jul 09 13:31:53.425263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41916) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.460582 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9a40e5-d6d4-4613-9eba-d16407b92934 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.461810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9a40e5-d6d4-4613-9eba-d16407b92934 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.469084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7a9a40e5-d6d4-4613-9eba-d16407b92934 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/b9ec5d75-754e-42d1-bde1-52ef6dcdb3ac HTTP/1.1" status: 404 len: 333 time: 0.0426216 Jul 09 13:31:53.470593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41920) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.509677 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecc31f4-510c-4783-8396-564fd2186088 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.511086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecc31f4-510c-4783-8396-564fd2186088 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.516671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41922) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.517691 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cecc31f4-510c-4783-8396-564fd2186088 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/bb010c56-5631-4cc4-b5b1-b0694c33cbbf HTTP/1.1" status: 404 len: 337 time: 0.0447173 Jul 09 13:31:53.560527 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.566598 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c900741b-1c7b-4d2b-809a-25a20848c022 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.566815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c900741b-1c7b-4d2b-809a-25a20848c022 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.568644 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c900741b-1c7b-4d2b-809a-25a20848c022 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/2e5cde2a-19f0-4dbf-93e5-2d79f05d2532 HTTP/1.1" status: 404 len: 337 time: 0.0458577 Jul 09 13:31:53.574704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41926) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.595333 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.627024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] Pushing event deleted for resources: {'Port': ['ID=f24ca88c-2faa-47e7-a805-c16b93e83fc8,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:53.628098 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08806b1-7b0b-482a-b085-16628290ab1b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.629541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08806b1-7b0b-482a-b085-16628290ab1b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.634086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c08806b1-7b0b-482a-b085-16628290ab1b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/66df8fb7-c108-4166-be15-99424c19cdf9 HTTP/1.1" status: 404 len: 333 time: 0.0571077 Jul 09 13:31:53.636772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41932) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.638334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db9301-da64-4178-b06d-09d2fab5b718 None None] No DVR routers for this DVR port f24ca88c-2faa-47e7-a805-c16b93e83fc8 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:53.714992 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab33f7f-56f2-48a8-8870-263f8a881cbe tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.715448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab33f7f-56f2-48a8-8870-263f8a881cbe tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.717290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fab33f7f-56f2-48a8-8870-263f8a881cbe tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/36759440-d132-4964-8df2-4692f856f70c HTTP/1.1" status: 404 len: 337 time: 0.0460515 Jul 09 13:31:53.719875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41936) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.732152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.757210 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a606945-3b54-465f-8691-f91b7fc0a006 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.757210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a606945-3b54-465f-8691-f91b7fc0a006 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.759613 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7a606945-3b54-465f-8691-f91b7fc0a006 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/ccf1a8c5-cfee-449b-bf18-44a6ea216ddc HTTP/1.1" status: 404 len: 337 time: 0.0385723 Jul 09 13:31:53.762210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41938) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.772436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab636c6-a6c1-4c96-b850-6a96a0c98193']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:53.790153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629183c-e3ee-48d6-a63c-7e3a7c51ada7 req-35613c65-205e-4ced-8098-63ef925e8260 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:53.791913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c629183c-e3ee-48d6-a63c-7e3a7c51ada7 req-35613c65-205e-4ced-8098-63ef925e8260 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 908 time: 0.0791757 Jul 09 13:31:53.798814 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c3f958-6f99-4092-9d64-d9307d989554 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.799367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c3f958-6f99-4092-9d64-d9307d989554 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.801131 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-53c3f958-6f99-4092-9d64-d9307d989554 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/4e0b0ee6-35bf-415e-947c-8aba2e5a2293 HTTP/1.1" status: 404 len: 333 time: 0.0379205 Jul 09 13:31:53.803905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dea0bdd-dbc8-412b-bb4e-1e509a060638') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:53.804540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dea0bdd-dbc8-412b-bb4e-1e509a060638') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:53.804884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41940) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.818070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.836328 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.839813 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f685ffd-0091-4ee2-b505-dab6e93f1e27 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.840226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f685ffd-0091-4ee2-b505-dab6e93f1e27 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.841993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0f685ffd-0091-4ee2-b505-dab6e93f1e27 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/d7639396-cb35-4f42-a478-83553d3ff747 HTTP/1.1" status: 404 len: 337 time: 0.0345757 Jul 09 13:31:53.844644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41944) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.846035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:53.846498 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:53.848345 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:53.874096 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-340f2e7e-e586-42a6-9fbd-dbdee69df162 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.874619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340f2e7e-e586-42a6-9fbd-dbdee69df162 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.876937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-340f2e7e-e586-42a6-9fbd-dbdee69df162 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/84ae0bc5-d938-406f-bc52-555bcf6cddd3 HTTP/1.1" status: 404 len: 337 time: 0.0310550 Jul 09 13:31:53.881244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41948) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.922252 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31a1182-c344-4227-8dcf-d75d6f6b1d35 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.923484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31a1182-c344-4227-8dcf-d75d6f6b1d35 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.926321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c31a1182-c344-4227-8dcf-d75d6f6b1d35 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/807b3d75-4b1d-435c-84ee-807a857a5631 HTTP/1.1" status: 404 len: 333 time: 0.0430982 Jul 09 13:31:53.930761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41952) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:53.932382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.946870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.954617 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9ab636c6-a6c1-4c96-b850-6a96a0c98193 HTTP/1.1" status: 204 len: 168 time: 0.5485203 Jul 09 13:31:53.970262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63880623-3973-4b19-b8b5-305c45f74520 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab636c6-a6c1-4c96-b850-6a96a0c98193,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:53.987484 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd16505a-3795-4565-9622-e4f639a58d95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:53.987830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd16505a-3795-4565-9622-e4f639a58d95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:53.989942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cd16505a-3795-4565-9622-e4f639a58d95 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/3f910943-c154-41e2-9621-2d22a7929401 HTTP/1.1" status: 404 len: 337 time: 0.0575812 Jul 09 13:31:53.997486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41958) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.044048 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b42959-1562-4f7e-ae50-9d21868de8f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.044903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b42959-1562-4f7e-ae50-9d21868de8f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.049380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-84b42959-1562-4f7e-ae50-9d21868de8f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/f63caa7c-30b6-4b3a-8a21-1e86489204ad HTTP/1.1" status: 404 len: 333 time: 0.0526736 Jul 09 13:31:54.049863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41960) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.082767 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35a5034-9185-4d23-b04b-369dfc3f66cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.082767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35a5034-9185-4d23-b04b-369dfc3f66cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.093485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d35a5034-9185-4d23-b04b-369dfc3f66cd tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/8af422a5-caef-4119-950c-868b5c8b673a HTTP/1.1" status: 404 len: 337 time: 0.0334556 Jul 09 13:31:54.093792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f24ca88c-2faa-47e7-a805-c16b93e83fc8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:54.094004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41962) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.110829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: f24ca88c-2faa-47e7-a805-c16b93e83fc8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:54.111363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f24ca88c-2faa-47e7-a805-c16b93e83fc8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:54.129579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41964) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.134092 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-38385074-ab87-471c-8814-e0c6340c1d30 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.134847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38385074-ab87-471c-8814-e0c6340c1d30 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.139828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41968) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.143490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-38385074-ab87-471c-8814-e0c6340c1d30 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/a5887916-9e50-4dd3-8e98-ab0b62e97ea7 HTTP/1.1" status: 404 len: 333 time: 0.0487378 Jul 09 13:31:54.171025 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1f95bd-2d2b-4a24-bf5a-866fcfa0fa5d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.171476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1f95bd-2d2b-4a24-bf5a-866fcfa0fa5d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.173170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ad1f95bd-2d2b-4a24-bf5a-866fcfa0fa5d tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/8ce8ee15-4610-49a1-9807-f12a32eb3f80 HTTP/1.1" status: 404 len: 337 time: 0.0319693 Jul 09 13:31:54.175997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41970) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.187713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41972) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.204913 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc8d4c3-59ed-4ba6-bc9c-37712e7152d5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.205657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc8d4c3-59ed-4ba6-bc9c-37712e7152d5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.210030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6dc8d4c3-59ed-4ba6-bc9c-37712e7152d5 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/b01400cd-009c-4921-b5be-84ad6ff13455 HTTP/1.1" status: 404 len: 333 time: 0.0299885 Jul 09 13:31:54.210960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41974) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.231843 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ac23dd87-5698-42b1-a3c7-252d0ccdbdf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bd73327098246339727dc0e3ed2beb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428615 Jul 09 13:31:54.234288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41976) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.238276 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-861b6e56-1b3e-479b-8cf0-7280a08b70fb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.238752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861b6e56-1b3e-479b-8cf0-7280a08b70fb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.240535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-861b6e56-1b3e-479b-8cf0-7280a08b70fb tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/86de0175-0039-4db7-a875-251a715386d9 HTTP/1.1" status: 404 len: 337 time: 0.0284348 Jul 09 13:31:54.243671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41978) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.270562 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f43cb6-ef15-4d19-a0b9-19749c6f7cf8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.271295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f43cb6-ef15-4d19-a0b9-19749c6f7cf8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.276123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-58f43cb6-ef15-4d19-a0b9-19749c6f7cf8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/13e513ad-7485-416d-b705-b85ac982f000 HTTP/1.1" status: 404 len: 333 time: 0.0284781 Jul 09 13:31:54.276123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41980) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.294210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fecde88d-24fd-4638-9724-4c60e8a5a0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.306856 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-593211ca-ecd2-41ef-8520-91ba3ec27fb8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.307341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593211ca-ecd2-41ef-8520-91ba3ec27fb8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.309073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-593211ca-ecd2-41ef-8520-91ba3ec27fb8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/683ed140-78f2-494f-b775-656256de502c HTTP/1.1" status: 404 len: 337 time: 0.0324574 Jul 09 13:31:54.311789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41982) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.317467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fecde88d-24fd-4638-9724-4c60e8a5a0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.337922 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fc9cb3-7daa-4adb-b7d5-df901abe28b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.338756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fc9cb3-7daa-4adb-b7d5-df901abe28b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.344921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41986) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.350985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f7fc9cb3-7daa-4adb-b7d5-df901abe28b1 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/8fe74ed8-7d9d-465a-adf5-e7ac819f6a60 HTTP/1.1" status: 404 len: 333 time: 0.0278049 Jul 09 13:31:54.380218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-804933147'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:54.384255 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-861d1ec4-230c-4ed0-9d2f-93f206104023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.384692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861d1ec4-230c-4ed0-9d2f-93f206104023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.386347 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-861d1ec4-230c-4ed0-9d2f-93f206104023 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/eb36e001-b06b-4d5b-b218-c4453d80dc57 HTTP/1.1" status: 404 len: 337 time: 0.0405622 Jul 09 13:31:54.389206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41988) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.408682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:54.412644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.418547 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-75aee40d-3642-4e4c-9a9a-bfa1bf3cc48a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.419319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75aee40d-3642-4e4c-9a9a-bfa1bf3cc48a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.421069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-75aee40d-3642-4e4c-9a9a-bfa1bf3cc48a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/bff37eda-d8c9-4a64-8cf3-33a045a56902 HTTP/1.1" status: 404 len: 337 time: 0.0302091 Jul 09 13:31:54.424438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.425544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41990) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.439023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fecde88d-24fd-4638-9724-4c60e8a5a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.441717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fecde88d-24fd-4638-9724-4c60e8a5a0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.445203 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fecde88d-24fd-4638-9724-4c60e8a5a0be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d7194f9-1d74-4e9b-84e7-e5646072837f HTTP/1.1" status: 204 len: 168 time: 0.2073934 Jul 09 13:31:54.454388 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c342a02-474c-4f78-b283-3a381d1bbe80 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.455503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c342a02-474c-4f78-b283-3a381d1bbe80 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.457982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecde88d-24fd-4638-9724-4c60e8a5a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7194f9-1d74-4e9b-84e7-e5646072837f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:54.461859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8c342a02-474c-4f78-b283-3a381d1bbe80 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/738f8171-bcb1-441c-b55d-5e861a1b4cbd HTTP/1.1" status: 404 len: 333 time: 0.0347331 Jul 09 13:31:54.462208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41994) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.496860 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd10c02a-c30d-45c7-b885-63649aac9522 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.497338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd10c02a-c30d-45c7-b885-63649aac9522 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.499116 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fd10c02a-c30d-45c7-b885-63649aac9522 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/66c25a88-4c7a-48d2-ac74-e72b91a222f1 HTTP/1.1" status: 404 len: 337 time: 0.0355604 Jul 09 13:31:54.502450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41996) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.530152 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fb5bc8-af46-445b-928e-23548b60e7da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.530621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fb5bc8-af46-445b-928e-23548b60e7da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.532386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-00fb5bc8-af46-445b-928e-23548b60e7da tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/c8baf2fb-5be0-4eca-ae90-5834d8cb73b6 HTTP/1.1" status: 404 len: 337 time: 0.0288720 Jul 09 13:31:54.534884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41998) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.565982 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4aeee2-f6b0-4385-a7ae-2fc0f6d638e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.566664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4aeee2-f6b0-4385-a7ae-2fc0f6d638e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.571116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-af4aeee2-f6b0-4385-a7ae-2fc0f6d638e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/79e339f0-fefe-440d-b271-bec02375f024 HTTP/1.1" status: 404 len: 333 time: 0.0325465 Jul 09 13:31:54.571434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42000) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.608835 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.610009 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c18c7e0-ab78-4676-96e0-a346fdc08e86 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.610522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c18c7e0-ab78-4676-96e0-a346fdc08e86 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.612290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4c18c7e0-ab78-4676-96e0-a346fdc08e86 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/61c82365-357b-4fcd-a3c9-892caa8b3812 HTTP/1.1" status: 404 len: 337 time: 0.0399132 Jul 09 13:31:54.613779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.616512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42004) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.646192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:54.651213 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8152aeb-9423-431b-884b-738a095fc99c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.651939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8152aeb-9423-431b-884b-738a095fc99c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.654494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a8152aeb-9423-431b-884b-738a095fc99c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/f33b5491-f307-4d75-a2c9-4c0a0d6059d8 HTTP/1.1" status: 404 len: 337 time: 0.0358875 Jul 09 13:31:54.657560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42006) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.668181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7767f656-c828-4c33-acbc-d8aadce51a27,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:54.672671 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.673104 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Added segment c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5 of type vlan for network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a Jul 09 13:31:54.693746 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bf759b-7981-47dd-82fe-87af5fe43306 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.695522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bf759b-7981-47dd-82fe-87af5fe43306 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.697016 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f6bf759b-7981-47dd-82fe-87af5fe43306 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/cdc5b47c-2abc-4513-8a5e-d6bc2aaf079b HTTP/1.1" status: 404 len: 333 time: 0.0384562 Jul 09 13:31:54.699722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42010) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.732347 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9758bf45-e60c-4dbe-a3be-ce490028d81f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.732897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9758bf45-e60c-4dbe-a3be-ce490028d81f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.734716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9758bf45-e60c-4dbe-a3be-ce490028d81f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/bf7697d7-086b-4690-aa88-1053e3ac89b1 HTTP/1.1" status: 404 len: 337 time: 0.0339270 Jul 09 13:31:54.737290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42012) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.741591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.769130 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cf333f-f436-47f9-8cad-ff255e8004e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.769927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cf333f-f436-47f9-8cad-ff255e8004e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.771433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.772744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-79cf333f-f436-47f9-8cad-ff255e8004e2 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/b1731dd5-d11d-4a7e-a1b5-2ed67bd7248a HTTP/1.1" status: 404 len: 337 time: 0.0340474 Jul 09 13:31:54.775729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42014) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.777566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:54.778194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.811943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5438a71d-1044-43e0-b3fc-12ca96cbe6ff tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports?device_id=707ae550-4c58-4fae-90ac-e87a14fb9be7 HTTP/1.1" status: 200 len: 205 time: 0.0348144 Jul 09 13:31:54.814373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42018) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.863986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Network': ['ID=41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:54.869372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8a01aeee-e6d8-44ea-af65-93d5c2ffdf19 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7401140 Jul 09 13:31:54.871547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42024) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.877158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'name': 'tempest-PortsIpV6TestJSON-819882274'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:54.884225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:54.919728 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-da8a6f79-02b8-485f-bc88-971b310fbe5a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] delete failed (client error): The resource could not be found. Jul 09 13:31:54.923396 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-da8a6f79-02b8-485f-bc88-971b310fbe5a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/routers/707ae550-4c58-4fae-90ac-e87a14fb9be7 HTTP/1.1" status: 404 len: 336 time: 0.1051853 Jul 09 13:31:54.923648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.959368 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f1ad83-108d-49bc-b1a0-fb7705661012 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:54.960490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f1ad83-108d-49bc-b1a0-fb7705661012 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:54.964979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-06f1ad83-108d-49bc-b1a0-fb7705661012 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/b73a95cc-14bc-4403-ad97-a494f263832e HTTP/1.1" status: 404 len: 337 time: 0.0380571 Jul 09 13:31:54.965687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42030) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:54.999981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9e6ac4b3-cf41-4f4e-8b2b-ec48c0fe208b tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "GET /v2.0/ports?device_id=292f3efd-2ff3-4e56-83b6-169a2e9cc767 HTTP/1.1" status: 200 len: 205 time: 0.0325994 Jul 09 13:31:55.002269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42034) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.057170 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-3a6f2832-e978-4aa4-858d-fa9a3f03205f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] delete failed (client error): The resource could not be found. Jul 09 13:31:55.058192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3a6f2832-e978-4aa4-858d-fa9a3f03205f tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/routers/292f3efd-2ff3-4e56-83b6-169a2e9cc767 HTTP/1.1" status: 404 len: 336 time: 0.0547271 Jul 09 13:31:55.060963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.111261 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce2941d-812e-43b3-b16e-55b9cbc67372 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.111727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce2941d-812e-43b3-b16e-55b9cbc67372 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.113482 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1ce2941d-812e-43b3-b16e-55b9cbc67372 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/9032e393-193e-4bbc-bee6-43d9e9603d77 HTTP/1.1" status: 404 len: 337 time: 0.0516269 Jul 09 13:31:55.119275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42040) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.155963 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b44f279-5bda-49dd-aca5-2009c8f13564 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.156500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b44f279-5bda-49dd-aca5-2009c8f13564 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.160662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0b44f279-5bda-49dd-aca5-2009c8f13564 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/e9846bd5-6eb4-4103-8830-ddc5accabe4f HTTP/1.1" status: 404 len: 337 time: 0.0376945 Jul 09 13:31:55.161513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42042) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.195755 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9816bd6e-c172-499c-a88d-085db322946a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.196495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9816bd6e-c172-499c-a88d-085db322946a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.198277 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9816bd6e-c172-499c-a88d-085db322946a tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/7e2f7dc1-77e7-43e0-acdd-bb90e6d95956 HTTP/1.1" status: 404 len: 333 time: 0.0364308 Jul 09 13:31:55.202635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42046) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.237406 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-18416cf1-e42a-4947-9cc4-cd371ef05c38 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.237860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18416cf1-e42a-4947-9cc4-cd371ef05c38 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.239669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-18416cf1-e42a-4947-9cc4-cd371ef05c38 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/a0cbccb5-f19c-4423-aece-5342257c8c56 HTTP/1.1" status: 404 len: 337 time: 0.0350707 Jul 09 13:31:55.243230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42050) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.275637 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-1291e4d3-9409-45ae-b618-07bff2e8cf76 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.275637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1291e4d3-9409-45ae-b618-07bff2e8cf76 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.275637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1291e4d3-9409-45ae-b618-07bff2e8cf76 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/2d168e5f-319e-4867-9f5e-f2b05f15760a HTTP/1.1" status: 404 len: 333 time: 0.0311077 Jul 09 13:31:55.284990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-0ceee58c-d0e2-4f76-9d66-52b0bcf67e84 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:55.286975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-0ceee58c-d0e2-4f76-9d66-52b0bcf67e84 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 908 time: 0.2401023 Jul 09 13:31:55.287168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42054) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.345079 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3942b33-b5a4-465d-872b-397e1a442b14 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.345943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3942b33-b5a4-465d-872b-397e1a442b14 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.348024 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a3942b33-b5a4-465d-872b-397e1a442b14 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/9c0534e1-d341-4d5f-8903-237dd5c19c95 HTTP/1.1" status: 404 len: 337 time: 0.0599101 Jul 09 13:31:55.350629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42056) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.380290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42058) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.394705 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c99f824-9325-4ae0-abe9-edf1064a7a00 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.395470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c99f824-9325-4ae0-abe9-edf1064a7a00 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.399799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c99f824-9325-4ae0-abe9-edf1064a7a00 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/66b1201f-4070-4011-8234-4647689555e2 HTTP/1.1" status: 404 len: 333 time: 0.0455766 Jul 09 13:31:55.400542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42062) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.433217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:55.436710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.443323 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f87accf-c215-4368-a4c3-d3fb7a6f26d3 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.443774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f87accf-c215-4368-a4c3-d3fb7a6f26d3 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.446006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5f87accf-c215-4368-a4c3-d3fb7a6f26d3 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/5bd23521-da43-423b-ac00-4719fb590e6f HTTP/1.1" status: 404 len: 337 time: 0.0429027 Jul 09 13:31:55.448734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42066) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.460472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296cbb8-14bc-4889-b52f-92a755269ac5 req-44b703d0-379d-48d7-9810-2bf397ac67a0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:55.462397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f296cbb8-14bc-4889-b52f-92a755269ac5 req-44b703d0-379d-48d7-9810-2bf397ac67a0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 908 time: 0.5119960 Jul 09 13:31:55.471195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port c7f01e48-a27a-41d8-8d57-0a098daafb9f yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:55.496131 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f80a138-fd68-406e-8a94-5d035ede7bee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.496812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f80a138-fd68-406e-8a94-5d035ede7bee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.501434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3f80a138-fd68-406e-8a94-5d035ede7bee tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/e5d93cfe-7981-4691-9363-f08f46603200 HTTP/1.1" status: 404 len: 333 time: 0.0509152 Jul 09 13:31:55.503095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42068) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.541430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-67777241-network', 'tenant_id': 'cb82a54d9718444a8577eb7943911e68'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:55.545453 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3f1e95-4842-4bdf-984a-61ac6fe0efd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.545891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3f1e95-4842-4bdf-984a-61ac6fe0efd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.547847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fd3f1e95-4842-4bdf-984a-61ac6fe0efd8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/72b027a7-43be-451c-bb8d-0f4f7a29dd3a HTTP/1.1" status: 404 len: 337 time: 0.0423784 Jul 09 13:31:55.552455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.563417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Deleting port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:55.563760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.600380 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dbbaa9-18dd-4c60-a946-02e0c9749ee8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.601680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38dbbaa9-18dd-4c60-a946-02e0c9749ee8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.602755 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-38dbbaa9-18dd-4c60-a946-02e0c9749ee8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/85f0142e-2719-486d-94d4-973de593ba08 HTTP/1.1" status: 404 len: 333 time: 0.0493469 Jul 09 13:31:55.607027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42072) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.618472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Made reservation on behalf of cb82a54d9718444a8577eb7943911e68 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:55.620842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.635276 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.675298 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9b8092-4305-4aee-9623-9cd6a48a1cd7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.675749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9b8092-4305-4aee-9623-9cd6a48a1cd7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.677592 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0c9b8092-4305-4aee-9623-9cd6a48a1cd7 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/8b059f03-0f58-43de-a02d-f0ef9a24332e HTTP/1.1" status: 404 len: 337 time: 0.0699337 Jul 09 13:31:55.680894 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42074) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.708213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] For port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:55.708570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.719621 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63c89e1-9d61-495a-81b5-38ebd2b05299 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.719966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63c89e1-9d61-495a-81b5-38ebd2b05299 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.724006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b63c89e1-9d61-495a-81b5-38ebd2b05299 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/e8d1ef56-26a3-4751-aa9e-d3b2c32b5c68 HTTP/1.1" status: 404 len: 333 time: 0.0398982 Jul 09 13:31:55.727511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42078) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.730838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Calling delete_port for 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:55.766179 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d464ea0-e375-49a2-9d12-d2c6e5691712 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.766635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d464ea0-e375-49a2-9d12-d2c6e5691712 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.768967 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6d464ea0-e375-49a2-9d12-d2c6e5691712 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/83b2de2b-57f6-4378-9ad4-7dcf6f25bce7 HTTP/1.1" status: 404 len: 337 time: 0.0403230 Jul 09 13:31:55.771493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42080) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.776500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.805791 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d77b953-74a1-4947-893e-267df07b7cc8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.807548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d77b953-74a1-4947-893e-267df07b7cc8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.809766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3d77b953-74a1-4947-893e-267df07b7cc8 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/ports/a7ff57d3-bde0-487a-896f-0cf64937a234 HTTP/1.1" status: 404 len: 333 time: 0.0365331 Jul 09 13:31:55.813362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42082) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.845692 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2c9a32-b03f-493b-b478-268133c6c6f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] DELETE failed (client error): The resource could not be found. Jul 09 13:31:55.846172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2c9a32-b03f-493b-b478-268133c6c6f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:31:55.847917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b2c9a32-b03f-493b-b478-268133c6c6f4 tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/subnets/a48952f4-91f6-406c-ac35-38dbb5ec4673 HTTP/1.1" status: 404 len: 337 time: 0.0336475 Jul 09 13:31:55.852130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42084) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:55.853211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.861120 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.918368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:55.925511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4af28d-f7ee-406f-b044-d4cabfc86edd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:55.934154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.943942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.944942 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Added segment 331ced91-4697-4ac3-b568-0202230a2aec of type vlan for network 9a890ea8-940c-4baa-a07d-3846fd809d5f Jul 09 13:31:55.992127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.992510 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.002332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.018128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=c7f01e48-a27a-41d8-8d57-0a098daafb9f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:56.030488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event deleted for resources: {'Port': ['ID=6ace1ca2-7dfa-4a15-b13f-7ead60a662b8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:56.065011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Checking segment: {'id': 'c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:56.065396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network hostable DHCP agents. Network: 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:56.096188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] No DVR routers for this DVR port 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:56.098961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.101232 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e403ed6-ad61-4be4-9291-0405393b8a7d req-fd9dbf4d-543c-4337-95fd-4d04f34aa9b8 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "DELETE /v2.0/ports/6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 HTTP/1.1" status: 204 len: 173 time: 0.8046885 Jul 09 13:31:56.102262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b715786-5343-486c-9b98-178ef5c54e9e', 'name': 'network-vif-deleted', 'tag': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:56.104561 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445cfd0-cc71-48a6-9028-e56b675336bc" -d '{"events": [{"server_uuid": "8b715786-5343-486c-9b98-178ef5c54e9e", "name": "network-vif-deleted", "tag": "6ace1ca2-7dfa-4a15-b13f-7ead60a662b8"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:56.108284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.109242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:56.109829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.162511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.168560 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:56.183415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:56.190529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21b40f0-27df-45e6-a847-be7286ec6856']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:56.193287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:56.193515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf98347-87c6-4ae0-8fd2-469c5bbbb8c2 None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:56.200036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:56.201276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.217838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a0e7e2-c9db-4380-a9ef-20c2b75b6068') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:56.218326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a0e7e2-c9db-4380-a9ef-20c2b75b6068') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:56.227882 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc3310-8bf8-4afd-829d-0efa7a39ac08 x-openstack-request-id: req-aedc3310-8bf8-4afd-829d-0efa7a39ac08 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:56.228498 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b715786-5343-486c-9b98-178ef5c54e9e", "name": "network-vif-deleted", "tag": "6ace1ca2-7dfa-4a15-b13f-7ead60a662b8", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:56.228940 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aedc3310-8bf8-4afd-829d-0efa7a39ac08 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:56.229537 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b715786-5343-486c-9b98-178ef5c54e9e', 'name': 'network-vif-deleted', 'tag': '6ace1ca2-7dfa-4a15-b13f-7ead60a662b8', 'status': 'completed', 'code': 200} Jul 09 13:31:56.234139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.246126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8542848 Jul 09 13:31:56.246364 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-855532a0-066e-49f6-8d08-18762e600ef7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3701308 Jul 09 13:31:56.246364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42088) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:56.247110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42090) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:56.254437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1061953522'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:56.262782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Request body: {'subnet': {'network_id': '9a890ea8-940c-4baa-a07d-3846fd809d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-67777241-subnet', 'tenant_id': 'cb82a54d9718444a8577eb7943911e68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:56.279316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac935082-80d8-476c-a926-d632e6a12108 admin admin] Pushing event updated for resources: {'Network': ['ID=9a890ea8-940c-4baa-a07d-3846fd809d5f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:56.295152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 9a890ea8-940c-4baa-a07d-3846fd809d5f details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:56.297395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.309388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:56.309717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:56.312887 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:56.327868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Made reservation on behalf of cb82a54d9718444a8577eb7943911e68 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:56.330393 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.436678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:56.440175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.456019 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.469370 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.471218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] 10.222.0.32 "DELETE /v2.0/networks/d21b40f0-27df-45e6-a847-be7286ec6856 HTTP/1.1" status: 204 len: 168 time: 0.6170304 Jul 09 13:31:56.492386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaac4d-7bd7-4575-b674-c75ad3c2c74c tempest-NetworksTestDHCPv6-221918979 tempest-NetworksTestDHCPv6-221918979-project] Pushing event deleted for resources: {'Network': ['ID=d21b40f0-27df-45e6-a847-be7286ec6856,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:56.505156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:56.521273 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.521626 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Added segment 4bcf0d0d-b0a0-4ca4-bed2-307178a989dd of type vlan for network 7184136f-36b6-4777-b7f6-b7d155e75025 Jul 09 13:31:56.596994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.707497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9dd0dfa-e422-4451-aaa7-9b6032ccf6d4 req-e48a24d9-e231-4ed7-bb72-cd3b6bef89bb tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b715786-5343-486c-9b98-178ef5c54e9e HTTP/1.1" status: 200 len: 210 time: 0.0561912 Jul 09 13:31:56.710027 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.717674 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.727545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42100) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:56.728840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:56.729500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.829722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5813205 Jul 09 13:31:56.832694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42106) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:56.839384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'ports': [{'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a'}, {'network_id': '7184136f-36b6-4777-b7f6-b7d155e75025'}]} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:56.839974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:56.840787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '7184136f-36b6-4777-b7f6-b7d155e75025'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:56.843395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50a13e-bd8e-4fd8-9552-e6d5aeac66b9 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Network': ['ID=7184136f-36b6-4777-b7f6-b7d155e75025,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:56.854460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc22047-6dc8-45ec-8076-4e408807efa0,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:56.858326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7184136f-36b6-4777-b7f6-b7d155e75025 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:56.868605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Checking segment: {'id': '331ced91-4697-4ac3-b568-0202230a2aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a890ea8-940c-4baa-a07d-3846fd809d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:56.868973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Network hostable DHCP agents. Network: 9a890ea8-940c-4baa-a07d-3846fd809d5f, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:56.898247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Network 9a890ea8-940c-4baa-a07d-3846fd809d5f is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:56.908544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 9a890ea8-940c-4baa-a07d-3846fd809d5f) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:56.918143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:56.919173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.939927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a7b4b-ca56-4905-9c28-15116bda1f07 None None] Network 9a890ea8-940c-4baa-a07d-3846fd809d5f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:56.949247 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9de40cb7-96b6-4557-aef8-eac441314e7b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6917233 Jul 09 13:31:57.050899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5f3ad7ea-839d-4b2c-8370-8f6756d99a64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69a6d00a3453445fb4dd928326232333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220983 Jul 09 13:31:57.053580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42110) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:57.095342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debab92f-864f-41d3-a486-21d75d81383d None None] Network 9a890ea8-940c-4baa-a07d-3846fd809d5f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:57.111785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 2} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:57.118557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.138497 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b144a1c1-a42c-4344-8617-07debcccf355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.151381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.179806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b144a1c1-a42c-4344-8617-07debcccf355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.237860 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b144a1c1-a42c-4344-8617-07debcccf355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.243145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b144a1c1-a42c-4344-8617-07debcccf355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.244340 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b144a1c1-a42c-4344-8617-07debcccf355 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2336cada-7f00-4fe4-a3e6-6a48a5875509 HTTP/1.1" status: 204 len: 168 time: 0.1892993 Jul 09 13:31:57.253677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port 39cba5b2-464a-43b3-b14f-8b295cd8105c yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:57.255835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144a1c1-a42c-4344-8617-07debcccf355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2336cada-7f00-4fe4-a3e6-6a48a5875509,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:57.519711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42126) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:57.524995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2085390217-network', 'tenant_id': 'cce7d704b555456982f23176b1962d2d'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:57.554319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Made reservation on behalf of cce7d704b555456982f23176b1962d2d for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:57.557109 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.567653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.688239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.692608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.692915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.723707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:57.736514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d0c72-0c0a-4f45-b3b1-5c9beb8bd649,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:57.744716 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.745870 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Added segment e0a79f5f-8a88-46f5-ac94-ae50025c84e5 of type vlan for network 30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b Jul 09 13:31:57.815187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.826213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port 22c9a166-b46f-4651-a695-e9f980f1b8c8 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:57.881779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.883531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:57.884242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.982272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4612474 Jul 09 13:31:57.983515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42144) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:57.996895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Request body: {'subnet': {'network_id': '30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2085390217-subnet', 'tenant_id': 'cce7d704b555456982f23176b1962d2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:58.008662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89b4f4-406a-4bc5-80f8-55a83aa2b327 admin admin] Pushing event updated for resources: {'Network': ['ID=30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:58.035353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:58.042526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Made reservation on behalf of cce7d704b555456982f23176b1962d2d for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:58.049373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.150004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.249755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.325487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:58.342116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:58.345033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:58.346375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.359750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42156) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:58.375376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=39cba5b2-464a-43b3-b14f-8b295cd8105c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:58.395414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.448806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=22c9a166-b46f-4651-a695-e9f980f1b8c8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:58.470639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04ccab1-548e-428d-a2b9-2487ad824034,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:58.483251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Checking segment: {'id': 'e0a79f5f-8a88-46f5-ac94-ae50025c84e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:58.483667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Network hostable DHCP agents. Network: 30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:58.489931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1202996287'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:58.497709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:58.510522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Checking segment: {'id': '4bcf0d0d-b0a0-4ca4-bed2-307178a989dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7184136f-36b6-4777-b7f6-b7d155e75025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:58.510924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network hostable DHCP agents. Network: 7184136f-36b6-4777-b7f6-b7d155e75025, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:58.524100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Network 30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:58.524514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:58.524853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 6ace1ca2-7dfa-4a15-b13f-7ead60a662b8 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:58.530344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Made reservation on behalf of 8c6e90c4d6d544548dd6546b3b546d57 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:58.534074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.545783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545319f1-787f-4995-8426-ba4d89050de1 req-a4dfccec-e5c0-41ac-9e1c-69db601c0781 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:58.546860 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.548235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-545319f1-787f-4995-8426-ba4d89050de1 req-a4dfccec-e5c0-41ac-9e1c-69db601c0781 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 946 time: 0.2257822 Jul 09 13:31:58.549862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:58.556376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:58.560497 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.562692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b71445-5d77-4fda-9f88-0ef016f11091 None None] Network 30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:58.573895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 7184136f-36b6-4777-b7f6-b7d155e75025 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:58.597316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7184136f-36b6-4777-b7f6-b7d155e75025) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:58.605700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:58.614513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:58.623309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:58.624042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.624627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79e4937-35cc-4455-b96e-7d917a92b080 None None] Network 7184136f-36b6-4777-b7f6-b7d155e75025 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:58.652312 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-545319f1-787f-4995-8426-ba4d89050de1 req-3acd0448-a2da-4b31-90a9-ea0d99c9d5c1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929372 Jul 09 13:31:58.719887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.726754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.734449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d1bd252a-f222-41af-a3d5-aa18c59e4b0a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9002421 Jul 09 13:31:58.735194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42162) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:58.736593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a1d49101-2821-4c38-b4b5-8379ff8122a1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7491791 Jul 09 13:31:58.808420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:58.847620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959813e2-b7d1-4319-988a-6796e3bb1d57 None None] Network 30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:58.865189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.865443 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Added segment 79b78f19-e92b-4f07-badb-38ce00053d44 of type vlan for network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 Jul 09 13:31:58.876126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a571dd-8245-4751-8a02-9b08d26aed75,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:58.948560 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.994802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-59c90aa9-3402-4fed-9935-40dd277ff957 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 22c9a166-b46f-4651-a695-e9f980f1b8c8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:58.995305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59c90aa9-3402-4fed-9935-40dd277ff957 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.064463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.070856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:59.071649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.137558 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59c90aa9-3402-4fed-9935-40dd277ff957 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.164266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-59c90aa9-3402-4fed-9935-40dd277ff957 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 22c9a166-b46f-4651-a695-e9f980f1b8c8 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:59.166872 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8056831 Jul 09 13:31:59.169989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42174) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:59.175448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Request body: {'subnet': {'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:59.184502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3bea3-4905-40a6-b8d5-a8fd5043d173 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event updated for resources: {'Network': ['ID=0c6a9ed0-7606-4422-8f67-942ffc104ed6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:59.198142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:59.279305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Made reservation on behalf of 8c6e90c4d6d544548dd6546b3b546d57 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:59.289136 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.320715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59c90aa9-3402-4fed-9935-40dd277ff957 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.363847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c90aa9-3402-4fed-9935-40dd277ff957 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=22c9a166-b46f-4651-a695-e9f980f1b8c8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:59.370477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59c90aa9-3402-4fed-9935-40dd277ff957 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.373529 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-59c90aa9-3402-4fed-9935-40dd277ff957 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/22c9a166-b46f-4651-a695-e9f980f1b8c8 HTTP/1.1" status: 204 len: 168 time: 0.6357784 Jul 09 13:31:59.381183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42186) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:59.459539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d540684d-0cb0-4b00-ac18-5d6a10218f27 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:59.466868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d540684d-0cb0-4b00-ac18-5d6a10218f27 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:59.468855 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d540684d-0cb0-4b00-ac18-5d6a10218f27 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0863328 Jul 09 13:31:59.471572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42188) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:59.589539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6d432e8d-1c28-44a5-9e2a-328be019fe3d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 39cba5b2-464a-43b3-b14f-8b295cd8105c {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:59.589784 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d432e8d-1c28-44a5-9e2a-328be019fe3d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.671775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-a9edb5d2-44f4-43d8-ad12-abed00c7f41b tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:59.673354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-a9edb5d2-44f4-43d8-ad12-abed00c7f41b tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/networks?id=9a890ea8-940c-4baa-a07d-3846fd809d5f HTTP/1.1" status: 200 len: 823 time: 0.3003862 Jul 09 13:31:59.679326 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d432e8d-1c28-44a5-9e2a-328be019fe3d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.695379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6d432e8d-1c28-44a5-9e2a-328be019fe3d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 39cba5b2-464a-43b3-b14f-8b295cd8105c owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:59.706121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-2791a26c-b492-448d-9141-1dd4c12ba7b1 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/quotas/cb82a54d9718444a8577eb7943911e68 HTTP/1.1" status: 200 len: 375 time: 0.0239675 Jul 09 13:31:59.719661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-e2e29fa8-6ab0-44c3-a313-a16fabacb250 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:59.721194 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-e2e29fa8-6ab0-44c3-a313-a16fabacb250 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 946 time: 0.2305608 Jul 09 13:31:59.808826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-97f6cb2a-1d8a-4d34-bec0-45a03d09cbdf tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb82a54d9718444a8577eb7943911e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865850 Jul 09 13:31:59.832247 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d432e8d-1c28-44a5-9e2a-328be019fe3d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.871896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d432e8d-1c28-44a5-9e2a-328be019fe3d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=39cba5b2-464a-43b3-b14f-8b295cd8105c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:59.878225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d432e8d-1c28-44a5-9e2a-328be019fe3d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.883056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6d432e8d-1c28-44a5-9e2a-328be019fe3d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/39cba5b2-464a-43b3-b14f-8b295cd8105c HTTP/1.1" status: 204 len: 168 time: 0.4077220 Jul 09 13:31:59.883423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42192) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:59.886858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.949611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2534c59-4154-49dd-a920-c0dd68d31642 req-e4ad7b66-d9fc-43bd-a619-b723541e7073 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:59.951495 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f2534c59-4154-49dd-a920-c0dd68d31642 req-e4ad7b66-d9fc-43bd-a619-b723541e7073 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 946 time: 0.1499248 Jul 09 13:32:00.007561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2d229-232f-4a13-8c17-e520072a5388 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:00.013141 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-16f2d229-232f-4a13-8c17-e520072a5388 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1245689 Jul 09 13:32:00.013777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event updated for resources: {'Subnet': ['ID=924bff48-98ad-4ed2-aad9-811db3712a6e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:00.016813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42194) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:00.054067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f2534c59-4154-49dd-a920-c0dd68d31642 req-2ff80bbe-7edb-4271-b85d-b1b1cb1fb2ef tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917573 Jul 09 13:32:00.055266 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-89643c39-ec7b-43b0-b696-4467d530b046 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:00.059475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-89643c39-ec7b-43b0-b696-4467d530b046 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/22c9a166-b46f-4651-a695-e9f980f1b8c8 HTTP/1.1" status: 404 len: 333 time: 0.0399904 Jul 09 13:32:00.060282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42196) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:00.062369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-b4bab189-ea9d-42e8-9a9d-676e03d09769 service neutron] 10.222.0.32 "GET /v2.0/networks/9a890ea8-940c-4baa-a07d-3846fd809d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419116 Jul 09 13:32:00.089887 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c127b1c5-78e4-45b6-8436-5d309945af80 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:00.091650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c127b1c5-78e4-45b6-8436-5d309945af80 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/39cba5b2-464a-43b3-b14f-8b295cd8105c HTTP/1.1" status: 404 len: 333 time: 0.0306511 Jul 09 13:32:00.094445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42198) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:00.094755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Checking segment: {'id': '79b78f19-e92b-4f07-badb-38ce00053d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:00.095499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Network hostable DHCP agents. Network: 0c6a9ed0-7606-4422-8f67-942ffc104ed6, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:00.201514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.218507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Deleting port ad7380b5-c332-46c2-a87c-1d37cacb6091 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:00.219172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.265903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:00.301749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.312713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7184136f-36b6-4777-b7f6-b7d155e75025']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:00.324544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcf0d0d-b0a0-4ca4-bed2-307178a989dd') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:00.324839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcf0d0d-b0a0-4ca4-bed2-307178a989dd') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:00.335305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.353346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.358548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 0c6a9ed0-7606-4422-8f67-942ffc104ed6) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:00.362784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:00.363254 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:00.367188 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:00.372091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecaa6aa-6092-47a5-90f4-462acff0be10 None None] Network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:00.391416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:00.392550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.429308 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-257cc62c-1cee-4424-8442-85580c7723ce service neutron] 10.222.0.32 "GET /v2.0/networks/9a890ea8-940c-4baa-a07d-3846fd809d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513598 Jul 09 13:32:00.443299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.462052 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a1a656fd-588e-4c68-9cca-560edc52e049 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2905421 Jul 09 13:32:00.465629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.470800 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/networks/7184136f-36b6-4777-b7f6-b7d155e75025 HTTP/1.1" status: 204 len: 168 time: 0.3719041 Jul 09 13:32:00.471248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42204) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:00.473265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42206) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:00.484844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58126f63-205e-4c89-a8ea-fcee949c63c0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Network': ['ID=7184136f-36b6-4777-b7f6-b7d155e75025,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:00.486573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Request body: {'port': {'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-642390505'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:00.501571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-435612976'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:00.595645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-0c6a9ed0-7606-4422-8f67-942ffc104ed6', 'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6', 'tenant_id': '8c6e90c4d6d544548dd6546b3b546d57', 'fixed_ips': [{'subnet_id': '924bff48-98ad-4ed2-aad9-811db3712a6e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:00.596817 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.649168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] For port ad7380b5-c332-46c2-a87c-1d37cacb6091, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad7380b5-c332-46c2-a87c-1d37cacb6091,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:00.649843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.720250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Calling delete_port for ad7380b5-c332-46c2-a87c-1d37cacb6091 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:00.726682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a2dcdb1b-7e26-45cf-85db-7f14d552d9f4 req-2738da3b-cf54-429d-b6ae-c745e284192c tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 210 time: 0.0580032 Jul 09 13:32:00.732904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:00.743615 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.815640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Allocated IP 2001:db8::2 (0c6a9ed0-7606-4422-8f67-942ffc104ed6/924bff48-98ad-4ed2-aad9-811db3712a6e/77c769fa-c439-48fe-a13c-6a09776d85b3) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:00.922147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:00.953914 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.954260 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Added segment fb135700-cfc4-4bfb-add4-5776664fdaff of type vlan for network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 Jul 09 13:32:01.021638 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.026461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Made reservation on behalf of 8c6e90c4d6d544548dd6546b3b546d57 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:01.031077 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.038317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Transition to ACTIVE for port object 77c769fa-c439-48fe-a13c-6a09776d85b3 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:01.039049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.061613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Transition to ACTIVE for port object 77c769fa-c439-48fe-a13c-6a09776d85b3 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:01.074491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] device_id is not set on port 9a2162b4-d650-42f0-9420-25a87e21638f yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:01.076402 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.153553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:01.155902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:01.158125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Pushing event updated for resources: {'Port': ['ID=77c769fa-c439-48fe-a13c-6a09776d85b3,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:01.168485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:01.175632 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.184229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:01.185199 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.247893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Attempting to bind port 77c769fa-c439-48fe-a13c-6a09776d85b3 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:01.248357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Attempting to bind port 77c769fa-c439-48fe-a13c-6a09776d85b3 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '79b78f19-e92b-4f07-badb-38ce00053d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:01.248803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Attempting to bind port 77c769fa-c439-48fe-a13c-6a09776d85b3 on network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:01.255819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:01.256212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Checking segment: {'id': '79b78f19-e92b-4f07-badb-38ce00053d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:01.257681 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.258361 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Bound using segment: {'id': '79b78f19-e92b-4f07-badb-38ce00053d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:01.258907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Bound port: 77c769fa-c439-48fe-a13c-6a09776d85b3, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b78f19-e92b-4f07-badb-38ce00053d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:01.260297 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.263692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.296856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8206215 Jul 09 13:32:01.298852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42222) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:01.308739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:01.368956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event deleted for resources: {'Port': ['ID=ad7380b5-c332-46c2-a87c-1d37cacb6091,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:01.419357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58534cb1-75f6-4eb4-9a1b-90b1989f7e7e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Network': ['ID=0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:01.440456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] For port 77c769fa-c439-48fe-a13c-6a09776d85b3, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:01.455581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] For port 77c769fa-c439-48fe-a13c-6a09776d85b3, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=77c769fa-c439-48fe-a13c-6a09776d85b3,segment=NetworkSegment(79b78f19-e92b-4f07-badb-38ce00053d44),segment_id=79b78f19-e92b-4f07-badb-38ce00053d44)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:01.460934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'ad7380b5-c332-46c2-a87c-1d37cacb6091'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:01.470123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:01.476394 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.496864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bcd1b88-4f3b-4bc4-a5e9-d3246d3d2691 req-ec7ddfe2-1170-4962-984b-1f29c6b84895 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 210 time: 0.1298695 Jul 09 13:32:01.540802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] No DVR routers for this DVR port ad7380b5-c332-46c2-a87c-1d37cacb6091 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:01.546734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.550098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b360ce3b-d440-4e1c-9c14-65e118015385 req-f967bcd0-2ddd-4dd3-9e3e-e09ba4ff233d tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "DELETE /v2.0/ports/ad7380b5-c332-46c2-a87c-1d37cacb6091 HTTP/1.1" status: 204 len: 173 time: 1.7944283 Jul 09 13:32:01.551307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c919caf2-7991-43e4-bc0f-db0d037bf7a9', 'name': 'network-vif-deleted', 'tag': 'ad7380b5-c332-46c2-a87c-1d37cacb6091'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:01.554490 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c41bd5-a5e1-4fbb-8869-40ed53e538b8" -d '{"events": [{"server_uuid": "c919caf2-7991-43e4-bc0f-db0d037bf7a9", "name": "network-vif-deleted", "tag": "ad7380b5-c332-46c2-a87c-1d37cacb6091"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:01.572466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Allocated IP 2001:db8::1c4 (0c6a9ed0-7606-4422-8f67-942ffc104ed6/924bff48-98ad-4ed2-aad9-811db3712a6e/9a2162b4-d650-42f0-9420-25a87e21638f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:01.598443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:01.605932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.663369 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e3f85d-646b-486d-9b26-635e399471cf x-openstack-request-id: req-81e3f85d-646b-486d-9b26-635e399471cf {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:01.664117 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c919caf2-7991-43e4-bc0f-db0d037bf7a9", "name": "network-vif-deleted", "tag": "ad7380b5-c332-46c2-a87c-1d37cacb6091", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:01.664735 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81e3f85d-646b-486d-9b26-635e399471cf {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:01.665607 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c919caf2-7991-43e4-bc0f-db0d037bf7a9', 'name': 'network-vif-deleted', 'tag': 'ad7380b5-c332-46c2-a87c-1d37cacb6091', 'status': 'completed', 'code': 200} Jul 09 13:32:01.808883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c1b8c-89da-4b24-9981-77437392bc4f None None] Pushing event updated for resources: {'Port': ['ID=77c769fa-c439-48fe-a13c-6a09776d85b3,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:01.919771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.981763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Transition to ACTIVE for port object 9a2162b4-d650-42f0-9420-25a87e21638f will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:02.066473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.156844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05af1225-e3d8-4a0c-b941-42d60d91b6a2 req-43f0d09f-d38d-4ace-8089-6e70da2815cd tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 210 time: 0.1574407 Jul 09 13:32:02.165566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:02.181627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:02.184380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:02.192942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:02.194709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.219593 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.253183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event updated for resources: {'Port': ['ID=9a2162b4-d650-42f0-9420-25a87e21638f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:02.264905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2f128319-9d45-4a15-9792-e038dfe547c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7941697 Jul 09 13:32:02.267192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42230) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:02.275110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Request body: {'port': {'network_id': '0c6a9ed0-7606-4422-8f67-942ffc104ed6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2097892502', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:02.275642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.api.validators [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] bootfile-name is not in valid_values {{(pid=93913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:32:02.276222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.api.validators [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] tftp-server is not in valid_values {{(pid=93913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:32:02.276735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.api.validators [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] server-ip-address is not in valid_values {{(pid=93913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:32:02.341873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=bfa8bf93-fd39-4452-aedd-db2cdb72e314,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:02.378267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Checking segment: {'id': 'fb135700-cfc4-4bfb-add4-5776664fdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:02.379142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network hostable DHCP agents. Network: 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:02.404292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:02.415556 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:02.424849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6b1b27-93e0-4fb5-aa0c-53e2b467bf72 None None] Network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:02.425075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:02.425623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.445779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7e8c057b-f415-4297-a614-513e488a565b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1439273 Jul 09 13:32:02.447945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42232) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:02.455079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98', 'name': 'tempest-PortsIpV6TestJSON-1881882187'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:02.582305 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:32:02.659868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Made reservation on behalf of 8c6e90c4d6d544548dd6546b3b546d57 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:02.666286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:02.671484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98', 'network_id': '0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98', 'tenant_id': 'b11711f83e8d4fa988ced6eb3de03154', 'fixed_ips': [{'subnet_id': 'bfa8bf93-fd39-4452-aedd-db2cdb72e314'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:02.673005 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.674556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.675294 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.745037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port a3c62f3b-1509-4c3e-b9a4-763433d60483 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:02.755959 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] device_id is not set on port b71f827b-16a5-421a-8716-0765f4ed3100 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:03.060391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Allocated IP 2001:db8::2 (0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98/bfa8bf93-fd39-4452-aedd-db2cdb72e314/6f72612a-cfcb-4539-8c82-4944ce82977e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:03.062338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-67737c30-e6fc-4be2-8903-0e89780e5660 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:03.064609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-67737c30-e6fc-4be2-8903-0e89780e5660 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.10 "GET /v2.0/networks?id=9a890ea8-940c-4baa-a07d-3846fd809d5f HTTP/1.1" status: 200 len: 823 time: 0.6269720 Jul 09 13:32:03.082082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Request body: {'port': {'device_id': '8f304a37-5e1b-4766-912d-19d57c837fee', 'network_id': '9a890ea8-940c-4baa-a07d-3846fd809d5f', 'admin_state_up': True, 'tenant_id': 'cb82a54d9718444a8577eb7943911e68'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:03.117313 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2282ddbe-dfc0-4de1-9198-3c329164d59e req-9dc2a0fb-ab96-4350-8189-e4be1ce3e2df tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=c919caf2-7991-43e4-bc0f-db0d037bf7a9 HTTP/1.1" status: 200 len: 210 time: 0.1008499 Jul 09 13:32:03.278249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Allocated IP 2001:db8::16a (0c6a9ed0-7606-4422-8f67-942ffc104ed6/924bff48-98ad-4ed2-aad9-811db3712a6e/b71f827b-16a5-421a-8716-0765f4ed3100) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:03.339925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed144970-c916-4339-81bf-6af7a8e5a6ea None None] Network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:03.346810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Made reservation on behalf of cb82a54d9718444a8577eb7943911e68 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:03.351125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.456277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-605f465b-6069-499e-9fa8-ffe5bb70698b req-dcf77b2a-908b-47a5-9721-ab88e5a39a22 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 210 time: 0.0374739 Jul 09 13:32:03.584707 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.606487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Transition to ACTIVE for port object 6f72612a-cfcb-4539-8c82-4944ce82977e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:03.622809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d65a57e8-f389-4eb4-81af-d2fe09e6ff08 None None] Provisioning for port 77c769fa-c439-48fe-a13c-6a09776d85b3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:03.645721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Transition to ACTIVE for port object 6f72612a-cfcb-4539-8c82-4944ce82977e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:03.661558 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.751263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::3a8 (0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98/bfa8bf93-fd39-4452-aedd-db2cdb72e314/a3c62f3b-1509-4c3e-b9a4-763433d60483) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:03.772527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:03.786245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:03.790908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:03.810983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Pushing event updated for resources: {'Port': ['ID=6f72612a-cfcb-4539-8c82-4944ce82977e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:03.891103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.902575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Allocated IP 172.20.0.2 (9a890ea8-940c-4baa-a07d-3846fd809d5f/6cc22047-6dc8-45ec-8076-4e408807efa0/01acdf3e-6963-4cae-abd6-be37ca89d626) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:03.919111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Transition to ACTIVE for port object b71f827b-16a5-421a-8716-0765f4ed3100 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:03.939312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Attempting to bind port 6f72612a-cfcb-4539-8c82-4944ce82977e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:03.939945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Attempting to bind port 6f72612a-cfcb-4539-8c82-4944ce82977e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'fb135700-cfc4-4bfb-add4-5776664fdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:03.940394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Attempting to bind port 6f72612a-cfcb-4539-8c82-4944ce82977e on network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:03.967731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:03.968133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Checking segment: {'id': 'fb135700-cfc4-4bfb-add4-5776664fdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:03.968679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.969054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Bound using segment: {'id': 'fb135700-cfc4-4bfb-add4-5776664fdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:03.969578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Bound port: 6f72612a-cfcb-4539-8c82-4944ce82977e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb135700-cfc4-4bfb-add4-5776664fdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:03.970126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.981941 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.025469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object a3c62f3b-1509-4c3e-b9a4-763433d60483 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:04.042970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.067124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] For port 6f72612a-cfcb-4539-8c82-4944ce82977e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:04.074810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] For port 6f72612a-cfcb-4539-8c82-4944ce82977e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6f72612a-cfcb-4539-8c82-4944ce82977e,segment=NetworkSegment(fb135700-cfc4-4bfb-add4-5776664fdaff),segment_id=fb135700-cfc4-4bfb-add4-5776664fdaff)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:04.087340 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.100488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.119625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:04.133952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:04.147287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:04.156725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.157542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.180234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:04.192659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:04.198304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:04.204573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.205579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.214021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=a3c62f3b-1509-4c3e-b9a4-763433d60483,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:04.230301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event updated for resources: {'Port': ['ID=b71f827b-16a5-421a-8716-0765f4ed3100,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:04.261055 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-447a3b2e-d17c-43b9-9818-b2c80bd80d45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8111322 Jul 09 13:32:04.263579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42248) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:04.268012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 77c769fa-c439-48fe-a13c-6a09776d85b3 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:04.285549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.331687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d23578-1fbe-4046-9b67-105599e5c175 None None] Pushing event updated for resources: {'Port': ['ID=6f72612a-cfcb-4539-8c82-4944ce82977e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:04.367187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.385116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 77c769fa-c439-48fe-a13c-6a09776d85b3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:04.386761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3c89618b-5100-4173-a327-de6b64b86b3e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1183400 Jul 09 13:32:04.400018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 77c769fa-c439-48fe-a13c-6a09776d85b3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:04.400815 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.416174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42252) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:04.479694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Network 9a890ea8-940c-4baa-a07d-3846fd809d5f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:04.487255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:04.499284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:04.515414 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.566030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Pushing event updated for resources: {'Port': ['ID=01acdf3e-6963-4cae-abd6-be37ca89d626,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:04.585414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 77c769fa-c439-48fe-a13c-6a09776d85b3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=77c769fa-c439-48fe-a13c-6a09776d85b3,segment=NetworkSegment(79b78f19-e92b-4f07-badb-38ce00053d44),segment_id=79b78f19-e92b-4f07-badb-38ce00053d44)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:04.590461 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.637702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-63cbe5b2-2d41-496e-b678-4d65bdeaaf84 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port a3c62f3b-1509-4c3e-b9a4-763433d60483 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:04.637702 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63cbe5b2-2d41-496e-b678-4d65bdeaaf84 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.698460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.699421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.720864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=77c769fa-c439-48fe-a13c-6a09776d85b3,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:04.723709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-328153b2-94e3-4a4d-96e7-cf5fa7217cc5 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6478906 Jul 09 13:32:04.737730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d846e67b-e12a-48f8-9ae2-2355e643fcd0 None None] Provisioning complete for port 77c769fa-c439-48fe-a13c-6a09776d85b3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:04.738166 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d846e67b-e12a-48f8-9ae2-2355e643fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.762932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Request body: {'port': {'device_id': '8f304a37-5e1b-4766-912d-19d57c837fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:04.842785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5fe7ff-c318-4903-a769-b8b1a743bb8c tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.850680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5fe7ff-c318-4903-a769-b8b1a743bb8c tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.866577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5fe7ff-c318-4903-a769-b8b1a743bb8c tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.868585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7a5fe7ff-c318-4903-a769-b8b1a743bb8c tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4512672 Jul 09 13:32:04.874874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42258) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:04.932182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.994047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63cbe5b2-2d41-496e-b678-4d65bdeaaf84 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.005010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d846e67b-e12a-48f8-9ae2-2355e643fcd0 None None] Provisioning for port 9a2162b4-d650-42f0-9420-25a87e21638f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:05.012310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d846e67b-e12a-48f8-9ae2-2355e643fcd0 None None] Provisioning complete for port 9a2162b4-d650-42f0-9420-25a87e21638f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:05.012695 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d846e67b-e12a-48f8-9ae2-2355e643fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.068608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d846e67b-e12a-48f8-9ae2-2355e643fcd0 None None] Port 9a2162b4-d650-42f0-9420-25a87e21638f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:05.087450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-63cbe5b2-2d41-496e-b678-4d65bdeaaf84 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for a3c62f3b-1509-4c3e-b9a4-763433d60483 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:05.118982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0d05-1ef8-4a48-9dea-107fa76e2c9c req-f89ae680-1a34-43c0-beb3-493989521e2f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.120570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a02f0d05-1ef8-4a48-9dea-107fa76e2c9c req-f89ae680-1a34-43c0-beb3-493989521e2f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 931 time: 0.3114276 Jul 09 13:32:05.239505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1a268-696b-4be2-a4ba-d9a8212c69d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Deleting port b71f827b-16a5-421a-8716-0765f4ed3100 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:05.239856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ebc1a268-696b-4be2-a4ba-d9a8212c69d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.247051 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a02f0d05-1ef8-4a48-9dea-107fa76e2c9c req-4971494d-f317-4a33-821f-1d6e3851a6ce tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897207 Jul 09 13:32:05.279114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad7380b5-c332-46c2-a87c-1d37cacb6091 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:05.315685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ad7380b5-c332-46c2-a87c-1d37cacb6091 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:05.316196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad7380b5-c332-46c2-a87c-1d37cacb6091 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:05.330755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-172f12d9-f27c-4ba8-bebb-b2054e578e1d None None] Provisioning complete for port 9a2162b4-d650-42f0-9420-25a87e21638f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:05.331602 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-172f12d9-f27c-4ba8-bebb-b2054e578e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.393129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63cbe5b2-2d41-496e-b678-4d65bdeaaf84 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.396106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ebc1a268-696b-4be2-a4ba-d9a8212c69d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.398114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-172f12d9-f27c-4ba8-bebb-b2054e578e1d None None] Port 9a2162b4-d650-42f0-9420-25a87e21638f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:05.407767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7b90-390f-4c22-afb6-533da3a9b25c req-2ce5f4b8-023a-48b5-9429-960a6fe098a2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.409368 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063c7b90-390f-4c22-afb6-533da3a9b25c req-2ce5f4b8-023a-48b5-9429-960a6fe098a2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.1901243 Jul 09 13:32:05.439000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-cd069107-1daa-4d7b-824a-9f8b54c1c2e7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.440522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-cd069107-1daa-4d7b-824a-9f8b54c1c2e7 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 945 time: 0.2312634 Jul 09 13:32:05.450191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01acdf3e-6963-4cae-abd6-be37ca89d626 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:05.465439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1a268-696b-4be2-a4ba-d9a8212c69d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Calling delete_port for b71f827b-16a5-421a-8716-0765f4ed3100 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:05.467632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbe5b2-2d41-496e-b678-4d65bdeaaf84 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=a3c62f3b-1509-4c3e-b9a4-763433d60483,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:05.476213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.513302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63cbe5b2-2d41-496e-b678-4d65bdeaaf84 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.515420 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-63cbe5b2-2d41-496e-b678-4d65bdeaaf84 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/a3c62f3b-1509-4c3e-b9a4-763433d60483 HTTP/1.1" status: 204 len: 168 time: 1.2330923 Jul 09 13:32:05.517989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42266) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:05.527490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Transition to ACTIVE for port object 01acdf3e-6963-4cae-abd6-be37ca89d626 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:05.552837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.609430 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d39b48-76ac-48dd-880e-0e20603a85be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:32:05.610156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d39b48-76ac-48dd-880e-0e20603a85be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:32:05.614839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-44d39b48-76ac-48dd-880e-0e20603a85be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/a3c62f3b-1509-4c3e-b9a4-763433d60483 HTTP/1.1" status: 404 len: 333 time: 0.0957558 Jul 09 13:32:05.617712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42268) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:05.626549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fae9818b-715d-444d-8d5f-85f6058278ac None None] Provisioning for port b71f827b-16a5-421a-8716-0765f4ed3100 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:05.632531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fae9818b-715d-444d-8d5f-85f6058278ac None None] Provisioning complete for port b71f827b-16a5-421a-8716-0765f4ed3100 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:05.633405 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fae9818b-715d-444d-8d5f-85f6058278ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.646717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063c7b90-390f-4c22-afb6-533da3a9b25c req-a3eab279-0414-4d25-9eea-2eecb876a533 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243714 Jul 09 13:32:05.651238 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-54454cba-f4a9-4ab1-90c4-387c22c2f713 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:05.655683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-54454cba-f4a9-4ab1-90c4-387c22c2f713 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/a3c62f3b-1509-4c3e-b9a4-763433d60483 HTTP/1.1" status: 404 len: 333 time: 0.0368729 Jul 09 13:32:05.660215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42270) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:05.679794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fae9818b-715d-444d-8d5f-85f6058278ac None None] Port b71f827b-16a5-421a-8716-0765f4ed3100 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:05.738747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Pushing event updated for resources: {'Port': ['ID=01acdf3e-6963-4cae-abd6-be37ca89d626,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:05.754693 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ebc1a268-696b-4be2-a4ba-d9a8212c69d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.788728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1a268-696b-4be2-a4ba-d9a8212c69d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event deleted for resources: {'Port': ['ID=b71f827b-16a5-421a-8716-0765f4ed3100,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:05.811731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eed1f72-b081-4481-981d-241fa3d9f272 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet bfa8bf93-fd39-4452-aedd-db2cdb72e314 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:05.823149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Deleting port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:05.823501 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.828538 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eed1f72-b081-4481-981d-241fa3d9f272 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.835021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ebc1a268-696b-4be2-a4ba-d9a8212c69d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.837222 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ebc1a268-696b-4be2-a4ba-d9a8212c69d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "DELETE /v2.0/ports/b71f827b-16a5-421a-8716-0765f4ed3100 HTTP/1.1" status: 204 len: 168 time: 0.9441419 Jul 09 13:32:05.843080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42272) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:05.850693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Request body: {'port': {'name': 'tempest-new-port-name-753464799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:05.851232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] bootfile-name is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:32:05.851572 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] tftp-server is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:32:05.851903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] server-ip-address is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:32:05.921551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Attempting to bind port 01acdf3e-6963-4cae-abd6-be37ca89d626 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:05.921895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Attempting to bind port 01acdf3e-6963-4cae-abd6-be37ca89d626 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '331ced91-4697-4ac3-b568-0202230a2aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a890ea8-940c-4baa-a07d-3846fd809d5f'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:05.922238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Attempting to bind port 01acdf3e-6963-4cae-abd6-be37ca89d626 on network 9a890ea8-940c-4baa-a07d-3846fd809d5f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:05.931175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Port 01acdf3e-6963-4cae-abd6-be37ca89d626 on network 9a890ea8-940c-4baa-a07d-3846fd809d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:32:05.931507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Attempting to bind port 01acdf3e-6963-4cae-abd6-be37ca89d626 on network 9a890ea8-940c-4baa-a07d-3846fd809d5f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:05.946621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eed1f72-b081-4481-981d-241fa3d9f272 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.952413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.991918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8da17-275b-40fb-bfae-bbfeb60432e9 None None] Network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:06.049327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eed1f72-b081-4481-981d-241fa3d9f272 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.085835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:06.086243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Checking segment: {'id': '331ced91-4697-4ac3-b568-0202230a2aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a890ea8-940c-4baa-a07d-3846fd809d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:06.086687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Bound using segment: {'id': '331ced91-4697-4ac3-b568-0202230a2aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a890ea8-940c-4baa-a07d-3846fd809d5f'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:06.100351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Bound port: 01acdf3e-6963-4cae-abd6-be37ca89d626, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331ced91-4697-4ac3-b568-0202230a2aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a890ea8-940c-4baa-a07d-3846fd809d5f'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:06.100560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.103219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3196f6f1-5464-481e-8ebf-4de2c55a31c6 None None] Provisioning for port 6f72612a-cfcb-4539-8c82-4944ce82977e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:06.184109 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.189402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.241335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] In _notify_port_updated(), no bound segment for port 9a2162b4-d650-42f0-9420-25a87e21638f on network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:32:06.271694 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:06.275339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.288947 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "PUT /v2.0/ports/9a2162b4-d650-42f0-9420-25a87e21638f HTTP/1.1" status: 200 len: 1129 time: 0.4442053 Jul 09 13:32:06.297850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] For port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:06.298566 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.302434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42278) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:06.312207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6f72612a-cfcb-4539-8c82-4944ce82977e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:06.343946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Calling delete_port for ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:06.366671 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eed1f72-b081-4481-981d-241fa3d9f272 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.370541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] For port 01acdf3e-6963-4cae-abd6-be37ca89d626, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:06.384367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6f72612a-cfcb-4539-8c82-4944ce82977e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:06.390813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6f72612a-cfcb-4539-8c82-4944ce82977e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:06.390813 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.475840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] For port 01acdf3e-6963-4cae-abd6-be37ca89d626, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=01acdf3e-6963-4cae-abd6-be37ca89d626,segment=NetworkSegment(331ced91-4697-4ac3-b568-0202230a2aec),segment_id=331ced91-4697-4ac3-b568-0202230a2aec)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:06.479401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2eed1f72-b081-4481-981d-241fa3d9f272 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.484251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2eed1f72-b081-4481-981d-241fa3d9f272 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/bfa8bf93-fd39-4452-aedd-db2cdb72e314 HTTP/1.1" status: 204 len: 168 time: 0.8040805 Jul 09 13:32:06.484251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed1f72-b081-4481-981d-241fa3d9f272 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa8bf93-fd39-4452-aedd-db2cdb72e314,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:06.485677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42280) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:06.519036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.535726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.567729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 6f72612a-cfcb-4539-8c82-4944ce82977e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6f72612a-cfcb-4539-8c82-4944ce82977e,segment=NetworkSegment(fb135700-cfc4-4bfb-add4-5776664fdaff),segment_id=fb135700-cfc4-4bfb-add4-5776664fdaff)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:06.577549 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.579124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 77c769fa-c439-48fe-a13c-6a09776d85b3 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:06.690676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:06.698178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.699933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] 10.222.0.10 "PUT /v2.0/ports/01acdf3e-6963-4cae-abd6-be37ca89d626 HTTP/1.1" status: 200 len: 1091 time: 1.9621289 Jul 09 13:32:06.748784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f304a37-5e1b-4766-912d-19d57c837fee', 'tag': '01acdf3e-6963-4cae-abd6-be37ca89d626'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:06.752911 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041bf90e-7140-4d38-a86d-c24ab6c20b60" -d '{"events": [{"name": "network-changed", "server_uuid": "8f304a37-5e1b-4766-912d-19d57c837fee", "tag": "01acdf3e-6963-4cae-abd6-be37ca89d626"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:06.783080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=6f72612a-cfcb-4539-8c82-4944ce82977e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:06.804169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b7136d00-fd25-43e2-b393-8f2fa936defa None None] Provisioning complete for port 9a2162b4-d650-42f0-9420-25a87e21638f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:06.805482 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b7136d00-fd25-43e2-b393-8f2fa936defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.838644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3241e-0b7c-4fa2-a004-f5139b96992b None None] Network 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:06.862622 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.872677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Pushing event updated for resources: {'Port': ['ID=01acdf3e-6963-4cae-abd6-be37ca89d626,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:06.923862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbb5cd-37b4-4c8b-a4ac-5050f7af776e req-9fcf7886-6c80-4762-bd4c-cea705f162c3 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:06.926115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 77c769fa-c439-48fe-a13c-6a09776d85b3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:06.926497 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.927659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3cbbb5cd-37b4-4c8b-a4ac-5050f7af776e req-9fcf7886-6c80-4762-bd4c-cea705f162c3 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 943 time: 0.4501820 Jul 09 13:32:06.937255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.937739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.938190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.938536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.939737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.940093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.940434 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.940777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.941115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.941450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.941785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.942205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae0eb9-24dc-481e-b0f9-97781135cacd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:06.954363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578018fb-2fe7-43bf-a23c-4bde4419a520 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event updated for resources: {'Port': ['ID=9a2162b4-d650-42f0-9420-25a87e21638f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:06.967061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b7136d00-fd25-43e2-b393-8f2fa936defa None None] Port 9a2162b4-d650-42f0-9420-25a87e21638f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:06.979674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30faec65-10da-4055-87fe-05d969c1eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:06.981068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-30faec65-10da-4055-87fe-05d969c1eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "GET /v2.0/ports/9a2162b4-d650-42f0-9420-25a87e21638f HTTP/1.1" status: 200 len: 1129 time: 0.6776049 Jul 09 13:32:06.984888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42288) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:07.024227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-f0e0e8d7-603d-4865-809a-9549605656d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:07.025630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-f0e0e8d7-603d-4865-809a-9549605656d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb82a54d9718444a8577eb7943911e68&device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 1094 time: 0.2647896 Jul 09 13:32:07.077046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a9a95-d04c-497b-9553-fafd20c74124 req-a3fc4f1e-cc77-43a2-b483-4d24864035c5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:07.078571 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce7a9a95-d04c-497b-9553-fafd20c74124 req-a3fc4f1e-cc77-43a2-b483-4d24864035c5 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54 HTTP/1.1" status: 200 len: 867 time: 0.1900382 Jul 09 13:32:07.093741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.096339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-5d677e82-a9c9-4a1c-a062-e643049cac0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01acdf3e-6963-4cae-abd6-be37ca89d626 HTTP/1.1" status: 200 len: 217 time: 0.0537770 Jul 09 13:32:07.107272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:07.111218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bb839637-8526-4be4-bfdd-d46a52b92832 None None] Provisioning complete for port 6f72612a-cfcb-4539-8c82-4944ce82977e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:07.111636 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bb839637-8526-4be4-bfdd-d46a52b92832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.141130 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce7a9a95-d04c-497b-9553-fafd20c74124 req-7c8e154e-7207-4bd5-9b5b-77de93e7dbd1 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=8221d5ac-4a49-4665-965f-be0d96e188a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561998 Jul 09 13:32:07.150624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-62823216-09c4-46fa-8af3-879c6866714e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Deleting port 9a2162b4-d650-42f0-9420-25a87e21638f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:07.151170 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62823216-09c4-46fa-8af3-879c6866714e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.203891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3cbbb5cd-37b4-4c8b-a4ac-5050f7af776e req-634dab89-9c18-4a7d-a89a-bc385508df75 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504311 Jul 09 13:32:07.207340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event deleted for resources: {'Port': ['ID=ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:07.251484 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871e3035-49e6-4ff9-8c4a-c18c968b320b x-openstack-request-id: req-871e3035-49e6-4ff9-8c4a-c18c968b320b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:07.251814 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f304a37-5e1b-4766-912d-19d57c837fee", "tag": "01acdf3e-6963-4cae-abd6-be37ca89d626", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:07.252530 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-871e3035-49e6-4ff9-8c4a-c18c968b320b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:07.252936 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f304a37-5e1b-4766-912d-19d57c837fee', 'tag': '01acdf3e-6963-4cae-abd6-be37ca89d626', 'status': 'completed', 'code': 200} Jul 09 13:32:07.254483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] DHCP port deletion for 0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:07.283877 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62823216-09c4-46fa-8af3-879c6866714e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.300919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-62823216-09c4-46fa-8af3-879c6866714e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Calling delete_port for 9a2162b4-d650-42f0-9420-25a87e21638f owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:07.314594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] No DVR routers for this DVR port ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:07.320283 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.322046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f057c413-d7e6-47e8-bb9a-021d87d712ef req-6547aae8-63fe-496d-8bb9-fea94ae0b78a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.10 "DELETE /v2.0/ports/ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 HTTP/1.1" status: 204 len: 173 time: 1.8669467 Jul 09 13:32:07.359175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 6f72612a-cfcb-4539-8c82-4944ce82977e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:07.359540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.363778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-49eff573-059a-4a85-a733-b04ef2b4ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:07.366484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-49eff573-059a-4a85-a733-b04ef2b4ec43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc22047-6dc8-45ec-8076-4e408807efa0 HTTP/1.1" status: 200 len: 863 time: 0.2459965 Jul 09 13:32:07.367987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] Deleting port 6f72612a-cfcb-4539-8c82-4944ce82977e {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:07.368377 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.454667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-205b4df4-3943-4c3f-8294-f196cc1e59e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a890ea8-940c-4baa-a07d-3846fd809d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773196 Jul 09 13:32:07.503924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] For port 6f72612a-cfcb-4539-8c82-4944ce82977e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6f72612a-cfcb-4539-8c82-4944ce82977e,segment=NetworkSegment(fb135700-cfc4-4bfb-add4-5776664fdaff),segment_id=fb135700-cfc4-4bfb-add4-5776664fdaff)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:07.504282 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.515453 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62823216-09c4-46fa-8af3-879c6866714e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.521153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] Calling delete_port for 6f72612a-cfcb-4539-8c82-4944ce82977e owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:07.539648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] For port 6f72612a-cfcb-4539-8c82-4944ce82977e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6f72612a-cfcb-4539-8c82-4944ce82977e,segment=NetworkSegment(fb135700-cfc4-4bfb-add4-5776664fdaff),segment_id=fb135700-cfc4-4bfb-add4-5776664fdaff)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:07.540368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.558535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 6f72612a-cfcb-4539-8c82-4944ce82977e owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:07.595456 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62823216-09c4-46fa-8af3-879c6866714e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.598232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-62823216-09c4-46fa-8af3-879c6866714e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "DELETE /v2.0/ports/9a2162b4-d650-42f0-9420-25a87e21638f HTTP/1.1" status: 204 len: 168 time: 0.6123486 Jul 09 13:32:07.599242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62823216-09c4-46fa-8af3-879c6866714e tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event deleted for resources: {'Port': ['ID=9a2162b4-d650-42f0-9420-25a87e21638f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:07.609055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42292) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:07.632316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-8828f7d6-c4ca-498e-83bd-9c3e66b17503 service neutron] 10.222.0.10 "GET /v2.0/networks/9a890ea8-940c-4baa-a07d-3846fd809d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689966 Jul 09 13:32:07.643999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.674164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] Pushing event deleted for resources: {'Port': ['ID=6f72612a-cfcb-4539-8c82-4944ce82977e,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:07.676218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a7c5d-513d-4832-9322-bccfcabeb2ee None None] No DVR routers for this DVR port 6f72612a-cfcb-4539-8c82-4944ce82977e on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:07.690195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-df64dc5c-2eb3-4710-944d-56a99fbd99ad tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Deleting subnet 924bff48-98ad-4ed2-aad9-811db3712a6e {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:07.693935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df64dc5c-2eb3-4710-944d-56a99fbd99ad tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.738323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df64dc5c-2eb3-4710-944d-56a99fbd99ad tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.743195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.781155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=6f72612a-cfcb-4539-8c82-4944ce82977e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:07.785883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05ad0944-b7c8-4987-874a-cb2e5d8d0591 req-9e3d1e44-c122-4dad-a265-a4dbc204552a service neutron] 10.222.0.10 "GET /v2.0/networks/9a890ea8-940c-4baa-a07d-3846fd809d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445515 Jul 09 13:32:07.787010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No DVR routers for this DVR port 6f72612a-cfcb-4539-8c82-4944ce82977e on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:07.870917 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df64dc5c-2eb3-4710-944d-56a99fbd99ad tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.936161 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.948400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df64dc5c-2eb3-4710-944d-56a99fbd99ad tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.956415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:07.969885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb135700-cfc4-4bfb-add4-5776664fdaff') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:07.970348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb135700-cfc4-4bfb-add4-5776664fdaff') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:07.977818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64dc5c-2eb3-4710-944d-56a99fbd99ad tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event deleted for resources: {'Subnet': ['ID=924bff48-98ad-4ed2-aad9-811db3712a6e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:07.988904 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df64dc5c-2eb3-4710-944d-56a99fbd99ad tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.990023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.990779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e2757-f798-4e6d-b526-a355e5242f6c None None] Network 0c6a9ed0-7606-4422-8f67-942ffc104ed6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:07.992309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-df64dc5c-2eb3-4710-944d-56a99fbd99ad tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "DELETE /v2.0/subnets/924bff48-98ad-4ed2-aad9-811db3712a6e HTTP/1.1" status: 204 len: 168 time: 0.3818219 Jul 09 13:32:07.994415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42296) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:08.019472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-20f15b52-8230-4fa8-9cdb-d5f3bfc7fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:08.026617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-20f15b52-8230-4fa8-9cdb-d5f3bfc7fe83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb82a54d9718444a8577eb7943911e68&device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 1094 time: 0.1702616 Jul 09 13:32:08.038775 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:08.071349 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:08.090645 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.140292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6f72612a-cfcb-4539-8c82-4944ce82977e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:08.153584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Deleting port 77c769fa-c439-48fe-a13c-6a09776d85b3 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:08.154162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.163736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 6f72612a-cfcb-4539-8c82-4944ce82977e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:08.164456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6f72612a-cfcb-4539-8c82-4944ce82977e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:08.231296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] For port 77c769fa-c439-48fe-a13c-6a09776d85b3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=77c769fa-c439-48fe-a13c-6a09776d85b3,segment=NetworkSegment(79b78f19-e92b-4f07-badb-38ce00053d44),segment_id=79b78f19-e92b-4f07-badb-38ce00053d44)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:08.231740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.244873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.253168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Calling delete_port for 77c769fa-c439-48fe-a13c-6a09776d85b3 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:08.257174 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.259327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/networks/0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98 HTTP/1.1" status: 204 len: 168 time: 1.7360730 Jul 09 13:32:08.264073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42302) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:08.274671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1702365880'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:08.277864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70afd3-13e0-44e6-ba3d-72b602b004c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Network': ['ID=0eb4d2c7-913e-4ef3-a7f1-28b6900d0a98,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:08.283186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-16d8e778-e092-48e2-b584-b330de433645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:08.284724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-16d8e778-e092-48e2-b584-b330de433645 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a890ea8-940c-4baa-a07d-3846fd809d5f HTTP/1.1" status: 200 len: 923 time: 0.2483745 Jul 09 13:32:08.294212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] DHCP port deletion for 0c6a9ed0-7606-4422-8f67-942ffc104ed6 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:08.337593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-0e0f8ef1-a20f-40ff-b5a2-56075b09a417 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01acdf3e-6963-4cae-abd6-be37ca89d626 HTTP/1.1" status: 200 len: 217 time: 0.0452085 Jul 09 13:32:08.365728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] Deleting port 77c769fa-c439-48fe-a13c-6a09776d85b3 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:08.367005 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.409532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-6d9cdbb8-9f26-417c-a4e3-cbab4bb463ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:08.411158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-6d9cdbb8-9f26-417c-a4e3-cbab4bb463ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6cc22047-6dc8-45ec-8076-4e408807efa0 HTTP/1.1" status: 200 len: 863 time: 0.0662942 Jul 09 13:32:08.417035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:08.420609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.437798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] For port 77c769fa-c439-48fe-a13c-6a09776d85b3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=77c769fa-c439-48fe-a13c-6a09776d85b3,segment=NetworkSegment(79b78f19-e92b-4f07-badb-38ce00053d44),segment_id=79b78f19-e92b-4f07-badb-38ce00053d44)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:08.438899 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.457799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-b1ee5016-35ff-493f-9715-34d0ae96097a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a890ea8-940c-4baa-a07d-3846fd809d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387480 Jul 09 13:32:08.461148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] Calling delete_port for 77c769fa-c439-48fe-a13c-6a09776d85b3 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:08.498037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fde0e-63d5-4065-8588-0ffa0352251c req-c6c13795-de19-47fb-a312-9c33770ef441 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:08.499688 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d1fde0e-63d5-4065-8588-0ffa0352251c req-c6c13795-de19-47fb-a312-9c33770ef441 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 943 time: 0.1312039 Jul 09 13:32:08.500483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:08.543003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.543003 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Added segment c1cd52ab-5cd0-46f4-ac54-c546b78204a9 of type vlan for network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 Jul 09 13:32:08.562307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d1fde0e-63d5-4065-8588-0ffa0352251c req-7bed1efc-9d5f-436d-b775-3dc6a1b502d3 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563364 Jul 09 13:32:08.562977 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.572783 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.606049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] No DVR routers for this DVR port 77c769fa-c439-48fe-a13c-6a09776d85b3 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:08.610886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7257e-74dc-4dfd-b379-43de69aca8e6 None None] Pushing event deleted for resources: {'Port': ['ID=77c769fa-c439-48fe-a13c-6a09776d85b3,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:08.625292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-99036d74-8606-4de8-a97a-4217445b83ec service neutron] 10.222.0.10 "GET /v2.0/networks/9a890ea8-940c-4baa-a07d-3846fd809d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589103 Jul 09 13:32:08.651011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] No DVR routers for this DVR port 77c769fa-c439-48fe-a13c-6a09776d85b3 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:08.653714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event deleted for resources: {'Port': ['ID=77c769fa-c439-48fe-a13c-6a09776d85b3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:08.686525 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.754263 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-041bf90e-7140-4d38-a86d-c24ab6c20b60 req-1b39658f-8679-43fb-9b1c-03120921e27b service neutron] 10.222.0.10 "GET /v2.0/networks/9a890ea8-940c-4baa-a07d-3846fd809d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214402 Jul 09 13:32:08.772199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.783930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6a9ed0-7606-4422-8f67-942ffc104ed6']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:08.791037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.796864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:08.797406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.813082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b78f19-e92b-4f07-badb-38ce00053d44') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:08.813390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b78f19-e92b-4f07-badb-38ce00053d44') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:08.844723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a15a56-1dae-40ac-8ff9-b6211c7eea3d req-ad5beb23-cdb1-42b3-a9e3-d9c7fe505348 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:08.846237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83a15a56-1dae-40ac-8ff9-b6211c7eea3d req-ad5beb23-cdb1-42b3-a9e3-d9c7fe505348 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.0713780 Jul 09 13:32:08.859521 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.888272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6195509 Jul 09 13:32:08.888272 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.888591 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83a15a56-1dae-40ac-8ff9-b6211c7eea3d req-0ef3461b-7a3c-4ada-9862-60da93d63417 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356004 Jul 09 13:32:08.888710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42310) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:08.893487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '134dae7a-d4cd-4902-978b-2a5f44cc1f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:08.896001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784adeee-f5e7-4d2a-a382-f9235d022bdc tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Network': ['ID=134dae7a-d4cd-4902-978b-2a5f44cc1f83,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:08.899239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:08.899239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:08.902300 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:08.926841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:08.979755 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.989386 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.994390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] 10.222.0.32 "DELETE /v2.0/networks/0c6a9ed0-7606-4422-8f67-942ffc104ed6 HTTP/1.1" status: 204 len: 168 time: 0.9964039 Jul 09 13:32:09.011592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c3a4c-58d5-4082-ad7c-aa80490c7b28 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556 tempest-ExtraDHCPOptionsIpV6TestJSON-2048476556-project] Pushing event deleted for resources: {'Network': ['ID=0c6a9ed0-7606-4422-8f67-942ffc104ed6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:09.020276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:09.024667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.225594 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.253919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54', 'name': 'network-vif-deleted', 'tag': 'ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:09.256107 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac13ba-4bf9-4d05-9842-c0b114615768" -d '{"events": [{"server_uuid": "397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54", "name": "network-vif-deleted", "tag": "ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:09.260668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42320) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:09.270438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:09.301527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:09.302022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:09.304715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Checking segment: {'id': 'c1cd52ab-5cd0-46f4-ac54-c546b78204a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '134dae7a-d4cd-4902-978b-2a5f44cc1f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:09.305085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network hostable DHCP agents. Network: 134dae7a-d4cd-4902-978b-2a5f44cc1f83, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:09.309016 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f476de-8749-43d1-84b4-cade666a3296 x-openstack-request-id: req-62f476de-8749-43d1-84b4-cade666a3296 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:09.309312 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54", "name": "network-vif-deleted", "tag": "ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:09.309566 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62f476de-8749-43d1-84b4-cade666a3296 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:09.309946 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397fa3c9-f0ff-4784-8ce8-c70cf1ce7d54', 'name': 'network-vif-deleted', 'tag': 'ca63ba6c-aa59-4a20-8ce0-fff7537dbdb0', 'status': 'completed', 'code': 200} Jul 09 13:32:09.311437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=bff914d8-1388-447a-8c14-e7047df5977f,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:09.327368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:09.336854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 134dae7a-d4cd-4902-978b-2a5f44cc1f83) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:09.341024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:09.341663 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.347151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89dc34a-d6e7-4f85-9510-f146185a6469 None None] Network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:09.357093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0cba09ed-f043-4df3-8b33-a74241238652 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4673622 Jul 09 13:32:09.360087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42324) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:09.365733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '134dae7a-d4cd-4902-978b-2a5f44cc1f83', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-215804821'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:09.470154 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1af782d3-71ac-4dad-af5d-a000307f09c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c6e90c4d6d544548dd6546b3b546d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060943 Jul 09 13:32:09.470913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42326) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:09.512143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:09.515647 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.517171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-134dae7a-d4cd-4902-978b-2a5f44cc1f83', 'network_id': '134dae7a-d4cd-4902-978b-2a5f44cc1f83', 'tenant_id': 'b11711f83e8d4fa988ced6eb3de03154', 'fixed_ips': [{'subnet_id': 'bff914d8-1388-447a-8c14-e7047df5977f'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:09.518218 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.523756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c933fac4-df3d-403a-89fb-8735416842eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.539320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port a9d53643-0b6e-491a-a514-619504e63211 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:09.546708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c933fac4-df3d-403a-89fb-8735416842eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.601782 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c933fac4-df3d-403a-89fb-8735416842eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.604309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c933fac4-df3d-403a-89fb-8735416842eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.605648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c933fac4-df3d-403a-89fb-8735416842eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8a571dd-8245-4751-8a02-9b08d26aed75 HTTP/1.1" status: 204 len: 168 time: 0.1336713 Jul 09 13:32:09.613803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933fac4-df3d-403a-89fb-8735416842eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a571dd-8245-4751-8a02-9b08d26aed75,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:09.675763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::3cc (134dae7a-d4cd-4902-978b-2a5f44cc1f83/bff914d8-1388-447a-8c14-e7047df5977f/a9d53643-0b6e-491a-a514-619504e63211) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:09.859714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2d37-d16f-497c-bd2a-f5d333b11a4e req-bb3f744b-5d1b-4bd6-b962-c2e4cf5e7322 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:09.861285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a58b2d37-d16f-497c-bd2a-f5d333b11a4e req-bb3f744b-5d1b-4bd6-b962-c2e4cf5e7322 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 943 time: 0.1140637 Jul 09 13:32:09.864317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.893513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object a9d53643-0b6e-491a-a514-619504e63211 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:09.920583 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a58b2d37-d16f-497c-bd2a-f5d333b11a4e req-0f72942c-9837-4aee-9365-fee3b776e84e tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512636 Jul 09 13:32:09.976903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.014713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Allocated IP 2001:db8::2 (134dae7a-d4cd-4902-978b-2a5f44cc1f83/bff914d8-1388-447a-8c14-e7047df5977f/857282cd-1899-4fe1-a561-f4083cff1daf) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:10.018592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:10.022933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:10.027428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:10.032788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:10.033605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.057191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=a9d53643-0b6e-491a-a514-619504e63211,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:10.066396 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9df8ad7d-1d93-4a4a-96aa-731363d4acbb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7025130 Jul 09 13:32:10.066844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42348) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:10.191939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 77c769fa-c439-48fe-a13c-6a09776d85b3 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:10.230995 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.261486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 77c769fa-c439-48fe-a13c-6a09776d85b3 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:10.261486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 77c769fa-c439-48fe-a13c-6a09776d85b3 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:10.263092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Transition to ACTIVE for port object 857282cd-1899-4fe1-a561-f4083cff1daf will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:10.295955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Transition to ACTIVE for port object 857282cd-1899-4fe1-a561-f4083cff1daf will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:10.306060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.331372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ac03d-f755-4190-8a49-85c10e3c86a5 req-79bdbfd3-78d5-4247-942b-88a262ff0fdf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:10.335942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-792ac03d-f755-4190-8a49-85c10e3c86a5 req-79bdbfd3-78d5-4247-942b-88a262ff0fdf tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1967514 Jul 09 13:32:10.355135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:10.356544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-50d041a2-6af4-420f-9dbe-88cc46aa7099 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:10.358170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-50d041a2-6af4-420f-9dbe-88cc46aa7099 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.1679859 Jul 09 13:32:10.359627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:10.362793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:10.371328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Pushing event updated for resources: {'Port': ['ID=857282cd-1899-4fe1-a561-f4083cff1daf,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:10.388883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2fc03-a1f6-42f2-9a6a-ad547f7a298a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port a9d53643-0b6e-491a-a514-619504e63211 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:10.389277 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fc03-a1f6-42f2-9a6a-ad547f7a298a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.405384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42360) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:10.430798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Attempting to bind port 857282cd-1899-4fe1-a561-f4083cff1daf on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:10.431201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Attempting to bind port 857282cd-1899-4fe1-a561-f4083cff1daf by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c1cd52ab-5cd0-46f4-ac54-c546b78204a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '134dae7a-d4cd-4902-978b-2a5f44cc1f83'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:10.431699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Attempting to bind port 857282cd-1899-4fe1-a561-f4083cff1daf on network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:10.436856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:10.437246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Checking segment: {'id': 'c1cd52ab-5cd0-46f4-ac54-c546b78204a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '134dae7a-d4cd-4902-978b-2a5f44cc1f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:10.437843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.438037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Bound using segment: {'id': 'c1cd52ab-5cd0-46f4-ac54-c546b78204a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '134dae7a-d4cd-4902-978b-2a5f44cc1f83'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:10.438484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Bound port: 857282cd-1899-4fe1-a561-f4083cff1daf, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cd52ab-5cd0-46f4-ac54-c546b78204a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '134dae7a-d4cd-4902-978b-2a5f44cc1f83'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:10.438866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.509997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] For port 857282cd-1899-4fe1-a561-f4083cff1daf, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:10.514669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] For port 857282cd-1899-4fe1-a561-f4083cff1daf, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=857282cd-1899-4fe1-a561-f4083cff1daf,segment=NetworkSegment(c1cd52ab-5cd0-46f4-ac54-c546b78204a9),segment_id=c1cd52ab-5cd0-46f4-ac54-c546b78204a9)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:10.517363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1470359870'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:10.519589 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.544001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Made reservation on behalf of 900e3d3a8f3144c8ae017b65bdb71ffe for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:10.548244 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.570438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.588943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a790c0f-bc18-4ba4-9f57-d6484e06ee3d None None] Pushing event updated for resources: {'Port': ['ID=857282cd-1899-4fe1-a561-f4083cff1daf,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:10.703658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.709038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.738980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:10.759343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc67dc-7445-493d-97cf-9a3daf0e2d39,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:10.762538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.762888 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Added segment f5fb5634-4728-45e9-9d4e-daf59d6cde80 of type vlan for network 84fa53af-88d8-4cfc-a49d-38863bdacc31 Jul 09 13:32:10.815216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.834300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-792ac03d-f755-4190-8a49-85c10e3c86a5 req-a919cb5b-2ecf-4486-92e2-63fde4b9f81a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4953284 Jul 09 13:32:10.898037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.904605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:10.905447 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.953390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fc03-a1f6-42f2-9a6a-ad547f7a298a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.973570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2fc03-a1f6-42f2-9a6a-ad547f7a298a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for a9d53643-0b6e-491a-a514-619504e63211 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:11.030321 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6211081 Jul 09 13:32:11.043520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42376) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.067178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Deleting port b986f4c8-2769-4783-b297-7571986377dc {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:11.067749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.073430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Request body: {'subnet': {'network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:11.083628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e412c5-862b-4af6-a4ee-a2871aefeb64 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'Network': ['ID=84fa53af-88d8-4cfc-a49d-38863bdacc31,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:11.096276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:11.211482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Made reservation on behalf of 900e3d3a8f3144c8ae017b65bdb71ffe for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:11.216669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.296803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 01acdf3e-6963-4cae-abd6-be37ca89d626 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:11.380943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] For port b986f4c8-2769-4783-b297-7571986377dc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b986f4c8-2769-4783-b297-7571986377dc,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:11.381302 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.423232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 01acdf3e-6963-4cae-abd6-be37ca89d626, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=01acdf3e-6963-4cae-abd6-be37ca89d626,segment=NetworkSegment(331ced91-4697-4ac3-b568-0202230a2aec),segment_id=331ced91-4697-4ac3-b568-0202230a2aec)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:11.439525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '01acdf3e-6963-4cae-abd6-be37ca89d626', 'network_id': '9a890ea8-940c-4baa-a07d-3846fd809d5f', 'port_id': '01acdf3e-6963-4cae-abd6-be37ca89d626', 'mac_address': 'fa:16:3e:ee:f9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc22047-6dc8-45ec-8076-4e408807efa0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:11.455912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fc03-a1f6-42f2-9a6a-ad547f7a298a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.485632 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.507317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01acdf3e-6963-4cae-abd6-be37ca89d626 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:11.538545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 01acdf3e-6963-4cae-abd6-be37ca89d626, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=01acdf3e-6963-4cae-abd6-be37ca89d626,segment=NetworkSegment(331ced91-4697-4ac3-b568-0202230a2aec),segment_id=331ced91-4697-4ac3-b568-0202230a2aec)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:11.541134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2243f4f-d68f-45ee-a296-df609114d2e8 req-e49b48e4-c1e1-46d5-9ff7-91b38b7b7bbf tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:11.546926 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.548790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2243f4f-d68f-45ee-a296-df609114d2e8 req-e49b48e4-c1e1-46d5-9ff7-91b38b7b7bbf tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 943 time: 0.3324664 Jul 09 13:32:11.550925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2fc03-a1f6-42f2-9a6a-ad547f7a298a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=a9d53643-0b6e-491a-a514-619504e63211,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:11.605454 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fc03-a1f6-42f2-9a6a-ad547f7a298a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.610063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e9c2fc03-a1f6-42f2-9a6a-ad547f7a298a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/a9d53643-0b6e-491a-a514-619504e63211 HTTP/1.1" status: 204 len: 168 time: 1.5394719 Jul 09 13:32:11.611780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42384) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.621346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=01acdf3e-6963-4cae-abd6-be37ca89d626,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:11.642077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.649608 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-2701968e-9047-489b-a5f3-c15a05ba96b7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:11.651295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2701968e-9047-489b-a5f3-c15a05ba96b7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/a9d53643-0b6e-491a-a514-619504e63211 HTTP/1.1" status: 404 len: 333 time: 0.0383606 Jul 09 13:32:11.660558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42386) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.688011 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2243f4f-d68f-45ee-a296-df609114d2e8 req-9e785cf4-ba65-4ffb-b4b3-55f0d020477f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379097 Jul 09 13:32:11.715063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'Subnet': ['ID=ca5d54fb-4e73-40ce-84ae-688c97820114,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:11.735593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Checking segment: {'id': 'f5fb5634-4728-45e9-9d4e-daf59d6cde80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:11.736263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Network hostable DHCP agents. Network: 84fa53af-88d8-4cfc-a49d-38863bdacc31, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:11.751985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.752359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.752666 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Floating IP 2673f394-9124-4410-a142-f85eaa4a6d77 disassociated. External IP: 172.25.5.129, port: b986f4c8-2769-4783-b297-7571986377dc. Jul 09 13:32:11.753007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Calling delete_port for b986f4c8-2769-4783-b297-7571986377dc owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:11.761650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:11.767137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bda150-ccc4-4fbd-8dd9-87812d5f2e20 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet bff914d8-1388-447a-8c14-e7047df5977f {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:11.775798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 84fa53af-88d8-4cfc-a49d-38863bdacc31) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:11.777494 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48bda150-ccc4-4fbd-8dd9-87812d5f2e20 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.781925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:11.782640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.790772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594dff4-e125-4977-88f0-d7db102c1580 None None] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:11.829370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dcc63592-1cf0-4c64-a9bc-5314e3b46fd3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7631040 Jul 09 13:32:11.830319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42388) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.836656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5f37a492-7743-4a85-ad86-aaddee6ff5de tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-775251703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:11.875122 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f37a492-7743-4a85-ad86-aaddee6ff5de tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.876573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f37a492-7743-4a85-ad86-aaddee6ff5de tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.892722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48bda150-ccc4-4fbd-8dd9-87812d5f2e20 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.987417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f37a492-7743-4a85-ad86-aaddee6ff5de tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.086383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['01acdf3e-6963-4cae-abd6-be37ca89d626'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:12.091351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f37a492-7743-4a85-ad86-aaddee6ff5de tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.103173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48bda150-ccc4-4fbd-8dd9-87812d5f2e20 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.123599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c7b134-1d69-45e8-95bd-2703a93dbf38 None None] Network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:12.166754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f37a492-7743-4a85-ad86-aaddee6ff5de tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.169482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5f37a492-7743-4a85-ad86-aaddee6ff5de tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3379066 Jul 09 13:32:12.172605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42394) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:12.249203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0d379166-c9a0-4f70-803d-84b7017af91a None None] Provisioning for port 857282cd-1899-4fe1-a561-f4083cff1daf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:12.268994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 857282cd-1899-4fe1-a561-f4083cff1daf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:12.311933 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.323248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f2627-2810-4fec-a1ea-4666ed22bfdf req-9cfa5648-a163-467b-a3a5-2e68c4e9d31a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:12.324844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-006f2627-2810-4fec-a1ea-4666ed22bfdf req-9cfa5648-a163-467b-a3a5-2e68c4e9d31a tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 944 time: 0.3291023 Jul 09 13:32:12.339247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48bda150-ccc4-4fbd-8dd9-87812d5f2e20 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.371443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event deleted for resources: {'Port': ['ID=b986f4c8-2769-4783-b297-7571986377dc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:12.400756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bda150-ccc4-4fbd-8dd9-87812d5f2e20 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=bff914d8-1388-447a-8c14-e7047df5977f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:12.412053 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48bda150-ccc4-4fbd-8dd9-87812d5f2e20 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.414198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48bda150-ccc4-4fbd-8dd9-87812d5f2e20 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/bff914d8-1388-447a-8c14-e7047df5977f HTTP/1.1" status: 204 len: 168 time: 0.7525201 Jul 09 13:32:12.430344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42398) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:12.520516 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-006f2627-2810-4fec-a1ea-4666ed22bfdf req-ecc072b8-dfc7-4606-b7ce-e384992824be tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups?id=092802ab-f32f-424e-8814-657852a0842d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868405 Jul 09 13:32:12.584891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Router 442914da-edd6-4cc4-a885-cc1b854b0747 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:12.635276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.757422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:12.795020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] Sync routers for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:12.812657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 857282cd-1899-4fe1-a561-f4083cff1daf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:12.815695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] No DVR routers for this DVR port b986f4c8-2769-4783-b297-7571986377dc on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:12.819015 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.820683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:12.821349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:12.821502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa39ba5c-6ae9-4a52-87e0-275c59f53c27 req-7e9921c5-d69d-4888-848d-85b7a57638f2 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.11 "DELETE /v2.0/ports/b986f4c8-2769-4783-b297-7571986377dc HTTP/1.1" status: 204 len: 173 time: 2.4518204 Jul 09 13:32:12.821882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-deleted', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:12.822237 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.823455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 857282cd-1899-4fe1-a561-f4083cff1daf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:12.823833 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.824215 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c4ab9-fc7b-41f5-ac1a-bcbb4ad6bac9" -d '{"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-deleted", "tag": "b986f4c8-2769-4783-b297-7571986377dc"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:12.868578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-84fa53af-88d8-4cfc-a49d-38863bdacc31', 'network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31', 'tenant_id': '900e3d3a8f3144c8ae017b65bdb71ffe', 'fixed_ips': [{'subnet_id': 'ca5d54fb-4e73-40ce-84ae-688c97820114'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:12.869677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.884392 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744d0049-18ee-445e-9ebb-cd8476b1d9e3 x-openstack-request-id: req-744d0049-18ee-445e-9ebb-cd8476b1d9e3 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:12.884694 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bab8bbc-eb3d-46ef-8453-e0cea00a2d63", "name": "network-vif-deleted", "tag": "b986f4c8-2769-4783-b297-7571986377dc", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:12.884952 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-744d0049-18ee-445e-9ebb-cd8476b1d9e3 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:12.885445 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab8bbc-eb3d-46ef-8453-e0cea00a2d63', 'name': 'network-vif-deleted', 'tag': 'b986f4c8-2769-4783-b297-7571986377dc', 'status': 'completed', 'code': 200} Jul 09 13:32:12.966701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] DHCP port deletion for 134dae7a-d4cd-4902-978b-2a5f44cc1f83 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:13.087218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 857282cd-1899-4fe1-a561-f4083cff1daf {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:13.087682 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.197045 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.198904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:13.203192 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.212961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] For port 857282cd-1899-4fe1-a561-f4083cff1daf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=857282cd-1899-4fe1-a561-f4083cff1daf,segment=NetworkSegment(c1cd52ab-5cd0-46f4-ac54-c546b78204a9),segment_id=c1cd52ab-5cd0-46f4-ac54-c546b78204a9)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:13.213561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.243354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 857282cd-1899-4fe1-a561-f4083cff1daf owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:13.297066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2355c0-6e0f-4a57-934c-b8259368b1a9 req-4317a040-eb6b-4e7b-b993-2db569136835 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:13.304117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d2355c0-6e0f-4a57-934c-b8259368b1a9 req-4317a040-eb6b-4e7b-b993-2db569136835 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 944 time: 0.2895818 Jul 09 13:32:13.378428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 857282cd-1899-4fe1-a561-f4083cff1daf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=857282cd-1899-4fe1-a561-f4083cff1daf,segment=NetworkSegment(c1cd52ab-5cd0-46f4-ac54-c546b78204a9),segment_id=c1cd52ab-5cd0-46f4-ac54-c546b78204a9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:13.398497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Allocated IP 172.20.0.2 (84fa53af-88d8-4cfc-a49d-38863bdacc31/ca5d54fb-4e73-40ce-84ae-688c97820114/dfad8b1e-399e-4252-a8c4-9be6d394604f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:13.414584 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d2355c0-6e0f-4a57-934c-b8259368b1a9 req-da291aea-c2ab-4c83-8da3-3dcf88a794c0 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004908 Jul 09 13:32:13.456342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.495127 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.499367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=857282cd-1899-4fe1-a561-f4083cff1daf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:13.515364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No DVR routers for this DVR port 857282cd-1899-4fe1-a561-f4083cff1daf on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:13.607765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.622589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134dae7a-d4cd-4902-978b-2a5f44cc1f83']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:13.625996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] Deleting port 857282cd-1899-4fe1-a561-f4083cff1daf {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:13.627750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.637934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cd52ab-5cd0-46f4-ac54-c546b78204a9') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:13.638218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cd52ab-5cd0-46f4-ac54-c546b78204a9') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:13.652012 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.659577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event deleted for resources: {'Port': ['ID=857282cd-1899-4fe1-a561-f4083cff1daf,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:13.688614 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.711836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:13.712511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:13.716120 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:13.788418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] For port 857282cd-1899-4fe1-a561-f4083cff1daf, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:13.788821 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.807487 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdbfa3c-c072-41ca-85ff-91a45b0e4f2a req-21d7c00f-db35-4221-99e5-a00e55b60e8e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab8bbc-eb3d-46ef-8453-e0cea00a2d63 HTTP/1.1" status: 200 len: 210 time: 0.0726802 Jul 09 13:32:13.819521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] Calling delete_port for 857282cd-1899-4fe1-a561-f4083cff1daf owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:13.821757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.827301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] Port 857282cd-1899-4fe1-a561-f4083cff1daf was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:32:13.828579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.837308 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.837436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42414) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:13.838924 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/networks/134dae7a-d4cd-4902-978b-2a5f44cc1f83 HTTP/1.1" status: 204 len: 168 time: 1.4074965 Jul 09 13:32:13.841760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'name': 'tempest-PortsIpV6TestJSON-431800493'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:13.854920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f16c4-d782-4da6-ad50-ef77512e9535 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Network': ['ID=134dae7a-d4cd-4902-978b-2a5f44cc1f83,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:13.918549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] Network 134dae7a-d4cd-4902-978b-2a5f44cc1f83 is not hosted by any dhcp agent {{(pid=93914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:32:13.919049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] No DVR routers for this DVR port 857282cd-1899-4fe1-a561-f4083cff1daf on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:13.926392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9414-18cd-4822-afcb-af6be2e1d6fd None None] Pushing event deleted for resources: {'Port': ['ID=857282cd-1899-4fe1-a561-f4083cff1daf,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:13.938032 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.960159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:13.963781 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.964722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.976828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Transition to ACTIVE for port object dfad8b1e-399e-4252-a8c4-9be6d394604f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:13.985513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port 172f1b6a-6a99-454c-9e1e-a227ed8e317e yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:13.997424 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Transition to ACTIVE for port object dfad8b1e-399e-4252-a8c4-9be6d394604f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:14.007902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:36Z', 'revision_number': 5, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:14.011322 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.082195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] Checking router: 442914da-edd6-4cc4-a885-cc1b854b0747 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:32:14.096423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Allocated IP 172.20.0.1 (84fa53af-88d8-4cfc-a49d-38863bdacc31/ca5d54fb-4e73-40ce-84ae-688c97820114/787e2e09-301b-4ee9-9c88-3f2cf4ad5e77) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:14.107846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:14.113084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:14.120468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:14.156927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:14.157799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:14.187723 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.228061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 857282cd-1899-4fe1-a561-f4083cff1daf no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:14.229806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Pushing event updated for resources: {'Port': ['ID=dfad8b1e-399e-4252-a8c4-9be6d394604f,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:14.241820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.252282 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.272468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Transition to ACTIVE for port object 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:14.285249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 857282cd-1899-4fe1-a561-f4083cff1daf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:14.285488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 857282cd-1899-4fe1-a561-f4083cff1daf not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:14.310426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:14.316207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:14.322088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:14.323477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Attempting to bind port dfad8b1e-399e-4252-a8c4-9be6d394604f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:14.323960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Attempting to bind port dfad8b1e-399e-4252-a8c4-9be6d394604f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'f5fb5634-4728-45e9-9d4e-daf59d6cde80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:14.324205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Attempting to bind port dfad8b1e-399e-4252-a8c4-9be6d394604f on network 84fa53af-88d8-4cfc-a49d-38863bdacc31 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:14.327595 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.330787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:14.332062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:14.332449 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.332597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Checking segment: {'id': 'f5fb5634-4728-45e9-9d4e-daf59d6cde80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:14.332838 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.333234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Bound using segment: {'id': 'f5fb5634-4728-45e9-9d4e-daf59d6cde80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:14.333719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Bound port: dfad8b1e-399e-4252-a8c4-9be6d394604f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fb5634-4728-45e9-9d4e-daf59d6cde80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:14.334090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.350498 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2ec8a5d-91ad-4501-a105-e26ae2ea9876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.355666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=172f1b6a-6a99-454c-9e1e-a227ed8e317e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:14.367574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-36aa36ab-df39-4621-8374-3f4a5c038e08 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5309377 Jul 09 13:32:14.368651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42416) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:14.384485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:14.388141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:14.392373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:14.436833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'Port': ['ID=787e2e09-301b-4ee9-9c88-3f2cf4ad5e77,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:14.487443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.549154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5d916bb6-9d24-408e-9e21-6506ae51135d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 172f1b6a-6a99-454c-9e1e-a227ed8e317e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:14.549429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d916bb6-9d24-408e-9e21-6506ae51135d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.624000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] For port dfad8b1e-399e-4252-a8c4-9be6d394604f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:14.628442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] For port dfad8b1e-399e-4252-a8c4-9be6d394604f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dfad8b1e-399e-4252-a8c4-9be6d394604f,segment=NetworkSegment(f5fb5634-4728-45e9-9d4e-daf59d6cde80),segment_id=f5fb5634-4728-45e9-9d4e-daf59d6cde80)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:14.659625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:14.712572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d916bb6-9d24-408e-9e21-6506ae51135d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.754880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:14.786833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5d916bb6-9d24-408e-9e21-6506ae51135d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 172f1b6a-6a99-454c-9e1e-a227ed8e317e owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:14.874069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1a8c-b47c-4338-b062-603c01b829c2 req-90357c05-b7e1-4d41-9d71-2b4b4519ef24 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:14.876487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-287b1a8c-b47c-4338-b062-603c01b829c2 req-90357c05-b7e1-4d41-9d71-2b4b4519ef24 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 944 time: 0.1906760 Jul 09 13:32:14.911745 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.925100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: b986f4c8-2769-4783-b297-7571986377dc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:14.925514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b986f4c8-2769-4783-b297-7571986377dc not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:14.945736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-287b1a8c-b47c-4338-b062-603c01b829c2 req-4a5b00af-891f-4871-96a5-12208a4edef1 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608051 Jul 09 13:32:14.985134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d916bb6-9d24-408e-9e21-6506ae51135d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.083468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e68f2-d030-4ca3-8f4d-cfdd2adc4b6d None None] Pushing event updated for resources: {'Port': ['ID=dfad8b1e-399e-4252-a8c4-9be6d394604f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:15.096538 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5d916bb6-9d24-408e-9e21-6506ae51135d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.098687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5d916bb6-9d24-408e-9e21-6506ae51135d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/172f1b6a-6a99-454c-9e1e-a227ed8e317e HTTP/1.1" status: 204 len: 168 time: 0.7282422 Jul 09 13:32:15.099677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d916bb6-9d24-408e-9e21-6506ae51135d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=172f1b6a-6a99-454c-9e1e-a227ed8e317e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:15.101415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42428) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:15.112432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'mac_address': 'fa:16:3e:ad:64:e7', 'name': 'tempest-PortsIpV6TestJSON-368181842'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:15.122247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:36Z', 'revision_number': 5, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:15.153016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42432) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:15.166447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe3264-69a4-42c5-8412-496e9310067a None None] The sync data for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 is: [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:22:27Z', 'revision_number': 4, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2023d31c-65a7-45ed-bc1d-c2c3ee9913e8', 'name': '', 'network_id': '7ce63eea-58c0-45ab-b89e-0b3247376b4c', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'mac_address': 'fa:16:3e:fe:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'ca327f14-65b4-4971-87f3-833324482415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:23Z', 'updated_at': '2021-07-09T13:22:36Z', 'revision_number': 5, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'subnets': [{'id': 'ca327f14-65b4-4971-87f3-833324482415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:15.315075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 01acdf3e-6963-4cae-abd6-be37ca89d626 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:15.392122 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-038dd93a-dbab-4fc3-bc89-f3b80bbc42c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.392726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.426039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 01acdf3e-6963-4cae-abd6-be37ca89d626 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:15.431438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:15.442550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-038dd93a-dbab-4fc3-bc89-f3b80bbc42c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.451556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 01acdf3e-6963-4cae-abd6-be37ca89d626 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:15.451999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.574654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.586742 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.611878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port ae6bb330-58ce-48ab-bb4e-27a88d4f303c yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:15.674084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-038dd93a-dbab-4fc3-bc89-f3b80bbc42c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.676689 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-038dd93a-dbab-4fc3-bc89-f3b80bbc42c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.680676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-038dd93a-dbab-4fc3-bc89-f3b80bbc42c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "DELETE /v2.0/security-groups/092802ab-f32f-424e-8814-657852a0842d HTTP/1.1" status: 204 len: 168 time: 0.5237026 Jul 09 13:32:15.688251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42434) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:15.711244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dd93a-dbab-4fc3-bc89-f3b80bbc42c0 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092802ab-f32f-424e-8814-657852a0842d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:15.720180 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965ce2-3ace-4e8e-b77f-4d12b7e2f7ca None None] New status for floating IP 2673f394-9124-4410-a142-f85eaa4a6d77: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:32:15.723386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 01acdf3e-6963-4cae-abd6-be37ca89d626, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=01acdf3e-6963-4cae-abd6-be37ca89d626,segment=NetworkSegment(331ced91-4697-4ac3-b568-0202230a2aec),segment_id=331ced91-4697-4ac3-b568-0202230a2aec)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:15.726600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f304a37-5e1b-4766-912d-19d57c837fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01acdf3e-6963-4cae-abd6-be37ca89d626'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:15.729350 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-062cea23-491f-44c3-a2ca-227a21391a7e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] show failed (client error): The resource could not be found. Jul 09 13:32:15.730464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-062cea23-491f-44c3-a2ca-227a21391a7e tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "GET /v2.0/security-groups/092802ab-f32f-424e-8814-657852a0842d HTTP/1.1" status: 404 len: 347 time: 0.0400600 Jul 09 13:32:15.734132 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679ebacc-0e5b-4c95-8cd2-72c59e64db53" -d '{"events": [{"server_uuid": "8f304a37-5e1b-4766-912d-19d57c837fee", "name": "network-vif-plugged", "status": "completed", "tag": "01acdf3e-6963-4cae-abd6-be37ca89d626"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:15.738868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42438) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:15.746766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.866050 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862374dd-6e91-448b-b5e3-4dad5ac4b36b x-openstack-request-id: req-862374dd-6e91-448b-b5e3-4dad5ac4b36b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:15.866508 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f304a37-5e1b-4766-912d-19d57c837fee", "name": "network-vif-plugged", "status": "completed", "tag": "01acdf3e-6963-4cae-abd6-be37ca89d626", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:15.866696 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-862374dd-6e91-448b-b5e3-4dad5ac4b36b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:15.875567 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.882062 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f304a37-5e1b-4766-912d-19d57c837fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01acdf3e-6963-4cae-abd6-be37ca89d626', 'code': 200} Jul 09 13:32:15.886672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:15.886888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=01acdf3e-6963-4cae-abd6-be37ca89d626,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:16.012824 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.317066 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.339855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dfad8b1e-399e-4252-a8c4-9be6d394604f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:16.385412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:16.389110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:16.409949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'Port': ['ID=787e2e09-301b-4ee9-9c88-3f2cf4ad5e77,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:16.474161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port dfad8b1e-399e-4252-a8c4-9be6d394604f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:16.505934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.563586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=ae6bb330-58ce-48ab-bb4e-27a88d4f303c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:16.564593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Router 0188135a-35d1-49a2-afac-224509da1bb1 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:32:16.573312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa05a6-7590-49f7-8146-d0c3ed49068a req-49a5c7b5-20d1-436a-b10c-36490e19c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:16.574917 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90aa05a6-7590-49f7-8146-d0c3ed49068a req-49a5c7b5-20d1-436a-b10c-36490e19c700 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 1096 time: 0.5272410 Jul 09 13:32:16.609343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6c642-397d-4716-ac02-f32bfd71d684 None None] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:16.654436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:16.667981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1065b9-688d-43cb-89a2-f3cb8ba6ab1f req-ba5487cf-d454-4804-bd6b-e286f76bfb93 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:16.670301 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d1065b9-688d-43cb-89a2-f3cb8ba6ab1f req-ba5487cf-d454-4804-bd6b-e286f76bfb93 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 945 time: 0.4958105 Jul 09 13:32:16.678287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:16.687258 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-efa686a3-d497-4a9e-bd55-0b484a89d366 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "PUT /v2.0/routers/0188135a-35d1-49a2-afac-224509da1bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5112143 Jul 09 13:32:16.687909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42448) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:16.692178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57b311-0e2a-48ad-a691-90268ee239d3 None None] Sync routers for ids ['0188135a-35d1-49a2-afac-224509da1bb1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:16.692461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:16.699820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Deleting port 2c8f1a85-5e8d-4651-8017-0a3ae4bee254 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:16.700169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.700591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Request body: {'port': {'network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31', 'name': 'tempest-FloatingIPNegativeTestJSON-1403110946'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:16.703743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90aa05a6-7590-49f7-8146-d0c3ed49068a req-fca3f604-95dd-4a39-a961-c2767b89d54f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208146 Jul 09 13:32:16.711375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:16.717295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:16.718445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.723927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57b311-0e2a-48ad-a691-90268ee239d3 None None] Routers {'0188135a-35d1-49a2-afac-224509da1bb1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:16.724660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9e57b311-0e2a-48ad-a691-90268ee239d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0188135a-35d1-49a2-afac-224509da1bb1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:16.763569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9e57b311-0e2a-48ad-a691-90268ee239d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:16.794908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d26eaeb0-986d-4698-bed0-251fa5d7cc3c None None] Provisioning for port dfad8b1e-399e-4252-a8c4-9be6d394604f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:16.801930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1276cf12-df28-499a-acc0-0fe6fd898698 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6991930 Jul 09 13:32:16.809113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42450) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:16.827568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d1065b9-688d-43cb-89a2-f3cb8ba6ab1f req-1ba98c38-37cd-4584-a7d7-68ebe869d61b tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363640 Jul 09 13:32:16.841387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d26eaeb0-986d-4698-bed0-251fa5d7cc3c None None] Provisioning complete for port dfad8b1e-399e-4252-a8c4-9be6d394604f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:16.842875 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d26eaeb0-986d-4698-bed0-251fa5d7cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.845694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57b311-0e2a-48ad-a691-90268ee239d3 None None] Routers {'0188135a-35d1-49a2-afac-224509da1bb1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:16.848739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9e57b311-0e2a-48ad-a691-90268ee239d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:31:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0188135a-35d1-49a2-afac-224509da1bb1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:16.869062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Made reservation on behalf of 900e3d3a8f3144c8ae017b65bdb71ffe for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:16.873044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.901325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] device_id is not set on port 81d57c50-c9be-40de-af16-5e7ebe95aa97 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:16.913845 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e6700d3c-f8a8-4b5e-a122-39e442d4a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.934793 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.935111 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.951684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2fce14-b746-4348-a500-01cde725a356 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:16.954147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cb2fce14-b746-4348-a500-01cde725a356 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/ae6bb330-58ce-48ab-bb4e-27a88d4f303c HTTP/1.1" status: 200 len: 844 time: 0.1438310 Jul 09 13:32:16.957222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42454) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:16.994088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Calling delete_port for 2c8f1a85-5e8d-4651-8017-0a3ae4bee254 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:17.038181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9e57b311-0e2a-48ad-a691-90268ee239d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:17.039202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57b311-0e2a-48ad-a691-90268ee239d3 None None] The sync data for ids ['0188135a-35d1-49a2-afac-224509da1bb1'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:17.060869 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.160348 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d26eaeb0-986d-4698-bed0-251fa5d7cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.198416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Allocated IP 172.20.0.6 (84fa53af-88d8-4cfc-a49d-38863bdacc31/ca5d54fb-4e73-40ce-84ae-688c97820114/81d57c50-c9be-40de-af16-5e7ebe95aa97) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:17.203316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d26eaeb0-986d-4698-bed0-251fa5d7cc3c None None] For port dfad8b1e-399e-4252-a8c4-9be6d394604f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dfad8b1e-399e-4252-a8c4-9be6d394604f,segment=NetworkSegment(f5fb5634-4728-45e9-9d4e-daf59d6cde80),segment_id=f5fb5634-4728-45e9-9d4e-daf59d6cde80)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:17.217148 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d26eaeb0-986d-4698-bed0-251fa5d7cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.251836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3460d6e0-064a-4ec4-84f0-50213928d910 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port ae6bb330-58ce-48ab-bb4e-27a88d4f303c {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:17.252188 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3460d6e0-064a-4ec4-84f0-50213928d910 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.275316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.311147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eaeb0-986d-4698-bed0-251fa5d7cc3c None None] Pushing event updated for resources: {'Port': ['ID=dfad8b1e-399e-4252-a8c4-9be6d394604f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:17.349167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Pushing event deleted for resources: {'Port': ['ID=2c8f1a85-5e8d-4651-8017-0a3ae4bee254,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:17.452124 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.454922 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.465625 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-604ec72e-4d28-48fd-ad48-9565bf5e4384 tempest-ServerActionsTestJSON-1021633850 tempest-ServerActionsTestJSON-1021633850-project] 10.222.0.32 "DELETE /v2.0/floatingips/2673f394-9124-4410-a142-f85eaa4a6d77 HTTP/1.1" status: 204 len: 168 time: 1.7255414 Jul 09 13:32:17.466345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42460) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:17.483230 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3460d6e0-064a-4ec4-84f0-50213928d910 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.507689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3460d6e0-064a-4ec4-84f0-50213928d910 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for ae6bb330-58ce-48ab-bb4e-27a88d4f303c owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:17.545606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cdfb0164-2026-4729-bd49-e5796f612543 None None] Provisioning complete for port dfad8b1e-399e-4252-a8c4-9be6d394604f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:17.546447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0164-2026-4729-bd49-e5796f612543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.613800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.641207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Transition to ACTIVE for port object 81d57c50-c9be-40de-af16-5e7ebe95aa97 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:17.671779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3460d6e0-064a-4ec4-84f0-50213928d910 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.731923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cdfb0164-2026-4729-bd49-e5796f612543 None None] Provisioning for port 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:17.737031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cdfb0164-2026-4729-bd49-e5796f612543 None None] Provisioning complete for port 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:17.737421 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0164-2026-4729-bd49-e5796f612543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.744523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460d6e0-064a-4ec4-84f0-50213928d910 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=ae6bb330-58ce-48ab-bb4e-27a88d4f303c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:17.759257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3460d6e0-064a-4ec4-84f0-50213928d910 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.762162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3460d6e0-064a-4ec4-84f0-50213928d910 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/ae6bb330-58ce-48ab-bb4e-27a88d4f303c HTTP/1.1" status: 204 len: 168 time: 0.8035572 Jul 09 13:32:17.764753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42464) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:17.794638 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfa3a08-6979-4182-88d4-4eb89f77a4bd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:17.799280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-edfa3a08-6979-4182-88d4-4eb89f77a4bd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/ae6bb330-58ce-48ab-bb4e-27a88d4f303c HTTP/1.1" status: 404 len: 333 time: 0.0311322 Jul 09 13:32:17.799505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb0164-2026-4729-bd49-e5796f612543 None None] Port 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:17.800690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42466) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:17.806703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'name': 'tempest-PortsIpV6TestJSON-1790937318'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:17.812793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.930341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:17.933636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9e528fa5-4721-44df-aead-f0218dd5cfdb None None] Provisioning complete for port 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:17.934022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e528fa5-4721-44df-aead-f0218dd5cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.939905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:17.941883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'Port': ['ID=81d57c50-c9be-40de-af16-5e7ebe95aa97,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:17.944804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:17.999131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9e528fa5-4721-44df-aead-f0218dd5cfdb None None] Port 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:18.026701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:18.027405 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.031394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:18.034837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.062294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port 2ac75a96-8031-490e-a049-a7643a98e2dd yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:18.077266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0aefea99-49c3-4633-8f6e-33c8f85132ba tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3883004 Jul 09 13:32:18.080622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42472) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:18.085883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:18.158934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f41de85c-720a-458a-8804-e18724ab23ff None None] Provisioning complete for port 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:18.163488 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f41de85c-720a-458a-8804-e18724ab23ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.200822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dfad8b1e-399e-4252-a8c4-9be6d394604f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:18.291649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.321031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f41de85c-720a-458a-8804-e18724ab23ff None None] Port 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:18.335632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port dfad8b1e-399e-4252-a8c4-9be6d394604f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:18.336772 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.393272 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.434849 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.486756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-01360b18-4c58-4ac9-8e25-883f5ad59a84 None None] Provisioning for port 81d57c50-c9be-40de-af16-5e7ebe95aa97 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:18.491057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-01360b18-4c58-4ac9-8e25-883f5ad59a84 None None] Provisioning complete for port 81d57c50-c9be-40de-af16-5e7ebe95aa97 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:18.491765 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-01360b18-4c58-4ac9-8e25-883f5ad59a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.505496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.533584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-01360b18-4c58-4ac9-8e25-883f5ad59a84 None None] Port 81d57c50-c9be-40de-af16-5e7ebe95aa97 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:18.572273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.585266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab960f86-4840-498a-8037-aba19d0ff78e req-59123b47-12b9-4b85-ae50-3472a36ab1a8 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:18.587073 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab960f86-4840-498a-8037-aba19d0ff78e req-59123b47-12b9-4b85-ae50-3472a36ab1a8 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 945 time: 0.5313332 Jul 09 13:32:18.631202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:18.642245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:18.644220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=2ac75a96-8031-490e-a049-a7643a98e2dd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:18.646452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:18.652917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:18.653562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.695739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab960f86-4840-498a-8037-aba19d0ff78e req-ee6f0233-a6e6-4b40-9790-a93bc43167bd tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985117 Jul 09 13:32:18.713603 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f655a54f-4280-4cc3-aafd-f12cd75c5c02 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9117782 Jul 09 13:32:18.714692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42484) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:18.732375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:18.794129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.905706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e9d0-7801-4f70-a79c-befaafd67132 req-178d96b2-b8df-45c4-b118-76676699e8b1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:18.907572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ff3e9d0-7801-4f70-a79c-befaafd67132 req-178d96b2-b8df-45c4-b118-76676699e8b1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 947 time: 0.1267879 Jul 09 13:32:18.931985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.975415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ff3e9d0-7801-4f70-a79c-befaafd67132 req-13bb5683-6477-4e06-957f-14af5259dad7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575323 Jul 09 13:32:18.994664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Deleting port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:18.995042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.032053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Allocated IP 172.25.5.227 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/f0b918ee-445d-41f6-9c0d-4c7e31d2dd2f) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:19.041618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9fb1-2f9f-469c-ad79-fbb258f0c6db req-322d617d-9117-49d7-9bd0-19998d5915e2 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:19.043165 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae0e9fb1-2f9f-469c-ad79-fbb258f0c6db req-322d617d-9117-49d7-9bd0-19998d5915e2 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 945 time: 0.1843700 Jul 09 13:32:19.075913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] For port 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:19.076186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.089821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Calling delete_port for 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:19.206720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae0e9fb1-2f9f-469c-ad79-fbb258f0c6db req-cf5fe14e-593a-4c9b-b7a1-c5facdee74bf tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508029 Jul 09 13:32:19.269592 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.280323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.286980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.294547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.324776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2023d31c-65a7-45ed-bc1d-c2c3ee9913e8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:19.325030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] In _notify_port_updated(), no bound segment for port 2ac75a96-8031-490e-a049-a7643a98e2dd on network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:32:19.331656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:19.332315 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.336540 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "PUT /v2.0/ports/2ac75a96-8031-490e-a049-a7643a98e2dd HTTP/1.1" status: 200 len: 818 time: 0.6098909 Jul 09 13:32:19.339176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42492) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:19.390740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8947b-bab9-448d-9073-635509995661 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=2ac75a96-8031-490e-a049-a7643a98e2dd,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:19.468407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.521639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:19.529419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:19.531703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:19.544934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.566043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-31350a0f-39a8-4e26-a620-0eb81d0f28f7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 2ac75a96-8031-490e-a049-a7643a98e2dd {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:19.566043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31350a0f-39a8-4e26-a620-0eb81d0f28f7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.572338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'Port': ['ID=f0b918ee-445d-41f6-9c0d-4c7e31d2dd2f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:19.645028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.668338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31350a0f-39a8-4e26-a620-0eb81d0f28f7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.716164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-31350a0f-39a8-4e26-a620-0eb81d0f28f7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 2ac75a96-8031-490e-a049-a7643a98e2dd owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:19.811767 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.827430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Router 442914da-edd6-4cc4-a885-cc1b854b0747 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:19.896108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.905250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba761613-9722-433c-90ec-b3eedaedd6e2 req-d507dafe-d62e-4c75-bac3-d60c01fe7aea tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:19.906779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ba761613-9722-433c-90ec-b3eedaedd6e2 req-d507dafe-d62e-4c75-bac3-d60c01fe7aea tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 945 time: 0.2045972 Jul 09 13:32:19.938898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31350a0f-39a8-4e26-a620-0eb81d0f28f7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.973761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:19.980934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-efb29f2f-ce30-4bfe-91ac-f0ecee8c1af3 admin admin] 10.222.0.32 "PUT /v2.0/routers/442914da-edd6-4cc4-a885-cc1b854b0747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5135083 Jul 09 13:32:19.984566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42500) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:19.987043 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] Sync routers for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:19.996535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31350a0f-39a8-4e26-a620-0eb81d0f28f7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=2ac75a96-8031-490e-a049-a7643a98e2dd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:20.001511 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:20.002505 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:20.052555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-a3877936-d21b-4bcd-8e28-8df14a3314cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:20.054331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-a3877936-d21b-4bcd-8e28-8df14a3314cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 947 time: 0.1382511 Jul 09 13:32:20.054766 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31350a0f-39a8-4e26-a620-0eb81d0f28f7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.059694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-31350a0f-39a8-4e26-a620-0eb81d0f28f7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/2ac75a96-8031-490e-a049-a7643a98e2dd HTTP/1.1" status: 204 len: 168 time: 0.7147639 Jul 09 13:32:20.061999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ba761613-9722-433c-90ec-b3eedaedd6e2 req-78fb7564-35bd-4d51-94ad-594a08796940 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339626 Jul 09 13:32:20.065780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42504) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:20.171938 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.215594 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.219898 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:20.231945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.289629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad9a52-583a-48ea-a501-4b7c7547b64f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:20.293625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2fad9a52-583a-48ea-a501-4b7c7547b64f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2244327 Jul 09 13:32:20.294558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42510) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:20.350925 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1a7d96-1490-402e-a81c-555ef901d86c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:20.358190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ec1a7d96-1490-402e-a81c-555ef901d86c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/2ac75a96-8031-490e-a049-a7643a98e2dd HTTP/1.1" status: 404 len: 333 time: 0.0571308 Jul 09 13:32:20.362893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42512) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:20.376823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1420043507'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:20.377102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'Port': ['ID=f0b918ee-445d-41f6-9c0d-4c7e31d2dd2f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:20.384854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.401724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Deleting port acf3f337-d714-4b28-8c7f-6f67563d8193 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:20.401987 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.457004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.469060 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:32:19Z', 'revision_number': 5, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port': {'id': '062cccc3-0b2c-405c-824c-7a1e08eaf098', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:17Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:20.484582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:20.487633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.488111 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.493485 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1ab79554-9e8d-4d41-ada6-50c1844d88a2 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4117923 Jul 09 13:32:20.495289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42514) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:20.501215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7ea49983-354b-43c2-a803-577111b9eea3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Request body: {'floatingip': {'port_id': '81d57c50-c9be-40de-af16-5e7ebe95aa97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:20.521079 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] Checking router: 442914da-edd6-4cc4-a885-cc1b854b0747 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:32:20.533999 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] Routers {'442914da-edd6-4cc4-a885-cc1b854b0747'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:20.534699 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['442914da-edd6-4cc4-a885-cc1b854b0747'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:20.563225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ea49983-354b-43c2-a803-577111b9eea3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.639119 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] Set router 442914da-edd6-4cc4-a885-cc1b854b0747 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:20.693883 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:32:20Z', 'revision_number': 6, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:20.725878 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281a5ae-6ea2-4753-ab4c-dac21f9f5fc2 None None] The sync data for ids ['442914da-edd6-4cc4-a885-cc1b854b0747'] in n-d-799524-3 is: [{'id': '442914da-edd6-4cc4-a885-cc1b854b0747', 'name': 'tempest-ServerActionsTestJSON-664451965-router', 'tenant_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:16Z', 'updated_at': '2021-07-09T13:32:20Z', 'revision_number': 6, 'project_id': '8dea83f14cb04fa38d15ca3e6b39d546', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:20.748663 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-7ea49983-354b-43c2-a803-577111b9eea3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] update failed (client error): The resource could not be found. Jul 09 13:32:20.752856 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7ea49983-354b-43c2-a803-577111b9eea3 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "PUT /v2.0/floatingips/7d1379db-9fb1-4d32-9366-2509149a948c HTTP/1.1" status: 404 len: 507 time: 0.2558298 Jul 09 13:32:20.754387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42520) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:20.805268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac02de-ff42-4c7d-89e7-040d3828c51c req-f7fca545-6327-4439-b204-0d62dbff1464 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:20.806851 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49ac02de-ff42-4c7d-89e7-040d3828c51c req-f7fca545-6327-4439-b204-0d62dbff1464 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 945 time: 0.1674473 Jul 09 13:32:20.827930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ef1c1-cd2b-431c-9d18-f5ed1363b202 req-a1b26154-615c-4880-bb0b-0e32c9f7cc22 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:20.829400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b6ef1c1-cd2b-431c-9d18-f5ed1363b202 req-a1b26154-615c-4880-bb0b-0e32c9f7cc22 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 947 time: 0.5315199 Jul 09 13:32:20.881083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] For port acf3f337-d714-4b28-8c7f-6f67563d8193, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acf3f337-d714-4b28-8c7f-6f67563d8193,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:20.881445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.893373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:20.906139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49ac02de-ff42-4c7d-89e7-040d3828c51c req-3fac0f90-f6b6-4f17-a8b2-1d36feea0608 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902977 Jul 09 13:32:20.928066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Deleting port f0b918ee-445d-41f6-9c0d-4c7e31d2dd2f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:20.928455 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.938743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.939235 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Added segment e49ec10f-d70b-4f13-8b9e-daaea0911433 of type vlan for network 3a3414f6-0165-4d3a-9431-64348c1b4841 Jul 09 13:32:20.980647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b6ef1c1-cd2b-431c-9d18-f5ed1363b202 req-50075516-e160-4e69-9723-81485eb4ef2d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d8ddfe4-3eb9-468d-866b-0f6f22429b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419399 Jul 09 13:32:21.022710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Deleting port 062cccc3-0b2c-405c-824c-7a1e08eaf098 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:21.026512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.035350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.035899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.050565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Calling delete_port for f0b918ee-445d-41f6-9c0d-4c7e31d2dd2f owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:21.108114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.217072 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.222732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:21.223425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.226624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.260585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event deleted for resources: {'Port': ['ID=f0b918ee-445d-41f6-9c0d-4c7e31d2dd2f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:21.304844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.305231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.305514 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Floating IP 2a95e521-a721-4170-8ec4-235dd1a78b44 disassociated. External IP: 172.25.5.39, port: acf3f337-d714-4b28-8c7f-6f67563d8193. Jul 09 13:32:21.305842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Calling delete_port for acf3f337-d714-4b28-8c7f-6f67563d8193 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:21.314450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] For port 062cccc3-0b2c-405c-824c-7a1e08eaf098, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=062cccc3-0b2c-405c-824c-7a1e08eaf098,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:21.314671 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.317783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9509103 Jul 09 13:32:21.321635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42524) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:21.336101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:21.349846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Calling delete_port for 062cccc3-0b2c-405c-824c-7a1e08eaf098 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:21.380833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e905a74-6e50-4a78-a7ce-dd2220526d9c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Network': ['ID=3a3414f6-0165-4d3a-9431-64348c1b4841,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:21.393665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.396290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.401254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b2fa20f-d2e6-4d0c-a95a-9dcd69f5b86b tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "DELETE /v2.0/floatingips/7d1379db-9fb1-4d32-9366-2509149a948c HTTP/1.1" status: 204 len: 168 time: 0.6423244 Jul 09 13:32:21.401455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:21.402426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42526) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:21.409191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-746bedc6-4b17-4f53-b1c1-120c36d1a56f tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Request body: {'floatingip': {'floating_network_id': '84fa53af-88d8-4cfc-a49d-38863bdacc31', 'port_id': '81d57c50-c9be-40de-af16-5e7ebe95aa97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:21.457375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-746bedc6-4b17-4f53-b1c1-120c36d1a56f tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.626825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.676762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event deleted for resources: {'Port': ['ID=acf3f337-d714-4b28-8c7f-6f67563d8193,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:21.729637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.762363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=062cccc3-0b2c-405c-824c-7a1e08eaf098,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:21.848484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:21.853079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.921598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.961270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Router 3c951c1f-cd97-4069-acc1-b55049a64dd1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:22.034441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.043473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.069479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-8dcfef4e-2bd6-472d-816f-8182ec2d6735 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.071913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-8dcfef4e-2bd6-472d-816f-8182ec2d6735 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 945 time: 0.2276351 Jul 09 13:32:22.085087 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-746bedc6-4b17-4f53-b1c1-120c36d1a56f tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:32:22.086153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-746bedc6-4b17-4f53-b1c1-120c36d1a56f tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6827414 Jul 09 13:32:22.102718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42534) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:22.110090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '81d57c50-c9be-40de-af16-5e7ebe95aa97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:22.184131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.199357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:22.224116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:22.225154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2023d31c-65a7-45ed-bc1d-c2c3ee9913e8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:22.225935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 062cccc3-0b2c-405c-824c-7a1e08eaf098 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:22.249879 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.250440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 442914da-edd6-4cc4-a885-cc1b854b0747 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:32:22.263747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 062cccc3-0b2c-405c-824c-7a1e08eaf098 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:22.264608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 062cccc3-0b2c-405c-824c-7a1e08eaf098 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:22.269876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.271088 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-283217e1-325d-4c5f-8671-05c339f603f0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/442914da-edd6-4cc4-a885-cc1b854b0747 HTTP/1.1" status: 204 len: 168 time: 2.2854390 Jul 09 13:32:22.275190 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:22.313253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c60f9-88ee-415a-a85d-844facebbc52 req-0a9ba18c-9085-4308-94bb-47e2694134ee tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.321729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-270c60f9-88ee-415a-a85d-844facebbc52 req-0a9ba18c-9085-4308-94bb-47e2694134ee tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 945 time: 0.2528720 Jul 09 13:32:22.358555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.359211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=8a4b9a43-c356-4ce6-8077-be0a70ee30f2,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:22.414767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b093ff-b9d9-4cc9-8d1b-19837844d05f admin admin] Deleting subnet ca327f14-65b4-4971-87f3-833324482415 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:22.433625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Checking segment: {'id': 'e49ec10f-d70b-4f13-8b9e-daaea0911433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:22.433625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network hostable DHCP agents. Network: 3a3414f6-0165-4d3a-9431-64348c1b4841, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:22.435564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9b093ff-b9d9-4cc9-8d1b-19837844d05f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.470419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4568d90c-9513-472c-b986-178669650894 req-2e307e95-2974-473e-a0ef-52a636cf96de tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa593a01-4d0e-46ed-82fe-f3ba953ff110 HTTP/1.1" status: 200 len: 210 time: 0.0758362 Jul 09 13:32:22.479819 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-270c60f9-88ee-415a-a85d-844facebbc52 req-eaf60b00-ab68-4d70-a20c-ecdfb3a96f7b tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/security-groups?id=db4af28d-f7ee-406f-b044-d4cabfc86edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571147 Jul 09 13:32:22.482360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:22.497844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] Sync routers for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:22.501150 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9b093ff-b9d9-4cc9-8d1b-19837844d05f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.513192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:22.514247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:22.546637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] No DVR routers for this DVR port acf3f337-d714-4b28-8c7f-6f67563d8193 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:22.549946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Deleting port 01acdf3e-6963-4cae-abd6-be37ca89d626 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:22.550430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.554552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.556525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d94d6e3-a74c-491e-b110-07eb3970fcd5 req-e6393c37-568c-427d-8f10-ef0a7d0b4e2f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.11 "DELETE /v2.0/ports/acf3f337-d714-4b28-8c7f-6f67563d8193 HTTP/1.1" status: 204 len: 173 time: 2.4722118 Jul 09 13:32:22.557383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:22.557915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-deleted', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:22.560373 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fed0306-e94c-4403-9d9f-34fddfdc7e56" -d '{"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-deleted", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:22.609188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 3a3414f6-0165-4d3a-9431-64348c1b4841) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:22.619185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.620150 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.651150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:22.653661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b179a-f758-468d-aa1d-25d8164e82d1 None None] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:22.654241 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea56190-461a-441d-8c56-2b520c368d3e x-openstack-request-id: req-5ea56190-461a-441d-8c56-2b520c368d3e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:22.654598 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa593a01-4d0e-46ed-82fe-f3ba953ff110", "name": "network-vif-deleted", "tag": "acf3f337-d714-4b28-8c7f-6f67563d8193", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:22.654799 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ea56190-461a-441d-8c56-2b520c368d3e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:22.655289 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa593a01-4d0e-46ed-82fe-f3ba953ff110', 'name': 'network-vif-deleted', 'tag': 'acf3f337-d714-4b28-8c7f-6f67563d8193', 'status': 'completed', 'code': 200} Jul 09 13:32:22.673709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-292b3908-5cdd-45c0-8528-c93f7f88df25 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3509042 Jul 09 13:32:22.676722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42542) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:22.684478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-15c2ead1-0ab0-44e2-950c-cd136fb37fa8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:22.686194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] For port 01acdf3e-6963-4cae-abd6-be37ca89d626, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=01acdf3e-6963-4cae-abd6-be37ca89d626,segment=NetworkSegment(331ced91-4697-4ac3-b568-0202230a2aec),segment_id=331ced91-4697-4ac3-b568-0202230a2aec)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:22.686562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.689770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.705608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9b093ff-b9d9-4cc9-8d1b-19837844d05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.709929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Calling delete_port for 01acdf3e-6963-4cae-abd6-be37ca89d626 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:22.817823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: acf3f337-d714-4b28-8c7f-6f67563d8193 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:22.818485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acf3f337-d714-4b28-8c7f-6f67563d8193 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:22.841280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9b093ff-b9d9-4cc9-8d1b-19837844d05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.873655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:22.877067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b093ff-b9d9-4cc9-8d1b-19837844d05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca327f14-65b4-4971-87f3-833324482415,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:22.878840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Allocated IP 172.25.5.35 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/ed7c9263-a3d6-4fb5-9a50-9bc4ff919aa2) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:22.903482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9b093ff-b9d9-4cc9-8d1b-19837844d05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.908870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f9b093ff-b9d9-4cc9-8d1b-19837844d05f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ca327f14-65b4-4971-87f3-833324482415 HTTP/1.1" status: 204 len: 168 time: 0.6316319 Jul 09 13:32:22.911797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42544) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:22.922901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c2ead1-0ab0-44e2-950c-cd136fb37fa8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:22.926676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15c2ead1-0ab0-44e2-950c-cd136fb37fa8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.932428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e75bd-4940-44b8-9f48-7a57783fc529 None None] Network 7ce63eea-58c0-45ab-b89e-0b3247376b4c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:23.000541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.048106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Pushing event deleted for resources: {'Port': ['ID=01acdf3e-6963-4cae-abd6-be37ca89d626,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:23.059419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.106533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] No DVR routers for this DVR port 01acdf3e-6963-4cae-abd6-be37ca89d626 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:23.107304 n-d-799524-3 neutron-server[93912]: INFO neutron.db.ipam_backend_mixin [None req-15c2ead1-0ab0-44e2-950c-cd136fb37fa8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a4b9a43-c356-4ce6-8077-be0a70ee30f2 (CIDR: 2001:db8::/64) Jul 09 13:32:23.111702 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.113980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1e1bbb0-4654-488c-9ab7-3990164e467d req-7bff6bc3-83e4-4ddd-974e-eae5ad054d5f tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.10 "DELETE /v2.0/ports/01acdf3e-6963-4cae-abd6-be37ca89d626 HTTP/1.1" status: 204 len: 173 time: 1.0348058 Jul 09 13:32:23.116682 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c2ead1-0ab0-44e2-950c-cd136fb37fa8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:32:23.117693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['01acdf3e-6963-4cae-abd6-be37ca89d626'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:23.117848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c2ead1-0ab0-44e2-950c-cd136fb37fa8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:32:23.172956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-15c2ead1-0ab0-44e2-950c-cd136fb37fa8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4946957 Jul 09 13:32:23.178203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42546) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:23.188307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:23.246534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-3a3414f6-0165-4d3a-9431-64348c1b4841', 'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841', 'tenant_id': 'b11711f83e8d4fa988ced6eb3de03154', 'fixed_ips': [{'subnet_id': '8a4b9a43-c356-4ce6-8077-be0a70ee30f2'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:23.247483 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.260230 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.279679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Deleting port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:23.280228 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.355363 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.413426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Allocated IP 2001:db8::2 (3a3414f6-0165-4d3a-9431-64348c1b4841/8a4b9a43-c356-4ce6-8077-be0a70ee30f2/e4a0fab5-594b-41f1-97dc-8e503f00eaca) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:23.462459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event updated for resources: {'Port': ['ID=ed7c9263-a3d6-4fb5-9a50-9bc4ff919aa2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:23.478263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:23.480145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:23.484316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:23.488617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] For port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7e3a8c14-4300-4e9f-99f4-f2ff5538a676,segment=NetworkSegment(9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd),segment_id=9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:23.488985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.543976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Calling delete_port for 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:23.679253 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.700011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:23.706041 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.711223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] No DVR routers for this DVR port 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:23.758861 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e54e29f-d724-4c8f-b46f-e96513795f85 req-55e9db96-54e1-4cbe-b569-2d33c686ea83 tempest-ServersNegativeTestMultiTenantJSON-1230815485 tempest-ServersNegativeTestMultiTenantJSON-1230815485-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f304a37-5e1b-4766-912d-19d57c837fee HTTP/1.1" status: 200 len: 210 time: 0.0760870 Jul 09 13:32:23.820541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42558) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:23.884884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3a8c14-4300-4e9f-99f4-f2ff5538a676,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:23.918494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.937889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Transition to ACTIVE for port object e4a0fab5-594b-41f1-97dc-8e503f00eaca will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:23.945245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:23.971981 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.983926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] Checking router: 3c951c1f-cd97-4069-acc1-b55049a64dd1 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:32:23.990230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce63eea-58c0-45ab-b89e-0b3247376b4c']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:23.996732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Transition to ACTIVE for port object e4a0fab5-594b-41f1-97dc-8e503f00eaca will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:24.012241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:24.012595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7a0b0a-2a97-4dcd-83f4-1878d4677ecd') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:24.017780 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.024484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:24.025469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:24.031697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.059238 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.069433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:24.069897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:24.071788 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:24.170117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.176057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.181764 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] 10.222.0.32 "DELETE /v2.0/networks/7ce63eea-58c0-45ab-b89e-0b3247376b4c HTTP/1.1" status: 204 len: 168 time: 1.2678611 Jul 09 13:32:24.218362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5450dc-99dc-4a7d-8a1d-4f8874f53eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce63eea-58c0-45ab-b89e-0b3247376b4c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:24.237033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff9e38-0044-41b2-8d3a-4967ca540912 None None] DHCP port deletion for 7ce63eea-58c0-45ab-b89e-0b3247376b4c request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:24.244117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:24.302348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Pushing event updated for resources: {'Port': ['ID=e4a0fab5-594b-41f1-97dc-8e503f00eaca,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:24.311092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Deleting port ed7c9263-a3d6-4fb5-9a50-9bc4ff919aa2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:24.311920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.322111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:24.323352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7e3a8c14-4300-4e9f-99f4-f2ff5538a676 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:24.324980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.339637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:24.344401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:24.347368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:24.399665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-240961dd-7084-40ec-88bc-2024fd53a25a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.407734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:24.421845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:24.432895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:24.437401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:24.438273 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.441241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=600d2f49-c97c-4206-a1b9-34027125b537,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:24.450156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-240961dd-7084-40ec-88bc-2024fd53a25a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.454670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.455025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.459855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Attempting to bind port e4a0fab5-594b-41f1-97dc-8e503f00eaca on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:24.460296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Attempting to bind port e4a0fab5-594b-41f1-97dc-8e503f00eaca by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e49ec10f-d70b-4f13-8b9e-daaea0911433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:24.461361 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Attempting to bind port e4a0fab5-594b-41f1-97dc-8e503f00eaca on network 3a3414f6-0165-4d3a-9431-64348c1b4841 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:24.469755 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-76f8afd3-f843-4c3e-aa61-3cfff3576502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2897069 Jul 09 13:32:24.473323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42564) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:24.483549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841', 'fixed_ips': [{'subnet_id': '8a4b9a43-c356-4ce6-8077-be0a70ee30f2'}, {'subnet_id': '600d2f49-c97c-4206-a1b9-34027125b537'}], 'name': 'tempest-PortsIpV6TestJSON-216897205'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:24.483838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:24.484005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Checking segment: {'id': 'e49ec10f-d70b-4f13-8b9e-daaea0911433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:24.484655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0151db97-3e5e-4bbf-8eb3-9045105e0e67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dea83f14cb04fa38d15ca3e6b39d546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728319 Jul 09 13:32:24.487147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42566) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:24.487306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.487785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Bound using segment: {'id': 'e49ec10f-d70b-4f13-8b9e-daaea0911433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:24.488367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Bound port: e4a0fab5-594b-41f1-97dc-8e503f00eaca, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49ec10f-d70b-4f13-8b9e-daaea0911433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:24.488838 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.517973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:24.549772 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a952d52-de3b-47cf-a630-07abd5170dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.553852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Calling delete_port for ed7c9263-a3d6-4fb5-9a50-9bc4ff919aa2 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:24.573666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a952d52-de3b-47cf-a630-07abd5170dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.656095 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a952d52-de3b-47cf-a630-07abd5170dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.658959 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a952d52-de3b-47cf-a630-07abd5170dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.660683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9a952d52-de3b-47cf-a630-07abd5170dea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8221d5ac-4a49-4665-965f-be0d96e188a1 HTTP/1.1" status: 204 len: 168 time: 0.1721485 Jul 09 13:32:24.664892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f304a37-5e1b-4766-912d-19d57c837fee', 'name': 'network-vif-deleted', 'tag': '01acdf3e-6963-4cae-abd6-be37ca89d626'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:24.667269 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4797e93-4043-4773-8179-c4317e11e88b" -d '{"events": [{"server_uuid": "8f304a37-5e1b-4766-912d-19d57c837fee", "name": "network-vif-deleted", "tag": "01acdf3e-6963-4cae-abd6-be37ca89d626"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:24.685023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-240961dd-7084-40ec-88bc-2024fd53a25a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.689732 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-240961dd-7084-40ec-88bc-2024fd53a25a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.693448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-240961dd-7084-40ec-88bc-2024fd53a25a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "DELETE /v2.0/security-groups/6d8ddfe4-3eb9-468d-866b-0f6f22429b42 HTTP/1.1" status: 204 len: 168 time: 0.8689811 Jul 09 13:32:24.697975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42574) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:24.698745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a952d52-de3b-47cf-a630-07abd5170dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8221d5ac-4a49-4665-965f-be0d96e188a1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:24.708613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240961dd-7084-40ec-88bc-2024fd53a25a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ddfe4-3eb9-468d-866b-0f6f22429b42,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:24.716712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] For port e4a0fab5-594b-41f1-97dc-8e503f00eaca, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:24.730705 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-7f9af08d-81ba-41aa-9872-4041bae1afaf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] show failed (client error): The resource could not be found. Jul 09 13:32:24.732154 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7f9af08d-81ba-41aa-9872-4041bae1afaf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups/6d8ddfe4-3eb9-468d-866b-0f6f22429b42 HTTP/1.1" status: 404 len: 347 time: 0.0249691 Jul 09 13:32:24.735073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42576) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:24.757015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] For port e4a0fab5-594b-41f1-97dc-8e503f00eaca, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e4a0fab5-594b-41f1-97dc-8e503f00eaca,segment=NetworkSegment(e49ec10f-d70b-4f13-8b9e-daaea0911433),segment_id=e49ec10f-d70b-4f13-8b9e-daaea0911433)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:24.775460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.783633 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cc61b0-cef3-4568-8240-6240483c6bf9 x-openstack-request-id: req-66cc61b0-cef3-4568-8240-6240483c6bf9 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:24.783933 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f304a37-5e1b-4766-912d-19d57c837fee", "name": "network-vif-deleted", "tag": "01acdf3e-6963-4cae-abd6-be37ca89d626", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:24.784203 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66cc61b0-cef3-4568-8240-6240483c6bf9 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:24.784588 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f304a37-5e1b-4766-912d-19d57c837fee', 'name': 'network-vif-deleted', 'tag': '01acdf3e-6963-4cae-abd6-be37ca89d626', 'status': 'completed', 'code': 200} Jul 09 13:32:24.787093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:24.844978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbe6f0-1809-4719-90b1-62b312c5ddd7 None None] Pushing event updated for resources: {'Port': ['ID=e4a0fab5-594b-41f1-97dc-8e503f00eaca,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:24.969135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42582) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:24.993510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Deleting port c84cfbf0-a821-4cd3-a18c-10f5ebcd5450 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:24.994126 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.025347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:25.028903 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.065336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5a8ab-19b8-4d7b-b41b-348f0fd7586d None None] The sync data for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 is: [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:25.077771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event deleted for resources: {'Port': ['ID=ed7c9263-a3d6-4fb5-9a50-9bc4ff919aa2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:25.134358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.135063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.137803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fe0979-14a6-4d37-9df2-79e560d2ff2c admin admin] Deleting subnet 6cc22047-6dc8-45ec-8076-4e408807efa0 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:25.155335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Calling delete_port for c84cfbf0-a821-4cd3-a18c-10f5ebcd5450 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:25.224490 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0979-14a6-4d37-9df2-79e560d2ff2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.259582 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.300888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:25.315945 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0979-14a6-4d37-9df2-79e560d2ff2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.443127 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.477005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event deleted for resources: {'Port': ['ID=c84cfbf0-a821-4cd3-a18c-10f5ebcd5450,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:25.483384 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] create failed (client error): The resource could not be found. Jul 09 13:32:25.484494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b6dc8c95-202b-4e9a-8131-2a2a97678c45 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3794467 Jul 09 13:32:25.489011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42594) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:25.507074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0979-14a6-4d37-9df2-79e560d2ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.533825 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372db194-183e-4835-8447-a2e67ec6386e None None] New status for floating IP 2a95e521-a721-4170-8ec4-235dd1a78b44: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:32:25.674017 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.675744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.677306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d197a3c5-e796-4d42-a6eb-2b5412157416 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "DELETE /v2.0/floatingips/2a95e521-a721-4170-8ec4-235dd1a78b44 HTTP/1.1" status: 204 len: 168 time: 0.9400318 Jul 09 13:32:25.695530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0979-14a6-4d37-9df2-79e560d2ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.735165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-adea22dd-2a05-4261-b2f2-030e3a1dde55 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Deleting port 81d57c50-c9be-40de-af16-5e7ebe95aa97 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:25.735594 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-adea22dd-2a05-4261-b2f2-030e3a1dde55 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.739629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe0979-14a6-4d37-9df2-79e560d2ff2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc22047-6dc8-45ec-8076-4e408807efa0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:25.806761 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0979-14a6-4d37-9df2-79e560d2ff2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.811825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42606) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:25.819604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c6fe0979-14a6-4d37-9df2-79e560d2ff2c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6cc22047-6dc8-45ec-8076-4e408807efa0 HTTP/1.1" status: 204 len: 168 time: 0.8474908 Jul 09 13:32:25.973414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-adea22dd-2a05-4261-b2f2-030e3a1dde55 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.979469 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.001176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::9b (3a3414f6-0165-4d3a-9431-64348c1b4841/8a4b9a43-c356-4ce6-8077-be0a70ee30f2/6309dffa-8f1d-44ce-88ee-9cb93e8a2c26) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:26.011676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-adea22dd-2a05-4261-b2f2-030e3a1dde55 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Calling delete_port for 81d57c50-c9be-40de-af16-5e7ebe95aa97 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:26.016140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8:0:1::142 (3a3414f6-0165-4d3a-9431-64348c1b4841/600d2f49-c97c-4206-a1b9-34027125b537/6309dffa-8f1d-44ce-88ee-9cb93e8a2c26) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:26.182754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.198352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a890ea8-940c-4baa-a07d-3846fd809d5f']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:26.233124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331ced91-4697-4ac3-b568-0202230a2aec') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:26.233554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331ced91-4697-4ac3-b568-0202230a2aec') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:26.246762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.271706 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.275428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e4a0fab5-594b-41f1-97dc-8e503f00eaca up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:26.291441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42614) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:26.293307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:26.293737 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.297630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1ece8ddd-6987-46c9-a5c5-1eb02eddb4bf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9503641', 'description': 'tempest-description--383118401'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:26.335670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ece8ddd-6987-46c9-a5c5-1eb02eddb4bf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.357595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e4a0fab5-594b-41f1-97dc-8e503f00eaca completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:26.394762 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:26.415980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.422555 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.427073 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9a890ea8-940c-4baa-a07d-3846fd809d5f HTTP/1.1" status: 204 len: 168 time: 0.6117582 Jul 09 13:32:26.431818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42618) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:26.450536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379a03e-e8af-4b5d-a60c-9c266f86c879 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a890ea8-940c-4baa-a07d-3846fd809d5f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:26.470412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd0c96-c897-4f9e-9d3a-7d3a76b640de None None] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:26.511166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.524304 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-adea22dd-2a05-4261-b2f2-030e3a1dde55 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.528378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:26.571895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-39f4de28-023c-47b5-9a8a-6cacf1f63f66 None None] Provisioning for port e4a0fab5-594b-41f1-97dc-8e503f00eaca completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:26.582070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-39f4de28-023c-47b5-9a8a-6cacf1f63f66 None None] Provisioning complete for port e4a0fab5-594b-41f1-97dc-8e503f00eaca triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:26.582452 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-39f4de28-023c-47b5-9a8a-6cacf1f63f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.603942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea22dd-2a05-4261-b2f2-030e3a1dde55 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event deleted for resources: {'Port': ['ID=81d57c50-c9be-40de-af16-5e7ebe95aa97,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:26.685215 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.705752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-adea22dd-2a05-4261-b2f2-030e3a1dde55 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.711640 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-adea22dd-2a05-4261-b2f2-030e3a1dde55 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "DELETE /v2.0/ports/81d57c50-c9be-40de-af16-5e7ebe95aa97 HTTP/1.1" status: 204 len: 168 time: 1.2218635 Jul 09 13:32:26.712284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42640) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:26.733806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edd48ac-fb27-4b86-9d20-b64e0d783618 admin admin] Deleting subnet e04ccab1-548e-428d-a2b9-2487ad824034 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:26.788778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ece8ddd-6987-46c9-a5c5-1eb02eddb4bf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.795498 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5edd48ac-fb27-4b86-9d20-b64e0d783618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.829263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-39f4de28-023c-47b5-9a8a-6cacf1f63f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.830542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ece8ddd-6987-46c9-a5c5-1eb02eddb4bf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.850581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24668f92-5c80-4cbf-815c-dd1406a2b577 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:26.856994 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-24668f92-5c80-4cbf-815c-dd1406a2b577 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "GET /v2.0/ports?device_id=0188135a-35d1-49a2-afac-224509da1bb1 HTTP/1.1" status: 200 len: 913 time: 0.1435528 Jul 09 13:32:26.857695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42644) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:26.879900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-39f4de28-023c-47b5-9a8a-6cacf1f63f66 None None] For port e4a0fab5-594b-41f1-97dc-8e503f00eaca, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e4a0fab5-594b-41f1-97dc-8e503f00eaca,segment=NetworkSegment(e49ec10f-d70b-4f13-8b9e-daaea0911433),segment_id=e49ec10f-d70b-4f13-8b9e-daaea0911433)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:26.889766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-39f4de28-023c-47b5-9a8a-6cacf1f63f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.916015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:26.954667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:26.973694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:26.982912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:26.984265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.987818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=6309dffa-8f1d-44ce-88ee-9cb93e8a2c26,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:26.993781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4de28-023c-47b5-9a8a-6cacf1f63f66 None None] Pushing event updated for resources: {'Port': ['ID=e4a0fab5-594b-41f1-97dc-8e503f00eaca,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:27.009473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ece8ddd-6987-46c9-a5c5-1eb02eddb4bf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.016858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1ece8ddd-6987-46c9-a5c5-1eb02eddb4bf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7237659 Jul 09 13:32:27.018720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e91cd-674e-4517-8fc2-0c81fe35fed5 None None] Update dhcp port {'port': {'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841', 'fixed_ips': [{'subnet_id': '8a4b9a43-c356-4ce6-8077-be0a70ee30f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '600d2f49-c97c-4206-a1b9-34027125b537'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'e4a0fab5-594b-41f1-97dc-8e503f00eaca'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:32:27.024444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42648) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:27.028229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5edd48ac-fb27-4b86-9d20-b64e0d783618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.071540 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a97e91cd-674e-4517-8fc2-0c81fe35fed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.084887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c8b771f7-ec9e-4b20-a5e4-8f43ab0b0886 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'security_group_rule': {'security_group_id': 'b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:27.093814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece8ddd-6987-46c9-a5c5-1eb02eddb4bf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:27.143804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5edd48ac-fb27-4b86-9d20-b64e0d783618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.152011 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4990dad9-5cf2-4fea-b678-eeeb8dfeec58 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.6733580 Jul 09 13:32:27.177207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42652) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:27.185905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a4b9a43-c356-4ce6-8077-be0a70ee30f2'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:27.229304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5edd48ac-fb27-4b86-9d20-b64e0d783618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.272737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42654) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:27.275965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd48ac-fb27-4b86-9d20-b64e0d783618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04ccab1-548e-428d-a2b9-2487ad824034,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:27.285365 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5edd48ac-fb27-4b86-9d20-b64e0d783618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.288207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5edd48ac-fb27-4b86-9d20-b64e0d783618 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e04ccab1-548e-428d-a2b9-2487ad824034 HTTP/1.1" status: 204 len: 168 time: 0.8464501 Jul 09 13:32:27.290561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42658) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:27.327307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a97e91cd-674e-4517-8fc2-0c81fe35fed5 None None] Allocated IP 2001:db8:0:1::2 (3a3414f6-0165-4d3a-9431-64348c1b4841/600d2f49-c97c-4206-a1b9-34027125b537/e4a0fab5-594b-41f1-97dc-8e503f00eaca) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:27.369318 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c8b771f7-ec9e-4b20-a5e4-8f43ab0b0886 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.372099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 01acdf3e-6963-4cae-abd6-be37ca89d626 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:27.395949 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.429054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 01acdf3e-6963-4cae-abd6-be37ca89d626 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:27.429549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 01acdf3e-6963-4cae-abd6-be37ca89d626 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:27.518849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a97e91cd-674e-4517-8fc2-0c81fe35fed5 None None] For port e4a0fab5-594b-41f1-97dc-8e503f00eaca, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e4a0fab5-594b-41f1-97dc-8e503f00eaca,segment=NetworkSegment(e49ec10f-d70b-4f13-8b9e-daaea0911433),segment_id=e49ec10f-d70b-4f13-8b9e-daaea0911433)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:27.536004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.557225 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a97e91cd-674e-4517-8fc2-0c81fe35fed5 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.562759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c8b771f7-ec9e-4b20-a5e4-8f43ab0b0886 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.565428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d18d834-ba20-4b17-988a-1cfd4c7ccd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.575225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a97e91cd-674e-4517-8fc2-0c81fe35fed5 None None] Transition to ACTIVE for port object e4a0fab5-594b-41f1-97dc-8e503f00eaca will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:27.577231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.579867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c8b771f7-ec9e-4b20-a5e4-8f43ab0b0886 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.582127 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a97e91cd-674e-4517-8fc2-0c81fe35fed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.585883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.598506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:27.627435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a79f5f-8a88-46f5-ac94-ae50025c84e5') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:27.627728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a79f5f-8a88-46f5-ac94-ae50025c84e5') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:27.632733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b771f7-ec9e-4b20-a5e4-8f43ab0b0886 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fe6d9c-365e-4da9-a8bf-f42f7fb56d04,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:27.647858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.670256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.681773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:27.682179 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:27.683975 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:27.701256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e91cd-674e-4517-8fc2-0c81fe35fed5 None None] Pushing event updated for resources: {'Port': ['ID=e4a0fab5-594b-41f1-97dc-8e503f00eaca,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:27.762699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.769806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.771754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] 10.222.0.32 "DELETE /v2.0/networks/30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b HTTP/1.1" status: 204 len: 168 time: 0.4798934 Jul 09 13:32:27.786040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a32e6-1d8f-4d10-acfd-12d19011f483 admin admin] Pushing event deleted for resources: {'Network': ['ID=30bb9a0f-7e6c-4d7b-876a-d97e9cb4b78b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:27.812655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d18d834-ba20-4b17-988a-1cfd4c7ccd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.822127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d18d834-ba20-4b17-988a-1cfd4c7ccd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.844230 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c8b771f7-ec9e-4b20-a5e4-8f43ab0b0886 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.848193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c8b771f7-ec9e-4b20-a5e4-8f43ab0b0886 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8128650 Jul 09 13:32:27.851532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42664) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:27.864075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-031479ef-648e-4329-a917-ea8badb3c210 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'security_group_rule': {'security_group_id': 'b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:27.889799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d18d834-ba20-4b17-988a-1cfd4c7ccd90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03bdf463ef9c490a9bec768f44ada962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114435 Jul 09 13:32:27.890871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42666) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:27.897979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d834-ba20-4b17-988a-1cfd4c7ccd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a33a73-0b8f-42f9-bfec-fa29a6fc8a62,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:27.918331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-031479ef-648e-4329-a917-ea8badb3c210 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:27.948672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42668) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:28.000100 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-031479ef-648e-4329-a917-ea8badb3c210 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.012493 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-031479ef-648e-4329-a917-ea8badb3c210 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.023434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a0c5e257-2a05-4f1f-8a79-a5ac3c3605ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb82a54d9718444a8577eb7943911e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724986 Jul 09 13:32:28.029511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42670) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:28.073140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031479ef-648e-4329-a917-ea8badb3c210 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7213e595-ee4d-4278-921d-46973e022e1e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:28.101895 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-031479ef-648e-4329-a917-ea8badb3c210 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.103299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-031479ef-648e-4329-a917-ea8badb3c210 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2461574 Jul 09 13:32:28.106607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42672) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:28.113370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:28.120425 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69e72ccf-0262-4e0c-a354-73867dc86bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.129864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eebcb250-b1eb-4c93-80da-4e930df09e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.137854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e4a0fab5-594b-41f1-97dc-8e503f00eaca up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:28.176027 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eebcb250-b1eb-4c93-80da-4e930df09e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.180431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Delete allocated IP 2001:db8:0:1::142 (3a3414f6-0165-4d3a-9431-64348c1b4841/600d2f49-c97c-4206-a1b9-34027125b537) {{(pid=93912) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:32:28.190073 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.192231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69e72ccf-0262-4e0c-a354-73867dc86bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.313631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Deleting port 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:28.313631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.327955 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eebcb250-b1eb-4c93-80da-4e930df09e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.330585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eebcb250-b1eb-4c93-80da-4e930df09e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.334182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eebcb250-b1eb-4c93-80da-4e930df09e29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db4af28d-f7ee-406f-b044-d4cabfc86edd HTTP/1.1" status: 204 len: 168 time: 0.2998943 Jul 09 13:32:28.344122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcb250-b1eb-4c93-80da-4e930df09e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4af28d-f7ee-406f-b044-d4cabfc86edd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:28.378035 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.548242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Allocated IP 172.25.5.25 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/5130ac0d-cadb-4cba-9553-5e0f9936a5c7) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:28.581212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f561cfd-0972-4cab-9d6c-103d6b91ba4d None None] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:28.696499 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.718320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5cf6d989-8b3b-4d82-8113-c65c0c853743 None None] Provisioning for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:28.736015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5cf6d989-8b3b-4d82-8113-c65c0c853743 None None] Provisioning complete for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:28.736666 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d989-8b3b-4d82-8113-c65c0c853743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.786923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.804629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69e72ccf-0262-4e0c-a354-73867dc86bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.807557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69e72ccf-0262-4e0c-a354-73867dc86bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.809004 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-69e72ccf-0262-4e0c-a354-73867dc86bf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13a33a73-0b8f-42f9-bfec-fa29a6fc8a62 HTTP/1.1" status: 204 len: 168 time: 0.8767030 Jul 09 13:32:28.845750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5cf6d989-8b3b-4d82-8113-c65c0c853743 None None] Port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:28.850885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e72ccf-0262-4e0c-a354-73867dc86bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a33a73-0b8f-42f9-bfec-fa29a6fc8a62,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:28.862506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:28.868456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:28.880436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42684) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:28.883448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:28.884017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5cf6d989-8b3b-4d82-8113-c65c0c853743 None None] Provisioning for port e4a0fab5-594b-41f1-97dc-8e503f00eaca completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:28.897916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5cf6d989-8b3b-4d82-8113-c65c0c853743 None None] Provisioning complete for port e4a0fab5-594b-41f1-97dc-8e503f00eaca triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:28.898566 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d989-8b3b-4d82-8113-c65c0c853743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.928256 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.939654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'Port': ['ID=5130ac0d-cadb-4cba-9553-5e0f9936a5c7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:28.953958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.958151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Calling delete_port for 787e2e09-301b-4ee9-9c88-3f2cf4ad5e77 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:28.982097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Ignored duplicate provisioning block setup for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 13:32:29.022845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.026266 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77abbb82-4c0e-4475-a032-b96caea21611 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cce7d704b555456982f23176b1962d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350541 Jul 09 13:32:29.033595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42686) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:29.092791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.172519 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.175529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] In _notify_port_updated(), no bound segment for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 on network 3a3414f6-0165-4d3a-9431-64348c1b4841 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:32:29.181922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:29.182651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.183799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "PUT /v2.0/ports/6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 HTTP/1.1" status: 200 len: 924 time: 2.0026484 Jul 09 13:32:29.188503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42690) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:29.192261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2393344-e8d3-492b-927f-fec2724c014c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=6309dffa-8f1d-44ce-88ee-9cb93e8a2c26,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:29.198679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a4b9a43-c356-4ce6-8077-be0a70ee30f2'}, {'subnet_id': '600d2f49-c97c-4206-a1b9-34027125b537'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:29.303812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-507f6302-c9e2-4850-9123-00093be7fcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.378259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-507f6302-c9e2-4850-9123-00093be7fcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.397413 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.399509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-452abf15-f57e-400c-b2e5-6767f17e5934 None None] Provisioning complete for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:29.401173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-452abf15-f57e-400c-b2e5-6767f17e5934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.406768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.448831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.517078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'Port': ['ID=5130ac0d-cadb-4cba-9553-5e0f9936a5c7,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:29.529881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.549218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-452abf15-f57e-400c-b2e5-6767f17e5934 None None] Port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:29.562871 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.575420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-452abf15-f57e-400c-b2e5-6767f17e5934 None None] Provisioning complete for port e4a0fab5-594b-41f1-97dc-8e503f00eaca triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:29.576379 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-452abf15-f57e-400c-b2e5-6767f17e5934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.596079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event deleted for resources: {'Port': ['ID=787e2e09-301b-4ee9-9c88-3f2cf4ad5e77,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:29.616317 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.629032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4b93b446-2cdb-4b9c-98a4-55087f61f8cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5207720 Jul 09 13:32:29.708275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-507f6302-c9e2-4850-9123-00093be7fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.711514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-507f6302-c9e2-4850-9123-00093be7fcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.712747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-507f6302-c9e2-4850-9123-00093be7fcc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/055d0c72-0c0a-4f45-b3b1-5c9beb8bd649 HTTP/1.1" status: 204 len: 168 time: 0.6757007 Jul 09 13:32:29.768000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f6302-c9e2-4850-9123-00093be7fcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d0c72-0c0a-4f45-b3b1-5c9beb8bd649,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:29.883340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-539c2f05-cc67-4fbd-bfa6-37729ef20e2a None None] Provisioning complete for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:29.883972 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-539c2f05-cc67-4fbd-bfa6-37729ef20e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.018730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-539c2f05-cc67-4fbd-bfa6-37729ef20e2a None None] Port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:30.113683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-7269c4c7-0712-4954-95ea-86cff75b2e97 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--9503641&fields=id&tenant_id=253cea29fe694b01a0cc742ddfc26ad6 HTTP/1.1" status: 200 len: 267 time: 0.0824440 Jul 09 13:32:30.205257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.261199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8:0:1::211 (3a3414f6-0165-4d3a-9431-64348c1b4841/600d2f49-c97c-4206-a1b9-34027125b537/6309dffa-8f1d-44ce-88ee-9cb93e8a2c26) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:30.278817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019522-aa88-4b92-a476-74e7b686c908 req-89dcb2dc-6c4d-4534-ac82-90ee67ac291d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:30.286732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-89dcb2dc-6c4d-4534-ac82-90ee67ac291d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 817 time: 0.1623321 Jul 09 13:32:30.306127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-616f4e77-1004-48a1-b8ba-efdc40bde3e0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/quotas/253cea29fe694b01a0cc742ddfc26ad6 HTTP/1.1" status: 200 len: 375 time: 0.0174189 Jul 09 13:32:30.371313 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-676e8929-36a7-4631-8ce7-e1172ea70391 None None] Provisioning complete for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:30.371963 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-676e8929-36a7-4631-8ce7-e1172ea70391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.424641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-676e8929-36a7-4631-8ce7-e1172ea70391 None None] Port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:30.437112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-75189111-f3f3-4766-8a3f-bfe22df6c695 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1298928 Jul 09 13:32:30.558891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-1fa40b58-ef23-42b9-be0b-c399c992856a service neutron] 10.222.0.32 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169477 Jul 09 13:32:30.564593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Router 0188135a-35d1-49a2-afac-224509da1bb1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:30.586672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.605019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:30.616363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.664679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-94c09905-528e-4190-9580-4d5d2ff035e1 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978742 Jul 09 13:32:30.825508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=6309dffa-8f1d-44ce-88ee-9cb93e8a2c26,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:31.108958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54adc207-6bfe-4395-816c-81d179988aa3 req-a754db6f-e375-4298-a528-a793cdc631ec tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 210 time: 0.1196973 Jul 09 13:32:31.109954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] In _notify_port_updated(), no bound segment for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 on network 3a3414f6-0165-4d3a-9431-64348c1b4841 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:32:31.123702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:31.124414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.128601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42762) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:31.130755 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ce5cab1c-0d8a-4f90-8b37-3280f78153b6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "PUT /v2.0/ports/6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 HTTP/1.1" status: 200 len: 1010 time: 1.9394264 Jul 09 13:32:31.141095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:31.159437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24e22a-4eb2-4357-b3ab-b7c55806db4c None None] Sync routers for ids ['0188135a-35d1-49a2-afac-224509da1bb1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:31.160995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c77df59d-4518-48f2-9525-16ba5ed5a571 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "PUT /v2.0/routers/0188135a-35d1-49a2-afac-224509da1bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2964587 Jul 09 13:32:31.161318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42764) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:31.179255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24e22a-4eb2-4357-b3ab-b7c55806db4c None None] Routers {'0188135a-35d1-49a2-afac-224509da1bb1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:31.180200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd24e22a-4eb2-4357-b3ab-b7c55806db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0188135a-35d1-49a2-afac-224509da1bb1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:31.280989 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe836-01ee-4cc5-aa1e-616ef5ed2da7 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.310056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd24e22a-4eb2-4357-b3ab-b7c55806db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:31.342125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24e22a-4eb2-4357-b3ab-b7c55806db4c None None] Routers {'0188135a-35d1-49a2-afac-224509da1bb1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:31.344652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd24e22a-4eb2-4357-b3ab-b7c55806db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0188135a-35d1-49a2-afac-224509da1bb1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:31.429364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-661e7b7f-3ab0-406c-ab38-242ea3b76dfd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:31.430082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-661e7b7f-3ab0-406c-ab38-242ea3b76dfd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.473878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd24e22a-4eb2-4357-b3ab-b7c55806db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:31.475471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24e22a-4eb2-4357-b3ab-b7c55806db4c None None] The sync data for ids ['0188135a-35d1-49a2-afac-224509da1bb1'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:31.498418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5fc00ee8-d0a1-46a9-8d89-16753ebd5fc0 None None] Provisioning for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:31.503798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5fc00ee8-d0a1-46a9-8d89-16753ebd5fc0 None None] Provisioning complete for port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:31.504175 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5fc00ee8-d0a1-46a9-8d89-16753ebd5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.606085 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe836-01ee-4cc5-aa1e-616ef5ed2da7 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.612212 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe836-01ee-4cc5-aa1e-616ef5ed2da7 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.634602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5fc00ee8-d0a1-46a9-8d89-16753ebd5fc0 None None] Port 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:31.679711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-661e7b7f-3ab0-406c-ab38-242ea3b76dfd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.693130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe836-01ee-4cc5-aa1e-616ef5ed2da7 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.694179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7fe836-01ee-4cc5-aa1e-616ef5ed2da7 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Fanout notify agent at l3_agent the message router_deleted on router 0188135a-35d1-49a2-afac-224509da1bb1 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:32:31.711406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-661e7b7f-3ab0-406c-ab38-242ea3b76dfd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:31.714153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe836-01ee-4cc5-aa1e-616ef5ed2da7 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.718517 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5e7fe836-01ee-4cc5-aa1e-616ef5ed2da7 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "DELETE /v2.0/routers/0188135a-35d1-49a2-afac-224509da1bb1 HTTP/1.1" status: 204 len: 168 time: 0.5559275 Jul 09 13:32:31.719623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42784) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:31.868139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fac170-2811-4cf0-8df7-41d329451e51 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Deleting subnet ca5d54fb-4e73-40ce-84ae-688c97820114 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:31.873343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fac170-2811-4cf0-8df7-41d329451e51 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.935285 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fac170-2811-4cf0-8df7-41d329451e51 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.193834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-661e7b7f-3ab0-406c-ab38-242ea3b76dfd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.262854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fac170-2811-4cf0-8df7-41d329451e51 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.351799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e7b7f-3ab0-406c-ab38-242ea3b76dfd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=6309dffa-8f1d-44ce-88ee-9cb93e8a2c26,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:32.382206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42804) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:32.447072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25098867-79be-420d-8277-dc849dc92573 req-347d5bc3-026c-4001-9e5c-64496592e35a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 210 time: 0.0434000 Jul 09 13:32:32.480979 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-661e7b7f-3ab0-406c-ab38-242ea3b76dfd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.483086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-661e7b7f-3ab0-406c-ab38-242ea3b76dfd tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 HTTP/1.1" status: 204 len: 168 time: 1.3530517 Jul 09 13:32:32.485799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42810) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:32.518685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fac170-2811-4cf0-8df7-41d329451e51 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.523039 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-0306455b-7a16-482a-a1f3-cf3de90e127c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:32.524990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0306455b-7a16-482a-a1f3-cf3de90e127c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 HTTP/1.1" status: 404 len: 333 time: 0.0380151 Jul 09 13:32:32.527517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42812) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:32.552127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fac170-2811-4cf0-8df7-41d329451e51 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5d54fb-4e73-40ce-84ae-688c97820114,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:32.563421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fac170-2811-4cf0-8df7-41d329451e51 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.565614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-30fac170-2811-4cf0-8df7-41d329451e51 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "DELETE /v2.0/subnets/ca5d54fb-4e73-40ce-84ae-688c97820114 HTTP/1.1" status: 204 len: 168 time: 0.8420644 Jul 09 13:32:32.568753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42814) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:32.570542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139afca5-f743-41e7-be88-f0ffa37bbe95 None None] Network 84fa53af-88d8-4cfc-a49d-38863bdacc31 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:32.612747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-063ff9ea-1441-4f89-9a61-8bfc89648285 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet 600d2f49-c97c-4206-a1b9-34027125b537 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:32.619993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-063ff9ea-1441-4f89-9a61-8bfc89648285 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.682378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.688919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-063ff9ea-1441-4f89-9a61-8bfc89648285 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.807560 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-063ff9ea-1441-4f89-9a61-8bfc89648285 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.879091 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f95fecb-ba9e-4451-99c3-be438ad62d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.890252 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-063ff9ea-1441-4f89-9a61-8bfc89648285 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.925911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Deleting port dfad8b1e-399e-4252-a8c4-9be6d394604f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:32.926181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb679a-44ab-4e48-ab50-3011ab902e88 None None] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:32.926300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.934211 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-063ff9ea-1441-4f89-9a61-8bfc89648285 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.937056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-063ff9ea-1441-4f89-9a61-8bfc89648285 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/600d2f49-c97c-4206-a1b9-34027125b537 HTTP/1.1" status: 204 len: 168 time: 0.4083619 Jul 09 13:32:32.939919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42818) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:32.942211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ff9ea-1441-4f89-9a61-8bfc89648285 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=600d2f49-c97c-4206-a1b9-34027125b537,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:32.955392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] DHCP port deletion for 84fa53af-88d8-4cfc-a49d-38863bdacc31 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:33.001550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da57bfd-9c1a-4f87-9541-fbc50704ac04 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet 8a4b9a43-c356-4ce6-8077-be0a70ee30f2 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:33.011260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da57bfd-9c1a-4f87-9541-fbc50704ac04 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.087250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] Deleting port dfad8b1e-399e-4252-a8c4-9be6d394604f {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:33.088306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.101878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] For port dfad8b1e-399e-4252-a8c4-9be6d394604f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dfad8b1e-399e-4252-a8c4-9be6d394604f,segment=NetworkSegment(f5fb5634-4728-45e9-9d4e-daf59d6cde80),segment_id=f5fb5634-4728-45e9-9d4e-daf59d6cde80)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:33.102285 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.114519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da57bfd-9c1a-4f87-9541-fbc50704ac04 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.129044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Calling delete_port for dfad8b1e-399e-4252-a8c4-9be6d394604f owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:33.182351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] For port dfad8b1e-399e-4252-a8c4-9be6d394604f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dfad8b1e-399e-4252-a8c4-9be6d394604f,segment=NetworkSegment(f5fb5634-4728-45e9-9d4e-daf59d6cde80),segment_id=f5fb5634-4728-45e9-9d4e-daf59d6cde80)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:33.183734 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.200121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] Calling delete_port for dfad8b1e-399e-4252-a8c4-9be6d394604f owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:33.270370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019522-aa88-4b92-a476-74e7b686c908 req-cbe0dd2f-8bd3-4366-abd1-14761252dc5b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:33.271945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-cbe0dd2f-8bd3-4366-abd1-14761252dc5b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.10 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 817 time: 0.5100410 Jul 09 13:32:33.276438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f95fecb-ba9e-4451-99c3-be438ad62d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.288028 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f95fecb-ba9e-4451-99c3-be438ad62d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.311438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da57bfd-9c1a-4f87-9541-fbc50704ac04 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.327007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.336556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-bc97b965-fe45-4b4b-9061-00e9738b1091 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=253cea29fe694b01a0cc742ddfc26ad6 HTTP/1.1" status: 200 len: 377 time: 0.0509410 Jul 09 13:32:33.364012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] No DVR routers for this DVR port dfad8b1e-399e-4252-a8c4-9be6d394604f on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:33.372664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'port': {'device_id': 'db83da75-4862-4d4d-83e9-6c719b975618', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'admin_state_up': True, 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'security_groups': ['b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:33.377352 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event deleted for resources: {'Port': ['ID=dfad8b1e-399e-4252-a8c4-9be6d394604f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: from cryptography.utils import int_from_bytes Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: from cryptography.utils import int_from_bytes Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.380697 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:33.387751 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:32:33.389460 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0f95fecb-ba9e-4451-99c3-be438ad62d22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf7c8ad3401c46489c26b9e4f7342272&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0009968 Jul 09 13:32:33.389460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42826) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:33.390140 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.390741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95fecb-ba9e-4451-99c3-be438ad62d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87775a26-48b0-4a28-aea5-5696b9989d03,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.462934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da57bfd-9c1a-4f87-9541-fbc50704ac04 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.479903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60fd4a7b-fa15-4b2a-be2e-363ad1a519f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.503578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da57bfd-9c1a-4f87-9541-fbc50704ac04 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.505452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8da57bfd-9c1a-4f87-9541-fbc50704ac04 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/8a4b9a43-c356-4ce6-8077-be0a70ee30f2 HTTP/1.1" status: 204 len: 168 time: 0.5642371 Jul 09 13:32:33.507286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da57bfd-9c1a-4f87-9541-fbc50704ac04 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4b9a43-c356-4ce6-8077-be0a70ee30f2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.514587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42832) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:33.584952 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60fd4a7b-fa15-4b2a-be2e-363ad1a519f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.611419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] No DVR routers for this DVR port dfad8b1e-399e-4252-a8c4-9be6d394604f on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:33.627078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c92b3-cf89-4204-895c-fcfb080292eb None None] Pushing event deleted for resources: {'Port': ['ID=dfad8b1e-399e-4252-a8c4-9be6d394604f,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.653703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.749937 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60fd4a7b-fa15-4b2a-be2e-363ad1a519f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.752827 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60fd4a7b-fa15-4b2a-be2e-363ad1a519f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.754992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-60fd4a7b-fa15-4b2a-be2e-363ad1a519f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87775a26-48b0-4a28-aea5-5696b9989d03 HTTP/1.1" status: 204 len: 168 time: 0.3649070 Jul 09 13:32:33.776070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd4a7b-fa15-4b2a-be2e-363ad1a519f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87775a26-48b0-4a28-aea5-5696b9989d03,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.793816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port e4a0fab5-594b-41f1-97dc-8e503f00eaca {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:33.794186 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.829085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b58624d-a277-4aa7-81ec-4bf39cc65a40 None None] Update dhcp port {'port': {'network_id': '3a3414f6-0165-4d3a-9431-64348c1b4841', 'fixed_ips': [{'subnet_id': '8a4b9a43-c356-4ce6-8077-be0a70ee30f2'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'e4a0fab5-594b-41f1-97dc-8e503f00eaca'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:32:33.871819 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0b58624d-a277-4aa7-81ec-4bf39cc65a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.882982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42838) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:33.920207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] For port e4a0fab5-594b-41f1-97dc-8e503f00eaca, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e4a0fab5-594b-41f1-97dc-8e503f00eaca,segment=NetworkSegment(e49ec10f-d70b-4f13-8b9e-daaea0911433),segment_id=e49ec10f-d70b-4f13-8b9e-daaea0911433)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:33.920687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.936800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for e4a0fab5-594b-41f1-97dc-8e503f00eaca owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:34.031146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d3f995ed-f062-4d33-b618-8283440d4ff9 req-423f91bc-8d4e-458d-ac58-890133689f6f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 210 time: 0.0402060 Jul 09 13:32:34.081306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.113692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=e4a0fab5-594b-41f1-97dc-8e503f00eaca,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:34.120163 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.137714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53cdd15-73a0-47fb-a0cd-270282bc86ee None None] Network 3a3414f6-0165-4d3a-9431-64348c1b4841 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:34.145873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No DVR routers for this DVR port e4a0fab5-594b-41f1-97dc-8e503f00eaca on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:34.153706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fa53af-88d8-4cfc-a49d-38863bdacc31']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.183975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fb5634-4728-45e9-9d4e-daf59d6cde80') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.184277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fb5634-4728-45e9-9d4e-daf59d6cde80') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.201551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.227584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-8479a5f8-fb95-4344-9c72-40eff79a9624 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2405357 Jul 09 13:32:34.235367 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.249216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:34.253591 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:34.264711 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:34.298402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cb74ab3a-19b6-4194-a638-8c0657b0934f None None] Could not find standard attr ID for object e4a0fab5-594b-41f1-97dc-8e503f00eaca. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:32:34.307096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.314791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dfad8b1e-399e-4252-a8c4-9be6d394604f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:34.327723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3414f6-0165-4d3a-9431-64348c1b4841']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.360453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49ec10f-d70b-4f13-8b9e-daaea0911433') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.361354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49ec10f-d70b-4f13-8b9e-daaea0911433') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.376660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: dfad8b1e-399e-4252-a8c4-9be6d394604f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:34.377040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dfad8b1e-399e-4252-a8c4-9be6d394604f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:34.398292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.446969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Made reservation on behalf of 253cea29fe694b01a0cc742ddfc26ad6 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:34.460795 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.467344 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.481121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fbc737-91e8-436f-b10f-6a35429a4e32 None None] DHCP port deletion for 3a3414f6-0165-4d3a-9431-64348c1b4841 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:34.512822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:34.513534 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:34.519222 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:34.549466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ab05-3943-434e-b943-c8a85611b525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.682147 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.706207 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.720968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.721948 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.731334 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/networks/3a3414f6-0165-4d3a-9431-64348c1b4841 HTTP/1.1" status: 204 len: 168 time: 1.2087498 Jul 09 13:32:34.731334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c21edc-2a97-419a-965a-41851ac4c88c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Network': ['ID=3a3414f6-0165-4d3a-9431-64348c1b4841,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:34.731554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] 10.222.0.32 "DELETE /v2.0/networks/84fa53af-88d8-4cfc-a49d-38863bdacc31 HTTP/1.1" status: 204 len: 168 time: 2.1566226 Jul 09 13:32:34.731646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42858) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:34.752077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692e0ce-6f09-4a3f-9dd4-1c2fda32c2c0 tempest-FloatingIPNegativeTestJSON-82749496 tempest-FloatingIPNegativeTestJSON-82749496-project] Pushing event deleted for resources: {'Network': ['ID=84fa53af-88d8-4cfc-a49d-38863bdacc31,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:34.770129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-e4892abd-2f57-4034-96d9-915a06c54634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.770508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-e4892abd-2f57-4034-96d9-915a06c54634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.775090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-e4892abd-2f57-4034-96d9-915a06c54634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.775970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-e4892abd-2f57-4034-96d9-915a06c54634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.777112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-e4892abd-2f57-4034-96d9-915a06c54634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.777598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-e4892abd-2f57-4034-96d9-915a06c54634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.778392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-e4892abd-2f57-4034-96d9-915a06c54634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.781824 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-e4892abd-2f57-4034-96d9-915a06c54634 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 6491 time: 0.4875419 Jul 09 13:32:34.808720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Allocated IP 172.20.0.8 (6e9e7741-88e3-4868-b874-fa63090ba480/bda691c5-4fac-4184-9c07-2aefb3d92265/bb3ca458-6767-4c1b-89c1-49b6ee068403) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:34.936597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-ca1bf786-08fc-447d-9392-62366e8de482 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3087003 Jul 09 13:32:34.944520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9014ad1a-6e74-44a0-a87f-db91507773c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.949472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9014ad1a-6e74-44a0-a87f-db91507773c5 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2088275 Jul 09 13:32:34.950813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42866) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.006646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ab05-3943-434e-b943-c8a85611b525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.018577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ab05-3943-434e-b943-c8a85611b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.059194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0ab05-3943-434e-b943-c8a85611b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a00f7c-96a5-4e87-9bad-5f7e8c34f485,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:35.093170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cbf0ab05-3943-434e-b943-c8a85611b525 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8adf0a17edbd491784ef8d8c0129c2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2087157 Jul 09 13:32:35.093786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42874) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.110071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-83cb51d3-4dc3-430e-be50-014e235e79f1 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1549320 Jul 09 13:32:35.114426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42876) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.120452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-116266653'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:35.127119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42878) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.220275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:35.233670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.241942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.259146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-325259e7-56e8-4bbf-a4a5-0e1369003253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.295292 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Transition to ACTIVE for port object bb3ca458-6767-4c1b-89c1-49b6ee068403 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:35.304218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-f417cb2a-9d3c-4940-b2c1-1192bddbd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.304733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-f417cb2a-9d3c-4940-b2c1-1192bddbd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.305417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-f417cb2a-9d3c-4940-b2c1-1192bddbd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.307085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-f417cb2a-9d3c-4940-b2c1-1192bddbd9e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=61671166-2ff7-47cf-85fd-d0479610055b&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=b9562b51-d817-4936-ad48-02882ce98983&id=f24c7924-17f2-44ea-a7ec-678849b0025d&id=f24c7924-17f2-44ea-a7ec-678849b0025d HTTP/1.1" status: 200 len: 2290 time: 0.4847949 Jul 09 13:32:35.312753 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b907e85-625b-4f87-b893-8ab81207b8f6 req-f84be207-56f4-4043-b8b1-9f9bc61aa47a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 210 time: 0.0678024 Jul 09 13:32:35.328540 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-325259e7-56e8-4bbf-a4a5-0e1369003253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.330133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-ecaa56f1-5ae2-45b5-9a4c-29dd31f2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.330625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-ecaa56f1-5ae2-45b5-9a4c-29dd31f2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.331135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-ecaa56f1-5ae2-45b5-9a4c-29dd31f2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.331609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-ecaa56f1-5ae2-45b5-9a4c-29dd31f2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.332086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-ecaa56f1-5ae2-45b5-9a4c-29dd31f2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.332553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-ecaa56f1-5ae2-45b5-9a4c-29dd31f2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.333255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-ecaa56f1-5ae2-45b5-9a4c-29dd31f2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.335877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-ecaa56f1-5ae2-45b5-9a4c-29dd31f2250b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6501 time: 0.3480577 Jul 09 13:32:35.344342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:35.373591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.373880 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Added segment 5dcc37a4-b6c8-48fa-a22a-c6170ff34f69 of type vlan for network f92d745d-edca-4ed7-8787-6813ddb1518b Jul 09 13:32:35.433866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-5d524cd8-fc73-45c1-8236-6e1247391c40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75eac396-83aa-4351-aae5-ed708c94d418 HTTP/1.1" status: 200 len: 1001 time: 0.1186652 Jul 09 13:32:35.471569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.488183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-325259e7-56e8-4bbf-a4a5-0e1369003253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.498341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-325259e7-56e8-4bbf-a4a5-0e1369003253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.499552 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-325259e7-56e8-4bbf-a4a5-0e1369003253 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8a00f7c-96a5-4e87-9bad-5f7e8c34f485 HTTP/1.1" status: 204 len: 168 time: 0.4037650 Jul 09 13:32:35.513667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325259e7-56e8-4bbf-a4a5-0e1369003253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a00f7c-96a5-4e87-9bad-5f7e8c34f485,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:35.549916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-8c755142-68df-4b9f-a37d-e9eaad2c8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.551778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-8c755142-68df-4b9f-a37d-e9eaad2c8306 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe0d72da-6ef1-4977-b9dc-908645ee4d80 HTTP/1.1" status: 200 len: 851 time: 0.0718398 Jul 09 13:32:35.553608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.578459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.585087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.586086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.614232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:35.671096 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5527556 Jul 09 13:32:35.676871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-597911b6-6d04-4c02-81e5-4662a2ef9446 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=900e3d3a8f3144c8ae017b65bdb71ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485885 Jul 09 13:32:35.680958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42894) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.681351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42892) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.692507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Network 6e9e7741-88e3-4868-b874-fa63090ba480 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:35.700017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:35.700738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e3648-0c17-4bec-87c2-1ad3eabe8268 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Network': ['ID=f92d745d-edca-4ed7-8787-6813ddb1518b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:35.714600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network f92d745d-edca-4ed7-8787-6813ddb1518b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:35.760427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d0cd22-5fe0-4230-924a-092432bf891e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.798872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:35.834933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:35.848896 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d0cd22-5fe0-4230-924a-092432bf891e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.961409 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d0cd22-5fe0-4230-924a-092432bf891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.965681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:35.966504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d0cd22-5fe0-4230-924a-092432bf891e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.966704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.968589 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c7d0cd22-5fe0-4230-924a-092432bf891e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23bc67dc-7445-493d-97cf-9a3daf0e2d39 HTTP/1.1" status: 204 len: 168 time: 0.2866218 Jul 09 13:32:35.994657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0cd22-5fe0-4230-924a-092432bf891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc67dc-7445-493d-97cf-9a3daf0e2d39,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:36.021763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:36.051716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.223288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e4a0fab5-594b-41f1-97dc-8e503f00eaca no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:36.265151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e4a0fab5-594b-41f1-97dc-8e503f00eaca {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:36.265507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e4a0fab5-594b-41f1-97dc-8e503f00eaca not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:36.265808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42908) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:36.298461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a48285a-cef7-4a7a-8beb-80180ccbd96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.379168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7b09cc1d-efbd-4bf8-ae8d-306ea56a8412 None None] Provisioning for port bb3ca458-6767-4c1b-89c1-49b6ee068403 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:36.382304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.387323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7b09cc1d-efbd-4bf8-ae8d-306ea56a8412 None None] Provisioning complete for port bb3ca458-6767-4c1b-89c1-49b6ee068403 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:36.388375 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7b09cc1d-efbd-4bf8-ae8d-306ea56a8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.518333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7b09cc1d-efbd-4bf8-ae8d-306ea56a8412 None None] Port bb3ca458-6767-4c1b-89c1-49b6ee068403 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:36.555310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-75acc663-d710-4a3e-a6ed-a1273f588eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:36.564051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a48285a-cef7-4a7a-8beb-80180ccbd96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.565481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-75acc663-d710-4a3e-a6ed-a1273f588eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:36.567616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-75acc663-d710-4a3e-a6ed-a1273f588eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:36.569719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a48285a-cef7-4a7a-8beb-80180ccbd96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.571914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-75acc663-d710-4a3e-a6ed-a1273f588eb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 200 len: 2295 time: 1.1698930 Jul 09 13:32:36.617706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48285a-cef7-4a7a-8beb-80180ccbd96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f577512-d56d-477c-ba95-202cd27175e6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:36.619900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Checking segment: {'id': '5dcc37a4-b6c8-48fa-a22a-c6170ff34f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:36.620272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network hostable DHCP agents. Network: f92d745d-edca-4ed7-8787-6813ddb1518b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:36.645186 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2a48285a-cef7-4a7a-8beb-80180ccbd96c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e52eff4db4174d3a9d6276b821a75b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771317 Jul 09 13:32:36.645820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42920) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:36.699687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-ef0d5d67-daf1-4509-9f95-0626bfa4fd4d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3400092 Jul 09 13:32:36.713659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-784ad504-f274-4393-b67f-35a38f201ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:36.715386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-784ad504-f274-4393-b67f-35a38f201ada service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=61671166-2ff7-47cf-85fd-d0479610055b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1067345 Jul 09 13:32:36.721139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c2ee8f8-9047-47f8-87d3-6ed1133b5a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.755638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Request body: {'port': {'device_id': 'db83da75-4862-4d4d-83e9-6c719b975618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:36.761816 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c2ee8f8-9047-47f8-87d3-6ed1133b5a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.790296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=0e80677f-61c1-481a-a88d-c6eb2c3cbfc8,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:36.818951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network f92d745d-edca-4ed7-8787-6813ddb1518b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:36.847435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c2ee8f8-9047-47f8-87d3-6ed1133b5a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.851257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c2ee8f8-9047-47f8-87d3-6ed1133b5a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.852476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6c2ee8f8-9047-47f8-87d3-6ed1133b5a2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f577512-d56d-477c-ba95-202cd27175e6 HTTP/1.1" status: 204 len: 168 time: 0.2046406 Jul 09 13:32:36.868572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ee8f8-9047-47f8-87d3-6ed1133b5a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f577512-d56d-477c-ba95-202cd27175e6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:36.932736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, f92d745d-edca-4ed7-8787-6813ddb1518b) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:36.945031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1932d-e8e7-4de2-9963-72e01eba1330 None None] Network f92d745d-edca-4ed7-8787-6813ddb1518b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:36.952171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-4e440bbf-c155-40ac-abb2-90bdd024a176 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340 HTTP/1.1" status: 200 len: 1001 time: 0.3598633 Jul 09 13:32:36.959856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:36.960534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.011357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9c28-4c60-49d5-b28b-481ac44adbe4 req-b123907c-d80f-411a-bbf9-016485ce56cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:37.021728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d9b9c28-4c60-49d5-b28b-481ac44adbe4 req-b123907c-d80f-411a-bbf9-016485ce56cf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 931 time: 0.4234798 Jul 09 13:32:37.028086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42932) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:37.028460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c260b49-c944-47b8-bf59-60e28282e1f0 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3328979 Jul 09 13:32:37.043042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b', 'name': 'tempest-PortsIpV6TestJSON-1053504108'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:37.147576 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.152581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-9c1988cf-8fd0-47dc-b245-f76ba62ff0dd service neutron] 10.222.0.11 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024901 Jul 09 13:32:37.316644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-f92d745d-edca-4ed7-8787-6813ddb1518b', 'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b', 'tenant_id': 'b11711f83e8d4fa988ced6eb3de03154', 'fixed_ips': [{'subnet_id': '0e80677f-61c1-481a-a88d-c6eb2c3cbfc8'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:37.317530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.334476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:37.342832 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.394336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port fab8077f-c727-45dc-9422-761882b1b7d8 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:37.408855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-789bc55c-4c22-4327-a236-f987b4f7aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:37.412413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-789bc55c-4c22-4327-a236-f987b4f7aea6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0728d4d0-2a44-4ec1-b201-7cb38e4632eb HTTP/1.1" status: 200 len: 856 time: 0.4392738 Jul 09 13:32:37.419978 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-882ced77-cad7-461a-927f-2260ecc633b8 service neutron] 10.222.0.11 "GET /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528801 Jul 09 13:32:37.456858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d9b9c28-4c60-49d5-b28b-481ac44adbe4 req-3a780d91-d4a1-40f5-88ae-7da51e731383 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4334481 Jul 09 13:32:37.600984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-2d394613-a070-46d8-987e-b9c127091130 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba HTTP/1.1" status: 200 len: 217 time: 0.1362927 Jul 09 13:32:37.638778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::2a9 (f92d745d-edca-4ed7-8787-6813ddb1518b/0e80677f-61c1-481a-a88d-c6eb2c3cbfc8/fab8077f-c727-45dc-9422-761882b1b7d8) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:37.807711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-249a68fa-2a2e-4410-8fe3-91cd12f37672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:37.809852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-249a68fa-2a2e-4410-8fe3-91cd12f37672 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.1953831 Jul 09 13:32:37.812760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-809af62d-6a56-4eb8-b3a8-f3903f8f39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:37.815818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-809af62d-6a56-4eb8-b3a8-f3903f8f39f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3726232 Jul 09 13:32:37.949449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.977689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object fab8077f-c727-45dc-9422-761882b1b7d8 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:38.054545 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.123676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-8cb48cd8-56f9-4999-a2e4-77b0a071ac40 service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013124 Jul 09 13:32:38.125631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-0c1aa1ba-dd6f-40db-ac54-5cad0596f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:38.127184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-0c1aa1ba-dd6f-40db-ac54-5cad0596f33d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3070443 Jul 09 13:32:38.180111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network f92d745d-edca-4ed7-8787-6813ddb1518b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:38.183384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Allocated IP 2001:db8::2 (f92d745d-edca-4ed7-8787-6813ddb1518b/0e80677f-61c1-481a-a88d-c6eb2c3cbfc8/990a7251-2470-4aec-b411-f11c6f8852ac) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:38.186921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:38.197842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:38.204204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:38.205240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.221903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=fab8077f-c727-45dc-9422-761882b1b7d8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:38.243748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff1a63d8-69c5-4574-bb8c-1f6a79433213 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2137370 Jul 09 13:32:38.246213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42972) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:38.252516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b', 'name': 'tempest-PortsIpV6TestJSON-1386589807'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:38.331739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42974) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:38.438624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:38.450556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.484719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port a15fca4f-1bbf-4c9a-9d49-bed9ab389701 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:38.588620 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.619527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Transition to ACTIVE for port object 990a7251-2470-4aec-b411-f11c6f8852ac will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:38.660200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Transition to ACTIVE for port object 990a7251-2470-4aec-b411-f11c6f8852ac will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:38.676739 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.727122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-104036402'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:38.783525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:38.789413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.808159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Pushing event updated for resources: {'Port': ['ID=990a7251-2470-4aec-b411-f11c6f8852ac,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:38.832533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Network f92d745d-edca-4ed7-8787-6813ddb1518b is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:38.840137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:38.844100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:38.854569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3ca458-6767-4c1b-89c1-49b6ee068403 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:38.860270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.877373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.932422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::155 (f92d745d-edca-4ed7-8787-6813ddb1518b/0e80677f-61c1-481a-a88d-c6eb2c3cbfc8/a15fca4f-1bbf-4c9a-9d49-bed9ab389701) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:38.945121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Transition to ACTIVE for port object bb3ca458-6767-4c1b-89c1-49b6ee068403 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:38.950573 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-2ed1d384-388b-433c-aa08-ba4d0cc87027 service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8184040 Jul 09 13:32:38.954059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.973309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-9148bd9a-e1ad-47ed-91e8-6a582b0cc203 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8295872 Jul 09 13:32:39.005005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Attempting to bind port 990a7251-2470-4aec-b411-f11c6f8852ac on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:39.013367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Attempting to bind port 990a7251-2470-4aec-b411-f11c6f8852ac by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '5dcc37a4-b6c8-48fa-a22a-c6170ff34f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:39.014237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Attempting to bind port 990a7251-2470-4aec-b411-f11c6f8852ac on network f92d745d-edca-4ed7-8787-6813ddb1518b {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:39.030356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:39.031252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Checking segment: {'id': '5dcc37a4-b6c8-48fa-a22a-c6170ff34f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:39.033505 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:39.034167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Bound using segment: {'id': '5dcc37a4-b6c8-48fa-a22a-c6170ff34f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:39.034912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Bound port: 990a7251-2470-4aec-b411-f11c6f8852ac, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcc37a4-b6c8-48fa-a22a-c6170ff34f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f92d745d-edca-4ed7-8787-6813ddb1518b'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:39.037392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:39.039149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940d1ff-9451-4cea-abff-6b9dc8d1b11a req-4d63218b-e3fe-40d3-9ac5-a4287d673068 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:39.047202 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7940d1ff-9451-4cea-abff-6b9dc8d1b11a req-4d63218b-e3fe-40d3-9ac5-a4287d673068 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 931 time: 0.3301098 Jul 09 13:32:39.165749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-5750e334-d469-4595-933d-387f7811f2a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 217 time: 0.1997161 Jul 09 13:32:39.199444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] For port 990a7251-2470-4aec-b411-f11c6f8852ac, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:39.204983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] For port 990a7251-2470-4aec-b411-f11c6f8852ac, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=990a7251-2470-4aec-b411-f11c6f8852ac,segment=NetworkSegment(5dcc37a4-b6c8-48fa-a22a-c6170ff34f69),segment_id=5dcc37a4-b6c8-48fa-a22a-c6170ff34f69)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:39.212954 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:39.221337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:39.329163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aaaf3-b34a-46f1-96b7-e52fa419b3d9 None None] Pushing event updated for resources: {'Port': ['ID=990a7251-2470-4aec-b411-f11c6f8852ac,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:39.369655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-8c3c304c-0151-442a-b1a9-750fa9d26503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:39.371567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-8c3c304c-0151-442a-b1a9-750fa9d26503 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1963451 Jul 09 13:32:39.417860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-18154252-6203-4d49-b158-38675ae8dfc3 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076278 Jul 09 13:32:39.489101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-9bd30777-49a4-4fd1-b720-b9787b6c7838 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a5554256-bd69-4d55-806c-19b33ff40feb HTTP/1.1" status: 200 len: 217 time: 0.0473430 Jul 09 13:32:39.493809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Attempting to bind port bb3ca458-6767-4c1b-89c1-49b6ee068403 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:39.494453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Attempting to bind port bb3ca458-6767-4c1b-89c1-49b6ee068403 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:39.495081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Attempting to bind port bb3ca458-6767-4c1b-89c1-49b6ee068403 on network 6e9e7741-88e3-4868-b874-fa63090ba480 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:39.532590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Port bb3ca458-6767-4c1b-89c1-49b6ee068403 on network 6e9e7741-88e3-4868-b874-fa63090ba480 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:32:39.533272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Attempting to bind port bb3ca458-6767-4c1b-89c1-49b6ee068403 on network 6e9e7741-88e3-4868-b874-fa63090ba480 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:39.545813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:39.546762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Checking segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:39.547431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Bound using segment: {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:39.548687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Bound port: bb3ca458-6767-4c1b-89c1-49b6ee068403, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040add4e-8538-41a1-bf17-3735ae51323d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:39.549531 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:39.587276 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:32:39.633236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-ac406968-6f2c-4387-a13a-4cbd8fe61db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:39.635112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-ac406968-6f2c-4387-a13a-4cbd8fe61db4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.1372397 Jul 09 13:32:39.700668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-2e26d00b-772b-473f-a569-b8486a32e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:39.705286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-2e26d00b-772b-473f-a569-b8486a32e97c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3243723 Jul 09 13:32:39.750250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:39.831658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:39.892649 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:39.950513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7940d1ff-9451-4cea-abff-6b9dc8d1b11a req-e18739eb-1e55-4364-9d81-d0699a164355 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.9023356 Jul 09 13:32:40.016714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:40.017867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.019583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] 10.222.0.10 "PUT /v2.0/ports/bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 200 len: 1091 time: 3.3027222 Jul 09 13:32:40.027992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:40.031779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.035533 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:40.070295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.141407 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d56236-f7da-46f3-86b1-f9051b147257 x-openstack-request-id: req-82d56236-f7da-46f3-86b1-f9051b147257 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:40.141706 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:40.141998 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82d56236-f7da-46f3-86b1-f9051b147257 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:40.142996 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'status': 'completed', 'code': 200} Jul 09 13:32:40.144999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-3ab790fb-515f-442c-b602-5afdde82e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:40.147066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-3ab790fb-515f-442c-b602-5afdde82e4b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5051472 Jul 09 13:32:40.181644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75342273-09b5-4241-aae7-fee91e95f06d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:40.207129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:40.267548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.268353 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Added segment e69eb6a9-e944-449b-84e8-fd71ce202e18 of type vlan for network 7faff8e8-0330-46f0-92e1-0672499f378d Jul 09 13:32:40.273415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.302437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 990a7251-2470-4aec-b411-f11c6f8852ac up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:40.422050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object a15fca4f-1bbf-4c9a-9d49-bed9ab389701 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:40.434992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.447145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-0ceac5a9-b607-4538-bcd8-0994ac72503e service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7312648 Jul 09 13:32:40.462902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 990a7251-2470-4aec-b411-f11c6f8852ac completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:40.491403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dcef2-1c17-491e-9e3e-8e8edf00f692 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:40.520588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-6813c081-d7df-4ccc-8f24-dd3fd322ad3b service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409114 Jul 09 13:32:40.522106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.540572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:40.541148 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.607166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.637762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2994068 Jul 09 13:32:40.658005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-b39d4039-1145-48cb-9064-63de9a5660ec service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872644 Jul 09 13:32:40.691233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network f92d745d-edca-4ed7-8787-6813ddb1518b is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:40.692500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb75f-1fa9-44fa-b99d-6a7404e1bb3d tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Network': ['ID=7faff8e8-0330-46f0-92e1-0672499f378d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:40.702381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:40.707386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:40.721801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:40.727562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.748696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7faff8e8-0330-46f0-92e1-0672499f378d details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:40.765932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=a15fca4f-1bbf-4c9a-9d49-bed9ab389701,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:40.803435 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-73f150f7-d408-4549-b71c-7fcbc09fea68 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5555620 Jul 09 13:32:40.805257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43030) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:40.855920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019522-aa88-4b92-a476-74e7b686c908 req-8787b3e8-517c-469a-85dc-33d518473581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:40.862010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-8787b3e8-517c-469a-85dc-33d518473581 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1094 time: 0.7706749 Jul 09 13:32:40.967721 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-240f5bab-976d-4cbb-a3a2-d56484a58001 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 217 time: 0.2863560 Jul 09 13:32:41.038770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-9f3ae185-38fc-4f1a-9d63-b379c0d6a2e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 200 len: 217 time: 0.0870314 Jul 09 13:32:41.047074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-29125354-0399-4461-a364-19f8063297c8 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106429 Jul 09 13:32:41.158875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13ca0a-5d8b-4400-a691-f52087ce3aec tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.170606 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5e13ca0a-5d8b-4400-a691-f52087ce3aec tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a9 HTTP/1.1" status: 200 len: 929 time: 0.3639505 Jul 09 13:32:41.171931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43042) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:41.325601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-e61d2b47-127c-41af-a2d4-45672f295e61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=ae4bf13b-8792-400e-9796-0d7fb5576b17 HTTP/1.1" status: 200 len: 217 time: 0.2271829 Jul 09 13:32:41.329023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea09924-d921-462c-aa95-61ce7414e7fb None None] Network f92d745d-edca-4ed7-8787-6813ddb1518b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:41.438744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2f25e401-3473-4307-8331-c784e3a16ff8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port a15fca4f-1bbf-4c9a-9d49-bed9ab389701 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:41.439565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f25e401-3473-4307-8331-c784e3a16ff8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:41.454243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40ab3-abf8-44fb-accf-2be10b080bbc req-71479164-e612-46e9-a9d6-24e37a533069 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.456949 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-07e40ab3-abf8-44fb-accf-2be10b080bbc req-71479164-e612-46e9-a9d6-24e37a533069 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.1642470 Jul 09 13:32:41.499294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-20f00eed-261b-41a1-aea4-ae5ff2e7f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.504419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-20f00eed-261b-41a1-aea4-ae5ff2e7f0ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.4854105 Jul 09 13:32:41.542847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019522-aa88-4b92-a476-74e7b686c908 req-441cc3c6-d9c4-445c-8467-895bd3c7bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.545391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-441cc3c6-d9c4-445c-8467-895bd3c7bbaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.4974132 Jul 09 13:32:41.716242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-3dfdac1a-09e8-473c-8e8c-8c17562e68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.720010 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-07e40ab3-abf8-44fb-accf-2be10b080bbc req-a07131bd-adc5-4378-a626-5eafe61c7c73 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2505007 Jul 09 13:32:41.721363 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-3dfdac1a-09e8-473c-8e8c-8c17562e68e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 0.3598423 Jul 09 13:32:41.783380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f25e401-3473-4307-8331-c784e3a16ff8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:41.793838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7bbc8f02-8883-4044-9201-4d113a18e5a5 None None] Provisioning for port 990a7251-2470-4aec-b411-f11c6f8852ac completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:41.820734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2f25e401-3473-4307-8331-c784e3a16ff8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for a15fca4f-1bbf-4c9a-9d49-bed9ab389701 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:41.831721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7bbc8f02-8883-4044-9201-4d113a18e5a5 None None] Provisioning complete for port 990a7251-2470-4aec-b411-f11c6f8852ac triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:41.832424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8f02-8883-4044-9201-4d113a18e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:41.941402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-dd36f881-862c-4c73-9337-f71b17f87768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.942927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-dd36f881-862c-4c73-9337-f71b17f87768 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4020667 Jul 09 13:32:41.983612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-19109ee7-d63a-4110-ac68-acc7d9c28c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.985110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-19109ee7-d63a-4110-ac68-acc7d9c28c35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2556984 Jul 09 13:32:41.986755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019522-aa88-4b92-a476-74e7b686c908 req-f051b5e8-6f83-4fa5-b463-a0bd3dbce4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.988156 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-f051b5e8-6f83-4fa5-b463-a0bd3dbce4dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4142897 Jul 09 13:32:42.064509 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8f02-8883-4044-9201-4d113a18e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.142342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7bbc8f02-8883-4044-9201-4d113a18e5a5 None None] For port 990a7251-2470-4aec-b411-f11c6f8852ac, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=990a7251-2470-4aec-b411-f11c6f8852ac,segment=NetworkSegment(5dcc37a4-b6c8-48fa-a22a-c6170ff34f69),segment_id=5dcc37a4-b6c8-48fa-a22a-c6170ff34f69)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:42.155834 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8f02-8883-4044-9201-4d113a18e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.212933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f25e401-3473-4307-8331-c784e3a16ff8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.297345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc8f02-8883-4044-9201-4d113a18e5a5 None None] Pushing event updated for resources: {'Port': ['ID=990a7251-2470-4aec-b411-f11c6f8852ac,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:42.314487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25e401-3473-4307-8331-c784e3a16ff8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=a15fca4f-1bbf-4c9a-9d49-bed9ab389701,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:42.386464 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f25e401-3473-4307-8331-c784e3a16ff8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.394572 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2f25e401-3473-4307-8331-c784e3a16ff8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/a15fca4f-1bbf-4c9a-9d49-bed9ab389701 HTTP/1.1" status: 204 len: 168 time: 1.2194800 Jul 09 13:32:42.397507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43068) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:42.481148 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d07bb4-5faf-4b0b-94d7-85f32eb3969d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:42.483183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-67d07bb4-5faf-4b0b-94d7-85f32eb3969d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/a15fca4f-1bbf-4c9a-9d49-bed9ab389701 HTTP/1.1" status: 404 len: 333 time: 0.0754840 Jul 09 13:32:42.495749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:42.503837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-85b467db-faa7-4133-a70c-e9bed0b2705c None None] Provisioning for port fab8077f-c727-45dc-9422-761882b1b7d8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:42.523442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-85b467db-faa7-4133-a70c-e9bed0b2705c None None] Provisioning complete for port fab8077f-c727-45dc-9422-761882b1b7d8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:42.524047 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-85b467db-faa7-4133-a70c-e9bed0b2705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.671039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4adfc421-cfcf-411e-97ec-f08c0cd0b093 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port fab8077f-c727-45dc-9422-761882b1b7d8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:42.671897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4adfc421-cfcf-411e-97ec-f08c0cd0b093 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.685952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-85b467db-faa7-4133-a70c-e9bed0b2705c None None] Port fab8077f-c727-45dc-9422-761882b1b7d8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:42.697327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-85b467db-faa7-4133-a70c-e9bed0b2705c None None] Could not find standard attr ID for object a15fca4f-1bbf-4c9a-9d49-bed9ab389701. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:32:42.698344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-7fb9e640-60e9-4e63-8c43-f8c376a2ba7f service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446706 Jul 09 13:32:42.711954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-4edc5d4d-2cdb-43e3-aee0-f901d2c03276 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832490 Jul 09 13:32:42.747318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-85b467db-faa7-4133-a70c-e9bed0b2705c None None] Provisioning complete for port 990a7251-2470-4aec-b411-f11c6f8852ac triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:42.748168 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-85b467db-faa7-4133-a70c-e9bed0b2705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.800168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4adfc421-cfcf-411e-97ec-f08c0cd0b093 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.829296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4adfc421-cfcf-411e-97ec-f08c0cd0b093 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for fab8077f-c727-45dc-9422-761882b1b7d8 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:43.128569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.175472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ed4975c6-2c1d-4635-a903-58dd04216b43 None None] Provisioning complete for port fab8077f-c727-45dc-9422-761882b1b7d8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:43.176267 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed4975c6-2c1d-4635-a903-58dd04216b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.195763 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4adfc421-cfcf-411e-97ec-f08c0cd0b093 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.254226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-1803374c-0759-41df-9763-97cae5a49846 service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2293224 Jul 09 13:32:43.260757 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-e92b5846-ee72-44f8-84df-6fc8803ad691 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236034 Jul 09 13:32:43.288039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc421-cfcf-411e-97ec-f08c0cd0b093 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=fab8077f-c727-45dc-9422-761882b1b7d8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:43.300227 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-a9d0c4ec-c35b-4671-91fa-4b69339f2a7b service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739205 Jul 09 13:32:43.311400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ed4975c6-2c1d-4635-a903-58dd04216b43 None None] Port fab8077f-c727-45dc-9422-761882b1b7d8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:43.353177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4adfc421-cfcf-411e-97ec-f08c0cd0b093 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.363877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4adfc421-cfcf-411e-97ec-f08c0cd0b093 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/fab8077f-c727-45dc-9422-761882b1b7d8 HTTP/1.1" status: 204 len: 168 time: 0.8629255 Jul 09 13:32:43.366846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43088) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:43.428971 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-97103e9a-5502-4304-be7f-782a257036e4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:43.435199 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-97103e9a-5502-4304-be7f-782a257036e4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/fab8077f-c727-45dc-9422-761882b1b7d8 HTTP/1.1" status: 404 len: 333 time: 0.0672250 Jul 09 13:32:43.435841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43090) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:43.550721 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-72b383d7-608a-4fa3-b5fd-417603970100 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd HTTP/1.1" status: 200 len: 217 time: 0.2468061 Jul 09 13:32:43.551838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2fa4b56d-bc98-4d41-8d48-87fd3eed3540 None None] Could not find standard attr ID for object a15fca4f-1bbf-4c9a-9d49-bed9ab389701. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:32:43.558576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-9ad457a1-489c-4102-86a0-6eaf3ff9e4c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d HTTP/1.1" status: 200 len: 217 time: 0.2305734 Jul 09 13:32:43.566338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet 0e80677f-61c1-481a-a88d-c6eb2c3cbfc8 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:43.575358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.728413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.878564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.946363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.085281 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.179637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=0e80677f-61c1-481a-a88d-c6eb2c3cbfc8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:44.189333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.200259 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/0e80677f-61c1-481a-a88d-c6eb2c3cbfc8 HTTP/1.1" status: 204 len: 168 time: 0.7632344 Jul 09 13:32:44.201039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43104) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:44.201290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43106) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:44.245021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'subnet': {'network_id': '7faff8e8-0330-46f0-92e1-0672499f378d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:44.272727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 990a7251-2470-4aec-b411-f11c6f8852ac up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:44.273090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.273452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.273800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.274136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.274470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.275137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.275462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.275798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.277978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.278342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.278616 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.278984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf81d92-992b-4080-8063-aeec46d8e310 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:44.322184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5a98e-0fd4-47ac-9dd1-e3abdf082fb0 None None] Network f92d745d-edca-4ed7-8787-6813ddb1518b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:44.423997 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d94a0124-120f-4d96-bcbf-7f29063d03b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.469442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.478217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 990a7251-2470-4aec-b411-f11c6f8852ac triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:44.478843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.482800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:44.486701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.634550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] DHCP port deletion for f92d745d-edca-4ed7-8787-6813ddb1518b request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:44.666856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-20bc04ee-dd24-494f-bf43-ed60af2f07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:44.668102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-20bc04ee-dd24-494f-bf43-ed60af2f07b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 1.0879211 Jul 09 13:32:44.669523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-0db1278d-6c9f-497c-9adb-2d1ed11551f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:44.670859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-0db1278d-6c9f-497c-9adb-2d1ed11551f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 200 len: 797 time: 1.1109810 Jul 09 13:32:44.679242 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9019522-aa88-4b92-a476-74e7b686c908 req-e01fab58-72ba-4d81-a3be-07b1dd87a72f service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4168642 Jul 09 13:32:44.700560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] Deleting port 990a7251-2470-4aec-b411-f11c6f8852ac {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:44.701893 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.766528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.848353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-fadc892b-8813-4159-9ec0-9bb2ff681011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:44.848825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-fadc892b-8813-4159-9ec0-9bb2ff681011 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1729701 Jul 09 13:32:44.887556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] For port 990a7251-2470-4aec-b411-f11c6f8852ac, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=990a7251-2470-4aec-b411-f11c6f8852ac,segment=NetworkSegment(5dcc37a4-b6c8-48fa-a22a-c6170ff34f69),segment_id=5dcc37a4-b6c8-48fa-a22a-c6170ff34f69)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:44.888055 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.937781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] Calling delete_port for 990a7251-2470-4aec-b411-f11c6f8852ac owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:44.965496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-7f9e1a64-d591-4f86-9f8b-e15a30eef7f7 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092031 Jul 09 13:32:44.966191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Subnet': ['ID=2d2576ed-c0ea-4510-8be5-5a3d06ba1ee8,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:44.978771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20edd77-c730-4b89-a141-455092e855ec req-d0204ca2-768d-4458-996d-d54247d0e114 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:44.985746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e20edd77-c730-4b89-a141-455092e855ec req-d0204ca2-768d-4458-996d-d54247d0e114 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.5288763 Jul 09 13:32:45.034260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 990a7251-2470-4aec-b411-f11c6f8852ac {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:45.034607 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.109892 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.127003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] For port 990a7251-2470-4aec-b411-f11c6f8852ac, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=990a7251-2470-4aec-b411-f11c6f8852ac,segment=NetworkSegment(5dcc37a4-b6c8-48fa-a22a-c6170ff34f69),segment_id=5dcc37a4-b6c8-48fa-a22a-c6170ff34f69)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:45.127903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.128425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-be5d8636-b64c-48ca-b869-1c55cb6c6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:45.130318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-be5d8636-b64c-48ca-b869-1c55cb6c6f9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9562b51-d817-4936-ad48-02882ce98983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4401455 Jul 09 13:32:45.137885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-6d12172d-f144-4af8-b459-f42edf4dfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:45.139431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-6d12172d-f144-4af8-b459-f42edf4dfff3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1094 time: 0.3812773 Jul 09 13:32:45.143724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 990a7251-2470-4aec-b411-f11c6f8852ac owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:45.192073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] No DVR routers for this DVR port 990a7251-2470-4aec-b411-f11c6f8852ac on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:45.194360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee17461-4ccd-4c8f-8e79-56a888674849 None None] Pushing event deleted for resources: {'Port': ['ID=990a7251-2470-4aec-b411-f11c6f8852ac,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:45.225295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Checking segment: {'id': 'e69eb6a9-e944-449b-84e8-fd71ce202e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7faff8e8-0330-46f0-92e1-0672499f378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:45.225295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network hostable DHCP agents. Network: 7faff8e8-0330-46f0-92e1-0672499f378d, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:45.262336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network 7faff8e8-0330-46f0-92e1-0672499f378d is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:45.281942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7faff8e8-0330-46f0-92e1-0672499f378d) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:45.287897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:45.288497 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.301379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.306541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3f3ff-1685-40f5-a933-858115ba5683 None None] Network 7faff8e8-0330-46f0-92e1-0672499f378d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:45.318876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e20edd77-c730-4b89-a141-455092e855ec req-d1f8c63b-c1ba-4f6f-b7c3-696bce77aed1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3320644 Jul 09 13:32:45.350486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77994c72-30b8-405d-9ce2-40213d238c10 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1462905 Jul 09 13:32:45.353200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-20e63884-9fda-46de-98a7-469c0dc296a1 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628836 Jul 09 13:32:45.355500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-3bddffd6-1075-48f1-b421-dcb918622f0e service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134061 Jul 09 13:32:45.357852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43126) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:45.366217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-515111177'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:45.412675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=990a7251-2470-4aec-b411-f11c6f8852ac,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:45.420999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No DVR routers for this DVR port 990a7251-2470-4aec-b411-f11c6f8852ac on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:45.506980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-310607a7-e3ac-4cd1-b806-bbd713cc48f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf HTTP/1.1" status: 200 len: 217 time: 0.1367676 Jul 09 13:32:45.597453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43132) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:45.636135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-7faff8e8-0330-46f0-92e1-0672499f378d', 'network_id': '7faff8e8-0330-46f0-92e1-0672499f378d', 'tenant_id': '41cb2721e5424defa2e56e83263d54bc', 'fixed_ips': [{'subnet_id': '2d2576ed-c0ea-4510-8be5-5a3d06ba1ee8'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:45.637681 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.664055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.686530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92d745d-edca-4ed7-8787-6813ddb1518b']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:45.705330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dcc37a4-b6c8-48fa-a22a-c6170ff34f69') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:45.706003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dcc37a4-b6c8-48fa-a22a-c6170ff34f69') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:45.713102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:45.720015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.733638 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.750731 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.760897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:45.760897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:45.764719 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:45.821858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-19520b1b-64d3-4a33-955f-5d46bee08543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:45.823412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-19520b1b-64d3-4a33-955f-5d46bee08543 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.6068084 Jul 09 13:32:45.836831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-84ae637b-d763-4d38-9a1e-0e1b31e2e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:45.839578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-84ae637b-d763-4d38-9a1e-0e1b31e2e0b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.3156421 Jul 09 13:32:45.846133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613efb1e-fd9f-41be-811f-db6d2793e62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.891500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.932389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.940277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/networks/f92d745d-edca-4ed7-8787-6813ddb1518b HTTP/1.1" status: 204 len: 168 time: 1.7307994 Jul 09 13:32:45.943729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Allocated IP 2001:db8:0:ffff::2 (7faff8e8-0330-46f0-92e1-0672499f378d/2d2576ed-c0ea-4510-8be5-5a3d06ba1ee8/f4594405-55de-4b40-a340-f8bddca3bc52) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:45.945377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43140) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:45.953889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:45.960078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1774243694'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:45.967528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-5eaabd04-57ad-4abf-9781-f216c1f5d05c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 200 len: 217 time: 0.1253862 Jul 09 13:32:45.968139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2752d-c9d2-4226-955a-12a5fe826117 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Network': ['ID=f92d745d-edca-4ed7-8787-6813ddb1518b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:45.972630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.973497 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Added segment c62635f5-dbb7-4d98-bcf6-0f626aa09d4d of type vlan for network 0518b53b-b2c9-4138-88e9-145b39685290 Jul 09 13:32:46.072744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613efb1e-fd9f-41be-811f-db6d2793e62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.075113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-0567238b-e7f2-45d9-92ab-410012c34258 service neutron] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021549 Jul 09 13:32:46.082197 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613efb1e-fd9f-41be-811f-db6d2793e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.083213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.159171 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-613efb1e-fd9f-41be-811f-db6d2793e62e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3eb7124ae9e47e1ad0ed729fc58e28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5594041 Jul 09 13:32:46.162367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:46.166572 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.176401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43146) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:46.182788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-930bf6d8-0cac-4e71-a43b-9bb6897b58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.184362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-930bf6d8-0cac-4e71-a43b-9bb6897b58c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.2014155 Jul 09 13:32:46.185698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-cfc0f582-c7e3-4816-87bf-00022b6cea46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=294c7669-e9ab-417c-8f20-20e32065b0a3 HTTP/1.1" status: 200 len: 217 time: 0.0981791 Jul 09 13:32:46.190394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 990a7251-2470-4aec-b411-f11c6f8852ac no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:46.208088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613efb1e-fd9f-41be-811f-db6d2793e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be346000-d367-4193-87cf-eb2ed763b0bb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:46.222293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 990a7251-2470-4aec-b411-f11c6f8852ac {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:46.222788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 990a7251-2470-4aec-b411-f11c6f8852ac not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:46.248691 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.249729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:46.262432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Transition to ACTIVE for port object f4594405-55de-4b40-a340-f8bddca3bc52 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:46.266492 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.267520 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Added segment b15734b7-637f-428d-8ec6-4e2e55b11939 of type vlan for network 97e9c912-f0b1-44b6-a225-39dea6083892 Jul 09 13:32:46.282773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Transition to ACTIVE for port object f4594405-55de-4b40-a340-f8bddca3bc52 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:46.291097 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.321706 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.resource_extend [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:32:46.322141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.340587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Network 7faff8e8-0330-46f0-92e1-0672499f378d is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:46.345771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:46.353241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:46.362637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Pushing event updated for resources: {'Port': ['ID=f4594405-55de-4b40-a340-f8bddca3bc52,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:46.378214 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.379417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-f7ad8297-d863-4deb-850a-d1cb0384a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.381531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-f7ad8297-d863-4deb-850a-d1cb0384a5f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5168388 Jul 09 13:32:46.385111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.385746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.431502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Attempting to bind port f4594405-55de-4b40-a340-f8bddca3bc52 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:46.432897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Attempting to bind port f4594405-55de-4b40-a340-f8bddca3bc52 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e69eb6a9-e944-449b-84e8-fd71ce202e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7faff8e8-0330-46f0-92e1-0672499f378d'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:46.435053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Attempting to bind port f4594405-55de-4b40-a340-f8bddca3bc52 on network 7faff8e8-0330-46f0-92e1-0672499f378d {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:46.446788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:46.447378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Checking segment: {'id': 'e69eb6a9-e944-449b-84e8-fd71ce202e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7faff8e8-0330-46f0-92e1-0672499f378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:46.447910 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.448412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Bound using segment: {'id': 'e69eb6a9-e944-449b-84e8-fd71ce202e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7faff8e8-0330-46f0-92e1-0672499f378d'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:46.449010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Bound port: f4594405-55de-4b40-a340-f8bddca3bc52, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69eb6a9-e944-449b-84e8-fd71ce202e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7faff8e8-0330-46f0-92e1-0672499f378d'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:46.450557 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.472140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5136344 Jul 09 13:32:46.473235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43154) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:46.492758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:46.559903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c2ed2-6c9d-4906-8146-f945e678b44e tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Network': ['ID=97e9c912-f0b1-44b6-a225-39dea6083892,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:46.576034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.582226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.583132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.607488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] For port f4594405-55de-4b40-a340-f8bddca3bc52, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:46.611127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] For port f4594405-55de-4b40-a340-f8bddca3bc52, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f4594405-55de-4b40-a340-f8bddca3bc52,segment=NetworkSegment(e69eb6a9-e944-449b-84e8-fd71ce202e18),segment_id=e69eb6a9-e944-449b-84e8-fd71ce202e18)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:46.614007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 97e9c912-f0b1-44b6-a225-39dea6083892 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:46.631557 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.637370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-b501d2bb-7bf6-4ef2-9eef-e85a1b0657bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.638616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-b501d2bb-7bf6-4ef2-9eef-e85a1b0657bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 200 len: 797 time: 0.4318740 Jul 09 13:32:46.712256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:46.716334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.771932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022b360-cef5-446a-9b3d-97f45a546b90 None None] Pushing event updated for resources: {'Port': ['ID=f4594405-55de-4b40-a340-f8bddca3bc52,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:46.827787 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84d52677-863e-449c-bbb0-d9d2414fb4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.853016 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-555fe1ef-4243-489e-9c80-1ce9f8db4ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.871180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5113223 Jul 09 13:32:46.885867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43164) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:46.902870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'subnet': {'network_id': '0518b53b-b2c9-4138-88e9-145b39685290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:46.909166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab480f-e0b2-4b1f-ace6-233ecb1a0fba tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Network': ['ID=0518b53b-b2c9-4138-88e9-145b39685290,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:46.924159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0518b53b-b2c9-4138-88e9-145b39685290 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:47.076793 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-555fe1ef-4243-489e-9c80-1ce9f8db4ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.113864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-59468bad-ed5e-4d66-806e-1ff2edbc3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:47.114810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-59468bad-ed5e-4d66-806e-1ff2edbc3a2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8967021 Jul 09 13:32:47.127919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.152506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-19f196d4-bcc1-4c4a-a049-6e3741dfbc00 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467151 Jul 09 13:32:47.180335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.267935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=2bdcaa35-81b1-4ffa-b680-eab10d0fcbea,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:47.274459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Checking segment: {'id': 'b15734b7-637f-428d-8ec6-4e2e55b11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:47.274843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network hostable DHCP agents. Network: 97e9c912-f0b1-44b6-a225-39dea6083892, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:47.300178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 97e9c912-f0b1-44b6-a225-39dea6083892 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:47.328265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 97e9c912-f0b1-44b6-a225-39dea6083892) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:47.333146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:47.333600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.340640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f00b4b-516b-4e37-94f7-bb83462ff928 None None] Network 97e9c912-f0b1-44b6-a225-39dea6083892 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:47.355014 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a544043d-9a62-4315-b564-42e99d4c777b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8784144 Jul 09 13:32:47.355592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43168) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:47.361267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892', 'name': 'tempest-PortsIpV6TestJSON-174958898', 'fixed_ips': [{'subnet_id': '2bdcaa35-81b1-4ffa-b680-eab10d0fcbea', 'ip_address': '2001:db8::10'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:47.446115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788d0b9-bf77-478e-9919-847a47c4a3b2 req-98a99cdb-6b83-4fb2-b84b-eff331afaa08 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:47.447936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2788d0b9-bf77-478e-9919-847a47c4a3b2 req-98a99cdb-6b83-4fb2-b84b-eff331afaa08 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.8546321 Jul 09 13:32:47.466648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-66c7ae5f-5ad3-4414-87a4-fb106a0a5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:47.468470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-66c7ae5f-5ad3-4414-87a4-fb106a0a5a4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7626631 Jul 09 13:32:47.476229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:47.526604 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:32:47.526604 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:32:47.526604 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': 'b11711f83e8d4fa988ced6eb3de03154', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 32, 47, 483226)}] Jul 09 13:32:47.526604 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:32:47.527347 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:32:47.528648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2788d0b9-bf77-478e-9919-847a47c4a3b2 req-e1d684d0-a43b-4083-9c2f-11cac5a14408 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0696278 Jul 09 13:32:47.577751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-97e9c912-f0b1-44b6-a225-39dea6083892', 'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892', 'tenant_id': 'b11711f83e8d4fa988ced6eb3de03154', 'fixed_ips': [{'subnet_id': '2bdcaa35-81b1-4ffa-b680-eab10d0fcbea'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:47.578606 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.598260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-9aff4d86-a514-4676-87d1-186fe2b36c98 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172487 Jul 09 13:32:47.621377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:47.624929 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.693105 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-555fe1ef-4243-489e-9c80-1ce9f8db4ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.697352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-555fe1ef-4243-489e-9c80-1ce9f8db4ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.698833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-555fe1ef-4243-489e-9c80-1ce9f8db4ead admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be346000-d367-4193-87cf-eb2ed763b0bb HTTP/1.1" status: 204 len: 168 time: 1.5122337 Jul 09 13:32:47.742682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-3cc13f45-cb70-4fec-ae5f-e6f8771c79de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f HTTP/1.1" status: 200 len: 217 time: 0.1319575 Jul 09 13:32:47.764861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fe1ef-4243-489e-9c80-1ce9f8db4ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be346000-d367-4193-87cf-eb2ed763b0bb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:47.786506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-cec291f3-0268-4c69-bcd9-09220a81b7fc service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252000 Jul 09 13:32:47.905629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-c3ec3f91-6692-4c4b-bf4f-b68d8b5561f0 service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854413 Jul 09 13:32:47.923195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:47.946785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'port_id': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'mac_address': 'fa:16:3e:3b:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:48.038972 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.056681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3ca458-6767-4c1b-89c1-49b6ee068403 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:48.085586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:48.091674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Allocated IP 2001:db8::2 (97e9c912-f0b1-44b6-a225-39dea6083892/2bdcaa35-81b1-4ffa-b680-eab10d0fcbea/e0188cc9-955c-42d9-82fd-82084c305e9e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:48.096542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:48.121219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.259020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:48.311679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f4594405-55de-4b40-a340-f8bddca3bc52 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:48.322648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.375606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-5dd17021-478e-44ee-9de1-e154ed70163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:48.377215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-5dd17021-478e-44ee-9de1-e154ed70163d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.6221554 Jul 09 13:32:48.384808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port 3623129f-921f-4154-a330-a3b7610df1ab yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:48.404557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43188) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:48.431595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['bb3ca458-6767-4c1b-89c1-49b6ee068403'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:48.477324 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.511827 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffa7bdd0-4bb4-4fd1-94cf-85de6d66eaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.512139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753fab0-96d5-41e7-bd17-606661282190 None None] Network 7faff8e8-0330-46f0-92e1-0672499f378d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:48.621897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f4594405-55de-4b40-a340-f8bddca3bc52 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:48.635009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-281d1a75-19c8-4e74-bc28-890ae4daaaa6 None None] Provisioning for port f4594405-55de-4b40-a340-f8bddca3bc52 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:48.646329 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffa7bdd0-4bb4-4fd1-94cf-85de6d66eaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.650973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-281d1a75-19c8-4e74-bc28-890ae4daaaa6 None None] Provisioning complete for port f4594405-55de-4b40-a340-f8bddca3bc52 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:48.651630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-281d1a75-19c8-4e74-bc28-890ae4daaaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.663959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f4594405-55de-4b40-a340-f8bddca3bc52 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:48.664614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.671792 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffa7bdd0-4bb4-4fd1-94cf-85de6d66eaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.733908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7bdd0-4bb4-4fd1-94cf-85de6d66eaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e10dbc-6c31-4441-a6f0-319734913e38,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:48.855036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ffa7bdd0-4bb4-4fd1-94cf-85de6d66eaed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94b75b6134c74476a6cffb48dff6ae42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457603 Jul 09 13:32:48.865890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43202) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:49.059677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b7516-31ec-46fc-b3cf-086dc38c03e6 req-44fd99b3-f0e1-4aa8-b5ea-5b9cf5e7a8a5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:49.062700 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c51b7516-31ec-46fc-b3cf-086dc38c03e6 req-44fd99b3-f0e1-4aa8-b5ea-5b9cf5e7a8a5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 944 time: 0.1777279 Jul 09 13:32:49.116936 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94ee090f-3cb1-437b-9730-0efad8867023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.167846 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.220688 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c51b7516-31ec-46fc-b3cf-086dc38c03e6 req-f316382c-fe9c-4555-a0ed-acfbb2fccfe9 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1449969 Jul 09 13:32:49.228512 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.245563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94ee090f-3cb1-437b-9730-0efad8867023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.251947 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Transition to ACTIVE for port object e0188cc9-955c-42d9-82fd-82084c305e9e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:49.265681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f0e6ecf-d11e-48f6-b228-2d88d4d90aa0 req-02a481d0-5702-4a3e-b5ef-26f3947d21b9 service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4129329 Jul 09 13:32:49.275309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-06197191-80f3-46b0-9b3d-f9ffe2613227 service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2737222 Jul 09 13:32:49.323557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94ee090f-3cb1-437b-9730-0efad8867023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.326911 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94ee090f-3cb1-437b-9730-0efad8867023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.328383 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-94ee090f-3cb1-437b-9730-0efad8867023 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8e10dbc-6c31-4441-a6f0-319734913e38 HTTP/1.1" status: 204 len: 168 time: 0.4614213 Jul 09 13:32:49.334457 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-9b66965e-d280-4e0d-b7e2-1bb037cd4b67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0 HTTP/1.1" status: 200 len: 217 time: 0.0449610 Jul 09 13:32:49.340309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Transition to ACTIVE for port object e0188cc9-955c-42d9-82fd-82084c305e9e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:49.350910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee090f-3cb1-437b-9730-0efad8867023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e10dbc-6c31-4441-a6f0-319734913e38,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:49.437571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port f4594405-55de-4b40-a340-f8bddca3bc52, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f4594405-55de-4b40-a340-f8bddca3bc52,segment=NetworkSegment(e69eb6a9-e944-449b-84e8-fd71ce202e18),segment_id=e69eb6a9-e944-449b-84e8-fd71ce202e18)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:49.449806 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.455500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-281d1a75-19c8-4e74-bc28-890ae4daaaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.479577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-6c94028f-7d11-4f59-a7e5-2806537aa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:49.481215 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.489440 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-6c94028f-7d11-4f59-a7e5-2806537aa8ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1000514 Jul 09 13:32:49.493871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-df80c235-d936-4a4d-9f9c-b62b929cd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:49.510268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-df80c235-d936-4a4d-9f9c-b62b929cd192 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 200 len: 797 time: 0.1676509 Jul 09 13:32:49.522172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::10 (97e9c912-f0b1-44b6-a225-39dea6083892/2bdcaa35-81b1-4ffa-b680-eab10d0fcbea/3623129f-921f-4154-a330-a3b7610df1ab) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:49.544499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:32:49.587057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.601969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:49.610046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-281d1a75-19c8-4e74-bc28-890ae4daaaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:32:49.610664 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-281d1a75-19c8-4e74-bc28-890ae4daaaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:32:49.643014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Network 97e9c912-f0b1-44b6-a225-39dea6083892 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:49.654694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:49.668558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:49.700961 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.735282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Pushing event updated for resources: {'Port': ['ID=e0188cc9-955c-42d9-82fd-82084c305e9e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:49.836377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Attempting to bind port e0188cc9-955c-42d9-82fd-82084c305e9e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:49.837384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Attempting to bind port e0188cc9-955c-42d9-82fd-82084c305e9e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b15734b7-637f-428d-8ec6-4e2e55b11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:49.837614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Attempting to bind port e0188cc9-955c-42d9-82fd-82084c305e9e on network 97e9c912-f0b1-44b6-a225-39dea6083892 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:49.860816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Subnet': ['ID=e8740666-9f44-45dc-b796-cc0071af540d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:49.875773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:49.876743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Checking segment: {'id': 'b15734b7-637f-428d-8ec6-4e2e55b11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:49.876743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.877092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Bound using segment: {'id': 'b15734b7-637f-428d-8ec6-4e2e55b11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:49.877469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Bound port: e0188cc9-955c-42d9-82fd-82084c305e9e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15734b7-637f-428d-8ec6-4e2e55b11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:49.877787 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.936085 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.954337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Checking segment: {'id': 'c62635f5-dbb7-4d98-bcf6-0f626aa09d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0518b53b-b2c9-4138-88e9-145b39685290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:49.954719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network hostable DHCP agents. Network: 0518b53b-b2c9-4138-88e9-145b39685290, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:49.967215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-db6a6dd4-84f3-4c56-b074-007bf654edf8 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143889 Jul 09 13:32:49.972991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object 3623129f-921f-4154-a330-a3b7610df1ab will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:49.979189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985be1c-fd76-4231-865a-c2797126a87a req-a03dcb36-0f82-42ce-bf7a-cd01a92a45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:49.980706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-a03dcb36-0f82-42ce-bf7a-cd01a92a45e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f24c7924-17f2-44ea-a7ec-678849b0025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4204943 Jul 09 13:32:50.045854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=f4594405-55de-4b40-a340-f8bddca3bc52,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:50.061871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port bb3ca458-6767-4c1b-89c1-49b6ee068403 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:50.075150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] For port e0188cc9-955c-42d9-82fd-82084c305e9e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:50.077728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port bb3ca458-6767-4c1b-89c1-49b6ee068403 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:50.078223 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.086764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] For port e0188cc9-955c-42d9-82fd-82084c305e9e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e0188cc9-955c-42d9-82fd-82084c305e9e,segment=NetworkSegment(b15734b7-637f-428d-8ec6-4e2e55b11939),segment_id=b15734b7-637f-428d-8ec6-4e2e55b11939)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:50.089010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.195614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network 0518b53b-b2c9-4138-88e9-145b39685290 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:50.209205 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.241250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 0518b53b-b2c9-4138-88e9-145b39685290) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:50.242051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=3623129f-921f-4154-a330-a3b7610df1ab,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:50.254243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 97e9c912-f0b1-44b6-a225-39dea6083892 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:50.258013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:50.258784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:50.259334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.264269 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:50.273763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-a9717e3e-f27f-41b2-932d-1ba3b9ef1fba service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969894 Jul 09 13:32:50.293643 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-d5a755bd-09ec-48c1-ac35-5aa334298d2d service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907281 Jul 09 13:32:50.297840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:50.298533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.311949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33af69-ddca-42a7-96d5-1dd3530aa83a None None] Network 0518b53b-b2c9-4138-88e9-145b39685290 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:50.338518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-83d89d3d-e2f8-41ed-97ed-9911f37d9c19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=502d8b4a-eef9-40b1-975e-037964dce8ee HTTP/1.1" status: 200 len: 217 time: 0.0556457 Jul 09 13:32:50.345687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-abd913a8-3b61-497c-b9ba-4d3c9faba931 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4512391 Jul 09 13:32:50.348921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43238) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:50.360267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'port': {'network_id': '0518b53b-b2c9-4138-88e9-145b39685290', 'name': 'tempest-NetworksIpV6TestAttrs-888576557'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:50.425694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a5e27e45-d5f6-4f2d-9f7d-f1497ee44ef6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0688550 Jul 09 13:32:50.474762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43244) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:50.525035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '97e9c912-f0b1-44b6-a225-39dea6083892', 'name': 'tempest-PortsIpV6TestJSON-933968626', 'fixed_ips': [{'subnet_id': '2bdcaa35-81b1-4ffa-b680-eab10d0fcbea', 'ip_address': '2001:db8::f'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:50.561267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-19d96d96-1f6a-41ce-802a-db86617ed72e None None] Provisioning complete for port f4594405-55de-4b40-a340-f8bddca3bc52 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:50.561650 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-19d96d96-1f6a-41ce-802a-db86617ed72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.609799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c0174-5c02-4232-be2d-3384b958fbf2 None None] Pushing event updated for resources: {'Port': ['ID=e0188cc9-955c-42d9-82fd-82084c305e9e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:50.635670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-8a7f8808-6cf1-4b41-9c1d-dd4fbd8b774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:50.638017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-8a7f8808-6cf1-4b41-9c1d-dd4fbd8b774c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.2904866 Jul 09 13:32:50.729636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b985be1c-fd76-4231-865a-c2797126a87a req-c7d53ca3-e2f2-4ac9-b9ee-80ee8d04ab36 service neutron] 10.222.0.11 "GET /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011030 Jul 09 13:32:50.813591 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.829510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161486f-727a-41e5-a0c7-778929c8878f req-9f04e9cb-dd2a-4953-a7a1-1b109921cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:50.833516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-9f04e9cb-dd2a-4953-a7a1-1b109921cd18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1842098 Jul 09 13:32:50.839429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:50.903998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a80117-4625-4da6-950e-c909bdf3c897 req-aa73f024-b1c2-4e39-b0c4-453e211a0d4e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:50.905058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:50.905875 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70a80117-4625-4da6-950e-c909bdf3c897 req-aa73f024-b1c2-4e39-b0c4-453e211a0d4e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 944 time: 0.3499563 Jul 09 13:32:50.906491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:50.911265 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.919503 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a56f98-0456-428e-8eea-3e09ed389cdc" -d '{"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:50.932325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-0518b53b-b2c9-4138-88e9-145b39685290', 'network_id': '0518b53b-b2c9-4138-88e9-145b39685290', 'tenant_id': '41cb2721e5424defa2e56e83263d54bc', 'fixed_ips': [{'subnet_id': 'e8740666-9f44-45dc-b796-cc0071af540d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:50.933272 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.956602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] device_id is not set on port 2c935245-c17a-4a41-8421-67b99a717f32 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:50.994812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:51.010564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:51.145756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70a80117-4625-4da6-950e-c909bdf3c897 req-5d538ef9-b5bb-4a92-a259-0c5e755ed444 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2237628 Jul 09 13:32:51.164112 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17a9ac1-5267-41a9-9419-7d456f4b7275 x-openstack-request-id: req-a17a9ac1-5267-41a9-9419-7d456f4b7275 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:51.168376 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:51.169295 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a17a9ac1-5267-41a9-9419-7d456f4b7275 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:51.170629 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'code': 200} Jul 09 13:32:51.297979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:51.299918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Allocated IP 2001:db8::f816:3eff:fe21:4feb (0518b53b-b2c9-4138-88e9-145b39685290/e8740666-9f44-45dc-b796-cc0071af540d/2c935245-c17a-4a41-8421-67b99a717f32) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:51.371399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-3febbc6e-929b-450f-a2f3-df2f4914545d service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199432 Jul 09 13:32:51.493984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0161486f-727a-41e5-a0c7-778929c8878f req-4fd40c6f-dc55-4e30-a076-b9620a44b278 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139307 Jul 09 13:32:51.499386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:51.529482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port a711dffd-6fef-49e5-9012-560a79af1563 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:51.553078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af680-53e3-4818-b72d-c43c64cbf4c1 req-15a6bbbd-40a6-4a41-966e-a908a5c82dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:51.555018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65af680-53e3-4818-b72d-c43c64cbf4c1 req-15a6bbbd-40a6-4a41-966e-a908a5c82dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1096 time: 0.3645554 Jul 09 13:32:51.600427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:51.621802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Transition to ACTIVE for port object 2c935245-c17a-4a41-8421-67b99a717f32 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:51.690625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:51.802217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Allocated IP 2001:db8::f816:3eff:fe11:c9df (0518b53b-b2c9-4138-88e9-145b39685290/e8740666-9f44-45dc-b796-cc0071af540d/06a45390-3412-4881-877f-7488829b2cdb) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:51.831490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network 0518b53b-b2c9-4138-88e9-145b39685290 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:51.848768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:51.854679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a65af680-53e3-4818-b72d-c43c64cbf4c1 req-648c6274-b099-47c8-8e1f-0990affb155e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2399397 Jul 09 13:32:51.858726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:51.865562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:51.867187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:51.886707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Port': ['ID=2c935245-c17a-4a41-8421-67b99a717f32,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:51.907210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8761ae97-5750-4834-8e69-60a39989b135 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5567164 Jul 09 13:32:51.907908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43274) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:52.012785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::f (97e9c912-f0b1-44b6-a225-39dea6083892/2bdcaa35-81b1-4ffa-b680-eab10d0fcbea/a711dffd-6fef-49e5-9012-560a79af1563) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:52.020303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81ee27c-a515-4bb0-b5e2-254a7efecba2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Deleting subnet e8740666-9f44-45dc-b796-cc0071af540d {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:52.300060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8a5d2-a3b1-49de-8115-b0f71ab8d49f None None] Network 97e9c912-f0b1-44b6-a225-39dea6083892 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:52.412714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f4594405-55de-4b40-a340-f8bddca3bc52 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:52.470076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:52.512775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0b38126a-79a6-4142-b53a-08135e5b5cb9 None None] Provisioning for port e0188cc9-955c-42d9-82fd-82084c305e9e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:52.522161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object a711dffd-6fef-49e5-9012-560a79af1563 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:52.528110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf1b06-72d2-4ef3-8619-c2bea06cbda8 req-ebcbf423-744c-41b0-991b-f29bc3d0637a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:52.549364 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4bf1b06-72d2-4ef3-8619-c2bea06cbda8 req-ebcbf423-744c-41b0-991b-f29bc3d0637a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.1572139 Jul 09 13:32:52.563232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:52.627619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 97e9c912-f0b1-44b6-a225-39dea6083892 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:52.639023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4bf1b06-72d2-4ef3-8619-c2bea06cbda8 req-42a45d5b-1036-4200-94b4-71fafb08fde6 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0862637 Jul 09 13:32:52.643051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:52.647517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:52.653508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:52.654141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:52.703608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=a711dffd-6fef-49e5-9012-560a79af1563,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:52.721926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-712cdc4b-315d-42ea-a458-e87226a10d15 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1979251 Jul 09 13:32:52.721926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43292) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:52.739008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f4594405-55de-4b40-a340-f8bddca3bc52 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:52.739376 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:52.806414 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:52.871756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Transition to ACTIVE for port object 06a45390-3412-4881-877f-7488829b2cdb will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:52.952737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc76d61f-1a21-421b-903b-aa6e4827b1ec tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:52.954359 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fc76d61f-1a21-421b-903b-aa6e4827b1ec tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2323554 Jul 09 13:32:52.957379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43302) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:52.959871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Transition to ACTIVE for port object 06a45390-3412-4881-877f-7488829b2cdb will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:52.982847 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.027418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Pushing event updated for resources: {'Port': ['ID=06a45390-3412-4881-877f-7488829b2cdb,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:53.041812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c81ee27c-a515-4bb0-b5e2-254a7efecba2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.076172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.076416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.076821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.077186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.077497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.078244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.078712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.078898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.079273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.079727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.079957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.080257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:53.090807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Network 0518b53b-b2c9-4138-88e9-145b39685290 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:53.093443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:53.101295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:53.108357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e0188cc9-955c-42d9-82fd-82084c305e9e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:53.190465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c81ee27c-a515-4bb0-b5e2-254a7efecba2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.356078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Attempting to bind port 06a45390-3412-4881-877f-7488829b2cdb on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:53.357752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Attempting to bind port 06a45390-3412-4881-877f-7488829b2cdb by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c62635f5-dbb7-4d98-bcf6-0f626aa09d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0518b53b-b2c9-4138-88e9-145b39685290'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:53.359075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Attempting to bind port 06a45390-3412-4881-877f-7488829b2cdb on network 0518b53b-b2c9-4138-88e9-145b39685290 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:53.378750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:53.379614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Checking segment: {'id': 'c62635f5-dbb7-4d98-bcf6-0f626aa09d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0518b53b-b2c9-4138-88e9-145b39685290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:53.380275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.381267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Bound using segment: {'id': 'c62635f5-dbb7-4d98-bcf6-0f626aa09d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0518b53b-b2c9-4138-88e9-145b39685290'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:53.382434 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Bound port: 06a45390-3412-4881-877f-7488829b2cdb, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62635f5-dbb7-4d98-bcf6-0f626aa09d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0518b53b-b2c9-4138-88e9-145b39685290'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:53.383116 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.390106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d142efb-5aa8-4ecc-a041-6a3c79fc82f6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:53.396480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d142efb-5aa8-4ecc-a041-6a3c79fc82f6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:53.404513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d142efb-5aa8-4ecc-a041-6a3c79fc82f6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:53.406270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2d142efb-5aa8-4ecc-a041-6a3c79fc82f6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.4476535 Jul 09 13:32:53.409244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43314) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:53.439010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e0188cc9-955c-42d9-82fd-82084c305e9e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:53.447958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e0188cc9-955c-42d9-82fd-82084c305e9e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:53.448321 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.648110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Provisioning for port a711dffd-6fef-49e5-9012-560a79af1563 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:53.650141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c81ee27c-a515-4bb0-b5e2-254a7efecba2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.662729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Provisioning complete for port a711dffd-6fef-49e5-9012-560a79af1563 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:53.666621 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.698339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.722668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4b711093-7d07-48ed-b11c-7f0381040297 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port a711dffd-6fef-49e5-9012-560a79af1563 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:53.723221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b711093-7d07-48ed-b11c-7f0381040297 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.875997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c81ee27c-a515-4bb0-b5e2-254a7efecba2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.905627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Port a711dffd-6fef-49e5-9012-560a79af1563 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:53.908664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e0188cc9-955c-42d9-82fd-82084c305e9e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e0188cc9-955c-42d9-82fd-82084c305e9e,segment=NetworkSegment(b15734b7-637f-428d-8ec6-4e2e55b11939),segment_id=b15734b7-637f-428d-8ec6-4e2e55b11939)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:53.910111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] For port 06a45390-3412-4881-877f-7488829b2cdb, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:53.958046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.962217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] For port 06a45390-3412-4881-877f-7488829b2cdb, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=06a45390-3412-4881-877f-7488829b2cdb,segment=NetworkSegment(c62635f5-dbb7-4d98-bcf6-0f626aa09d4d),segment_id=c62635f5-dbb7-4d98-bcf6-0f626aa09d4d)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:53.968668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Provisioning for port 3623129f-921f-4154-a330-a3b7610df1ab completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:54.000132 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.006289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Provisioning complete for port 3623129f-921f-4154-a330-a3b7610df1ab triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:54.006933 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.074295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Port 3623129f-921f-4154-a330-a3b7610df1ab cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:54.164736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Provisioning complete for port e0188cc9-955c-42d9-82fd-82084c305e9e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:54.164736 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4be3203e-ce85-47f0-9dab-c64d7d79370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.181202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e0188cc9-955c-42d9-82fd-82084c305e9e,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:54.335049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107f01f-221b-4cf6-8a31-f162757c69af None None] Pushing event updated for resources: {'Port': ['ID=06a45390-3412-4881-877f-7488829b2cdb,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:54.652740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b711093-7d07-48ed-b11c-7f0381040297 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.657567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3a17e1ec-40b9-4f1b-9a04-057aafaa4b97 None None] Provisioning complete for port 3623129f-921f-4154-a330-a3b7610df1ab triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:54.658162 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3a17e1ec-40b9-4f1b-9a04-057aafaa4b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.703475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c81ee27c-a515-4bb0-b5e2-254a7efecba2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.705989 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c81ee27c-a515-4bb0-b5e2-254a7efecba2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/subnets/e8740666-9f44-45dc-b796-cc0071af540d HTTP/1.1" status: 204 len: 168 time: 2.7970867 Jul 09 13:32:54.708709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43352) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:54.717972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3a17e1ec-40b9-4f1b-9a04-057aafaa4b97 None None] Port 3623129f-921f-4154-a330-a3b7610df1ab cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:54.729825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ee27c-a515-4bb0-b5e2-254a7efecba2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Subnet': ['ID=e8740666-9f44-45dc-b796-cc0071af540d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:54.733956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3a17e1ec-40b9-4f1b-9a04-057aafaa4b97 None None] Provisioning complete for port a711dffd-6fef-49e5-9012-560a79af1563 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:54.734344 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3a17e1ec-40b9-4f1b-9a04-057aafaa4b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.769220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4b711093-7d07-48ed-b11c-7f0381040297 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for a711dffd-6fef-49e5-9012-560a79af1563 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:54.806555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3a17e1ec-40b9-4f1b-9a04-057aafaa4b97 None None] Port a711dffd-6fef-49e5-9012-560a79af1563 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:32:54.825334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f5156-c5cf-4390-b550-f48d5fe7db89 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:54.839293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f5156-c5cf-4390-b550-f48d5fe7db89 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:54.841139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-463f5156-c5cf-4390-b550-f48d5fe7db89 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1306863 Jul 09 13:32:54.844251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43358) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:54.889691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43360) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:54.953492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bebc8e-b641-467e-9fdf-28f4d1a2d8d5 req-c55f6a35-1cca-4aa0-a7ed-88caee7dfd19 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:54.954734 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b9bebc8e-b641-467e-9fdf-28f4d1a2d8d5 req-c55f6a35-1cca-4aa0-a7ed-88caee7dfd19 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.2918866 Jul 09 13:32:54.991998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c374-69e8-4ad1-965e-e5d92675dda9 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.006729 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d1c374-69e8-4ad1-965e-e5d92675dda9 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 13:32:55.008419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d1c374-69e8-4ad1-965e-e5d92675dda9 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:32:55.012200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e7d1c374-69e8-4ad1-965e-e5d92675dda9 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/0518b53b-b2c9-4138-88e9-145b39685290 HTTP/1.1" status: 409 len: 405 time: 0.1668830 Jul 09 13:32:55.016265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.022847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1687127482'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:55.041375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b9bebc8e-b641-467e-9fdf-28f4d1a2d8d5 req-31fcbedf-0915-4206-b18c-f751f9d7e077 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0659060 Jul 09 13:32:55.072553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b711093-7d07-48ed-b11c-7f0381040297 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.075093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:55.082548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.139350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b711093-7d07-48ed-b11c-7f0381040297 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=a711dffd-6fef-49e5-9012-560a79af1563,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:55.146679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:55.158521 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8990e962-7d4a-4e88-964d-68472e455af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.164034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.164381 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Added segment 4f8365f6-426b-49ff-b52b-9215b3bfa263 of type vlan for network 5d2b47a8-0dc3-4e4a-92f5-bc315372f861 Jul 09 13:32:55.222598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43370) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.271430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b711093-7d07-48ed-b11c-7f0381040297 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.277018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4b711093-7d07-48ed-b11c-7f0381040297 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/a711dffd-6fef-49e5-9012-560a79af1563 HTTP/1.1" status: 204 len: 168 time: 1.8641391 Jul 09 13:32:55.278234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43374) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.292806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.362140 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b32825-92f5-4146-877c-ed0b667e7af6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:55.365746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-08b32825-92f5-4146-877c-ed0b667e7af6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/a711dffd-6fef-49e5-9012-560a79af1563 HTTP/1.1" status: 404 len: 333 time: 0.0608959 Jul 09 13:32:55.368592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43378) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.372102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec96dbe-a53b-4afc-8aaa-98124a8e3f9d req-bdd3d434-8d11-4f5c-a4a6-ef0ba446245c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:55.377685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ec96dbe-a53b-4afc-8aaa-98124a8e3f9d req-bdd3d434-8d11-4f5c-a4a6-ef0ba446245c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.1417756 Jul 09 13:32:55.385573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.392260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:55.393241 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.398101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43380) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.426804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Request body: {'floatingip': {'port_id': 'bb3ca458-6767-4c1b-89c1-49b6ee068403'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:55.516184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cf49737b-e06f-42cd-a57b-0b871076f50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.540378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.598411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f67a9054-1a2c-4fd6-9532-2f5f1bc07502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 3623129f-921f-4154-a330-a3b7610df1ab {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:55.599133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f67a9054-1a2c-4fd6-9532-2f5f1bc07502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.603500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Network': ['ID=5d2b47a8-0dc3-4e4a-92f5-bc315372f861,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:55.619875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 5d2b47a8-0dc3-4e4a-92f5-bc315372f861 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:55.788290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8990e962-7d4a-4e88-964d-68472e455af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.809053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8990e962-7d4a-4e88-964d-68472e455af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.809918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-16af22cd-0137-4a49-8b47-c33446e9931b tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7916710 Jul 09 13:32:55.816345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43384) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.825555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'subnet': {'network_id': '5d2b47a8-0dc3-4e4a-92f5-bc315372f861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:55.864354 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f67a9054-1a2c-4fd6-9532-2f5f1bc07502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.941204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f67a9054-1a2c-4fd6-9532-2f5f1bc07502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 3623129f-921f-4154-a330-a3b7610df1ab owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:55.984437 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8990e962-7d4a-4e88-964d-68472e455af7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65fa5f7ee6e743d3b48effb8ff8a44f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0881262 Jul 09 13:32:55.987158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43386) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.989598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990e962-7d4a-4e88-964d-68472e455af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53af85e-208f-4721-bd50-6ccc4e8dbcde,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:55.997196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70593d1-b970-4e41-823b-2996c37bdcb1 None None] Network 0518b53b-b2c9-4138-88e9-145b39685290 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:56.121238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b8235332-b2e4-4cd2-a3dc-e89a9a953fc0 None None] Provisioning for port 06a45390-3412-4881-877f-7488829b2cdb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:56.179357 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f67a9054-1a2c-4fd6-9532-2f5f1bc07502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.223237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a9054-1a2c-4fd6-9532-2f5f1bc07502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=3623129f-921f-4154-a330-a3b7610df1ab,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:56.260124 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f67a9054-1a2c-4fd6-9532-2f5f1bc07502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.263754 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f67a9054-1a2c-4fd6-9532-2f5f1bc07502 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/3623129f-921f-4154-a330-a3b7610df1ab HTTP/1.1" status: 204 len: 168 time: 0.8927588 Jul 09 13:32:56.265611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43388) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:56.277361 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cf49737b-e06f-42cd-a57b-0b871076f50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.295733 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.resource_extend [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:32:56.315614 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ea2015-ee23-4259-99a4-5ddaa6c111a2 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:32:56.320959 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-76ea2015-ee23-4259-99a4-5ddaa6c111a2 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/3623129f-921f-4154-a330-a3b7610df1ab HTTP/1.1" status: 404 len: 333 time: 0.0539818 Jul 09 13:32:56.324096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43390) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:56.352479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 06a45390-3412-4881-877f-7488829b2cdb up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:56.417916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-137b3bfc-5d73-4cef-a316-61e1c7e6a196 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet 2bdcaa35-81b1-4ffa-b680-eab10d0fcbea {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:56.419329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11281d63-a055-4871-8088-ad9202925c5d None None] DHCP port deletion for 0518b53b-b2c9-4138-88e9-145b39685290 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:56.422395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-137b3bfc-5d73-4cef-a316-61e1c7e6a196 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.456766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 06a45390-3412-4881-877f-7488829b2cdb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:56.464872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.465637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 06a45390-3412-4881-877f-7488829b2cdb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:56.466082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cf49737b-e06f-42cd-a57b-0b871076f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.466394 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.486532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-137b3bfc-5d73-4cef-a316-61e1c7e6a196 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.529751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cf49737b-e06f-42cd-a57b-0b871076f50c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e63feefe28b43ed80772e2742ac609e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3019116 Jul 09 13:32:56.530631 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.533502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43392) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:56.536535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49737b-e06f-42cd-a57b-0b871076f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5385a14a-a4ed-4731-86da-c6f9d74344c6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:56.587402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-11281d63-a055-4871-8088-ad9202925c5d None None] Deleting port 06a45390-3412-4881-877f-7488829b2cdb {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:56.589444 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11281d63-a055-4871-8088-ad9202925c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.606573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f20830c-2f92-47b8-aa4f-4a3ce32f71cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.632262 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-137b3bfc-5d73-4cef-a316-61e1c7e6a196 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.699436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f20830c-2f92-47b8-aa4f-4a3ce32f71cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.707863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:56.712429 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.716953 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.775830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 06a45390-3412-4881-877f-7488829b2cdb, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=06a45390-3412-4881-877f-7488829b2cdb,segment=NetworkSegment(c62635f5-dbb7-4d98-bcf6-0f626aa09d4d),segment_id=c62635f5-dbb7-4d98-bcf6-0f626aa09d4d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:56.779233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-11281d63-a055-4871-8088-ad9202925c5d None None] For port 06a45390-3412-4881-877f-7488829b2cdb, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=06a45390-3412-4881-877f-7488829b2cdb,segment=NetworkSegment(c62635f5-dbb7-4d98-bcf6-0f626aa09d4d),segment_id=c62635f5-dbb7-4d98-bcf6-0f626aa09d4d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:56.779932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11281d63-a055-4871-8088-ad9202925c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.795387 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.797010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e0188cc9-955c-42d9-82fd-82084c305e9e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:56.848349 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-137b3bfc-5d73-4cef-a316-61e1c7e6a196 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.892429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-11281d63-a055-4871-8088-ad9202925c5d None None] Calling delete_port for 06a45390-3412-4881-877f-7488829b2cdb owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:56.894265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=06a45390-3412-4881-877f-7488829b2cdb,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:56.911329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b3bfc-5d73-4cef-a316-61e1c7e6a196 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdcaa35-81b1-4ffa-b680-eab10d0fcbea,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:56.916789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-137b3bfc-5d73-4cef-a316-61e1c7e6a196 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.918796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-137b3bfc-5d73-4cef-a316-61e1c7e6a196 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/2bdcaa35-81b1-4ffa-b680-eab10d0fcbea HTTP/1.1" status: 204 len: 168 time: 0.5936344 Jul 09 13:32:56.924275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43398) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:56.931764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e51f7ec-d36b-45d3-a163-bbb066e179a8 None None] Network 97e9c912-f0b1-44b6-a225-39dea6083892 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:57.078249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.168727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e0188cc9-955c-42d9-82fd-82084c305e9e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:57.170044 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.262823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port e0188cc9-955c-42d9-82fd-82084c305e9e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:57.263260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.266101 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8079-6afd-4026-b0cd-67b105fcf7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.280696 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11281d63-a055-4871-8088-ad9202925c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.295833 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Floating IP 0952d60c-93cd-4d95-846a-296b1d1a1cb4 associated. External IP: 172.25.5.25, port: bb3ca458-6767-4c1b-89c1-49b6ee068403. Jul 09 13:32:57.344660 n-d-799524-3 neutron-server[93912]: DEBUG neutron.objects.ports [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93912) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:32:57.348067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.354755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8079-6afd-4026-b0cd-67b105fcf7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.357679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11281d63-a055-4871-8088-ad9202925c5d None None] Pushing event deleted for resources: {'Port': ['ID=06a45390-3412-4881-877f-7488829b2cdb,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:57.371483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11281d63-a055-4871-8088-ad9202925c5d None None] No DVR routers for this DVR port 06a45390-3412-4881-877f-7488829b2cdb on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:57.387884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76595195-77d3-4992-b833-b9d90692d41a None None] DHCP port deletion for 97e9c912-f0b1-44b6-a225-39dea6083892 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:32:57.413819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f20830c-2f92-47b8-aa4f-4a3ce32f71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.417337 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f20830c-2f92-47b8-aa4f-4a3ce32f71cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.421530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2f20830c-2f92-47b8-aa4f-4a3ce32f71cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d53af85e-208f-4721-bd50-6ccc4e8dbcde HTTP/1.1" status: 204 len: 168 time: 1.2767539 Jul 09 13:32:57.440440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] For port e0188cc9-955c-42d9-82fd-82084c305e9e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e0188cc9-955c-42d9-82fd-82084c305e9e,segment=NetworkSegment(b15734b7-637f-428d-8ec6-4e2e55b11939),segment_id=b15734b7-637f-428d-8ec6-4e2e55b11939)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:57.440978 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.473910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for e0188cc9-955c-42d9-82fd-82084c305e9e owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:57.479316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20830c-2f92-47b8-aa4f-4a3ce32f71cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53af85e-208f-4721-bd50-6ccc4e8dbcde,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:57.490808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Subnet': ['ID=46b19fe0-d2cf-4e2f-b279-9c561bf1e637,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:57.520534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-76595195-77d3-4992-b833-b9d90692d41a None None] Deleting port e0188cc9-955c-42d9-82fd-82084c305e9e {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:57.521031 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-76595195-77d3-4992-b833-b9d90692d41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.522889 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Checking segment: {'id': '4f8365f6-426b-49ff-b52b-9215b3bfa263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5d2b47a8-0dc3-4e4a-92f5-bc315372f861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:57.523674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network hostable DHCP agents. Network: 5d2b47a8-0dc3-4e4a-92f5-bc315372f861, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:57.597220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network 5d2b47a8-0dc3-4e4a-92f5-bc315372f861 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:57.604182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-76595195-77d3-4992-b833-b9d90692d41a None None] For port e0188cc9-955c-42d9-82fd-82084c305e9e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e0188cc9-955c-42d9-82fd-82084c305e9e,segment=NetworkSegment(b15734b7-637f-428d-8ec6-4e2e55b11939),segment_id=b15734b7-637f-428d-8ec6-4e2e55b11939)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:57.604644 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-76595195-77d3-4992-b833-b9d90692d41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.617852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 5d2b47a8-0dc3-4e4a-92f5-bc315372f861) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:57.630243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326cdef5-e133-4542-aad0-01e0c67cb457 None None] Network 5d2b47a8-0dc3-4e4a-92f5-bc315372f861 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:57.632418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:57.633099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.633772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-76595195-77d3-4992-b833-b9d90692d41a None None] Calling delete_port for e0188cc9-955c-42d9-82fd-82084c305e9e owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:57.640381 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.652743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8079-6afd-4026-b0cd-67b105fcf7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.656779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8079-6afd-4026-b0cd-67b105fcf7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.658199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3c4a8079-6afd-4026-b0cd-67b105fcf7c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5385a14a-a4ed-4731-86da-c6f9d74344c6 HTTP/1.1" status: 204 len: 168 time: 1.1178041 Jul 09 13:32:57.663996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Router 3c951c1f-cd97-4069-acc1-b55049a64dd1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:57.673359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=e0188cc9-955c-42d9-82fd-82084c305e9e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:57.681870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No DVR routers for this DVR port e0188cc9-955c-42d9-82fd-82084c305e9e on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:57.682921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a8079-6afd-4026-b0cd-67b105fcf7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5385a14a-a4ed-4731-86da-c6f9d74344c6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:57.684822 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fc872e0b-a8df-40e9-8741-a8b789b488c8 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8651624 Jul 09 13:32:57.690958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43406) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:57.698225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'port': {'network_id': '5d2b47a8-0dc3-4e4a-92f5-bc315372f861', 'name': 'tempest-NetworksIpV6TestAttrs-2106700297'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:57.780363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.796103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e9c912-f0b1-44b6-a225-39dea6083892']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:57.830509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15734b7-637f-428d-8ec6-4e2e55b11939') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:57.832574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15734b7-637f-428d-8ec6-4e2e55b11939') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:57.851870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.891280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.903494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:32:57.904009 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:32:57.907481 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:32:57.944119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:57.962346 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] Sync routers for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:57.963182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.991184 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:57.996896 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:58.015557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.025147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43412) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:58.059122 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-76595195-77d3-4992-b833-b9d90692d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.078002 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.089670 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4630a3ee-ac1e-4e24-b7e2-250dcadac570 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "PUT /v2.0/floatingips/0952d60c-93cd-4d95-846a-296b1d1a1cb4 HTTP/1.1" status: 200 len: 990 time: 2.6787109 Jul 09 13:32:58.089670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:58.090039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/networks/97e9c912-f0b1-44b6-a225-39dea6083892 HTTP/1.1" status: 204 len: 168 time: 1.1600783 Jul 09 13:32:58.090039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f625abe-f135-4881-9d24-5346d8105d4d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Network': ['ID=97e9c912-f0b1-44b6-a225-39dea6083892,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:58.091776 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd01c6-229a-4174-8620-d008c0c4ec40" -d '{"events": [{"name": "network-changed", "server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:58.093973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43418) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:58.110669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76595195-77d3-4992-b833-b9d90692d41a None None] Network 97e9c912-f0b1-44b6-a225-39dea6083892 is not hosted by any dhcp agent {{(pid=93914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:32:58.111284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76595195-77d3-4992-b833-b9d90692d41a None None] No DVR routers for this DVR port e0188cc9-955c-42d9-82fd-82084c305e9e on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:58.112949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76595195-77d3-4992-b833-b9d90692d41a None None] Pushing event deleted for resources: {'Port': ['ID=e0188cc9-955c-42d9-82fd-82084c305e9e,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:58.115752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:58.120999 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c64cbd0-e86e-41f7-9b7d-5e44ab201277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.127714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.137619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-5d2b47a8-0dc3-4e4a-92f5-bc315372f861', 'network_id': '5d2b47a8-0dc3-4e4a-92f5-bc315372f861', 'tenant_id': '41cb2721e5424defa2e56e83263d54bc', 'fixed_ips': [{'subnet_id': '46b19fe0-d2cf-4e2f-b279-9c561bf1e637'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:32:58.138495 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.166553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2142431069'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:58.179114 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b97b4d-2dc9-4137-8c7e-a08fa9aa8507 x-openstack-request-id: req-08b97b4d-2dc9-4137-8c7e-a08fa9aa8507 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:58.179719 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:58.180361 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08b97b4d-2dc9-4137-8c7e-a08fa9aa8507 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:58.180949 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'status': 'completed', 'code': 200} Jul 09 13:32:58.184463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] device_id is not set on port cd0fc53e-809d-4858-897a-414fd9a2a38d yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:58.305394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 06a45390-3412-4881-877f-7488829b2cdb no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:58.331394 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c64cbd0-e86e-41f7-9b7d-5e44ab201277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.339631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c64cbd0-e86e-41f7-9b7d-5e44ab201277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.378096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64cbd0-e86e-41f7-9b7d-5e44ab201277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d093817e-a756-4694-8a19-2612a21a41c5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:58.394518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 06a45390-3412-4881-877f-7488829b2cdb {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:58.394855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 06a45390-3412-4881-877f-7488829b2cdb not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:58.395293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e0188cc9-955c-42d9-82fd-82084c305e9e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:58.410405 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:58.419210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6c64cbd0-e86e-41f7-9b7d-5e44ab201277 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=794f7f0c4fc5467fbc6d9ff2be42cef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523769 Jul 09 13:32:58.419446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43422) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:58.427178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-7d4aebc2-7014-47c1-b5bb-6b67be8ad39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:58.429291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-7d4aebc2-7014-47c1-b5bb-6b67be8ad39e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1096 time: 0.2014117 Jul 09 13:32:58.437432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e0188cc9-955c-42d9-82fd-82084c305e9e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:58.437829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e0188cc9-955c-42d9-82fd-82084c305e9e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:58.445011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:58.448510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.461042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Allocated IP 2001:db8::f816:3eff:fedc:f008 (5d2b47a8-0dc3-4e4a-92f5-bc315372f861/46b19fe0-d2cf-4e2f-b279-9c561bf1e637/cd0fc53e-809d-4858-897a-414fd9a2a38d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:58.472079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:58.501791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fadc9ab-5ac9-45e8-9c50-83756a1d43f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.524720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fadc9ab-5ac9-45e8-9c50-83756a1d43f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.551563 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9e36de9c-69eb-42b4-85f9-f7a8fe67ee5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.580219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fadc9ab-5ac9-45e8-9c50-83756a1d43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.583118 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fadc9ab-5ac9-45e8-9c50-83756a1d43f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.585324 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6fadc9ab-5ac9-45e8-9c50-83756a1d43f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d093817e-a756-4694-8a19-2612a21a41c5 HTTP/1.1" status: 204 len: 168 time: 0.1633024 Jul 09 13:32:58.591175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:58.595191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadc9ab-5ac9-45e8-9c50-83756a1d43f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d093817e-a756-4694-8a19-2612a21a41c5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:58.642163 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.642416 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Added segment ee0ed3af-2d71-4318-b66f-ace4b70eff12 of type vlan for network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 Jul 09 13:32:58.665122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-9e8af31e-9bfa-4df0-870e-e3c1d71aa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:58.666922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-9e8af31e-9bfa-4df0-870e-e3c1d71aa6b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.2238352 Jul 09 13:32:58.696165 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '0952d60c-93cd-4d95-846a-296b1d1a1cb4', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'port_id': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'mac_address': 'fa:16:3e:3b:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83da75-4862-4d4d-83e9-6c719b975618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:32:29Z', 'updated_at': '2021-07-09T13:32:56Z', 'revision_number': 1, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:58.731040 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] Checking router: 3c951c1f-cd97-4069-acc1-b55049a64dd1 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:32:58.740886 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:58.741643 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:58.806710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.859079 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:58.866854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-f50ee5a6-f5db-41ba-a422-68903ad0cb7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 200 len: 998 time: 0.1850123 Jul 09 13:32:58.948372 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.953892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:58.954503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.959635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.052437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-c32637fe-4d56-4ea6-85b9-c32250639fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:59.052719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43436) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:59.053927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-c32637fe-4d56-4ea6-85b9-c32250639fb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.1738672 Jul 09 13:32:59.065792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Transition to ACTIVE for port object cd0fc53e-809d-4858-897a-414fd9a2a38d will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:59.075342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f073239-f04c-47da-9840-fa278a72f80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.118683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9e36de9c-69eb-42b4-85f9-f7a8fe67ee5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.123098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Network': ['ID=7d3f41aa-6b9b-4fbf-b96a-8e170926aae7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:59.136010 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9e36de9c-69eb-42b4-85f9-f7a8fe67ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.143591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:59.170556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77ac840c-16c7-4391-8a5d-9cbf1d4d45eb tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0541892 Jul 09 13:32:59.175398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43438) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:59.178486 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '0952d60c-93cd-4d95-846a-296b1d1a1cb4', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'port_id': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'mac_address': 'fa:16:3e:3b:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83da75-4862-4d4d-83e9-6c719b975618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:32:29Z', 'updated_at': '2021-07-09T13:32:56Z', 'revision_number': 1, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:59.191502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '7d3f41aa-6b9b-4fbf-b96a-8e170926aae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:59.211765 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecefeb3-d399-4383-9e20-d4fec916d42c None None] The sync data for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 is: [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '0952d60c-93cd-4d95-846a-296b1d1a1cb4', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'port_id': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'mac_address': 'fa:16:3e:3b:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83da75-4862-4d4d-83e9-6c719b975618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:32:29Z', 'updated_at': '2021-07-09T13:32:56Z', 'revision_number': 1, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:59.214764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9e36de9c-69eb-42b4-85f9-f7a8fe67ee5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4424b7111baa4d0fa02429324936ee64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7308886 Jul 09 13:32:59.217557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36de9c-69eb-42b4-85f9-f7a8fe67ee5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438216a3-a1dc-433f-ae06-148598e8d822,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:59.219988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43440) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:59.241936 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.247716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-90316b9e-71b7-4dba-bf8c-764a17f0c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:59.249913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-90316b9e-71b7-4dba-bf8c-764a17f0c452 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862118 Jul 09 13:32:59.287828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Allocated IP 2001:db8::f816:3eff:fe10:8110 (5d2b47a8-0dc3-4e4a-92f5-bc315372f861/46b19fe0-d2cf-4e2f-b279-9c561bf1e637/fd4ef8b4-be6f-4bb8-ae1d-7de474a37276) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:59.363520 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f073239-f04c-47da-9840-fa278a72f80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.372888 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f073239-f04c-47da-9840-fa278a72f80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.382676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Port': ['ID=cd0fc53e-809d-4858-897a-414fd9a2a38d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:59.415951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0f073239-f04c-47da-9840-fa278a72f80a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39078ec6bf8c427886f1638b6cf42e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607264 Jul 09 13:32:59.422298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43444) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:59.473166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:59.473418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network 5d2b47a8-0dc3-4e4a-92f5-bc315372f861 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:59.478358 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-752fc2fd-5a34-4f8e-b06d-5a78b757200c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.479333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.484916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:59.496678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:59.502979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:59.505364 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.530880 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.542818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Transition to ACTIVE for port object fd4ef8b4-be6f-4bb8-ae1d-7de474a37276 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:59.547593 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-752fc2fd-5a34-4f8e-b06d-5a78b757200c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.562282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c68b2223-0f26-481d-8c86-1789d901a1f6 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8701622 Jul 09 13:32:59.565067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d975618-6034-47df-955b-e5d77471f199 None None] New status for floating IP 0952d60c-93cd-4d95-846a-296b1d1a1cb4: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:32:59.573000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:59.595017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f073239-f04c-47da-9840-fa278a72f80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5800874-ab27-4a9d-a0a0-c9c4c8a2958a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:59.626934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-2eb1fb5d-6a1d-4254-af97-607eb03c1264 service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045273 Jul 09 13:32:59.638974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d709a183-ea97-4d4d-8f6d-8ff4686d0fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.663013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d709a183-ea97-4d4d-8f6d-8ff4686d0fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.719233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-00465e67-98e9-4d12-bf5d-a87559e7a35a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Deleting subnet 46b19fe0-d2cf-4e2f-b279-9c561bf1e637 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:32:59.729468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-752fc2fd-5a34-4f8e-b06d-5a78b757200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.732085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-752fc2fd-5a34-4f8e-b06d-5a78b757200c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.733240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-752fc2fd-5a34-4f8e-b06d-5a78b757200c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/438216a3-a1dc-433f-ae06-148598e8d822 HTTP/1.1" status: 204 len: 168 time: 0.5114114 Jul 09 13:32:59.746691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d709a183-ea97-4d4d-8f6d-8ff4686d0fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.749718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d709a183-ea97-4d4d-8f6d-8ff4686d0fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.752307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fc2fd-5a34-4f8e-b06d-5a78b757200c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438216a3-a1dc-433f-ae06-148598e8d822,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:59.753990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d709a183-ea97-4d4d-8f6d-8ff4686d0fed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5800874-ab27-4a9d-a0a0-c9c4c8a2958a HTTP/1.1" status: 204 len: 168 time: 0.3307083 Jul 09 13:32:59.781240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709a183-ea97-4d4d-8f6d-8ff4686d0fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5800874-ab27-4a9d-a0a0-c9c4c8a2958a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:59.794405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99cd01c6-229a-4174-8620-d008c0c4ec40 req-31244f19-645e-4fa6-9a16-a93768dba565 service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600356 Jul 09 13:32:59.813686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Transition to ACTIVE for port object fd4ef8b4-be6f-4bb8-ae1d-7de474a37276 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:59.838103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00465e67-98e9-4d12-bf5d-a87559e7a35a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.857803 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.866646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.887170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00465e67-98e9-4d12-bf5d-a87559e7a35a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.934445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Network 5d2b47a8-0dc3-4e4a-92f5-bc315372f861 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:59.945893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:59.954586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=da8c394a-76f8-40ba-8e76-e031f6770633,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:59.961453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Checking segment: {'id': 'ee0ed3af-2d71-4318-b66f-ace4b70eff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d3f41aa-6b9b-4fbf-b96a-8e170926aae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:59.961819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network hostable DHCP agents. Network: 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:59.989127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:00.001083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:00.006421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:00.015652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:00.016269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.022274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Pushing event updated for resources: {'Port': ['ID=fd4ef8b4-be6f-4bb8-ae1d-7de474a37276,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:00.030789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb70c9-c973-4d93-bad4-e1a2835e2e9b None None] Network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:00.037148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e9d3e94e-2c6e-4b16-a6ec-070ec892a931 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8547568 Jul 09 13:33:00.040306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43452) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:00.055866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5e922d6c-432f-4cb5-bbd6-50e50eabf872 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1480990947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:00.072070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00465e67-98e9-4d12-bf5d-a87559e7a35a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.096542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e922d6c-432f-4cb5-bbd6-50e50eabf872 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.098019 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e922d6c-432f-4cb5-bbd6-50e50eabf872 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.183172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00465e67-98e9-4d12-bf5d-a87559e7a35a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.212016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e922d6c-432f-4cb5-bbd6-50e50eabf872 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.213660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00465e67-98e9-4d12-bf5d-a87559e7a35a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.221620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-00465e67-98e9-4d12-bf5d-a87559e7a35a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/subnets/46b19fe0-d2cf-4e2f-b279-9c561bf1e637 HTTP/1.1" status: 204 len: 168 time: 0.6475673 Jul 09 13:33:00.221984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43462) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:00.253521 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e922d6c-432f-4cb5-bbd6-50e50eabf872 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.266065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00465e67-98e9-4d12-bf5d-a87559e7a35a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Subnet': ['ID=46b19fe0-d2cf-4e2f-b279-9c561bf1e637,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:00.338333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e922d6c-432f-4cb5-bbd6-50e50eabf872 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.340906 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5e922d6c-432f-4cb5-bbd6-50e50eabf872 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2958565 Jul 09 13:33:00.341095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-7d3f41aa-6b9b-4fbf-b96a-8e170926aae7', 'network_id': '7d3f41aa-6b9b-4fbf-b96a-8e170926aae7', 'tenant_id': 'b11711f83e8d4fa988ced6eb3de03154', 'fixed_ips': [{'subnet_id': 'da8c394a-76f8-40ba-8e76-e031f6770633'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:00.345915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43472) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:00.351221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab2cee7-2504-4539-bde3-5dc29547acd7 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:00.352159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'network_id': '7d3f41aa-6b9b-4fbf-b96a-8e170926aae7', 'name': 'tempest-PortsIpV6TestJSON-1317176640'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:00.352955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab2cee7-2504-4539-bde3-5dc29547acd7 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:00.354841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6ab2cee7-2504-4539-bde3-5dc29547acd7 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1300359 Jul 09 13:33:00.357158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43474) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:00.359595 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.435550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Attempting to bind port fd4ef8b4-be6f-4bb8-ae1d-7de474a37276 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:00.435763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Attempting to bind port fd4ef8b4-be6f-4bb8-ae1d-7de474a37276 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '4f8365f6-426b-49ff-b52b-9215b3bfa263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5d2b47a8-0dc3-4e4a-92f5-bc315372f861'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:00.436095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Attempting to bind port fd4ef8b4-be6f-4bb8-ae1d-7de474a37276 on network 5d2b47a8-0dc3-4e4a-92f5-bc315372f861 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:00.459803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:00.459803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Checking segment: {'id': '4f8365f6-426b-49ff-b52b-9215b3bfa263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5d2b47a8-0dc3-4e4a-92f5-bc315372f861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:00.459803 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.460170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Bound using segment: {'id': '4f8365f6-426b-49ff-b52b-9215b3bfa263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5d2b47a8-0dc3-4e4a-92f5-bc315372f861'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:00.460530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Bound port: fd4ef8b4-be6f-4bb8-ae1d-7de474a37276, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8365f6-426b-49ff-b52b-9215b3bfa263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5d2b47a8-0dc3-4e4a-92f5-bc315372f861'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:00.460930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.529709 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5d84380-da0b-4143-b9bd-e48d42132421 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.551490 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d84380-da0b-4143-b9bd-e48d42132421 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 13:33:00.551966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d84380-da0b-4143-b9bd-e48d42132421 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:00.558997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c5d84380-da0b-4143-b9bd-e48d42132421 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/5d2b47a8-0dc3-4e4a-92f5-bc315372f861 HTTP/1.1" status: 409 len: 405 time: 0.1963100 Jul 09 13:33:00.559292 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43486) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:00.565897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1549060674'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:00.613202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:00.639780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.661177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Allocated IP 2001:db8::2 (7d3f41aa-6b9b-4fbf-b96a-8e170926aae7/da8c394a-76f8-40ba-8e76-e031f6770633/43256a89-75e3-4384-8b6a-ddfbfcfd8fda) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:00.689631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:00.692403 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.696479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:00.707259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] For port fd4ef8b4-be6f-4bb8-ae1d-7de474a37276, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:00.719104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.719663 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Added segment 8e2f1838-d82a-4a70-9953-e7e2dcf01583 of type vlan for network c32f11b9-cf30-4685-8eb6-4f22dc1a8879 Jul 09 13:33:00.744323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:00.753802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] For port fd4ef8b4-be6f-4bb8-ae1d-7de474a37276, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=fd4ef8b4-be6f-4bb8-ae1d-7de474a37276,segment=NetworkSegment(4f8365f6-426b-49ff-b52b-9215b3bfa263),segment_id=4f8365f6-426b-49ff-b52b-9215b3bfa263)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:00.762662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.847580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.900478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e1d12-15a5-480a-b4f4-2335417efd0b None None] Pushing event updated for resources: {'Port': ['ID=fd4ef8b4-be6f-4bb8-ae1d-7de474a37276,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:00.917429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.923939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:00.924610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.943807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e27d5-c5ec-4ffb-b276-37b8179462da None None] Network 5d2b47a8-0dc3-4e4a-92f5-bc315372f861 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:00.998261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4377930 Jul 09 13:33:01.002126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43506) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:01.011234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'subnet': {'network_id': 'c32f11b9-cf30-4685-8eb6-4f22dc1a8879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:01.031512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535c151-e142-414c-bc8a-cb649396f7aa tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Network': ['ID=c32f11b9-cf30-4685-8eb6-4f22dc1a8879,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:01.052437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c32f11b9-cf30-4685-8eb6-4f22dc1a8879 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:01.102321 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.145784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Transition to ACTIVE for port object 43256a89-75e3-4384-8b6a-ddfbfcfd8fda will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:01.150349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:01.156649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.168429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Transition to ACTIVE for port object 43256a89-75e3-4384-8b6a-ddfbfcfd8fda will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:01.183339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.239149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:01.241835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:01.243767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Pushing event updated for resources: {'Port': ['ID=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:01.246149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:01.285654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::1d3 (7d3f41aa-6b9b-4fbf-b96a-8e170926aae7/da8c394a-76f8-40ba-8e76-e031f6770633/6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:01.325735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Attempting to bind port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:01.326128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Attempting to bind port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ee0ed3af-2d71-4318-b66f-ace4b70eff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d3f41aa-6b9b-4fbf-b96a-8e170926aae7'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:01.328041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Attempting to bind port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda on network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:01.341931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:01.342656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Checking segment: {'id': 'ee0ed3af-2d71-4318-b66f-ace4b70eff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d3f41aa-6b9b-4fbf-b96a-8e170926aae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:01.343870 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.344298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Bound using segment: {'id': 'ee0ed3af-2d71-4318-b66f-ace4b70eff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d3f41aa-6b9b-4fbf-b96a-8e170926aae7'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:01.344824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Bound port: 43256a89-75e3-4384-8b6a-ddfbfcfd8fda, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0ed3af-2d71-4318-b66f-ace4b70eff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d3f41aa-6b9b-4fbf-b96a-8e170926aae7'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:01.345331 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.450252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] For port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:01.454964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] For port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,segment=NetworkSegment(ee0ed3af-2d71-4318-b66f-ace4b70eff12),segment_id=ee0ed3af-2d71-4318-b66f-ace4b70eff12)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:01.464852 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.546161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fe4c0-fe3b-435b-a617-de37b1ec7438 None None] Pushing event updated for resources: {'Port': ['ID=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:01.621608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.658428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:01.664788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.objects.ports [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93912) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:33:01.668105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.724993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.784167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Subnet': ['ID=cd474056-fe1d-4724-9847-717c9c199a27,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:01.796672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:01.798341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Checking segment: {'id': '8e2f1838-d82a-4a70-9953-e7e2dcf01583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c32f11b9-cf30-4685-8eb6-4f22dc1a8879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:01.798709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network hostable DHCP agents. Network: c32f11b9-cf30-4685-8eb6-4f22dc1a8879, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:01.826212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:01.844933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network c32f11b9-cf30-4685-8eb6-4f22dc1a8879 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:01.853767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:01.871145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c32f11b9-cf30-4685-8eb6-4f22dc1a8879) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:01.874627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:01.878045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.879232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:01.879971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.886613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617b79a9-7b76-4aae-a97f-1f88c517a7e4 None None] Network c32f11b9-cf30-4685-8eb6-4f22dc1a8879 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:01.922710 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b9e6bccd-2a33-44d5-aa22-dc041e5ebdc3 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9193316 Jul 09 13:33:01.923395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43540) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:01.927061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5779843 Jul 09 13:33:01.936531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43542) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:01.939226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79625fb-7e0a-4b67-8ceb-478caf59ac07 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:02.113176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.188911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a7a36-f3b3-49f1-889c-05aabbc205f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-c32f11b9-cf30-4685-8eb6-4f22dc1a8879', 'network_id': 'c32f11b9-cf30-4685-8eb6-4f22dc1a8879', 'tenant_id': '41cb2721e5424defa2e56e83263d54bc', 'fixed_ips': [{'subnet_id': 'cd474056-fe1d-4724-9847-717c9c199a27'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:02.189796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b17a7a36-f3b3-49f1-889c-05aabbc205f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.244564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.340743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.341382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 43256a89-75e3-4384-8b6a-ddfbfcfd8fda up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:02.450859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:02.452629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Subnet': ['ID=cd474056-fe1d-4724-9847-717c9c199a27,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:02.481154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-b17a7a36-f3b3-49f1-889c-05aabbc205f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd474056-fe1d-4724-9847-717c9c199a27: This subnet is being modified by another concurrent operation. Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:33:02.483449 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd474056-fe1d-4724-9847-717c9c199a27: This subnet is being modified by another concurrent operation. Jul 09 13:33:02.488132 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:33:02.505129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d406c05-ebeb-4263-bf57-69f77ff548d9 None None] Network c32f11b9-cf30-4685-8eb6-4f22dc1a8879 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:02.522568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32f11b9-cf30-4685-8eb6-4f22dc1a8879']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:02.539508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2f1838-d82a-4a70-9953-e7e2dcf01583') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:02.539763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2f1838-d82a-4a70-9953-e7e2dcf01583') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:02.551208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.577363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.587722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:02.588799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:02.600147 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:02.658239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.774100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.791209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.794304 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/c32f11b9-cf30-4685-8eb6-4f22dc1a8879 HTTP/1.1" status: 204 len: 168 time: 0.8696315 Jul 09 13:33:02.822354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43574) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:02.823334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7980ed-6ff1-4305-862b-dd3305d39e47 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Network': ['ID=c32f11b9-cf30-4685-8eb6-4f22dc1a8879,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:02.835010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-818970727'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:02.872622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:02.883861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.966807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:02.984272 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.984910 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Added segment 16a11d4f-10a1-422a-a4f8-ce5595ce21b4 of type vlan for network e25c25a7-d322-44c4-bb63-667c952200a1 Jul 09 13:33:03.077883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.142883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0511a-c3aa-4af3-8de0-3182a237f657 None None] Network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:03.156296 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.171568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:03.175434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.196044 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.204331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.285224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Network': ['ID=e25c25a7-d322-44c4-bb63-667c952200a1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:03.295500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:03.300314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-68c4f989-d2a0-4673-995f-480e388a6934 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4712794 Jul 09 13:33:03.303901 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43586) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:03.310381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43588) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:03.311188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'subnet': {'network_id': 'e25c25a7-d322-44c4-bb63-667c952200a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:03.311484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3d1e28ba-6f1c-4f0c-93fe-5586e6b7c0d1 None None] Provisioning for port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:03.318717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network e25c25a7-d322-44c4-bb63-667c952200a1 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:03.340954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3d1e28ba-6f1c-4f0c-93fe-5586e6b7c0d1 None None] Provisioning complete for port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:03.341501 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d1e28ba-6f1c-4f0c-93fe-5586e6b7c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.459997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:03.464672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.526594 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.577533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d1e28ba-6f1c-4f0c-93fe-5586e6b7c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.590026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2cb2820b-7e12-4dfd-8627-21b0e0d75945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.635412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3d1e28ba-6f1c-4f0c-93fe-5586e6b7c0d1 None None] For port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,segment=NetworkSegment(ee0ed3af-2d71-4318-b66f-ace4b70eff12),segment_id=ee0ed3af-2d71-4318-b66f-ace4b70eff12)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:03.644320 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d1e28ba-6f1c-4f0c-93fe-5586e6b7c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.731675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e28ba-6f1c-4f0c-93fe-5586e6b7c0d1 None None] Pushing event updated for resources: {'Port': ['ID=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:03.792862 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2cb2820b-7e12-4dfd-8627-21b0e0d75945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.799848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2cb2820b-7e12-4dfd-8627-21b0e0d75945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.809104 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.871369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Subnet': ['ID=9beb6f6f-f2ec-42e9-a8d7-7d37913e50e6,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:03.896860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2820b-7e12-4dfd-8627-21b0e0d75945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2255a7c0-bdd9-428b-877b-4447ead4b4da,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:03.905182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Checking segment: {'id': '16a11d4f-10a1-422a-a4f8-ce5595ce21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e25c25a7-d322-44c4-bb63-667c952200a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:03.905559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network hostable DHCP agents. Network: e25c25a7-d322-44c4-bb63-667c952200a1, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:03.918360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2cb2820b-7e12-4dfd-8627-21b0e0d75945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a28eb68eb4664e229ae339e354b53b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058788 Jul 09 13:33:03.921593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43610) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:03.929507 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.026220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d25cce45-1e28-4765-9331-509c874d1b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.061877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network e25c25a7-d322-44c4-bb63-667c952200a1 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:04.076721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, e25c25a7-d322-44c4-bb63-667c952200a1) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:04.095776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d25cce45-1e28-4765-9331-509c874d1b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.103193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c4552-5edc-4fff-9876-060af974cdde None None] Network e25c25a7-d322-44c4-bb63-667c952200a1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:04.105040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:04.108321 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.144837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-96cf99a5-3ef0-4439-a7e1-c65bd764f3f6 None None] Provisioning for port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:04.157257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1b262322-526c-472a-bed7-4d132a37a11f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8490906 Jul 09 13:33:04.165688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43616) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:04.256994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-96cf99a5-3ef0-4439-a7e1-c65bd764f3f6 None None] Provisioning complete for port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:04.257693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-96cf99a5-3ef0-4439-a7e1-c65bd764f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.325564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 43256a89-75e3-4384-8b6a-ddfbfcfd8fda up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:04.477584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d25cce45-1e28-4765-9331-509c874d1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.485342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-96cf99a5-3ef0-4439-a7e1-c65bd764f3f6 None None] Port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:04.494505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d25cce45-1e28-4765-9331-509c874d1b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.514527 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d25cce45-1e28-4765-9331-509c874d1b72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2255a7c0-bdd9-428b-877b-4447ead4b4da HTTP/1.1" status: 204 len: 168 time: 0.5917029 Jul 09 13:33:04.535687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-96cf99a5-3ef0-4439-a7e1-c65bd764f3f6 None None] Provisioning complete for port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:04.536331 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-96cf99a5-3ef0-4439-a7e1-c65bd764f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.560687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.621188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cce45-1e28-4765-9331-509c874d1b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255a7c0-bdd9-428b-877b-4447ead4b4da,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:04.796936 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.816853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:04.817427 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.822293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbfcd8e-56a5-433a-a454-b7d6af158187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-e25c25a7-d322-44c4-bb63-667c952200a1', 'network_id': 'e25c25a7-d322-44c4-bb63-667c952200a1', 'tenant_id': '41cb2721e5424defa2e56e83263d54bc', 'fixed_ips': [{'subnet_id': '9beb6f6f-f2ec-42e9-a8d7-7d37913e50e6'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:04.823371 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4bbfcd8e-56a5-433a-a454-b7d6af158187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.937102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.012418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Subnet': ['ID=9beb6f6f-f2ec-42e9-a8d7-7d37913e50e6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:05.103840 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.148086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25c25a7-d322-44c4-bb63-667c952200a1']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:05.186027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a11d4f-10a1-422a-a4f8-ce5595ce21b4') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:05.186422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a11d4f-10a1-422a-a4f8-ce5595ce21b4') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:05.201343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.204143 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.207595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.209247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.214769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5450412d-8b96-48ac-afd2-7637452b0771 None None] Provisioning complete for port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:05.215883 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5450412d-8b96-48ac-afd2-7637452b0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.223726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c662a35-5ccd-42ab-81a2-cb066c3dca79 None None] Network e25c25a7-d322-44c4-bb63-667c952200a1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:05.242788 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.250163 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:05.250610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:05.303729 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:05.336980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.359027 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.361518 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/e25c25a7-d322-44c4-bb63-667c952200a1 HTTP/1.1" status: 204 len: 168 time: 1.1947739 Jul 09 13:33:05.362613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4a0ff-a7f7-4ff5-81fb-a39ede04f230 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Network': ['ID=e25c25a7-d322-44c4-bb63-667c952200a1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:05.365747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43642) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:05.372906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-97457685'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:05.411338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:05.416348 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.444378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5450412d-8b96-48ac-afd2-7637452b0771 None None] Port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:05.458555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:05.467620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:05.495405 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.496177 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Added segment d3dc1cfe-2e7e-4399-8912-8079af726398 of type vlan for network ee92a386-8392-4c29-98c7-4a2b28fb10db Jul 09 13:33:05.543128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:05.544715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:05.562821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7512c467-c247-4224-b308-03ff0ce5f419 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:33:05.591587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.651636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.657259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:05.658138 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.743955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Network': ['ID=ee92a386-8392-4c29-98c7-4a2b28fb10db,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:05.757657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-08bb1223-c952-46ba-a4fa-6ca73fe7330f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3895028 Jul 09 13:33:05.760834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43658) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:05.772633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Request body: {'subnet': {'network_id': 'ee92a386-8392-4c29-98c7-4a2b28fb10db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:05.855421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network ee92a386-8392-4c29-98c7-4a2b28fb10db details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:06.093955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4ad50550-c3b8-40b4-88de-29e4eccd1e6c None None] Provisioning complete for port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:06.094523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4ad50550-c3b8-40b4-88de-29e4eccd1e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.131690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Made reservation on behalf of 41cb2721e5424defa2e56e83263d54bc for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:06.140506 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.184014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512c467-c247-4224-b308-03ff0ce5f419 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:33:06.198411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4ad50550-c3b8-40b4-88de-29e4eccd1e6c None None] Port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:06.217251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Router 657b0d6f-a605-4442-9b56-c434d508aeca is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:33:06.480991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:06.489075 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9c43a9e8-a036-46d4-a8ba-acd031d35c85 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "PUT /v2.0/routers/657b0d6f-a605-4442-9b56-c434d508aeca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5478463 Jul 09 13:33:06.493215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43682) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:06.506834 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a4ee8-f364-4cde-be85-01a3dd0ebf18 None None] Sync routers for ids ['657b0d6f-a605-4442-9b56-c434d508aeca'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:06.527271 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a4ee8-f364-4cde-be85-01a3dd0ebf18 None None] Routers {'657b0d6f-a605-4442-9b56-c434d508aeca'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:06.529883 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6d6a4ee8-f364-4cde-be85-01a3dd0ebf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['657b0d6f-a605-4442-9b56-c434d508aeca'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:06.593548 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6d6a4ee8-f364-4cde-be85-01a3dd0ebf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:06.607652 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a4ee8-f364-4cde-be85-01a3dd0ebf18 None None] Routers {'657b0d6f-a605-4442-9b56-c434d508aeca'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:06.608836 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6d6a4ee8-f364-4cde-be85-01a3dd0ebf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['657b0d6f-a605-4442-9b56-c434d508aeca'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:06.654337 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6d6a4ee8-f364-4cde-be85-01a3dd0ebf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:06.655636 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a4ee8-f364-4cde-be85-01a3dd0ebf18 None None] The sync data for ids ['657b0d6f-a605-4442-9b56-c434d508aeca'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:06.711601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4535fc2a-0fc3-40ee-ae25-eb09f874bf40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:06.714126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4535fc2a-0fc3-40ee-ae25-eb09f874bf40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports?device_id=657b0d6f-a605-4442-9b56-c434d508aeca HTTP/1.1" status: 200 len: 989 time: 0.2196174 Jul 09 13:33:06.717894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43686) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:06.850583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a560dc-6eb4-4731-8e39-e7e99a1349ff None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:33:06.884084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:33:06.887635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.000251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event updated for resources: {'Subnet': ['ID=022b80b9-9400-4305-8f0a-e46211de88ac,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:07.019348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Checking segment: {'id': 'd3dc1cfe-2e7e-4399-8912-8079af726398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ee92a386-8392-4c29-98c7-4a2b28fb10db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:07.019722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network hostable DHCP agents. Network: ee92a386-8392-4c29-98c7-4a2b28fb10db, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:07.065779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.066128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.066477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.066819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.067189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.067527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.068407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.068738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.069069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.069665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.070004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.070332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:07.146598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Network ee92a386-8392-4c29-98c7-4a2b28fb10db is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:07.157271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, ee92a386-8392-4c29-98c7-4a2b28fb10db) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:07.166074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.166719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.209560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3ecc2ff9-df3a-4729-ae2c-b21d31498d5f tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4440463 Jul 09 13:33:07.210116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43710) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:07.469788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a560dc-6eb4-4731-8e39-e7e99a1349ff None None] Unable to find a vacant binding_index for network ee92a386-8392-4c29-98c7-4a2b28fb10db and agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 {{(pid=93914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 09 13:33:07.480414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a560dc-6eb4-4731-8e39-e7e99a1349ff None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, ee92a386-8392-4c29-98c7-4a2b28fb10db) {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:33:07.506045 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.550774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.655913 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.905364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:07.906196 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.053780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.075149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:08.341693 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.390861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a0430e-3c1e-4505-9914-9aae212d23da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-ee92a386-8392-4c29-98c7-4a2b28fb10db', 'network_id': 'ee92a386-8392-4c29-98c7-4a2b28fb10db', 'tenant_id': '41cb2721e5424defa2e56e83263d54bc', 'fixed_ips': [{'subnet_id': '022b80b9-9400-4305-8f0a-e46211de88ac'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:08.393964 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-92a0430e-3c1e-4505-9914-9aae212d23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.405959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Subnet': ['ID=022b80b9-9400-4305-8f0a-e46211de88ac,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:08.462770 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.477034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee92a386-8392-4c29-98c7-4a2b28fb10db']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:08.488223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.498882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dc1cfe-2e7e-4399-8912-8079af726398') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:08.499275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dc1cfe-2e7e-4399-8912-8079af726398') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:08.527193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:08.528254 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.562126 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.570764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:08.571392 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:08.576202 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:08.663585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c501743-456d-45df-83a3-ebbb36d81bb0 None None] Network ee92a386-8392-4c29-98c7-4a2b28fb10db requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:08.736996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.745868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.754514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43772) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:08.760000 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/ee92a386-8392-4c29-98c7-4a2b28fb10db HTTP/1.1" status: 204 len: 168 time: 1.5477622 Jul 09 13:33:08.794244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bdd8a-a17f-41e6-b17c-ff4cae067667 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Network': ['ID=ee92a386-8392-4c29-98c7-4a2b28fb10db,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:08.801295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.875208 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bf19e5-f9f5-4a9c-87a3-274dba2ce54e tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:08.878444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bf19e5-f9f5-4a9c-87a3-274dba2ce54e tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:08.882840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f4bf19e5-f9f5-4a9c-87a3-274dba2ce54e tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/subnets/022b80b9-9400-4305-8f0a-e46211de88ac HTTP/1.1" status: 404 len: 337 time: 0.1177065 Jul 09 13:33:08.883369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43782) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:08.947841 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-307f2aeb-e3cf-46dc-8831-eb88643b2a7e tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:08.950365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307f2aeb-e3cf-46dc-8831-eb88643b2a7e tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:08.955514 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-307f2aeb-e3cf-46dc-8831-eb88643b2a7e tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/ee92a386-8392-4c29-98c7-4a2b28fb10db HTTP/1.1" status: 404 len: 339 time: 0.0706913 Jul 09 13:33:08.958129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43788) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.008835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d973beb-8929-4d3f-922c-0e6970c1c27a None None] Network ee92a386-8392-4c29-98c7-4a2b28fb10db requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:09.037332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d973beb-8929-4d3f-922c-0e6970c1c27a None None] Network ee92a386-8392-4c29-98c7-4a2b28fb10db could not be found, it might have been deleted concurrently. {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 13:33:09.049495 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c538a6-413f-4840-b7ef-a8ae444478cc tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:09.053473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c538a6-413f-4840-b7ef-a8ae444478cc tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:09.058139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d8526765-7cbd-4373-8f7b-adb4d81fc33f None None] Could not find standard attr ID for object 6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:33:09.063541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43794) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.064600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c1c538a6-413f-4840-b7ef-a8ae444478cc tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/subnets/9beb6f6f-f2ec-42e9-a8d7-7d37913e50e6 HTTP/1.1" status: 404 len: 337 time: 0.1009429 Jul 09 13:33:09.090437 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1a5b06-b6d8-466e-83d8-c264253b2ab2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:09.095225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1a5b06-b6d8-466e-83d8-c264253b2ab2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:09.102653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43796) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.104620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3b1a5b06-b6d8-466e-83d8-c264253b2ab2 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/e25c25a7-d322-44c4-bb63-667c952200a1 HTTP/1.1" status: 404 len: 339 time: 0.0381756 Jul 09 13:33:09.178796 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83c2eed-9168-4938-aafb-ecc87f994a37 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:09.184724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83c2eed-9168-4938-aafb-ecc87f994a37 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:09.188680 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e83c2eed-9168-4938-aafb-ecc87f994a37 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/subnets/cd474056-fe1d-4724-9847-717c9c199a27 HTTP/1.1" status: 404 len: 337 time: 0.0832131 Jul 09 13:33:09.190527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43798) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.262302 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-7992fe10-07cb-488e-9365-0efcf542ec4a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:09.262955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7992fe10-07cb-488e-9365-0efcf542ec4a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:09.275298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7992fe10-07cb-488e-9365-0efcf542ec4a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/c32f11b9-cf30-4685-8eb6-4f22dc1a8879 HTTP/1.1" status: 404 len: 339 time: 0.0809200 Jul 09 13:33:09.276414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43802) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.287745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Router 657b0d6f-a605-4442-9b56-c434d508aeca has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:09.472342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c3886abb-cdac-4139-8dc1-cdb929cde8fe tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Deleting port cd0fc53e-809d-4858-897a-414fd9a2a38d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:09.472922 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3886abb-cdac-4139-8dc1-cdb929cde8fe tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.480890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:09.488100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d4168039-c3fd-446f-81a8-852da45b1c14 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "PUT /v2.0/routers/657b0d6f-a605-4442-9b56-c434d508aeca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7691293 Jul 09 13:33:09.491315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43808) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.493944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a577e9-44f8-47a9-80e0-f5f52df7ea06 None None] Sync routers for ids ['657b0d6f-a605-4442-9b56-c434d508aeca'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:09.528410 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9f3537-3288-4160-8884-23bd2989ea76 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:33:09.530112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7f9f3537-3288-4160-8884-23bd2989ea76 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/6e06ef47-d1d4-41e5-a50c-a04c4c29e7cc HTTP/1.1" status: 404 len: 333 time: 0.0376768 Jul 09 13:33:09.531783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a577e9-44f8-47a9-80e0-f5f52df7ea06 None None] Routers {'657b0d6f-a605-4442-9b56-c434d508aeca'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:09.532826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43812) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.536047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-39a577e9-44f8-47a9-80e0-f5f52df7ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['657b0d6f-a605-4442-9b56-c434d508aeca'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:09.595886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-39a577e9-44f8-47a9-80e0-f5f52df7ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:09.604466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43814) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.609240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a577e9-44f8-47a9-80e0-f5f52df7ea06 None None] Routers {'657b0d6f-a605-4442-9b56-c434d508aeca'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:09.609881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-39a577e9-44f8-47a9-80e0-f5f52df7ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['657b0d6f-a605-4442-9b56-c434d508aeca'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:09.629428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3886abb-cdac-4139-8dc1-cdb929cde8fe tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.651461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c3886abb-cdac-4139-8dc1-cdb929cde8fe tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Calling delete_port for cd0fc53e-809d-4858-897a-414fd9a2a38d owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:09.686320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-39a577e9-44f8-47a9-80e0-f5f52df7ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:09.687542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a577e9-44f8-47a9-80e0-f5f52df7ea06 None None] The sync data for ids ['657b0d6f-a605-4442-9b56-c434d508aeca'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:09.811628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3886abb-cdac-4139-8dc1-cdb929cde8fe tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.845769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3886abb-cdac-4139-8dc1-cdb929cde8fe tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.850006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c3886abb-cdac-4139-8dc1-cdb929cde8fe tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/ports/cd0fc53e-809d-4858-897a-414fd9a2a38d HTTP/1.1" status: 204 len: 168 time: 0.5717885 Jul 09 13:33:09.894527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43822) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.899127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3886abb-cdac-4139-8dc1-cdb929cde8fe tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Port': ['ID=cd0fc53e-809d-4858-897a-414fd9a2a38d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:09.992247 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6e6a11-2ecc-427d-93d3-ad9dc96ad9db tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:09.992957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6e6a11-2ecc-427d-93d3-ad9dc96ad9db tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:09.998013 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5c6e6a11-2ecc-427d-93d3-ad9dc96ad9db tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/subnets/46b19fe0-d2cf-4e2f-b279-9c561bf1e637 HTTP/1.1" status: 404 len: 337 time: 0.0977714 Jul 09 13:33:10.008841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43828) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:10.124397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e79db71-3ad4-42a9-a684-e3caaf834e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.181982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.196564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b138abf0-d5ab-41a8-8726-8993793f35cf tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.330402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e79db71-3ad4-42a9-a684-e3caaf834e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.332309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Deleting port fd4ef8b4-be6f-4bb8-ae1d-7de474a37276 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:10.332650 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.378001 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e79db71-3ad4-42a9-a684-e3caaf834e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.429602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b138abf0-d5ab-41a8-8726-8993793f35cf tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.432310 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b138abf0-d5ab-41a8-8726-8993793f35cf tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.448472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1e79db71-3ad4-42a9-a684-e3caaf834e4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46b2e4162a1f4b63b98f73c6b812ab73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8425069 Jul 09 13:33:10.453649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43836) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:10.461764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] For port fd4ef8b4-be6f-4bb8-ae1d-7de474a37276, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=fd4ef8b4-be6f-4bb8-ae1d-7de474a37276,segment=NetworkSegment(4f8365f6-426b-49ff-b52b-9215b3bfa263),segment_id=4f8365f6-426b-49ff-b52b-9215b3bfa263)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:10.462142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.465131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79db71-3ad4-42a9-a684-e3caaf834e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfb4cbc-e8a6-4c15-b225-c25e485cd9b7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:10.499792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b138abf0-d5ab-41a8-8726-8993793f35cf tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.500367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b138abf0-d5ab-41a8-8726-8993793f35cf tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Fanout notify agent at l3_agent the message router_deleted on router 657b0d6f-a605-4442-9b56-c434d508aeca {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:33:10.509299 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b138abf0-d5ab-41a8-8726-8993793f35cf tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.511566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b138abf0-d5ab-41a8-8726-8993793f35cf tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/routers/657b0d6f-a605-4442-9b56-c434d508aeca HTTP/1.1" status: 204 len: 168 time: 0.9774883 Jul 09 13:33:10.514020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43840) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:10.535959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Calling delete_port for fd4ef8b4-be6f-4bb8-ae1d-7de474a37276 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:10.573933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c730042-0b70-4275-b09a-230da2c4dc83 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet da8c394a-76f8-40ba-8e76-e031f6770633 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:10.578451 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c730042-0b70-4275-b09a-230da2c4dc83 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.639561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c730042-0b70-4275-b09a-230da2c4dc83 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.679510 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e06a716-0aa1-4981-a707-c53977448386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.689908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.736743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e06a716-0aa1-4981-a707-c53977448386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.738726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Port': ['ID=fd4ef8b4-be6f-4bb8-ae1d-7de474a37276,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:10.746462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No DVR routers for this DVR port fd4ef8b4-be6f-4bb8-ae1d-7de474a37276 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:10.779814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c730042-0b70-4275-b09a-230da2c4dc83 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.859472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.870128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c730042-0b70-4275-b09a-230da2c4dc83 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.873550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2b47a8-0dc3-4e4a-92f5-bc315372f861']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:10.887136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8365f6-426b-49ff-b52b-9215b3bfa263') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:10.887577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8365f6-426b-49ff-b52b-9215b3bfa263') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:10.900642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.917574 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e06a716-0aa1-4981-a707-c53977448386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.921022 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e06a716-0aa1-4981-a707-c53977448386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.923023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8e06a716-0aa1-4981-a707-c53977448386 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bfb4cbc-e8a6-4c15-b225-c25e485cd9b7 HTTP/1.1" status: 204 len: 168 time: 0.4683778 Jul 09 13:33:10.928909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c730042-0b70-4275-b09a-230da2c4dc83 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=da8c394a-76f8-40ba-8e76-e031f6770633,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:10.936162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c730042-0b70-4275-b09a-230da2c4dc83 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.938366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c730042-0b70-4275-b09a-230da2c4dc83 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/da8c394a-76f8-40ba-8e76-e031f6770633 HTTP/1.1" status: 204 len: 168 time: 0.4231517 Jul 09 13:33:10.939592 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.941989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43848) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:10.942382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e412d15b-8972-4878-a528-a7ae85f5c082 None None] Network 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:10.966780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:10.967240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:10.977075 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:10.979936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06a716-0aa1-4981-a707-c53977448386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfb4cbc-e8a6-4c15-b225-c25e485cd9b7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:11.056954 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.159836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.178748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.194655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/5d2b47a8-0dc3-4e4a-92f5-bc315372f861 HTTP/1.1" status: 204 len: 168 time: 1.1827803 Jul 09 13:33:11.196638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43856) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:11.233742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeb9fc-fba1-47ea-906d-b07e56fe38ee tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Network': ['ID=5d2b47a8-0dc3-4e4a-92f5-bc315372f861,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:11.244479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:11.246747 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.390196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] DHCP port deletion for 7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:33:11.410306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] For port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,segment=NetworkSegment(ee0ed3af-2d71-4318-b66f-ace4b70eff12),segment_id=ee0ed3af-2d71-4318-b66f-ace4b70eff12)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:11.410657 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.438124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for 43256a89-75e3-4384-8b6a-ddfbfcfd8fda owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:11.480923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] Deleting port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:11.481825 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.573549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] For port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,segment=NetworkSegment(ee0ed3af-2d71-4318-b66f-ace4b70eff12),segment_id=ee0ed3af-2d71-4318-b66f-ace4b70eff12)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:11.574360 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.584450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c5583-9a3f-4ebe-8743-abc52f4e5fd5 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Deleting port 2c935245-c17a-4a41-8421-67b99a717f32 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:11.584836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5583-9a3f-4ebe-8743-abc52f4e5fd5 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.593478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] Calling delete_port for 43256a89-75e3-4384-8b6a-ddfbfcfd8fda owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:11.696032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5583-9a3f-4ebe-8743-abc52f4e5fd5 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.716067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.730100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c5583-9a3f-4ebe-8743-abc52f4e5fd5 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Calling delete_port for 2c935245-c17a-4a41-8421-67b99a717f32 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:11.753150 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.789949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] Pushing event deleted for resources: {'Port': ['ID=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:11.801221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=43256a89-75e3-4384-8b6a-ddfbfcfd8fda,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:11.804695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860459e-8ebc-4a18-94a3-0a14e4622fbc None None] No DVR routers for this DVR port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:11.819646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No DVR routers for this DVR port 43256a89-75e3-4384-8b6a-ddfbfcfd8fda on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:11.963561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43868) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:11.979966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.980466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-344a29a4-64e0-41d5-870c-55c9e1c988dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.995274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3f41aa-6b9b-4fbf-b96a-8e170926aae7']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:12.016827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0ed3af-2d71-4318-b66f-ace4b70eff12') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:12.017198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0ed3af-2d71-4318-b66f-ace4b70eff12') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:12.029236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.048917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.051846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5583-9a3f-4ebe-8743-abc52f4e5fd5 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.075560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:12.076156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:12.086330 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:12.177567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 43256a89-75e3-4384-8b6a-ddfbfcfd8fda no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:12.184144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c5583-9a3f-4ebe-8743-abc52f4e5fd5 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Port': ['ID=2c935245-c17a-4a41-8421-67b99a717f32,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:12.206553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5583-9a3f-4ebe-8743-abc52f4e5fd5 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.213857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43872) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.214075 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ba2c5583-9a3f-4ebe-8743-abc52f4e5fd5 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/ports/2c935245-c17a-4a41-8421-67b99a717f32 HTTP/1.1" status: 204 len: 168 time: 1.0103996 Jul 09 13:33:12.232355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 43256a89-75e3-4384-8b6a-ddfbfcfd8fda {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:12.232355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 43256a89-75e3-4384-8b6a-ddfbfcfd8fda not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:12.253102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.277425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.280349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/networks/7d3f41aa-6b9b-4fbf-b96a-8e170926aae7 HTTP/1.1" status: 204 len: 168 time: 1.3364718 Jul 09 13:33:12.294230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43876) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.307967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9f27f-b331-4832-98a9-fa14ac71aeda tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Network': ['ID=7d3f41aa-6b9b-4fbf-b96a-8e170926aae7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:12.313965 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-344a29a4-64e0-41d5-870c-55c9e1c988dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.316444 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2d9047-cf09-4763-80e7-47c2a993fa01 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:12.316972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2d9047-cf09-4763-80e7-47c2a993fa01 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:12.319437 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2a2d9047-cf09-4763-80e7-47c2a993fa01 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/subnets/e8740666-9f44-45dc-b796-cc0071af540d HTTP/1.1" status: 404 len: 337 time: 0.1039896 Jul 09 13:33:12.322889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-344a29a4-64e0-41d5-870c-55c9e1c988dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.325975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43880) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.406375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c55be9-210c-4f1d-9bf3-0a854625a3d1 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:12.408158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-72c55be9-210c-4f1d-9bf3-0a854625a3d1 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/c7f01e48-a27a-41d8-8d57-0a098daafb9f HTTP/1.1" status: 200 len: 844 time: 0.1119804 Jul 09 13:33:12.414223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43882) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.429449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.480486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-344a29a4-64e0-41d5-870c-55c9e1c988dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6a9f3ea195842d9989442b198cf6a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150652 Jul 09 13:33:12.481270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a29a4-64e0-41d5-870c-55c9e1c988dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8a5df9-c606-4956-adbe-8803ead6fa97,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:12.483155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9e8906bc-5f50-4104-8b85-e60da47c1338 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/c7f01e48-a27a-41d8-8d57-0a098daafb9f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0667202 Jul 09 13:33:12.483781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43884) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.508464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43886) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.515115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:12.597156 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.610381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0518b53b-b2c9-4138-88e9-145b39685290']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:12.624655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62635f5-dbb7-4d98-bcf6-0f626aa09d4d') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:12.624792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62635f5-dbb7-4d98-bcf6-0f626aa09d4d') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:12.637130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.655247 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.664588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:12.665011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:12.668402 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:12.686714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba24bb59-dd1a-4076-a8a0-49dda2b6ead8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.727677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba24bb59-dd1a-4076-a8a0-49dda2b6ead8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.737169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:12.741639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.757154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.768269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.770507 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/0518b53b-b2c9-4138-88e9-145b39685290 HTTP/1.1" status: 204 len: 168 time: 0.4406862 Jul 09 13:33:12.797057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43890) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.802180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb062c2-251d-4239-a26e-43fe50dac38a tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Network': ['ID=0518b53b-b2c9-4138-88e9-145b39685290,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:12.918627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed596756-3a15-4762-a5eb-b56369b46648 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Deleting subnet 2d2576ed-c0ea-4510-8be5-5a3d06ba1ee8 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:12.922684 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ed596756-3a15-4762-a5eb-b56369b46648 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.971573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ed596756-3a15-4762-a5eb-b56369b46648 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.071605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43896) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:13.078428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba24bb59-dd1a-4076-a8a0-49dda2b6ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.080969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba24bb59-dd1a-4076-a8a0-49dda2b6ead8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.083049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ba24bb59-dd1a-4076-a8a0-49dda2b6ead8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b8a5df9-c606-4956-adbe-8803ead6fa97 HTTP/1.1" status: 204 len: 168 time: 0.5974190 Jul 09 13:33:13.107468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24bb59-dd1a-4076-a8a0-49dda2b6ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8a5df9-c606-4956-adbe-8803ead6fa97,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:13.111508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ed596756-3a15-4762-a5eb-b56369b46648 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.154993 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.259863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ed596756-3a15-4762-a5eb-b56369b46648 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.277333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51a5d91a-3a21-4231-9f6f-5f4777b0bce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.310323 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ed596756-3a15-4762-a5eb-b56369b46648 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.311461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ed596756-3a15-4762-a5eb-b56369b46648 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/subnets/2d2576ed-c0ea-4510-8be5-5a3d06ba1ee8 HTTP/1.1" status: 204 len: 168 time: 0.5131469 Jul 09 13:33:13.314319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed596756-3a15-4762-a5eb-b56369b46648 tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2576ed-c0ea-4510-8be5-5a3d06ba1ee8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:13.317118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43906) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:13.321619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd3ac0-6ab6-45e1-af47-4018dee9cf69 None None] Network 7faff8e8-0330-46f0-92e1-0672499f378d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:13.331410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.482076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:13.484708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51a5d91a-3a21-4231-9f6f-5f4777b0bce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.485061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:13.493501 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51a5d91a-3a21-4231-9f6f-5f4777b0bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.500707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790f885-0a6d-46c1-8964-b12a95d4b2c6 None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:13.545635 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51a5d91a-3a21-4231-9f6f-5f4777b0bce7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d75da025cdf4afd984aa43ac5acbb04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728913 Jul 09 13:33:13.547155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5d91a-3a21-4231-9f6f-5f4777b0bce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338c26fe-ca05-43e9-b154-f2a9ceb0b265,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:13.551429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43912) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:13.608125 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32c8-0b57-4ccd-b335-0497a89093ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.630899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.638825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:13.640696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.646378 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32c8-0b57-4ccd-b335-0497a89093ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.670702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=a8b08c43-110d-41eb-8531-a22da015832f,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:13.697946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d58aa2f5-5ea9-4538-892f-1ca294e71bbe tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1841154 Jul 09 13:33:13.698096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43918) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:13.704235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4ba3a840-f1e5-4023-bb28-06e6d9b93e60 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'security_group': {'name': 'tempest-secgroup-874975952'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:13.706194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] DHCP port deletion for 7faff8e8-0330-46f0-92e1-0672499f378d request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:33:13.748514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32c8-0b57-4ccd-b335-0497a89093ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.749280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Deleting port f4594405-55de-4b40-a340-f8bddca3bc52 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:13.750768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.752801 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5f5b32c8-0b57-4ccd-b335-0497a89093ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.759494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5f5b32c8-0b57-4ccd-b335-0497a89093ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/338c26fe-ca05-43e9-b154-f2a9ceb0b265 HTTP/1.1" status: 204 len: 168 time: 0.2066314 Jul 09 13:33:13.780548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b32c8-0b57-4ccd-b335-0497a89093ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338c26fe-ca05-43e9-b154-f2a9ceb0b265,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:13.787204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a840-f1e5-4023-bb28-06e6d9b93e60 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.886595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] For port f4594405-55de-4b40-a340-f8bddca3bc52, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f4594405-55de-4b40-a340-f8bddca3bc52,segment=NetworkSegment(e69eb6a9-e944-449b-84e8-fd71ce202e18),segment_id=e69eb6a9-e944-449b-84e8-fd71ce202e18)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:13.888132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.924277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Calling delete_port for f4594405-55de-4b40-a340-f8bddca3bc52 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:13.960287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a840-f1e5-4023-bb28-06e6d9b93e60 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.968097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a840-f1e5-4023-bb28-06e6d9b93e60 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.986278 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.025647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'tenant_id': 'b11711f83e8d4fa988ced6eb3de03154', 'fixed_ips': [{'subnet_id': 'a8b08c43-110d-41eb-8531-a22da015832f'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:14.026855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.043018 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a840-f1e5-4023-bb28-06e6d9b93e60 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.050691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43928) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:14.054075 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4ba3a840-f1e5-4023-bb28-06e6d9b93e60 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3533359 Jul 09 13:33:14.056469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c7e5d0d8-2401-411e-8bc6-35faa67730b8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'security_group': {'name': 'tempest-secgroup-177679852'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:14.060306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3a840-f1e5-4023-bb28-06e6d9b93e60 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e9147e-df34-4e82-9dcd-fd6359f0c8cf,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:14.065613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] Deleting port f4594405-55de-4b40-a340-f8bddca3bc52 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:14.065990 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.104456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7e5d0d8-2401-411e-8bc6-35faa67730b8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.122110 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.182410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Port': ['ID=f4594405-55de-4b40-a340-f8bddca3bc52,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:14.198384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] No DVR routers for this DVR port f4594405-55de-4b40-a340-f8bddca3bc52 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:14.236888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] For port f4594405-55de-4b40-a340-f8bddca3bc52, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f4594405-55de-4b40-a340-f8bddca3bc52,segment=NetworkSegment(e69eb6a9-e944-449b-84e8-fd71ce202e18),segment_id=e69eb6a9-e944-449b-84e8-fd71ce202e18)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:14.237298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.252624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] Calling delete_port for f4594405-55de-4b40-a340-f8bddca3bc52 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:14.308384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f4594405-55de-4b40-a340-f8bddca3bc52 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:14.347206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: f4594405-55de-4b40-a340-f8bddca3bc52 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:14.348337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f4594405-55de-4b40-a340-f8bddca3bc52 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:14.374692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43936) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:14.423901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feac9c42-f97a-4f81-94e1-3b49a8c319b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.436902 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6558471a-8d7e-4687-93f4-8f5ae517d326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.483864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.500475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7faff8e8-0330-46f0-92e1-0672499f378d']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:14.501969 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.521080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69eb6a9-e944-449b-84e8-fd71ce202e18') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:14.521754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69eb6a9-e944-449b-84e8-fd71ce202e18') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:14.536991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] Pushing event deleted for resources: {'Port': ['ID=f4594405-55de-4b40-a340-f8bddca3bc52,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:14.542086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33329c-0558-4325-8b5a-7fbd0031926f None None] No DVR routers for this DVR port f4594405-55de-4b40-a340-f8bddca3bc52 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:14.557837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.567558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Allocated IP 2001:db8::2 (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/a8b08c43-110d-41eb-8531-a22da015832f/6aded878-225b-4903-ac62-044d72af3a91) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:14.582437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.595128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:14.595626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:14.600272 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:14.695439 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7e5d0d8-2401-411e-8bc6-35faa67730b8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.705823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7e5d0d8-2401-411e-8bc6-35faa67730b8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.733767 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.745456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.750567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] 10.222.0.32 "DELETE /v2.0/networks/7faff8e8-0330-46f0-92e1-0672499f378d HTTP/1.1" status: 204 len: 168 time: 1.4262772 Jul 09 13:33:14.783704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12439-b40c-4a74-bb05-f2221d558d8c tempest-NetworksIpV6TestAttrs-1529727599 tempest-NetworksIpV6TestAttrs-1529727599-project] Pushing event deleted for resources: {'Network': ['ID=7faff8e8-0330-46f0-92e1-0672499f378d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:14.786957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5d0d8-2401-411e-8bc6-35faa67730b8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e5f3c6-b71d-4489-a036-f584a6cb19d5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:14.821676 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.831738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Transition to ACTIVE for port object 6aded878-225b-4903-ac62-044d72af3a91 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:14.834176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feac9c42-f97a-4f81-94e1-3b49a8c319b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.839154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feac9c42-f97a-4f81-94e1-3b49a8c319b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.846460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7e5d0d8-2401-411e-8bc6-35faa67730b8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.848522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c7e5d0d8-2401-411e-8bc6-35faa67730b8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7961895 Jul 09 13:33:14.851328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43946) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:14.857035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-3239924', 'security_groups': ['46e5f3c6-b71d-4489-a036-f584a6cb19d5'], 'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8b08c43-110d-41eb-8531-a22da015832f'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:14.879110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Transition to ACTIVE for port object 6aded878-225b-4903-ac62-044d72af3a91 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:14.890674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-feac9c42-f97a-4f81-94e1-3b49a8c319b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91e53280712b46e78f9522a2fdaffeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145836 Jul 09 13:33:14.892053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9c42-f97a-4f81-94e1-3b49a8c319b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42db6eb-15eb-4961-aeb0-9366f4a3f959,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:14.894682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43952) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:14.903381 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.967437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:14.973469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:14.977594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:14.987019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Pushing event updated for resources: {'Port': ['ID=6aded878-225b-4903-ac62-044d72af3a91,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:15.006146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82c655c3-f746-4b1f-b938-3e6f29bf291f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.047528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82c655c3-f746-4b1f-b938-3e6f29bf291f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.056388 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Attempting to bind port 6aded878-225b-4903-ac62-044d72af3a91 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:15.056776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Attempting to bind port 6aded878-225b-4903-ac62-044d72af3a91 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:15.057150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Attempting to bind port 6aded878-225b-4903-ac62-044d72af3a91 on network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:15.065566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:15.066525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Checking segment: {'id': 'c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:15.066679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.067105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Bound using segment: {'id': 'c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:15.068205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Bound port: 6aded878-225b-4903-ac62-044d72af3a91, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:15.069297 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.135145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82c655c3-f746-4b1f-b938-3e6f29bf291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.138158 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82c655c3-f746-4b1f-b938-3e6f29bf291f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.140845 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-82c655c3-f746-4b1f-b938-3e6f29bf291f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c42db6eb-15eb-4961-aeb0-9366f4a3f959 HTTP/1.1" status: 204 len: 168 time: 0.2451634 Jul 09 13:33:15.158779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c655c3-f746-4b1f-b938-3e6f29bf291f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42db6eb-15eb-4961-aeb0-9366f4a3f959,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:15.169396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] For port 6aded878-225b-4903-ac62-044d72af3a91, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:15.174025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] For port 6aded878-225b-4903-ac62-044d72af3a91, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6aded878-225b-4903-ac62-044d72af3a91,segment=NetworkSegment(c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5),segment_id=c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:15.179799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:15.186871 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.266789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880efc2-bbc8-416d-aacb-cb21193b812c None None] Pushing event updated for resources: {'Port': ['ID=6aded878-225b-4903-ac62-044d72af3a91,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:15.266931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43960) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:15.313602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.335918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port c4b79681-59c1-44a6-a0d4-bfcb422f2e0e yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:15.655847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::242 (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/a8b08c43-110d-41eb-8531-a22da015832f/c4b79681-59c1-44a6-a0d4-bfcb422f2e0e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:15.730006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-22da383c-8943-4d90-bc88-9785cbef3b5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41cb2721e5424defa2e56e83263d54bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618804 Jul 09 13:33:15.732568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43976) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:15.826976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f816084-484c-436b-a3c9-8cf559c358d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.857911 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f816084-484c-436b-a3c9-8cf559c358d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.883502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.901475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object c4b79681-59c1-44a6-a0d4-bfcb422f2e0e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:15.921788 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f816084-484c-436b-a3c9-8cf559c358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.926502 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f816084-484c-436b-a3c9-8cf559c358d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.932467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4f816084-484c-436b-a3c9-8cf559c358d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75342273-09b5-4241-aae7-fee91e95f06d HTTP/1.1" status: 204 len: 168 time: 0.1985872 Jul 09 13:33:15.944852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f816084-484c-436b-a3c9-8cf559c358d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75342273-09b5-4241-aae7-fee91e95f06d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:15.945468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.012218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:16.015718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:16.020025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:16.027020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:16.027698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.036749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=c4b79681-59c1-44a6-a0d4-bfcb422f2e0e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:16.049766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e8d97589-75a0-41f3-8d78-cb09a1983325 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1970496 Jul 09 13:33:16.055508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43994) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:16.061383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c2630782-6b8a-4335-88f3-99b55937f617 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:16.221770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6aded878-225b-4903-ac62-044d72af3a91 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:16.339732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6aded878-225b-4903-ac62-044d72af3a91 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:16.361611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2630782-6b8a-4335-88f3-99b55937f617 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:16.375360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2630782-6b8a-4335-88f3-99b55937f617 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.591932 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:33:16.624904 n-d-799524-3 neutron-server[93912]: INFO neutron.db.ipam_backend_mixin [None req-c2630782-6b8a-4335-88f3-99b55937f617 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8b08c43-110d-41eb-8531-a22da015832f (CIDR: 2001:db8::/64) Jul 09 13:33:16.638156 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2630782-6b8a-4335-88f3-99b55937f617 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:16.638629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2630782-6b8a-4335-88f3-99b55937f617 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:16.683089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c2630782-6b8a-4335-88f3-99b55937f617 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6284339 Jul 09 13:33:16.683364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44030) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:16.704565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:16.826817 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b0c03713-07ff-4f81-b66a-d0c09dab1026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.884310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Provisioning for port 6aded878-225b-4903-ac62-044d72af3a91 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:16.890396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:16.891947 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.972857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:16.979828 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.008778 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.029035 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.081296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] For port 6aded878-225b-4903-ac62-044d72af3a91, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6aded878-225b-4903-ac62-044d72af3a91,segment=NetworkSegment(c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5),segment_id=c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:17.087905 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.164154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Pushing event updated for resources: {'Port': ['ID=6aded878-225b-4903-ac62-044d72af3a91,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:17.206150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Provisioning complete for port c7f01e48-a27a-41d8-8d57-0a098daafb9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:17.206531 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.269816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3004a55a-a4cb-44a9-8b74-9e12dfd05d4d None None] Port c7f01e48-a27a-41d8-8d57-0a098daafb9f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:17.407882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8ade86b5-b9cb-48a2-982b-c6f15918ee58 None None] Provisioning for port c4b79681-59c1-44a6-a0d4-bfcb422f2e0e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:17.417229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8ade86b5-b9cb-48a2-982b-c6f15918ee58 None None] Provisioning complete for port c4b79681-59c1-44a6-a0d4-bfcb422f2e0e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:17.420167 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ade86b5-b9cb-48a2-982b-c6f15918ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.457406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.510369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8ade86b5-b9cb-48a2-982b-c6f15918ee58 None None] Port c4b79681-59c1-44a6-a0d4-bfcb422f2e0e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:17.513735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:17.522576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:17.533789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:17.534780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.535198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1278e9-cebb-435d-8a98-b17394320bdb None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:17.574729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=59363f97-6e8b-44c7-800d-2b55269bb9e9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:17.588467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f3509165-832b-4b2e-a823-861e988aaa40 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9030514 Jul 09 13:33:17.591799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44076) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:17.602384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1826147034', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '59363f97-6e8b-44c7-800d-2b55269bb9e9'}], 'security_groups': ['c0e9147e-df34-4e82-9dcd-fd6359f0c8cf']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:17.635251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44080) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:17.734565 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.931431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6723e3-1870-47eb-b216-b7b1c7d706f5 None None] Update dhcp port {'port': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'fixed_ips': [{'subnet_id': 'a8b08c43-110d-41eb-8531-a22da015832f', 'ip_address': '2001:db8::2'}, {'subnet_id': '59363f97-6e8b-44c7-800d-2b55269bb9e9'}], 'binding:host_id': 'n-d-799524-3'}, 'id': '6aded878-225b-4903-ac62-044d72af3a91'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:33:17.976551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a2f7e8bd-8b07-498d-8d8d-e552046f8154 tempest-DvrRoutersNegativeTest-1932380332 tempest-DvrRoutersNegativeTest-1932380332-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-513908721', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:17.981055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.policy [None req-a2f7e8bd-8b07-498d-8d8d-e552046f8154 tempest-DvrRoutersNegativeTest-1932380332 tempest-DvrRoutersNegativeTest-1932380332-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93912) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 13:33:17.987657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.policy [None req-a2f7e8bd-8b07-498d-8d8d-e552046f8154 tempest-DvrRoutersNegativeTest-1932380332 tempest-DvrRoutersNegativeTest-1932380332-project] Failed policy check for 'create_router' {{(pid=93912) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 13:33:17.988406 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-a2f7e8bd-8b07-498d-8d8d-e552046f8154 tempest-DvrRoutersNegativeTest-1932380332 tempest-DvrRoutersNegativeTest-1932380332-project] create failed (client error): Access was denied to this resource. Jul 09 13:33:17.990146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a2f7e8bd-8b07-498d-8d8d-e552046f8154 tempest-DvrRoutersNegativeTest-1932380332 tempest-DvrRoutersNegativeTest-1932380332-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3522518 Jul 09 13:33:18.017917 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ea6723e3-1870-47eb-b216-b7b1c7d706f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.044208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44096) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:18.202802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6aded878-225b-4903-ac62-044d72af3a91 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:18.242123 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.244630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Delete allocated IP 2001:db8::242 (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/a8b08c43-110d-41eb-8531-a22da015832f) {{(pid=93913) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:33:18.259186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8:0:1::33c (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/59363f97-6e8b-44c7-800d-2b55269bb9e9/c4b79681-59c1-44a6-a0d4-bfcb422f2e0e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:18.263264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:18.263669 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.470793 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.481319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8363e526-6563-4a84-a0d0-e590c622aeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.486992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object c4b79681-59c1-44a6-a0d4-bfcb422f2e0e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:18.493941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.507518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44106) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:18.557649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=c4b79681-59c1-44a6-a0d4-bfcb422f2e0e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:18.586098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-ea6723e3-1870-47eb-b216-b7b1c7d706f5 None None] Allocated IP 2001:db8:0:1::2 (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/59363f97-6e8b-44c7-800d-2b55269bb9e9/6aded878-225b-4903-ac62-044d72af3a91) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:18.613674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] In _notify_port_updated(), no bound segment for port c4b79681-59c1-44a6-a0d4-bfcb422f2e0e on network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a {{(pid=93913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:18.622726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:18.626568 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.629755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6553ff9d-e974-40e8-bf34-edec0d179847 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "PUT /v2.0/ports/c4b79681-59c1-44a6-a0d4-bfcb422f2e0e HTTP/1.1" status: 200 len: 931 time: 1.0351243 Jul 09 13:33:18.633626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44114) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:18.650662 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-018128b8-2d1a-401b-b7e3-ecd8ec7dc980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.721720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8363e526-6563-4a84-a0d0-e590c622aeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.733945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8363e526-6563-4a84-a0d0-e590c622aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.765279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ea6723e3-1870-47eb-b216-b7b1c7d706f5 None None] For port 6aded878-225b-4903-ac62-044d72af3a91, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6aded878-225b-4903-ac62-044d72af3a91,segment=NetworkSegment(c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5),segment_id=c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:18.798006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e0364034-40bd-4a9b-89ba-289739319524 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port c4b79681-59c1-44a6-a0d4-bfcb422f2e0e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:18.799130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0364034-40bd-4a9b-89ba-289739319524 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.800549 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8363e526-6563-4a84-a0d0-e590c622aeef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea67e15d734143afb4eecc96375d261f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7551353 Jul 09 13:33:18.804221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363e526-6563-4a84-a0d0-e590c622aeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2d0c80-09ea-40ed-8dd0-436316ceabc7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:18.806935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44118) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:18.819429 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ea6723e3-1870-47eb-b216-b7b1c7d706f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.841647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ea6723e3-1870-47eb-b216-b7b1c7d706f5 None None] Transition to ACTIVE for port object 6aded878-225b-4903-ac62-044d72af3a91 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:18.846410 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ea6723e3-1870-47eb-b216-b7b1c7d706f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.895369 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b25f1b77-58fe-451f-afe6-09c4c7c82a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.908879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6723e3-1870-47eb-b216-b7b1c7d706f5 None None] Pushing event updated for resources: {'Port': ['ID=6aded878-225b-4903-ac62-044d72af3a91,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:18.942460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0364034-40bd-4a9b-89ba-289739319524 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.957243 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b25f1b77-58fe-451f-afe6-09c4c7c82a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.960713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e0364034-40bd-4a9b-89ba-289739319524 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for c4b79681-59c1-44a6-a0d4-bfcb422f2e0e owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:18.999987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-018128b8-2d1a-401b-b7e3-ecd8ec7dc980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.014441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-018128b8-2d1a-401b-b7e3-ecd8ec7dc980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.069004 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-018128b8-2d1a-401b-b7e3-ecd8ec7dc980 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc0bd0200b494452bfefa48e4f00c64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569658 Jul 09 13:33:19.077640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44126) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:19.144257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018128b8-2d1a-401b-b7e3-ecd8ec7dc980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babb186e-193b-4815-8a40-09d3cf75398e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:19.167758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3aa8-2ee1-43db-8cf1-a4b3878de08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.174155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b25f1b77-58fe-451f-afe6-09c4c7c82a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.176866 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b25f1b77-58fe-451f-afe6-09c4c7c82a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.178751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b25f1b77-58fe-451f-afe6-09c4c7c82a62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af2d0c80-09ea-40ed-8dd0-436316ceabc7 HTTP/1.1" status: 204 len: 168 time: 0.3668656 Jul 09 13:33:19.198145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f1b77-58fe-451f-afe6-09c4c7c82a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2d0c80-09ea-40ed-8dd0-436316ceabc7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:19.211764 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0364034-40bd-4a9b-89ba-289739319524 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.235586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3aa8-2ee1-43db-8cf1-a4b3878de08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.267919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0364034-40bd-4a9b-89ba-289739319524 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=c4b79681-59c1-44a6-a0d4-bfcb422f2e0e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:19.299246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3aa8-2ee1-43db-8cf1-a4b3878de08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.303295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8ba3aa8-2ee1-43db-8cf1-a4b3878de08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.306836 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f8ba3aa8-2ee1-43db-8cf1-a4b3878de08f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/babb186e-193b-4815-8a40-09d3cf75398e HTTP/1.1" status: 204 len: 168 time: 0.2258415 Jul 09 13:33:19.330277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba3aa8-2ee1-43db-8cf1-a4b3878de08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb186e-193b-4815-8a40-09d3cf75398e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:19.341153 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0364034-40bd-4a9b-89ba-289739319524 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.345794 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0364034-40bd-4a9b-89ba-289739319524 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/c4b79681-59c1-44a6-a0d4-bfcb422f2e0e HTTP/1.1" status: 204 len: 168 time: 0.7090557 Jul 09 13:33:19.346487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44134) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:19.392885 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-3804b74e-b596-4e09-bef6-09690a25b497 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:33:19.394560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3804b74e-b596-4e09-bef6-09690a25b497 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/c4b79681-59c1-44a6-a0d4-bfcb422f2e0e HTTP/1.1" status: 404 len: 333 time: 0.0472174 Jul 09 13:33:19.398763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44138) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:19.477115 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29d1e89e-aac7-46e7-b2e7-431e89933c1c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.504504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29d1e89e-aac7-46e7-b2e7-431e89933c1c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.595306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29d1e89e-aac7-46e7-b2e7-431e89933c1c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.597973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29d1e89e-aac7-46e7-b2e7-431e89933c1c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.602097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-29d1e89e-aac7-46e7-b2e7-431e89933c1c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/security-groups/46e5f3c6-b71d-4489-a036-f584a6cb19d5 HTTP/1.1" status: 204 len: 168 time: 0.1993706 Jul 09 13:33:19.602710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44142) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:19.614240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1e89e-aac7-46e7-b2e7-431e89933c1c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e5f3c6-b71d-4489-a036-f584a6cb19d5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:19.655743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.700032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b70ec7fd-4a37-4fd2-aec6-a17784defc87 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.740340 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b70ec7fd-4a37-4fd2-aec6-a17784defc87 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.814335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b70ec7fd-4a37-4fd2-aec6-a17784defc87 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.825793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b70ec7fd-4a37-4fd2-aec6-a17784defc87 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.886900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44152) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:19.887605 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b70ec7fd-4a37-4fd2-aec6-a17784defc87 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/security-groups/c0e9147e-df34-4e82-9dcd-fd6359f0c8cf HTTP/1.1" status: 204 len: 168 time: 0.2257538 Jul 09 13:33:19.887605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec7fd-4a37-4fd2-aec6-a17784defc87 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e9147e-df34-4e82-9dcd-fd6359f0c8cf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:19.943899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-931fc275-f5b5-4a8a-b888-359d5b7cc471 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet a8b08c43-110d-41eb-8531-a22da015832f {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:19.947930 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-931fc275-f5b5-4a8a-b888-359d5b7cc471 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.968977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44154) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:19.972912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-460ed3e8-1948-40ef-af98-9809cd51a41f None None] Could not find standard attr ID for object c4b79681-59c1-44a6-a0d4-bfcb422f2e0e. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:33:19.998111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-460ed3e8-1948-40ef-af98-9809cd51a41f None None] Provisioning for port 6aded878-225b-4903-ac62-044d72af3a91 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:19.999219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-636f51ec-9602-4b36-8796-0c213d93ac9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.003855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-460ed3e8-1948-40ef-af98-9809cd51a41f None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:20.004574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-460ed3e8-1948-40ef-af98-9809cd51a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.102487 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-931fc275-f5b5-4a8a-b888-359d5b7cc471 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.339377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6aded878-225b-4903-ac62-044d72af3a91 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:20.341915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-460ed3e8-1948-40ef-af98-9809cd51a41f None None] Provisioning complete for port c7f01e48-a27a-41d8-8d57-0a098daafb9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:20.342295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-460ed3e8-1948-40ef-af98-9809cd51a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.357749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-636f51ec-9602-4b36-8796-0c213d93ac9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.368544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-636f51ec-9602-4b36-8796-0c213d93ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.389090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-931fc275-f5b5-4a8a-b888-359d5b7cc471 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.439538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-636f51ec-9602-4b36-8796-0c213d93ac9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=623d2e4d21ca4b39bc6c021de5cd0a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686682 Jul 09 13:33:20.449541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44166) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:20.493943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f51ec-9602-4b36-8796-0c213d93ac9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881a0d97-c0de-4c2b-9b61-0de6ace1d16f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:20.515076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-460ed3e8-1948-40ef-af98-9809cd51a41f None None] Port c7f01e48-a27a-41d8-8d57-0a098daafb9f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:20.533816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:20.534203 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.574892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-931fc275-f5b5-4a8a-b888-359d5b7cc471 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.596223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a565a7a3-e6d4-4bd6-b8c7-5aa5605bb98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.648005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-97c23aac-0116-4b5d-ac79-426b1160c325 None None] Could not find standard attr ID for object c4b79681-59c1-44a6-a0d4-bfcb422f2e0e. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:33:20.655683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fc275-f5b5-4a8a-b888-359d5b7cc471 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b08c43-110d-41eb-8531-a22da015832f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:20.673857 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-931fc275-f5b5-4a8a-b888-359d5b7cc471 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.684696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-931fc275-f5b5-4a8a-b888-359d5b7cc471 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/a8b08c43-110d-41eb-8531-a22da015832f HTTP/1.1" status: 204 len: 168 time: 0.8531799 Jul 09 13:33:20.689083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44172) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:20.696144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:20.701214 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a565a7a3-e6d4-4bd6-b8c7-5aa5605bb98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.750735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc24502-022f-4605-a750-955495463709 None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:20.905895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:20.910162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.220608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a565a7a3-e6d4-4bd6-b8c7-5aa5605bb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.226356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a565a7a3-e6d4-4bd6-b8c7-5aa5605bb98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.233081 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a565a7a3-e6d4-4bd6-b8c7-5aa5605bb98a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/881a0d97-c0de-4c2b-9b61-0de6ace1d16f HTTP/1.1" status: 204 len: 168 time: 0.7815084 Jul 09 13:33:21.233316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44190) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:21.247602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565a7a3-e6d4-4bd6-b8c7-5aa5605bb98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a0d97-c0de-4c2b-9b61-0de6ace1d16f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:21.436598 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.491511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:21.496888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:21.500809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:21.501441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.539664 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8450539 Jul 09 13:33:21.540261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44200) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:21.546931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-397068a5-ab44-4926-a80b-cdd6c8e90b06 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1701597184'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:21.562074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf1c4e-b4b7-4781-8d91-0d4590bcfb3f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=8d0dcfcf-a741-41fb-be96-195ea4f2e671,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:21.592212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-397068a5-ab44-4926-a80b-cdd6c8e90b06 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.789607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-397068a5-ab44-4926-a80b-cdd6c8e90b06 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.797294 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-397068a5-ab44-4926-a80b-cdd6c8e90b06 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.838072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397068a5-ab44-4926-a80b-cdd6c8e90b06 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7872274-6937-4a3c-9672-18d1b284bd82,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:21.843079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ef68fe9c-ed9d-41e2-bcce-1cb2eb95da90 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:21.843892 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-ef68fe9c-ed9d-41e2-bcce-1cb2eb95da90 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 13:33:21.844420 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-ef68fe9c-ed9d-41e2-bcce-1cb2eb95da90 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:33:21.846084 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ef68fe9c-ed9d-41e2-bcce-1cb2eb95da90 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6113555 Jul 09 13:33:21.850605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44212) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:21.858535 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-397068a5-ab44-4926-a80b-cdd6c8e90b06 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.860809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--999006722'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:21.862110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-397068a5-ab44-4926-a80b-cdd6c8e90b06 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3203218 Jul 09 13:33:21.864078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44214) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:21.873335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1901516992'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:21.900849 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:33:21.900849 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:33:21.900849 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': 'b11711f83e8d4fa988ced6eb3de03154', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 33, 21, 884308)}] Jul 09 13:33:21.900849 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:33:21.901535 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:33:21.918093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.934724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.060319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc3b1b-6d94-45c1-8f23-251a53139ad7 None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:22.197516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.205308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f12ed374-de40-4756-8f71-7f626f2f0d4d None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:22.207346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.219324 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f12ed374-de40-4756-8f71-7f626f2f0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.301784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a842626b-666e-4fcf-a45a-f416947a106e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:22.453731 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.459165 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.494365 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.522175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.524317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6724763 Jul 09 13:33:22.528312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44242) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:22.534424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cd7e6338-92f4-4aa1-bdfe-701cdd0e17aa tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'b5796672-b30a-4fc6-9f20-b8de4055250f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:22.563456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151e9b3-b8c1-4963-8f41-95223d3e8ddf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5796672-b30a-4fc6-9f20-b8de4055250f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:22.661479 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.668737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.706482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6338-92f4-4aa1-bdfe-701cdd0e17aa tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.707099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.709851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8432271 Jul 09 13:33:22.713285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44250) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:22.721057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1e98d695-9fd7-4035-98d5-4e94367ca3d4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1278484330'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:22.734803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f12ed374-de40-4756-8f71-7f626f2f0d4d None None] Provisioning complete for port c7f01e48-a27a-41d8-8d57-0a098daafb9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:22.735230 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f12ed374-de40-4756-8f71-7f626f2f0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.746107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb2c1-a2ee-4629-b709-d24c02d95f38 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f158a2-4c23-4eed-802e-075f964cfdf0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:22.762676 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e98d695-9fd7-4035-98d5-4e94367ca3d4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.798578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f12ed374-de40-4756-8f71-7f626f2f0d4d None None] Port c7f01e48-a27a-41d8-8d57-0a098daafb9f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:22.862444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6338-92f4-4aa1-bdfe-701cdd0e17aa tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.869774 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6338-92f4-4aa1-bdfe-701cdd0e17aa tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.893718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e98d695-9fd7-4035-98d5-4e94367ca3d4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.898799 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e98d695-9fd7-4035-98d5-4e94367ca3d4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.906008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e6338-92f4-4aa1-bdfe-701cdd0e17aa tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36be0d67-e664-4f37-b845-6dd15d3a092c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:22.913056 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6338-92f4-4aa1-bdfe-701cdd0e17aa tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.918442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cd7e6338-92f4-4aa1-bdfe-701cdd0e17aa tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877606 Jul 09 13:33:22.919531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44256) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:22.950462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-696d0aa1-f02b-45c7-ba60-1e9842c561d1 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'b5796672-b30a-4fc6-9f20-b8de4055250f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:22.980820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e98d695-9fd7-4035-98d5-4e94367ca3d4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.983577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0e448-8a5b-41b4-8726-d48e94c7a495 None None] Update dhcp port {'port': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'fixed_ips': [{'subnet_id': '59363f97-6e8b-44c7-800d-2b55269bb9e9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d0dcfcf-a741-41fb-be96-195ea4f2e671'}], 'binding:host_id': 'n-d-799524-3'}, 'id': '6aded878-225b-4903-ac62-044d72af3a91'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:33:22.988869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1e98d695-9fd7-4035-98d5-4e94367ca3d4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2735093 Jul 09 13:33:22.989290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44260) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:22.995557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1494867597', 'security_groups': ['3d35d058-222d-4778-aef2-b7d28b325c86'], 'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d0dcfcf-a741-41fb-be96-195ea4f2e671'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:22.999286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98d695-9fd7-4035-98d5-4e94367ca3d4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d35d058-222d-4778-aef2-b7d28b325c86,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:23.035267 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-696d0aa1-f02b-45c7-ba60-1e9842c561d1 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.048684 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40b0e448-8a5b-41b4-8726-d48e94c7a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.133639 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-696d0aa1-f02b-45c7-ba60-1e9842c561d1 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:33:23.134707 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-696d0aa1-f02b-45c7-ba60-1e9842c561d1 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2140498 Jul 09 13:33:23.137842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44266) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:23.226649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db4cab22-9714-43b7-8024-1000a597abe6 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.245705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:23.267733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db4cab22-9714-43b7-8024-1000a597abe6 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.330218 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db4cab22-9714-43b7-8024-1000a597abe6 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.336776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db4cab22-9714-43b7-8024-1000a597abe6 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.338720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-db4cab22-9714-43b7-8024-1000a597abe6 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/b5796672-b30a-4fc6-9f20-b8de4055250f HTTP/1.1" status: 204 len: 168 time: 0.1995544 Jul 09 13:33:23.342325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44268) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:23.429921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-40b0e448-8a5b-41b4-8726-d48e94c7a495 None None] Allocated IP 2001:db8::2 (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/8d0dcfcf-a741-41fb-be96-195ea4f2e671/6aded878-225b-4903-ac62-044d72af3a91) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:23.452756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1fec7e7d-df81-48c0-ae41-5a4b370a284b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1075673 Jul 09 13:33:23.454034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cab22-9714-43b7-8024-1000a597abe6 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5796672-b30a-4fc6-9f20-b8de4055250f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:23.456440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44274) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:23.471453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-563d43ed-aa96-4563-811a-d8687bea463b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415174724'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:23.503925 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-563d43ed-aa96-4563-811a-d8687bea463b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.507460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.554378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] device_id is not set on port c62ba7c6-cce2-45cf-a174-8dd1e107d355 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:23.696630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-40b0e448-8a5b-41b4-8726-d48e94c7a495 None None] For port 6aded878-225b-4903-ac62-044d72af3a91, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6aded878-225b-4903-ac62-044d72af3a91,segment=NetworkSegment(c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5),segment_id=c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:23.772360 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40b0e448-8a5b-41b4-8726-d48e94c7a495 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.802886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-563d43ed-aa96-4563-811a-d8687bea463b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.804083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-40b0e448-8a5b-41b4-8726-d48e94c7a495 None None] Transition to ACTIVE for port object 6aded878-225b-4903-ac62-044d72af3a91 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:23.812181 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-563d43ed-aa96-4563-811a-d8687bea463b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.814869 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40b0e448-8a5b-41b4-8726-d48e94c7a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.903744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-563d43ed-aa96-4563-811a-d8687bea463b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.905706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-563d43ed-aa96-4563-811a-d8687bea463b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4478829 Jul 09 13:33:23.910481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d43ed-aa96-4563-811a-d8687bea463b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc1445d-c967-4677-850b-8628ecc2efef,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:23.913589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44286) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:23.921466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-77039e28-f0d6-43e1-ba68-8e237335415e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7dc1445d-c967-4677-850b-8628ecc2efef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:23.922906 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-77039e28-f0d6-43e1-ba68-8e237335415e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 13:33:23.923867 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-77039e28-f0d6-43e1-ba68-8e237335415e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:23.925391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77039e28-f0d6-43e1-ba68-8e237335415e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101867 Jul 09 13:33:23.928936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44290) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:23.971613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8::3b2 (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/8d0dcfcf-a741-41fb-be96-195ea4f2e671/c62ba7c6-cce2-45cf-a174-8dd1e107d355) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:24.102885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0e448-8a5b-41b4-8726-d48e94c7a495 None None] Pushing event updated for resources: {'Port': ['ID=6aded878-225b-4903-ac62-044d72af3a91,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:24.107900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2072fd0c-be21-4ab4-a70b-16c2572f764e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.201007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2072fd0c-be21-4ab4-a70b-16c2572f764e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.233206 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.254663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object c62ba7c6-cce2-45cf-a174-8dd1e107d355 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:24.309453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.347375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2072fd0c-be21-4ab4-a70b-16c2572f764e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.352508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2072fd0c-be21-4ab4-a70b-16c2572f764e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.356371 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2072fd0c-be21-4ab4-a70b-16c2572f764e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/7dc1445d-c967-4677-850b-8628ecc2efef HTTP/1.1" status: 204 len: 168 time: 0.4234862 Jul 09 13:33:24.363907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44300) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:24.386363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072fd0c-be21-4ab4-a70b-16c2572f764e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc1445d-c967-4677-850b-8628ecc2efef,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:24.408877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:24.442209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:24.454910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:24.461888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:24.462718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.473014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=c62ba7c6-cce2-45cf-a174-8dd1e107d355,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:24.544769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-777c25ad-745c-40bf-9e4a-d3d7e06749b4 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1794848 Jul 09 13:33:24.550082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44304) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:24.550366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4d319d89-c99e-434c-b394-e884768f194b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5591269 Jul 09 13:33:24.550869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44306) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:24.556975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:24.560942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-06da9989-6c32-4a73-818e-3bb90e771000 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--524111728'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:24.625565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06da9989-6c32-4a73-818e-3bb90e771000 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.705833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:33:24.705833 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:33:24.705833 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': 'b11711f83e8d4fa988ced6eb3de03154', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 33, 24, 699786)}] Jul 09 13:33:24.705833 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:33:24.706490 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:33:24.837009 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06da9989-6c32-4a73-818e-3bb90e771000 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.844360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06da9989-6c32-4a73-818e-3bb90e771000 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.937095 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06da9989-6c32-4a73-818e-3bb90e771000 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.939123 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-06da9989-6c32-4a73-818e-3bb90e771000 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3861027 Jul 09 13:33:24.941903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44320) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:24.942410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da9989-6c32-4a73-818e-3bb90e771000 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753f0160-39f1-49cd-9ec7-05b801530670,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:24.955942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-eda347c5-0890-41a1-b2cd-a7db7567d283 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '753f0160-39f1-49cd-9ec7-05b801530670', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:24.956922 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-eda347c5-0890-41a1-b2cd-a7db7567d283 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 13:33:24.958816 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-eda347c5-0890-41a1-b2cd-a7db7567d283 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:24.959993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eda347c5-0890-41a1-b2cd-a7db7567d283 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0168188 Jul 09 13:33:24.963085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44322) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.046989 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a823af5a-2035-45b6-9b1e-7e834c882abf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.103238 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a823af5a-2035-45b6-9b1e-7e834c882abf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.163361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a823af5a-2035-45b6-9b1e-7e834c882abf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.172123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a823af5a-2035-45b6-9b1e-7e834c882abf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.176234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44330) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.177996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a823af5a-2035-45b6-9b1e-7e834c882abf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/753f0160-39f1-49cd-9ec7-05b801530670 HTTP/1.1" status: 204 len: 168 time: 0.2114551 Jul 09 13:33:25.182465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-19e91d27-6540-4740-a52b-93e6fcfb1960 None None] Provisioning for port 6aded878-225b-4903-ac62-044d72af3a91 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:25.189065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-19e91d27-6540-4740-a52b-93e6fcfb1960 None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:25.189730 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-19e91d27-6540-4740-a52b-93e6fcfb1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.192382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823af5a-2035-45b6-9b1e-7e834c882abf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f0160-39f1-49cd-9ec7-05b801530670,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:25.282796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:25.292783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.435418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-19e91d27-6540-4740-a52b-93e6fcfb1960 None None] Provisioning complete for port c7f01e48-a27a-41d8-8d57-0a098daafb9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:25.437696 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-19e91d27-6540-4740-a52b-93e6fcfb1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.520472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-19e91d27-6540-4740-a52b-93e6fcfb1960 None None] Port c7f01e48-a27a-41d8-8d57-0a098daafb9f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:25.524827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7a33538c-d1c2-41ef-8e19-f4917eec2179 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3465979 Jul 09 13:33:25.529666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44348) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.534745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3d8e28b1-631e-4468-8df8-f3effa871953 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077639189'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:25.587090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d8e28b1-631e-4468-8df8-f3effa871953 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.588808 n-d-799524-3 neutron-server[93913]: INFO neutron.db.ipam_backend_mixin [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d0dcfcf-a741-41fb-be96-195ea4f2e671 (CIDR: 2001:db8::/64) Jul 09 13:33:25.593460 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:25.593898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:25.616842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ac5b5816-bc3b-4713-8a74-e42390c63000 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0648375 Jul 09 13:33:25.617709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44352) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.624220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1d7cd6c1-21c2-4475-bac5-e8bc51523b95 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:25.654096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fee78b3b-4554-44dc-a373-dcfd160c9750 None None] Provisioning for port c62ba7c6-cce2-45cf-a174-8dd1e107d355 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:25.658717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fee78b3b-4554-44dc-a373-dcfd160c9750 None None] Provisioning complete for port c62ba7c6-cce2-45cf-a174-8dd1e107d355 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:25.659161 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fee78b3b-4554-44dc-a373-dcfd160c9750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.748963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fee78b3b-4554-44dc-a373-dcfd160c9750 None None] Port c62ba7c6-cce2-45cf-a174-8dd1e107d355 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:25.761604 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d8e28b1-631e-4468-8df8-f3effa871953 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.766895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d8e28b1-631e-4468-8df8-f3effa871953 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.801968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e28b1-631e-4468-8df8-f3effa871953 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50bf16a-d135-4544-a97f-67da8ca58df7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:25.839435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7cd6c1-21c2-4475-bac5-e8bc51523b95 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:25.844943 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d7cd6c1-21c2-4475-bac5-e8bc51523b95 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.854916 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d8e28b1-631e-4468-8df8-f3effa871953 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.856744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3d8e28b1-631e-4468-8df8-f3effa871953 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3258002 Jul 09 13:33:25.859587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44356) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.866008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d2c99881-4574-4776-8e67-1e6368348b5f tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'a50bf16a-d135-4544-a97f-67da8ca58df7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:25.880498 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-d2c99881-4574-4776-8e67-1e6368348b5f tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 13:33:25.881398 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-d2c99881-4574-4776-8e67-1e6368348b5f tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:25.882703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d2c99881-4574-4776-8e67-1e6368348b5f tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0215201 Jul 09 13:33:25.886149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44358) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.891511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-720300f6-2f5c-4ec4-83da-445cda72b424 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'a50bf16a-d135-4544-a97f-67da8ca58df7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:25.892497 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-720300f6-2f5c-4ec4-83da-445cda72b424 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 13:33:25.893224 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-720300f6-2f5c-4ec4-83da-445cda72b424 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:25.894465 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-720300f6-2f5c-4ec4-83da-445cda72b424 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069344 Jul 09 13:33:25.899558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44360) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.907440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-66561234-5da2-4446-b0e7-c250bf1713cd tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'a50bf16a-d135-4544-a97f-67da8ca58df7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:25.909287 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-66561234-5da2-4446-b0e7-c250bf1713cd tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 13:33:25.909491 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-66561234-5da2-4446-b0e7-c250bf1713cd tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:25.914635 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-66561234-5da2-4446-b0e7-c250bf1713cd tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138013 Jul 09 13:33:25.916536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44362) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.921694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8262256d-fba0-475e-b2bb-59b680648a5b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'a50bf16a-d135-4544-a97f-67da8ca58df7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:25.924222 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-8262256d-fba0-475e-b2bb-59b680648a5b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 13:33:25.924781 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-8262256d-fba0-475e-b2bb-59b680648a5b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:25.925816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8262256d-fba0-475e-b2bb-59b680648a5b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081279 Jul 09 13:33:25.929719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44364) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.999288 n-d-799524-3 neutron-server[93913]: INFO neutron.db.ipam_backend_mixin [None req-1d7cd6c1-21c2-4475-bac5-e8bc51523b95 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 59363f97-6e8b-44c7-800d-2b55269bb9e9 (CIDR: 2001:db8:0:1::/64) Jul 09 13:33:26.005905 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7cd6c1-21c2-4475-bac5-e8bc51523b95 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:26.006540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7cd6c1-21c2-4475-bac5-e8bc51523b95 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:26.029642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f53f765-b27e-437c-8cbb-354893db9156 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.041366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1d7cd6c1-21c2-4475-bac5-e8bc51523b95 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4222043 Jul 09 13:33:26.044038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44376) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.050688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'subnet': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.110454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f53f765-b27e-437c-8cbb-354893db9156 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.206418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6aded878-225b-4903-ac62-044d72af3a91 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:26.234868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f53f765-b27e-437c-8cbb-354893db9156 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.237639 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f53f765-b27e-437c-8cbb-354893db9156 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.242271 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2f53f765-b27e-437c-8cbb-354893db9156 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/a50bf16a-d135-4544-a97f-67da8ca58df7 HTTP/1.1" status: 204 len: 168 time: 0.3108730 Jul 09 13:33:26.242912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44382) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.280530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Made reservation on behalf of b11711f83e8d4fa988ced6eb3de03154 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:26.284152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.290904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f765-b27e-437c-8cbb-354893db9156 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50bf16a-d135-4544-a97f-67da8ca58df7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:26.322659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:26.322659 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.343600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6d9affe5-115b-47d5-9a51-0ec8f6d70480 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964580 Jul 09 13:33:26.344352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44392) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.349778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bd51b450-266f-478d-b623-10433bd280b8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--404236132'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.392922 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd51b450-266f-478d-b623-10433bd280b8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.592430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd51b450-266f-478d-b623-10433bd280b8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.604083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd51b450-266f-478d-b623-10433bd280b8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.675317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51b450-266f-478d-b623-10433bd280b8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7598267a-27e8-4a8d-865b-51b01355fb34,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:26.679371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd51b450-266f-478d-b623-10433bd280b8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.680639 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bd51b450-266f-478d-b623-10433bd280b8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3353150 Jul 09 13:33:26.686747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44398) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.701945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ffa13819-c567-4248-95d0-104dbee267ef tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.702700 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-ffa13819-c567-4248-95d0-104dbee267ef tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 13:33:26.704735 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-ffa13819-c567-4248-95d0-104dbee267ef tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:26.705775 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ffa13819-c567-4248-95d0-104dbee267ef tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180395 Jul 09 13:33:26.709688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44400) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.716504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7df9f708-9674-44f4-a324-ec98112bba14 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.773015 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.833309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:26.836746 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-7df9f708-9674-44f4-a324-ec98112bba14 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:26.838988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7df9f708-9674-44f4-a324-ec98112bba14 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1271715 Jul 09 13:33:26.842675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44402) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.850231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-06b06a7f-d297-44a1-86aa-94f1cf778753 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.850716 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-06b06a7f-d297-44a1-86aa-94f1cf778753 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 13:33:26.850907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:26.851235 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-06b06a7f-d297-44a1-86aa-94f1cf778753 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:26.852201 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-06b06a7f-d297-44a1-86aa-94f1cf778753 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085237 Jul 09 13:33:26.854851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.855702 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.857183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44408) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.862364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Subnet': ['ID=a1c67d86-7e42-44cf-be8c-34b216e4b1fa,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:26.863346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702bf933-95b0-4d1d-b429-ab02be68060a None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:26.867544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-20bdac70-54cb-4e55-ab46-4de556936ef5 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.946815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-96133740-268f-46df-870f-8f82265b871d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9014146 Jul 09 13:33:26.948256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44414) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.954993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1683532592', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1c67d86-7e42-44cf-be8c-34b216e4b1fa'}], 'security_groups': ['e7872274-6937-4a3c-9672-18d1b284bd82', 'c5f158a2-4c23-4eed-802e-075f964cfdf0']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.980763 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-20bdac70-54cb-4e55-ab46-4de556936ef5 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:26.982292 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-20bdac70-54cb-4e55-ab46-4de556936ef5 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1241052 Jul 09 13:33:26.985447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44418) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.992696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a85e5ecf-6623-49eb-8d87-b0329aeffae1 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.993183 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-a85e5ecf-6623-49eb-8d87-b0329aeffae1 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 13:33:26.993809 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-a85e5ecf-6623-49eb-8d87-b0329aeffae1 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:26.994765 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a85e5ecf-6623-49eb-8d87-b0329aeffae1 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072961 Jul 09 13:33:26.997896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44420) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:27.016301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fff69aeb-824d-49f6-a598-ad671f44e472 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:27.071424 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-fff69aeb-824d-49f6-a598-ad671f44e472 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Project 61c732a26b5947019e573b2baf9374c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:33:27.097527 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-fff69aeb-824d-49f6-a598-ad671f44e472 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:27.102733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fff69aeb-824d-49f6-a598-ad671f44e472 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1037059 Jul 09 13:33:27.103657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44422) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:27.108295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d4fef7b4-71a4-4ed0-b3b4-044620155ae5 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:27.109660 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-d4fef7b4-71a4-4ed0-b3b4-044620155ae5 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 13:33:27.110413 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-d4fef7b4-71a4-4ed0-b3b4-044620155ae5 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:27.117131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:27.118150 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d4fef7b4-71a4-4ed0-b3b4-044620155ae5 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133204 Jul 09 13:33:27.147090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-55e8077a-8e6d-49ee-ac71-306d15676a88 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:27.156841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.216880 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-55e8077a-8e6d-49ee-ac71-306d15676a88 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Project 61c732a26b5947019e573b2baf9374c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:33:27.258431 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-55e8077a-8e6d-49ee-ac71-306d15676a88 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:27.262377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55e8077a-8e6d-49ee-ac71-306d15676a88 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1419835 Jul 09 13:33:27.262917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44434) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:27.269078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c61b03c8-45c3-40d6-bc41-f291019e3967 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '7598267a-27e8-4a8d-865b-51b01355fb34', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:27.352351 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-c61b03c8-45c3-40d6-bc41-f291019e3967 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Project 61c732a26b5947019e573b2baf9374c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:33:27.385104 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-c61b03c8-45c3-40d6-bc41-f291019e3967 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:27.389240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c61b03c8-45c3-40d6-bc41-f291019e3967 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1224039 Jul 09 13:33:27.390272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44436) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:27.413704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c28d0d7-87af-4b31-aa08-b503b9d375a0 None None] Update dhcp port {'port': {'network_id': '41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a', 'fixed_ips': [{'subnet_id': '59363f97-6e8b-44c7-800d-2b55269bb9e9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d0dcfcf-a741-41fb-be96-195ea4f2e671', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1c67d86-7e42-44cf-be8c-34b216e4b1fa'}], 'binding:host_id': 'n-d-799524-3'}, 'id': '6aded878-225b-4903-ac62-044d72af3a91'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:33:27.507963 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9c28d0d7-87af-4b31-aa08-b503b9d375a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.515815 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c5bf6e8-63fb-40f7-bb33-9f99d9ce635c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.618086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c5bf6e8-63fb-40f7-bb33-9f99d9ce635c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.722655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Delete allocated IP 2001:db8::3b2 (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/8d0dcfcf-a741-41fb-be96-195ea4f2e671) {{(pid=93913) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:33:27.741930 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c5bf6e8-63fb-40f7-bb33-9f99d9ce635c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.745253 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c5bf6e8-63fb-40f7-bb33-9f99d9ce635c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.749437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Allocated IP 2001:db8:0:2::1ca (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/a1c67d86-7e42-44cf-be8c-34b216e4b1fa/c62ba7c6-cce2-45cf-a174-8dd1e107d355) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:27.749692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4c5bf6e8-63fb-40f7-bb33-9f99d9ce635c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/7598267a-27e8-4a8d-865b-51b01355fb34 HTTP/1.1" status: 204 len: 168 time: 0.3584757 Jul 09 13:33:27.750410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44454) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:27.792025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bf6e8-63fb-40f7-bb33-9f99d9ce635c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598267a-27e8-4a8d-865b-51b01355fb34,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:27.857579 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c379753d-7ef9-4a95-a4d2-8d5812760e8b tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009197 Jul 09 13:33:27.862027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44460) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:27.871951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e19804c1-113b-4bbc-8a9d-a7ecd4f85a8c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046509314'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:27.934307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e19804c1-113b-4bbc-8a9d-a7ecd4f85a8c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.191093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.201827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e19804c1-113b-4bbc-8a9d-a7ecd4f85a8c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.213627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e19804c1-113b-4bbc-8a9d-a7ecd4f85a8c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.217316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Transition to ACTIVE for port object c62ba7c6-cce2-45cf-a174-8dd1e107d355 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:28.237521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.261722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e19804c1-113b-4bbc-8a9d-a7ecd4f85a8c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.265819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e19804c1-113b-4bbc-8a9d-a7ecd4f85a8c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3999324 Jul 09 13:33:28.266706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44472) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.275484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8e9d7560-8d4b-4cbc-b2e8-7effdb9e58ec tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'cdc01a14-9ae7-433e-a335-315c5a1f9b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:28.296116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19804c1-113b-4bbc-8a9d-a7ecd4f85a8c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc01a14-9ae7-433e-a335-315c5a1f9b51,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.367465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] In _notify_port_updated(), no bound segment for port c62ba7c6-cce2-45cf-a174-8dd1e107d355 on network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a {{(pid=93913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:28.368594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-9c28d0d7-87af-4b31-aa08-b503b9d375a0 None None] Allocated IP 2001:db8:0:2::2 (41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a/a1c67d86-7e42-44cf-be8c-34b216e4b1fa/6aded878-225b-4903-ac62-044d72af3a91) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:28.388183 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-8e9d7560-8d4b-4cbc-b2e8-7effdb9e58ec tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The resource could not be found. Jul 09 13:33:28.389768 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8e9d7560-8d4b-4cbc-b2e8-7effdb9e58ec tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1209016 Jul 09 13:33:28.390686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:28.391510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.392644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44476) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.397411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "PUT /v2.0/ports/c62ba7c6-cce2-45cf-a174-8dd1e107d355 HTTP/1.1" status: 200 len: 970 time: 1.4434364 Jul 09 13:33:28.399830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f5735cbd-dda6-44bd-977c-83d629d927cf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'cdc01a14-9ae7-433e-a335-315c5a1f9b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '582e9010-c023-4a56-a292-4dd2d3f648b2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:28.404454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44478) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.417958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d8110-52ea-41ab-9a4c-b84ac104e11b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event updated for resources: {'Port': ['ID=c62ba7c6-cce2-45cf-a174-8dd1e107d355,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.428690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44480) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.523586 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-f5735cbd-dda6-44bd-977c-83d629d927cf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The resource could not be found. Jul 09 13:33:28.524866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f5735cbd-dda6-44bd-977c-83d629d927cf tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1310523 Jul 09 13:33:28.527771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44484) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.556347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9c28d0d7-87af-4b31-aa08-b503b9d375a0 None None] For port 6aded878-225b-4903-ac62-044d72af3a91, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6aded878-225b-4903-ac62-044d72af3a91,segment=NetworkSegment(c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5),segment_id=c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:28.593094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9c28d0d7-87af-4b31-aa08-b503b9d375a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.609060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9c28d0d7-87af-4b31-aa08-b503b9d375a0 None None] Transition to ACTIVE for port object 6aded878-225b-4903-ac62-044d72af3a91 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:28.616823 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9c28d0d7-87af-4b31-aa08-b503b9d375a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.621278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-65096d7d-4030-4ae6-b5fc-4289f7faff3c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port c62ba7c6-cce2-45cf-a174-8dd1e107d355 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:28.622250 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65096d7d-4030-4ae6-b5fc-4289f7faff3c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.658976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c0d5-f38d-40bc-8e79-30f13bdf5aa8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.696247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28d0d7-87af-4b31-aa08-b503b9d375a0 None None] Pushing event updated for resources: {'Port': ['ID=6aded878-225b-4903-ac62-044d72af3a91,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.737220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c0d5-f38d-40bc-8e79-30f13bdf5aa8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.794861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65096d7d-4030-4ae6-b5fc-4289f7faff3c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.830901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-65096d7d-4030-4ae6-b5fc-4289f7faff3c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for c62ba7c6-cce2-45cf-a174-8dd1e107d355 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:28.838910 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c0d5-f38d-40bc-8e79-30f13bdf5aa8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.842880 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c0d5-f38d-40bc-8e79-30f13bdf5aa8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.849802 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d0f4c0d5-f38d-40bc-8e79-30f13bdf5aa8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/cdc01a14-9ae7-433e-a335-315c5a1f9b51 HTTP/1.1" status: 204 len: 168 time: 0.3181577 Jul 09 13:33:28.853022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44490) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.917463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4c0d5-f38d-40bc-8e79-30f13bdf5aa8 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc01a14-9ae7-433e-a335-315c5a1f9b51,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.973636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb564e7e-62c0-4d71-89bc-b10f9e7e36d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.022980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-82ea1acf-b11e-4d2c-80cf-3f41eeda8277 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1395609 Jul 09 13:33:29.027986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44494) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.033732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e3518613-b076-4ef3-8e22-4be270ee4292 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'a5649f35-b998-4794-8c3e-0f5c988c48f3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:29.043800 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65096d7d-4030-4ae6-b5fc-4289f7faff3c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.188559 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65096d7d-4030-4ae6-b5fc-4289f7faff3c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.190904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-65096d7d-4030-4ae6-b5fc-4289f7faff3c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/c62ba7c6-cce2-45cf-a174-8dd1e107d355 HTTP/1.1" status: 204 len: 168 time: 0.7853673 Jul 09 13:33:29.192157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65096d7d-4030-4ae6-b5fc-4289f7faff3c tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=c62ba7c6-cce2-45cf-a174-8dd1e107d355,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.195152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44502) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.225811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb564e7e-62c0-4d71-89bc-b10f9e7e36d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.234719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb564e7e-62c0-4d71-89bc-b10f9e7e36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.253114 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ee0171-7f80-481f-91a6-c1a6169ccb45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] GET failed (client error): The resource could not be found. Jul 09 13:33:29.255135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55ee0171-7f80-481f-91a6-c1a6169ccb45 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports/c62ba7c6-cce2-45cf-a174-8dd1e107d355 HTTP/1.1" status: 404 len: 333 time: 0.0588384 Jul 09 13:33:29.257975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44504) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.289703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cb564e7e-62c0-4d71-89bc-b10f9e7e36d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=561647deb4b94791a9b76916ce06fd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8546896 Jul 09 13:33:29.291843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44506) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.322494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb564e7e-62c0-4d71-89bc-b10f9e7e36d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e042d2-7d32-4461-8bc4-f60fbc262e25,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.366959 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-e3518613-b076-4ef3-8e22-4be270ee4292 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The resource could not be found. Jul 09 13:33:29.368706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e3518613-b076-4ef3-8e22-4be270ee4292 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3389761 Jul 09 13:33:29.372154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44510) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.375390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b204d28f-3368-4e56-aca6-0df22a8f2036 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.380705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9617a7c8-f59d-44be-960d-9c7909e07c81 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--722875018'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:29.405683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cb99ddf-c6b4-4598-bb65-e1f67192c510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.417423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9617a7c8-f59d-44be-960d-9c7909e07c81 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.442635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b204d28f-3368-4e56-aca6-0df22a8f2036 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.470445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cb99ddf-c6b4-4598-bb65-e1f67192c510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.547247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b204d28f-3368-4e56-aca6-0df22a8f2036 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.554184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b204d28f-3368-4e56-aca6-0df22a8f2036 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.557671 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9617a7c8-f59d-44be-960d-9c7909e07c81 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.559432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44512) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.566121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b204d28f-3368-4e56-aca6-0df22a8f2036 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/security-groups/3d35d058-222d-4778-aef2-b7d28b325c86 HTTP/1.1" status: 204 len: 168 time: 0.3069441 Jul 09 13:33:29.580037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204d28f-3368-4e56-aca6-0df22a8f2036 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d35d058-222d-4778-aef2-b7d28b325c86,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.600651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9617a7c8-f59d-44be-960d-9c7909e07c81 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.605141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cb99ddf-c6b4-4598-bb65-e1f67192c510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.609069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cb99ddf-c6b4-4598-bb65-e1f67192c510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.613796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4cb99ddf-c6b4-4598-bb65-e1f67192c510 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45e042d2-7d32-4461-8bc4-f60fbc262e25 HTTP/1.1" status: 204 len: 168 time: 0.3208690 Jul 09 13:33:29.636615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb99ddf-c6b4-4598-bb65-e1f67192c510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e042d2-7d32-4461-8bc4-f60fbc262e25,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.649500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9617a7c8-f59d-44be-960d-9c7909e07c81 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.653289 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9617a7c8-f59d-44be-960d-9c7909e07c81 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2761436 Jul 09 13:33:29.653771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44518) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.660314 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dbb6a6a7-b3fc-4d5e-87bb-4653146b1d4c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281563840'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:29.712049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617a7c8-f59d-44be-960d-9c7909e07c81 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e4b680-4d24-4048-8da3-2e559ce1c675,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.724309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbb6a6a7-b3fc-4d5e-87bb-4653146b1d4c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.750785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4fd1-7aa4-48d9-bfc6-37b2bda23896 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.820831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4fd1-7aa4-48d9-bfc6-37b2bda23896 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.902767 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbb6a6a7-b3fc-4d5e-87bb-4653146b1d4c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.906600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4fd1-7aa4-48d9-bfc6-37b2bda23896 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.909120 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbb6a6a7-b3fc-4d5e-87bb-4653146b1d4c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.916608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4fd1-7aa4-48d9-bfc6-37b2bda23896 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.922151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5ccf4fd1-7aa4-48d9-bfc6-37b2bda23896 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5f158a2-4c23-4eed-802e-075f964cfdf0 HTTP/1.1" status: 204 len: 168 time: 0.3610206 Jul 09 13:33:29.922693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1cada68-7ace-4449-a374-b36af83d02ce None None] Could not find standard attr ID for object c62ba7c6-cce2-45cf-a174-8dd1e107d355. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:33:29.923995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44524) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.963899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1cada68-7ace-4449-a374-b36af83d02ce None None] Provisioning for port 6aded878-225b-4903-ac62-044d72af3a91 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:29.974915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1cada68-7ace-4449-a374-b36af83d02ce None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:29.982840 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbb6a6a7-b3fc-4d5e-87bb-4653146b1d4c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.984633 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1cada68-7ace-4449-a374-b36af83d02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.993316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44528) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.995128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dbb6a6a7-b3fc-4d5e-87bb-4653146b1d4c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3288269 Jul 09 13:33:30.000227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6a6a7-b3fc-4d5e-87bb-4653146b1d4c tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1e3556-66b8-48fb-b8a2-46eb6fbc34d2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.015462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6348734c-c036-4a42-988f-fb88bc50c044 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': '74e4b680-4d24-4048-8da3-2e559ce1c675', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4b1e3556-66b8-48fb-b8a2-46eb6fbc34d2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:30.028451 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4fd1-7aa4-48d9-bfc6-37b2bda23896 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f158a2-4c23-4eed-802e-075f964cfdf0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.089808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e600d1f-0c36-4586-9841-77610c6636f8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.180486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e600d1f-0c36-4586-9841-77610c6636f8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.186521 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-6348734c-c036-4a42-988f-fb88bc50c044 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:30.188499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6348734c-c036-4a42-988f-fb88bc50c044 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1938093 Jul 09 13:33:30.193236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44536) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.301950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6aded878-225b-4903-ac62-044d72af3a91 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:30.319323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1cada68-7ace-4449-a374-b36af83d02ce None None] Provisioning complete for port c7f01e48-a27a-41d8-8d57-0a098daafb9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:30.319954 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1cada68-7ace-4449-a374-b36af83d02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.338792 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e600d1f-0c36-4586-9841-77610c6636f8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.342214 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7e600d1f-0c36-4586-9841-77610c6636f8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.347006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7e600d1f-0c36-4586-9841-77610c6636f8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/security-groups/e7872274-6937-4a3c-9672-18d1b284bd82 HTTP/1.1" status: 204 len: 168 time: 0.4097664 Jul 09 13:33:30.348143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.353197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55bd3475-3263-48f7-90b3-dc029121a357 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.395131 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55bd3475-3263-48f7-90b3-dc029121a357 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.440205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f1cada68-7ace-4449-a374-b36af83d02ce None None] Port c7f01e48-a27a-41d8-8d57-0a098daafb9f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:30.447664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e600d1f-0c36-4586-9841-77610c6636f8 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7872274-6937-4a3c-9672-18d1b284bd82,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.497264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44542) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.516282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7589bd-230d-4cfd-9c72-57691cd336c7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet 8d0dcfcf-a741-41fb-be96-195ea4f2e671 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:30.522375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a7589bd-230d-4cfd-9c72-57691cd336c7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.525731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55bd3475-3263-48f7-90b3-dc029121a357 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.540548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:30.541067 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.541561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55bd3475-3263-48f7-90b3-dc029121a357 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.548236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55bd3475-3263-48f7-90b3-dc029121a357 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/4b1e3556-66b8-48fb-b8a2-46eb6fbc34d2 HTTP/1.1" status: 204 len: 168 time: 0.3539853 Jul 09 13:33:30.549174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44548) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.560140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c232bfe-94f4-430d-8ad1-731cec5acc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.574355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd3475-3263-48f7-90b3-dc029121a357 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1e3556-66b8-48fb-b8a2-46eb6fbc34d2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.588142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a7589bd-230d-4cfd-9c72-57691cd336c7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.648886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-49e68553-f1f9-43c4-a312-1530ab9e8af3 None None] Could not find standard attr ID for object c62ba7c6-cce2-45cf-a174-8dd1e107d355. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:33:30.742439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a7589bd-230d-4cfd-9c72-57691cd336c7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.784193 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c232bfe-94f4-430d-8ad1-731cec5acc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.794841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c05ef557-83c5-4d5d-93ab-3966cc6a0d9a tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2288711 Jul 09 13:33:30.795840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44556) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.816200 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c232bfe-94f4-430d-8ad1-731cec5acc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.835039 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a7589bd-230d-4cfd-9c72-57691cd336c7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.876356 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8c232bfe-94f4-430d-8ad1-731cec5acc0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8c065e08533477fa35eb48e5997ae6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754928 Jul 09 13:33:30.877472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44560) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.885435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a7589bd-230d-4cfd-9c72-57691cd336c7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.885596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c232bfe-94f4-430d-8ad1-731cec5acc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80538009-0e61-48b3-8ac1-1d0d5ae9e182,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.889444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25749521-e7b3-4626-8de4-caf555274ea1 None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:30.891461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2a7589bd-230d-4cfd-9c72-57691cd336c7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/8d0dcfcf-a741-41fb-be96-195ea4f2e671 HTTP/1.1" status: 204 len: 168 time: 0.5355325 Jul 09 13:33:30.893776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7589bd-230d-4cfd-9c72-57691cd336c7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0dcfcf-a741-41fb-be96-195ea4f2e671,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.896810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.944212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0964e1aa-8526-40f8-8822-02ebf480d66a tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.985704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0964e1aa-8526-40f8-8822-02ebf480d66a tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.986318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ce9a29-91e6-44e5-be4a-60b02e0092be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet a1c67d86-7e42-44cf-be8c-34b216e4b1fa {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:30.992367 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9a29-91e6-44e5-be4a-60b02e0092be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.031734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ede8855e-1439-4568-bd16-71e647a7ea5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.047872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0964e1aa-8526-40f8-8822-02ebf480d66a tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.058130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0964e1aa-8526-40f8-8822-02ebf480d66a tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.061445 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9a29-91e6-44e5-be4a-60b02e0092be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.063347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0964e1aa-8526-40f8-8822-02ebf480d66a tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/74e4b680-4d24-4048-8da3-2e559ce1c675 HTTP/1.1" status: 204 len: 168 time: 0.2661502 Jul 09 13:33:31.064398 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44564) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.101026 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ede8855e-1439-4568-bd16-71e647a7ea5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.108815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964e1aa-8526-40f8-8822-02ebf480d66a tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e4b680-4d24-4048-8da3-2e559ce1c675,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:31.162750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a5f9f3ea-04fe-44e6-90fe-1893e26ee486 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830374 Jul 09 13:33:31.163551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44572) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.168513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3b0f276d-1f62-4f14-ad6e-6d52bd15c530 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208760140'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:31.212181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b0f276d-1f62-4f14-ad6e-6d52bd15c530 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.231504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ede8855e-1439-4568-bd16-71e647a7ea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.253859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ede8855e-1439-4568-bd16-71e647a7ea5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.259099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ede8855e-1439-4568-bd16-71e647a7ea5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80538009-0e61-48b3-8ac1-1d0d5ae9e182 HTTP/1.1" status: 204 len: 168 time: 0.3787820 Jul 09 13:33:31.292238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8855e-1439-4568-bd16-71e647a7ea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80538009-0e61-48b3-8ac1-1d0d5ae9e182,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:31.327569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9a29-91e6-44e5-be4a-60b02e0092be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.450718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44582) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.460362 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9a29-91e6-44e5-be4a-60b02e0092be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.482277 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9a29-91e6-44e5-be4a-60b02e0092be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.484322 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a6ce9a29-91e6-44e5-be4a-60b02e0092be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/a1c67d86-7e42-44cf-be8c-34b216e4b1fa HTTP/1.1" status: 204 len: 168 time: 0.5849085 Jul 09 13:33:31.487587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44586) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.508536 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b0f276d-1f62-4f14-ad6e-6d52bd15c530 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.543730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce9a29-91e6-44e5-be4a-60b02e0092be tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c67d86-7e42-44cf-be8c-34b216e4b1fa,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:31.580473 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2f8147-dc37-4494-86a6-1a0ca78556d6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:31.580944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2f8147-dc37-4494-86a6-1a0ca78556d6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:31.582870 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6a2f8147-dc37-4494-86a6-1a0ca78556d6 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/8d0dcfcf-a741-41fb-be96-195ea4f2e671 HTTP/1.1" status: 404 len: 337 time: 0.0725000 Jul 09 13:33:31.584841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b0f276d-1f62-4f14-ad6e-6d52bd15c530 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.586271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44590) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.653067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b0f276d-1f62-4f14-ad6e-6d52bd15c530 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.657451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3b0f276d-1f62-4f14-ad6e-6d52bd15c530 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4928141 Jul 09 13:33:31.658072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44592) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.664764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1b2f83ab-8126-4287-8804-307519a075cd tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'ba86bf70-ed83-4e08-9ce5-bac70abb78c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:31.707807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f276d-1f62-4f14-ad6e-6d52bd15c530 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba86bf70-ed83-4e08-9ce5-bac70abb78c0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:31.718611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39c17ee-d5ab-43e7-8f6f-75d572ae562b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting subnet 59363f97-6e8b-44c7-800d-2b55269bb9e9 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:31.725764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c17ee-d5ab-43e7-8f6f-75d572ae562b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.729985 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-1b2f83ab-8126-4287-8804-307519a075cd tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:31.731124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1b2f83ab-8126-4287-8804-307519a075cd tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0717609 Jul 09 13:33:31.734008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44596) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.739880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-70f8d7bb-14ae-4644-a75a-461e2557889e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group_rule': {'security_group_id': 'ba86bf70-ed83-4e08-9ce5-bac70abb78c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:31.788512 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-70f8d7bb-14ae-4644-a75a-461e2557889e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:33:31.789743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-70f8d7bb-14ae-4644-a75a-461e2557889e tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0541575 Jul 09 13:33:31.796883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44600) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.803823 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c17ee-d5ab-43e7-8f6f-75d572ae562b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.835588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-43fdb1e4-c3cb-4c19-ad36-da87d158eda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.956011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df4c39b3-b453-4d21-842e-114ebdc86a20 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.998018 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df4c39b3-b453-4d21-842e-114ebdc86a20 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.027980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c17ee-d5ab-43e7-8f6f-75d572ae562b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.127704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df4c39b3-b453-4d21-842e-114ebdc86a20 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.131063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df4c39b3-b453-4d21-842e-114ebdc86a20 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.134731 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-df4c39b3-b453-4d21-842e-114ebdc86a20 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba86bf70-ed83-4e08-9ce5-bac70abb78c0 HTTP/1.1" status: 204 len: 168 time: 0.3318605 Jul 09 13:33:32.135169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44610) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.168184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c39b3-b453-4d21-842e-114ebdc86a20 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba86bf70-ed83-4e08-9ce5-bac70abb78c0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:32.186908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c17ee-d5ab-43e7-8f6f-75d572ae562b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.209878 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c17ee-d5ab-43e7-8f6f-75d572ae562b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.212231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e39c17ee-d5ab-43e7-8f6f-75d572ae562b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/59363f97-6e8b-44c7-800d-2b55269bb9e9 HTTP/1.1" status: 204 len: 168 time: 0.6245666 Jul 09 13:33:32.214911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44614) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.215308 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-43fdb1e4-c3cb-4c19-ad36-da87d158eda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.240352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c17ee-d5ab-43e7-8f6f-75d572ae562b tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Subnet': ['ID=59363f97-6e8b-44c7-800d-2b55269bb9e9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:32.244519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-43fdb1e4-c3cb-4c19-ad36-da87d158eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.306872 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-43fdb1e4-c3cb-4c19-ad36-da87d158eda0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=064e17551d6045f1ba6c99c2e34c5c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8480694 Jul 09 13:33:32.306872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdb1e4-c3cb-4c19-ad36-da87d158eda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e3b7b-da6b-481c-ad77-5983c7d9eea9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:32.307252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.323794 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-61adb49a-67b5-4e8a-9f91-4a2d948d3a46 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1872494 Jul 09 13:33:32.325530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b38de0-1772-4bfa-89f5-e0ba341f06cd None None] Network 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:32.325957 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-29694525-82a4-4b03-aa22-fbf3b1136900 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:32.325957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29694525-82a4-4b03-aa22-fbf3b1136900 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:32.327739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-29694525-82a4-4b03-aa22-fbf3b1136900 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/a8b08c43-110d-41eb-8531-a22da015832f HTTP/1.1" status: 404 len: 337 time: 0.1115775 Jul 09 13:33:32.330485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44620) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.330832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44622) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.340013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3ec0aba7-c0c1-40c2-b223-9757ddb5f4e7 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223687736'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:32.376770 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a6218fc9-aaa0-43c8-8b23-411185721154 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "GET /v2.0/ports?device_id=657b0d6f-a605-4442-9b56-c434d508aeca HTTP/1.1" status: 200 len: 205 time: 0.0447061 Jul 09 13:33:32.379425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44626) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.459719 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-b1222922-14d6-4051-81ec-1a4bd7c4bf6a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] delete failed (client error): The resource could not be found. Jul 09 13:33:32.464736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b1222922-14d6-4051-81ec-1a4bd7c4bf6a tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/routers/657b0d6f-a605-4442-9b56-c434d508aeca HTTP/1.1" status: 404 len: 336 time: 0.0796227 Jul 09 13:33:32.466995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44630) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.469066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2df8571c-4080-4556-b1ed-ddb3f278e500 None None] Provisioning complete for port 6aded878-225b-4903-ac62-044d72af3a91 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:32.470474 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2df8571c-4080-4556-b1ed-ddb3f278e500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.480154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-252abea5-abb6-40ad-9882-4aa1462d8184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.490499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ec0aba7-c0c1-40c2-b223-9757ddb5f4e7 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.549150 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b96f07-4a16-4737-bb11-3e09a5479e22 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:32.550027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b96f07-4a16-4737-bb11-3e09a5479e22 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:32.556777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-38b96f07-4a16-4737-bb11-3e09a5479e22 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/da8c394a-76f8-40ba-8e76-e031f6770633 HTTP/1.1" status: 404 len: 337 time: 0.0838773 Jul 09 13:33:32.557535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44634) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.618194 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-1862ee6b-2376-4e63-b289-c5754849d30f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:32.618661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1862ee6b-2376-4e63-b289-c5754849d30f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:32.624820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1862ee6b-2376-4e63-b289-c5754849d30f tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/2bdcaa35-81b1-4ffa-b680-eab10d0fcbea HTTP/1.1" status: 404 len: 337 time: 0.0631144 Jul 09 13:33:32.627642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44638) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.654898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-252abea5-abb6-40ad-9882-4aa1462d8184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.716880 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-4488b114-e5ef-4694-b2c9-152133192046 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:32.718595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4488b114-e5ef-4694-b2c9-152133192046 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:32.724920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4488b114-e5ef-4694-b2c9-152133192046 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/0e80677f-61c1-481a-a88d-c6eb2c3cbfc8 HTTP/1.1" status: 404 len: 337 time: 0.0948348 Jul 09 13:33:32.725633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44640) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.780837 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec30126-f0ea-4c97-9511-21769afa35da tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:32.781055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ec0aba7-c0c1-40c2-b223-9757ddb5f4e7 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.782150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec30126-f0ea-4c97-9511-21769afa35da tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:32.785418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8ec30126-f0ea-4c97-9511-21769afa35da tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/6309dffa-8f1d-44ce-88ee-9cb93e8a2c26 HTTP/1.1" status: 404 len: 333 time: 0.0574152 Jul 09 13:33:32.787859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44642) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.804483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2df8571c-4080-4556-b1ed-ddb3f278e500 None None] Provisioning complete for port c7f01e48-a27a-41d8-8d57-0a098daafb9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:32.810403 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2df8571c-4080-4556-b1ed-ddb3f278e500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.816142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ec0aba7-c0c1-40c2-b223-9757ddb5f4e7 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.851025 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-252abea5-abb6-40ad-9882-4aa1462d8184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.853708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-252abea5-abb6-40ad-9882-4aa1462d8184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.858233 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-252abea5-abb6-40ad-9882-4aa1462d8184 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a8e3b7b-da6b-481c-ad77-5983c7d9eea9 HTTP/1.1" status: 204 len: 168 time: 0.5500531 Jul 09 13:33:32.878473 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-677c4678-5096-4276-803c-df15180c1c1d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:32.878473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677c4678-5096-4276-803c-df15180c1c1d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:32.880310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-677c4678-5096-4276-803c-df15180c1c1d tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/600d2f49-c97c-4206-a1b9-34027125b537 HTTP/1.1" status: 404 len: 337 time: 0.0895877 Jul 09 13:33:32.882454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2df8571c-4080-4556-b1ed-ddb3f278e500 None None] Port c7f01e48-a27a-41d8-8d57-0a098daafb9f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:32.883888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44648) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.890804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ec0aba7-c0c1-40c2-b223-9757ddb5f4e7 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.894829 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3ec0aba7-c0c1-40c2-b223-9757ddb5f4e7 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5615525 Jul 09 13:33:32.898059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0aba7-c0c1-40c2-b223-9757ddb5f4e7 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a09c01-d6ee-4942-8af7-bd086466e3e0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:32.901551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] DHCP port deletion for 41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:33:32.908790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44650) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.917180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d0b5004c-7e67-4229-8ff3-7ee6c307c119 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:32.918375 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-d0b5004c-7e67-4229-8ff3-7ee6c307c119 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 13:33:32.919486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252abea5-abb6-40ad-9882-4aa1462d8184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e3b7b-da6b-481c-ad77-5983c7d9eea9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:32.920538 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-d0b5004c-7e67-4229-8ff3-7ee6c307c119 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 13:33:32.922045 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d0b5004c-7e67-4229-8ff3-7ee6c307c119 tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "PUT /v2.0/security-groups/a9a09c01-d6ee-4942-8af7-bd086466e3e0 HTTP/1.1" status: 409 len: 330 time: 0.0099268 Jul 09 13:33:32.928278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44652) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:32.954647 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2188ac8f-3e46-4016-aac3-d5dd8be4a2af tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:32.956275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2188ac8f-3e46-4016-aac3-d5dd8be4a2af tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:32.960144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2188ac8f-3e46-4016-aac3-d5dd8be4a2af tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/8a4b9a43-c356-4ce6-8077-be0a70ee30f2 HTTP/1.1" status: 404 len: 337 time: 0.0706136 Jul 09 13:33:32.964836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44654) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.006980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] Deleting port 6aded878-225b-4903-ac62-044d72af3a91 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:33.007536 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.029770 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-381a8134-6f9c-40e5-9e52-e78f4384dd33 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:33.030676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381a8134-6f9c-40e5-9e52-e78f4384dd33 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:33.036407 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-381a8134-6f9c-40e5-9e52-e78f4384dd33 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/a9d53643-0b6e-491a-a514-619504e63211 HTTP/1.1" status: 404 len: 333 time: 0.0612643 Jul 09 13:33:33.043411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44656) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.089330 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7258ac9-a17b-46df-8648-0c9ea65145db tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:33.089841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7258ac9-a17b-46df-8648-0c9ea65145db tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:33.094062 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d7258ac9-a17b-46df-8648-0c9ea65145db tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/bff914d8-1388-447a-8c14-e7047df5977f HTTP/1.1" status: 404 len: 337 time: 0.0468500 Jul 09 13:33:33.095567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44660) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.111875 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b95b79f-ba8b-49cf-910d-98191724398d tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.141591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] For port 6aded878-225b-4903-ac62-044d72af3a91, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6aded878-225b-4903-ac62-044d72af3a91,segment=NetworkSegment(c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5),segment_id=c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:33.142337 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.153373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b95b79f-ba8b-49cf-910d-98191724398d tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.168833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] Calling delete_port for 6aded878-225b-4903-ac62-044d72af3a91 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:33.182715 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-021d4d2c-afdd-4866-b9ca-74cc97ad39d7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:33.183206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021d4d2c-afdd-4866-b9ca-74cc97ad39d7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:33.184971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-021d4d2c-afdd-4866-b9ca-74cc97ad39d7 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/subnets/bfa8bf93-fd39-4452-aedd-db2cdb72e314 HTTP/1.1" status: 404 len: 337 time: 0.0879319 Jul 09 13:33:33.189821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44664) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.287957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b95b79f-ba8b-49cf-910d-98191724398d tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.290798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b95b79f-ba8b-49cf-910d-98191724398d tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.294720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44670) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.294854 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4b95b79f-ba8b-49cf-910d-98191724398d tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/a9a09c01-d6ee-4942-8af7-bd086466e3e0 HTTP/1.1" status: 204 len: 168 time: 0.3651111 Jul 09 13:33:33.317393 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.326470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95b79f-ba8b-49cf-910d-98191724398d tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a09c01-d6ee-4942-8af7-bd086466e3e0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:33.367400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] Pushing event deleted for resources: {'Port': ['ID=6aded878-225b-4903-ac62-044d72af3a91,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:33.389058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-77da71c0-98bd-4446-bac8-625c532458f4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Deleting port c7f01e48-a27a-41d8-8d57-0a098daafb9f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:33.389410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77da71c0-98bd-4446-bac8-625c532458f4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.396473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ebe22-9a21-4dc3-97fe-cedd4d6c985b None None] No DVR routers for this DVR port 6aded878-225b-4903-ac62-044d72af3a91 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:33.418619 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9911a10b-5a71-48d9-b24a-d3b912b3aa9d tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1213486 Jul 09 13:33:33.421633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44672) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.435667 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-b0392001-f7fc-4998-8349-113d0cf292cb tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] delete failed (client error): The resource could not be found. Jul 09 13:33:33.436747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b0392001-f7fc-4998-8349-113d0cf292cb tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "DELETE /v2.0/security-groups/79ad6379-273c-404d-81ac-e3e8e0203309 HTTP/1.1" status: 404 len: 347 time: 0.0141654 Jul 09 13:33:33.442022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44674) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.457333 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-edb5c298-6830-4f86-81cc-1c297b0136ea tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] show failed (client error): The resource could not be found. Jul 09 13:33:33.458421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-edb5c298-6830-4f86-81cc-1c297b0136ea tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-groups/1177c700-9da4-488c-851c-a6b42cf711ca HTTP/1.1" status: 404 len: 347 time: 0.0146239 Jul 09 13:33:33.464409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44676) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.483461 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-b55c24e8-798f-4d99-86f1-4e9faaa626ef tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] show failed (client error): The resource could not be found. Jul 09 13:33:33.484509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b55c24e8-798f-4d99-86f1-4e9faaa626ef tempest-NegativeSecGroupIPv6Test-1438691367 tempest-NegativeSecGroupIPv6Test-1438691367-project] 10.222.0.32 "GET /v2.0/security-group-rules/3fac6ffd-d419-4cb0-a916-3bc7a368bb07 HTTP/1.1" status: 404 len: 356 time: 0.0190001 Jul 09 13:33:33.547490 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77da71c0-98bd-4446-bac8-625c532458f4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.568925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-77da71c0-98bd-4446-bac8-625c532458f4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Calling delete_port for c7f01e48-a27a-41d8-8d57-0a098daafb9f owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:33.663244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44686) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.685877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b45cddb-e4f2-4801-a541-900ee6a07bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.716683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77da71c0-98bd-4446-bac8-625c532458f4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.767993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77da71c0-98bd-4446-bac8-625c532458f4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.775240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77da71c0-98bd-4446-bac8-625c532458f4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/ports/c7f01e48-a27a-41d8-8d57-0a098daafb9f HTTP/1.1" status: 204 len: 168 time: 0.5843565 Jul 09 13:33:33.781359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44692) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.825846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da71c0-98bd-4446-bac8-625c532458f4 tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Port': ['ID=c7f01e48-a27a-41d8-8d57-0a098daafb9f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:33.897366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44696) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.946750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44700) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.967554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.101549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.105210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b45cddb-e4f2-4801-a541-900ee6a07bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.111861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b45cddb-e4f2-4801-a541-900ee6a07bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.121311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:34.153394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:34.153689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d3cb88-ca0f-44a1-9518-ae0bc7a386f5') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:34.164586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2cc64128-6a9f-4cf7-9171-f44e06a90321 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61c732a26b5947019e573b2baf9374c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159467 Jul 09 13:33:34.166922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44704) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:34.182423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.201262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45cddb-e4f2-4801-a541-900ee6a07bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8821dab9-70f2-41c7-96b5-ded3fb119454,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.204357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.211618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3b45cddb-e4f2-4801-a541-900ee6a07bf3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=595e85ad7d204f07aa177133c9e3478f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448864 Jul 09 13:33:34.213308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44706) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:34.221179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:34.221580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:34.225218 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:34.227939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-578037891'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:34.251738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6aded878-225b-4903-ac62-044d72af3a91 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:34.273280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 6aded878-225b-4903-ac62-044d72af3a91 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:34.274535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6aded878-225b-4903-ac62-044d72af3a91 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:34.305109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Made reservation on behalf of 7ac4e35dd22f464bb85a16b849b40a43 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:34.308963 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.320075 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.330811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.335177 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.339991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] 10.222.0.32 "DELETE /v2.0/networks/41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a HTTP/1.1" status: 204 len: 168 time: 0.5531194 Jul 09 13:33:34.351620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bed584-b5f0-4267-be30-ed928cac2aca tempest-PortsIpV6TestJSON-1998856353 tempest-PortsIpV6TestJSON-1998856353-project] Pushing event deleted for resources: {'Network': ['ID=41a8f71e-abbf-4fdc-b28c-79b0cd2cb42a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.353428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec09b92c-fa1b-4ecc-9255-de7e47f18e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.356650 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39283ffd-6446-4137-82cc-246d9264397d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.394781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39283ffd-6446-4137-82cc-246d9264397d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.395796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec09b92c-fa1b-4ecc-9255-de7e47f18e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.478934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec09b92c-fa1b-4ecc-9255-de7e47f18e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.482913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec09b92c-fa1b-4ecc-9255-de7e47f18e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.486381 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ec09b92c-fa1b-4ecc-9255-de7e47f18e91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8821dab9-70f2-41c7-96b5-ded3fb119454 HTTP/1.1" status: 204 len: 168 time: 0.2699084 Jul 09 13:33:34.493959 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39283ffd-6446-4137-82cc-246d9264397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.496854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39283ffd-6446-4137-82cc-246d9264397d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.501019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-39283ffd-6446-4137-82cc-246d9264397d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a842626b-666e-4fcf-a45a-f416947a106e HTTP/1.1" status: 204 len: 168 time: 0.3302219 Jul 09 13:33:34.506215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09b92c-fa1b-4ecc-9255-de7e47f18e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8821dab9-70f2-41c7-96b5-ded3fb119454,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.524065 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.525624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39283ffd-6446-4137-82cc-246d9264397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a842626b-666e-4fcf-a45a-f416947a106e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.537480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.568945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:34.579475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37db8a1-33b5-44a2-9077-3a112f479bdd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.585536 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.585954 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Added segment 93a5632b-3974-4751-a480-922d65a74190 of type vlan for network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a Jul 09 13:33:34.634608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.668621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.676402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:34.677663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.771944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44720) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:34.777966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Request body: {'subnet': {'network_id': '966d9b8d-4eda-4b1e-8b35-bc50d401d54a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:34.782074 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8827951 Jul 09 13:33:34.810726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44724) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:34.830869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae8910-bb8c-4434-8b85-da8d7ab33417 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event updated for resources: {'Network': ['ID=966d9b8d-4eda-4b1e-8b35-bc50d401d54a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.849468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:34.992001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Made reservation on behalf of 7ac4e35dd22f464bb85a16b849b40a43 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:34.996325 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.055074 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e729b1cb-6939-4fcd-b2fb-129c470aa015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b11711f83e8d4fa988ced6eb3de03154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363482 Jul 09 13:33:35.058019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44744) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:35.163346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065c0ee6-09be-426a-96a2-88e0da5500c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.201482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065c0ee6-09be-426a-96a2-88e0da5500c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.293744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065c0ee6-09be-426a-96a2-88e0da5500c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.297025 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065c0ee6-09be-426a-96a2-88e0da5500c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.300860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-065c0ee6-09be-426a-96a2-88e0da5500c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7767f656-c828-4c33-acbc-d8aadce51a27 HTTP/1.1" status: 204 len: 168 time: 0.2416918 Jul 09 13:33:35.313902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c0ee6-09be-426a-96a2-88e0da5500c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7767f656-c828-4c33-acbc-d8aadce51a27,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:35.332114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.416239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event updated for resources: {'Subnet': ['ID=abd91c8b-84e9-4ed0-86e1-4f28652caf8d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:35.441600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Checking segment: {'id': '93a5632b-3974-4751-a480-922d65a74190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '966d9b8d-4eda-4b1e-8b35-bc50d401d54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:35.442048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Network hostable DHCP agents. Network: 966d9b8d-4eda-4b1e-8b35-bc50d401d54a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:35.464907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:35.478564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 966d9b8d-4eda-4b1e-8b35-bc50d401d54a) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:35.484651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:35.486746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.490357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bbb10a-20fc-4ed3-88a2-53a82f1bf7dd None None] Network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:35.510862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-16476b19-a8eb-4917-accd-082fbfe63395 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7354441 Jul 09 13:33:35.511525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44760) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:35.519166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Request body: {'port': {'network_id': '966d9b8d-4eda-4b1e-8b35-bc50d401d54a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-755315569'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:35.726718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Made reservation on behalf of 7ac4e35dd22f464bb85a16b849b40a43 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:35.737643 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.810476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] device_id is not set on port 07e3ed27-1759-47fa-b031-54a7bb092b29 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:35.843724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-966d9b8d-4eda-4b1e-8b35-bc50d401d54a', 'network_id': '966d9b8d-4eda-4b1e-8b35-bc50d401d54a', 'tenant_id': '7ac4e35dd22f464bb85a16b849b40a43', 'fixed_ips': [{'subnet_id': 'abd91c8b-84e9-4ed0-86e1-4f28652caf8d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:35.844568 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.914221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-9d9a3f82-68c5-4f70-b69e-0307380bdb48 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539390 Jul 09 13:33:36.028561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44778) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:36.030992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Allocated IP 172.20.0.13 (966d9b8d-4eda-4b1e-8b35-bc50d401d54a/abd91c8b-84e9-4ed0-86e1-4f28652caf8d/07e3ed27-1759-47fa-b031-54a7bb092b29) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:36.067058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dae322-e916-4103-b70c-d88595396a32 req-51b2bfd6-15f0-418b-a447-05e16aa98717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:36.069534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-51b2bfd6-15f0-418b-a447-05e16aa98717 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0843236cfe71477f8029140b6761f877&device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 1096 time: 0.1191628 Jul 09 13:33:36.266547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-454819548-network', 'tenant_id': '81928f61cf314de08c0972f823f04be7'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:36.322955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Made reservation on behalf of 81928f61cf314de08c0972f823f04be7 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:36.325705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.344725 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.541325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.553989 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.575888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:36.599723 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.600304 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Added segment a1bffbaf-90a7-413c-8a58-c096e7c3d962 of type vlan for network b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27 Jul 09 13:33:36.698608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.741584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dae322-e916-4103-b70c-d88595396a32 req-3b099ea4-fa2f-42d4-8b6e-6b3507a4e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:36.744313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-3b099ea4-fa2f-42d4-8b6e-6b3507a4e8ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 200 len: 911 time: 0.3327627 Jul 09 13:33:36.765434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.829010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a43bda-facd-449e-97c5-2bc895bf4005,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:36.892053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.892840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:36.893442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.914829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Transition to ACTIVE for port object 07e3ed27-1759-47fa-b031-54a7bb092b29 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:36.929363 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8994856 Jul 09 13:33:36.933002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-d941ffbc-d685-4e6a-95c3-32f5939ce3e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4961605 Jul 09 13:33:36.933808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44810) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:36.941911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Request body: {'subnet': {'network_id': 'b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-454819548-subnet', 'tenant_id': '81928f61cf314de08c0972f823f04be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:36.963263 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-91bf6cd5-16a0-4958-840b-a7f7c361b62d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db HTTP/1.1" status: 200 len: 1001 time: 0.2033355 Jul 09 13:33:36.983817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Made reservation on behalf of 81928f61cf314de08c0972f823f04be7 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:36.986605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.995099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2c484-8a60-450b-8952-6a2c1f6a8fae admin admin] Pushing event updated for resources: {'Network': ['ID=b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:37.009994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:37.228724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dae322-e916-4103-b70c-d88595396a32 req-bc8fc10f-24d3-4016-b7d0-04c4caca833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.230234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-bc8fc10f-24d3-4016-b7d0-04c4caca833e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 200 len: 850 time: 0.2598219 Jul 09 13:33:37.251763 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.304735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Allocated IP 172.20.0.2 (966d9b8d-4eda-4b1e-8b35-bc50d401d54a/abd91c8b-84e9-4ed0-86e1-4f28652caf8d/5f4b2f93-f917-4108-844b-5556819bac3b) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:37.479895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-7bafd199-d6a1-4393-94f3-f99406be373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.480334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-7bafd199-d6a1-4393-94f3-f99406be373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.480815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-7bafd199-d6a1-4393-94f3-f99406be373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.481309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-7bafd199-d6a1-4393-94f3-f99406be373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.481792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-7bafd199-d6a1-4393-94f3-f99406be373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.482265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-7bafd199-d6a1-4393-94f3-f99406be373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.483240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-7bafd199-d6a1-4393-94f3-f99406be373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.484983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-7bafd199-d6a1-4393-94f3-f99406be373f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6501 time: 0.4652977 Jul 09 13:33:37.494342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:37.508035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:37.544855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event updated for resources: {'Port': ['ID=07e3ed27-1759-47fa-b031-54a7bb092b29,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:37.555377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:37.600526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dae322-e916-4103-b70c-d88595396a32 req-c02f193b-9498-4ed4-8ad6-6b9cb80a802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.602178 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-c02f193b-9498-4ed4-8ad6-6b9cb80a802d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7492bd21-10e4-4d79-afc2-96e3b0e9830c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3620362 Jul 09 13:33:37.667638 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.695370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Transition to ACTIVE for port object 5f4b2f93-f917-4108-844b-5556819bac3b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:37.716508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Transition to ACTIVE for port object 5f4b2f93-f917-4108-844b-5556819bac3b will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:37.731969 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.983699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:37.990881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:37.996297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:38.023736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Pushing event updated for resources: {'Port': ['ID=5f4b2f93-f917-4108-844b-5556819bac3b,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:38.106043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Attempting to bind port 5f4b2f93-f917-4108-844b-5556819bac3b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:38.106422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Attempting to bind port 5f4b2f93-f917-4108-844b-5556819bac3b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '93a5632b-3974-4751-a480-922d65a74190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '966d9b8d-4eda-4b1e-8b35-bc50d401d54a'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:38.106847 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Attempting to bind port 5f4b2f93-f917-4108-844b-5556819bac3b on network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:38.112988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:38.113602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Checking segment: {'id': '93a5632b-3974-4751-a480-922d65a74190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '966d9b8d-4eda-4b1e-8b35-bc50d401d54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:38.115304 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.115865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Bound using segment: {'id': '93a5632b-3974-4751-a480-922d65a74190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '966d9b8d-4eda-4b1e-8b35-bc50d401d54a'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:38.116673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Bound port: 5f4b2f93-f917-4108-844b-5556819bac3b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a5632b-3974-4751-a480-922d65a74190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '966d9b8d-4eda-4b1e-8b35-bc50d401d54a'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:38.117266 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.122669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-ee506c29-875e-4999-b436-2375cbbcf203 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:33:38.131078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-ee506c29-875e-4999-b436-2375cbbcf203 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5014329 Jul 09 13:33:38.131078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.230291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] For port 5f4b2f93-f917-4108-844b-5556819bac3b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:38.234767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] For port 5f4b2f93-f917-4108-844b-5556819bac3b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f4b2f93-f917-4108-844b-5556819bac3b,segment=NetworkSegment(93a5632b-3974-4751-a480-922d65a74190),segment_id=93a5632b-3974-4751-a480-922d65a74190)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:38.245902 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.265927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.266572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.312027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=31944a44-3673-416e-bd41-b4c74959b7cd,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:38.325323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Checking segment: {'id': 'a1bffbaf-90a7-413c-8a58-c096e7c3d962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:38.325460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Network hostable DHCP agents. Network: b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:38.336678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-53021e07-06ab-47be-9864-b50038ac51ba tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8239853 Jul 09 13:33:38.339743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44866) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:38.363695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a285e9-5425-4b60-8282-29de49d90cf4 None None] Pushing event updated for resources: {'Port': ['ID=5f4b2f93-f917-4108-844b-5556819bac3b,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:38.382407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-48746348-3e79-4576-a8ef-8be0e2238c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.382888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-48746348-3e79-4576-a8ef-8be0e2238c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.383395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-48746348-3e79-4576-a8ef-8be0e2238c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.385040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-48746348-3e79-4576-a8ef-8be0e2238c5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 200 len: 2295 time: 0.8371437 Jul 09 13:33:38.498094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Network b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:38.510841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-fd82a677-e431-4abc-b2d9-cb0e20f03bb1 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679512 Jul 09 13:33:38.538717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:38.551273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-af13e511-9fbf-4275-9732-e58abb9cfb43 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Deleting port 07e3ed27-1759-47fa-b031-54a7bb092b29 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:38.551485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5332b1-f92c-4c60-8cb4-43bb5ebd3bd0 None None] Network b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:38.554908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af13e511-9fbf-4275-9732-e58abb9cfb43 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.659680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.664909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.685401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-a90eec7c-504a-48c2-95c6-504efab6a5ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340 HTTP/1.1" status: 200 len: 1001 time: 0.2861087 Jul 09 13:33:38.743044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-87134739-0c96-4911-ae1f-869fc0bce6bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8063297 Jul 09 13:33:38.764147 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af13e511-9fbf-4275-9732-e58abb9cfb43 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.807900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-af13e511-9fbf-4275-9732-e58abb9cfb43 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Calling delete_port for 07e3ed27-1759-47fa-b031-54a7bb092b29 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:38.922848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-61589ed9-3215-44c6-b0dd-1ab32d837271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.934968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4d397-d26e-469a-b4fc-e35ed4098f4f None None] Network b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:38.938418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-61589ed9-3215-44c6-b0dd-1ab32d837271 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0728d4d0-2a44-4ec1-b201-7cb38e4632eb HTTP/1.1" status: 200 len: 856 time: 0.2344365 Jul 09 13:33:38.947108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0dae322-e916-4103-b70c-d88595396a32 req-2ac510ba-e218-4d9c-bf25-4ea878cf9cf1 service neutron] 10.222.0.11 "GET /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203091 Jul 09 13:33:39.127888 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af13e511-9fbf-4275-9732-e58abb9cfb43 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.157812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-c288192c-46df-4472-a559-e7debed25723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.165459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-c288192c-46df-4472-a559-e7debed25723 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156527 Jul 09 13:33:39.210257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13e511-9fbf-4275-9732-e58abb9cfb43 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event deleted for resources: {'Port': ['ID=07e3ed27-1759-47fa-b031-54a7bb092b29,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:39.327625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af13e511-9fbf-4275-9732-e58abb9cfb43 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.330358 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-af13e511-9fbf-4275-9732-e58abb9cfb43 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "DELETE /v2.0/ports/07e3ed27-1759-47fa-b031-54a7bb092b29 HTTP/1.1" status: 204 len: 168 time: 0.9895911 Jul 09 13:33:39.333669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44930) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:39.427516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-b217b752-35b2-4a3b-9104-2cbc8f6257ca service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572379 Jul 09 13:33:39.623931 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-f68cd54a-3f65-4e24-8b96-a579ea7b11f0 service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900644 Jul 09 13:33:39.690299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-8494a9f4-ed09-45e9-9214-d5a7c4bc516b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 217 time: 0.0588274 Jul 09 13:33:39.769577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-1bdccd03-da0b-437f-aea2-2a5de7dd8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.773320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-1bdccd03-da0b-437f-aea2-2a5de7dd8b74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.0757828 Jul 09 13:33:39.819165 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-21857cef-6474-41c1-ad77-51fe81e3b35e tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.4840331 Jul 09 13:33:39.821737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44962) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:39.840746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1328084622'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:39.911128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Made reservation on behalf of 7ac4e35dd22f464bb85a16b849b40a43 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:39.917652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.944593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-118e1901-52c3-43c6-ba78-ec19d2d2c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.948303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-118e1901-52c3-43c6-ba78-ec19d2d2c9b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1670556 Jul 09 13:33:39.978673 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:39.999505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.999866 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Added segment f4830094-a199-4ace-9302-c53afa1e23cf of type vlan for network 27ef801b-1142-4ffc-ade1-deb2e2fb96e5 Jul 09 13:33:40.098858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.140420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990554c-96e0-46a2-b38a-d47e3f2d3aac None None] Network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:40.209373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.215266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:40.228136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.341671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-24a7da59-6017-4ec3-be25-24a583d07aec None None] Provisioning for port 5f4b2f93-f917-4108-844b-5556819bac3b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:40.358910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f4b2f93-f917-4108-844b-5556819bac3b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:40.414564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be986ed-f97b-4b38-900b-1d55e5e6d1ad req-66458766-3e50-4401-884b-9a422e14b8b2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:40.423392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7be986ed-f97b-4b38-900b-1d55e5e6d1ad req-66458766-3e50-4401-884b-9a422e14b8b2 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 945 time: 0.8164732 Jul 09 13:33:40.425588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44998) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:40.477263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event updated for resources: {'Network': ['ID=27ef801b-1142-4ffc-ade1-deb2e2fb96e5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:40.478249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-4c1b5a86-89ff-48c3-8332-3823745aa243 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221400 Jul 09 13:33:40.493748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9cc35fe5-f152-487c-bd0e-bde1a209a9db tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6669118 Jul 09 13:33:40.495432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:40.511391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 27ef801b-1142-4ffc-ade1-deb2e2fb96e5 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:40.627341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45016) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:40.627749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5f4b2f93-f917-4108-844b-5556819bac3b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:40.637571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5f4b2f93-f917-4108-844b-5556819bac3b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:40.638256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.638704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1055437309-network', 'tenant_id': '3cd8d91d222f4b91bcd41dc51cbe8aa5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:40.708021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7be986ed-f97b-4b38-900b-1d55e5e6d1ad req-5dc5d3a4-361b-4811-adbc-039f9b69d85d tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829785 Jul 09 13:33:40.773220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.817906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5f4b2f93-f917-4108-844b-5556819bac3b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f4b2f93-f917-4108-844b-5556819bac3b,segment=NetworkSegment(93a5632b-3974-4751-a480-922d65a74190),segment_id=93a5632b-3974-4751-a480-922d65a74190)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:40.829176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-eecc5aca-e4c6-4c4d-a30b-899e7fb4a655 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355591 Jul 09 13:33:40.837014 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.941943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Made reservation on behalf of 3cd8d91d222f4b91bcd41dc51cbe8aa5 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:40.948172 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.965929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-527bc955-1e6b-41a5-8170-0ef366750903 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 217 time: 0.1292853 Jul 09 13:33:40.966128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5f4b2f93-f917-4108-844b-5556819bac3b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:41.014899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.052959 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9824cf9b-9bc9-4472-8b7c-581249f28405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.086500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-76f9225f-bda4-4148-9c03-d152f357ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.088633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-76f9225f-bda4-4148-9c03-d152f357ff8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.0898089 Jul 09 13:33:41.105026 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a043e6e6-2c92-46bc-b5bd-fc2315312bed tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "GET /v2.0/agents/e51e87b9-0539-4c15-ac9f-7722bb2ff786/dhcp-networks HTTP/1.1" status: 200 len: 10448 time: 0.6060424 Jul 09 13:33:41.105643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45026) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:41.136469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3142fa92-2bc3-4475-9312-c8bbb6809430 None None] Provisioning complete for port 5f4b2f93-f917-4108-844b-5556819bac3b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:41.140741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3142fa92-2bc3-4475-9312-c8bbb6809430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.165259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-b6865fcc-6918-4c9f-99e3-fdeb3a32a025 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.166881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-b6865fcc-6918-4c9f-99e3-fdeb3a32a025 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 945 time: 0.2243853 Jul 09 13:33:41.318556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-1c0d06d7-9f98-44a0-9230-1d44e89747cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.320240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-1c0d06d7-9f98-44a0-9230-1d44e89747cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2234726 Jul 09 13:33:41.321921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45030) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:41.474263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Deleting port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:41.474967 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.478984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9824cf9b-9bc9-4472-8b7c-581249f28405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.481780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0f1e12d0-578d-4344-be52-1eeaae5d314f None None] Could not find standard attr ID for object 07e3ed27-1759-47fa-b031-54a7bb092b29. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:33:41.488299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-376860fb-1808-4478-857e-25da29d207cc service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490152 Jul 09 13:33:41.500392 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028b7b59-75b5-4c9a-b62f-8584f9a4e41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.549984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9824cf9b-9bc9-4472-8b7c-581249f28405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.593193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-e0dd3b4e-b65c-4c28-83f1-ed030ec1ceb9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.599247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-e0dd3b4e-b65c-4c28-83f1-ed030ec1ceb9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.605448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-e0dd3b4e-b65c-4c28-83f1-ed030ec1ceb9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.611417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-e0dd3b4e-b65c-4c28-83f1-ed030ec1ceb9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.625254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-e0dd3b4e-b65c-4c28-83f1-ed030ec1ceb9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.635528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-e0dd3b4e-b65c-4c28-83f1-ed030ec1ceb9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.641706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-e0dd3b4e-b65c-4c28-83f1-ed030ec1ceb9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.649091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-e0dd3b4e-b65c-4c28-83f1-ed030ec1ceb9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5434 time: 0.7853193 Jul 09 13:33:41.665486 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9824cf9b-9bc9-4472-8b7c-581249f28405 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=468738a886084a4492076ab5dbd5cc41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2372365 Jul 09 13:33:41.676201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:41.687864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824cf9b-9bc9-4472-8b7c-581249f28405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da86c13-bacb-4467-9feb-92ccd0ea5a8f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:41.752241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] For port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:41.752611 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.782186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-56f31d89-4da6-4e58-b943-f1a9e7ba477e service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550681 Jul 09 13:33:41.820190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cf4f9e94-f292-4e47-8457-43c1e85a676f req-bb40413a-028f-46ab-bb9b-70315bfd2a44 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303158 Jul 09 13:33:41.867885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-d6a02b5c-5262-4cdc-845a-cb724f17d25e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d HTTP/1.1" status: 200 len: 217 time: 0.0558271 Jul 09 13:33:41.872135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f98d4c41-3987-47c7-ad04-967bca6c222a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.878087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f98d4c41-3987-47c7-ad04-967bca6c222a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.882907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d5d7-2b3f-48c7-9747-827301784d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.884909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f98d4c41-3987-47c7-ad04-967bca6c222a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.890842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f98d4c41-3987-47c7-ad04-967bca6c222a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.897465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f98d4c41-3987-47c7-ad04-967bca6c222a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.903421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f98d4c41-3987-47c7-ad04-967bca6c222a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.909288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f98d4c41-3987-47c7-ad04-967bca6c222a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.912076 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f98d4c41-3987-47c7-ad04-967bca6c222a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5434 time: 0.3474860 Jul 09 13:33:41.934695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07734d4a-0cd3-46ac-ba58-f59c24d7edca tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] Network 27ef801b-1142-4ffc-ade1-deb2e2fb96e5 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:41.976766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-07734d4a-0cd3-46ac-ba58-f59c24d7edca tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "POST /v2.0/agents/e51e87b9-0539-4c15-ac9f-7722bb2ff786/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8690650 Jul 09 13:33:41.982319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45040) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:41.983050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd710e7-bfca-4608-b4f0-37747b0de50d None None] Network 27ef801b-1142-4ffc-ade1-deb2e2fb96e5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:41.995823 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.002829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d5d7-2b3f-48c7-9747-827301784d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.021508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-0e5aeb6a-170d-4b30-806c-5ee344cabbbc tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:42.023835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-0e5aeb6a-170d-4b30-806c-5ee344cabbbc tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "GET /v2.0/ports/a5554256-bd69-4d55-806c-19b33ff40feb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1011374 Jul 09 13:33:42.026836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.055421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-8edcb3ba-8ba4-467b-ae65-eaec25ad5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:42.056919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-8edcb3ba-8ba4-467b-ae65-eaec25ad5768 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1712489 Jul 09 13:33:42.082457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9943d989-7869-4489-9dc5-822713dc04dd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:42.206162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.206162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.206162 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Floating IP 714531b4-de69-410c-9aa4-d383ef79f744 disassociated. External IP: 172.25.5.169, port: 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db. Jul 09 13:33:42.206162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Calling delete_port for 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:42.210029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f4b2f93-f917-4108-844b-5556819bac3b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:42.213287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a868066-90d6-41fe-9253-aedbfa0db09e req-5ecfc3ce-d786-48f7-8e0f-17df1d0e0afb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:42.214870 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a868066-90d6-41fe-9253-aedbfa0db09e req-5ecfc3ce-d786-48f7-8e0f-17df1d0e0afb tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 945 time: 0.3534479 Jul 09 13:33:42.228522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:42.274912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5f4b2f93-f917-4108-844b-5556819bac3b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:42.275572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.281200 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.281559 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Added segment 8ef443b3-43a1-4cc7-b5ae-f3417f2dab29 of type vlan for network b6c78c1f-1b10-4e30-94dd-88357a407cab Jul 09 13:33:42.289245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d5d7-2b3f-48c7-9747-827301784d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.291772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d5d7-2b3f-48c7-9747-827301784d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.295537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2ac2d5d7-2b3f-48c7-9747-827301784d03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2da86c13-bacb-4467-9feb-92ccd0ea5a8f HTTP/1.1" status: 204 len: 168 time: 0.6151962 Jul 09 13:33:42.332776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2d5d7-2b3f-48c7-9747-827301784d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da86c13-bacb-4467-9feb-92ccd0ea5a8f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:42.359889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-b928e41a-fc4f-4fa4-bc7d-7d32f9f8fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:42.361316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-b928e41a-fc4f-4fa4-bc7d-7d32f9f8fa25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2616594 Jul 09 13:33:42.378754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.381299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a868066-90d6-41fe-9253-aedbfa0db09e req-18679a9e-2fbb-42ce-b741-14c276d31c2f tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups?id=652f3b67-d350-4238-a804-5e6b0f5ca346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574054 Jul 09 13:33:42.384640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028b7b59-75b5-4c9a-b62f-8584f9a4e41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.392878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-2185d294-727f-462c-908e-0a0cf6fea9b9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "GET /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3611238 Jul 09 13:33:42.408910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028b7b59-75b5-4c9a-b62f-8584f9a4e41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.445381 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-66a58126-ece4-4f37-b3ca-cea728c23d4e tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "GET /v2.0/agents/e51e87b9-0539-4c15-ac9f-7722bb2ff786/dhcp-networks HTTP/1.1" status: 200 len: 11218 time: 0.4470894 Jul 09 13:33:42.452788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45048) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:42.509405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b7b59-75b5-4c9a-b62f-8584f9a4e41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74815083-e02a-411d-9f97-7518c907d777,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:42.516302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-028b7b59-75b5-4c9a-b62f-8584f9a4e41a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf578cfdb6f94828ba54fe38b21451c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1913707 Jul 09 13:33:42.521570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45052) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:42.543566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.544684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:42.545866 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.556301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c2b40b77-02be-41ac-82ea-128712ed6ce7 tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "DELETE /v2.0/agents/e51e87b9-0539-4c15-ac9f-7722bb2ff786/dhcp-networks/27ef801b-1142-4ffc-ade1-deb2e2fb96e5 HTTP/1.1" status: 204 len: 168 time: 0.1018021 Jul 09 13:33:42.560278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45054) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:42.620055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:42.621003 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-991ddce3-5fb7-4614-b82d-4eacd08f3cfe service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386682 Jul 09 13:33:42.681994 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.695265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76cd6c13-f7bc-4f83-bc71-2e6715879afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.704299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45056) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:42.708114 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0736282 Jul 09 13:33:42.710488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45060) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:42.746003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event deleted for resources: {'Port': ['ID=3c2d49dd-34ce-4f52-9d5c-90ecb6c987db,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:42.762880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Request body: {'subnet': {'network_id': 'b6c78c1f-1b10-4e30-94dd-88357a407cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1055437309-subnet', 'tenant_id': '3cd8d91d222f4b91bcd41dc51cbe8aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:42.770383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb0cc5-497a-413d-9953-01a124341389 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c78c1f-1b10-4e30-94dd-88357a407cab,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:42.771156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e9140a8-da09-477a-b0d5-01904bb18a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.774345 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76cd6c13-f7bc-4f83-bc71-2e6715879afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.781770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network b6c78c1f-1b10-4e30-94dd-88357a407cab details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:42.793163 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.874668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Made reservation on behalf of 3cd8d91d222f4b91bcd41dc51cbe8aa5 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:42.878085 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.964438 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a58de983-f1f6-4087-80de-1861be24123b tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "GET /v2.0/agents/e51e87b9-0539-4c15-ac9f-7722bb2ff786/dhcp-networks HTTP/1.1" status: 200 len: 10448 time: 0.3919835 Jul 09 13:33:42.969049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45064) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:43.061728 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fce16514-8699-4c49-931b-3896972ebae8 tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "GET /v2.0/networks/966d9b8d-4eda-4b1e-8b35-bc50d401d54a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0918193 Jul 09 13:33:43.069279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45066) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:43.125003 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0672779b-a365-48cc-a5c6-275bdee62df0 tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "GET /v2.0/networks/966d9b8d-4eda-4b1e-8b35-bc50d401d54a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0544696 Jul 09 13:33:43.146181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:43.187573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] For port a5554256-bd69-4d55-806c-19b33ff40feb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a5554256-bd69-4d55-806c-19b33ff40feb,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:43.199913 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.307976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-2f09fe3a-7b61-4ddf-acc5-83d86c19ddce service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762550 Jul 09 13:33:43.324048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] For port a5554256-bd69-4d55-806c-19b33ff40feb, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:43.378393 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.388727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] device_id is not set on port a5554256-bd69-4d55-806c-19b33ff40feb yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:43.410388 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.414378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-9ea1c089-84ee-4c32-a1f4-9314a29f1677 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf HTTP/1.1" status: 200 len: 217 time: 0.0854836 Jul 09 13:33:43.464504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.480339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76cd6c13-f7bc-4f83-bc71-2e6715879afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.482816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76cd6c13-f7bc-4f83-bc71-2e6715879afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.486378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-76cd6c13-f7bc-4f83-bc71-2e6715879afd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74815083-e02a-411d-9f97-7518c907d777 HTTP/1.1" status: 204 len: 168 time: 0.9614913 Jul 09 13:33:43.517722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Router 10611aa5-a901-46b5-b90c-bc2420071a34 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:43.525006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d7a057bc-2702-4710-911e-1410e7974ba2 tempest-DHCPAgentSchedulersTestJSON-983910334 tempest-DHCPAgentSchedulersTestJSON-983910334-project-admin] 10.222.0.32 "GET /v2.0/agents/e51e87b9-0539-4c15-ac9f-7722bb2ff786/dhcp-networks HTTP/1.1" status: 200 len: 10448 time: 0.3713086 Jul 09 13:33:43.525209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd6c13-f7bc-4f83-bc71-2e6715879afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74815083-e02a-411d-9f97-7518c907d777,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:43.527814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45076) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:43.532605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-2cbe7fbf-f4a2-48ca-acb3-9d8c51ecd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.533881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cfa00c-b786-4edf-8dc7-fafd10bbcaa2,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:43.534181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-2cbe7fbf-f4a2-48ca-acb3-9d8c51ecd7e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1104908 Jul 09 13:33:43.585165 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-92d6ab52-4df9-42ff-b307-2d9ca6fe06aa req-d8093930-acbb-4b76-a4cf-909b153a38c9 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 210 time: 0.0571349 Jul 09 13:33:43.620882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] Pushing event updated for resources: {'Port': ['ID=a5554256-bd69-4d55-806c-19b33ff40feb,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:43.625650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] No DVR routers for this DVR port a5554256-bd69-4d55-806c-19b33ff40feb on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:43.629386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Checking segment: {'id': '8ef443b3-43a1-4cc7-b5ae-f3417f2dab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b6c78c1f-1b10-4e30-94dd-88357a407cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:43.630302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Network hostable DHCP agents. Network: b6c78c1f-1b10-4e30-94dd-88357a407cab, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:43.666567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f889-f3bc-402c-bdae-8936381b714a req-b5be65dd-9096-45ea-8dc1-a61da7515602 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.673422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f889-f3bc-402c-bdae-8936381b714a req-b5be65dd-9096-45ea-8dc1-a61da7515602 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.678870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] In _notify_port_updated(), no bound segment for port a5554256-bd69-4d55-806c-19b33ff40feb on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:43.679905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.680600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.681150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f889-f3bc-402c-bdae-8936381b714a req-b5be65dd-9096-45ea-8dc1-a61da7515602 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.682145 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-787ef977-966d-4f26-89cb-c4a8101a93bb service neutron] 10.222.0.11 "PUT /v2.0/ports/a5554256-bd69-4d55-806c-19b33ff40feb HTTP/1.1" status: 200 len: 1026 time: 1.2626040 Jul 09 13:33:43.683146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Network b6c78c1f-1b10-4e30-94dd-88357a407cab is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:43.688509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f889-f3bc-402c-bdae-8936381b714a req-b5be65dd-9096-45ea-8dc1-a61da7515602 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.695221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f889-f3bc-402c-bdae-8936381b714a req-b5be65dd-9096-45ea-8dc1-a61da7515602 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.701215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f889-f3bc-402c-bdae-8936381b714a req-b5be65dd-9096-45ea-8dc1-a61da7515602 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.707287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f889-f3bc-402c-bdae-8936381b714a req-b5be65dd-9096-45ea-8dc1-a61da7515602 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.715601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb50f889-f3bc-402c-bdae-8936381b714a req-b5be65dd-9096-45ea-8dc1-a61da7515602 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 5357 time: 0.4135942 Jul 09 13:33:43.723297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, b6c78c1f-1b10-4e30-94dd-88357a407cab) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:43.731411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.732024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.744812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d4914-6654-4c8b-b30a-e0d872716f2c None None] Network b6c78c1f-1b10-4e30-94dd-88357a407cab requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:43.754698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-0dbec237-a1c2-4215-87c8-812a7ff83c78 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.756950 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-0dbec237-a1c2-4215-87c8-812a7ff83c78 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "GET /v2.0/ports/4aecda7b-92b8-4992-bb0b-6a3bca29e8ba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0681403 Jul 09 13:33:43.771381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:43.871444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.905973 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb50f889-f3bc-402c-bdae-8936381b714a req-eecfa1fa-3176-45cd-95b2-c56af2df7620 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&id=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894643 Jul 09 13:33:43.913333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.924863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f93650-dbd0-4a63-b2df-147d1e603d48 None None] Network b6c78c1f-1b10-4e30-94dd-88357a407cab requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:43.961381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e9140a8-da09-477a-b0d5-01904bb18a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.982664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e9140a8-da09-477a-b0d5-01904bb18a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.000168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-416208d3-3582-4e40-95a0-7d2ff76c0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:44.001706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-416208d3-3582-4e40-95a0-7d2ff76c0c69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4523149 Jul 09 13:33:44.026208 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.048256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a5e0fd27-0c73-4f73-ae0b-08d4f3ac8bce None None] Provisioning complete for port a5554256-bd69-4d55-806c-19b33ff40feb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:44.048866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5e0fd27-0c73-4f73-ae0b-08d4f3ac8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.090626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45082) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:44.098228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4e9140a8-da09-477a-b0d5-01904bb18a6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b95fe356b1cf4e05b1d552214aa28180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3729644 Jul 09 13:33:44.123538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-03cdd79c-bf09-4368-9ff3-38d536b21e5d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3928361 Jul 09 13:33:44.134502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0fd27-0c73-4f73-ae0b-08d4f3ac8bce None None] Port a5554256-bd69-4d55-806c-19b33ff40feb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:44.143191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45084) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:44.144075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9140a8-da09-477a-b0d5-01904bb18a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766815ab-e3cc-4caa-a0f5-c5080f444d1d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:44.168567 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] For port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:44.195045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:44.210914 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] Sync routers for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:44.221153 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:44.221453 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:44.231613 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.257827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc66b-88ce-4065-8e20-a9c45d8eca45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.282293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45090) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:44.300484 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.307060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-751807b3-00e3-4264-815d-5d5800790eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.317896 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.357887 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:33:44.361224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ccb6cd-ceb6-4017-99cf-6bb536e71a81 admin admin] Deleting subnet 31944a44-3673-416e-bd41-b4c74959b7cd {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:44.366030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] For port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:44.386245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ef801b-1142-4ffc-ade1-deb2e2fb96e5']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:44.389991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08ccb6cd-ceb6-4017-99cf-6bb536e71a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.396043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] No DVR routers for this DVR port 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:44.396382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.401076 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.404672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/766815ab-e3cc-4caa-a0f5-c5080f444d1d HTTP/1.1" status: 204 len: 168 time: 0.3105056 Jul 09 13:33:44.419158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766815ab-e3cc-4caa-a0f5-c5080f444d1d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:44.425178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] device_id is not set on port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:44.436098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.436454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.436794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.437136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.437476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.437847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.438210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.438513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.438841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.439247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.439577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.439945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973d9536-ee67-4202-af3a-21820cfbc9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.448697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08ccb6cd-ceb6-4017-99cf-6bb536e71a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.449549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.463562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.493097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.496064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5449005-a2e1-44fd-96f9-0c5988816ec3 req-120f7a23-cd6b-43aa-a37b-51f256d2ff61 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.11 "DELETE /v2.0/ports/3c2d49dd-34ce-4f52-9d5c-90ecb6c987db HTTP/1.1" status: 204 len: 173 time: 3.3200786 Jul 09 13:33:44.522966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'name': 'network-vif-deleted', 'tag': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:44.526209 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a8e311-3b62-4561-8f87-416ca2c164cf" -d '{"events": [{"server_uuid": "a5daefbb-4060-4dd3-b4d8-fec491646c9c", "name": "network-vif-deleted", "tag": "3c2d49dd-34ce-4f52-9d5c-90ecb6c987db"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:44.548484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] No DVR routers for this DVR port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:44.579067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4830094-a199-4ace-9302-c53afa1e23cf') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:44.579645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4830094-a199-4ace-9302-c53afa1e23cf') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:44.580928 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] Pushing event updated for resources: {'Port': ['ID=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:44.625058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] In _notify_port_updated(), no bound segment for port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba on network b9562b51-d817-4936-ad48-02882ce98983 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:44.625995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:44.626629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.636533 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-32f8d5a0-adaa-439f-92c4-615bc6e7f982 service neutron] 10.222.0.11 "PUT /v2.0/ports/4aecda7b-92b8-4992-bb0b-6a3bca29e8ba HTTP/1.1" status: 200 len: 1028 time: 0.8726649 Jul 09 13:33:44.703851 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a142b23-1436-42b2-a5c9-b10c56e3becf x-openstack-request-id: req-1a142b23-1436-42b2-a5c9-b10c56e3becf {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:44.704430 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5daefbb-4060-4dd3-b4d8-fec491646c9c", "name": "network-vif-deleted", "tag": "3c2d49dd-34ce-4f52-9d5c-90ecb6c987db", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:44.704832 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a142b23-1436-42b2-a5c9-b10c56e3becf {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:44.705492 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5daefbb-4060-4dd3-b4d8-fec491646c9c', 'name': 'network-vif-deleted', 'tag': '3c2d49dd-34ce-4f52-9d5c-90ecb6c987db', 'status': 'completed', 'code': 200} Jul 09 13:33:44.722309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.737305 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:44.771188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08ccb6cd-ceb6-4017-99cf-6bb536e71a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.794603 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] Checking router: 10611aa5-a901-46b5-b90c-bc2420071a34 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:33:44.799320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-595aa67e-e665-4fa4-a1c0-4768ec0da211 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716654 Jul 09 13:33:44.820119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.831619 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:44.832740 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:44.878462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2b864e0-3a6a-4e56-917a-f4d605392f68 req-4c8dc78d-3b2d-40ea-b9fb-b96e14726c52 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5daefbb-4060-4dd3-b4d8-fec491646c9c HTTP/1.1" status: 200 len: 210 time: 0.0543485 Jul 09 13:33:44.879629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:44.880614 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.897644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port ae4bf13b-8792-400e-9796-0d7fb5576b17 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:44.897992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:44.933254 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:45.027291 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:33:45.082139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] For port ae4bf13b-8792-400e-9796-0d7fb5576b17, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ae4bf13b-8792-400e-9796-0d7fb5576b17,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:45.082520 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.097486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:45.112232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for ae4bf13b-8792-400e-9796-0d7fb5576b17 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:45.173043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fdd80353-b43c-4f83-a55b-c18148e68b31 None None] Provisioning complete for port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:45.173983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fdd80353-b43c-4f83-a55b-c18148e68b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.210920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.223194 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.227102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "DELETE /v2.0/networks/27ef801b-1142-4ffc-ade1-deb2e2fb96e5 HTTP/1.1" status: 204 len: 168 time: 1.6961682 Jul 09 13:33:45.233823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45112) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:45.241574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08ccb6cd-ceb6-4017-99cf-6bb536e71a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.276298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fdd80353-b43c-4f83-a55b-c18148e68b31 None None] Port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:45.280554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:45.282838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 3c2d49dd-34ce-4f52-9d5c-90ecb6c987db not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:45.283544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ae4bf13b-8792-400e-9796-0d7fb5576b17 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:45.321091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccb6cd-ceb6-4017-99cf-6bb536e71a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31944a44-3673-416e-bd41-b4c74959b7cd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:45.367414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96785dc8-bd19-4311-a2f8-2ce7ddd6c77b tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event deleted for resources: {'Network': ['ID=27ef801b-1142-4ffc-ade1-deb2e2fb96e5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:45.371439 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08ccb6cd-ceb6-4017-99cf-6bb536e71a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.377154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-08ccb6cd-ceb6-4017-99cf-6bb536e71a81 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/31944a44-3673-416e-bd41-b4c74959b7cd HTTP/1.1" status: 204 len: 168 time: 1.0806997 Jul 09 13:33:45.382622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45114) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:45.473822 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1b8cc2-af3e-4545-9656-64efe80b6230 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:45.474717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1b8cc2-af3e-4545-9656-64efe80b6230 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:45.479375 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5a1b8cc2-af3e-4545-9656-64efe80b6230 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "DELETE /v2.0/ports/07e3ed27-1759-47fa-b031-54a7bb092b29 HTTP/1.1" status: 404 len: 333 time: 0.2433255 Jul 09 13:33:45.485278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.486110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45120) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:45.514166 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.535173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322339e-01df-4ee5-a14b-1dab3ddae8c9 req-14e60f9a-49f2-4169-bd58-eb9395bf0b07 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.544478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322339e-01df-4ee5-a14b-1dab3ddae8c9 req-14e60f9a-49f2-4169-bd58-eb9395bf0b07 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.550877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322339e-01df-4ee5-a14b-1dab3ddae8c9 req-14e60f9a-49f2-4169-bd58-eb9395bf0b07 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.557413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322339e-01df-4ee5-a14b-1dab3ddae8c9 req-14e60f9a-49f2-4169-bd58-eb9395bf0b07 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.563625 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:45.564208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322339e-01df-4ee5-a14b-1dab3ddae8c9 req-14e60f9a-49f2-4169-bd58-eb9395bf0b07 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.571267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c322339e-01df-4ee5-a14b-1dab3ddae8c9 req-14e60f9a-49f2-4169-bd58-eb9395bf0b07 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 3886 time: 0.4564281 Jul 09 13:33:45.580017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a5554256-bd69-4d55-806c-19b33ff40feb no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:45.585527 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.607898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-d1361d25-fa1d-4d89-af96-48453c4495c9 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7992959 Jul 09 13:33:45.647749 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b6fc1-bf8c-4d36-b659-d8ee2df4f6c9 None None] The sync data for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 is: [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 4, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '75dd295e-86c9-4ca8-8321-af8f9dd3f3e5', 'name': '', 'network_id': '7492bd21-10e4-4d79-afc2-96e3b0e9830c', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'mac_address': 'fa:16:3e:66:71:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:43Z', 'updated_at': '2021-07-09T13:25:57Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'subnets': [{'id': 'c547de22-e4d5-426e-a354-b09ab1aa3764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:45.670642 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=ae4bf13b-8792-400e-9796-0d7fb5576b17,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:45.674713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a5554256-bd69-4d55-806c-19b33ff40feb not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:45.675883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 54eacaf0-083d-4533-9edb-0c8560c3f4c0 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:45.710963 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c322339e-01df-4ee5-a14b-1dab3ddae8c9 req-94bf3e2a-c9fd-49b7-8586-40649931855d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387010 Jul 09 13:33:45.730541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-f848ea04-fb0a-4804-9e90-ae3e30e03094 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Deleting subnet abd91c8b-84e9-4ed0-86e1-4f28652caf8d {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:45.780059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-b052ce23-b520-4ef1-b91e-15d4fa7e2505 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f HTTP/1.1" status: 200 len: 217 time: 0.1458299 Jul 09 13:33:45.782202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc66b-88ce-4065-8e20-a9c45d8eca45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.788164 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f848ea04-fb0a-4804-9e90-ae3e30e03094 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.840047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] No DVR routers for this DVR port ae4bf13b-8792-400e-9796-0d7fb5576b17 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:45.845008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.847850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-128a1982-dc68-4b70-8599-4600b3b72382 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "DELETE /v2.0/ports/ae4bf13b-8792-400e-9796-0d7fb5576b17 HTTP/1.1" status: 204 len: 173 time: 1.2059977 Jul 09 13:33:45.849389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': 'ae4bf13b-8792-400e-9796-0d7fb5576b17'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:45.853712 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f7a77a-e9ab-4ece-9825-84ee15272d2b" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "ae4bf13b-8792-400e-9796-0d7fb5576b17"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:45.868338 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.873139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-f62595c4-d4fc-452e-90a4-d8310b0f0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.874027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-f62595c4-d4fc-452e-90a4-d8310b0f0caf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.0860050 Jul 09 13:33:45.929466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f848ea04-fb0a-4804-9e90-ae3e30e03094 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.942648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54eacaf0-083d-4533-9edb-0c8560c3f4c0'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:45.944982 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b924021f-5aa3-4c8f-b845-789c6466002c" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "54eacaf0-083d-4533-9edb-0c8560c3f4c0"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:45.953897 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc66b-88ce-4065-8e20-a9c45d8eca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.974409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 54eacaf0-083d-4533-9edb-0c8560c3f4c0, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:45.990240 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.991012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 75eac396-83aa-4351-aae5-ed708c94d418 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:46.050410 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0483f4-9438-4b1f-bce7-24419c301ecb x-openstack-request-id: req-1c0483f4-9438-4b1f-bce7-24419c301ecb {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:46.050729 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "ae4bf13b-8792-400e-9796-0d7fb5576b17", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:46.051024 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c0483f4-9438-4b1f-bce7-24419c301ecb {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:46.051444 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': 'ae4bf13b-8792-400e-9796-0d7fb5576b17', 'status': 'completed', 'code': 200} Jul 09 13:33:46.057523 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63607b2d-926d-4465-8caa-81316b7f396e x-openstack-request-id: req-63607b2d-926d-4465-8caa-81316b7f396e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:46.057845 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "54eacaf0-083d-4533-9edb-0c8560c3f4c0", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:46.058113 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63607b2d-926d-4465-8caa-81316b7f396e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:46.058531 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54eacaf0-083d-4533-9edb-0c8560c3f4c0', 'code': 200} Jul 09 13:33:46.141295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.143837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45144) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:46.245601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8b0dc66b-88ce-4065-8e20-a9c45d8eca45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4caeca7751764c55a9ed3f7b3875f8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0980556 Jul 09 13:33:46.252258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:46.252539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45146) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:46.259657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=54eacaf0-083d-4533-9edb-0c8560c3f4c0,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:46.268826 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281a5b37-0de4-4a97-8b5e-a2a79dfbcda3 None None] New status for floating IP 714531b4-de69-410c-9aa4-d383ef79f744: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:33:46.290586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bffbaf-90a7-413c-8a58-c096e7c3d962') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:46.291174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bffbaf-90a7-413c-8a58-c096e7c3d962') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:46.306131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dc66b-88ce-4065-8e20-a9c45d8eca45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeb3594-f57f-44ae-8b8c-ae5cdbad91b1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:46.317506 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.341128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f848ea04-fb0a-4804-9e90-ae3e30e03094 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.350208 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.362762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-4da68084-66f6-45d1-8535-9abb63b52b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:46.365266 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-4da68084-66f6-45d1-8535-9abb63b52b5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4306087 Jul 09 13:33:46.367912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f83d756-d232-4468-9cbe-b636a4363a74 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.372538 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.429183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port 75eac396-83aa-4351-aae5-ed708c94d418 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:46.429544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.440487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf1e3-d043-4c49-8fa2-e9439ebd274a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.549667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-15e1ae53-c4ef-4db7-aaa8-9fdf6aacbcb8 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675830 Jul 09 13:33:46.559794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:46.560460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:46.563378 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:46.572872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 75eac396-83aa-4351-aae5-ed708c94d418, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=75eac396-83aa-4351-aae5-ed708c94d418,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:46.578712 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.579684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 82d29d6a-a504-4910-b55c-a64cf3c39dfd no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:46.603000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f83d756-d232-4468-9cbe-b636a4363a74 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.744489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=75eac396-83aa-4351-aae5-ed708c94d418,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:46.762834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.781527 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.785577 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.788769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] 10.222.0.32 "DELETE /v2.0/networks/b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27 HTTP/1.1" status: 204 len: 168 time: 1.4040797 Jul 09 13:33:46.802609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45164) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:46.835172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd258d-bbe7-4c2b-8ec2-686f735cdd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d34e0a-b0f0-4f97-862d-b9d4b8f16a27,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:46.884383 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f83d756-d232-4468-9cbe-b636a4363a74 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.887028 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f83d756-d232-4468-9cbe-b636a4363a74 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.888462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8f83d756-d232-4468-9cbe-b636a4363a74 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "DELETE /v2.0/security-groups/652f3b67-d350-4238-a804-5e6b0f5ca346 HTTP/1.1" status: 204 len: 168 time: 0.7424037 Jul 09 13:33:46.904295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-b12c85c6-8ce8-4f83-9ecd-551970ea645a service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455935 Jul 09 13:33:46.905086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45168) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:46.908219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83d756-d232-4468-9cbe-b636a4363a74 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f3b67-d350-4238-a804-5e6b0f5ca346,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:46.928191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 82d29d6a-a504-4910-b55c-a64cf3c39dfd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:46.932255 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a487b8b7-9397-4420-abd9-3b2dcda69984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.955082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.956949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:46.982822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-ecdc7fa3-6bd0-479d-96f7-003dfe85750f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=502d8b4a-eef9-40b1-975e-037964dce8ee HTTP/1.1" status: 200 len: 217 time: 0.0665355 Jul 09 13:33:46.994249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-03864811-590a-4d5d-a8d5-471406adb64b admin admin] Deleting subnet 89cfa00c-b786-4edf-8dc7-fafd10bbcaa2 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:47.012488 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-d722bc46-5959-4402-bd57-c9b87c944684 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] show failed (client error): The resource could not be found. Jul 09 13:33:47.014576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d722bc46-5959-4402-bd57-c9b87c944684 tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "GET /v2.0/security-groups/652f3b67-d350-4238-a804-5e6b0f5ca346 HTTP/1.1" status: 404 len: 347 time: 0.1032157 Jul 09 13:33:47.016131 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03864811-590a-4d5d-a8d5-471406adb64b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.022117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45172) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:47.055951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.091533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=82d29d6a-a504-4910-b55c-a64cf3c39dfd,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.100649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:47.101331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 294c7669-e9ab-417c-8f20-20e32065b0a3 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:47.142172 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f848ea04-fb0a-4804-9e90-ae3e30e03094 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.155567 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf1e3-d043-4c49-8fa2-e9439ebd274a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.183070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f848ea04-fb0a-4804-9e90-ae3e30e03094 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.183718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3523303-87a8-4b41-8c5c-98920498e779 None None] Network 966d9b8d-4eda-4b1e-8b35-bc50d401d54a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:47.191742 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f848ea04-fb0a-4804-9e90-ae3e30e03094 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "DELETE /v2.0/subnets/abd91c8b-84e9-4ed0-86e1-4f28652caf8d HTTP/1.1" status: 204 len: 168 time: 1.7044940 Jul 09 13:33:47.202755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45174) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:47.261446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848ea04-fb0a-4804-9e90-ae3e30e03094 tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event deleted for resources: {'Subnet': ['ID=abd91c8b-84e9-4ed0-86e1-4f28652caf8d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.282732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] For port 75eac396-83aa-4351-aae5-ed708c94d418, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=75eac396-83aa-4351-aae5-ed708c94d418,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:47.283401 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.379149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45178) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:47.384218 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.392022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03864811-590a-4d5d-a8d5-471406adb64b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.426317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 294c7669-e9ab-417c-8f20-20e32065b0a3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=294c7669-e9ab-417c-8f20-20e32065b0a3,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:47.429842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2761a-5111-451e-a90f-484aa9bae025 req-69b34585-75c5-4b74-8f43-040aec64ec28 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.436365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2761a-5111-451e-a90f-484aa9bae025 req-69b34585-75c5-4b74-8f43-040aec64ec28 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.440876 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.443682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2761a-5111-451e-a90f-484aa9bae025 req-69b34585-75c5-4b74-8f43-040aec64ec28 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.449952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2761a-5111-451e-a90f-484aa9bae025 req-69b34585-75c5-4b74-8f43-040aec64ec28 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.450530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-7ede8b4c-37d4-416f-a884-cc84133cbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.452716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-7ede8b4c-37d4-416f-a884-cc84133cbc9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.4620304 Jul 09 13:33:47.458499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37e2761a-5111-451e-a90f-484aa9bae025 req-69b34585-75c5-4b74-8f43-040aec64ec28 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 3145 time: 0.3980665 Jul 09 13:33:47.501319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=294c7669-e9ab-417c-8f20-20e32065b0a3,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.532772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.536902 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03864811-590a-4d5d-a8d5-471406adb64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.541842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf1e3-d043-4c49-8fa2-e9439ebd274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.544580 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf1e3-d043-4c49-8fa2-e9439ebd274a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.545739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3e4bf1e3-d043-4c49-8fa2-e9439ebd274a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/daeb3594-f57f-44ae-8b8c-ae5cdbad91b1 HTTP/1.1" status: 204 len: 168 time: 1.2884667 Jul 09 13:33:47.603665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Deleting port c77229c1-2930-4e99-afc7-c1c818c2c72a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:47.604010 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.621863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] DHCP port deletion for 966d9b8d-4eda-4b1e-8b35-bc50d401d54a request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:33:47.638137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bf1e3-d043-4c49-8fa2-e9439ebd274a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeb3594-f57f-44ae-8b8c-ae5cdbad91b1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.661480 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37e2761a-5111-451e-a90f-484aa9bae025 req-e6cec825-7a9e-41be-858e-ccfef473575a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022173 Jul 09 13:33:47.664903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24ff1fda-9203-4cbb-b200-eaff807d3990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.718026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153999d-2d36-40ed-b842-520541565a66 req-363932a0-f310-4ebe-a49f-79b9f135031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.719929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-363932a0-f310-4ebe-a49f-79b9f135031f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2524207 Jul 09 13:33:47.737865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03864811-590a-4d5d-a8d5-471406adb64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.743504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] Deleting port 5f4b2f93-f917-4108-844b-5556819bac3b {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:47.744003 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.835117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03864811-590a-4d5d-a8d5-471406adb64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cfa00c-b786-4edf-8dc7-fafd10bbcaa2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.847548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.847885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.860043 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03864811-590a-4d5d-a8d5-471406adb64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.862526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-03864811-590a-4d5d-a8d5-471406adb64b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/89cfa00c-b786-4edf-8dc7-fafd10bbcaa2 HTTP/1.1" status: 204 len: 168 time: 1.0480647 Jul 09 13:33:47.869495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45190) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:47.875199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.876038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.876810 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Floating IP cc5acba7-a946-4e00-9247-1ace0d085ab5 disassociated. External IP: 172.25.5.126, port: 75eac396-83aa-4351-aae5-ed708c94d418. Jul 09 13:33:47.877427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for 75eac396-83aa-4351-aae5-ed708c94d418 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:47.889407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Calling delete_port for c77229c1-2930-4e99-afc7-c1c818c2c72a owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:48.065940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] For port 5f4b2f93-f917-4108-844b-5556819bac3b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f4b2f93-f917-4108-844b-5556819bac3b,segment=NetworkSegment(93a5632b-3974-4751-a480-922d65a74190),segment_id=93a5632b-3974-4751-a480-922d65a74190)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:48.066352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.083773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] Calling delete_port for 5f4b2f93-f917-4108-844b-5556819bac3b owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:48.128910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418'}, {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d29d6a-a504-4910-b55c-a64cf3c39dfd'}, {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294c7669-e9ab-417c-8f20-20e32065b0a3'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:48.132782 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5572d4-16b8-4e62-975d-e462d5f4532a" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "75eac396-83aa-4351-aae5-ed708c94d418"}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "82d29d6a-a504-4910-b55c-a64cf3c39dfd"}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "294c7669-e9ab-417c-8f20-20e32065b0a3"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:48.246307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f4b2f93-f917-4108-844b-5556819bac3b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:48.249807 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.267110 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24ff1fda-9203-4cbb-b200-eaff807d3990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.268408 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.272225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.283392 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24ff1fda-9203-4cbb-b200-eaff807d3990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.286979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Deleting port 5f4b2f93-f917-4108-844b-5556819bac3b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:48.287543 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.291184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] No DVR routers for this DVR port 5f4b2f93-f917-4108-844b-5556819bac3b on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:48.319336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5f4b2f93-f917-4108-844b-5556819bac3b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:48.319744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f4b2f93-f917-4108-844b-5556819bac3b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:48.322545 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e70432b-449d-474a-a328-bd2ee70ade2e x-openstack-request-id: req-8e70432b-449d-474a-a328-bd2ee70ade2e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:48.322844 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "75eac396-83aa-4351-aae5-ed708c94d418", "code": 200}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "82d29d6a-a504-4910-b55c-a64cf3c39dfd", "code": 200}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "294c7669-e9ab-417c-8f20-20e32065b0a3", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:48.323149 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e70432b-449d-474a-a328-bd2ee70ade2e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:48.323548 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418', 'code': 200} Jul 09 13:33:48.323807 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d29d6a-a504-4910-b55c-a64cf3c39dfd', 'code': 200} Jul 09 13:33:48.324053 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294c7669-e9ab-417c-8f20-20e32065b0a3', 'code': 200} Jul 09 13:33:48.325581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44158caa-3bf9-4c7d-b1e4-5cff82be659a None None] Pushing event deleted for resources: {'Port': ['ID=5f4b2f93-f917-4108-844b-5556819bac3b,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.346258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=75eac396-83aa-4351-aae5-ed708c94d418,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.383631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-24ff1fda-9203-4cbb-b200-eaff807d3990 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38f609711a7d40c4b1e6a303e3db3841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9994233 Jul 09 13:33:48.385419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45202) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:48.428908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff1fda-9203-4cbb-b200-eaff807d3990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e374b-11bf-4f42-8711-d7c93556baf4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.443745 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-71cb8283-b720-4146-9ed2-8b71f84ff03e service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119827 Jul 09 13:33:48.456143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.465357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] For port 5f4b2f93-f917-4108-844b-5556819bac3b, host n-d-799524-3, got binding levels [] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:48.465722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.502455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Calling delete_port for 5f4b2f93-f917-4108-844b-5556819bac3b owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:48.541699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Port 5f4b2f93-f917-4108-844b-5556819bac3b was not found and therefore no delete operation was performed {{(pid=93913) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:33:48.541891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f4261d6e-7f96-420f-b917-bce8ccdc4c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.550256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.576830 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f4261d6e-7f96-420f-b917-bce8ccdc4c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.587112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Router defd9990-5862-4788-939e-a57e4a3793cd has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:48.613349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event deleted for resources: {'Port': ['ID=5f4b2f93-f917-4108-844b-5556819bac3b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.622159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] No DVR routers for this DVR port 5f4b2f93-f917-4108-844b-5556819bac3b on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:48.725086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f4261d6e-7f96-420f-b917-bce8ccdc4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.730579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f4261d6e-7f96-420f-b917-bce8ccdc4c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.730579 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f4261d6e-7f96-420f-b917-bce8ccdc4c6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/907e374b-11bf-4f42-8711-d7c93556baf4 HTTP/1.1" status: 204 len: 168 time: 0.3415346 Jul 09 13:33:48.747461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4261d6e-7f96-420f-b917-bce8ccdc4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e374b-11bf-4f42-8711-d7c93556baf4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.757791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:48.770340 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] Sync routers for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:48.799345 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:48.803359 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:48.820813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.891979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] No DVR routers for this DVR port 75eac396-83aa-4351-aae5-ed708c94d418 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:48.905243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a153999d-2d36-40ed-b842-520541565a66 req-3ccf37b3-1343-4488-a86e-c3ddbdfb6add service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550052 Jul 09 13:33:48.909216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c78c1f-1b10-4e30-94dd-88357a407cab']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:48.922818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.929481 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-f9df726e-463f-47a3-8d43-f78ddb82f0ef tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "DELETE /v2.0/ports/75eac396-83aa-4351-aae5-ed708c94d418 HTTP/1.1" status: 204 len: 173 time: 3.0674832 Jul 09 13:33:48.930340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:48.933656 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c639d3-bdb8-4a39-a6b7-9d4297fd438a" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "75eac396-83aa-4351-aae5-ed708c94d418"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:48.959380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef443b3-43a1-4cc7-b5ae-f3417f2dab29') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:48.960423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef443b3-43a1-4cc7-b5ae-f3417f2dab29') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:48.981483 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.006173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.109195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.111771 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:33:49.125767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966d9b8d-4eda-4b1e-8b35-bc50d401d54a']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:49.179967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Pushing event deleted for resources: {'Port': ['ID=c77229c1-2930-4e99-afc7-c1c818c2c72a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:49.222422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a5632b-3974-4751-a480-922d65a74190') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:49.223128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a5632b-3974-4751-a480-922d65a74190') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:49.227494 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.299194 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc64a7bd-92dd-4b03-b611-8a3f23786258 x-openstack-request-id: req-bc64a7bd-92dd-4b03-b611-8a3f23786258 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:49.299723 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "75eac396-83aa-4351-aae5-ed708c94d418", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:49.299723 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc64a7bd-92dd-4b03-b611-8a3f23786258 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:49.300144 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': '75eac396-83aa-4351-aae5-ed708c94d418', 'status': 'completed', 'code': 200} Jul 09 13:33:49.306021 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.313131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:49.318114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:49.322725 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:49.369400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68098f9a-1529-4954-b3d0-8f70d93f5e11 req-4e19bdd4-c407-4fbe-9da8-690b397e4571 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.376186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68098f9a-1529-4954-b3d0-8f70d93f5e11 req-4e19bdd4-c407-4fbe-9da8-690b397e4571 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.382930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68098f9a-1529-4954-b3d0-8f70d93f5e11 req-4e19bdd4-c407-4fbe-9da8-690b397e4571 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.393425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-68098f9a-1529-4954-b3d0-8f70d93f5e11 req-4e19bdd4-c407-4fbe-9da8-690b397e4571 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 2410 time: 0.3104479 Jul 09 13:33:49.453438 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-68098f9a-1529-4954-b3d0-8f70d93f5e11 req-60ed2b83-b364-4e20-ae57-75c3fcd9e21a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590122 Jul 09 13:33:49.466799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port 82d29d6a-a504-4910-b55c-a64cf3c39dfd {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:49.467204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.578127 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:49.597774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.611280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:49.611947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:49.617015 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:49.635998 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] Checking router: defd9990-5862-4788-939e-a57e4a3793cd for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:33:49.648057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] For port 82d29d6a-a504-4910-b55c-a64cf3c39dfd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=82d29d6a-a504-4910-b55c-a64cf3c39dfd,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:49.648573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.662996 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.663990 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:49.665488 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.666766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:49.669631 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.672745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.674088 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a48b7edb-84cf-4569-abdd-c50da04e3e9a tempest-AttachVolumeTestJSON-1796228242 tempest-AttachVolumeTestJSON-1796228242-project] 10.222.0.32 "DELETE /v2.0/floatingips/714531b4-de69-410c-9aa4-d383ef79f744 HTTP/1.1" status: 204 len: 168 time: 2.6128964 Jul 09 13:33:49.685147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.687348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b6c78c1f-1b10-4e30-94dd-88357a407cab HTTP/1.1" status: 204 len: 168 time: 1.8154566 Jul 09 13:33:49.695447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for 82d29d6a-a504-4910-b55c-a64cf3c39dfd owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:49.704689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5df2f5-de53-453a-9b75-5b1755b06be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c78c1f-1b10-4e30-94dd-88357a407cab,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:49.721874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.756725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.762543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] 10.222.0.32 "DELETE /v2.0/networks/966d9b8d-4eda-4b1e-8b35-bc50d401d54a HTTP/1.1" status: 204 len: 168 time: 2.5574782 Jul 09 13:33:49.763994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c062a8c-82a3-45ae-b405-fdafb011361a tempest-DHCPAgentSchedulersTestJSON-1538886224 tempest-DHCPAgentSchedulersTestJSON-1538886224-project] Pushing event deleted for resources: {'Network': ['ID=966d9b8d-4eda-4b1e-8b35-bc50d401d54a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:49.882914 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:33:49.996605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.056582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=82d29d6a-a504-4910-b55c-a64cf3c39dfd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:50.131685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] No DVR routers for this DVR port 82d29d6a-a504-4910-b55c-a64cf3c39dfd on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:50.134807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.137647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-058d6ef8-72b8-4eaa-af11-7473364c41fb tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "DELETE /v2.0/ports/82d29d6a-a504-4910-b55c-a64cf3c39dfd HTTP/1.1" status: 204 len: 173 time: 1.2006204 Jul 09 13:33:50.140840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45258) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:50.231289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45264) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:50.243442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e99a7af5-9813-4885-953a-0fdc4a87d5ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81928f61cf314de08c0972f823f04be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972142 Jul 09 13:33:50.343737 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:50.356547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1389336e-ae91-4f91-a3c1-251e025037d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.375756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:50.376312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.423269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1389336e-ae91-4f91-a3c1-251e025037d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.432631 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3f804-b85f-4a6e-bf32-080ab4dfdb92 None None] The sync data for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 is: [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:23:07Z', 'revision_number': 4, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd021bbd7-5c8e-4510-a8fe-7899c8357a24', 'name': '', 'network_id': '61671166-2ff7-47cf-85fd-d0479610055b', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'mac_address': 'fa:16:3e:60:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:06Z', 'updated_at': '2021-07-09T13:23:17Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'subnets': [{'id': 'fe0d72da-6ef1-4977-b9dc-908645ee4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:50.499569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1389336e-ae91-4f91-a3c1-251e025037d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.503423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1389336e-ae91-4f91-a3c1-251e025037d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.504971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1389336e-ae91-4f91-a3c1-251e025037d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78a43bda-facd-449e-97c5-2bc895bf4005 HTTP/1.1" status: 204 len: 168 time: 0.2718658 Jul 09 13:33:50.518488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389336e-ae91-4f91-a3c1-251e025037d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a43bda-facd-449e-97c5-2bc895bf4005,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:50.664197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45276) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:50.752228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] For port 54eacaf0-083d-4533-9edb-0c8560c3f4c0, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=54eacaf0-083d-4533-9edb-0c8560c3f4c0,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:50.753149 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.778703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for 54eacaf0-083d-4533-9edb-0c8560c3f4c0 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:51.009718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11aa1c-50dc-4396-a807-5da072ee8676 req-248a8491-c9c3-4b3f-9b42-8e3f521260c4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:51.035082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11aa1c-50dc-4396-a807-5da072ee8676 req-248a8491-c9c3-4b3f-9b42-8e3f521260c4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:51.037097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b11aa1c-50dc-4396-a807-5da072ee8676 req-248a8491-c9c3-4b3f-9b42-8e3f521260c4 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 1677 time: 0.2024012 Jul 09 13:33:51.096064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.100111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28910ebb-8aa6-4f80-81da-81b66c09fdd3 None None] New status for floating IP cc5acba7-a946-4e00-9247-1ace0d085ab5: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:33:51.112899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b11aa1c-50dc-4396-a807-5da072ee8676 req-212645a8-2d1f-4652-ab15-7e727621a24c tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac6790d8-7264-48de-9eb9-dfb10f1db650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658312 Jul 09 13:33:51.178179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=54eacaf0-083d-4533-9edb-0c8560c3f4c0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:51.201885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] No DVR routers for this DVR port 54eacaf0-083d-4533-9edb-0c8560c3f4c0 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:51.204460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.207001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-a8cee7f3-ed87-4134-9da0-dc3105343149 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "DELETE /v2.0/ports/54eacaf0-083d-4533-9edb-0c8560c3f4c0 HTTP/1.1" status: 204 len: 173 time: 1.0607736 Jul 09 13:33:51.301430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': '82d29d6a-a504-4910-b55c-a64cf3c39dfd'}, {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': '54eacaf0-083d-4533-9edb-0c8560c3f4c0'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:51.306622 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a6962b-3e80-4717-9df7-f08dc8022caa" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "82d29d6a-a504-4910-b55c-a64cf3c39dfd"}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "54eacaf0-083d-4533-9edb-0c8560c3f4c0"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:51.363540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-db4cdde1-9684-4784-9395-6520ff0dde4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ac4e35dd22f464bb85a16b849b40a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981564 Jul 09 13:33:51.368634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45292) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:51.416383 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b3d98-be9b-447a-b92d-a113fbf52bad x-openstack-request-id: req-187b3d98-be9b-447a-b92d-a113fbf52bad {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:51.417117 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "82d29d6a-a504-4910-b55c-a64cf3c39dfd", "status": "completed", "code": 200}, {"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "54eacaf0-083d-4533-9edb-0c8560c3f4c0", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:51.417117 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-187b3d98-be9b-447a-b92d-a113fbf52bad {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:51.417759 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': '82d29d6a-a504-4910-b55c-a64cf3c39dfd', 'status': 'completed', 'code': 200} Jul 09 13:33:51.420894 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': '54eacaf0-083d-4533-9edb-0c8560c3f4c0', 'status': 'completed', 'code': 200} Jul 09 13:33:51.493240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port 294c7669-e9ab-417c-8f20-20e32065b0a3 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:51.493240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.525168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45300) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:51.587114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a0291c9a-7a7b-4cd1-b1f3-29718617e93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.707742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a0291c9a-7a7b-4cd1-b1f3-29718617e93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.727446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] For port 294c7669-e9ab-417c-8f20-20e32065b0a3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=294c7669-e9ab-417c-8f20-20e32065b0a3,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:51.727901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.772187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for 294c7669-e9ab-417c-8f20-20e32065b0a3 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:51.815933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-616eb5f1-5cce-4f67-9075-090bc7b3e74b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cd8d91d222f4b91bcd41dc51cbe8aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863798 Jul 09 13:33:51.822613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45314) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:51.932126 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a0291c9a-7a7b-4cd1-b1f3-29718617e93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.935318 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a0291c9a-7a7b-4cd1-b1f3-29718617e93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.936734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a0291c9a-7a7b-4cd1-b1f3-29718617e93b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e37db8a1-33b5-44a2-9077-3a112f479bdd HTTP/1.1" status: 204 len: 168 time: 0.5656316 Jul 09 13:33:51.949835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a59f0aaf-cef7-46b0-a5ec-46e449ff7b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.952150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0291c9a-7a7b-4cd1-b1f3-29718617e93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37db8a1-33b5-44a2-9077-3a112f479bdd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:51.994012 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a59f0aaf-cef7-46b0-a5ec-46e449ff7b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.107695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a59f0aaf-cef7-46b0-a5ec-46e449ff7b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.111220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a59f0aaf-cef7-46b0-a5ec-46e449ff7b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.112584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a59f0aaf-cef7-46b0-a5ec-46e449ff7b1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9943d989-7869-4489-9dc5-822713dc04dd HTTP/1.1" status: 204 len: 168 time: 0.2884912 Jul 09 13:33:52.129126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f0aaf-cef7-46b0-a5ec-46e449ff7b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9943d989-7869-4489-9dc5-822713dc04dd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:52.146657 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.194888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=294c7669-e9ab-417c-8f20-20e32065b0a3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:52.267340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] No DVR routers for this DVR port 294c7669-e9ab-417c-8f20-20e32065b0a3 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:52.270105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.274009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c20063e6-e970-49da-aa50-0d9c7160a55e req-05f73963-11a5-4be7-ba16-388fa92fa84b tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.11 "DELETE /v2.0/ports/294c7669-e9ab-417c-8f20-20e32065b0a3 HTTP/1.1" status: 204 len: 173 time: 1.0606141 Jul 09 13:33:52.407735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ceeae93-f8be-4508-bca3-e632f4713dab req-de4a5eb6-8ff5-4bed-97f9-7379652540bf tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0429657 Jul 09 13:33:52.744985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45346) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:52.762910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b568f2d9-4147-4569-89b9-df626574e0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.960893 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b568f2d9-4147-4569-89b9-df626574e0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.971617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b568f2d9-4147-4569-89b9-df626574e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.027237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b568f2d9-4147-4569-89b9-df626574e0a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e8e61d80ee2483ea7966850d6c9a16a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811387 Jul 09 13:33:53.029409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568f2d9-4147-4569-89b9-df626574e0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9be4be-1fb4-4f9c-8639-4f2851b088d9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:53.030177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45354) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:53.115713 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-826907c4-4f8f-4526-a1ad-435705747cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.149395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-826907c4-4f8f-4526-a1ad-435705747cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.226267 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-826907c4-4f8f-4526-a1ad-435705747cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.230368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-826907c4-4f8f-4526-a1ad-435705747cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.235884 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-826907c4-4f8f-4526-a1ad-435705747cbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be9be4be-1fb4-4f9c-8639-4f2851b088d9 HTTP/1.1" status: 204 len: 168 time: 0.2046068 Jul 09 13:33:53.248488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826907c4-4f8f-4526-a1ad-435705747cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9be4be-1fb4-4f9c-8639-4f2851b088d9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:53.424104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': '294c7669-e9ab-417c-8f20-20e32065b0a3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:53.428916 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4314f82-8042-4395-a8de-1a66fd895b1a" -d '{"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "294c7669-e9ab-417c-8f20-20e32065b0a3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:53.519519 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f19d4b-4efe-4a17-b6cb-23371638a625 x-openstack-request-id: req-b9f19d4b-4efe-4a17-b6cb-23371638a625 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:53.519815 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d482-739c-482e-9ced-51327335f2e2", "name": "network-vif-deleted", "tag": "294c7669-e9ab-417c-8f20-20e32065b0a3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:53.520070 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9f19d4b-4efe-4a17-b6cb-23371638a625 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:53.521968 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d482-739c-482e-9ced-51327335f2e2', 'name': 'network-vif-deleted', 'tag': '294c7669-e9ab-417c-8f20-20e32065b0a3', 'status': 'completed', 'code': 200} Jul 09 13:33:53.593433 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:33:53.693639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f667a0f-fa4c-41a9-bdb7-9c5eb87ff27b req-e5979d2e-b6d0-4ab9-902d-5188eb51a9e9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0950644 Jul 09 13:33:54.611273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45452) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:54.951093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d7c34360-57e9-4d4a-8c3c-bd16e471fef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.030346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8927206e-0b1b-4ea2-9b0a-1abdbbb7af2d req-be4cef01-2cef-402e-b787-afeafb0b281d tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0777214 Jul 09 13:33:55.143383 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d7c34360-57e9-4d4a-8c3c-bd16e471fef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.157250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d7c34360-57e9-4d4a-8c3c-bd16e471fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.220558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c34360-57e9-4d4a-8c3c-bd16e471fef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d8c3dd-6ae2-4711-958c-4759b248d4d2,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:55.252148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d7c34360-57e9-4d4a-8c3c-bd16e471fef0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6eaae9a8a99f4c03836263a2aa654930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394420 Jul 09 13:33:55.255249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45500) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:55.326433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2bf-d6b6-463d-bd5b-c3b4348848ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.353764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2bf-d6b6-463d-bd5b-c3b4348848ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.454568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2bf-d6b6-463d-bd5b-c3b4348848ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.458882 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2bf-d6b6-463d-bd5b-c3b4348848ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.460472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e64ab2bf-d6b6-463d-bd5b-c3b4348848ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1d8c3dd-6ae2-4711-958c-4759b248d4d2 HTTP/1.1" status: 204 len: 168 time: 0.2024024 Jul 09 13:33:55.472751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ab2bf-d6b6-463d-bd5b-c3b4348848ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d8c3dd-6ae2-4711-958c-4759b248d4d2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:56.117141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45556) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:56.153680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-936d4289-7114-4513-8fbf-1695ae3ef9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.231117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b772c5e8-1f67-410b-b181-f73233f286ee req-1678a258-2742-4446-99ab-b764a12ddc0a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0370910 Jul 09 13:33:56.319249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-936d4289-7114-4513-8fbf-1695ae3ef9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.325221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-936d4289-7114-4513-8fbf-1695ae3ef9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.374340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:56.381882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-936d4289-7114-4513-8fbf-1695ae3ef9f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f2cf264210349c792ded142fccd147c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635462 Jul 09 13:33:56.388017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d4289-7114-4513-8fbf-1695ae3ef9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3796f33-3f1b-4b91-a70b-f786a65e6075,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:56.443658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61829b56-0e59-4927-8903-6ca128901208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.475161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61829b56-0e59-4927-8903-6ca128901208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.531494 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61829b56-0e59-4927-8903-6ca128901208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.534512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61829b56-0e59-4927-8903-6ca128901208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.536159 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-61829b56-0e59-4927-8903-6ca128901208 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3796f33-3f1b-4b91-a70b-f786a65e6075 HTTP/1.1" status: 204 len: 168 time: 0.1606987 Jul 09 13:33:56.545547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61829b56-0e59-4927-8903-6ca128901208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3796f33-3f1b-4b91-a70b-f786a65e6075,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:57.347486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45626) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:57.419785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06e9fe94-96f5-4246-9da0-b406f5885738 req-60b37276-f946-4f31-9273-1be84cb61892 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0422242 Jul 09 13:33:57.669073 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c48b79d-a19d-428f-b7dd-c228813d9289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.927121 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c48b79d-a19d-428f-b7dd-c228813d9289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.937243 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c48b79d-a19d-428f-b7dd-c228813d9289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.995827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48b79d-a19d-428f-b7dd-c228813d9289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eccda06-7b21-4fc8-b00d-33102dcb7647,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:58.038659 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9c48b79d-a19d-428f-b7dd-c228813d9289 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00291e9e2e844c8eb3d8baafb27570fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6889687 Jul 09 13:33:58.041054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45670) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:58.167290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45676) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:58.173259 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2522b13-d7d4-40e2-ab23-7442b7a8cd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.204988 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2522b13-d7d4-40e2-ab23-7442b7a8cd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.288948 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2522b13-d7d4-40e2-ab23-7442b7a8cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.291542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2522b13-d7d4-40e2-ab23-7442b7a8cd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.296895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f2522b13-d7d4-40e2-ab23-7442b7a8cd7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0eccda06-7b21-4fc8-b00d-33102dcb7647 HTTP/1.1" status: 204 len: 168 time: 0.2503481 Jul 09 13:33:58.309623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2522b13-d7d4-40e2-ab23-7442b7a8cd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eccda06-7b21-4fc8-b00d-33102dcb7647,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:58.388878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:58.419835 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.554043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.666551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd3afbba-878f-4077-b183-c403d339c0bd req-c940b59d-dfa8-4afe-8cf2-aff9c0d3507a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0382006 Jul 09 13:33:58.767814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Allocated IP 172.25.5.24 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/7124de67-bdc9-4f42-8c11-8ad1f9567e18) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:58.911846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.976227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.098421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'Port': ['ID=7124de67-bdc9-4f42-8c11-8ad1f9567e18,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:59.122575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:59.138843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:59.159756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:59.265258 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.339403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.360221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45718) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:59.397925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e96d851e-31d7-4ee4-9be4-ce9075739ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.583359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45722) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:59.654539 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e96d851e-31d7-4ee4-9be4-ce9075739ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.664223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e96d851e-31d7-4ee4-9be4-ce9075739ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.789887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e96d851e-31d7-4ee4-9be4-ce9075739ed2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce7537a921d44ac28f4432e7e996bd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267547 Jul 09 13:33:59.819140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d851e-31d7-4ee4-9be4-ce9075739ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cfedb1-0328-4cbb-8b65-2103435ad614,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:59.825496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45732) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:59.840934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de9e17c1-9d49-4cbf-960e-a3f1a43d6303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.938806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54af0226-3612-4f95-9d6f-703c00e07135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.997579 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54af0226-3612-4f95-9d6f-703c00e07135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.097209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54af0226-3612-4f95-9d6f-703c00e07135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.101574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54af0226-3612-4f95-9d6f-703c00e07135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.102909 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-54af0226-3612-4f95-9d6f-703c00e07135 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1cfedb1-0328-4cbb-8b65-2103435ad614 HTTP/1.1" status: 204 len: 168 time: 0.2631626 Jul 09 13:34:00.116932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1d51c63-94e7-4cdd-9cb1-180e06c92d1c req-f579d681-df1a-4481-b608-bc74c10f1e89 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.1794269 Jul 09 13:34:00.157646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af0226-3612-4f95-9d6f-703c00e07135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cfedb1-0328-4cbb-8b65-2103435ad614,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.206570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.215563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.293037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de9e17c1-9d49-4cbf-960e-a3f1a43d6303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.308990 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de9e17c1-9d49-4cbf-960e-a3f1a43d6303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.377495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-de9e17c1-9d49-4cbf-960e-a3f1a43d6303 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67c3d5ae2f794219954c9cba110f4f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929509 Jul 09 13:34:00.383218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45752) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:00.434396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e17c1-9d49-4cbf-960e-a3f1a43d6303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb912ff-4011-4dfd-ad8d-30a46518b5ea,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.467533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-5201b14c-a42e-4377-b7ce-0bc0d710954a req-2a85e0b6-33a8-45b0-82cb-84ec74439d56 service neutron] (93912) timed out ('10.222.0.32', 47446) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:34:00.469991 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.478345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'Port': ['ID=7124de67-bdc9-4f42-8c11-8ad1f9567e18,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.482669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b4e01447-3223-4819-bc12-7168f2a29f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.519570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b4e01447-3223-4819-bc12-7168f2a29f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.519919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.524991 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-35469cb2-3fcb-4cde-8f67-7d07f504dacc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3537128 Jul 09 13:34:00.525189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45756) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:00.531403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1475455650'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:00.571496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Made reservation on behalf of 40b5caeee143460f902c67d4e8a15469 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:00.577427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.603591 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.831050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.832155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b4e01447-3223-4819-bc12-7168f2a29f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.841505 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b4e01447-3223-4819-bc12-7168f2a29f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.845910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b4e01447-3223-4819-bc12-7168f2a29f82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9eb912ff-4011-4dfd-ad8d-30a46518b5ea HTTP/1.1" status: 204 len: 168 time: 0.4616482 Jul 09 13:34:00.859197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.886822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e01447-3223-4819-bc12-7168f2a29f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb912ff-4011-4dfd-ad8d-30a46518b5ea,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.930518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23435d9a-6c16-4c6a-b344-7751b7d7c452,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.947447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:00.974350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.975098 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Added segment a4af9e61-3bc7-4a33-a556-4d80b6370bf7 of type vlan for network 5555ee68-a0af-4965-a5ee-485388ba45a5 Jul 09 13:34:01.088798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.169651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.178240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:01.179033 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.213835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6878755 Jul 09 13:34:01.217065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45782) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:01.224861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Request body: {'subnet': {'network_id': '5555ee68-a0af-4965-a5ee-485388ba45a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:01.358038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a85e88-e30c-4039-881e-a35cef8090bc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'Network': ['ID=5555ee68-a0af-4965-a5ee-485388ba45a5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:01.371875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:01.599586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95781dce-86cf-4758-ab5c-e7f8d792ed3c req-807bdb61-880e-4fab-8bcb-522f4fc588c9 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.1296895 Jul 09 13:34:01.635597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Made reservation on behalf of 40b5caeee143460f902c67d4e8a15469 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:01.648817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.981776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.070904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Checking segment: {'id': 'a4af9e61-3bc7-4a33-a556-4d80b6370bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5555ee68-a0af-4965-a5ee-485388ba45a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:02.071307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Network hostable DHCP agents. Network: 5555ee68-a0af-4965-a5ee-485388ba45a5, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:02.074655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'Subnet': ['ID=1d059b93-6d67-43b7-80a6-a518d05e0041,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:02.106496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:02.145130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 5555ee68-a0af-4965-a5ee-485388ba45a5) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:02.156070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:02.156657 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.163902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f76d1a6-b7e7-4ab6-848c-2f83c288213a None None] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:02.199695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2dc38394-7951-4aa8-8951-2d1ed4639d45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9806750 Jul 09 13:34:02.202288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45812) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:02.208974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-282566091', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:02.307574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.308767 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.513283 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.630142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-5555ee68-a0af-4965-a5ee-485388ba45a5', 'network_id': '5555ee68-a0af-4965-a5ee-485388ba45a5', 'tenant_id': '40b5caeee143460f902c67d4e8a15469', 'fixed_ips': [{'subnet_id': '1d059b93-6d67-43b7-80a6-a518d05e0041'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:02.631699 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.834692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.078996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Allocated IP 172.20.0.2 (5555ee68-a0af-4965-a5ee-485388ba45a5/1d059b93-6d67-43b7-80a6-a518d05e0041/cb834a56-eb26-4d68-bdc3-ae3044d09284) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:03.130380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-721c2673-1ca8-4de9-924b-4903621e4820 req-3fcd33a8-35f5-4e23-abde-0e57f1bcef1e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.1668770 Jul 09 13:34:03.450018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.459640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Transition to ACTIVE for port object cb834a56-eb26-4d68-bdc3-ae3044d09284 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:03.502642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Transition to ACTIVE for port object cb834a56-eb26-4d68-bdc3-ae3044d09284 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:03.510093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.524163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.532327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.553853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:03.562096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:03.566439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:03.701402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Allocated IP 172.25.5.141 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/024cfdd7-e57a-4269-9dc3-ccebdd715fac) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:03.706757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Attempting to bind port cb834a56-eb26-4d68-bdc3-ae3044d09284 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:03.707324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Attempting to bind port cb834a56-eb26-4d68-bdc3-ae3044d09284 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a4af9e61-3bc7-4a33-a556-4d80b6370bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5555ee68-a0af-4965-a5ee-485388ba45a5'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:03.707529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Attempting to bind port cb834a56-eb26-4d68-bdc3-ae3044d09284 on network 5555ee68-a0af-4965-a5ee-485388ba45a5 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:03.725874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:03.726730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Checking segment: {'id': 'a4af9e61-3bc7-4a33-a556-4d80b6370bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5555ee68-a0af-4965-a5ee-485388ba45a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:03.727545 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.728314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Bound using segment: {'id': 'a4af9e61-3bc7-4a33-a556-4d80b6370bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5555ee68-a0af-4965-a5ee-485388ba45a5'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:03.729130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Bound port: cb834a56-eb26-4d68-bdc3-ae3044d09284, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4af9e61-3bc7-4a33-a556-4d80b6370bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5555ee68-a0af-4965-a5ee-485388ba45a5'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:03.729796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.741401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Pushing event updated for resources: {'Port': ['ID=cb834a56-eb26-4d68-bdc3-ae3044d09284,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:03.761367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.762282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.762871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.763507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.764098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.764756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.766513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.767223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.768827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.769423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.770909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.772817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:03.888571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] For port cb834a56-eb26-4d68-bdc3-ae3044d09284, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:03.893198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.901815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] For port cb834a56-eb26-4d68-bdc3-ae3044d09284, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb834a56-eb26-4d68-bdc3-ae3044d09284,segment=NetworkSegment(a4af9e61-3bc7-4a33-a556-4d80b6370bf7),segment_id=a4af9e61-3bc7-4a33-a556-4d80b6370bf7)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:03.914200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.947123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.002647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:04.012283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:04.015021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'Port': ['ID=024cfdd7-e57a-4269-9dc3-ccebdd715fac,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:04.017079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:04.029323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a32b9-b8fe-4cda-889d-919930703fab None None] Pushing event updated for resources: {'Port': ['ID=cb834a56-eb26-4d68-bdc3-ae3044d09284,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:04.406129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5cc807bc-54de-40b8-aa96-9aa53fe3f55e req-93ce73fc-aa94-4655-83a6-8c0e3bf59651 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0590498 Jul 09 13:34:04.614705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45914) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:04.615253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.768155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7c16b13-8d17-4a45-b675-af6d48e7ae3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.876346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7c16b13-8d17-4a45-b675-af6d48e7ae3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.886205 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7c16b13-8d17-4a45-b675-af6d48e7ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.890991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.983824 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e7c16b13-8d17-4a45-b675-af6d48e7ae3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca0de8cfef084f25af872daade850b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676641 Jul 09 13:34:04.987963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45920) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:05.022396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c16b13-8d17-4a45-b675-af6d48e7ae3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771a2302-f362-4923-bfb6-d8fe726c918e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:05.090484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Router 9d370f8f-604f-428a-a7bc-1241d95bafb9 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:34:05.090727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f67c7efc-9597-4245-8dd9-68532ffc04f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.144087 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f67c7efc-9597-4245-8dd9-68532ffc04f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.240446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f67c7efc-9597-4245-8dd9-68532ffc04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.245678 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f67c7efc-9597-4245-8dd9-68532ffc04f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.249337 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f67c7efc-9597-4245-8dd9-68532ffc04f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/771a2302-f362-4923-bfb6-d8fe726c918e HTTP/1.1" status: 204 len: 168 time: 0.2581792 Jul 09 13:34:05.260784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c7efc-9597-4245-8dd9-68532ffc04f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771a2302-f362-4923-bfb6-d8fe726c918e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:05.320804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:05.332399 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f34f3d-1f41-48a8-807f-77957bf960d3 None None] Sync routers for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:05.350830 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.352320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fbb4165d-514b-4434-860d-10a5766fbd45 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1490011 Jul 09 13:34:05.354973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45926) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:05.356130 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f34f3d-1f41-48a8-807f-77957bf960d3 None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:05.356779 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c6f34f3d-1f41-48a8-807f-77957bf960d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:05.417466 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c6f34f3d-1f41-48a8-807f-77957bf960d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:05.438491 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f34f3d-1f41-48a8-807f-77957bf960d3 None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:05.439130 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c6f34f3d-1f41-48a8-807f-77957bf960d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:05.576983 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c6f34f3d-1f41-48a8-807f-77957bf960d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:05.588201 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f34f3d-1f41-48a8-807f-77957bf960d3 None None] The sync data for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:05.745344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7a929-49ae-4537-bad8-567bd1d456b8 None None] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:05.829132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-01040731-3329-433b-8ebe-946a9cbb0aea None None] Provisioning for port cb834a56-eb26-4d68-bdc3-ae3044d09284 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:06.305522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ea3009a-0ed6-44ef-8d63-b63b8624f9b9 req-34181ac0-9ef2-4030-a737-e8d4df65e296 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0556507 Jul 09 13:34:06.345927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cb834a56-eb26-4d68-bdc3-ae3044d09284 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:06.519189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port cb834a56-eb26-4d68-bdc3-ae3044d09284 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:06.525917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cb834a56-eb26-4d68-bdc3-ae3044d09284 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:06.526648 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.747638 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.752222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0ffe67d2-7a0c-4e73-9f70-d9a311e10bc6 None None] Provisioning complete for port cb834a56-eb26-4d68-bdc3-ae3044d09284 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:06.752592 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ffe67d2-7a0c-4e73-9f70-d9a311e10bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.894733 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.970485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ffe67d2-7a0c-4e73-9f70-d9a311e10bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.003011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port cb834a56-eb26-4d68-bdc3-ae3044d09284, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb834a56-eb26-4d68-bdc3-ae3044d09284,segment=NetworkSegment(a4af9e61-3bc7-4a33-a556-4d80b6370bf7),segment_id=a4af9e61-3bc7-4a33-a556-4d80b6370bf7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:07.027946 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.134612 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-0ffe67d2-7a0c-4e73-9f70-d9a311e10bc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:34:07.135012 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-0ffe67d2-7a0c-4e73-9f70-d9a311e10bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:34:07.156083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=cb834a56-eb26-4d68-bdc3-ae3044d09284,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:07.498975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Allocated IP 172.20.0.1 (5555ee68-a0af-4965-a5ee-485388ba45a5/1d059b93-6d67-43b7-80a6-a518d05e0041/a219403c-cf76-479b-8ebd-fd1520f5f866) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:07.724719 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7c814581-320b-4950-adc2-73f5bfcc1c4c req-51ea3ea1-24c2-4901-a443-78acc8577207 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0797327 Jul 09 13:34:07.886605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.902259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Transition to ACTIVE for port object a219403c-cf76-479b-8ebd-fd1520f5f866 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:07.945457 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.956090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46032) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:08.011970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:08.017768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:08.020897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:08.088714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'Port': ['ID=a219403c-cf76-479b-8ebd-fd1520f5f866,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:08.107946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.111578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.111872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.114722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.117511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.118095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.118460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.118809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.119179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.121095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.121464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.121811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:08.205496 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.226030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-854399517'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:08.273739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Made reservation on behalf of df38e5d7f2c24cf5946f45b4624de87e for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:08.279225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.295722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.309189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cb834a56-eb26-4d68-bdc3-ae3044d09284 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:08.399719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cb834a56-eb26-4d68-bdc3-ae3044d09284 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:08.400171 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.447834 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.465498 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.494398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:08.507321 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.508175 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Added segment a16bf286-d11e-4bc8-9b8f-cdb326cb0e04 of type vlan for network a031bf07-f193-40e7-b114-5361dc0d6ab6 Jul 09 13:34:08.568369 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.597900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.624577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.634584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:08.635737 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.641602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0a2fb19a-0fee-4323-ae07-69333c90254a None None] Provisioning for port a219403c-cf76-479b-8ebd-fd1520f5f866 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:08.647576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0a2fb19a-0fee-4323-ae07-69333c90254a None None] Provisioning complete for port a219403c-cf76-479b-8ebd-fd1520f5f866 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:08.647951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0a2fb19a-0fee-4323-ae07-69333c90254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.720882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0a2fb19a-0fee-4323-ae07-69333c90254a None None] Port a219403c-cf76-479b-8ebd-fd1520f5f866 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:34:08.743444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Pushing event updated for resources: {'Network': ['ID=a031bf07-f193-40e7-b114-5361dc0d6ab6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:08.749667 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7913926 Jul 09 13:34:08.758117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a031bf07-f193-40e7-b114-5361dc0d6ab6 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:08.765030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c26e1-c0b0-4cc6-a528-b161f78b4f54 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58171a03-f23c-4c73-8706-f42195ff5ea3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:09.165753 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6adbf82f-83ad-42fc-be93-3275a696421e req-78ddeee4-4dbc-4346-8e38-ade1bd3f6c83 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0746894 Jul 09 13:34:09.184150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46058) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:09.190058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Request body: {'port': {'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6', 'binding:host_id': 'n-h2-799524-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-934890351'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:09.257649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Made reservation on behalf of 21ac31e4544a4b34bf5ec47a45fd938f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:09.261131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.283007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.327863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.334406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.467668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.473519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'Port': ['ID=a219403c-cf76-479b-8ebd-fd1520f5f866,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:09.516467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.523460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.531118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] device_id is not set on port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:09.619592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:09.621614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:09.790180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365dd30b-af57-4b20-9e84-c3c8c3b401ca,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:09.886665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Router 9d370f8f-604f-428a-a7bc-1241d95bafb9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:34:10.056796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:10.062881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] device_id is not set on port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:10.069498 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-30dcbf1d-dc23-4b0c-ad5e-6b422a98421a tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "PUT /v2.0/routers/9d370f8f-604f-428a-a7bc-1241d95bafb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7135074 Jul 09 13:34:10.072412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad03d3d-f271-40a4-b201-01734ff10996 None None] Sync routers for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:10.072968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46080) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:10.077348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ab4fe62d-bcaf-40a3-b232-0bb7455877c5 None None] Provisioning complete for port a219403c-cf76-479b-8ebd-fd1520f5f866 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:10.077731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ab4fe62d-bcaf-40a3-b232-0bb7455877c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.079054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Request body: {'port': {'network_id': '5555ee68-a0af-4965-a5ee-485388ba45a5', 'name': 'tempest-FloatingIPAdminTestJSON-1569209910'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:10.087884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.112333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Transition to ACTIVE for port object 4248b5da-aaf3-46e3-a57b-2a23a1180db4 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:10.122787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.164604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad03d3d-f271-40a4-b201-01734ff10996 None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:10.165285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-aad03d3d-f271-40a4-b201-01734ff10996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:10.189068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=4248b5da-aaf3-46e3-a57b-2a23a1180db4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:10.235507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Checking segment: {'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:10.235802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Network hostable DHCP agents. Network: a031bf07-f193-40e7-b114-5361dc0d6ab6, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:10.257993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ab4fe62d-bcaf-40a3-b232-0bb7455877c5 None None] Port a219403c-cf76-479b-8ebd-fd1520f5f866 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:34:10.260041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-aad03d3d-f271-40a4-b201-01734ff10996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:10.268772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Network a031bf07-f193-40e7-b114-5361dc0d6ab6 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:10.272527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad03d3d-f271-40a4-b201-01734ff10996 None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:10.273584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-aad03d3d-f271-40a4-b201-01734ff10996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:10.295700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a031bf07-f193-40e7-b114-5361dc0d6ab6) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:10.307655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:10.321872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b9805-485b-475a-a691-6de304c53405 None None] Network a031bf07-f193-40e7-b114-5361dc0d6ab6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:10.325011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-aad03d3d-f271-40a4-b201-01734ff10996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:10.325938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad03d3d-f271-40a4-b201-01734ff10996 None None] The sync data for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:10.340396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.340762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.341093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.355405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.356616 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.357612 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 2 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.364322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Made reservation on behalf of 40b5caeee143460f902c67d4e8a15469 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:10.368553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.391166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.395090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.396716 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.406330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.406811 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.407256 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 3 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.439032 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.439362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] device_id is not set on port 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:10.439506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.439726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.450830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.451204 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.451609 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 4 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.487474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.487732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.488081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.498033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.498373 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.498779 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 5 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.513418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.513766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.514175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.547069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.547356 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.547757 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 6 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.594757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.595145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.595498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.608532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.608901 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.609298 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 7 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.635948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dff6a017-fcc9-480d-b28c-259e588375d3 req-84192af9-0d88-4721-8096-ba9886c30a7e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.1176078 Jul 09 13:34:10.654034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.654375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.654717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.665226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.665572 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.665981 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 8 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.697820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.698169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.698512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.712439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.712798 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.713217 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 9 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.737878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.738207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.738500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.750581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.750983 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.751290 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 10 to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 Jul 09 13:34:10.788963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Allocated IP 172.20.0.5 (5555ee68-a0af-4965-a5ee-485388ba45a5/1d059b93-6d67-43b7-80a6-a518d05e0041/4a77085a-a5ee-4ede-99a2-c6c7b582cbf3) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:10.795551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.796079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.796541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.805890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:10.806234 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:10.806615 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.959559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46098) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:11.029908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] For port 4248b5da-aaf3-46e3-a57b-2a23a1180db4, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:11.030287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempted to set empty binding levels {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:34:11.037579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.246884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=4248b5da-aaf3-46e3-a57b-2a23a1180db4,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:11.260492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:11.261185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.283139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7cfc8764-80ad-4b7f-9021-5d9716286272 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0973353 Jul 09 13:34:11.291720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46104) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:11.295371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.324726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Transition to ACTIVE for port object 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:11.429738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.502782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event updated for resources: {'Port': ['ID=4a77085a-a5ee-4ede-99a2-c6c7b582cbf3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:11.527533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:11.530357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:11.550408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:11.617079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Deleting port 4248b5da-aaf3-46e3-a57b-2a23a1180db4 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:11.617684 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.641675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:11.646328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.690239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c10cab3a-2467-4ad1-9521-bd0a0eeb9ab2 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6162701 Jul 09 13:34:11.695695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46108) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:11.825402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] For port 4248b5da-aaf3-46e3-a57b-2a23a1180db4, host n-h2-799524-3, got binding levels [] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:11.825907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.859972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Calling delete_port for 4248b5da-aaf3-46e3-a57b-2a23a1180db4 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:12.001380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b4343cd5-1389-4a6f-b49f-c3aa7f382b8e None None] Provisioning for port 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:12.012147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b4343cd5-1389-4a6f-b49f-c3aa7f382b8e None None] Provisioning complete for port 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:12.012535 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b4343cd5-1389-4a6f-b49f-c3aa7f382b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.022806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'project_id': '40b5caeee143460f902c67d4e8a15469', 'port_id': '4a77085a-a5ee-4ede-99a2-c6c7b582cbf3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:12.072215 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.139865 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.149082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b4343cd5-1389-4a6f-b49f-c3aa7f382b8e None None] Port 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:34:12.235173 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d721eb27-1375-477b-9829-dd09d92f1449 req-a4d4f4f3-4ab5-4daf-b239-0a5ded306189 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.1095831 Jul 09 13:34:12.236843 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.252664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46120) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:12.259878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4248b5da-aaf3-46e3-a57b-2a23a1180db4 HTTP/1.1" status: 204 len: 168 time: 0.9591343 Jul 09 13:34:12.297168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095e4e8-809c-4ee6-b7ae-d1b465b60105 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event deleted for resources: {'Port': ['ID=4248b5da-aaf3-46e3-a57b-2a23a1180db4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:12.337723 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb081fe-56be-4d6d-8ac4-595a524b0b23 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:34:12.344894 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ddb081fe-56be-4d6d-8ac4-595a524b0b23 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "GET /v2.0/ports/4248b5da-aaf3-46e3-a57b-2a23a1180db4 HTTP/1.1" status: 404 len: 333 time: 0.0909531 Jul 09 13:34:12.363096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46124) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:12.382774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Request body: {'port': {'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2145168911'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:12.440174 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.456980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Made reservation on behalf of 21ac31e4544a4b34bf5ec47a45fd938f for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:12.476366 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.522403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.536883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] device_id is not set on port 044f766e-a63e-4c21-aeac-b39531a0f511 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:12.655247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Allocated IP 172.25.5.41 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/8ac300ea-d0c4-47b4-afef-c372e21e67c6) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:12.765158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.879607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.949938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Deleting port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:12.950395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.979737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:12.985527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:12.995989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:13.044175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Pushing event updated for resources: {'Port': ['ID=8ac300ea-d0c4-47b4-afef-c372e21e67c6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:13.113626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] For port 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:13.116799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.159447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Calling delete_port for 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:13.175461 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.205021 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.442551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.514546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cc8aa2c-d0ac-43de-88d6-28ba7e9a4839 req-e0174136-452c-4335-b2a5-0031ac433a1a tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0429997 Jul 09 13:34:13.526344 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.586520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Network a031bf07-f193-40e7-b114-5361dc0d6ab6 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:13.593253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:13.630088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=75dd295e-86c9-4ca8-8321-af8f9dd3f3e5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:13.669544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:13.673416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:13.674195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.700329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=044f766e-a63e-4c21-aeac-b39531a0f511,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:13.727013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3606a74e-d0bd-4d63-bb50-e66cc3f18c4e tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3483415 Jul 09 13:34:13.733939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46144) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:13.746456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:13.914872 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.953895 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.030848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.298639 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d898cce8-214d-49a7-8bce-bb105e39c78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.324925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.394312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46160) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:14.642220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.947931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a71e931f-0c91-428b-a9b5-3e55c86feeff req-01f8d12a-c7a1-4568-bbe9-4587461e608f tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.1680496 Jul 09 13:34:14.976178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Router 10611aa5-a901-46b5-b90c-bc2420071a34 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:34:15.107296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:15.117831 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] Sync routers for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:15.132967 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:15.134097 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:15.141226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ae98f125-61fd-45dc-907e-21368d9f2c15 admin admin] 10.222.0.32 "PUT /v2.0/routers/10611aa5-a901-46b5-b90c-bc2420071a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1781719 Jul 09 13:34:15.141956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46166) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:15.247696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] device_id is not set on port 044f766e-a63e-4c21-aeac-b39531a0f511 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:15.259463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-093ca863-9db5-4b57-a68d-9e6594539cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.263032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.295578 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:34:15.334735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Transition to ACTIVE for port object 044f766e-a63e-4c21-aeac-b39531a0f511 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:15.350439 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.406876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=044f766e-a63e-4c21-aeac-b39531a0f511,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:15.430010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.576462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.658974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:15.659412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:15.659927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:15.665370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-093ca863-9db5-4b57-a68d-9e6594539cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.677620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-093ca863-9db5-4b57-a68d-9e6594539cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.680746 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:34:13Z', 'revision_number': 5, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port': {'id': '18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:15.701813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:15.702178 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:15.715294 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 2 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:15.725609 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.735328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ca863-9db5-4b57-a68d-9e6594539cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0076a3-e49f-4471-a172-7697d349c496,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:15.758687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Deleting port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:15.761742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.774464 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.822507 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] Checking router: 10611aa5-a901-46b5-b90c-bc2420071a34 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:34:15.858155 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] Routers {'10611aa5-a901-46b5-b90c-bc2420071a34'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:15.862355 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:33:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['10611aa5-a901-46b5-b90c-bc2420071a34'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:15.955426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:15.956823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:15.957934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:15.971472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-093ca863-9db5-4b57-a68d-9e6594539cae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bec1ded64cc345f9897d76047ab077b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5632739 Jul 09 13:34:15.982565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:15.983160 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:15.984485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46178) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:15.989940 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 3 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:16.092105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:16.092605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:16.093075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:16.180884 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] Set router 10611aa5-a901-46b5-b90c-bc2420071a34 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:34:16.181672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:16.181830 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:16.202185 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 4 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:16.212326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Pushing event updated for resources: {'Port': ['ID=8ac300ea-d0c4-47b4-afef-c372e21e67c6,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:16.225185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] For port 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:16.225185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.236554 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-617268bf-ef2d-4362-b04e-96994cf30e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.246079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:16.247043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:16.247295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:16.257962 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.293125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Calling delete_port for 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:16.338698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-617268bf-ef2d-4362-b04e-96994cf30e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.405581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:16.406162 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:16.436204 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 5 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:16.455097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f76c0389-ae3a-4e9e-bbb5-cc1afb48d60a req-5487ad0e-164a-4cca-9973-20a475c7460e tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/ports?device_id=6619d482-739c-482e-9ced-51327335f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0706744 Jul 09 13:34:16.515544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:16.515700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-617268bf-ef2d-4362-b04e-96994cf30e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.516255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:16.516785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:16.518670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-617268bf-ef2d-4362-b04e-96994cf30e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.523309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-617268bf-ef2d-4362-b04e-96994cf30e6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a0076a3-e49f-4471-a172-7697d349c496 HTTP/1.1" status: 204 len: 168 time: 0.5309606 Jul 09 13:34:16.550625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617268bf-ef2d-4362-b04e-96994cf30e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0076a3-e49f-4471-a172-7697d349c496,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:16.579389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:16.580012 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:16.582274 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 6 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:16.588772 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Floating IP b40c9fea-2682-49e2-b9cf-704a0a457539 associated. External IP: 172.25.5.41, port: 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3. Jul 09 13:34:16.594844 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:34:15Z', 'revision_number': 6, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:16.650454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:16.650799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:16.651258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:16.655821 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c353e5-83be-44eb-8092-770f013bef9c None None] The sync data for ids ['10611aa5-a901-46b5-b90c-bc2420071a34'] in n-d-799524-3 is: [{'id': '10611aa5-a901-46b5-b90c-bc2420071a34', 'name': 'tempest-AttachVolumeTestJSON-2088212956-router', 'tenant_id': '0843236cfe71477f8029140b6761f877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:39Z', 'updated_at': '2021-07-09T13:34:15Z', 'revision_number': 6, 'project_id': '0843236cfe71477f8029140b6761f877', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:16.667717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:16.668035 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:16.670123 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 7 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:16.694130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:16.694130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:16.694130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:16.742580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:16.742968 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:16.744810 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 8 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:16.764283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:16.765303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:16.765303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:16.772176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.778122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:16.778122 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:16.779566 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 9 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:16.796128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:16.796128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:16.796128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:16.811112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Pushing event deleted for resources: {'Port': ['ID=18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:16.839585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:16.840594 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:16.841716 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9957b339-d49a-45d1-9e5c-861ba189fcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.842966 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 10 to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 Jul 09 13:34:16.865566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:16.865918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:16.866269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:16.910523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:16.910898 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 044f766e-a63e-4c21-aeac-b39531a0f511 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:16.911447 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.992580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.005883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.046151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] For port 044f766e-a63e-4c21-aeac-b39531a0f511, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:17.047404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempted to set empty binding levels {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:34:17.063429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.185148 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.191307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.199062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Router 9d370f8f-604f-428a-a7bc-1241d95bafb9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:34:17.213257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] In _notify_port_updated(), no bound segment for port 044f766e-a63e-4c21-aeac-b39531a0f511 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:34:17.214354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.214932 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.216310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "PUT /v2.0/ports/044f766e-a63e-4c21-aeac-b39531a0f511 HTTP/1.1" status: 200 len: 975 time: 3.4811764 Jul 09 13:34:17.219701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.309041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0bdcd-fa0f-4907-a878-1e23abbf9a36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=044f766e-a63e-4c21-aeac-b39531a0f511,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:17.339479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46194) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.358416 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.359290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10611aa5-a901-46b5-b90c-bc2420071a34 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:34:17.392532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.398381 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e45d96d2-63ea-411d-b73f-34eba3ea20ff admin admin] 10.222.0.32 "DELETE /v2.0/routers/10611aa5-a901-46b5-b90c-bc2420071a34 HTTP/1.1" status: 204 len: 168 time: 2.2543008 Jul 09 13:34:17.400645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46196) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.418035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c15fc943-667a-484f-bd99-2b492a759489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.480836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.480836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.482720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec93b2cd-72ca-484e-a1f6-de623eec1b17 admin admin] Deleting subnet c547de22-e4d5-426e-a354-b09ab1aa3764 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:17.482811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.482811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.482811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.482811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.483263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.483779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.484597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.485090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.485536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.486004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec93b2cd-72ca-484e-a1f6-de623eec1b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.486907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.486907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.487969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.488042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.488517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.491299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.492831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.494468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.495198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.495643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.496122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.496602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.497156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.498875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.500525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.501564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.501564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.503024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.503024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.503024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.503418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.503785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.504311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.505288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.505920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.506402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.506982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.515192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2714e12a-68d6-4c29-92ac-c43200b3c798 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33767 time: 0.2903295 Jul 09 13:34:17.515846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46200) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.547717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:17.558325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab51a0-d586-442e-9133-bf01f8e3af8a None None] Sync routers for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:17.575408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab51a0-d586-442e-9133-bf01f8e3af8a None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:17.576158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c6ab51a0-d586-442e-9133-bf01f8e3af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:17.613664 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec93b2cd-72ca-484e-a1f6-de623eec1b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.679243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c6ab51a0-d586-442e-9133-bf01f8e3af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:17.689942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Deleting port 044f766e-a63e-4c21-aeac-b39531a0f511 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:17.690395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.705330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab51a0-d586-442e-9133-bf01f8e3af8a None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:17.712817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c6ab51a0-d586-442e-9133-bf01f8e3af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:17.724096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46208) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.765410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c15fc943-667a-484f-bd99-2b492a759489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.799568 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.818154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c15fc943-667a-484f-bd99-2b492a759489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.844605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] For port 044f766e-a63e-4c21-aeac-b39531a0f511, host n-h2-799524-3, got binding levels [] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:17.844976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.849843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c6ab51a0-d586-442e-9133-bf01f8e3af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:17.854208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab51a0-d586-442e-9133-bf01f8e3af8a None None] The sync data for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:17.872936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Calling delete_port for 044f766e-a63e-4c21-aeac-b39531a0f511 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:17.892074 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c15fc943-667a-484f-bd99-2b492a759489 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3411b628ea9e427798652e47dd0611f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391431 Jul 09 13:34:17.892419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-20e0b6c9-00f2-45bb-a008-6c1b14679be3 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.1849742 Jul 09 13:34:17.892419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46210) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.908342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46212) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.978905 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec93b2cd-72ca-484e-a1f6-de623eec1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.992386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fc943-667a-484f-bd99-2b492a759489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4469141-af1e-4b89-8fc7-e8915726c097,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:18.044643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a209b111-fdb3-462e-9376-93c90085a758 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.080714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-feb2a37b-4564-4254-b1dc-67e2baefbe0c tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] 10.222.0.32 "GET /v2.0/floatingips/b40c9fea-2682-49e2-b9cf-704a0a457539 HTTP/1.1" status: 200 len: 982 time: 0.1934636 Jul 09 13:34:18.083351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46214) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:18.090195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b2a61f1-d937-465d-a469-b1d8b3da291b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.101193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a209b111-fdb3-462e-9376-93c90085a758 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.168076 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b2a61f1-d937-465d-a469-b1d8b3da291b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.195502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.211110 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec93b2cd-72ca-484e-a1f6-de623eec1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.228280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.277290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec93b2cd-72ca-484e-a1f6-de623eec1b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.279521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ec93b2cd-72ca-484e-a1f6-de623eec1b17 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c547de22-e4d5-426e-a354-b09ab1aa3764 HTTP/1.1" status: 204 len: 168 time: 0.8754807 Jul 09 13:34:18.281643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93b2cd-72ca-484e-a1f6-de623eec1b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c547de22-e4d5-426e-a354-b09ab1aa3764,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:18.282872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event deleted for resources: {'Port': ['ID=044f766e-a63e-4c21-aeac-b39531a0f511,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:18.288811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9dffda3b-290a-4d41-98bb-765acbf8a96c tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3514 time: 0.2042232 Jul 09 13:34:18.289524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46218) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:18.293985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:18.299933 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.315060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46222) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:18.320601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-956e7875-fef6-4403-941d-cab562d0503b tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "DELETE /v2.0/ports/044f766e-a63e-4c21-aeac-b39531a0f511 HTTP/1.1" status: 204 len: 168 time: 0.7904844 Jul 09 13:34:18.354108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52eee11-6223-4f37-835d-9dc62227ddc7 None None] Network 7492bd21-10e4-4d79-afc2-96e3b0e9830c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:18.444605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:18.472260 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.482502 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a209b111-fdb3-462e-9376-93c90085a758 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.491850 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a209b111-fdb3-462e-9376-93c90085a758 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.492994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:18.493349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 75dd295e-86c9-4ca8-8321-af8f9dd3f3e5 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:18.493760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:18.493878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a209b111-fdb3-462e-9376-93c90085a758 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac6790d8-7264-48de-9eb9-dfb10f1db650 HTTP/1.1" status: 204 len: 168 time: 0.7685432 Jul 09 13:34:18.500442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46226) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:18.525218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:18.526040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 18404f7d-b3d9-48b3-ac6a-9d79d6ff1bae not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:18.527271 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-7e0f7d35-2f6c-40d9-8140-ecf94ab6b2c8 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] show failed (client error): The resource could not be found. Jul 09 13:34:18.531484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7e0f7d35-2f6c-40d9-8140-ecf94ab6b2c8 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "GET /v2.0/security-groups/ac6790d8-7264-48de-9eb9-dfb10f1db650 HTTP/1.1" status: 404 len: 347 time: 0.0291946 Jul 09 13:34:18.534172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46228) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:18.561758 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a28624f-fa46-4749-b0de-4d4b2bc47d62 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:34:18.573981 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1a28624f-fa46-4749-b0de-4d4b2bc47d62 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "GET /v2.0/ports/044f766e-a63e-4c21-aeac-b39531a0f511 HTTP/1.1" status: 404 len: 333 time: 0.2473264 Jul 09 13:34:18.576903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46230) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:18.587390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1521742075', 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:18.608921 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b2a61f1-d937-465d-a469-b1d8b3da291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.614557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b2a61f1-d937-465d-a469-b1d8b3da291b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.622269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4b2a61f1-d937-465d-a469-b1d8b3da291b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4469141-af1e-4b89-8fc7-e8915726c097 HTTP/1.1" status: 204 len: 168 time: 0.7118449 Jul 09 13:34:18.644309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209b111-fdb3-462e-9376-93c90085a758 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6790d8-7264-48de-9eb9-dfb10f1db650,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:18.672636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a61f1-d937-465d-a469-b1d8b3da291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4469141-af1e-4b89-8fc7-e8915726c097,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:18.798144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Deleting port b3f213f0-48c0-429c-b459-896d9e277bbf {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:18.798144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.821693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Made reservation on behalf of 21ac31e4544a4b34bf5ec47a45fd938f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:18.825488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.838411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] DHCP port deletion for 7492bd21-10e4-4d79-afc2-96e3b0e9830c request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:18.873600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] device_id is not set on port c3a1bda2-1eba-479e-a125-089bdcbc8f9e yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:18.970343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Deleting port 8ac300ea-d0c4-47b4-afef-c372e21e67c6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:18.970703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.028895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] For port b3f213f0-48c0-429c-b459-896d9e277bbf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3f213f0-48c0-429c-b459-896d9e277bbf,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:19.029519 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.033711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port 6e330202-b561-4f62-a43c-c0d83fc701c0 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:19.034384 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.094078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Calling delete_port for b3f213f0-48c0-429c-b459-896d9e277bbf owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:19.248935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.249423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.260685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] Deleting port b3f213f0-48c0-429c-b459-896d9e277bbf {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:19.261224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.263691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.264240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.284098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for 6e330202-b561-4f62-a43c-c0d83fc701c0 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:19.315410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Calling delete_port for 8ac300ea-d0c4-47b4-afef-c372e21e67c6 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:19.331605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.348451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] For port b3f213f0-48c0-429c-b459-896d9e277bbf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3f213f0-48c0-429c-b459-896d9e277bbf,segment=NetworkSegment(85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f),segment_id=85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:19.349068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.364876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] Calling delete_port for b3f213f0-48c0-429c-b459-896d9e277bbf owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:19.413293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.466872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.478845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f213f0-48c0-429c-b459-896d9e277bbf,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:19.499276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] No DVR routers for this DVR port b3f213f0-48c0-429c-b459-896d9e277bbf on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:19.507010 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.523725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] No DVR routers for this DVR port b3f213f0-48c0-429c-b459-896d9e277bbf on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:19.566194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc9b98-3727-4dce-82de-96272b54bb46 None None] Pushing event deleted for resources: {'Port': ['ID=b3f213f0-48c0-429c-b459-896d9e277bbf,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:19.663563 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.704003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.719872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7492bd21-10e4-4d79-afc2-96e3b0e9830c']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:19.763548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:19.763786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d9aae6-c0f8-4b7a-9e22-4e0e3a49875f') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:19.780486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.804774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.829384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:19.830404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.835792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:19.841782 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:19.958513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=6e330202-b561-4f62-a43c-c0d83fc701c0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:20.007569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.015697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.022203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7492bd21-10e4-4d79-afc2-96e3b0e9830c HTTP/1.1" status: 204 len: 168 time: 1.6983280 Jul 09 13:34:20.040152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625f012-25bd-4d98-8847-a73a56143f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=7492bd21-10e4-4d79-afc2-96e3b0e9830c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:20.042807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Network a031bf07-f193-40e7-b114-5361dc0d6ab6 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:20.046069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.049395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.051790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-12dd77f2-4605-4dc7-9aa5-daeec456b4e0 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "DELETE /v2.0/floatingips/cc5acba7-a946-4e00-9247-1ace0d085ab5 HTTP/1.1" status: 204 len: 168 time: 1.5160017 Jul 09 13:34:20.055535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46266) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:20.058406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:20.061301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:20.062250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:20.062870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.065114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a1bda2-1eba-479e-a125-089bdcbc8f9e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:20.089349 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6b7c870e-2b06-4167-ab91-15e480b212c5 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5081704 Jul 09 13:34:20.098605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46268) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:20.223537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.261096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3f213f0-48c0-429c-b459-896d9e277bbf no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:20.278998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event deleted for resources: {'Port': ['ID=8ac300ea-d0c4-47b4-afef-c372e21e67c6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:20.284275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb6c1b-7331-41bc-8d3b-cb6b87f11a92 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:20.286259 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a4bb6c1b-7331-41bc-8d3b-cb6b87f11a92 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "GET /v2.0/ports/c3a1bda2-1eba-479e-a125-089bdcbc8f9e HTTP/1.1" status: 200 len: 955 time: 0.1807697 Jul 09 13:34:20.292291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46276) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:20.307815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b3f213f0-48c0-429c-b459-896d9e277bbf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:20.308332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3f213f0-48c0-429c-b459-896d9e277bbf not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:20.373170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1005684c-a978-4605-83d2-9888f2331477 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port a5554256-bd69-4d55-806c-19b33ff40feb {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:20.373860 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1005684c-a978-4605-83d2-9888f2331477 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.410719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.414185 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Floating IP b40c9fea-2682-49e2-b9cf-704a0a457539 disassociated (deleted). External IP: 172.25.5.41, port: 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3. Jul 09 13:34:20.480165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46296) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:20.576710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6ea73-57f1-4bf4-b676-43132f8b3c81 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Deleting port c3a1bda2-1eba-479e-a125-089bdcbc8f9e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:20.576710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ea73-57f1-4bf4-b676-43132f8b3c81 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.583144 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4c3fc1c0-e788-4ca3-9fdb-990a0fc7d06d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0843236cfe71477f8029140b6761f877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007745 Jul 09 13:34:20.586496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46306) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:20.586759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1005684c-a978-4605-83d2-9888f2331477 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.625587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1005684c-a978-4605-83d2-9888f2331477 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for a5554256-bd69-4d55-806c-19b33ff40feb owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:20.723581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b834abd1-5be3-41a8-899c-b2315105a782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.781406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b834abd1-5be3-41a8-899c-b2315105a782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.836434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Router 9d370f8f-604f-428a-a7bc-1241d95bafb9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:34:20.911806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b834abd1-5be3-41a8-899c-b2315105a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.919921 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b834abd1-5be3-41a8-899c-b2315105a782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.924316 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b834abd1-5be3-41a8-899c-b2315105a782 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c951022-21f6-402e-b054-b23520478f10 HTTP/1.1" status: 204 len: 168 time: 0.3352387 Jul 09 13:34:21.009622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834abd1-5be3-41a8-899c-b2315105a782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c951022-21f6-402e-b054-b23520478f10,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:21.073209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:21.084474 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824fa1d-8b31-40ee-88d9-c591b6375b4a None None] Sync routers for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:21.095767 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.110857 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824fa1d-8b31-40ee-88d9-c591b6375b4a None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:21.114906 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3824fa1d-8b31-40ee-88d9-c591b6375b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:21.224167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e1528b68-4f6d-4081-b646-809311f056bd tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "DELETE /v2.0/floatingips/b40c9fea-2682-49e2-b9cf-704a0a457539 HTTP/1.1" status: 204 len: 168 time: 2.9244401 Jul 09 13:34:21.224167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46328) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:21.244723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:21.288403 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3824fa1d-8b31-40ee-88d9-c591b6375b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:21.308079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.353183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824fa1d-8b31-40ee-88d9-c591b6375b4a None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:21.354086 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3824fa1d-8b31-40ee-88d9-c591b6375b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:21.383567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ea73-57f1-4bf4-b676-43132f8b3c81 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.403607 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3824fa1d-8b31-40ee-88d9-c591b6375b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:21.404427 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824fa1d-8b31-40ee-88d9-c591b6375b4a None None] The sync data for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:21.458109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6ea73-57f1-4bf4-b676-43132f8b3c81 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Calling delete_port for c3a1bda2-1eba-479e-a125-089bdcbc8f9e owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:21.534908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.602423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1005684c-a978-4605-83d2-9888f2331477 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.604872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ea73-57f1-4bf4-b676-43132f8b3c81 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.685493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005684c-a978-4605-83d2-9888f2331477 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=a5554256-bd69-4d55-806c-19b33ff40feb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:21.735800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Allocated IP 172.25.5.189 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4c9e3354-bbfe-4304-bcab-331eae8b962d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:21.790054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6ea73-57f1-4bf4-b676-43132f8b3c81 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3a1bda2-1eba-479e-a125-089bdcbc8f9e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:21.798800 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ea73-57f1-4bf4-b676-43132f8b3c81 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.803945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8bd6ea73-57f1-4bf4-b676-43132f8b3c81 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c3a1bda2-1eba-479e-a125-089bdcbc8f9e HTTP/1.1" status: 204 len: 168 time: 1.5105371 Jul 09 13:34:21.815294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46370) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:21.881901 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae64e5c-619b-40c5-be90-1b3e9bbfb08c tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:34:21.884036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4ae64e5c-619b-40c5-be90-1b3e9bbfb08c tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "GET /v2.0/ports/c3a1bda2-1eba-479e-a125-089bdcbc8f9e HTTP/1.1" status: 404 len: 333 time: 0.0674813 Jul 09 13:34:21.891764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46376) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:21.900191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Request body: {'port': {'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-59792299'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:21.930514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Made reservation on behalf of 21ac31e4544a4b34bf5ec47a45fd938f for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:21.932947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1005684c-a978-4605-83d2-9888f2331477 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.933317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.937153 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1005684c-a978-4605-83d2-9888f2331477 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "DELETE /v2.0/ports/a5554256-bd69-4d55-806c-19b33ff40feb HTTP/1.1" status: 204 len: 168 time: 1.8798831 Jul 09 13:34:21.939529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46378) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:21.963667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] device_id is not set on port 4036de1d-c478-477a-932d-6fad8bbde120 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:22.062496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.213606 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.262384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-70c4cced-0f1f-499d-97d4-c86842f04e61 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:22.262748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70c4cced-0f1f-499d-97d4-c86842f04e61 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.286808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.293849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:22.316222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:22.329177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:22.408612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Pushing event updated for resources: {'Port': ['ID=4c9e3354-bbfe-4304-bcab-331eae8b962d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:22.537327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70c4cced-0f1f-499d-97d4-c86842f04e61 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.552265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-70c4cced-0f1f-499d-97d4-c86842f04e61 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for 4aecda7b-92b8-4992-bb0b-6a3bca29e8ba owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:22.572431 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.602176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.634383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Network a031bf07-f193-40e7-b114-5361dc0d6ab6 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:22.643763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:22.651185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:22.652230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:22.653307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.701582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=4036de1d-c478-477a-932d-6fad8bbde120,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:22.713012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3bf8331b-241e-4b9f-bf74-96cffc997a73 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8201425 Jul 09 13:34:22.715237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46400) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:22.721021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:22.747105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.749316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70c4cced-0f1f-499d-97d4-c86842f04e61 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.889891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70c4cced-0f1f-499d-97d4-c86842f04e61 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.895755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-70c4cced-0f1f-499d-97d4-c86842f04e61 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "DELETE /v2.0/ports/4aecda7b-92b8-4992-bb0b-6a3bca29e8ba HTTP/1.1" status: 204 len: 168 time: 0.9531403 Jul 09 13:34:22.896490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46402) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:22.899082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4cced-0f1f-499d-97d4-c86842f04e61 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=4aecda7b-92b8-4992-bb0b-6a3bca29e8ba,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:22.912443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.925858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.974723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-6355053c-cefd-48da-ae05-df720674abb2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting subnet 017275af-96bd-46e0-b724-bfad149e6ffc {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:22.979111 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6355053c-cefd-48da-ae05-df720674abb2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.038915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Pushing event updated for resources: {'Port': ['ID=4c9e3354-bbfe-4304-bcab-331eae8b962d,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:23.047430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.056321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6355053c-cefd-48da-ae05-df720674abb2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.066445 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.104504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.105818 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b5ed611a-29f4-4d55-89d0-3c0645e4483b tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8808370 Jul 09 13:34:23.108524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46406) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:23.289195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6355053c-cefd-48da-ae05-df720674abb2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.393633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] device_id is not set on port 4036de1d-c478-477a-932d-6fad8bbde120 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:23.408028 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.420642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6355053c-cefd-48da-ae05-df720674abb2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.425755 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Transition to ACTIVE for port object 4036de1d-c478-477a-932d-6fad8bbde120 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:23.432032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.470914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355053c-cefd-48da-ae05-df720674abb2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Subnet': ['ID=017275af-96bd-46e0-b724-bfad149e6ffc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:23.476825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d10add-4255-42cb-ae05-5523efa0412c None None] Network f24c7924-17f2-44ea-a7ec-678849b0025d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:23.481798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6355053c-cefd-48da-ae05-df720674abb2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.487230 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6355053c-cefd-48da-ae05-df720674abb2 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "DELETE /v2.0/subnets/017275af-96bd-46e0-b724-bfad149e6ffc HTTP/1.1" status: 204 len: 168 time: 0.5893998 Jul 09 13:34:23.488741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46412) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:23.540423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=4036de1d-c478-477a-932d-6fad8bbde120,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:23.610016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:23.628536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:23.628873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:23.629771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:23.669772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:23.670203 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:23.687153 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 2 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:23.691375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb1c2ca-fc60-486b-9f89-a63e80839b66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting subnet fc08e29f-9165-4515-b921-a6422f05038d {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:23.698010 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c2ca-fc60-486b-9f89-a63e80839b66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.743804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:23.744139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:23.746732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:23.787633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c2ca-fc60-486b-9f89-a63e80839b66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.788803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:23.791375 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:23.791962 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 3 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:23.821095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:23.821437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:23.821769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:23.831519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:23.831853 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:23.833883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.849317 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 4 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:23.890795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:23.891166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:23.891502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:23.908224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:23.908224 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:23.908745 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 5 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:23.934198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:23.934537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:23.934874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:23.967955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:23.968297 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:23.968864 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 6 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:23.971799 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c2ca-fc60-486b-9f89-a63e80839b66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.975397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] DHCP port deletion for f24c7924-17f2-44ea-a7ec-678849b0025d request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:24.006749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:24.007132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:24.007461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:24.013380 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:24.013709 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:24.015768 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 7 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:24.031408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:24.031789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:24.032155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:24.039370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:24.039699 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:24.041155 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 8 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:24.060335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:24.060661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:24.060995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:24.081253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:24.081601 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:24.084629 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 9 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:24.088813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c2ca-fc60-486b-9f89-a63e80839b66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.108946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:24.109270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:24.109669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:24.115827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] Deleting port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:24.116216 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.117035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:24.117381 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:24.117950 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempt 10 to bind port 4036de1d-c478-477a-932d-6fad8bbde120 Jul 09 13:34:24.138330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c2ca-fc60-486b-9f89-a63e80839b66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.149986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7cb1c2ca-fc60-486b-9f89-a63e80839b66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "DELETE /v2.0/subnets/fc08e29f-9165-4515-b921-a6422f05038d HTTP/1.1" status: 204 len: 168 time: 0.6589084 Jul 09 13:34:24.152189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46432) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:24.154422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1c2ca-fc60-486b-9f89-a63e80839b66 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Subnet': ['ID=fc08e29f-9165-4515-b921-a6422f05038d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:24.173397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:24.173685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:24.174025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempting to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:24.187013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.228158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:24.228402 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Failed to bind port 4036de1d-c478-477a-932d-6fad8bbde120 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a031bf07-f193-40e7-b114-5361dc0d6ab6'}] Jul 09 13:34:24.228785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.247358 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] For port 6df6005a-e64c-44e7-867f-a02cbde7f1e5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6df6005a-e64c-44e7-867f-a02cbde7f1e5,segment=NetworkSegment(25d9931f-2b41-45ea-9067-230e48d42c2c),segment_id=25d9931f-2b41-45ea-9067-230e48d42c2c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:24.248032 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.283951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] Calling delete_port for 6df6005a-e64c-44e7-867f-a02cbde7f1e5 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:24.288050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666db80-5154-4d66-886f-da2d45d641cb None None] Network b9562b51-d817-4936-ad48-02882ce98983 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:24.305483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6df6005a-e64c-44e7-867f-a02cbde7f1e5 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:24.528493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.547393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] For port 4036de1d-c478-477a-932d-6fad8bbde120, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:24.547844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attempted to set empty binding levels {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:34:24.605973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.673027 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.694553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] In _notify_port_updated(), no bound segment for port 4036de1d-c478-477a-932d-6fad8bbde120 on network a031bf07-f193-40e7-b114-5361dc0d6ab6 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:34:24.696526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:24.697161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.701370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46440) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:24.703471 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "PUT /v2.0/ports/4036de1d-c478-477a-932d-6fad8bbde120 HTTP/1.1" status: 200 len: 973 time: 1.9858482 Jul 09 13:34:24.798509 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.815569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Allocated IP 172.25.5.84 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/c6a9666b-ffd3-4acf-9e0f-c6b19752872f) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:24.865462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5225523-058e-46ff-9277-ab62aebacfa3 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event updated for resources: {'Port': ['ID=4036de1d-c478-477a-932d-6fad8bbde120,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:24.870203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] Pushing event deleted for resources: {'Port': ['ID=6df6005a-e64c-44e7-867f-a02cbde7f1e5,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:24.873953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de30d2-fef8-4803-be97-ec31ec968288 None None] No DVR routers for this DVR port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:24.956339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Deleting port 4036de1d-c478-477a-932d-6fad8bbde120 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:24.956966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.983031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] DHCP port deletion for b9562b51-d817-4936-ad48-02882ce98983 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:25.029579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Deleting port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:25.030250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.076735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] Deleting port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:25.078514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.130549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] For port 4036de1d-c478-477a-932d-6fad8bbde120, host n-h2-799524-3, got binding levels [] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:25.130925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.134757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] For port 6df6005a-e64c-44e7-867f-a02cbde7f1e5, host n-d-799524-3, got binding levels [] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:25.135407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.161495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Calling delete_port for 4036de1d-c478-477a-932d-6fad8bbde120 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:25.178026 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Calling delete_port for 6df6005a-e64c-44e7-867f-a02cbde7f1e5 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:25.185103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] For port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d,segment=NetworkSegment(d754bd16-efb5-4696-add1-ffa45e8fadd1),segment_id=d754bd16-efb5-4696-add1-ffa45e8fadd1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:25.185923 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.194326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.ipam_backend_mixin [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 was not found and therefore no delete operation was performed {{(pid=93912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:34:25.198358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.201530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.204951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] Calling delete_port for 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:25.227485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] No DVR routers for this DVR port 6df6005a-e64c-44e7-867f-a02cbde7f1e5 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:25.258425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Port': ['ID=6df6005a-e64c-44e7-867f-a02cbde7f1e5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:25.319016 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.356454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] Pushing event deleted for resources: {'Port': ['ID=7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:25.375997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23e089-4188-404a-aadd-ada2f0e36c6c None None] No DVR routers for this DVR port 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:25.394163 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.408436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24c7924-17f2-44ea-a7ec-678849b0025d']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:25.428402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d9931f-2b41-45ea-9067-230e48d42c2c') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:25.428731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d9931f-2b41-45ea-9067-230e48d42c2c') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:25.431589 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.438390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.448316 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.501545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Pushing event deleted for resources: {'Port': ['ID=4036de1d-c478-477a-932d-6fad8bbde120,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:25.510857 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.513116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-62927b17-6dcb-4a5c-bede-89b36466dede tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4036de1d-c478-477a-932d-6fad8bbde120 HTTP/1.1" status: 204 len: 168 time: 0.8107207 Jul 09 13:34:25.516849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46472) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:25.532821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:25.540263 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.544666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:25.552562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:25.556796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Pushing event updated for resources: {'Port': ['ID=c6a9666b-ffd3-4acf-9e0f-c6b19752872f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:25.559923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:25.560454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:25.564836 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:25.641030 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-825443db-a070-4a34-99be-2a5ba8f9eb36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:34:25.651924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46484) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:25.653582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-825443db-a070-4a34-99be-2a5ba8f9eb36 tempest-PortsAdminExtendedAttrsTestJSON-1859373081 tempest-PortsAdminExtendedAttrsTestJSON-1859373081-project-admin] 10.222.0.32 "GET /v2.0/ports/4036de1d-c478-477a-932d-6fad8bbde120 HTTP/1.1" status: 404 len: 333 time: 0.1348686 Jul 09 13:34:25.796219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.892811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.898127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46492) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:25.898388 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "DELETE /v2.0/networks/f24c7924-17f2-44ea-a7ec-678849b0025d HTTP/1.1" status: 204 len: 168 time: 1.7366881 Jul 09 13:34:25.903384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2de58-1193-45da-92fa-0e832fb0fd42 tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Network': ['ID=f24c7924-17f2-44ea-a7ec-678849b0025d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:25.942608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.944843 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.043675 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.065265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.134660 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.154333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a031bf07-f193-40e7-b114-5361dc0d6ab6']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.173038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.173338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16bf286-d11e-4bc8-9b8f-cdb326cb0e04') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.227235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.242197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:26.243184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.257250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9562b51-d817-4936-ad48-02882ce98983']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.265312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:26.265938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7971cbe6-2ce2-4ab7-bb01-1f8ffe32ff7d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:26.267698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.280924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:26.281436 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:26.284895 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:26.300842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd754bd16-efb5-4696-add1-ffa45e8fadd1') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.306173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd754bd16-efb5-4696-add1-ffa45e8fadd1') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.327352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.361731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.373984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:26.378231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:26.385350 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:26.490497 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.497050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.503394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] 10.222.0.32 "DELETE /v2.0/networks/b9562b51-d817-4936-ad48-02882ce98983 HTTP/1.1" status: 204 len: 168 time: 0.6000113 Jul 09 13:34:26.517487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289dea0-e011-4cf4-a4d2-cf80369f27da tempest-TaggedBootDevicesTest-126873333 tempest-TaggedBootDevicesTest-126873333-project] Pushing event deleted for resources: {'Network': ['ID=b9562b51-d817-4936-ad48-02882ce98983,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:26.748399 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.797831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.885626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.932188 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.941183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] 10.222.0.32 "DELETE /v2.0/networks/a031bf07-f193-40e7-b114-5361dc0d6ab6 HTTP/1.1" status: 204 len: 168 time: 1.2871957 Jul 09 13:34:27.097184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Pushing event updated for resources: {'Port': ['ID=c6a9666b-ffd3-4acf-9e0f-c6b19752872f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:27.115647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a1059-f396-4f85-94b7-6d5993a5c425 tempest-PortsAdminExtendedAttrsTestJSON-2024457711 tempest-PortsAdminExtendedAttrsTestJSON-2024457711-project] Pushing event deleted for resources: {'Network': ['ID=a031bf07-f193-40e7-b114-5361dc0d6ab6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:27.140312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.177455 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.181053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46518) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:27.199186 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8a926768-e9e0-4afa-bcd3-76216bfcc485 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0816677 Jul 09 13:34:27.276177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-067fb64b-1b04-4487-ab50-c61df76cd729 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.0932372 Jul 09 13:34:27.278651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46520) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:27.361367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-831d0ac6-1e0b-4a6c-b331-f4dd69a36ad7 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0814941 Jul 09 13:34:27.364515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46522) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:27.556803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46528) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:27.658471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Deleting port c6a9666b-ffd3-4acf-9e0f-c6b19752872f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:27.658791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.813219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.813884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.828118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Calling delete_port for c6a9666b-ffd3-4acf-9e0f-c6b19752872f owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:27.846451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e8815496-eb49-44da-8906-130225d4ff77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df38e5d7f2c24cf5946f45b4624de87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830853 Jul 09 13:34:27.847072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46534) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:27.963023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-951ede53-6677-40e0-9fe6-eaa1b313dbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.988048 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-951ede53-6677-40e0-9fe6-eaa1b313dbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.039733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.064991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-951ede53-6677-40e0-9fe6-eaa1b313dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.068880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-951ede53-6677-40e0-9fe6-eaa1b313dbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.070319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-951ede53-6677-40e0-9fe6-eaa1b313dbb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58171a03-f23c-4c73-8706-f42195ff5ea3 HTTP/1.1" status: 204 len: 168 time: 0.2222908 Jul 09 13:34:28.104618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ede53-6677-40e0-9fe6-eaa1b313dbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58171a03-f23c-4c73-8706-f42195ff5ea3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:28.136242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Pushing event deleted for resources: {'Port': ['ID=c6a9666b-ffd3-4acf-9e0f-c6b19752872f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:28.303378 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.313075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.323784 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a9e7011e-aac1-4c53-a642-f562144ca903 tempest-FloatingIPAdminTestJSON-259665238 tempest-FloatingIPAdminTestJSON-259665238-project] 10.222.0.32 "DELETE /v2.0/floatingips/8ea1b15a-fda6-4e26-8d9b-36428d7aeaff HTTP/1.1" status: 204 len: 168 time: 0.9519722 Jul 09 13:34:28.323784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46558) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:28.528936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Deleting port 4c9e3354-bbfe-4304-bcab-331eae8b962d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:28.529976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.631955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46562) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:28.660114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.660630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.694656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Calling delete_port for 4c9e3354-bbfe-4304-bcab-331eae8b962d owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:28.756688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bea7c7ee-13ff-4981-9739-a3435cebb4ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21ac31e4544a4b34bf5ec47a45fd938f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1228654 Jul 09 13:34:28.757344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46566) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:28.898832 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-60cb879f-ec49-44bb-9393-8894f15981bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.970522 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-60cb879f-ec49-44bb-9393-8894f15981bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.023217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.056034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-60cb879f-ec49-44bb-9393-8894f15981bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.059394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-60cb879f-ec49-44bb-9393-8894f15981bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.060972 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-60cb879f-ec49-44bb-9393-8894f15981bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/365dd30b-af57-4b20-9e84-c3c8c3b401ca HTTP/1.1" status: 204 len: 168 time: 0.2957494 Jul 09 13:34:29.086780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c9e3354-bbfe-4304-bcab-331eae8b962d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:29.095054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb879f-ec49-44bb-9393-8894f15981bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365dd30b-af57-4b20-9e84-c3c8c3b401ca,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:29.256610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.264544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.273197 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fad503f8-6703-48b3-887d-7eefd2283802 tempest-FloatingIPAdminTestJSON-1123020107 tempest-FloatingIPAdminTestJSON-1123020107-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/673da4f8-aa36-4439-b1ae-dbfb696af3c5 HTTP/1.1" status: 204 len: 168 time: 0.9532917 Jul 09 13:34:29.273470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46582) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:29.540123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a15c119e-8c6e-4752-9c9f-a9bfaaf76445 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Deleting port 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:29.540540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15c119e-8c6e-4752-9c9f-a9bfaaf76445 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.756542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15c119e-8c6e-4752-9c9f-a9bfaaf76445 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.784418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a15c119e-8c6e-4752-9c9f-a9bfaaf76445 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Calling delete_port for 4a77085a-a5ee-4ede-99a2-c6c7b582cbf3 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:30.057119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15c119e-8c6e-4752-9c9f-a9bfaaf76445 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.250305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c119e-8c6e-4752-9c9f-a9bfaaf76445 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event deleted for resources: {'Port': ['ID=4a77085a-a5ee-4ede-99a2-c6c7b582cbf3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:30.299394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a15c119e-8c6e-4752-9c9f-a9bfaaf76445 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.306840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46608) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:30.308467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a15c119e-8c6e-4752-9c9f-a9bfaaf76445 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "DELETE /v2.0/ports/4a77085a-a5ee-4ede-99a2-c6c7b582cbf3 HTTP/1.1" status: 204 len: 168 time: 1.0336761 Jul 09 13:34:30.453795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5403938-3f20-4726-b72e-e0a383d2c3fc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:30.464370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d5403938-3f20-4726-b72e-e0a383d2c3fc tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d370f8f-604f-428a-a7bc-1241d95bafb9 HTTP/1.1" status: 200 len: 913 time: 0.1553681 Jul 09 13:34:30.466813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:30.595175 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:34:31.202624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.652534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Deleting port a219403c-cf76-479b-8ebd-fd1520f5f866 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:31.653149 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.814239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.865290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Calling delete_port for a219403c-cf76-479b-8ebd-fd1520f5f866 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:31.883161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46674) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:32.104581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1266019150', 'router:external': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:32.160436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Made reservation on behalf of ca6dac5e71f4441482e397dd61c6516c for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:32.163941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.186880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.378541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.437399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event deleted for resources: {'Port': ['ID=a219403c-cf76-479b-8ebd-fd1520f5f866,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:32.626284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.655645 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.706703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:32.735900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.737239 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Added segment c762153d-c78d-457d-9132-a44fd50a0fd8 of type vlan for network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 Jul 09 13:34:32.863113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.891789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.028626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dab8ab9-cc7d-4670-bfae-edb291db9ff8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:33.064935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.064935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:33.065859 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.270637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3857541 Jul 09 13:34:33.280066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46708) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:33.286288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'subnet': {'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:33.331599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aa677-5d09-491b-bc0b-5615184064c6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'Network': ['ID=e29ae549-ff8f-48e0-b2dd-79c3c0e43be1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:33.357462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:33.391277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Made reservation on behalf of ca6dac5e71f4441482e397dd61c6516c for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:33.394042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.663769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Router 9d370f8f-604f-428a-a7bc-1241d95bafb9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:34:34.001302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:34.020201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb653746-60e7-485d-83bd-73d5324370fd None None] Sync routers for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:34.021669 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-69d07068-78cc-4574-9ab1-ddd55b1bd1df tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "PUT /v2.0/routers/9d370f8f-604f-428a-a7bc-1241d95bafb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5531888 Jul 09 13:34:34.023034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46724) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:34.049856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb653746-60e7-485d-83bd-73d5324370fd None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:34.051264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-eb653746-60e7-485d-83bd-73d5324370fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:34.077387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46730) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:34.163239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-eb653746-60e7-485d-83bd-73d5324370fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:34.195588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb653746-60e7-485d-83bd-73d5324370fd None None] Routers {'9d370f8f-604f-428a-a7bc-1241d95bafb9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:34.206328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-eb653746-60e7-485d-83bd-73d5324370fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9d370f8f-604f-428a-a7bc-1241d95bafb9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:34.281470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:34:34.282262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.289356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-eb653746-60e7-485d-83bd-73d5324370fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:34.291944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb653746-60e7-485d-83bd-73d5324370fd None None] The sync data for ids ['9d370f8f-604f-428a-a7bc-1241d95bafb9'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:34.340839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'Subnet': ['ID=abe4373e-532d-4b8a-997c-1a119e155d60,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:34.432989 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.440466 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49677e93-00f8-4bfa-bf22-b51cfdbc5ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.653802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Checking segment: {'id': 'c762153d-c78d-457d-9132-a44fd50a0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:34.657041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Network hostable DHCP agents. Network: e29ae549-ff8f-48e0-b2dd-79c3c0e43be1, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:34.715306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.730988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:34.775564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, e29ae549-ff8f-48e0-b2dd-79c3c0e43be1) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:34.793636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede322c5-c7a9-4c67-8499-a5e3d6c91558 None None] Network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:34.820445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:34.822095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.859102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Deleting port 024cfdd7-e57a-4269-9dc3-ccebdd715fac {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:34.859650 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.954803 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49677e93-00f8-4bfa-bf22-b51cfdbc5ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.975078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49677e93-00f8-4bfa-bf22-b51cfdbc5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.989463 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b89137fa-532a-49f0-b75c-83c25f85307b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7078741 Jul 09 13:34:35.005369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46742) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:35.044621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-752823201', 'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:35.105847 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.149030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Calling delete_port for 024cfdd7-e57a-4269-9dc3-ccebdd715fac owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:35.241156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49677e93-00f8-4bfa-bf22-b51cfdbc5ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0268a2-03cc-44a9-9655-cf0f60501432,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:35.321604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-49677e93-00f8-4bfa-bf22-b51cfdbc5ccd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e22360b2042a427bae6c97afb889c4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2275887 Jul 09 13:34:35.322452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46752) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:35.369852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c6162-0a5d-4616-8f98-da65b57e7ae3 None None] Network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:35.386248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Made reservation on behalf of ca6dac5e71f4441482e397dd61c6516c for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:35.390389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.435652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] device_id is not set on port 428e74e6-a69d-491b-80e4-6d14329382f4 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:34:35.470689 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6db540a-7146-4bdb-bfa1-b97a90bf83bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.503316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6db540a-7146-4bdb-bfa1-b97a90bf83bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.524839 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.610425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event deleted for resources: {'Port': ['ID=024cfdd7-e57a-4269-9dc3-ccebdd715fac,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:35.667760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Allocated IP 172.20.0.11 (e29ae549-ff8f-48e0-b2dd-79c3c0e43be1/abe4373e-532d-4b8a-997c-1a119e155d60/428e74e6-a69d-491b-80e4-6d14329382f4) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:35.725874 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.978514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.984822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.016903 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6db540a-7146-4bdb-bfa1-b97a90bf83bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.030749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6db540a-7146-4bdb-bfa1-b97a90bf83bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.034729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f6db540a-7146-4bdb-bfa1-b97a90bf83bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f0268a2-03cc-44a9-9655-cf0f60501432 HTTP/1.1" status: 204 len: 168 time: 0.7066164 Jul 09 13:34:36.117212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db540a-7146-4bdb-bfa1-b97a90bf83bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0268a2-03cc-44a9-9655-cf0f60501432,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:36.169218 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.170182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Fanout notify agent at l3_agent the message router_deleted on router 9d370f8f-604f-428a-a7bc-1241d95bafb9 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:34:36.215361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.221799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b85a3793-d8ec-492b-8079-849eca067d8b tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "DELETE /v2.0/routers/9d370f8f-604f-428a-a7bc-1241d95bafb9 HTTP/1.1" status: 204 len: 168 time: 2.1938334 Jul 09 13:34:36.221799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46766) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:36.224429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.396287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.511073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8efb9de-4057-40f9-ab4a-11822ab7c165 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Deleting subnet 1d059b93-6d67-43b7-80a6-a518d05e0041 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:36.527153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8efb9de-4057-40f9-ab4a-11822ab7c165 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.674543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:36.686306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:36.693449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:36.714376 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8efb9de-4057-40f9-ab4a-11822ab7c165 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.795209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'Port': ['ID=428e74e6-a69d-491b-80e4-6d14329382f4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:36.869514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46788) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:36.874014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:36.879967 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.927831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9748f5a-c3d9-40b9-8781-3d5d1888e864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.986080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9fbf4cde-0508-4d4b-9b7b-67a633df3b77 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9559295 Jul 09 13:34:36.989177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46794) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:37.021950 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8efb9de-4057-40f9-ab4a-11822ab7c165 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.186649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8efb9de-4057-40f9-ab4a-11822ab7c165 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.407798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9748f5a-c3d9-40b9-8781-3d5d1888e864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.421872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9748f5a-c3d9-40b9-8781-3d5d1888e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.561737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-83ac7889-22dc-4d88-97f9-7a52879e5a42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9563255 Jul 09 13:34:37.719225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d92f2-cee4-46e0-be1b-ed586a86a114 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Deleting port 428e74e6-a69d-491b-80e4-6d14329382f4 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:37.719718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c6d92f2-cee4-46e0-be1b-ed586a86a114 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.731753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e9748f5a-c3d9-40b9-8781-3d5d1888e864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e3e8ed9f9144913b303a219a47be562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8581614 Jul 09 13:34:37.749813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9748f5a-c3d9-40b9-8781-3d5d1888e864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f245bbd1-7e89-4241-bc15-d0ae6c3942a0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:37.765092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46810) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:37.765092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46812) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:37.901804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8efb9de-4057-40f9-ab4a-11822ab7c165 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.905868 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e8efb9de-4057-40f9-ab4a-11822ab7c165 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "DELETE /v2.0/subnets/1d059b93-6d67-43b7-80a6-a518d05e0041 HTTP/1.1" status: 204 len: 168 time: 1.6791251 Jul 09 13:34:37.909667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efb9de-4057-40f9-ab4a-11822ab7c165 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event deleted for resources: {'Subnet': ['ID=1d059b93-6d67-43b7-80a6-a518d05e0041,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:37.911364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46816) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:37.922251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66245d-5271-47d0-8947-987a7220725f None None] Network 5555ee68-a0af-4965-a5ee-485388ba45a5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:38.025938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22a0f5-a7c3-4cd5-8efe-89c29d23032f req-8f98acb1-3a14-4f96-aef6-188f4eb52796 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:38.037091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c22a0f5-a7c3-4cd5-8efe-89c29d23032f req-8f98acb1-3a14-4f96-aef6-188f4eb52796 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.1292820 Jul 09 13:34:38.072637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13fa5ff4-6f12-4542-b5c3-2a6692712af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.087791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-b37a98d8-54e6-484a-8899-1be8f5650a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:38.089502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-b37a98d8-54e6-484a-8899-1be8f5650a08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1096 time: 0.4787805 Jul 09 13:34:38.099368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d33bb68d-ef1c-48f5-8303-4e595d165253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.110008 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c22a0f5-a7c3-4cd5-8efe-89c29d23032f req-2cdeeab0-d6f0-45da-837c-71e01e108a6b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0698562 Jul 09 13:34:38.294719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.305968 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d33bb68d-ef1c-48f5-8303-4e595d165253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.310128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c6d92f2-cee4-46e0-be1b-ed586a86a114 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.328034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] DHCP port deletion for 5555ee68-a0af-4965-a5ee-485388ba45a5 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:38.329564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13fa5ff4-6f12-4542-b5c3-2a6692712af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.335836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d33bb68d-ef1c-48f5-8303-4e595d165253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.359427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d92f2-cee4-46e0-be1b-ed586a86a114 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Calling delete_port for 428e74e6-a69d-491b-80e4-6d14329382f4 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:38.398879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] Deleting port cb834a56-eb26-4d68-bdc3-ae3044d09284 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:38.399304 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.471240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d33bb68d-ef1c-48f5-8303-4e595d165253 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d48f499dcb0433b83dfb6d65a9b9a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640296 Jul 09 13:34:38.474250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46820) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:38.505453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bb68d-ef1c-48f5-8303-4e595d165253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daad7cc-d9f9-4dee-b3bc-ac9e46848719,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:38.530542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-78847b85-3994-4604-9638-567ded60cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:38.532320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-78847b85-3994-4604-9638-567ded60cc29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.2966571 Jul 09 13:34:38.555197 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-48f2b9a3-fe0f-416a-b625-2aa4953650b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.609553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-48f2b9a3-fe0f-416a-b625-2aa4953650b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.616152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] For port cb834a56-eb26-4d68-bdc3-ae3044d09284, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb834a56-eb26-4d68-bdc3-ae3044d09284,segment=NetworkSegment(a4af9e61-3bc7-4a33-a556-4d80b6370bf7),segment_id=a4af9e61-3bc7-4a33-a556-4d80b6370bf7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:38.616649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.616852 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13fa5ff4-6f12-4542-b5c3-2a6692712af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.619683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13fa5ff4-6f12-4542-b5c3-2a6692712af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.623231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-13fa5ff4-6f12-4542-b5c3-2a6692712af7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f245bbd1-7e89-4241-bc15-d0ae6c3942a0 HTTP/1.1" status: 204 len: 168 time: 0.8538637 Jul 09 13:34:38.639777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] Calling delete_port for cb834a56-eb26-4d68-bdc3-ae3044d09284 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:38.650158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa5ff4-6f12-4542-b5c3-2a6692712af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f245bbd1-7e89-4241-bc15-d0ae6c3942a0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:38.670391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-8177c022-2117-4064-80ca-fb77bd8bc432 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 200 len: 1000 time: 0.1267140 Jul 09 13:34:38.672068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Deleting port cb834a56-eb26-4d68-bdc3-ae3044d09284 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:38.672415 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.686826 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-48f2b9a3-fe0f-416a-b625-2aa4953650b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.693377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-48f2b9a3-fe0f-416a-b625-2aa4953650b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.696380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-48f2b9a3-fe0f-416a-b625-2aa4953650b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1daad7cc-d9f9-4dee-b3bc-ac9e46848719 HTTP/1.1" status: 204 len: 168 time: 0.2196739 Jul 09 13:34:38.727393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2b9a3-fe0f-416a-b625-2aa4953650b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daad7cc-d9f9-4dee-b3bc-ac9e46848719,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:38.783369 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.827543 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c6d92f2-cee4-46e0-be1b-ed586a86a114 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.830351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] Pushing event deleted for resources: {'Port': ['ID=cb834a56-eb26-4d68-bdc3-ae3044d09284,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:38.837059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1946d-6e9f-475a-9a24-afe79cc9fc59 None None] No DVR routers for this DVR port cb834a56-eb26-4d68-bdc3-ae3044d09284 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:38.839649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] For port cb834a56-eb26-4d68-bdc3-ae3044d09284, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb834a56-eb26-4d68-bdc3-ae3044d09284,segment=NetworkSegment(a4af9e61-3bc7-4a33-a556-4d80b6370bf7),segment_id=a4af9e61-3bc7-4a33-a556-4d80b6370bf7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:38.840018 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.848774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-3b812299-f19d-475e-8671-397fc7abe310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:38.850287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-3b812299-f19d-475e-8671-397fc7abe310 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.1539199 Jul 09 13:34:38.900439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Calling delete_port for cb834a56-eb26-4d68-bdc3-ae3044d09284 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:38.952833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d92f2-cee4-46e0-be1b-ed586a86a114 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event deleted for resources: {'Port': ['ID=428e74e6-a69d-491b-80e4-6d14329382f4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:39.222368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c6d92f2-cee4-46e0-be1b-ed586a86a114 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.227092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c6d92f2-cee4-46e0-be1b-ed586a86a114 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "DELETE /v2.0/ports/428e74e6-a69d-491b-80e4-6d14329382f4 HTTP/1.1" status: 204 len: 168 time: 2.2273581 Jul 09 13:34:39.227945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46848) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:39.233582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1', 'external_fixed_ips': [{'subnet_id': 'abe4373e-532d-4b8a-997c-1a119e155d60', 'ip_address': '172.20.0.11'}]}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:39.287794 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.289810 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.337363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-f1518cf7-4dee-4714-814a-e9f3d1565496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:39.339794 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-f1518cf7-4dee-4714-814a-e9f3d1565496 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4777541 Jul 09 13:34:39.365124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-116b1538-3fd9-45bf-938e-7edb7ec6b625 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:39.371842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-116b1538-3fd9-45bf-938e-7edb7ec6b625 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182672 Jul 09 13:34:39.408515 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.432151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] No DVR routers for this DVR port cb834a56-eb26-4d68-bdc3-ae3044d09284 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:39.449585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.652075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423ef71-233e-4dbb-aa29-153641c3e5d1 req-8e5efdfd-1889-41d4-affa-25fad3bb7592 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:39.662796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1423ef71-233e-4dbb-aa29-153641c3e5d1 req-8e5efdfd-1889-41d4-affa-25fad3bb7592 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.2709970 Jul 09 13:34:39.881225 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1423ef71-233e-4dbb-aa29-153641c3e5d1 req-8a78beca-83cf-4380-b983-8d82cdf97b42 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2171032 Jul 09 13:34:39.884683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.044721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event deleted for resources: {'Port': ['ID=cb834a56-eb26-4d68-bdc3-ae3044d09284,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:40.206024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.277866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5555ee68-a0af-4965-a5ee-485388ba45a5']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:40.297881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.326083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.331834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4af9e61-3bc7-4a33-a556-4d80b6370bf7') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:40.337065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4af9e61-3bc7-4a33-a556-4d80b6370bf7') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:40.340086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cb834a56-eb26-4d68-bdc3-ae3044d09284 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:40.384132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.423277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: cb834a56-eb26-4d68-bdc3-ae3044d09284 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:40.424316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cb834a56-eb26-4d68-bdc3-ae3044d09284 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:40.437669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-66363b81-016f-408d-bb0e-b6fb61be75fc service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0120039 Jul 09 13:34:40.504679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.552779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:40.553378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:40.570616 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:40.676049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.697354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.709210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "DELETE /v2.0/networks/5555ee68-a0af-4965-a5ee-485388ba45a5 HTTP/1.1" status: 204 len: 168 time: 2.7957649 Jul 09 13:34:40.709489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46898) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:40.755806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406b326-5062-4d58-a4b1-8e205932f606 tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event deleted for resources: {'Network': ['ID=5555ee68-a0af-4965-a5ee-485388ba45a5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:40.790468 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b10a9edd-87c5-49ac-944c-6c9f84eb291e req-5428c642-381b-41d8-ba53-ac77a8c2ad0b service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345566 Jul 09 13:34:40.857507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Allocated IP 172.20.0.11 (e29ae549-ff8f-48e0-b2dd-79c3c0e43be1/abe4373e-532d-4b8a-997c-1a119e155d60/15d15a3f-95db-4e88-a289-afd451f9fdb5) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:41.177260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Deleting port 7124de67-bdc9-4f42-8c11-8ad1f9567e18 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:41.177611 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:41.262996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:41.312307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1db3b0-8a7e-48cc-874e-6ea692d51f87 req-9df1b5da-9d31-4da8-b773-36764ab120d1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:41.313886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d1db3b0-8a7e-48cc-874e-6ea692d51f87 req-9df1b5da-9d31-4da8-b773-36764ab120d1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.2204432 Jul 09 13:34:41.361058 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:41.361390 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:41.390083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Calling delete_port for 7124de67-bdc9-4f42-8c11-8ad1f9567e18 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:41.413129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d1db3b0-8a7e-48cc-874e-6ea692d51f87 req-e4438621-bf94-4495-94f8-c90b04a7e17a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0910263 Jul 09 13:34:41.422785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:41.613230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'Port': ['ID=15d15a3f-95db-4e88-a289-afd451f9fdb5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:41.624572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:41.630540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:41.634917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:42.030077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.064179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Pushing event deleted for resources: {'Port': ['ID=7124de67-bdc9-4f42-8c11-8ad1f9567e18,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:42.234736 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.237274 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.242132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-848e6df1-7b07-4496-addb-f10c27d8a25f tempest-FloatingIPAdminTestJSON-453847383 tempest-FloatingIPAdminTestJSON-453847383-project] 10.222.0.32 "DELETE /v2.0/floatingips/7fbe90e3-fb84-4986-a895-d3f8bc0a46a9 HTTP/1.1" status: 204 len: 168 time: 1.5290923 Jul 09 13:34:42.255505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.542688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.556452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46968) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:42.891708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46980) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:42.901946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3e57d-d31a-43de-8ce1-1c7564ad8023 req-30d295f6-2859-414d-84eb-53b7e754c9d5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:42.903618 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6e3e57d-d31a-43de-8ce1-1c7564ad8023 req-30d295f6-2859-414d-84eb-53b7e754c9d5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.2020752 Jul 09 13:34:42.944417 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-90bdfb8c-b01e-4b66-b710-c8e025e5d3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.947899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Router 460295c8-554e-4bd5-a9b7-51854470c879 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:34:42.960128 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f6e3e57d-d31a-43de-8ce1-1c7564ad8023 req-c4e350a9-063b-4c4e-80dd-4ca55883b2f2 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462291 Jul 09 13:34:43.120364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:43.128502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-90bdfb8c-b01e-4b66-b710-c8e025e5d3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.130086 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Sync routers for ids ['460295c8-554e-4bd5-a9b7-51854470c879'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:43.155985 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Routers {'460295c8-554e-4bd5-a9b7-51854470c879'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:43.156995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-974432ea-8349-45fe-b080-e865d1ce3c84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40b5caeee143460f902c67d4e8a15469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641120 Jul 09 13:34:43.157998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-90bdfb8c-b01e-4b66-b710-c8e025e5d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.158882 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.159392 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['460295c8-554e-4bd5-a9b7-51854470c879'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:43.160971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-79bf9213-71c0-47b6-9e4f-f2f0137c5f6d tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9317279 Jul 09 13:34:43.162039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46992) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:43.163320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46994) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:43.164370 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.189137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-90bdfb8c-b01e-4b66-b710-c8e025e5d3b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c62e0bf1350545debe90463a77bbc713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304731 Jul 09 13:34:43.189828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46996) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:43.245841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdfb8c-b01e-4b66-b710-c8e025e5d3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881ffccf-317f-4923-b15f-c4247c721e59,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:43.276779 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Set router 460295c8-554e-4bd5-a9b7-51854470c879 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:34:43.314727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a08a424c-5962-4acd-aa7c-b6ffc5ee00fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.342305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a08a424c-5962-4acd-aa7c-b6ffc5ee00fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.362539 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ebed422b-b03e-424e-ad8d-62dc7cfe24dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.401532 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a08a424c-5962-4acd-aa7c-b6ffc5ee00fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.407850 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a08a424c-5962-4acd-aa7c-b6ffc5ee00fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.413729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a08a424c-5962-4acd-aa7c-b6ffc5ee00fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/881ffccf-317f-4923-b15f-c4247c721e59 HTTP/1.1" status: 204 len: 168 time: 0.2212224 Jul 09 13:34:43.423635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a424c-5962-4acd-aa7c-b6ffc5ee00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881ffccf-317f-4923-b15f-c4247c721e59,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:43.435310 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ebed422b-b03e-424e-ad8d-62dc7cfe24dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.471305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.641221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ebed422b-b03e-424e-ad8d-62dc7cfe24dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.649611 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ebed422b-b03e-424e-ad8d-62dc7cfe24dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.651136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ebed422b-b03e-424e-ad8d-62dc7cfe24dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23435d9a-6c16-4c6a-b344-7751b7d7c452 HTTP/1.1" status: 204 len: 168 time: 0.4867048 Jul 09 13:34:43.666548 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460295c8-554e-4bd5-a9b7-51854470c879', 'name': '', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1', 'external_fixed_ips': [{'subnet_id': 'abe4373e-532d-4b8a-997c-1a119e155d60', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '15d15a3f-95db-4e88-a289-afd451f9fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:34:39Z', 'updated_at': '2021-07-09T13:34:42Z', 'revision_number': 3, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port': {'id': '15d15a3f-95db-4e88-a289-afd451f9fdb5', 'name': '', 'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460295c8-554e-4bd5-a9b7-51854470c879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'abe4373e-532d-4b8a-997c-1a119e155d60', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:34:40Z', 'updated_at': '2021-07-09T13:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe4373e-532d-4b8a-997c-1a119e155d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:43.699346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.712449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed422b-b03e-424e-ad8d-62dc7cfe24dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23435d9a-6c16-4c6a-b344-7751b7d7c452,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:43.751317 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Checking router: 460295c8-554e-4bd5-a9b7-51854470c879 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:34:43.751624 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Updating router 460295c8-554e-4bd5-a9b7-51854470c879 port 15d15a3f-95db-4e88-a289-afd451f9fdb5 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:34:43.834814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Deleting port 15d15a3f-95db-4e88-a289-afd451f9fdb5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:43.836060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.842294 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.932917 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.940006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47012) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:44.313691 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4b636750-b34f-4f41-b03b-efdafa450a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.406917 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.433727 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.445827 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Transition to ACTIVE for port object 15d15a3f-95db-4e88-a289-afd451f9fdb5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:44.450609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Calling delete_port for 15d15a3f-95db-4e88-a289-afd451f9fdb5 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:44.456815 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.500888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52c404-3ccd-4130-bbb7-2c63778fad09 req-ada05d18-1ef0-4c04-a559-b0a55cf57b42 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.518022 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7f52c404-3ccd-4130-bbb7-2c63778fad09 req-ada05d18-1ef0-4c04-a559-b0a55cf57b42 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.2508581 Jul 09 13:34:44.524836 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Pushing event updated for resources: {'Port': ['ID=15d15a3f-95db-4e88-a289-afd451f9fdb5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:44.554229 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.554803 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.555229 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.555725 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.556270 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.556655 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.560874 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.563732 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.564133 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.564475 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.565388 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.565719 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:44.585156 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Attempting to bind port 15d15a3f-95db-4e88-a289-afd451f9fdb5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:44.585424 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Attempting to bind port 15d15a3f-95db-4e88-a289-afd451f9fdb5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c762153d-c78d-457d-9132-a44fd50a0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:44.585777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Attempting to bind port 15d15a3f-95db-4e88-a289-afd451f9fdb5 on network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:44.604199 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:44.604575 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Checking segment: {'id': 'c762153d-c78d-457d-9132-a44fd50a0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:44.604974 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.605362 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Bound using segment: {'id': 'c762153d-c78d-457d-9132-a44fd50a0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:44.608518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47024) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:44.608742 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Bound port: 15d15a3f-95db-4e88-a289-afd451f9fdb5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c762153d-c78d-457d-9132-a44fd50a0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e29ae549-ff8f-48e0-b2dd-79c3c0e43be1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:44.609324 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.645522 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50783702-8e19-47bf-a0d8-bcc98ca9d06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.705258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:44.742712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ed29adbd-b20a-4403-b0e7-1118a7493d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.755815 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] For port 15d15a3f-95db-4e88-a289-afd451f9fdb5, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:44.766481 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7f52c404-3ccd-4130-bbb7-2c63778fad09 req-d6b84602-4bb6-4c6b-b6ea-aa8c917ebbc4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2472827 Jul 09 13:34:44.767185 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] For port 15d15a3f-95db-4e88-a289-afd451f9fdb5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=15d15a3f-95db-4e88-a289-afd451f9fdb5,segment=NetworkSegment(c762153d-c78d-457d-9132-a44fd50a0fd8),segment_id=c762153d-c78d-457d-9132-a44fd50a0fd8)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:44.777731 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.807618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47028) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:44.914776 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Routers {'460295c8-554e-4bd5-a9b7-51854470c879'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:44.924791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['460295c8-554e-4bd5-a9b7-51854470c879'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:44.931357 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bd652-98bb-486b-b8fe-3fcd5d8abcfa None None] Pushing event updated for resources: {'Port': ['ID=15d15a3f-95db-4e88-a289-afd451f9fdb5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:45.066167 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.070622 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] Set router 460295c8-554e-4bd5-a9b7-51854470c879 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:34:45.110774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50783702-8e19-47bf-a0d8-bcc98ca9d06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.125653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event deleted for resources: {'Port': ['ID=15d15a3f-95db-4e88-a289-afd451f9fdb5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:45.134645 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50783702-8e19-47bf-a0d8-bcc98ca9d06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.151453 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460295c8-554e-4bd5-a9b7-51854470c879', 'name': '', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:34:39Z', 'updated_at': '2021-07-09T13:34:43Z', 'revision_number': 4, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:45.196818 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2577371-ff3b-4e59-844d-4534d3d03ff7 None None] The sync data for ids ['460295c8-554e-4bd5-a9b7-51854470c879'] in n-d-799524-3 is: [{'id': '460295c8-554e-4bd5-a9b7-51854470c879', 'name': '', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:34:39Z', 'updated_at': '2021-07-09T13:34:43Z', 'revision_number': 4, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:45.237882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50783702-8e19-47bf-a0d8-bcc98ca9d06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12672d2-d7cc-4b01-a3b4-257493c4b7d8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:45.253298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-50783702-8e19-47bf-a0d8-bcc98ca9d06f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e6d7591790d45679670401950ebf41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404653 Jul 09 13:34:45.258647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:45.280131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.280131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.281030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.281386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.282867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.283394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.283963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.284362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.284701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.285210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.285574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.286285 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:45.306016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-383defe9-8f33-4062-90f4-c86d22ae86d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.380642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.403709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ed29adbd-b20a-4403-b0e7-1118a7493d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.408655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45373e4d-adaf-444d-9ec2-1ae7d83e1cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.415966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ed29adbd-b20a-4403-b0e7-1118a7493d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.456562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.506569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.509868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.521316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45373e4d-adaf-444d-9ec2-1ae7d83e1cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.537350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29adbd-b20a-4403-b0e7-1118a7493d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96379b20-1110-4be8-a648-3362f4d7ad6a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:45.550028 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ed29adbd-b20a-4403-b0e7-1118a7493d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fd59f0d2d5b482a8368066381023d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8434820 Jul 09 13:34:45.562143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47038) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:45.607132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.607656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 460295c8-554e-4bd5-a9b7-51854470c879 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:34:45.613208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.617682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7077a644-d6dc-47b8-9c7f-2afb4207d79e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "DELETE /v2.0/routers/460295c8-554e-4bd5-a9b7-51854470c879 HTTP/1.1" status: 204 len: 168 time: 2.3807373 Jul 09 13:34:45.621295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47040) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:45.679889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45373e4d-adaf-444d-9ec2-1ae7d83e1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.682890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-45373e4d-adaf-444d-9ec2-1ae7d83e1cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.686568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-45373e4d-adaf-444d-9ec2-1ae7d83e1cdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f12672d2-d7cc-4b01-a3b4-257493c4b7d8 HTTP/1.1" status: 204 len: 168 time: 0.4264765 Jul 09 13:34:45.696095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a0ea-4215-4324-b82e-50fdcb46fde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.702448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bde503-3110-45e1-86ac-898d8fdde375 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Deleting subnet abe4373e-532d-4b8a-997c-1a119e155d60 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:45.708761 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bde503-3110-45e1-86ac-898d8fdde375 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.737396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373e4d-adaf-444d-9ec2-1ae7d83e1cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12672d2-d7cc-4b01-a3b4-257493c4b7d8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:45.764417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-383defe9-8f33-4062-90f4-c86d22ae86d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.774195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-383defe9-8f33-4062-90f4-c86d22ae86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.775540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a0ea-4215-4324-b82e-50fdcb46fde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.779360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bde503-3110-45e1-86ac-898d8fdde375 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.857242 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-383defe9-8f33-4062-90f4-c86d22ae86d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99cde7a5efcf4a7db4f976933bf84ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0465186 Jul 09 13:34:45.860037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47046) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:45.862333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383defe9-8f33-4062-90f4-c86d22ae86d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5d207b-16b5-4e79-b1f3-abd4c25911c9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:45.880940 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a0ea-4215-4324-b82e-50fdcb46fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.883842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc4a0ea-4215-4324-b82e-50fdcb46fde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.885129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2fc4a0ea-4215-4324-b82e-50fdcb46fde3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96379b20-1110-4be8-a648-3362f4d7ad6a HTTP/1.1" status: 204 len: 168 time: 0.3220365 Jul 09 13:34:45.892448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bde503-3110-45e1-86ac-898d8fdde375 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.899170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4a0ea-4215-4324-b82e-50fdcb46fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96379b20-1110-4be8-a648-3362f4d7ad6a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:45.970408 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-462e088e-912b-4cad-b547-979d2300fa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.991862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Deleting port d021bbd7-5c8e-4510-a8fe-7899c8357a24 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:45.992250 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.007239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-462e088e-912b-4cad-b547-979d2300fa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.021208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bde503-3110-45e1-86ac-898d8fdde375 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.132270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bde503-3110-45e1-86ac-898d8fdde375 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=abe4373e-532d-4b8a-997c-1a119e155d60,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:46.173343 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bde503-3110-45e1-86ac-898d8fdde375 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.185443 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-87bde503-3110-45e1-86ac-898d8fdde375 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/abe4373e-532d-4b8a-997c-1a119e155d60 HTTP/1.1" status: 204 len: 168 time: 0.5626812 Jul 09 13:34:46.218162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] For port d021bbd7-5c8e-4510-a8fe-7899c8357a24, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d021bbd7-5c8e-4510-a8fe-7899c8357a24,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:46.219291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.237476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Calling delete_port for d021bbd7-5c8e-4510-a8fe-7899c8357a24 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:46.257974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47054) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:46.409198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.501280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12bee4-1976-4508-9bcf-2befeebc336b req-1cb9b607-fece-4e58-a8d9-caa978ecdb67 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:46.503148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c12bee4-1976-4508-9bcf-2befeebc336b req-1cb9b607-fece-4e58-a8d9-caa978ecdb67 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.3921924 Jul 09 13:34:46.576229 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.588974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47068) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:46.594972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29ae549-ff8f-48e0-b2dd-79c3c0e43be1']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:46.609138 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b06fa64-7ec6-400c-aad7-8f038cab21ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.611690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c762153d-c78d-457d-9132-a44fd50a0fd8') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:46.612074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c762153d-c78d-457d-9132-a44fd50a0fd8') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:46.626254 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.642263 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.654772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.663144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:46.663855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: items = [ Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:46.666198 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:46.690791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Pushing event deleted for resources: {'Port': ['ID=d021bbd7-5c8e-4510-a8fe-7899c8357a24,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:46.696327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-462e088e-912b-4cad-b547-979d2300fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.705392 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-462e088e-912b-4cad-b547-979d2300fa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.711999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-462e088e-912b-4cad-b547-979d2300fa80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a5d207b-16b5-4e79-b1f3-abd4c25911c9 HTTP/1.1" status: 204 len: 168 time: 0.8484566 Jul 09 13:34:46.834713 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6043f56d-6dae-445f-b64f-3468d2636004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.847077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e088e-912b-4cad-b547-979d2300fa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5d207b-16b5-4e79-b1f3-abd4c25911c9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:46.911979 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c12bee4-1976-4508-9bcf-2befeebc336b req-2806b0a3-6303-4799-8756-fdb74ba8dd67 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2669408 Jul 09 13:34:46.929519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.958401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:34:46.975705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.976040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event deleted for resources: {'Network': ['ID=e29ae549-ff8f-48e0-b2dd-79c3c0e43be1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:46.981983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.987704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ffabd951-0ebe-4703-a224-e378d6c3f024 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e29ae549-ff8f-48e0-b2dd-79c3c0e43be1 HTTP/1.1" status: 204 len: 168 time: 0.7219059 Jul 09 13:34:47.266235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.276717 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b06fa64-7ec6-400c-aad7-8f038cab21ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.326992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b06fa64-7ec6-400c-aad7-8f038cab21ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.328685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47082) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:47.354972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0567ef0-b95e-4fa8-8ea9-086237d28dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.359844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7b06fa64-7ec6-400c-aad7-8f038cab21ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f32713a72228488293cf718a9a71928b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7671349 Jul 09 13:34:47.366321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47084) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:47.412404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06fa64-7ec6-400c-aad7-8f038cab21ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9408f5-9aef-4a96-b1fa-3ae7d19264bc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:47.523090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abbebcef-302a-4e8d-ad3d-7a21f94034c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.601623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0567ef0-b95e-4fa8-8ea9-086237d28dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.609155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0567ef0-b95e-4fa8-8ea9-086237d28dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.642342 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abbebcef-302a-4e8d-ad3d-7a21f94034c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.705117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Router defd9990-5862-4788-939e-a57e4a3793cd has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:34:47.724434 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c0567ef0-b95e-4fa8-8ea9-086237d28dd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba947bf49fc74773897c336dbbebeec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928175 Jul 09 13:34:47.731870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47096) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:47.732144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0567ef0-b95e-4fa8-8ea9-086237d28dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf5371b-6f55-4277-963d-8c17c2bc699b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:47.828921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47106) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:47.840768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a80da4a6-eaa6-4951-ae9e-83b794db1cbf tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'router': {'name': 'tempest-router--1136271233', 'project_id': 'c4f74897005f45f28d0b3ac873c70e19'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:47.880883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a80da4a6-eaa6-4951-ae9e-83b794db1cbf tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.883293 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a80da4a6-eaa6-4951-ae9e-83b794db1cbf tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.912458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abbebcef-302a-4e8d-ad3d-7a21f94034c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.915346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-abbebcef-302a-4e8d-ad3d-7a21f94034c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.916500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-abbebcef-302a-4e8d-ad3d-7a21f94034c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e9408f5-9aef-4a96-b1fa-3ae7d19264bc HTTP/1.1" status: 204 len: 168 time: 0.5491934 Jul 09 13:34:47.989387 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a80da4a6-eaa6-4951-ae9e-83b794db1cbf tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.998678 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a80da4a6-eaa6-4951-ae9e-83b794db1cbf tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.006680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbebcef-302a-4e8d-ad3d-7a21f94034c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9408f5-9aef-4a96-b1fa-3ae7d19264bc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:48.026124 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a80da4a6-eaa6-4951-ae9e-83b794db1cbf tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.030586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a80da4a6-eaa6-4951-ae9e-83b794db1cbf tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1958134 Jul 09 13:34:48.030586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47114) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:48.111612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f124af3-f773-4bf8-8788-562de0d316da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.172351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:48.187402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3fc84bf8-e4a9-400d-bb71-75f0a12910da admin admin] 10.222.0.32 "PUT /v2.0/routers/defd9990-5862-4788-939e-a57e4a3793cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2454123 Jul 09 13:34:48.190729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47118) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:48.208630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f124af3-f773-4bf8-8788-562de0d316da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.219364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] Sync routers for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:48.283952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:48.287858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f124af3-f773-4bf8-8788-562de0d316da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.292639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2f124af3-f773-4bf8-8788-562de0d316da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.293242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:48.297526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2f124af3-f773-4bf8-8788-562de0d316da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/daf5371b-6f55-4277-963d-8c17c2bc699b HTTP/1.1" status: 204 len: 168 time: 0.5652943 Jul 09 13:34:48.311997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f124af3-f773-4bf8-8788-562de0d316da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf5371b-6f55-4277-963d-8c17c2bc699b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:48.345545 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.406447 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6acfeb09-1029-4524-9cc0-66e6e622b9d8 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.518961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:34:48.707252 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.710051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6acfeb09-1029-4524-9cc0-66e6e622b9d8 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.714558 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6acfeb09-1029-4524-9cc0-66e6e622b9d8 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.726878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bfb38-f6b3-46c3-969e-9712dd13fea3 req-1953872a-8a20-425c-83ce-6e52d7ad85c4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:48.735947 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-779bfb38-f6b3-46c3-969e-9712dd13fea3 req-1953872a-8a20-425c-83ce-6e52d7ad85c4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.4400828 Jul 09 13:34:48.879095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:34:46Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:48.905920 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6acfeb09-1029-4524-9cc0-66e6e622b9d8 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.906456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acfeb09-1029-4524-9cc0-66e6e622b9d8 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router faeac795-f49a-4142-ae2a-4389d40749cc {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:34:48.914983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6acfeb09-1029-4524-9cc0-66e6e622b9d8 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.919569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6acfeb09-1029-4524-9cc0-66e6e622b9d8 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "DELETE /v2.0/routers/faeac795-f49a-4142-ae2a-4389d40749cc HTTP/1.1" status: 204 len: 168 time: 0.8874764 Jul 09 13:34:48.929870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-779bfb38-f6b3-46c3-969e-9712dd13fea3 req-6fff1b65-faed-4342-b772-b1cd6c7410d5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1922891 Jul 09 13:34:48.966667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] Checking router: defd9990-5862-4788-939e-a57e4a3793cd for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:34:48.978042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.979074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] Routers {'defd9990-5862-4788-939e-a57e4a3793cd'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:48.979719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['defd9990-5862-4788-939e-a57e4a3793cd'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:49.079294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Deleting port c22101b3-8689-421d-ba0e-ff34527a2253 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:49.079707 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.183647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] Set router defd9990-5862-4788-939e-a57e4a3793cd gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:34:49.204525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] For port c22101b3-8689-421d-ba0e-ff34527a2253, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c22101b3-8689-421d-ba0e-ff34527a2253,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:49.205007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.244900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Calling delete_port for c22101b3-8689-421d-ba0e-ff34527a2253 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:49.280922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47162) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:49.471387 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.524003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22101b3-8689-421d-ba0e-ff34527a2253,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:49.639576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-100762347', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:49.657128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.705378 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.750964 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.752249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.824950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:34:46Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:49.885272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e3bc2-23f5-4e99-a19a-2b810469585c None None] The sync data for ids ['defd9990-5862-4788-939e-a57e4a3793cd'] in n-d-799524-3 is: [{'id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'name': 'tempest-TaggedBootDevicesTest-1700252956-router', 'tenant_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:59Z', 'updated_at': '2021-07-09T13:34:46Z', 'revision_number': 5, 'project_id': 'a26a1b0f4c394e2d8d9cfc8d69dbeef6', 'gw_port': {'id': 'c22101b3-8689-421d-ba0e-ff34527a2253', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defd9990-5862-4788-939e-a57e4a3793cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:23:01Z', 'updated_at': '2021-07-09T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:49.889135 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.896871 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.903046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.961421 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.962088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router defd9990-5862-4788-939e-a57e4a3793cd {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:34:49.967108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.968691 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-feb59bff-46ad-4c14-a4bd-27d64f903fc8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/defd9990-5862-4788-939e-a57e4a3793cd HTTP/1.1" status: 204 len: 168 time: 1.7670577 Jul 09 13:34:49.971998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47198) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:49.991803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:34:50.170521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-065a6af3-1714-4538-ba89-f51223605425 admin admin] Deleting subnet fe0d72da-6ef1-4977-b9dc-908645ee4d80 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:50.193433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065a6af3-1714-4538-ba89-f51223605425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.236770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:50.267223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'port_id': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'mac_address': 'fa:16:3e:3b:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:34:50.302507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47214) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:50.318227 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.344774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb3ca458-6767-4c1b-89c1-49b6ee068403 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:34:50.394069 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065a6af3-1714-4538-ba89-f51223605425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.400749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:50.414659 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.430393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.482641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d021bbd7-5c8e-4510-a8fe-7899c8357a24 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:50.517897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: d021bbd7-5c8e-4510-a8fe-7899c8357a24 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:50.519049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d021bbd7-5c8e-4510-a8fe-7899c8357a24 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:50.568472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:50.575275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['bb3ca458-6767-4c1b-89c1-49b6ee068403'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:50.602174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2d912-3e6b-4956-9b5a-bca11ae9f595 req-ec0ef684-2a78-4087-a501-386a60f89954 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:50.620133 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66b2d912-3e6b-4956-9b5a-bca11ae9f595 req-ec0ef684-2a78-4087-a501-386a60f89954 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.3673084 Jul 09 13:34:50.755269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065a6af3-1714-4538-ba89-f51223605425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.780857 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66b2d912-3e6b-4956-9b5a-bca11ae9f595 req-ff20446d-49ac-4a64-8a8d-682df6a31771 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1510744 Jul 09 13:34:50.863070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065a6af3-1714-4538-ba89-f51223605425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.906224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a6af3-1714-4538-ba89-f51223605425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0d72da-6ef1-4977-b9dc-908645ee4d80,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:50.929063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065a6af3-1714-4538-ba89-f51223605425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.931657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-065a6af3-1714-4538-ba89-f51223605425 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe0d72da-6ef1-4977-b9dc-908645ee4d80 HTTP/1.1" status: 204 len: 168 time: 0.9573669 Jul 09 13:34:50.933610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47238) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:50.937902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44ea2d-72a6-449c-903c-d01d7b6e21c9 None None] Network 61671166-2ff7-47cf-85fd-d0479610055b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:51.074173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.091760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-e75f879f-de2e-42a7-8821-8e18e781f618 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.095663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e75f879f-de2e-42a7-8821-8e18e781f618 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.7793658 Jul 09 13:34:51.107288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47242) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.113903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-29b95255-03ba-4973-99ae-b9643a2ef520 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.128293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-29b95255-03ba-4973-99ae-b9643a2ef520 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0198793 Jul 09 13:34:51.132809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47246) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.139611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-1afd21e4-0933-44fc-a343-c655e2da2a03 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.152570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1afd21e4-0933-44fc-a343-c655e2da2a03 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0165823 Jul 09 13:34:51.154430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47248) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.157628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.167219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.171634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-b932aaeb-4f75-4853-aeef-f75434d070df tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.180006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b932aaeb-4f75-4853-aeef-f75434d070df tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0135496 Jul 09 13:34:51.180338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47252) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.187361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-538f9f94-1ae2-416f-9ffa-54731e7f3a7a tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.188890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-538f9f94-1ae2-416f-9ffa-54731e7f3a7a tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067902 Jul 09 13:34:51.193024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47254) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.200962 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-f293fbc5-1060-4562-bfbd-00fdd42ab1b5 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.219602 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f293fbc5-1060-4562-bfbd-00fdd42ab1b5 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0231967 Jul 09 13:34:51.220644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47256) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.227384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-d093dad4-4969-4f1f-80b5-d01aa82b994a tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.231390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d093dad4-4969-4f1f-80b5-d01aa82b994a tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087986 Jul 09 13:34:51.233747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47258) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.240198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-bdc5b50f-6970-4022-89b2-1edb983e2a7b tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.254519 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bdc5b50f-6970-4022-89b2-1edb983e2a7b tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0178008 Jul 09 13:34:51.266198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47260) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.282626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-267fcf43-9a59-4c26-8346-88edb96b81ec tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.294868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-267fcf43-9a59-4c26-8346-88edb96b81ec tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0197895 Jul 09 13:34:51.294868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47262) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.294868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-5702ccd0-d3c3-4c7e-9be5-1c691ac7011b tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.299798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47266) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.306479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-a3269a51-8111-44f7-bfb2-bd02ed3e3176 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.307477 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5702ccd0-d3c3-4c7e-9be5-1c691ac7011b tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0164256 Jul 09 13:34:51.319466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47268) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.324077 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a3269a51-8111-44f7-bfb2-bd02ed3e3176 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0229464 Jul 09 13:34:51.329025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-3817470d-e8cc-4330-9df8-dccde887705f tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.333388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47270) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.335484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3817470d-e8cc-4330-9df8-dccde887705f tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0149741 Jul 09 13:34:51.341573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-02300c7c-25fa-4d8d-9120-e51994fafa30 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.345276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47272) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.356068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-02300c7c-25fa-4d8d-9120-e51994fafa30 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0202034 Jul 09 13:34:51.365977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-2b1b7d78-53d0-4272-971f-38baead6c453 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.377544 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2b1b7d78-53d0-4272-971f-38baead6c453 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0284462 Jul 09 13:34:51.378205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47274) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.395077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-d16542c3-55d0-46bd-b698-288aa8b6b46e tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.400989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47276) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.407402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-90945326-d086-4eec-9957-7a1f8b0f56fc tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.411728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d16542c3-55d0-46bd-b698-288aa8b6b46e tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0289063 Jul 09 13:34:51.414921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47278) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.419541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-81984999-0cf1-4e8b-999b-2e9b049310d6 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.423551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-90945326-d086-4eec-9957-7a1f8b0f56fc tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0199285 Jul 09 13:34:51.423945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-81984999-0cf1-4e8b-999b-2e9b049310d6 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0073361 Jul 09 13:34:51.425444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47280) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.431589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-64fdc35b-5d95-44e0-87f0-d220d8bc0e6d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.435180 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-64fdc35b-5d95-44e0-87f0-d220d8bc0e6d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0081720 Jul 09 13:34:51.436731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47282) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.440920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-9a5f3ff6-57ad-4c45-8d87-8eaade4b8edf tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.444733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9a5f3ff6-57ad-4c45-8d87-8eaade4b8edf tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070453 Jul 09 13:34:51.446419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Deleting port 2ef7b468-3d39-4d9a-8487-3b30394be6ad {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:51.446763 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.448650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47286) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.476888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-7a428a1b-d835-4f94-a1f0-0fa97d8c90c9 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.477989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7a428a1b-d835-4f94-a1f0-0fa97d8c90c9 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0163479 Jul 09 13:34:51.511987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] DHCP port deletion for 61671166-2ff7-47cf-85fd-d0479610055b request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:51.521956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47290) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.526749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-10c5f523-c32b-4801-9b8a-2ef743ea6409 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.531510 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-10c5f523-c32b-4801-9b8a-2ef743ea6409 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083911 Jul 09 13:34:51.552772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47292) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.577003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-796287d2-5a37-4ae7-92c1-5a651f1e046a tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.584986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-796287d2-5a37-4ae7-92c1-5a651f1e046a tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0310488 Jul 09 13:34:51.609436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47298) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.628270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-5f122e39-ae41-46d9-85d4-1e044f5a5826 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.629711 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5f122e39-ae41-46d9-85d4-1e044f5a5826 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0165138 Jul 09 13:34:51.632888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47300) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.645472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-0ae99885-55bc-44d0-b40b-445bcc97f246 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.646458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0ae99885-55bc-44d0-b40b-445bcc97f246 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0126343 Jul 09 13:34:51.647414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] For port 2ef7b468-3d39-4d9a-8487-3b30394be6ad, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2ef7b468-3d39-4d9a-8487-3b30394be6ad,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:51.648857 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.654471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47302) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.693769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] Deleting port 2ef7b468-3d39-4d9a-8487-3b30394be6ad {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:51.693894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Allocated IP 172.25.5.227 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/8e6d1d7d-8369-4325-b14a-a854974a70db) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:51.694667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-2c105f05-5fa7-41db-93f9-d90ccf2e580d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.694788 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.696301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2c105f05-5fa7-41db-93f9-d90ccf2e580d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0361624 Jul 09 13:34:51.698799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47306) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.708319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-0d69aec0-2028-4a62-9948-7b4c8fd57164 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.710209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0d69aec0-2028-4a62-9948-7b4c8fd57164 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0073407 Jul 09 13:34:51.715994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47308) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.720830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-8a1619b5-0d66-4d97-95ee-237867654d93 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.722119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8a1619b5-0d66-4d97-95ee-237867654d93 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047708 Jul 09 13:34:51.726350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47310) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.734115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-282601dc-f36d-4515-9f85-406e85527c8e tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.736063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-282601dc-f36d-4515-9f85-406e85527c8e tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057540 Jul 09 13:34:51.741581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47312) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.747608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-a2f177d4-9121-43ff-8948-908484c74e4e tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.749037 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a2f177d4-9121-43ff-8948-908484c74e4e tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061595 Jul 09 13:34:51.752259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47314) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.757376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-82980b85-dba8-4e9e-8664-4170a69317ed tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.758673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-82980b85-dba8-4e9e-8664-4170a69317ed tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051994 Jul 09 13:34:51.770650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47316) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.782663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-81ab97d1-d6ed-4efa-bcfc-6c280d5c6dca tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.783992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-81ab97d1-d6ed-4efa-bcfc-6c280d5c6dca tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0118892 Jul 09 13:34:51.837674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47318) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.846251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-91f01e66-7f68-4db2-94e7-6992216f3c95 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.856865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-91f01e66-7f68-4db2-94e7-6992216f3c95 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0108960 Jul 09 13:34:51.859752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47328) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.872653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-09d46fb6-bc82-4131-973f-e65873cc6cf4 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.877336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-09d46fb6-bc82-4131-973f-e65873cc6cf4 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0134726 Jul 09 13:34:51.888166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47330) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.900893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-89a4d933-2eaf-45c0-9c12-da0c911d4e84 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.909910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-89a4d933-2eaf-45c0-9c12-da0c911d4e84 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0193772 Jul 09 13:34:51.917175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47334) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.922515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] For port 2ef7b468-3d39-4d9a-8487-3b30394be6ad, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2ef7b468-3d39-4d9a-8487-3b30394be6ad,segment=NetworkSegment(7cc31750-8c60-443e-b678-cfca831b4e1a),segment_id=7cc31750-8c60-443e-b678-cfca831b4e1a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:51.922881 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.925595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-55382f32-0841-457c-82f0-4f11f478965d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.929817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55382f32-0841-457c-82f0-4f11f478965d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0115788 Jul 09 13:34:51.932307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47336) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.952618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-d7807a1d-6856-4185-b8f1-eff60282089d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.959052 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d7807a1d-6856-4185-b8f1-eff60282089d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0256431 Jul 09 13:34:51.962608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] Calling delete_port for 2ef7b468-3d39-4d9a-8487-3b30394be6ad owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:51.963559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.980187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-ad63d4e1-fe06-4acc-95f7-6733d72d86c7 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:51.987489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ad63d4e1-fe06-4acc-95f7-6733d72d86c7 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0228596 Jul 09 13:34:52.013023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47342) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.029638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-170feb71-9bfc-4f00-adf1-6f5ae5fb3376 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.033358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-170feb71-9bfc-4f00-adf1-6f5ae5fb3376 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0193188 Jul 09 13:34:52.036103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47344) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.043299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-89345f28-9f6c-4209-91d0-d076127d34a5 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.047451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-89345f28-9f6c-4209-91d0-d076127d34a5 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0103750 Jul 09 13:34:52.048072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47346) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.056020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-5f17c8c7-b3e3-4952-b1a3-f586fbff6639 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.060157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5f17c8c7-b3e3-4952-b1a3-f586fbff6639 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0082312 Jul 09 13:34:52.064733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47348) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.070336 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-c7be09f4-2304-4919-8289-bb8a0eba371c tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.074108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c7be09f4-2304-4919-8289-bb8a0eba371c tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083170 Jul 09 13:34:52.078071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47350) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.087960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-db2a22f3-3041-4cda-8c9b-81973cf7a113 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.091942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-db2a22f3-3041-4cda-8c9b-81973cf7a113 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0128467 Jul 09 13:34:52.094964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47352) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.109500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-f1a591e3-25f6-4418-8e34-2e2e91137136 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.117969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f1a591e3-25f6-4418-8e34-2e2e91137136 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0217738 Jul 09 13:34:52.121974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47354) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.135098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-9309a7b9-d64e-46c1-8392-adced2cf30c7 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.146430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9309a7b9-d64e-46c1-8392-adced2cf30c7 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0170319 Jul 09 13:34:52.152246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47356) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.172044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-e05b4f47-c8af-4b43-92a5-b77230bfa436 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.179738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e05b4f47-c8af-4b43-92a5-b77230bfa436 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0262263 Jul 09 13:34:52.188551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.190581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47358) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.206441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-49ec6a37-923d-44d3-bc10-9cb106f8cf7f tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.213124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-49ec6a37-923d-44d3-bc10-9cb106f8cf7f tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0191588 Jul 09 13:34:52.213778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47360) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.217783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:52.228621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-8cdcb08c-da32-4786-b6a3-57fae5a85a39 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.233609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8cdcb08c-da32-4786-b6a3-57fae5a85a39 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0137391 Jul 09 13:34:52.235749 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.249366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.266617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-b5894258-2f59-45ca-a27c-6d368cedde27 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.276316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5894258-2f59-45ca-a27c-6d368cedde27 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0256903 Jul 09 13:34:52.277081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47366) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.292896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-6d6f1161-ddc6-4fa8-82ed-3297305ba1ff tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.302010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d6f1161-ddc6-4fa8-82ed-3297305ba1ff tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0222318 Jul 09 13:34:52.304501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47368) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.325710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-b236102f-4dce-400b-9a71-c7c50854b4f2 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.332484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b236102f-4dce-400b-9a71-c7c50854b4f2 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0269268 Jul 09 13:34:52.333135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47372) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.355125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-57e8f4ac-b93d-4abe-aef0-ab8f5124046d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.363710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-57e8f4ac-b93d-4abe-aef0-ab8f5124046d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0273654 Jul 09 13:34:52.366689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47374) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.402266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-f868be1e-ca66-4a1a-aee7-9084c97536fb tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.406253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f868be1e-ca66-4a1a-aee7-9084c97536fb tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0384991 Jul 09 13:34:52.406880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47378) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.431964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Calling delete_port for 2ef7b468-3d39-4d9a-8487-3b30394be6ad owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:52.436765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c22101b3-8689-421d-ba0e-ff34527a2253 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:52.444094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-bb8b5aa5-312c-4c5b-b6dc-034d3724d8a9 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.448024 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bb8b5aa5-312c-4c5b-b6dc-034d3724d8a9 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0347757 Jul 09 13:34:52.454145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] No DVR routers for this DVR port 2ef7b468-3d39-4d9a-8487-3b30394be6ad on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:52.472070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47380) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.472381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09c014-9655-42b9-97ce-17ec38330134 None None] Pushing event deleted for resources: {'Port': ['ID=2ef7b468-3d39-4d9a-8487-3b30394be6ad,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:52.492050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-c60d6a8d-28dc-4c7e-bf25-9aa7d5914a24 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.493332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c60d6a8d-28dc-4c7e-bf25-9aa7d5914a24 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0220101 Jul 09 13:34:52.497229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47384) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.517444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-1940881a-1b21-43b2-9ecb-fb1c49885fdd tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.521072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1940881a-1b21-43b2-9ecb-fb1c49885fdd tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0202849 Jul 09 13:34:52.521920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47388) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.533528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-89eea6b1-60ae-426b-814f-fb807ded72a2 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.539053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47392) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.542247 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-89eea6b1-60ae-426b-814f-fb807ded72a2 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0146017 Jul 09 13:34:52.544322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-1f159faa-b2dd-4d16-a03e-9ce665f90987 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.545329 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1f159faa-b2dd-4d16-a03e-9ce665f90987 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0053325 Jul 09 13:34:52.568079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47394) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.573451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-1d116ea6-1049-4902-bd9a-51b23bcde695 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.578066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: c22101b3-8689-421d-ba0e-ff34527a2253 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:52.578702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c22101b3-8689-421d-ba0e-ff34527a2253 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:52.579374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2ef7b468-3d39-4d9a-8487-3b30394be6ad no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:52.580760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1d116ea6-1049-4902-bd9a-51b23bcde695 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0108478 Jul 09 13:34:52.584247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.591966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47396) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.601000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-3ec1202c-8e0e-4533-83be-9fd9dc576f0d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.605641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3ec1202c-8e0e-4533-83be-9fd9dc576f0d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0106659 Jul 09 13:34:52.608248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47400) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.670633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62f5b4-b387-4077-a57f-fe5e48f24c35 req-f19fbb27-054a-4708-b87a-e05bddaab1d4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:52.673475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2ef7b468-3d39-4d9a-8487-3b30394be6ad {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:52.673942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2ef7b468-3d39-4d9a-8487-3b30394be6ad not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:52.684496 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e62f5b4-b387-4077-a57f-fe5e48f24c35 req-f19fbb27-054a-4708-b87a-e05bddaab1d4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 944 time: 0.2711012 Jul 09 13:34:52.698602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-15ff0116-c809-4e10-87be-f4e41fd279fb tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.715845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-15ff0116-c809-4e10-87be-f4e41fd279fb tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0877674 Jul 09 13:34:52.720888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47402) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.723577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port bb3ca458-6767-4c1b-89c1-49b6ee068403 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:52.725153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.753209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [None req-aaaeb64b-c495-4326-9760-81ee40f81ba5 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.758279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aaaeb64b-c495-4326-9760-81ee40f81ba5 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0360436 Jul 09 13:34:52.763473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:52.765733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47406) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.771725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e62f5b4-b387-4077-a57f-fe5e48f24c35 req-97ce1e89-4b7a-4eb7-a405-ac569d8d4359 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0853357 Jul 09 13:34:52.772943 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.776524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:52.809807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-600c2712-bad2-4c0f-b378-fafd8caa726d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.810815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-600c2712-bad2-4c0f-b378-fafd8caa726d tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0317333 Jul 09 13:34:52.811906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:52.818776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47408) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.834074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef7b468-3d39-4d9a-8487-3b30394be6ad,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:52.845136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] No DVR routers for this DVR port 2ef7b468-3d39-4d9a-8487-3b30394be6ad on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:52.881003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-b5810a41-fb17-4b0d-802b-1a0313e38ef4 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.883791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5810a41-fb17-4b0d-802b-1a0313e38ef4 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0574536 Jul 09 13:34:52.909011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47412) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.923704 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.937682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-c58e17ff-b018-4911-8c16-ba8cfb51a030 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.938527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c58e17ff-b018-4911-8c16-ba8cfb51a030 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0207956 Jul 09 13:34:52.944294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event updated for resources: {'Port': ['ID=8e6d1d7d-8369-4325-b14a-a854974a70db,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:52.946925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47416) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.962088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-77878634-963e-4659-bd6f-b90e472bba2b tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.964651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77878634-963e-4659-bd6f-b90e472bba2b tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0143473 Jul 09 13:34:52.968311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47420) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.974611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-8f307f86-f36d-4e8f-a13c-56ffa9503492 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.976000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8f307f86-f36d-4e8f-a13c-56ffa9503492 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0058472 Jul 09 13:34:52.979829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47422) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.985148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-07b5832a-49d9-42c6-b595-2080c39d2123 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:52.986351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-07b5832a-49d9-42c6-b595-2080c39d2123 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051844 Jul 09 13:34:52.989644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:53.011218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-35d734fb-46f7-4350-9ce2-580a5c1271f8 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:53.013577 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-35d734fb-46f7-4350-9ce2-580a5c1271f8 tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0211802 Jul 09 13:34:53.017688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:53.026042 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c9cb2d-68d9-4908-8624-659b9c8c6e0c" -d '{"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:53.029268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47430) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:53.035600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [None req-3f9c2b4f-1801-4a26-b841-cc624ff65ebc tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:34:53.037298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3f9c2b4f-1801-4a26-b841-cc624ff65ebc tempest-ExtensionsTestJSON-693368967 tempest-ExtensionsTestJSON-693368967-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051033 Jul 09 13:34:53.093701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:53.108789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.114759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.156969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61671166-2ff7-47cf-85fd-d0479610055b']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:53.189312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc31750-8c60-443e-b678-cfca831b4e1a') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:53.189832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc31750-8c60-443e-b678-cfca831b4e1a') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:53.219677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.266330 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.299228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:53.300170 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.352620 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3338650f-ad20-4623-8154-0acd6821812b x-openstack-request-id: req-3338650f-ad20-4623-8154-0acd6821812b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:53.353030 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:53.353298 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3338650f-ad20-4623-8154-0acd6821812b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:53.353731 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'code': 200} Jul 09 13:34:53.354338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:53.388044 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:53.396558 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.404110 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.408390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] 10.222.0.32 "DELETE /v2.0/networks/61671166-2ff7-47cf-85fd-d0479610055b HTTP/1.1" status: 204 len: 168 time: 2.4737461 Jul 09 13:34:53.438806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbf781-98d3-48d5-9b12-f9901ce9216f admin admin] Pushing event deleted for resources: {'Network': ['ID=61671166-2ff7-47cf-85fd-d0479610055b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:53.803802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47456) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:53.919237 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-18724d18-0860-4340-ad74-2a01ca15c455 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a26a1b0f4c394e2d8d9cfc8d69dbeef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134527 Jul 09 13:34:53.922044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47462) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:54.037197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47466) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:54.115954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ca8139e5-4965-46ee-927e-4df138542485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.199301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ca8139e5-4965-46ee-927e-4df138542485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.318836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ca8139e5-4965-46ee-927e-4df138542485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.322089 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ca8139e5-4965-46ee-927e-4df138542485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.323609 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ca8139e5-4965-46ee-927e-4df138542485 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f340dd7-b324-4d3a-b9b1-b9f76e8a3558 HTTP/1.1" status: 204 len: 168 time: 0.3968909 Jul 09 13:34:54.339279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8139e5-4965-46ee-927e-4df138542485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f340dd7-b324-4d3a-b9b1-b9f76e8a3558,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:54.511836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.603870 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e718e38e-3529-4271-ba38-22b0b5fce4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.280304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e718e38e-3529-4271-ba38-22b0b5fce4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.318690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361028b3-9d85-4608-95df-0deedef619c9 req-1ffea5f8-bd54-41a1-afef-e6e3e3c594f7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:55.335963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361028b3-9d85-4608-95df-0deedef619c9 req-1ffea5f8-bd54-41a1-afef-e6e3e3c594f7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 1.1463218 Jul 09 13:34:55.612711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e718e38e-3529-4271-ba38-22b0b5fce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.695397 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.713549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718e38e-3529-4271-ba38-22b0b5fce4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c52adf0-c1ef-44c4-a8bd-9e477b742ef7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:55.720114 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e718e38e-3529-4271-ba38-22b0b5fce4ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78f7790bc1f94d34a6e1362dff415d65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6796043 Jul 09 13:34:55.724971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47512) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:55.750450 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-361028b3-9d85-4608-95df-0deedef619c9 req-f1a8597a-3032-4c9f-b090-2939fcb398a1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4094696 Jul 09 13:34:55.914546 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bff2443e-b10c-4884-884e-9089a84d3bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.968414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47520) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:56.007929 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bff2443e-b10c-4884-884e-9089a84d3bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.057496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Router 5db24156-4f26-4a63-82cb-b6652273d4e0 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:34:56.166059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bff2443e-b10c-4884-884e-9089a84d3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.175109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47526) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:56.177401 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bff2443e-b10c-4884-884e-9089a84d3bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.186897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bff2443e-b10c-4884-884e-9089a84d3bcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c52adf0-c1ef-44c4-a8bd-9e477b742ef7 HTTP/1.1" status: 204 len: 168 time: 0.4564190 Jul 09 13:34:56.227065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2443e-b10c-4884-884e-9089a84d3bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c52adf0-c1ef-44c4-a8bd-9e477b742ef7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:56.397215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:56.420937 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e27071-41b2-4b6f-827b-42db811e7e98 None None] Sync routers for ids ['5db24156-4f26-4a63-82cb-b6652273d4e0'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:56.459459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.460817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4a204090-3c9c-4d11-9810-6fc94266879b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1788552 Jul 09 13:34:56.465441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47540) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:56.478785 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e27071-41b2-4b6f-827b-42db811e7e98 None None] Routers {'5db24156-4f26-4a63-82cb-b6652273d4e0'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:56.481075 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-25e27071-41b2-4b6f-827b-42db811e7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5db24156-4f26-4a63-82cb-b6652273d4e0'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:56.594847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1072632280-network', 'tenant_id': '2cec6a0d069b473c92e1486771006f68'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:56.617698 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-25e27071-41b2-4b6f-827b-42db811e7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:56.654336 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e27071-41b2-4b6f-827b-42db811e7e98 None None] Routers {'5db24156-4f26-4a63-82cb-b6652273d4e0'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:56.655193 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-25e27071-41b2-4b6f-827b-42db811e7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5db24156-4f26-4a63-82cb-b6652273d4e0'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:56.795954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Made reservation on behalf of 2cec6a0d069b473c92e1486771006f68 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:56.799197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.801183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-25e27071-41b2-4b6f-827b-42db811e7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:56.802367 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e27071-41b2-4b6f-827b-42db811e7e98 None None] The sync data for ids ['5db24156-4f26-4a63-82cb-b6652273d4e0'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:56.850471 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fe14455b-53fb-4a26-a2a0-2f5bfadf4a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.862209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.950912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fc102989-d5d6-494e-a1a4-dffb5ad1ccbd tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/routers/5db24156-4f26-4a63-82cb-b6652273d4e0 HTTP/1.1" status: 200 len: 920 time: 0.4810188 Jul 09 13:34:56.951388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:56.984935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:34:56.984935 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:34:56.984935 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': '2cec6a0d069b473c92e1486771006f68', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 34, 56, 938467)}] Jul 09 13:34:56.984935 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:34:56.986481 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:34:57.061553 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-114ac296-a71c-41c6-b0b3-dffa3a4c3232 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db24156-4f26-4a63-82cb-b6652273d4e0 HTTP/1.1" status: 200 len: 205 time: 0.1008856 Jul 09 13:34:57.062642 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47566) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:57.308200 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fe14455b-53fb-4a26-a2a0-2f5bfadf4a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.321583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fe14455b-53fb-4a26-a2a0-2f5bfadf4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.367777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.438858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14455b-53fb-4a26-a2a0-2f5bfadf4a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b554681-b22f-48ac-9cf9-ae5164d04deb,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:57.446263 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fe14455b-53fb-4a26-a2a0-2f5bfadf4a98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94c6ad39e3874adfafff5f831bb390ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2692766 Jul 09 13:34:57.447413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47580) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:57.457132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d3383-3f33-428e-9038-42da5ab7cb9c req-44fe88e9-38d8-4adb-a172-b48315e39c52 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:57.469145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-606d3383-3f33-428e-9038-42da5ab7cb9c req-44fe88e9-38d8-4adb-a172-b48315e39c52 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.4090431 Jul 09 13:34:57.497810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.574332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.647244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-606d3383-3f33-428e-9038-42da5ab7cb9c req-f4ee4670-41be-431c-99c4-2094b5f54e6a tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1763349 Jul 09 13:34:57.651968 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-184afa68-f34b-4f53-b134-529abb038190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.664935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Deleting port 8e6d1d7d-8369-4325-b14a-a854974a70db {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:57.665560 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.721924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-184afa68-f34b-4f53-b134-529abb038190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.804583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.828455 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-184afa68-f34b-4f53-b134-529abb038190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.829944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47592) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:57.834811 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-184afa68-f34b-4f53-b134-529abb038190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.842060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-184afa68-f34b-4f53-b134-529abb038190 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b554681-b22f-48ac-9cf9-ae5164d04deb HTTP/1.1" status: 204 len: 168 time: 0.3930836 Jul 09 13:34:57.846332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.859641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Calling delete_port for 8e6d1d7d-8369-4325-b14a-a854974a70db owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:57.865917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.880770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184afa68-f34b-4f53-b134-529abb038190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b554681-b22f-48ac-9cf9-ae5164d04deb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:57.977836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df375a3a-9479-4121-aa61-c34426ede0a0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:57.998235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:58.024282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.026403 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Added segment 9e2ee408-1ce4-4a68-bd60-c8769926fe34 of type vlan for network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c Jul 09 13:34:58.131354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.157595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'networks': [{'name': 'tempest-network--1397806730'}, {'name': 'tempest-network--1661047488'}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:58.158148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'network': {'name': 'tempest-network--1397806730'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:58.158415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'network': {'name': 'tempest-network--1661047488'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:58.181541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.183693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:58.185276 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.256327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Made reservation on behalf of c322cd0d74324192a704e74fbdad9840 for: {'network': 2} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:58.265277 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.276913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3019476 Jul 09 13:34:58.279784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47600) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:58.283038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.294471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Request body: {'subnet': {'network_id': '3cd1915b-3eff-4e01-95ed-bfec6c82bd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1072632280-subnet', 'tenant_id': '2cec6a0d069b473c92e1486771006f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:58.331455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8d810-05ae-468c-9f90-e830812a39df admin admin] Pushing event updated for resources: {'Network': ['ID=3cd1915b-3eff-4e01-95ed-bfec6c82bd4c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:58.351701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:58.366414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Made reservation on behalf of 2cec6a0d069b473c92e1486771006f68 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:58.370530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.395301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.500903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event deleted for resources: {'Port': ['ID=8e6d1d7d-8369-4325-b14a-a854974a70db,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:58.648286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.001421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.007109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47612) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:59.088659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.093312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546a543b-3f8f-47ed-8ba1-cdf9b1780be4,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:59.096779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2512a2d2-fc68-45e3-8ef5-164d6007699f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.232645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f84b9-1509-4a17-953f-05f3293555d4 req-a2b6ecae-a80e-4d72-a7e9-af1e65bf5ff3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:59.246898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-541f84b9-1509-4a17-953f-05f3293555d4 req-a2b6ecae-a80e-4d72-a7e9-af1e65bf5ff3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.2410638 Jul 09 13:34:59.252916 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.256219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.300915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Checking segment: {'id': '9e2ee408-1ce4-4a68-bd60-c8769926fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3cd1915b-3eff-4e01-95ed-bfec6c82bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:59.301427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Network hostable DHCP agents. Network: 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:59.320354 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.356886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.366610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-541f84b9-1509-4a17-953f-05f3293555d4 req-16264a18-7ea2-4729-b0c5-9f4899134d63 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1185677 Jul 09 13:34:59.396405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:59.420240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:59.430042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3684a8a-856f-441f-954f-3f2d9433389c None None] Network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:59.431351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:59.432594 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.434196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:59.503422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2512a2d2-fc68-45e3-8ef5-164d6007699f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.514623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2512a2d2-fc68-45e3-8ef5-164d6007699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.572207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2512a2d2-fc68-45e3-8ef5-164d6007699f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbca93958ce448a79d6eadfb02ecf8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922955 Jul 09 13:34:59.583122 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9b0fe37f-ae96-44f4-891e-b477f2483246 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2930551 Jul 09 13:34:59.583122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47620) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:59.649669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f721631-4d44-41f7-9340-72e6f1518f7b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:59.682888 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.683798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Fanout notify agent at l3_agent the message router_deleted on router 5db24156-4f26-4a63-82cb-b6652273d4e0 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:34:59.704688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.711153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-706deec0-513c-4bdb-9d24-2d22609fc73b tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/5db24156-4f26-4a63-82cb-b6652273d4e0 HTTP/1.1" status: 204 len: 168 time: 2.6471405 Jul 09 13:34:59.711823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47624) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:59.716573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.716893 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Added segment 6ade88cb-81eb-419b-b626-59416952796e of type vlan for network 0c0d64f0-3bb1-4845-b66a-6dbfe0199d71 Jul 09 13:34:59.741172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'router': {'name': 'tempest-snat-router-183421653', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': False}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:59.746202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512a2d2-fc68-45e3-8ef5-164d6007699f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86832581-f7a8-4bc4-93d4-981dd5e43603,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:59.805445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-35cf7416-b4a0-4763-bd89-fc8f2d959dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.846589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce0f1a-1c7c-489b-b486-0a13e6dcdb11 None None] Network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:59.867597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-35cf7416-b4a0-4763-bd89-fc8f2d959dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.913666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.944400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.945585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.010712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-35cf7416-b4a0-4763-bd89-fc8f2d959dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.022292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-35cf7416-b4a0-4763-bd89-fc8f2d959dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.026635 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-35cf7416-b4a0-4763-bd89-fc8f2d959dc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86832581-f7a8-4bc4-93d4-981dd5e43603 HTTP/1.1" status: 204 len: 168 time: 0.4445417 Jul 09 13:35:00.027860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:00.057537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf7416-b4a0-4763-bd89-fc8f2d959dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86832581-f7a8-4bc4-93d4-981dd5e43603,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:00.250632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.251095 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Added segment 95232d21-aa94-452c-b8e1-1f671d32d1d1 of type vlan for network 2bc0a343-e5e3-4781-a2b0-74da95ed7893 Jul 09 13:35:00.292489 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.436267 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.757663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.758808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.766132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:00.772475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:00.773181 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.055731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-50271c0b-3dbc-49a9-8412-a63ec89b56ad tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.059019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-50271c0b-3dbc-49a9-8412-a63ec89b56ad tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/networks?id=3cd1915b-3eff-4e01-95ed-bfec6c82bd4c HTTP/1.1" status: 200 len: 822 time: 0.5773132 Jul 09 13:35:01.124235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5a0f9-cdeb-4ee6-836b-db9d6b7a019e req-46a9d6be-eb3c-42d6-a078-0aa70c7140fb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.177550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26b5a0f9-cdeb-4ee6-836b-db9d6b7a019e req-46a9d6be-eb3c-42d6-a078-0aa70c7140fb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.3643982 Jul 09 13:35:01.221653 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.3904226 Jul 09 13:35:01.229964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47666) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:01.240408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-db218d42-b5cf-47f5-8f5a-1bae0062bed2 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/quotas/2cec6a0d069b473c92e1486771006f68 HTTP/1.1" status: 200 len: 375 time: 0.0711195 Jul 09 13:35:01.246339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Network': ['ID=0c0d64f0-3bb1-4845-b66a-6dbfe0199d71,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:01.260020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0c0d64f0-3bb1-4845-b66a-6dbfe0199d71 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:01.274184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.418506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-55b556a4-fba1-445d-a525-c42dae6db27e tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cec6a0d069b473c92e1486771006f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290865 Jul 09 13:35:01.502920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-1cca1646-97c3-4ca7-b1fa-7e63c26c8645 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:35:01.504875 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-1cca1646-97c3-4ca7-b1fa-7e63c26c8645 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259585 Jul 09 13:35:01.648253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-26b5a0f9-cdeb-4ee6-836b-db9d6b7a019e req-82b60190-844e-44ff-b737-374df9354427 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4688940 Jul 09 13:35:01.753097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c3172-b5e8-4812-9b46-5fa37bcb8e84 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.762068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c3172-b5e8-4812-9b46-5fa37bcb8e84 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.768298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c3172-b5e8-4812-9b46-5fa37bcb8e84 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.775138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c3172-b5e8-4812-9b46-5fa37bcb8e84 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.776854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5b3c3172-b5e8-4812-9b46-5fa37bcb8e84 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5458333 Jul 09 13:35:01.782736 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-5145b50a-ee4c-4ce4-9ac6-df6d2e7fd795 service neutron] 10.222.0.32 "GET /v2.0/networks/3cd1915b-3eff-4e01-95ed-bfec6c82bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291839 Jul 09 13:35:01.784603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47678) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:02.042697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.076360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73b51d-eea9-4325-a836-c4b74cc5bc0a tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Network': ['ID=2bc0a343-e5e3-4781-a2b0-74da95ed7893,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:02.090550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2bc0a343-e5e3-4781-a2b0-74da95ed7893 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:02.158560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-aaecf969-4634-43b4-bdf8-48cfc38937e3 service neutron] 10.222.0.32 "GET /v2.0/networks/3cd1915b-3eff-4e01-95ed-bfec6c82bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275461 Jul 09 13:35:02.381357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.423424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0d64f0-3bb1-4845-b66a-6dbfe0199d71']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:02.471417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ade88cb-81eb-419b-b626-59416952796e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:02.471417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ade88cb-81eb-419b-b626-59416952796e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:02.502898 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.543254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.561119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:02.562880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:02.609037 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:02.668928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.760582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5fdf1b3-f96b-4fcc-aea1-5afe9fa418fb req-81f55db1-14ee-46e3-a2e3-b4ccba74f197 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 210 time: 0.0736983 Jul 09 13:35:02.790301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.793695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.807920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.815192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/networks/0c0d64f0-3bb1-4845-b66a-6dbfe0199d71 HTTP/1.1" status: 204 len: 168 time: 1.0292554 Jul 09 13:35:02.819704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47702) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:02.926766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47706) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:02.981837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.010600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a0cf3-1b3f-46f9-bd3e-1cc81b577fd5 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Network': ['ID=0c0d64f0-3bb1-4845-b66a-6dbfe0199d71,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:03.229309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.233633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Allocated IP 172.25.5.167 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/64bd4357-031a-4893-a432-bd3bc0cac06c) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:03.259513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc0a343-e5e3-4781-a2b0-74da95ed7893']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:03.288020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95232d21-aa94-452c-b8e1-1f671d32d1d1') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:03.288354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95232d21-aa94-452c-b8e1-1f671d32d1d1') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:03.309720 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.345553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.366178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:03.366615 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:03.477271 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:03.526193 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.573941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.580112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/networks/2bc0a343-e5e3-4781-a2b0-74da95ed7893 HTTP/1.1" status: 204 len: 168 time: 0.7587349 Jul 09 13:35:03.581289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fabfc-b13f-44d7-a3a1-45386db1be8b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Network': ['ID=2bc0a343-e5e3-4781-a2b0-74da95ed7893,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:03.586079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47724) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:03.906669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-072a4a65-5a73-4d90-aeb1-a5cff9b5554b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.020978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5bd9-e25c-4d92-a48e-db771dc2db3d req-b3763703-6f65-424c-806e-71c770d03687 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:04.031958 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0bed5bd9-e25c-4d92-a48e-db771dc2db3d req-b3763703-6f65-424c-806e-71c770d03687 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 1.1039329 Jul 09 13:35:04.041142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f2e25a6-957b-46d2-ad7f-ab299514f893 req-a83f06cd-8c77-4b5e-9bbc-bbaa22e64db1 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 210 time: 0.1927683 Jul 09 13:35:04.126778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfee718-ede7-4c35-ae1b-4a20bf39e51e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:04.147722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfee718-ede7-4c35-ae1b-4a20bf39e51e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:04.158025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cdfee718-ede7-4c35-ae1b-4a20bf39e51e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5670152 Jul 09 13:35:04.158926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47742) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.168820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-236707784'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:04.181438 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0bed5bd9-e25c-4d92-a48e-db771dc2db3d req-1d07c2a3-daa5-48dd-94b7-1e88191bcd11 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1481037 Jul 09 13:35:04.215483 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.350260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-072a4a65-5a73-4d90-aeb1-a5cff9b5554b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.352129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.371221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-072a4a65-5a73-4d90-aeb1-a5cff9b5554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.391622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Made reservation on behalf of c322cd0d74324192a704e74fbdad9840 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:04.406044 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.427891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a4a65-5a73-4d90-aeb1-a5cff9b5554b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f50d44-bd7e-42f7-8b52-0ee5c66b774e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:04.458628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:04.463120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:04.471244 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-072a4a65-5a73-4d90-aeb1-a5cff9b5554b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dc7eb5d257c4a0cb98be0bfd492f3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5385630 Jul 09 13:35:04.471244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:04.476322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47752) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.485042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'Port': ['ID=64bd4357-031a-4893-a432-bd3bc0cac06c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:04.561652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:04.572999 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f05535-b85a-480c-bea9-46b3126397de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.606006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.609275 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Added segment 8eb449b8-880b-4851-b1cc-21334274c1d5 of type vlan for network a71397ef-0ace-4d6d-8968-32ba1bbcf1f0 Jul 09 13:35:04.674624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f05535-b85a-480c-bea9-46b3126397de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.778080 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.867462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.873307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:04.873978 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.898629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f05535-b85a-480c-bea9-46b3126397de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.905078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f05535-b85a-480c-bea9-46b3126397de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.909075 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f8f05535-b85a-480c-bea9-46b3126397de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81f50d44-bd7e-42f7-8b52-0ee5c66b774e HTTP/1.1" status: 204 len: 168 time: 0.4323363 Jul 09 13:35:04.997092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f05535-b85a-480c-bea9-46b3126397de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f50d44-bd7e-42f7-8b52-0ee5c66b774e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:05.073858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.075852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9157755 Jul 09 13:35:05.102417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47774) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:05.118702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50065520-91c5-4ea8-8549-9e309429e4d8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Network': ['ID=a71397ef-0ace-4d6d-8968-32ba1bbcf1f0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:05.153371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2000721337'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:05.182038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a71397ef-0ace-4d6d-8968-32ba1bbcf1f0 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:05.230858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Made reservation on behalf of c322cd0d74324192a704e74fbdad9840 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:05.235239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.291547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:05.317981 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.320661 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Added segment 01679a2f-2f02-4cd8-ac96-3f935cf9a2fc of type vlan for network 2529ef89-b717-4c1b-a5c0-50c6d5d214c8 Jul 09 13:35:05.453068 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.455986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eba0812e-612a-40c0-8a1a-319902be94e6 req-a2b09895-2309-4438-ada5-640353655e61 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 210 time: 0.2412667 Jul 09 13:35:05.558024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.564061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:05.564684 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.799713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6673150 Jul 09 13:35:05.822576 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.836814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47802) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:05.845190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'ports': [{'network_id': 'a71397ef-0ace-4d6d-8968-32ba1bbcf1f0', 'name': 'tempest-port--1328511907', 'admin_state_up': True}, {'network_id': '2529ef89-b717-4c1b-a5c0-50c6d5d214c8', 'admin_state_up': False}]} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:05.845725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'port': {'network_id': 'a71397ef-0ace-4d6d-8968-32ba1bbcf1f0', 'name': 'tempest-port--1328511907', 'admin_state_up': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:05.846369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'port': {'network_id': '2529ef89-b717-4c1b-a5c0-50c6d5d214c8', 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:05.935712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5f5fc-20e9-483a-abdf-d801d698f78e tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Network': ['ID=2529ef89-b717-4c1b-a5c0-50c6d5d214c8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:05.953477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2529ef89-b717-4c1b-a5c0-50c6d5d214c8 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:06.081375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34547e-372a-4cfe-a381-90ac4a05394f req-ece705ab-2272-4dda-baaf-9685eebe156d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:06.092271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b34547e-372a-4cfe-a381-90ac4a05394f req-ece705ab-2272-4dda-baaf-9685eebe156d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.3316631 Jul 09 13:35:06.227399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47812) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:06.317356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a33a51ed-1bfe-45c4-996c-1500422843f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.376664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b34547e-372a-4cfe-a381-90ac4a05394f req-2dbb8070-164a-4ae4-9c4b-ce64c0e6008c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2826381 Jul 09 13:35:06.381113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Router 8456214d-2a59-48cd-8460-8eb4f755ff0c is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:35:06.466661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Made reservation on behalf of c322cd0d74324192a704e74fbdad9840 for: {'port': 2} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:06.486095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.544432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.634147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:06.647075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Sync routers for ids ['8456214d-2a59-48cd-8460-8eb4f755ff0c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:06.705499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Routers {'8456214d-2a59-48cd-8460-8eb4f755ff0c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:06.709002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8456214d-2a59-48cd-8460-8eb4f755ff0c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:06.813354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-59698471-2bbb-4a78-83b9-e2a503fc497b req-93beee36-8d6a-4c7d-9c51-abf21e7998cc tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 210 time: 0.0792816 Jul 09 13:35:06.844207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] device_id is not set on port 2715e7b1-b8b8-4f76-8a52-cc42ddd63973 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:35:06.971745 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a33a51ed-1bfe-45c4-996c-1500422843f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.983546 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a33a51ed-1bfe-45c4-996c-1500422843f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.996101 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.001737 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-369a9bac-15fb-4cfc-a67f-9a32355b96d3 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2723327 Jul 09 13:35:07.011046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47826) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:07.215623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.238559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Set router 8456214d-2a59-48cd-8460-8eb4f755ff0c gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:35:07.566018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] device_id is not set on port bbc7249f-5330-4288-9eaa-c258cfc9f122 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:35:07.608472 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:35:07.651834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a51ed-1bfe-45c4-996c-1500422843f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5ece2-88d9-48b2-ae26-22548c50f4f7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:07.722760 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a33a51ed-1bfe-45c4-996c-1500422843f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6d37da2e94b40bf8a565b17e39d84b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4884639 Jul 09 13:35:07.725152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47838) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:07.837246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8456214d-2a59-48cd-8460-8eb4f755ff0c', 'name': 'tempest-snat-router-183421653', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.167'}], 'enable_snat': False}, 'gw_port_id': '64bd4357-031a-4893-a432-bd3bc0cac06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:34:59Z', 'updated_at': '2021-07-09T13:35:04Z', 'revision_number': 3, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port': {'id': '64bd4357-031a-4893-a432-bd3bc0cac06c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8456214d-2a59-48cd-8460-8eb4f755ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:35:02Z', 'updated_at': '2021-07-09T13:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:07.887151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-99e798cf-fde8-4306-9cf3-ad4e6d04ac29 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/routers/8456214d-2a59-48cd-8460-8eb4f755ff0c HTTP/1.1" status: 200 len: 908 time: 0.8725829 Jul 09 13:35:07.888312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47844) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:07.902463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.928327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'router': {'name': 'tempest-snat-router-183421653', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': True}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:07.958961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Checking router: 8456214d-2a59-48cd-8460-8eb4f755ff0c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:35:07.964899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Updating router 8456214d-2a59-48cd-8460-8eb4f755ff0c port 64bd4357-031a-4893-a432-bd3bc0cac06c binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:35:07.995515 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.094549 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.139974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-9c931070-afca-458d-91e3-1e9be3c222b5 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.145203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Port': ['ID=2715e7b1-b8b8-4f76-8a52-cc42ddd63973,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:08.148729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-9c931070-afca-458d-91e3-1e9be3c222b5 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.11 "GET /v2.0/networks?id=3cd1915b-3eff-4e01-95ed-bfec6c82bd4c HTTP/1.1" status: 200 len: 822 time: 1.0697508 Jul 09 13:35:08.184295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Request body: {'port': {'device_id': '60c4a5af-47dc-4a51-bac7-7c68fce28332', 'network_id': '3cd1915b-3eff-4e01-95ed-bfec6c82bd4c', 'admin_state_up': True, 'tenant_id': '2cec6a0d069b473c92e1486771006f68'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:08.225018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc04ac7-fda2-4de1-8225-92e8ab0ab7c3 req-3d1e79a9-61d1-49a5-9f52-ffbffb9fb4da tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 210 time: 0.0705011 Jul 09 13:35:08.229028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.229550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.230027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.230883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.231382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.231857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.232338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.232802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.233444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.234207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.234861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.235366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:08.274601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Checking segment: {'id': '8eb449b8-880b-4851-b1cc-21334274c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a71397ef-0ace-4d6d-8968-32ba1bbcf1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:08.276694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Network hostable DHCP agents. Network: a71397ef-0ace-4d6d-8968-32ba1bbcf1f0, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:08.318630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Network a71397ef-0ace-4d6d-8968-32ba1bbcf1f0 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:08.343657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a71397ef-0ace-4d6d-8968-32ba1bbcf1f0) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:08.351242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:08.352365 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.366056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9de90-ab11-41f9-8905-5ec20f7368c4 None None] Network a71397ef-0ace-4d6d-8968-32ba1bbcf1f0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:08.377413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.385939 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.418907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db27aa5b-49ec-40d9-b388-615e91dd97e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.493685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Port': ['ID=bbc7249f-5330-4288-9eaa-c258cfc9f122,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:08.512192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Checking segment: {'id': '01679a2f-2f02-4cd8-ac96-3f935cf9a2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2529ef89-b717-4c1b-a5c0-50c6d5d214c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:08.512698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Network hostable DHCP agents. Network: 2529ef89-b717-4c1b-a5c0-50c6d5d214c8, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:08.552821 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db27aa5b-49ec-40d9-b388-615e91dd97e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.562895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Network 2529ef89-b717-4c1b-a5c0-50c6d5d214c8 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:08.602445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2529ef89-b717-4c1b-a5c0-50c6d5d214c8) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:08.609915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:08.617947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbc476-fec4-408d-b77f-de725d3e6dfc req-12557d73-f951-4408-bee2-d7500149d58c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.629102 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f0cbc476-fec4-408d-b77f-de725d3e6dfc req-12557d73-f951-4408-bee2-d7500149d58c tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.7629573 Jul 09 13:35:08.633747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.651781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.652508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.729422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9d3c31b4-5d68-4122-8cbf-67eff81b9bd8 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8886657 Jul 09 13:35:08.735191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47860) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:08.748860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f0cbc476-fec4-408d-b77f-de725d3e6dfc req-5746de5d-ff21-4b96-8426-8dfad59f9c1b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1185813 Jul 09 13:35:08.826546 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.916046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ff04d-9bed-47f7-bd1c-fc7bf29ccbea tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.936891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ff04d-9bed-47f7-bd1c-fc7bf29ccbea tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.944258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a01ff04d-9bed-47f7-bd1c-fc7bf29ccbea tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2084103 Jul 09 13:35:08.947158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47864) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:08.954662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8968a1e8-3039-4847-8cbc-1060abd17048 None None] Network 2529ef89-b717-4c1b-a5c0-50c6d5d214c8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:09.297746 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.321570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2eba9-8486-4784-8746-ef6895183385 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Deleting port 2715e7b1-b8b8-4f76-8a52-cc42ddd63973 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:09.321570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d2eba9-8486-4784-8746-ef6895183385 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.426304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Transition to ACTIVE for port object 64bd4357-031a-4893-a432-bd3bc0cac06c will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:09.439066 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.470363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Made reservation on behalf of 2cec6a0d069b473c92e1486771006f68 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:09.475823 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.497571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db27aa5b-49ec-40d9-b388-615e91dd97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.500137 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db27aa5b-49ec-40d9-b388-615e91dd97e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.503880 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-db27aa5b-49ec-40d9-b388-615e91dd97e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfa5ece2-88d9-48b2-ae26-22548c50f4f7 HTTP/1.1" status: 204 len: 168 time: 1.7563171 Jul 09 13:35:09.519884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.539219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27aa5b-49ec-40d9-b388-615e91dd97e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5ece2-88d9-48b2-ae26-22548c50f4f7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:09.658815 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d2eba9-8486-4784-8746-ef6895183385 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.665722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a26f3d8-80af-4217-86ce-25e78bb62e4f req-5a027e36-c5dc-4d8d-a9cb-fc6ace72e84f tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 210 time: 0.0866444 Jul 09 13:35:09.681476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2eba9-8486-4784-8746-ef6895183385 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Calling delete_port for 2715e7b1-b8b8-4f76-8a52-cc42ddd63973 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:09.688997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Pushing event updated for resources: {'Port': ['ID=64bd4357-031a-4893-a432-bd3bc0cac06c,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:09.697088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Attempting to bind port 64bd4357-031a-4893-a432-bd3bc0cac06c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:09.697511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Attempting to bind port 64bd4357-031a-4893-a432-bd3bc0cac06c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:09.697932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Attempting to bind port 64bd4357-031a-4893-a432-bd3bc0cac06c on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:09.720254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.720655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.720960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.721279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.721633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.721954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.722529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.722848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.723197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.723524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.723870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.724220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:09.744399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:09.744788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:09.745198 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.746542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:09.747062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Bound port: 64bd4357-031a-4893-a432-bd3bc0cac06c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:09.757146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.793202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47876) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:09.890662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] For port 64bd4357-031a-4893-a432-bd3bc0cac06c, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:09.896871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] For port 64bd4357-031a-4893-a432-bd3bc0cac06c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64bd4357-031a-4893-a432-bd3bc0cac06c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:09.907766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.993714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d2eba9-8486-4784-8746-ef6895183385 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.050243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Allocated IP 172.20.0.13 (3cd1915b-3eff-4e01-95ed-bfec6c82bd4c/546a543b-3f8f-47ed-8ba1-cdf9b1780be4/01a176b8-6e9d-4362-8da9-6c13ab70aa24) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:10.137771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Routers {'8456214d-2a59-48cd-8460-8eb4f755ff0c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:10.138679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8456214d-2a59-48cd-8460-8eb4f755ff0c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:10.241542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2eba9-8486-4784-8746-ef6895183385 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Port': ['ID=2715e7b1-b8b8-4f76-8a52-cc42ddd63973,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:10.281257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d2eba9-8486-4784-8746-ef6895183385 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.303754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e6d2eba9-8486-4784-8746-ef6895183385 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/ports/2715e7b1-b8b8-4f76-8a52-cc42ddd63973 HTTP/1.1" status: 204 len: 168 time: 1.3513682 Jul 09 13:35:10.321533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47884) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:10.327573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82678b1-2822-4de8-b222-2158145696f1 None None] Pushing event updated for resources: {'Port': ['ID=64bd4357-031a-4893-a432-bd3bc0cac06c,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:10.544030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] Set router 8456214d-2a59-48cd-8460-8eb4f755ff0c gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:35:10.594734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47888) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:10.681783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fbd3b-63a8-480d-aa9c-d7f8ac0856a7 req-5b34dde2-b7b2-401b-a51e-5edf8d4f1d50 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:10.690682 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.708628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce355-3838-4faa-a959-93b2a99bac52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.711214 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f50fbd3b-63a8-480d-aa9c-d7f8ac0856a7 req-5b34dde2-b7b2-401b-a51e-5edf8d4f1d50 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.4813161 Jul 09 13:35:10.761629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.815304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-98bac06e-06b3-43a7-a15b-a8ff1784b3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.902324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Allocated IP 172.25.5.237 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/9ba6313e-7306-4d3f-838d-f7cb16b4d3d5) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:10.950009 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f50fbd3b-63a8-480d-aa9c-d7f8ac0856a7 req-f35a381b-c9bc-44a2-9903-d778c72e32ba tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2375190 Jul 09 13:35:11.039703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.082324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8456214d-2a59-48cd-8460-8eb4f755ff0c', 'name': 'tempest-snat-router-183421653', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.167'}], 'enable_snat': False}, 'gw_port_id': '64bd4357-031a-4893-a432-bd3bc0cac06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:34:59Z', 'updated_at': '2021-07-09T13:35:04Z', 'revision_number': 3, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port': {'id': '64bd4357-031a-4893-a432-bd3bc0cac06c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8456214d-2a59-48cd-8460-8eb4f755ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:35:02Z', 'updated_at': '2021-07-09T13:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:11.089897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.179815 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97cb73a1-7211-4b44-a5fc-6ec6b06584ea req-0906428a-cc54-4666-9eb3-fa28b69321c6 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 210 time: 0.1004989 Jul 09 13:35:11.198864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:11.204938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:11.209265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:11.213718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38464b16-d064-463b-8476-023f31bf7e3e None None] The sync data for ids ['8456214d-2a59-48cd-8460-8eb4f755ff0c'] in n-d-799524-3 is: [{'id': '8456214d-2a59-48cd-8460-8eb4f755ff0c', 'name': 'tempest-snat-router-183421653', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.167'}], 'enable_snat': False}, 'gw_port_id': '64bd4357-031a-4893-a432-bd3bc0cac06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:34:59Z', 'updated_at': '2021-07-09T13:35:04Z', 'revision_number': 3, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port': {'id': '64bd4357-031a-4893-a432-bd3bc0cac06c', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8456214d-2a59-48cd-8460-8eb4f755ff0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:35:02Z', 'updated_at': '2021-07-09T13:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:11.281739 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-98bac06e-06b3-43a7-a15b-a8ff1784b3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.321822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-98bac06e-06b3-43a7-a15b-a8ff1784b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.356035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba6313e-7306-4d3f-838d-f7cb16b4d3d5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:11.374663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.443223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bac06e-06b3-43a7-a15b-a8ff1784b3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b489b8e9-0465-4567-8e09-b5b20b717702,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:11.450827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-98bac06e-06b3-43a7-a15b-a8ff1784b3da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f744cbb3a8e43eb8340d9111f071914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8546968 Jul 09 13:35:11.454040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47894) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:11.464207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9bb37185-9f9b-4880-aa58-504793b61443 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Deleting port bbc7249f-5330-4288-9eaa-c258cfc9f122 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:11.464557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bb37185-9f9b-4880-aa58-504793b61443 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.570765 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3750cf78-fc39-4a01-bffb-bd4c07d38909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.621765 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3750cf78-fc39-4a01-bffb-bd4c07d38909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.800563 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3750cf78-fc39-4a01-bffb-bd4c07d38909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.806272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3750cf78-fc39-4a01-bffb-bd4c07d38909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.808182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3750cf78-fc39-4a01-bffb-bd4c07d38909 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b489b8e9-0465-4567-8e09-b5b20b717702 HTTP/1.1" status: 204 len: 168 time: 0.3542333 Jul 09 13:35:11.819771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750cf78-fc39-4a01-bffb-bd4c07d38909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b489b8e9-0465-4567-8e09-b5b20b717702,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:12.021159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bb37185-9f9b-4880-aa58-504793b61443 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:12.219677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9bb37185-9f9b-4880-aa58-504793b61443 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Calling delete_port for bbc7249f-5330-4288-9eaa-c258cfc9f122 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:12.432328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64bd4357-031a-4893-a432-bd3bc0cac06c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:12.500375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:12.662205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 64bd4357-031a-4893-a432-bd3bc0cac06c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:12.689919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 64bd4357-031a-4893-a432-bd3bc0cac06c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:12.690307 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:12.786799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795e38c-9c50-47f2-bf04-c49319ea969d req-91143651-e205-4cd2-ba15-bbb4895c75c9 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:12.815652 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f795e38c-9c50-47f2-bf04-c49319ea969d req-91143651-e205-4cd2-ba15-bbb4895c75c9 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 932 time: 0.3291051 Jul 09 13:35:12.950974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f795e38c-9c50-47f2-bf04-c49319ea969d req-c5eec54a-3524-4361-a038-8bf3b2be16ce tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341512 Jul 09 13:35:12.987517 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.018235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.028463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:13.035946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce355-3838-4faa-a959-93b2a99bac52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.037276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:13.044611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:13.049417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 64bd4357-031a-4893-a432-bd3bc0cac06c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64bd4357-031a-4893-a432-bd3bc0cac06c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:13.074256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.167141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=64bd4357-031a-4893-a432-bd3bc0cac06c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.200434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.215299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:13.216715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.269894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce355-3838-4faa-a959-93b2a99bac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.366332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6f2ce355-3838-4faa-a959-93b2a99bac52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bb070b2ce9e48c8b014cbcb7bdd99c2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5660114 Jul 09 13:35:13.366332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2037885 Jul 09 13:35:13.373677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47924) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:13.382530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ce355-3838-4faa-a959-93b2a99bac52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cbce06-79d2-4960-bb29-593444139725,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.407346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Request body: {'port': {'device_id': '60c4a5af-47dc-4a51-bac7-7c68fce28332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:13.556696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad438f7a-327e-44fb-bb64-287352eacedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.602427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d93d3-44f2-4e1a-acd3-6a84153cb2d4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Pushing event updated for resources: {'Port': ['ID=01a176b8-6e9d-4362-8da9-6c13ab70aa24,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.613925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad438f7a-327e-44fb-bb64-287352eacedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.709369 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.746698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad438f7a-327e-44fb-bb64-287352eacedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.761503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad438f7a-327e-44fb-bb64-287352eacedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.765121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ad438f7a-327e-44fb-bb64-287352eacedb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79cbce06-79d2-4960-bb29-593444139725 HTTP/1.1" status: 204 len: 168 time: 0.3877261 Jul 09 13:35:13.782966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b62e3-ebd9-4a0d-9c76-6ba2f2d00fa1 req-c2263f8b-e8e0-4e07-a027-088c8b7fddbf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:13.786486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-398b62e3-ebd9-4a0d-9c76-6ba2f2d00fa1 req-c2263f8b-e8e0-4e07-a027-088c8b7fddbf tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 1.3486845 Jul 09 13:35:13.797764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bb37185-9f9b-4880-aa58-504793b61443 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.802258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad438f7a-327e-44fb-bb64-287352eacedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cbce06-79d2-4960-bb29-593444139725,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.913726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bb37185-9f9b-4880-aa58-504793b61443 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.927823 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.936298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9bb37185-9f9b-4880-aa58-504793b61443 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/ports/bbc7249f-5330-4288-9eaa-c258cfc9f122 HTTP/1.1" status: 204 len: 168 time: 3.5826268 Jul 09 13:35:13.943447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47936) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:14.046529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c1a6bcb2-58ea-4057-8f29-e3d5e8599e3b tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1045268 Jul 09 13:35:14.047304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47944) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:14.054926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2042734525'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:14.130850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Made reservation on behalf of c322cd0d74324192a704e74fbdad9840 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:14.142686 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.307151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb37185-9f9b-4880-aa58-504793b61443 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Port': ['ID=bbc7249f-5330-4288-9eaa-c258cfc9f122,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:14.337521 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0d73ffcf-05f2-408c-aa52-574bd3617d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.352177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:14.385406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.386833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64bd4357-031a-4893-a432-bd3bc0cac06c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:14.387356 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Added segment bc56273d-191c-45bb-bbfc-164bf5569db2 of type vlan for network 87da2298-e0e0-4f87-90f9-94332c18a330 Jul 09 13:35:14.504434 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-398b62e3-ebd9-4a0d-9c76-6ba2f2d00fa1 req-5e95e7d1-461a-465a-852e-a6c5e5d59eb2 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7009726 Jul 09 13:35:14.596904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 64bd4357-031a-4893-a432-bd3bc0cac06c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:14.596904 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.672383 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.876383 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.973693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47950) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:15.059911 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.089260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.092818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.192927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6822afd7-6dde-434f-85d1-0d2c52169288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.304792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Router 818c775c-4e31-48ec-9b27-465fed587819 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:35:15.311672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797bad4-6838-403a-b781-871048fda6df req-2355265f-dd58-455e-bc57-c9357596452a tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.313316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4797bad4-6838-403a-b781-871048fda6df req-2355265f-dd58-455e-bc57-c9357596452a tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 932 time: 0.7926879 Jul 09 13:35:15.325678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2766020 Jul 09 13:35:15.326362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47954) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:15.346698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1183707517'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:15.395524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:35:15.395524 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:35:15.395524 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': 'c322cd0d74324192a704e74fbdad9840', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 35, 15, 356493)}] Jul 09 13:35:15.395524 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:35:15.396265 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:35:15.418131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6eea4f-a048-4243-a929-82c027151b55 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Network': ['ID=87da2298-e0e0-4f87-90f9-94332c18a330,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:15.434179 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 87da2298-e0e0-4f87-90f9-94332c18a330 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:15.449578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4797bad4-6838-403a-b781-871048fda6df req-3e9f8003-d341-4694-8c9b-9c5a9b09a99a tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221700 Jul 09 13:35:15.657990 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6822afd7-6dde-434f-85d1-0d2c52169288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.659861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a176b8-6e9d-4362-8da9-6c13ab70aa24 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:15.666909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6822afd7-6dde-434f-85d1-0d2c52169288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.677496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.715497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Transition to ACTIVE for port object 01a176b8-6e9d-4362-8da9-6c13ab70aa24 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:15.723091 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.736523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822afd7-6dde-434f-85d1-0d2c52169288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c844797-cb4e-4f1b-974e-63bc94c8ccf0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:15.856496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6822afd7-6dde-434f-85d1-0d2c52169288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ba07cc2769f45afa8dd11209f0b47cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8443673 Jul 09 13:35:15.862122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47960) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:16.040474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Pushing event updated for resources: {'Port': ['ID=01a176b8-6e9d-4362-8da9-6c13ab70aa24,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:16.109136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Made reservation on behalf of c322cd0d74324192a704e74fbdad9840 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:16.121967 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.247951 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-63889057-3a20-4946-9c12-3b5f4f99c239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.338705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Attempting to bind port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:16.338926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Attempting to bind port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '9e2ee408-1ce4-4a68-bd60-c8769926fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3cd1915b-3eff-4e01-95ed-bfec6c82bd4c'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:16.339265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Attempting to bind port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 on network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:16.357420 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-63889057-3a20-4946-9c12-3b5f4f99c239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.358928 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:16.371695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 on network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:35:16.372029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Attempting to bind port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 on network 3cd1915b-3eff-4e01-95ed-bfec6c82bd4c {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:16.372143 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Sync routers for ids ['818c775c-4e31-48ec-9b27-465fed587819'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:16.385340 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Routers {'818c775c-4e31-48ec-9b27-465fed587819'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:16.386073 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['818c775c-4e31-48ec-9b27-465fed587819'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:16.398222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161e38-5846-430a-a163-989a40be3494 req-e5b09265-1910-4208-999c-7e1bba5f03eb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:16.399455 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1161e38-5846-430a-a163-989a40be3494 req-e5b09265-1910-4208-999c-7e1bba5f03eb tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.3632371 Jul 09 13:35:16.407475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:16.408584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Checking segment: {'id': '9e2ee408-1ce4-4a68-bd60-c8769926fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3cd1915b-3eff-4e01-95ed-bfec6c82bd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:16.410358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Bound using segment: {'id': '9e2ee408-1ce4-4a68-bd60-c8769926fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3cd1915b-3eff-4e01-95ed-bfec6c82bd4c'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:16.411449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Bound port: 01a176b8-6e9d-4362-8da9-6c13ab70aa24, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2ee408-1ce4-4a68-bd60-c8769926fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3cd1915b-3eff-4e01-95ed-bfec6c82bd4c'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:16.412201 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.456399 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.460356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-01141dae-71fc-412b-8d38-d66031322443 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5449042 Jul 09 13:35:16.479253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47970) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:16.489605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:16.510991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.514980 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Added segment a5f18639-a774-4b7a-a32e-6ce1c096423e of type vlan for network 28b879ef-f2f2-48c8-be53-4752725bf484 Jul 09 13:35:16.554747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1161e38-5846-430a-a163-989a40be3494 req-e5646a42-c37c-4bd6-b90e-b58fc90dd035 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1385927 Jul 09 13:35:16.658904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.692819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] For port 01a176b8-6e9d-4362-8da9-6c13ab70aa24, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:16.696609 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Set router 818c775c-4e31-48ec-9b27-465fed587819 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:35:16.696801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] For port 01a176b8-6e9d-4362-8da9-6c13ab70aa24, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=01a176b8-6e9d-4362-8da9-6c13ab70aa24,segment=NetworkSegment(9e2ee408-1ce4-4a68-bd60-c8769926fe34),segment_id=9e2ee408-1ce4-4a68-bd60-c8769926fe34)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:16.733880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-63889057-3a20-4946-9c12-3b5f4f99c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.736828 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-63889057-3a20-4946-9c12-3b5f4f99c239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.742156 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-63889057-3a20-4946-9c12-3b5f4f99c239 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c844797-cb4e-4f1b-974e-63bc94c8ccf0 HTTP/1.1" status: 204 len: 168 time: 0.8783431 Jul 09 13:35:16.828317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-05f82bfb-81b7-40a5-8f1c-8f997d6210b6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/routers/818c775c-4e31-48ec-9b27-465fed587819 HTTP/1.1" status: 200 len: 907 time: 0.3444040 Jul 09 13:35:16.833188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47976) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:16.835219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.845419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63889057-3a20-4946-9c12-3b5f4f99c239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c844797-cb4e-4f1b-974e-63bc94c8ccf0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:16.849039 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-db3f62ed-754f-485a-82be-0dcd7e968214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.856238 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.872719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:16.873286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.990136 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6482077 Jul 09 13:35:17.045719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.053648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.055683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] 10.222.0.11 "PUT /v2.0/ports/01a176b8-6e9d-4362-8da9-6c13ab70aa24 HTTP/1.1" status: 200 len: 1092 time: 3.6686394 Jul 09 13:35:17.058252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c4a5af-47dc-4a51-bac7-7c68fce28332', 'tag': '01a176b8-6e9d-4362-8da9-6c13ab70aa24'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:17.060686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce58f58-9e53-4d04-9253-c9df7a981efa tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Network': ['ID=28b879ef-f2f2-48c8-be53-4752725bf484,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:17.070399 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a991ab-8dfb-48c8-8889-9fba2d7447f0" -d '{"events": [{"name": "network-changed", "server_uuid": "60c4a5af-47dc-4a51-bac7-7c68fce28332", "tag": "01a176b8-6e9d-4362-8da9-6c13ab70aa24"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:17.147795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 28b879ef-f2f2-48c8-be53-4752725bf484 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:17.157133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f3c1-26bb-4b41-911f-6f0fe7961018 req-5b2196ab-b6d8-402f-9a63-1cc709222d67 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.160075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.177479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e507f3c1-26bb-4b41-911f-6f0fe7961018 req-5b2196ab-b6d8-402f-9a63-1cc709222d67 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 944 time: 0.2936699 Jul 09 13:35:17.213444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47984) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:17.235132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'subnets': [{'network_id': '87da2298-e0e0-4f87-90f9-94332c18a330', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1071313009', 'ip_version': 4}, {'network_id': '28b879ef-f2f2-48c8-be53-4752725bf484', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:17.235132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'subnet': {'network_id': '87da2298-e0e0-4f87-90f9-94332c18a330', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1071313009', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:17.235132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Request body: {'subnet': {'network_id': '28b879ef-f2f2-48c8-be53-4752725bf484', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:17.326454 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818c775c-4e31-48ec-9b27-465fed587819', 'name': 'tempest-snat-router-183421653', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '9ba6313e-7306-4d3f-838d-f7cb16b4d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:35:08Z', 'updated_at': '2021-07-09T13:35:12Z', 'revision_number': 3, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port': {'id': '9ba6313e-7306-4d3f-838d-f7cb16b4d3d5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818c775c-4e31-48ec-9b27-465fed587819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:35:10Z', 'updated_at': '2021-07-09T13:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:17.361881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414070b-ef50-4d58-a173-4c79ec93d271 service neutron] Pushing event updated for resources: {'Port': ['ID=01a176b8-6e9d-4362-8da9-6c13ab70aa24,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:17.406286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.562011 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Checking router: 818c775c-4e31-48ec-9b27-465fed587819 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:35:17.568801 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Updating router 818c775c-4e31-48ec-9b27-465fed587819 port 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:35:17.658374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e507f3c1-26bb-4b41-911f-6f0fe7961018 req-e4bf975e-6dbd-4b90-9c30-afe663f33250 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798157 Jul 09 13:35:17.683196 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.115470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Made reservation on behalf of c322cd0d74324192a704e74fbdad9840 for: {'subnet': 2} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:18.120675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.131349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.234446 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.340906 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.365165 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Transition to ACTIVE for port object 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:18.399953 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.559511 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2ed36-3843-4692-b50f-1341c96e4966 None None] Pushing event updated for resources: {'Port': ['ID=9ba6313e-7306-4d3f-838d-f7cb16b4d3d5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:18.570748 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52738d3-fc97-4b25-b692-1b73072ec203 x-openstack-request-id: req-a52738d3-fc97-4b25-b692-1b73072ec203 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:18.571340 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c4a5af-47dc-4a51-bac7-7c68fce28332", "tag": "01a176b8-6e9d-4362-8da9-6c13ab70aa24", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:18.571926 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Attempting to bind port 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:18.572629 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a52738d3-fc97-4b25-b692-1b73072ec203 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:18.572914 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Attempting to bind port 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:18.573446 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Attempting to bind port 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:18.577032 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c4a5af-47dc-4a51-bac7-7c68fce28332', 'tag': '01a176b8-6e9d-4362-8da9-6c13ab70aa24', 'status': 'completed', 'code': 200} Jul 09 13:35:18.581359 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:18.582190 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:18.582777 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.583371 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:18.584038 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Bound port: 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:18.584590 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.595959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-366502fa-c254-41d5-8aee-4300724bb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:18.598262 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-366502fa-c254-41d5-8aee-4300724bb368 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cec6a0d069b473c92e1486771006f68&device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 1095 time: 1.3999476 Jul 09 13:35:18.695567 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] For port 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:18.705621 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] For port 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9ba6313e-7306-4d3f-838d-f7cb16b4d3d5,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:18.711528 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.853459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-b8308747-a4ef-4e36-994e-ac4de40e8190 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a176b8-6e9d-4362-8da9-6c13ab70aa24 HTTP/1.1" status: 200 len: 217 time: 0.2297354 Jul 09 13:35:18.908176 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Routers {'818c775c-4e31-48ec-9b27-465fed587819'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:18.908822 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['818c775c-4e31-48ec-9b27-465fed587819'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:18.912450 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2ed36-3843-4692-b50f-1341c96e4966 None None] Pushing event updated for resources: {'Port': ['ID=9ba6313e-7306-4d3f-838d-f7cb16b4d3d5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:19.111430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa8236-a872-4395-9004-d4bd1e373bb1 req-1a6d8920-425b-48b0-a913-2cdf32009499 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:19.117748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54fa8236-a872-4395-9004-d4bd1e373bb1 req-1a6d8920-425b-48b0-a913-2cdf32009499 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.5378897 Jul 09 13:35:19.153439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-6829f154-a1ab-48b4-b27c-ff270394fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:19.154871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-6829f154-a1ab-48b4-b27c-ff270394fa09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=546a543b-3f8f-47ed-8ba1-cdf9b1780be4 HTTP/1.1" status: 200 len: 862 time: 0.2489250 Jul 09 13:35:19.159248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.254442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-5add72d7-4780-40aa-9ab6-f4fc3b272ffb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cd1915b-3eff-4e01-95ed-bfec6c82bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856333 Jul 09 13:35:19.306044 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] Set router 818c775c-4e31-48ec-9b27-465fed587819 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:35:19.419608 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54fa8236-a872-4395-9004-d4bd1e373bb1 req-e37354d7-ee9d-4161-9b47-c04ac4853277 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2786021 Jul 09 13:35:19.577649 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-6445f494-04e5-4ff8-98bc-66a30ea0b218 service neutron] 10.222.0.11 "GET /v2.0/networks/3cd1915b-3eff-4e01-95ed-bfec6c82bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116426 Jul 09 13:35:19.683280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.835078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.889472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd073-e24c-4103-8aeb-69d80af6ec58 req-42ce2834-a051-4b0e-aa55-916dabe663fc tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:19.904183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32ddd073-e24c-4103-8aeb-69d80af6ec58 req-42ce2834-a051-4b0e-aa55-916dabe663fc tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 944 time: 1.0417602 Jul 09 13:35:20.033374 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Deleting port 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:20.034138 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.051103 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818c775c-4e31-48ec-9b27-465fed587819', 'name': 'tempest-snat-router-183421653', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '9ba6313e-7306-4d3f-838d-f7cb16b4d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:35:08Z', 'updated_at': '2021-07-09T13:35:12Z', 'revision_number': 3, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port': {'id': '9ba6313e-7306-4d3f-838d-f7cb16b4d3d5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818c775c-4e31-48ec-9b27-465fed587819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:35:10Z', 'updated_at': '2021-07-09T13:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:20.053555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c088eed-7e27-4b17-bd13-19b443f03558 req-b890435e-c6d0-4274-bfbe-39925b9943c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3cd1915b-3eff-4e01-95ed-bfec6c82bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749739 Jul 09 13:35:20.168594 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b4d900-200f-484a-be00-9a31e3521c7d None None] The sync data for ids ['818c775c-4e31-48ec-9b27-465fed587819'] in n-d-799524-3 is: [{'id': '818c775c-4e31-48ec-9b27-465fed587819', 'name': 'tempest-snat-router-183421653', 'tenant_id': 'ca6dac5e71f4441482e397dd61c6516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '9ba6313e-7306-4d3f-838d-f7cb16b4d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:35:08Z', 'updated_at': '2021-07-09T13:35:12Z', 'revision_number': 3, 'project_id': 'ca6dac5e71f4441482e397dd61c6516c', 'gw_port': {'id': '9ba6313e-7306-4d3f-838d-f7cb16b4d3d5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818c775c-4e31-48ec-9b27-465fed587819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:35:10Z', 'updated_at': '2021-07-09T13:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:20.217374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32ddd073-e24c-4103-8aeb-69d80af6ec58 req-6f026979-7e91-4a26-a7cd-0582be183ce4 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091719 Jul 09 13:35:20.242983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] For port 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9ba6313e-7306-4d3f-838d-f7cb16b4d3d5,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:20.243364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.245285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Subnet': ['ID=109c4ea2-f612-44a9-8089-57882986db5d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:20.263175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Calling delete_port for 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:20.288707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Checking segment: {'id': 'bc56273d-191c-45bb-bbfc-164bf5569db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '87da2298-e0e0-4f87-90f9-94332c18a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:20.289084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Network hostable DHCP agents. Network: 87da2298-e0e0-4f87-90f9-94332c18a330, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:20.327218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Network 87da2298-e0e0-4f87-90f9-94332c18a330 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:20.327457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-61801932-a54f-4a9c-bc3b-791579adf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:20.329284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-61801932-a54f-4a9c-bc3b-791579adf453 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cec6a0d069b473c92e1486771006f68&device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 1095 time: 0.1836383 Jul 09 13:35:20.349901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 87da2298-e0e0-4f87-90f9-94332c18a330) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:20.361057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.361466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984cc966-dd88-40a3-9ceb-6f02f34ec7a6 None None] Network 87da2298-e0e0-4f87-90f9-94332c18a330 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:20.631600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event updated for resources: {'Subnet': ['ID=c86c250e-eb9f-4713-8c6a-2d4292f4a92b,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:20.652548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Checking segment: {'id': 'a5f18639-a774-4b7a-a32e-6ce1c096423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '28b879ef-f2f2-48c8-be53-4752725bf484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:20.656339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Network hostable DHCP agents. Network: 28b879ef-f2f2-48c8-be53-4752725bf484, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:20.870462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Network 28b879ef-f2f2-48c8-be53-4752725bf484 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:20.902510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 28b879ef-f2f2-48c8-be53-4752725bf484) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:20.910256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:20.910931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:20.911589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.963980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-832ee3fb-13a9-4f98-98bf-7ef28d1ac9bc tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7493954 Jul 09 13:35:20.966409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48052) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:20.976949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436e916-5d81-42b3-ba5c-480f5e5769c4 None None] Network 28b879ef-f2f2-48c8-be53-4752725bf484 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:21.081527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e57982-f4ea-401a-80ac-4a6d9c0dff98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-87da2298-e0e0-4f87-90f9-94332c18a330', 'network_id': '87da2298-e0e0-4f87-90f9-94332c18a330', 'tenant_id': 'c322cd0d74324192a704e74fbdad9840', 'fixed_ips': [{'subnet_id': '109c4ea2-f612-44a9-8089-57882986db5d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:21.084269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-35e57982-f4ea-401a-80ac-4a6d9c0dff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.143532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af7846-2e06-4b26-b02d-952a2a207b05 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:21.145440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af7846-2e06-4b26-b02d-952a2a207b05 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:21.174559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af7846-2e06-4b26-b02d-952a2a207b05 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:21.176996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-10af7846-2e06-4b26-b02d-952a2a207b05 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2094722 Jul 09 13:35:21.182835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48064) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:21.235390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-55806029-8614-4608-b96a-b7e734dd90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:21.236948 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-55806029-8614-4608-b96a-b7e734dd90ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=3cd1915b-3eff-4e01-95ed-bfec6c82bd4c HTTP/1.1" status: 200 len: 922 time: 0.8500230 Jul 09 13:35:21.317649 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-663d37c2-8c9a-4285-b767-a01fcd6289c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a176b8-6e9d-4362-8da9-6c13ab70aa24 HTTP/1.1" status: 200 len: 217 time: 0.0474944 Jul 09 13:35:21.338185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-42455104-5216-4a79-8792-1fb1d0482a3c tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Deleting subnet 109c4ea2-f612-44a9-8089-57882986db5d {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:21.342472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-42455104-5216-4a79-8792-1fb1d0482a3c tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.408258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552acf90-1902-4c18-9dce-e95d7a3dafc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-28b879ef-f2f2-48c8-be53-4752725bf484', 'network_id': '28b879ef-f2f2-48c8-be53-4752725bf484', 'tenant_id': 'c322cd0d74324192a704e74fbdad9840', 'fixed_ips': [{'subnet_id': 'c86c250e-eb9f-4713-8c6a-2d4292f4a92b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:21.412339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-552acf90-1902-4c18-9dce-e95d7a3dafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.476969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-42455104-5216-4a79-8792-1fb1d0482a3c tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.482152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 01a176b8-6e9d-4362-8da9-6c13ab70aa24 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:21.517523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.593718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-42455104-5216-4a79-8792-1fb1d0482a3c tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.722845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ba6313e-7306-4d3f-838d-f7cb16b4d3d5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:21.738377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-42455104-5216-4a79-8792-1fb1d0482a3c tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.776661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb77e-080b-4288-95c1-5b65aaec5923 req-52aef44d-ebdf-41b5-9ded-e0745a466d37 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:21.781703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26ebb77e-080b-4288-95c1-5b65aaec5923 req-52aef44d-ebdf-41b5-9ded-e0745a466d37 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.9025137 Jul 09 13:35:21.804532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-db068392-df3b-41fe-9b3a-5c1f1a431e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:21.808218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-db068392-df3b-41fe-9b3a-5c1f1a431e3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=546a543b-3f8f-47ed-8ba1-cdf9b1780be4 HTTP/1.1" status: 200 len: 862 time: 0.4781978 Jul 09 13:35:21.831808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42455104-5216-4a79-8792-1fb1d0482a3c tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Subnet': ['ID=109c4ea2-f612-44a9-8089-57882986db5d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:21.842916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-42455104-5216-4a79-8792-1fb1d0482a3c tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.845209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-42455104-5216-4a79-8792-1fb1d0482a3c tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/subnets/109c4ea2-f612-44a9-8089-57882986db5d HTTP/1.1" status: 204 len: 168 time: 0.6612985 Jul 09 13:35:21.849505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48078) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:22.076025 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-35e57982-f4ea-401a-80ac-4a6d9c0dff98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 109c4ea2-f612-44a9-8089-57882986db5d: This subnet is being modified by another concurrent operation. Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:35:22.090359 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 109c4ea2-f612-44a9-8089-57882986db5d: This subnet is being modified by another concurrent operation. Jul 09 13:35:22.094250 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:35:22.106887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169385a7-bc65-496f-8d71-022cedcdc21b req-9c684686-9ba4-46ea-ac6b-082c41a48ac7 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:22.116949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-169385a7-bc65-496f-8d71-022cedcdc21b req-9c684686-9ba4-46ea-ac6b-082c41a48ac7 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 944 time: 0.4248800 Jul 09 13:35:22.158656 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-ae37701f-cbc5-4cad-865e-53bfc7bc5e60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cd1915b-3eff-4e01-95ed-bfec6c82bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2904882 Jul 09 13:35:22.163227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82e8285-05c3-4aac-a87f-de7667524501 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Deleting subnet c86c250e-eb9f-4713-8c6a-2d4292f4a92b {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:22.197046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a82e8285-05c3-4aac-a87f-de7667524501 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.295448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065a6c0-0728-46fa-b04b-579007ef31fb None None] Network 87da2298-e0e0-4f87-90f9-94332c18a330 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:22.402172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a82e8285-05c3-4aac-a87f-de7667524501 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.530088 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-169385a7-bc65-496f-8d71-022cedcdc21b req-b41adf53-4c9a-43f1-b3ff-160780f173cf tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950615 Jul 09 13:35:22.550345 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a82e8285-05c3-4aac-a87f-de7667524501 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.604530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 01a176b8-6e9d-4362-8da9-6c13ab70aa24, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=01a176b8-6e9d-4362-8da9-6c13ab70aa24,segment=NetworkSegment(9e2ee408-1ce4-4a68-bd60-c8769926fe34),segment_id=9e2ee408-1ce4-4a68-bd60-c8769926fe34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:22.688932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '01a176b8-6e9d-4362-8da9-6c13ab70aa24', 'network_id': '3cd1915b-3eff-4e01-95ed-bfec6c82bd4c', 'port_id': '01a176b8-6e9d-4362-8da9-6c13ab70aa24', 'mac_address': 'fa:16:3e:48:d3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a543b-3f8f-47ed-8ba1-cdf9b1780be4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:22.789216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26ebb77e-080b-4288-95c1-5b65aaec5923 req-ddac5d6d-68cc-4698-82c5-2d55d1e9205e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.9645450 Jul 09 13:35:22.804756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-e402dfa4-1847-46d2-b990-dda54f8f7d7a service neutron] 10.222.0.11 "GET /v2.0/networks/3cd1915b-3eff-4e01-95ed-bfec6c82bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377692 Jul 09 13:35:22.806904 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.858716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a82e8285-05c3-4aac-a87f-de7667524501 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-552acf90-1902-4c18-9dce-e95d7a3dafc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c86c250e-eb9f-4713-8c6a-2d4292f4a92b: This subnet is being modified by another concurrent operation. Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:35:22.933089 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c86c250e-eb9f-4713-8c6a-2d4292f4a92b: This subnet is being modified by another concurrent operation. Jul 09 13:35:22.936311 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:35:22.961351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e8285-05c3-4aac-a87f-de7667524501 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Subnet': ['ID=c86c250e-eb9f-4713-8c6a-2d4292f4a92b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:22.965761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d65656-4c70-412a-a51c-b87026528649 None None] Network 28b879ef-f2f2-48c8-be53-4752725bf484 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:22.987410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a82e8285-05c3-4aac-a87f-de7667524501 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.028035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a82e8285-05c3-4aac-a87f-de7667524501 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/subnets/c86c250e-eb9f-4713-8c6a-2d4292f4a92b HTTP/1.1" status: 204 len: 168 time: 1.1734412 Jul 09 13:35:23.034081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48094) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:23.072790 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.102523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a176b8-6e9d-4362-8da9-6c13ab70aa24 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:23.210015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.235583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.237109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 01a176b8-6e9d-4362-8da9-6c13ab70aa24, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=01a176b8-6e9d-4362-8da9-6c13ab70aa24,segment=NetworkSegment(9e2ee408-1ce4-4a68-bd60-c8769926fe34),segment_id=9e2ee408-1ce4-4a68-bd60-c8769926fe34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:23.241374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2da64-7333-4f61-b153-149dc89908e5 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:35:23.246546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d530813b-718d-4609-bf5c-fa2626b3ebba tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.258457 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d530813b-718d-4609-bf5c-fa2626b3ebba tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2153230 Jul 09 13:35:23.259647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48100) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:23.422746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.423400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 818c775c-4e31-48ec-9b27-465fed587819 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:35:23.423912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2da64-7333-4f61-b153-149dc89908e5 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:35:23.433363 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.441236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.450273 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-31816387-92e3-43f7-b7ec-848b0cd0aba0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "DELETE /v2.0/routers/818c775c-4e31-48ec-9b27-465fed587819 HTTP/1.1" status: 204 len: 168 time: 6.6074419 Jul 09 13:35:23.451503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48104) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:23.507218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.569162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45a991ab-8dfb-48c8-8889-9fba2d7447f0 req-bccfb7d6-82e1-4a1e-8a5b-41bde9225c66 service neutron] 10.222.0.11 "GET /v2.0/networks/3cd1915b-3eff-4e01-95ed-bfec6c82bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063732 Jul 09 13:35:23.734574 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.746953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.772504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b879ef-f2f2-48c8-be53-4752725bf484']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:23.778440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['01a176b8-6e9d-4362-8da9-6c13ab70aa24'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:23.788922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=01a176b8-6e9d-4362-8da9-6c13ab70aa24,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:23.801738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f18639-a774-4b7a-a32e-6ce1c096423e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:23.802116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f18639-a774-4b7a-a32e-6ce1c096423e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:23.824346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.929444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.940487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:23.941221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:23.944299 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:23.981901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.072065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa25b-ae72-462d-a357-99c8d8697513 req-2e9aad8f-b77f-445d-90e7-37d527f3fb1f tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.083952 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e9aa25b-ae72-462d-a357-99c8d8697513 req-2e9aad8f-b77f-445d-90e7-37d527f3fb1f tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 945 time: 0.2577853 Jul 09 13:35:24.097577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Deleting port 64bd4357-031a-4893-a432-bd3bc0cac06c {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:24.098361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.098495 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.174191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.177895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/networks/28b879ef-f2f2-48c8-be53-4752725bf484 HTTP/1.1" status: 204 len: 168 time: 0.9163423 Jul 09 13:35:24.182110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48128) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:24.185682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d413c93-b349-4f89-90db-808713d4b132 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Network': ['ID=28b879ef-f2f2-48c8-be53-4752725bf484,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:24.273758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e9aa25b-ae72-462d-a357-99c8d8697513 req-07d876f7-e490-43d6-8681-2c690049567c tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855350 Jul 09 13:35:24.308156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] For port 64bd4357-031a-4893-a432-bd3bc0cac06c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64bd4357-031a-4893-a432-bd3bc0cac06c,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:24.308526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.380414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Calling delete_port for 64bd4357-031a-4893-a432-bd3bc0cac06c owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:24.422352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.473227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:24.510286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb308dc-1487-450a-bc77-bd2681eebbca None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:35:24.551748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:24.552230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ba6313e-7306-4d3f-838d-f7cb16b4d3d5 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:24.623123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-e7a36f84-3318-4ae2-9ebe-e94495f8cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.625155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-e7a36f84-3318-4ae2-9ebe-e94495f8cc4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1096 time: 0.0948596 Jul 09 13:35:24.674260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb308dc-1487-450a-bc77-bd2681eebbca None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:35:24.802673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-91b1ee5a-4ce9-4eea-9e27-528b035567f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.804604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-91b1ee5a-4ce9-4eea-9e27-528b035567f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.1727750 Jul 09 13:35:24.933775 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-b4ff6c1f-354d-46ba-9043-57f919b50443 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 200 len: 1000 time: 0.1202693 Jul 09 13:35:25.059904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-e2478e2c-1042-4f88-9f86-57556d63365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.062262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-e2478e2c-1042-4f88-9f86-57556d63365c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.1214616 Jul 09 13:35:25.140182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-838e6c2b-deee-47d6-a474-5ccbc1f43268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.142168 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-838e6c2b-deee-47d6-a474-5ccbc1f43268 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725625 Jul 09 13:35:25.225618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48148) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:25.334260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-7ff5cf16-9c01-433c-a411-41fe45c08a0c service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830835 Jul 09 13:35:25.462571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.488622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87da2298-e0e0-4f87-90f9-94332c18a330']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:25.506820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc56273d-191c-45bb-bbfc-164bf5569db2') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:25.507139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc56273d-191c-45bb-bbfc-164bf5569db2') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:25.509668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9f4fed70-d35c-41ef-9e72-2d0a953550d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.541044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 01a176b8-6e9d-4362-8da9-6c13ab70aa24 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:25.574034 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.608987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a1913-2584-4b58-b368-868679e41574 req-91ba2ab7-a0d7-4626-aee8-7717f196facd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.618643 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-429a1913-2584-4b58-b368-868679e41574 req-91ba2ab7-a0d7-4626-aee8-7717f196facd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 1.0599782 Jul 09 13:35:25.660248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.698519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:25.698803 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:25.702988 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:25.731143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a544aa-a4a6-4ac1-ab3d-4a7c884aae3d req-23f65d51-e4e3-4f13-a986-585fd1399d45 service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883190 Jul 09 13:35:25.734018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-429a1913-2584-4b58-b368-868679e41574 req-4f48db3d-a248-4774-9f44-20c74d67f4ce tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1118729 Jul 09 13:35:25.807952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:25.827508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:25.829073 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.856794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f721e2-6f14-485d-bf7f-4a2ee08c233b req-020c2ef3-cf99-42e4-affb-8893dfed4495 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.858645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46f721e2-6f14-485d-bf7f-4a2ee08c233b req-020c2ef3-cf99-42e4-affb-8893dfed4495 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 945 time: 0.2412062 Jul 09 13:35:25.958428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.968419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46f721e2-6f14-485d-bf7f-4a2ee08c233b req-073ddf9f-25d8-4aa7-85a2-ffdba7aa55f0 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942600 Jul 09 13:35:25.998913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c4a5af-47dc-4a51-bac7-7c68fce28332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a176b8-6e9d-4362-8da9-6c13ab70aa24'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:26.001731 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e7e8bd-6ec3-4a93-a006-8aa85a7f60b4" -d '{"events": [{"server_uuid": "60c4a5af-47dc-4a51-bac7-7c68fce28332", "name": "network-vif-plugged", "status": "completed", "tag": "01a176b8-6e9d-4362-8da9-6c13ab70aa24"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:26.013757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.038103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 01a176b8-6e9d-4362-8da9-6c13ab70aa24, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=01a176b8-6e9d-4362-8da9-6c13ab70aa24,segment=NetworkSegment(9e2ee408-1ce4-4a68-bd60-c8769926fe34),segment_id=9e2ee408-1ce4-4a68-bd60-c8769926fe34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:26.043724 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.068245 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.070247 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/networks/87da2298-e0e0-4f87-90f9-94332c18a330 HTTP/1.1" status: 204 len: 168 time: 1.8849425 Jul 09 13:35:26.072812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48166) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:26.081118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00280ac-e1fa-4ea1-8191-0dfb10891e14 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Network': ['ID=87da2298-e0e0-4f87-90f9-94332c18a330,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:26.111593 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.115795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=01a176b8-6e9d-4362-8da9-6c13ab70aa24,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:26.151050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event deleted for resources: {'Port': ['ID=64bd4357-031a-4893-a432-bd3bc0cac06c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:26.213208 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.262486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.296916 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1e1bfc-d1d5-4af6-a856-71b1a3a40c88 x-openstack-request-id: req-cf1e1bfc-d1d5-4af6-a856-71b1a3a40c88 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:26.296916 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c4a5af-47dc-4a51-bac7-7c68fce28332", "name": "network-vif-plugged", "status": "completed", "tag": "01a176b8-6e9d-4362-8da9-6c13ab70aa24", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:26.296916 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf1e1bfc-d1d5-4af6-a856-71b1a3a40c88 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:26.297262 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c4a5af-47dc-4a51-bac7-7c68fce28332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a176b8-6e9d-4362-8da9-6c13ab70aa24', 'code': 200} Jul 09 13:35:26.377212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9f4fed70-d35c-41ef-9e72-2d0a953550d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.385797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9f4fed70-d35c-41ef-9e72-2d0a953550d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.391772 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.399308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.409575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.427725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2529ef89-b717-4c1b-a5c0-50c6d5d214c8']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:26.451005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9f4fed70-d35c-41ef-9e72-2d0a953550d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b21ff9ff78de4500a9a110c9e23d22c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2202859 Jul 09 13:35:26.451005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fed70-d35c-41ef-9e72-2d0a953550d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547ba15e-1bef-45cb-92c8-f0f46e7af5e7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:26.452104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48170) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:26.454093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01679a2f-2f02-4cd8-ac96-3f935cf9a2fc') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:26.454509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01679a2f-2f02-4cd8-ac96-3f935cf9a2fc') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:26.471831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.472416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8456214d-2a59-48cd-8460-8eb4f755ff0c {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:35:26.478445 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.483214 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4a956274-bcd5-4308-865d-aed90b26a0a7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8456214d-2a59-48cd-8460-8eb4f755ff0c HTTP/1.1" status: 204 len: 168 time: 3.0262945 Jul 09 13:35:26.483586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.485444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48172) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:26.502119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1242638631', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:26.502699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4765f-9bf3-4ae4-89ae-a9428732dfdf req-ca4218c9-3775-431b-b958-6ffa5326357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:26.506457 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cec4765f-9bf3-4ae4-89ae-a9428732dfdf req-ca4218c9-3775-431b-b958-6ffa5326357c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 1097 time: 0.1295414 Jul 09 13:35:26.545714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.564629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:26.565435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:26.573432 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:26.579963 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cec4765f-9bf3-4ae4-89ae-a9428732dfdf req-c19ac449-ae7b-47fe-8ab4-c45be0fd9b71 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662975 Jul 09 13:35:26.618416 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.619494 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.658336 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ff3eec3-c285-4bf8-83a0-7bdbce2d24f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.666006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.685627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.687973 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/networks/2529ef89-b717-4c1b-a5c0-50c6d5d214c8 HTTP/1.1" status: 204 len: 168 time: 0.6139588 Jul 09 13:35:26.691119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48174) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:26.742199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766d6ee-b55c-498c-a3f2-dd1e77ab930f tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Network': ['ID=2529ef89-b717-4c1b-a5c0-50c6d5d214c8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:26.747211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ff3eec3-c285-4bf8-83a0-7bdbce2d24f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.756533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.782870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.039394 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.047160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.060455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71397ef-0ace-4d6d-8968-32ba1bbcf1f0']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:27.062235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ff3eec3-c285-4bf8-83a0-7bdbce2d24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.069864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ff3eec3-c285-4bf8-83a0-7bdbce2d24f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.071249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6ff3eec3-c285-4bf8-83a0-7bdbce2d24f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/547ba15e-1bef-45cb-92c8-f0f46e7af5e7 HTTP/1.1" status: 204 len: 168 time: 0.6143396 Jul 09 13:35:27.111118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb449b8-880b-4851-b1cc-21334274c1d5') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:27.113216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb449b8-880b-4851-b1cc-21334274c1d5') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:27.145782 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.156261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3eec3-c285-4bf8-83a0-7bdbce2d24f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547ba15e-1bef-45cb-92c8-f0f46e7af5e7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:27.251606 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.264105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:27.264790 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:27.268012 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:27.388868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79d48-7a82-468c-8f8e-a5eb644cbc6c req-ed8ec677-f9f4-459f-90af-fe785549eb59 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:27.397372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eae79d48-7a82-468c-8f8e-a5eb644cbc6c req-ed8ec677-f9f4-459f-90af-fe785549eb59 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 945 time: 0.2121205 Jul 09 13:35:27.402082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d32d03-e860-41a8-8a4a-48c0e913728b req-f57c97e8-be46-4ac7-bae9-443a06d6b5e2 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:27.403667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38d32d03-e860-41a8-8a4a-48c0e913728b req-f57c97e8-be46-4ac7-bae9-443a06d6b5e2 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 946 time: 0.1653130 Jul 09 13:35:27.414762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.432770 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.436019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] 10.222.0.32 "DELETE /v2.0/networks/a71397ef-0ace-4d6d-8968-32ba1bbcf1f0 HTTP/1.1" status: 204 len: 168 time: 0.7437131 Jul 09 13:35:27.468327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38d32d03-e860-41a8-8a4a-48c0e913728b req-feedfb75-6669-4779-8b95-0184cb72bb7f tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558569 Jul 09 13:35:27.476050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c3e07-69cc-4c2d-abf1-b0f160801ac0 tempest-BulkNetworkOpsTest-1418665245 tempest-BulkNetworkOpsTest-1418665245-project] Pushing event deleted for resources: {'Network': ['ID=a71397ef-0ace-4d6d-8968-32ba1bbcf1f0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:27.565850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eae79d48-7a82-468c-8f8e-a5eb644cbc6c req-e0827291-e75a-4bdf-85dd-f8619283885e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1669888 Jul 09 13:35:27.709134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.758284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.850754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48198) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:27.867923 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d53562c1-ad5a-479b-8c4f-378fda6fe1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.914246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Allocated IP 172.25.5.110 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/d012a4a6-a296-4f00-8fe5-d175dafd227e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:27.923812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48200) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:28.011268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d53562c1-ad5a-479b-8c4f-378fda6fe1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.015476 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d53562c1-ad5a-479b-8c4f-378fda6fe1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.102587 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d53562c1-ad5a-479b-8c4f-378fda6fe1f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db4ff16f33944b0fa0ba27aae2a564f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484076 Jul 09 13:35:28.103392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48204) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:28.141506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:28.157010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53562c1-ad5a-479b-8c4f-378fda6fe1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47790290-b7c4-4225-8be6-d88038b46b9b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:28.233810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.268525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d1c7417a-f13b-4b4a-9724-73c2e5e4a06a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c322cd0d74324192a704e74fbdad9840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435757 Jul 09 13:35:28.271820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48210) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:28.280425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ca93-b415-43e8-9af1-ac931fe2da7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.282781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64bd4357-031a-4893-a432-bd3bc0cac06c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:28.325870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 64bd4357-031a-4893-a432-bd3bc0cac06c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:28.326459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64bd4357-031a-4893-a432-bd3bc0cac06c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:28.338404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ca93-b415-43e8-9af1-ac931fe2da7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.381692 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b1d6-f1c5-42a7-89e1-eff164dad9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.403265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.410313 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.436757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b1d6-f1c5-42a7-89e1-eff164dad9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.447598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:28.450985 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671c4b99-8b47-4a02-b6a1-eb92b8807f27" -d '{"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-unplugged", "status": "completed", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:28.483941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:28.498854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b1d6-f1c5-42a7-89e1-eff164dad9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.499461 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.501800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b1d6-f1c5-42a7-89e1-eff164dad9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.503097 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a0a6b1d6-f1c5-42a7-89e1-eff164dad9c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f721631-4d44-41f7-9340-72e6f1518f7b HTTP/1.1" status: 204 len: 168 time: 0.2279251 Jul 09 13:35:28.521499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6b1d6-f1c5-42a7-89e1-eff164dad9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f721631-4d44-41f7-9340-72e6f1518f7b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:28.531744 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c3ed9-b876-42f1-994b-a1d5df997386 x-openstack-request-id: req-2f6c3ed9-b876-42f1-994b-a1d5df997386 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:28.533063 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-unplugged", "status": "failed", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403", "code": 422}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:28.533475 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f6c3ed9-b876-42f1-994b-a1d5df997386 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:28.535577 n-d-799524-3 neutron-server[93914]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'code': 422} returned with failed status Jul 09 13:35:28.544533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:28.552739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:28.560690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:28.565020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event updated for resources: {'Port': ['ID=d012a4a6-a296-4f00-8fe5-d175dafd227e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:28.575818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ca93-b415-43e8-9af1-ac931fe2da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.578763 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ca93-b415-43e8-9af1-ac931fe2da7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.583361 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c0e7ca93-b415-43e8-9af1-ac931fe2da7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47790290-b7c4-4225-8be6-d88038b46b9b HTTP/1.1" status: 204 len: 168 time: 0.4729164 Jul 09 13:35:28.621051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7ca93-b415-43e8-9af1-ac931fe2da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47790290-b7c4-4225-8be6-d88038b46b9b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:28.719912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:28.996630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4a920-762d-47a5-a985-385575cf9398 req-a1b32f25-1d8b-4f73-9cd4-9c8ef3621422 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:28.998524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-efa4a920-762d-47a5-a985-385575cf9398 req-a1b32f25-1d8b-4f73-9cd4-9c8ef3621422 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.1826603 Jul 09 13:35:29.087890 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-efa4a920-762d-47a5-a985-385575cf9398 req-744d9483-26e3-4f30-b7c6-a50857fd7ccd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0828278 Jul 09 13:35:29.179791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10574-2db9-476e-a301-f399c390bb95 req-7b84a6ce-5f01-4c35-8528-e0d454d90bc1 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:29.186758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07d10574-2db9-476e-a301-f399c390bb95 req-7b84a6ce-5f01-4c35-8528-e0d454d90bc1 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 946 time: 0.2738099 Jul 09 13:35:29.248923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.397921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07d10574-2db9-476e-a301-f399c390bb95 req-d2ee2414-64e3-4816-9a9b-0772f7ed719a tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996610 Jul 09 13:35:29.847353 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.189895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48282) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:30.207921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Router 3a2be7a1-8740-4577-a9be-f35e9cf7b3dc is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:35:30.544302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:30.558639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee815af-41d1-4921-8296-5f83369064c6 None None] Sync routers for ids ['3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:30.583430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.585306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fd76297f-c40b-48a0-ba3b-7f583397d1e6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0880785 Jul 09 13:35:30.588554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48300) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:30.590106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee815af-41d1-4921-8296-5f83369064c6 None None] Routers {'3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:30.598561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9b2eadf0-3935-4b16-a30c-a2389dd4bdf0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': False}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:30.615914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2ee815af-41d1-4921-8296-5f83369064c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:30.696581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1135398100'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:30.697921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2ee815af-41d1-4921-8296-5f83369064c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:30.709241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee815af-41d1-4921-8296-5f83369064c6 None None] Routers {'3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:30.710098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2ee815af-41d1-4921-8296-5f83369064c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:30.762886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:30.766772 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.778539 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.792450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2ee815af-41d1-4921-8296-5f83369064c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:30.794396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee815af-41d1-4921-8296-5f83369064c6 None None] The sync data for ids ['3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:31.326603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.341067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.479368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78c9cd3-23c3-4cc3-b3df-3d6887bd45e4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:31.530491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:31.559424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b2eadf0-3935-4b16-a30c-a2389dd4bdf0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.588778 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.589292 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment bb76e060-9094-44a4-9591-141090a0515a of type vlan for network b695e61e-5a10-4855-90d1-03378a670287 Jul 09 13:35:31.650280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db448-5a97-4e50-924e-6fe8f14a0b90 req-947836ad-c8d0-41d2-88a5-d41c618e4f3b tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:31.664910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-685db448-5a97-4e50-924e-6fe8f14a0b90 req-947836ad-c8d0-41d2-88a5-d41c618e4f3b tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 946 time: 0.3915548 Jul 09 13:35:31.843785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17380f47-b379-4ed7-bb9c-e68161724259 req-3c4d1be3-e7cb-45f9-a784-626055889bed tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:31.846183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.860330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17380f47-b379-4ed7-bb9c-e68161724259 req-3c4d1be3-e7cb-45f9-a784-626055889bed tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.1403828 Jul 09 13:35:31.922841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-685db448-5a97-4e50-924e-6fe8f14a0b90 req-7caf2696-9162-46bd-93ec-dd7796da2d42 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519376 Jul 09 13:35:31.985220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.999197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:32.000057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.018035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17380f47-b379-4ed7-bb9c-e68161724259 req-d9591931-583a-4ec8-ba1c-da21e47543f6 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1531198 Jul 09 13:35:32.032065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8331268 Jul 09 13:35:32.131275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:32.306566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153ff90-5082-4b7b-b3d2-d4cf30425dd4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=b695e61e-5a10-4855-90d1-03378a670287,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:32.397118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network b695e61e-5a10-4855-90d1-03378a670287 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:32.650344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-9e07e665-dfe9-4cba-bc31-d594da495efe tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:32.651993 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-9e07e665-dfe9-4cba-bc31-d594da495efe tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.11 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 946 time: 0.4948277 Jul 09 13:35:33.078717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-49706c42-392b-41f5-b79c-bb803a4048af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8493013 Jul 09 13:35:33.109375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b2eadf0-3935-4b16-a30c-a2389dd4bdf0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.117786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b2eadf0-3935-4b16-a30c-a2389dd4bdf0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.364154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Deleting port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:33.372958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.429074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e583215-16f2-470c-b79e-4a95efd95ada req-eb431e5e-3477-40e2-b4cc-22866434a099 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:33.430697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e583215-16f2-470c-b79e-4a95efd95ada req-eb431e5e-3477-40e2-b4cc-22866434a099 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 946 time: 0.2146847 Jul 09 13:35:33.505429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e583215-16f2-470c-b79e-4a95efd95ada req-52a4c9c3-4ac6-4e44-b342-ea052943f3a2 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653346 Jul 09 13:35:34.412453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2eadf0-3935-4b16-a30c-a2389dd4bdf0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Router 3a2be7a1-8740-4577-a9be-f35e9cf7b3dc has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:35:34.571305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48388) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:34.684880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2eadf0-3935-4b16-a30c-a2389dd4bdf0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:34.697948 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b2eadf0-3935-4b16-a30c-a2389dd4bdf0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.704793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9b2eadf0-3935-4b16-a30c-a2389dd4bdf0 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "PUT /v2.0/routers/3a2be7a1-8740-4577-a9be-f35e9cf7b3dc HTTP/1.1" status: 200 len: 922 time: 4.1115329 Jul 09 13:35:34.705906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48392) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:34.709391 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69bec5-7d09-4138-8621-a5408b5ec53f None None] Sync routers for ids ['3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:34.740199 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69bec5-7d09-4138-8621-a5408b5ec53f None None] Routers {'3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:34.741246 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0e69bec5-7d09-4138-8621-a5408b5ec53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:34.860704 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0e69bec5-7d09-4138-8621-a5408b5ec53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:34.862677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e6edc-1af6-418e-b1ba-206fdae26fe2 req-68f30ebb-f9fb-4d75-a879-b3842f65c7b5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:34.873135 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-862e6edc-1af6-418e-b1ba-206fdae26fe2 req-68f30ebb-f9fb-4d75-a879-b3842f65c7b5 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 1.3306348 Jul 09 13:35:34.889516 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69bec5-7d09-4138-8621-a5408b5ec53f None None] Routers {'3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:34.890404 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0e69bec5-7d09-4138-8621-a5408b5ec53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:35.008765 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-862e6edc-1af6-418e-b1ba-206fdae26fe2 req-4d35db33-6de3-4935-b757-ab322b1f64c3 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1346972 Jul 09 13:35:35.040661 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0e69bec5-7d09-4138-8621-a5408b5ec53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:35.044488 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69bec5-7d09-4138-8621-a5408b5ec53f None None] The sync data for ids ['3a2be7a1-8740-4577-a9be-f35e9cf7b3dc'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:35.058514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] For port 01a176b8-6e9d-4362-8da9-6c13ab70aa24, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=01a176b8-6e9d-4362-8da9-6c13ab70aa24,segment=NetworkSegment(9e2ee408-1ce4-4a68-bd60-c8769926fe34),segment_id=9e2ee408-1ce4-4a68-bd60-c8769926fe34)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:35.059688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.064261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e89d0a6-3e3b-4cc8-8864-7d1a8df11dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.106878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Calling delete_port for 01a176b8-6e9d-4362-8da9-6c13ab70aa24 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:35.516186 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.587636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 01a176b8-6e9d-4362-8da9-6c13ab70aa24 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:35.653822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 01a176b8-6e9d-4362-8da9-6c13ab70aa24 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:35.654679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 01a176b8-6e9d-4362-8da9-6c13ab70aa24 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:35.848201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Pushing event deleted for resources: {'Port': ['ID=01a176b8-6e9d-4362-8da9-6c13ab70aa24,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:36.046721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] No DVR routers for this DVR port 01a176b8-6e9d-4362-8da9-6c13ab70aa24 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:36.055181 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.057475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95d96039-0196-4aeb-9df8-93080e388ca9 req-85740c74-c6df-4a8c-8ace-d6f6cd22eabd tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.11 "DELETE /v2.0/ports/01a176b8-6e9d-4362-8da9-6c13ab70aa24 HTTP/1.1" status: 204 len: 173 time: 3.3996344 Jul 09 13:35:36.057938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c4a5af-47dc-4a51-bac7-7c68fce28332', 'name': 'network-vif-deleted', 'tag': '01a176b8-6e9d-4362-8da9-6c13ab70aa24'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:36.060731 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7bf866-244f-4674-8cfe-372511f00cd4" -d '{"events": [{"server_uuid": "60c4a5af-47dc-4a51-bac7-7c68fce28332", "name": "network-vif-deleted", "tag": "01a176b8-6e9d-4362-8da9-6c13ab70aa24"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:36.228975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48404) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:36.235041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': 'b695e61e-5a10-4855-90d1-03378a670287', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:36.235334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-b1f7d28f-8466-4b52-b2bf-7e9d62138531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:36.236969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-b1f7d28f-8466-4b52-b2bf-7e9d62138531 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618&tenant_id=253cea29fe694b01a0cc742ddfc26ad6 HTTP/1.1" status: 200 len: 1094 time: 0.3173268 Jul 09 13:35:36.312685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e89d0a6-3e3b-4cc8-8864-7d1a8df11dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.324399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dff6158b-972d-4d18-af77-0edbb9c2f007 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/routers/3a2be7a1-8740-4577-a9be-f35e9cf7b3dc HTTP/1.1" status: 200 len: 922 time: 1.6161816 Jul 09 13:35:36.326612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48408) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:36.334865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a324f-0954-46da-9409-3157cecb87e7 req-5157a224-c2d1-4c8d-b5c2-15f423a7e985 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:36.342078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c1a324f-0954-46da-9409-3157cecb87e7 req-5157a224-c2d1-4c8d-b5c2-15f423a7e985 tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/ports?device_id=60c4a5af-47dc-4a51-bac7-7c68fce28332 HTTP/1.1" status: 200 len: 867 time: 1.4642122 Jul 09 13:35:36.345766 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e89d0a6-3e3b-4cc8-8864-7d1a8df11dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.436784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:36.441417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.677349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c1a324f-0954-46da-9409-3157cecb87e7 req-190edec5-07a2-4c9e-a88c-bc3a8fa9f16c tempest-InstanceActionsNegativeTestJSON-1721573996 tempest-InstanceActionsNegativeTestJSON-1721573996-project] 10.222.0.32 "GET /v2.0/security-groups?id=df375a3a-9479-4121-aa61-c34426ede0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344517 Jul 09 13:35:36.685102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5e89d0a6-3e3b-4cc8-8864-7d1a8df11dd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83bcd51f3df14754862adf9a354fffa8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1119595 Jul 09 13:35:36.692530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48416) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:36.703219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89d0a6-3e3b-4cc8-8864-7d1a8df11dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7680ac65-6439-4fca-a650-e59505d4b558,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:36.760227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd330-eeac-408c-92d8-a70722007934 req-29a3d422-2afc-457d-a3c0-f98ae6cfe2f1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:36.761936 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74dcd330-eeac-408c-92d8-a70722007934 req-29a3d422-2afc-457d-a3c0-f98ae6cfe2f1 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.2097104 Jul 09 13:35:36.825146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-c75590fb-437d-44d2-b635-9a59821121b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:36.833945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-c75590fb-437d-44d2-b635-9a59821121b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1094 time: 0.5084217 Jul 09 13:35:36.840125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08458e88-ac8a-45a0-b4e2-c7a287f5cae6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:36.846336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-08458e88-ac8a-45a0-b4e2-c7a287f5cae6 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=3a2be7a1-8740-4577-a9be-f35e9cf7b3dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5023417 Jul 09 13:35:36.847621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48418) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:36.866400 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd8bcb5-75f1-44a3-bcd8-c72bee3e2f55 x-openstack-request-id: req-efd8bcb5-75f1-44a3-bcd8-c72bee3e2f55 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:36.866400 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c4a5af-47dc-4a51-bac7-7c68fce28332", "name": "network-vif-deleted", "tag": "01a176b8-6e9d-4362-8da9-6c13ab70aa24", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:36.866653 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efd8bcb5-75f1-44a3-bcd8-c72bee3e2f55 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:36.867044 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c4a5af-47dc-4a51-bac7-7c68fce28332', 'name': 'network-vif-deleted', 'tag': '01a176b8-6e9d-4362-8da9-6c13ab70aa24', 'status': 'completed', 'code': 200} Jul 09 13:35:36.931267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-74dcd330-eeac-408c-92d8-a70722007934 req-97302073-312f-4f53-8b54-112e37210ff7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1580851 Jul 09 13:35:36.980727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed8c1-b122-4616-8f3e-1db0d74fded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.986709 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.141466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed8c1-b122-4616-8f3e-1db0d74fded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.177013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=b33fd76e-b757-42b0-90d8-af9789f23859,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:37.211116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-9ad5adf1-38b4-4bad-938f-c0832fd9a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:37.213036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-9ad5adf1-38b4-4bad-938f-c0832fd9a805 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.3641737 Jul 09 13:35:37.214394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b29ce9b-c2da-490b-89e2-afb09f68c26b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:37.218763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7b29ce9b-c2da-490b-89e2-afb09f68c26b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 881 time: 0.3685310 Jul 09 13:35:37.219390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48420) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:37.301789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-3bd381a6-7816-473c-94b0-4e5bb2568a0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 200 len: 998 time: 0.0798209 Jul 09 13:35:37.372839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': 'bb76e060-9094-44a4-9591-141090a0515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b695e61e-5a10-4855-90d1-03378a670287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:37.373254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: b695e61e-5a10-4855-90d1-03378a670287, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:37.408726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed8c1-b122-4616-8f3e-1db0d74fded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.420221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed8c1-b122-4616-8f3e-1db0d74fded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.421701 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3f8ed8c1-b122-4616-8f3e-1db0d74fded4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7680ac65-6439-4fca-a650-e59505d4b558 HTTP/1.1" status: 204 len: 168 time: 0.7275860 Jul 09 13:35:37.435588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network b695e61e-5a10-4855-90d1-03378a670287 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:37.451579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ed8c1-b122-4616-8f3e-1db0d74fded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7680ac65-6439-4fca-a650-e59505d4b558,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:37.465273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, b695e61e-5a10-4855-90d1-03378a670287) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:37.470500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7417fc8c-6e95-4399-836f-e28b0765ecd3 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2be7a1-8740-4577-a9be-f35e9cf7b3dc HTTP/1.1" status: 200 len: 205 time: 0.2499800 Jul 09 13:35:37.472214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:37.472755 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:37.473366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.479500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d8216-0a73-430e-9921-87e0cc6332cc None None] Network b695e61e-5a10-4855-90d1-03378a670287 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:37.515593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1348cc96-7e03-4623-8ce6-5f57021ba5cc tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2853482 Jul 09 13:35:37.517496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-4979caeb-beb8-4396-8428-0560223e9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:37.520457 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-4979caeb-beb8-4396-8428-0560223e9463 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.2127168 Jul 09 13:35:37.523113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48426) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:37.532463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-821217228'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:37.814058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:37.820319 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.821942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-b695e61e-5a10-4855-90d1-03378a670287', 'network_id': 'b695e61e-5a10-4855-90d1-03378a670287', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': 'b33fd76e-b757-42b0-90d8-af9789f23859'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:37.823806 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.869885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48440) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:38.028460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-84de7c26-7750-4291-91ae-bb98ac451628 admin admin] Deleting subnet 546a543b-3f8f-47ed-8ba1-cdf9b1780be4 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:38.040904 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84de7c26-7750-4291-91ae-bb98ac451628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.057704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-1d7e0b59-2fe0-487b-9c21-40f909297ad1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6081452 Jul 09 13:35:38.067637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Allocated IP 2001:db8:0:ffff::2 (b695e61e-5a10-4855-90d1-03378a670287/b33fd76e-b757-42b0-90d8-af9789f23859/dce5f404-6b40-4769-9c89-42da52c58fac) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:38.161457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-c959448e-6413-42aa-b3b0-68e86848808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:38.163006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-c959448e-6413-42aa-b3b0-68e86848808a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6258888 Jul 09 13:35:38.176511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:38.254653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84de7c26-7750-4291-91ae-bb98ac451628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.284184 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.328713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Transition to ACTIVE for port object dce5f404-6b40-4769-9c89-42da52c58fac will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:38.346311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48448) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:38.401689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Transition to ACTIVE for port object dce5f404-6b40-4769-9c89-42da52c58fac will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:38.416944 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.444567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-c3520667-480e-4647-9f7f-7460a80bec28 service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187387 Jul 09 13:35:38.466536 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-012ddca1-f86a-497c-8123-802cd3eda556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.481322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.503210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84de7c26-7750-4291-91ae-bb98ac451628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.531497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Pushing event updated for resources: {'Port': ['ID=dce5f404-6b40-4769-9c89-42da52c58fac,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:38.549862 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Network b695e61e-5a10-4855-90d1-03378a670287 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:38.553173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:38.567721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:38.601305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.601652 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment 5744c692-f1b0-4de3-87bd-706a2809e4bc of type vlan for network 78cc99ec-083e-4289-a32a-bd53d258aa91 Jul 09 13:35:38.726685 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84de7c26-7750-4291-91ae-bb98ac451628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.749207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Attempting to bind port dce5f404-6b40-4769-9c89-42da52c58fac on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:38.753790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Attempting to bind port dce5f404-6b40-4769-9c89-42da52c58fac by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb76e060-9094-44a4-9591-141090a0515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b695e61e-5a10-4855-90d1-03378a670287'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:38.754514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Attempting to bind port dce5f404-6b40-4769-9c89-42da52c58fac on network b695e61e-5a10-4855-90d1-03378a670287 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:38.764596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:38.767430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Checking segment: {'id': 'bb76e060-9094-44a4-9591-141090a0515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b695e61e-5a10-4855-90d1-03378a670287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:38.768032 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.768668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Bound using segment: {'id': 'bb76e060-9094-44a4-9591-141090a0515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b695e61e-5a10-4855-90d1-03378a670287'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:38.772462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Bound port: dce5f404-6b40-4769-9c89-42da52c58fac, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb76e060-9094-44a4-9591-141090a0515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b695e61e-5a10-4855-90d1-03378a670287'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:38.773113 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.776227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de7c26-7750-4291-91ae-bb98ac451628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546a543b-3f8f-47ed-8ba1-cdf9b1780be4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:38.782116 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84de7c26-7750-4291-91ae-bb98ac451628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.787513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-84de7c26-7750-4291-91ae-bb98ac451628 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/546a543b-3f8f-47ed-8ba1-cdf9b1780be4 HTTP/1.1" status: 204 len: 168 time: 0.9128139 Jul 09 13:35:38.789066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48456) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:38.866344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] For port dce5f404-6b40-4769-9c89-42da52c58fac, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:38.868526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-0d0c3822-a306-4fc5-9d7d-e4e018d96600 service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990614 Jul 09 13:35:38.870470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] For port dce5f404-6b40-4769-9c89-42da52c58fac, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dce5f404-6b40-4769-9c89-42da52c58fac,segment=NetworkSegment(bb76e060-9094-44a4-9591-141090a0515a),segment_id=bb76e060-9094-44a4-9591-141090a0515a)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:38.881363 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.915334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.980062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.005679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.026859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.027548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.029455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948a959-1047-4760-9aa4-787d3f360390 None None] Pushing event updated for resources: {'Port': ['ID=dce5f404-6b40-4769-9c89-42da52c58fac,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:39.069350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.123972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-012ddca1-f86a-497c-8123-802cd3eda556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.187424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-012ddca1-f86a-497c-8123-802cd3eda556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.334191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-012ddca1-f86a-497c-8123-802cd3eda556 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17029affd296435b96ac7c4a6cc1be7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9861867 Jul 09 13:35:39.335389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ddca1-f86a-497c-8123-802cd3eda556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33cb767-0c00-4fa8-803f-59c6d1fc6e54,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:39.338706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48472) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:39.403440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.427383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd1915b-3eff-4e01-95ed-bfec6c82bd4c']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:39.442929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2ee408-1ce4-4a68-bd60-c8769926fe34') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:39.443303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2ee408-1ce4-4a68-bd60-c8769926fe34') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:39.461531 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.471213 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06756524-439c-44b1-9ff4-e3b147951e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.493443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.508933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06756524-439c-44b1-9ff4-e3b147951e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.510991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:39.512856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:39.514906 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:39.599640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0752101 Jul 09 13:35:39.607106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48480) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:39.617784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': '78cc99ec-083e-4289-a32a-bd53d258aa91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:39.640156 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.646160 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.650511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] 10.222.0.32 "DELETE /v2.0/networks/3cd1915b-3eff-4e01-95ed-bfec6c82bd4c HTTP/1.1" status: 204 len: 168 time: 0.8581851 Jul 09 13:35:39.662617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-13603982-19d2-4db2-84b0-6612155ece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.664386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-13603982-19d2-4db2-84b0-6612155ece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.665915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-13603982-19d2-4db2-84b0-6612155ece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.667260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-13603982-19d2-4db2-84b0-6612155ece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.668131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-13603982-19d2-4db2-84b0-6612155ece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.669178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-13603982-19d2-4db2-84b0-6612155ece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.669976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-13603982-19d2-4db2-84b0-6612155ece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.672900 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-13603982-19d2-4db2-84b0-6612155ece2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6501 time: 1.4856412 Jul 09 13:35:39.673962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e594e18-28e3-4259-a976-f7f25a5db655 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=78cc99ec-083e-4289-a32a-bd53d258aa91,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:39.685956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 78cc99ec-083e-4289-a32a-bd53d258aa91 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:39.736052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd1e89-d426-42ba-9a02-ed0ca11bff68 req-031e4257-114f-41b6-9b71-4a592fe404af tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:39.752345 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bdd1e89-d426-42ba-9a02-ed0ca11bff68 req-031e4257-114f-41b6-9b71-4a592fe404af tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 1.4551930 Jul 09 13:35:39.805222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34810b6-6bea-479f-868e-cabcd1089e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd1915b-3eff-4e01-95ed-bfec6c82bd4c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:39.894327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06756524-439c-44b1-9ff4-e3b147951e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.910159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-06756524-439c-44b1-9ff4-e3b147951e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.911329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-06756524-439c-44b1-9ff4-e3b147951e27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f33cb767-0c00-4fa8-803f-59c6d1fc6e54 HTTP/1.1" status: 204 len: 168 time: 0.5576887 Jul 09 13:35:39.976594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06756524-439c-44b1-9ff4-e3b147951e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33cb767-0c00-4fa8-803f-59c6d1fc6e54,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:40.037469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:40.049198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.257776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48492) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:40.303380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bdd1e89-d426-42ba-9a02-ed0ca11bff68 req-1cb91de6-f829-474b-96a2-6dd372022153 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5470779 Jul 09 13:35:40.330219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Deleting port d012a4a6-a296-4f00-8fe5-d175dafd227e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:40.330762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.470559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dce5f404-6b40-4769-9c89-42da52c58fac up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:40.646043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port dce5f404-6b40-4769-9c89-42da52c58fac completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:40.656461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-51308ec8-641d-4aef-b0a8-547bdc68dd68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cec6a0d069b473c92e1486771006f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928943 Jul 09 13:35:40.659037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48498) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:40.681461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-9b727d6d-bb95-4893-a2f2-579098a1f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:40.682174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-9b727d6d-bb95-4893-a2f2-579098a1f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:40.682827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-9b727d6d-bb95-4893-a2f2-579098a1f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:40.684673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-9b727d6d-bb95-4893-a2f2-579098a1f959 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 200 len: 2295 time: 0.9193878 Jul 09 13:35:40.861078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-4bb87d54-b76d-4cac-bc6e-180464cdf0de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340 HTTP/1.1" status: 200 len: 1001 time: 0.1450016 Jul 09 13:35:40.867658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.955864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9261c9fb-d382-4ccf-9d85-03f6ace3f29a None None] Network b695e61e-5a10-4855-90d1-03378a670287 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:40.984074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.008555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Calling delete_port for d012a4a6-a296-4f00-8fe5-d175dafd227e owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:41.025455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-64f9044b-4aea-41c7-8b55-b4358370e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:41.027518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-64f9044b-4aea-41c7-8b55-b4358370e0d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0728d4d0-2a44-4ec1-b201-7cb38e4632eb HTTP/1.1" status: 200 len: 856 time: 0.1220353 Jul 09 13:35:41.039830 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-004a0eb2-e3c1-4834-9c33-09b3659e8d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.193910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=d802aeec-38ac-4b16-a3b3-496acf1d3370,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:41.210084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-efe2a8e1-d37e-4bbd-93b1-1bdbebf6d080 None None] Provisioning for port dce5f404-6b40-4769-9c89-42da52c58fac completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:41.241020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': '5744c692-f1b0-4de3-87bd-706a2809e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78cc99ec-083e-4289-a32a-bd53d258aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:41.241502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: 78cc99ec-083e-4289-a32a-bd53d258aa91, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:41.260691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-004a0eb2-e3c1-4834-9c33-09b3659e8d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.265951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-efe2a8e1-d37e-4bbd-93b1-1bdbebf6d080 None None] Provisioning complete for port dce5f404-6b40-4769-9c89-42da52c58fac triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:41.266399 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-efe2a8e1-d37e-4bbd-93b1-1bdbebf6d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.322574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network 78cc99ec-083e-4289-a32a-bd53d258aa91 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:41.368105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 78cc99ec-083e-4289-a32a-bd53d258aa91) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:41.377586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:41.378289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.413142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-9c736761-3d5b-46ec-b284-5d353fd5816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:41.414885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-9c736761-3d5b-46ec-b284-5d353fd5816d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3132153 Jul 09 13:35:41.450746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a507dac1-ae48-46e9-bde7-70c4e01d3e16 None None] Network 78cc99ec-083e-4289-a32a-bd53d258aa91 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:41.463731 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-09faf007-57e8-458d-b4ad-4a42e262896c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8546181 Jul 09 13:35:41.469669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48522) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:41.627154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-004a0eb2-e3c1-4834-9c33-09b3659e8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.632997 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-004a0eb2-e3c1-4834-9c33-09b3659e8d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.636073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-004a0eb2-e3c1-4834-9c33-09b3659e8d75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df375a3a-9479-4121-aa61-c34426ede0a0 HTTP/1.1" status: 204 len: 168 time: 0.9495087 Jul 09 13:35:41.717774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a0eb2-e3c1-4834-9c33-09b3659e8d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df375a3a-9479-4121-aa61-c34426ede0a0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:41.799619 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-efe2a8e1-d37e-4bbd-93b1-1bdbebf6d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.892785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-efe2a8e1-d37e-4bbd-93b1-1bdbebf6d080 None None] For port dce5f404-6b40-4769-9c89-42da52c58fac, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dce5f404-6b40-4769-9c89-42da52c58fac,segment=NetworkSegment(bb76e060-9094-44a4-9591-141090a0515a),segment_id=bb76e060-9094-44a4-9591-141090a0515a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:41.911214 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-efe2a8e1-d37e-4bbd-93b1-1bdbebf6d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.934151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.049660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638ea15-8a8b-4356-8808-c63f97c106c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-78cc99ec-083e-4289-a32a-bd53d258aa91', 'network_id': '78cc99ec-083e-4289-a32a-bd53d258aa91', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': 'd802aeec-38ac-4b16-a3b3-496acf1d3370'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:42.057373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b638ea15-8a8b-4356-8808-c63f97c106c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.115833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event deleted for resources: {'Port': ['ID=d012a4a6-a296-4f00-8fe5-d175dafd227e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:42.162233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.191568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-e148b20e-570b-42df-a290-77dd2adc8ac4 service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633572 Jul 09 13:35:42.270021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2a8e1-d37e-4bbd-93b1-1bdbebf6d080 None None] Pushing event updated for resources: {'Port': ['ID=dce5f404-6b40-4769-9c89-42da52c58fac,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:42.549324 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.846254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e13eddd8-def1-437f-ab50-ac01bde828e5 None None] Provisioning complete for port dce5f404-6b40-4769-9c89-42da52c58fac triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:42.847020 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e13eddd8-def1-437f-ab50-ac01bde828e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.856757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212542b7-ca40-4d01-afa6-89e817c23ace req-cce7beac-962f-4d7f-b8a0-3f3848626794 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:42.864912 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.891534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-212542b7-ca40-4d01-afa6-89e817c23ace req-cce7beac-962f-4d7f-b8a0-3f3848626794 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 1.1479723 Jul 09 13:35:42.918198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-b638ea15-8a8b-4356-8808-c63f97c106c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d802aeec-38ac-4b16-a3b3-496acf1d3370: This subnet is being modified by another concurrent operation. Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:35:42.965688 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d802aeec-38ac-4b16-a3b3-496acf1d3370: This subnet is being modified by another concurrent operation. Jul 09 13:35:42.969729 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:35:42.999933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e8e63-939e-433d-8757-15ab16706848 None None] Network 78cc99ec-083e-4289-a32a-bd53d258aa91 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:43.025111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=d802aeec-38ac-4b16-a3b3-496acf1d3370,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:43.148364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.195954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cc99ec-083e-4289-a32a-bd53d258aa91']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:43.221391 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.233672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5744c692-f1b0-4de3-87bd-706a2809e4bc') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:43.235518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5744c692-f1b0-4de3-87bd-706a2809e4bc') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:43.261776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.305340 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.307475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea563e0-5467-4c34-9d90-f115de667bc1 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:35:43.338953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:43.340415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.341533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.344017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:43.351813 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:43.518193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea563e0-5467-4c34-9d90-f115de667bc1 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:35:43.540880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.541454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Fanout notify agent at l3_agent the message router_deleted on router 3a2be7a1-8740-4577-a9be-f35e9cf7b3dc {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:35:43.559240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.573827 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.581724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/78cc99ec-083e-4289-a32a-bd53d258aa91 HTTP/1.1" status: 204 len: 168 time: 2.1057250 Jul 09 13:35:43.584179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48572) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:43.604503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.611395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ae616-9b6e-41a5-9155-1c50ae7fd878 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=78cc99ec-083e-4289-a32a-bd53d258aa91,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:43.618449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48574) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:43.619964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3ff3c57-cf6f-4a01-8408-b026d65c8dab tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/3a2be7a1-8740-4577-a9be-f35e9cf7b3dc HTTP/1.1" status: 204 len: 168 time: 6.1046162 Jul 09 13:35:43.635656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6ce77e4a-bccd-47b4-96a9-5c8bb97539e7 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1202416555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:43.711206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48580) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:43.731063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ce77e4a-bccd-47b4-96a9-5c8bb97539e7 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.735196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ce77e4a-bccd-47b4-96a9-5c8bb97539e7 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.748057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772954354'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:43.830275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-212542b7-ca40-4d01-afa6-89e817c23ace req-133d1cbc-3799-4bf5-b7ba-49a56a3cf796 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.9288895 Jul 09 13:35:43.833617 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ce77e4a-bccd-47b4-96a9-5c8bb97539e7 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.841291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ce77e4a-bccd-47b4-96a9-5c8bb97539e7 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.979214 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-d6195bde-1ecf-43a9-9d78-2b1e30dc0228 service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6848300 Jul 09 13:35:43.987223 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ce77e4a-bccd-47b4-96a9-5c8bb97539e7 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.990320 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6ce77e4a-bccd-47b4-96a9-5c8bb97539e7 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3704779 Jul 09 13:35:43.992347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:43.993151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48592) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:43.998722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.003718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:44.133054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-2c34e5d0-975f-4223-8965-a0dc7fab3f9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 217 time: 0.1144111 Jul 09 13:35:44.163556 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.401538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.457912 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cbec4571-e198-4c89-a7a0-c53de6c6ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.510908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dce5f404-6b40-4769-9c89-42da52c58fac up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:44.620194 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:35:44.625606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port dce5f404-6b40-4769-9c89-42da52c58fac triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:44.625987 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.264727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.417712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:45.425338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-56804f71-2abe-4554-85bb-0bf443cc97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.427430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-56804f71-2abe-4554-85bb-0bf443cc97f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 1.2750623 Jul 09 13:35:45.469567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.470012 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment 704cd8a8-ebd5-45b5-8329-fb43874e93e8 of type vlan for network 46bee134-ed0f-4d3e-9964-75d95aaf731a Jul 09 13:35:45.488044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.498234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.636031 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de955582050642f191e419e520b192a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9206443 Jul 09 13:35:45.637366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:45.671080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f58491e-496b-409e-8c75-4a710d4885b6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:45.697833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.743903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-a9445696-db6d-4c33-92b5-7182d1c5d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.748511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-a9445696-db6d-4c33-92b5-7182d1c5d97f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3128674 Jul 09 13:35:45.762106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.762657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.763680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176abde2-5ca0-4519-8083-d18ece9906b9 req-5d42161d-62a3-4349-8e53-e96c103ff8a4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.771852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.772535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.773322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.773907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.774473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.775098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.775676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.776248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.776820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.777384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36004da-9e63-441c-a2db-ab8dd662ffff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:45.782320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-176abde2-5ca0-4519-8083-d18ece9906b9 req-5d42161d-62a3-4349-8e53-e96c103ff8a4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.4321632 Jul 09 13:35:46.092123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.117550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:46.118890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.142686 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fdb24d8d-ccdc-44b0-80bf-8a75599880f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.283809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6421192 Jul 09 13:35:46.294744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48634) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:46.343446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fdb24d8d-ccdc-44b0-80bf-8a75599880f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.412099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': '46bee134-ed0f-4d3e-9964-75d95aaf731a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:46.419007 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.442260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fdb24d8d-ccdc-44b0-80bf-8a75599880f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.445043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fdb24d8d-ccdc-44b0-80bf-8a75599880f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.446372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fdb24d8d-ccdc-44b0-80bf-8a75599880f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f58491e-496b-409e-8c75-4a710d4885b6 HTTP/1.1" status: 204 len: 168 time: 0.8010764 Jul 09 13:35:46.511925 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.591759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4979bc-d2d7-47f2-9c34-de294afc0082 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=46bee134-ed0f-4d3e-9964-75d95aaf731a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:46.605450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 46bee134-ed0f-4d3e-9964-75d95aaf731a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:46.668601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-176abde2-5ca0-4519-8083-d18ece9906b9 req-f781e670-d38b-4c88-af79-d3f4373b35f0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8843577 Jul 09 13:35:46.768276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb24d8d-ccdc-44b0-80bf-8a75599880f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f58491e-496b-409e-8c75-4a710d4885b6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:46.780481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-7ea68af7-3ac4-4c38-83ec-6a9ea7f035e9 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9382615 Jul 09 13:35:46.868815 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-86a4163a-9540-490d-a6bf-e9c4107fe515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.982153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.215628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-370cca85-25da-49db-b967-ee1305d1a77a service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106443 Jul 09 13:35:47.308484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Allocated IP 172.25.5.138 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/366c69d0-cc88-4ff4-a548-e2caf648a772) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:47.503433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.582633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-d871a406-574b-4a68-8e16-fdafd3644dbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 217 time: 0.2412574 Jul 09 13:35:47.620726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:47.631618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.918512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.930362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-d8234f88-6db9-4dc6-a3e9-1e0e1d9247bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:47.932864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-d8234f88-6db9-4dc6-a3e9-1e0e1d9247bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.3399575 Jul 09 13:35:48.150553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:48.172097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:48.189593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:48.242615 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.294906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-66585fcf-7253-4f55-ad40-bfcedec3b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:48.297556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-66585fcf-7253-4f55-ad40-bfcedec3b315 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3498156 Jul 09 13:35:48.315282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event updated for resources: {'Port': ['ID=366c69d0-cc88-4ff4-a548-e2caf648a772,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:48.538701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c19fa5-8d63-4130-8fd2-2260d559e790 req-57a85ac5-fd9b-481f-8b3b-eb8998a6dabd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:48.544549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5c19fa5-8d63-4130-8fd2-2260d559e790 req-57a85ac5-fd9b-481f-8b3b-eb8998a6dabd tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.4555378 Jul 09 13:35:48.802215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5c19fa5-8d63-4130-8fd2-2260d559e790 req-dc64cb6b-6dc7-43e2-84eb-1536adf2a652 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2287862 Jul 09 13:35:48.886497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-cf904ad1-edf0-4d96-8e5e-466363612617 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644574 Jul 09 13:35:49.179735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:49.298669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-60e1df3c-470b-4f4d-a89e-d0356ef7b04d service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984625 Jul 09 13:35:49.381017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-610869e6-a608-4c7d-9ffc-806643ca83a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d HTTP/1.1" status: 200 len: 217 time: 0.0676236 Jul 09 13:35:49.510065 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:49.551250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-1b4ed196-d35a-42ac-ad79-f832707eafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:49.552715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-1b4ed196-d35a-42ac-ad79-f832707eafb7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1531546 Jul 09 13:35:49.691838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=138106f2-14f8-4c30-935b-7e616c95dd20,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:49.702412 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:49.752689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-c66e46b7-c3d5-4c4e-b9e0-8e5d04f3b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:49.759264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-c66e46b7-c3d5-4c4e-b9e0-8e5d04f3b4a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1822538 Jul 09 13:35:49.797920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': '704cd8a8-ebd5-45b5-8329-fb43874e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46bee134-ed0f-4d3e-9964-75d95aaf731a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:49.798504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: 46bee134-ed0f-4d3e-9964-75d95aaf731a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:49.920049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-176bfb5c-0c6d-4914-bcd7-a6887312bfe2 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504209 Jul 09 13:35:50.497464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-d98fe18a-322e-4232-a3d0-f4fb554af777 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397115 Jul 09 13:35:50.520112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed2b1-5712-4e8c-844d-c1ce6bbe92b1 req-7f86be93-1087-4d61-a3fa-811509d32b94 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:50.530023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da8ed2b1-5712-4e8c-844d-c1ce6bbe92b1 req-7f86be93-1087-4d61-a3fa-811509d32b94 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.3407071 Jul 09 13:35:50.727362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-f96b6881-1ed7-4a47-b49b-3490d9ed7fd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf HTTP/1.1" status: 200 len: 217 time: 0.1718667 Jul 09 13:35:50.729279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network 46bee134-ed0f-4d3e-9964-75d95aaf731a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:50.798932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 46bee134-ed0f-4d3e-9964-75d95aaf731a) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:50.828286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:50.828907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.841237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c95d93b-abbf-4742-bb84-0669e11770bf None None] Network 46bee134-ed0f-4d3e-9964-75d95aaf731a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:50.863273 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.890413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.930777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da8ed2b1-5712-4e8c-844d-c1ce6bbe92b1 req-7acaf761-4ea8-405a-8743-08be377352b4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3994031 Jul 09 13:35:50.989901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-751b4258-77b9-4775-b3ec-41e86701d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:50.993454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-751b4258-77b9-4775-b3ec-41e86701d444 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.2407413 Jul 09 13:35:51.098967 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fd8700bf-8223-46e1-af5b-4eed6daa8156 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.6926146 Jul 09 13:35:51.102641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48730) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:51.119922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971905914'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:51.204254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-32f67c5b-bf3c-4176-bb7c-9a1fc37b417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:51.214649 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-32f67c5b-bf3c-4176-bb7c-9a1fc37b417c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2073114 Jul 09 13:35:51.416989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:51.428024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.456476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-aa5f5642-9f3d-43c2-a8cf-c979870b1f7c service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314429 Jul 09 13:35:51.562072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:51.654720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.656935 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment e155d866-256f-42b6-a78b-bd83044c079d of type vlan for network 48e41eef-a75c-4dbe-957b-9cd64975a599 Jul 09 13:35:51.814523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Router c8e7207c-9a51-4727-9e3e-7dfba2e982d4 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:35:51.863685 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.870843 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-88ebb108-6dc8-4b51-b690-0c83c19e4e52 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069974 Jul 09 13:35:51.937939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-46bee134-ed0f-4d3e-9964-75d95aaf731a', 'network_id': '46bee134-ed0f-4d3e-9964-75d95aaf731a', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': '138106f2-14f8-4c30-935b-7e616c95dd20'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:51.939729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.046724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-e2102fc1-939b-46d6-b38f-1d787cd5ead2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f HTTP/1.1" status: 200 len: 217 time: 0.1579750 Jul 09 13:35:52.099508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.resource_extend [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:35:52.249067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-785a46d4-a052-4b3f-9d4b-38fd648f5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:52.258721 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-785a46d4-a052-4b3f-9d4b-38fd648f5a29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.1497185 Jul 09 13:35:52.331590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.350599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:52.351323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.445310 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3410857 Jul 09 13:35:52.450651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48756) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:52.464901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Allocated IP 2001:db8::1 (46bee134-ed0f-4d3e-9964-75d95aaf731a/138106f2-14f8-4c30-935b-7e616c95dd20/79e02e97-cf44-4126-9194-8d842298e8ba) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:52.491716 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:52.501292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba38a9-42c8-4f60-bfd5-03b066075103 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=48e41eef-a75c-4dbe-957b-9cd64975a599,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:52.508351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768388c7-c847-445f-8193-f3a638f0316a None None] Sync routers for ids ['c8e7207c-9a51-4727-9e3e-7dfba2e982d4'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:52.511585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.513498 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d34a6c9c-d9d6-4f3f-b6d9-5a052d9f6212 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "PUT /v2.0/routers/c8e7207c-9a51-4727-9e3e-7dfba2e982d4 HTTP/1.1" status: 200 len: 880 time: 8.5186770 Jul 09 13:35:52.515553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48758) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:52.544585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 48e41eef-a75c-4dbe-957b-9cd64975a599 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:52.559456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': '48e41eef-a75c-4dbe-957b-9cd64975a599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:52.728392 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ca17bdf9-cfd3-45a8-9913-525850f2249e tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/routers/c8e7207c-9a51-4727-9e3e-7dfba2e982d4 HTTP/1.1" status: 200 len: 921 time: 0.2081854 Jul 09 13:35:52.730920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48766) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:52.939314 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-b298dfea-dce2-45f3-aeaf-ec702f9dfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:52.941416 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-b298dfea-dce2-45f3-aeaf-ec702f9dfea6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6751769 Jul 09 13:35:52.962328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e704f-2245-464b-bfdb-e0f922c52e89 req-aa9a7095-d3f8-4a5c-8592-a01d4b5c894d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:52.991459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-658e704f-2245-464b-bfdb-e0f922c52e89 req-aa9a7095-d3f8-4a5c-8592-a01d4b5c894d tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.6096320 Jul 09 13:35:53.043124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:53.052731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.067199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e65f22-d182-4c6b-83e2-b9aa132f472b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:53.072316 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-55e65f22-d182-4c6b-83e2-b9aa132f472b tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=c8e7207c-9a51-4727-9e3e-7dfba2e982d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3387327 Jul 09 13:35:53.103720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48770) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:53.158774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768388c7-c847-445f-8193-f3a638f0316a None None] Routers {'c8e7207c-9a51-4727-9e3e-7dfba2e982d4'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:53.160242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-768388c7-c847-445f-8193-f3a638f0316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c8e7207c-9a51-4727-9e3e-7dfba2e982d4'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:53.232455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-768388c7-c847-445f-8193-f3a638f0316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:53.249753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Performing IP validity checks on allocation pools {{(pid=93913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:35:53.250363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:35:53.349113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768388c7-c847-445f-8193-f3a638f0316a None None] Routers {'c8e7207c-9a51-4727-9e3e-7dfba2e982d4'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:53.354266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-768388c7-c847-445f-8193-f3a638f0316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c8e7207c-9a51-4727-9e3e-7dfba2e982d4'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:53.379678 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.396661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b4558-ba20-4f10-b85d-3ae82590d413 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:53.401343 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ba0b4558-ba20-4f10-b85d-3ae82590d413 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 881 time: 0.3087175 Jul 09 13:35:53.401979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48780) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:53.439404 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1faa22dc-694e-46e5-b1a1-9e800870d917 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8e7207c-9a51-4727-9e3e-7dfba2e982d4 HTTP/1.1" status: 200 len: 205 time: 0.0361164 Jul 09 13:35:53.440227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48782) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:53.526063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-768388c7-c847-445f-8193-f3a638f0316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:53.548682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768388c7-c847-445f-8193-f3a638f0316a None None] The sync data for ids ['c8e7207c-9a51-4727-9e3e-7dfba2e982d4'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:53.573350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Transition to ACTIVE for port object 79e02e97-cf44-4126-9194-8d842298e8ba will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:53.664905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Transition to ACTIVE for port object 79e02e97-cf44-4126-9194-8d842298e8ba will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:53.691374 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.775701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Pushing event updated for resources: {'Port': ['ID=79e02e97-cf44-4126-9194-8d842298e8ba,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:53.804334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Network 46bee134-ed0f-4d3e-9964-75d95aaf731a is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:53.808840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:53.813544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:53.952016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.957158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-658e704f-2245-464b-bfdb-e0f922c52e89 req-498fe568-466a-49e9-af34-859a5f179b69 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.9656796 Jul 09 13:35:54.068409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Attempting to bind port 79e02e97-cf44-4126-9194-8d842298e8ba on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:54.074412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Attempting to bind port 79e02e97-cf44-4126-9194-8d842298e8ba by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '704cd8a8-ebd5-45b5-8329-fb43874e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46bee134-ed0f-4d3e-9964-75d95aaf731a'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:54.075063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Attempting to bind port 79e02e97-cf44-4126-9194-8d842298e8ba on network 46bee134-ed0f-4d3e-9964-75d95aaf731a {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:54.085481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.091041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:54.091727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Checking segment: {'id': '704cd8a8-ebd5-45b5-8329-fb43874e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46bee134-ed0f-4d3e-9964-75d95aaf731a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:54.092317 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.093703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Bound using segment: {'id': '704cd8a8-ebd5-45b5-8329-fb43874e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46bee134-ed0f-4d3e-9964-75d95aaf731a'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:54.095381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Bound port: 79e02e97-cf44-4126-9194-8d842298e8ba, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704cd8a8-ebd5-45b5-8329-fb43874e93e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '46bee134-ed0f-4d3e-9964-75d95aaf731a'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:54.096790 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.296251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-7418e389-d568-4686-bc72-976a275d1c3f service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2968128 Jul 09 13:35:54.396499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] For port 79e02e97-cf44-4126-9194-8d842298e8ba, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:54.432197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] For port 79e02e97-cf44-4126-9194-8d842298e8ba, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79e02e97-cf44-4126-9194-8d842298e8ba,segment=NetworkSegment(704cd8a8-ebd5-45b5-8329-fb43874e93e8),segment_id=704cd8a8-ebd5-45b5-8329-fb43874e93e8)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:54.441035 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.443849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=dd8884fc-d56a-4f07-9339-08020e68c18a,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:54.479686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': 'e155d866-256f-42b6-a78b-bd83044c079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48e41eef-a75c-4dbe-957b-9cd64975a599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:54.480060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: 48e41eef-a75c-4dbe-957b-9cd64975a599, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:54.483808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.574332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-c13c9c1a-6284-4174-95a2-69c44bc22f57 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160640 Jul 09 13:35:54.582702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network 48e41eef-a75c-4dbe-957b-9cd64975a599 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:54.729943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Deleting port 366c69d0-cc88-4ff4-a548-e2caf648a772 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:54.730287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.735966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549ae7f-769d-4562-9ef5-810ee5a68352 None None] Pushing event updated for resources: {'Port': ['ID=79e02e97-cf44-4126-9194-8d842298e8ba,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:54.805274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-2da516a2-6103-44b5-9419-3d0b9571fe9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=502d8b4a-eef9-40b1-975e-037964dce8ee HTTP/1.1" status: 200 len: 217 time: 0.2100141 Jul 09 13:35:54.810170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 48e41eef-a75c-4dbe-957b-9cd64975a599) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:54.829119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e448c-c94d-4896-a4e0-3d02c4074aaf None None] Network 48e41eef-a75c-4dbe-957b-9cd64975a599 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:54.853744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:54.858865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.045846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.115671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48824) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:55.129573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Calling delete_port for 366c69d0-cc88-4ff4-a548-e2caf648a772 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:55.158671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6138c8cd-3380-4c44-8bae-dc6796972a22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6893189 Jul 09 13:35:55.184177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48832) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:55.477854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.588400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-bbf430a5-5b98-4000-8ae6-326c06779c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:55.589812 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-bbf430a5-5b98-4000-8ae6-326c06779c14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.7202692 Jul 09 13:35:55.667615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-48e41eef-a75c-4dbe-957b-9cd64975a599', 'network_id': '48e41eef-a75c-4dbe-957b-9cd64975a599', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': 'dd8884fc-d56a-4f07-9339-08020e68c18a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:55.669120 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.865782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event deleted for resources: {'Port': ['ID=366c69d0-cc88-4ff4-a548-e2caf648a772,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:55.873376 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.978137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Allocated IP 2001:db8::3 (48e41eef-a75c-4dbe-957b-9cd64975a599/dd8884fc-d56a-4f07-9339-08020e68c18a/b0f756c1-bbd5-4948-9aaf-e3f381f7f507) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:56.463152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.474974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.749728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.758046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Fanout notify agent at l3_agent the message router_deleted on router c8e7207c-9a51-4727-9e3e-7dfba2e982d4 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:35:56.760021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.763912 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d54f0b03-f283-4202-9ef3-3203bf662d80 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/c8e7207c-9a51-4727-9e3e-7dfba2e982d4 HTTP/1.1" status: 204 len: 168 time: 3.3215992 Jul 09 13:35:56.781090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48842) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:56.786855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-09abc89e-521a-4398-9963-5bc86dfd005c tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1176152108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:56.794871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 79e02e97-cf44-4126-9194-8d842298e8ba up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:56.797843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.899571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09abc89e-521a-4398-9963-5bc86dfd005c tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.902171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09abc89e-521a-4398-9963-5bc86dfd005c tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.943710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Transition to ACTIVE for port object b0f756c1-bbd5-4948-9aaf-e3f381f7f507 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:57.007442 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b84058d1-edde-4ef2-bf1f-874e85157649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.061889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Transition to ACTIVE for port object b0f756c1-bbd5-4948-9aaf-e3f381f7f507 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:57.089013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.099172 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09abc89e-521a-4398-9963-5bc86dfd005c tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.108703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09abc89e-521a-4398-9963-5bc86dfd005c tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.197259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Pushing event updated for resources: {'Port': ['ID=b0f756c1-bbd5-4948-9aaf-e3f381f7f507,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:57.215994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Network 48e41eef-a75c-4dbe-957b-9cd64975a599 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:57.217822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:57.221688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:57.232294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 79e02e97-cf44-4126-9194-8d842298e8ba completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:57.371336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3dd1c-7658-43db-b984-f9ed68185162 None None] Network 46bee134-ed0f-4d3e-9964-75d95aaf731a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:57.511532 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.559149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Attempting to bind port b0f756c1-bbd5-4948-9aaf-e3f381f7f507 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:57.562930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Attempting to bind port b0f756c1-bbd5-4948-9aaf-e3f381f7f507 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e155d866-256f-42b6-a78b-bd83044c079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48e41eef-a75c-4dbe-957b-9cd64975a599'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:57.563712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Attempting to bind port b0f756c1-bbd5-4948-9aaf-e3f381f7f507 on network 48e41eef-a75c-4dbe-957b-9cd64975a599 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:57.589828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:57.590216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Checking segment: {'id': 'e155d866-256f-42b6-a78b-bd83044c079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48e41eef-a75c-4dbe-957b-9cd64975a599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:57.590634 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.593879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Bound using segment: {'id': 'e155d866-256f-42b6-a78b-bd83044c079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48e41eef-a75c-4dbe-957b-9cd64975a599'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:57.597343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Bound port: b0f756c1-bbd5-4948-9aaf-e3f381f7f507, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e155d866-256f-42b6-a78b-bd83044c079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '48e41eef-a75c-4dbe-957b-9cd64975a599'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:57.597343 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.612571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-10f400b2-d36e-4530-b3e5-a5a6d78dfaa2 None None] Provisioning for port 79e02e97-cf44-4126-9194-8d842298e8ba completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:57.639431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524df24b-9b53-4d77-a1ef-d5a248403703 req-3130c8b1-6d3f-4c2f-85e4-8b943db29509 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:57.653551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-10f400b2-d36e-4530-b3e5-a5a6d78dfaa2 None None] Provisioning complete for port 79e02e97-cf44-4126-9194-8d842298e8ba triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:57.653749 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-10f400b2-d36e-4530-b3e5-a5a6d78dfaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.656141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-524df24b-9b53-4d77-a1ef-d5a248403703 req-3130c8b1-6d3f-4c2f-85e4-8b943db29509 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 2.2238052 Jul 09 13:35:57.766274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-3ac0a440-53d3-49c6-a03e-f6fd349ad790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:57.768087 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-3ac0a440-53d3-49c6-a03e-f6fd349ad790 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.9846094 Jul 09 13:35:57.841554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-524df24b-9b53-4d77-a1ef-d5a248403703 req-30d518dc-9ffa-42d7-a815-40120258cc7e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1846147 Jul 09 13:35:58.038669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b84058d1-edde-4ef2-bf1f-874e85157649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.054860 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-09abc89e-521a-4398-9963-5bc86dfd005c tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.057042 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-09abc89e-521a-4398-9963-5bc86dfd005c tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2747154 Jul 09 13:35:58.059813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48856) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:58.064620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': True}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:58.084512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b84058d1-edde-4ef2-bf1f-874e85157649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.294370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] For port b0f756c1-bbd5-4948-9aaf-e3f381f7f507, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:58.356833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b84058d1-edde-4ef2-bf1f-874e85157649 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72da180e20404a06bdc3bbe7d7a0fe86&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2316761 Jul 09 13:35:58.359482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] For port b0f756c1-bbd5-4948-9aaf-e3f381f7f507, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0f756c1-bbd5-4948-9aaf-e3f381f7f507,segment=NetworkSegment(e155d866-256f-42b6-a78b-bd83044c079d),segment_id=e155d866-256f-42b6-a78b-bd83044c079d)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:58.360506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48860) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:58.399078 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.438174 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-10f400b2-d36e-4530-b3e5-a5a6d78dfaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.441898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting port b0f756c1-bbd5-4948-9aaf-e3f381f7f507 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:58.442247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.687502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-10f400b2-d36e-4530-b3e5-a5a6d78dfaa2 None None] For port 79e02e97-cf44-4126-9194-8d842298e8ba, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79e02e97-cf44-4126-9194-8d842298e8ba,segment=NetworkSegment(704cd8a8-ebd5-45b5-8329-fb43874e93e8),segment_id=704cd8a8-ebd5-45b5-8329-fb43874e93e8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:58.709596 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-10f400b2-d36e-4530-b3e5-a5a6d78dfaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.739302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f857798-5376-4262-9a09-a47e3604f27a None None] Pushing event updated for resources: {'Port': ['ID=b0f756c1-bbd5-4948-9aaf-e3f381f7f507,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:58.752105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] For port b0f756c1-bbd5-4948-9aaf-e3f381f7f507, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0f756c1-bbd5-4948-9aaf-e3f381f7f507,segment=NetworkSegment(e155d866-256f-42b6-a78b-bd83044c079d),segment_id=e155d866-256f-42b6-a78b-bd83044c079d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:58.752492 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.782376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Calling delete_port for b0f756c1-bbd5-4948-9aaf-e3f381f7f507 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:58.785625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.811221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84058d1-edde-4ef2-bf1f-874e85157649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc91f71-3432-4774-b2b2-5647f7a76607,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:58.854689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f400b2-d36e-4530-b3e5-a5a6d78dfaa2 None None] Pushing event updated for resources: {'Port': ['ID=79e02e97-cf44-4126-9194-8d842298e8ba,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:58.971399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-6a13cfb1-c47b-4a06-9a5f-cd0001191500 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1590903 Jul 09 13:35:59.318055 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b447e0a1-f506-4a0b-9dd9-2903882b2fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.348437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.356757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6991df2c-cf95-42b5-be10-c9416c20bd1c None None] Provisioning complete for port 79e02e97-cf44-4126-9194-8d842298e8ba triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:59.357363 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6991df2c-cf95-42b5-be10-c9416c20bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.372135 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.382745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b447e0a1-f506-4a0b-9dd9-2903882b2fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.508138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Allocated IP 172.25.5.156 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/481fff88-ba81-42c5-a0c1-e011bfa709aa) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:59.563496 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b447e0a1-f506-4a0b-9dd9-2903882b2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.569891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b447e0a1-f506-4a0b-9dd9-2903882b2fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.571092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b447e0a1-f506-4a0b-9dd9-2903882b2fa7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bc91f71-3432-4774-b2b2-5647f7a76607 HTTP/1.1" status: 204 len: 168 time: 1.1914282 Jul 09 13:35:59.584150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.729147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Port': ['ID=b0f756c1-bbd5-4948-9aaf-e3f381f7f507,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:59.735190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447e0a1-f506-4a0b-9dd9-2903882b2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc91f71-3432-4774-b2b2-5647f7a76607,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:59.836478 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.888359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48882) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:59.899534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07a36866-f934-4973-bc5b-6ea2e73e44a7 req-2e458372-ab78-47d7-8585-734cf6df9d9f service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9053404 Jul 09 13:35:59.936670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No DVR routers for this DVR port b0f756c1-bbd5-4948-9aaf-e3f381f7f507 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:59.941688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.178608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:00.185926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:00.197727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:00.239972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e494bf-d938-4381-9882-ba05fe546f73 req-1a7adecc-d3c5-4760-866c-9d49cef75ce7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:00.255395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7e494bf-d938-4381-9882-ba05fe546f73 req-1a7adecc-d3c5-4760-866c-9d49cef75ce7 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.9063385 Jul 09 13:36:00.278238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'Port': ['ID=481fff88-ba81-42c5-a0c1-e011bfa709aa,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:00.345463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.501617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 79e02e97-cf44-4126-9194-8d842298e8ba up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:00.541502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7e494bf-d938-4381-9882-ba05fe546f73 req-53e8c8be-4772-4d25-aaee-a045a4a3ed9f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2839355 Jul 09 13:36:00.641783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.664717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 79e02e97-cf44-4126-9194-8d842298e8ba triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:00.665101 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.712122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8884fc-d56a-4f07-9339-08020e68c18a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:00.761162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4503df-cf34-4e9c-abab-631b7a6562f0 None None] Network 48e41eef-a75c-4dbe-957b-9cd64975a599 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:00.793178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9a0db43-aa13-46eb-a14d-0ee394b74b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.798092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9be1f50b-9c07-4b1f-bec5-72c9a4c0caf3 None None] Could not find standard attr ID for object b0f756c1-bbd5-4948-9aaf-e3f381f7f507. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:36:00.895545 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.921815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e41eef-a75c-4dbe-957b-9cd64975a599']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:00.948200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e155d866-256f-42b6-a78b-bd83044c079d') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:00.949772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e155d866-256f-42b6-a78b-bd83044c079d') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:00.970216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.986355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.002859 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.015930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:01.016702 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:01.025296 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:01.336687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.366136 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9a0db43-aa13-46eb-a14d-0ee394b74b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.380844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.387250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/48e41eef-a75c-4dbe-957b-9cd64975a599 HTTP/1.1" status: 204 len: 168 time: 6.1409402 Jul 09 13:36:01.404829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48912) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:01.411640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-924480013'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:01.428930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff775b-79e8-4fbf-9027-1fecfc552444 None None] DHCP port deletion for 48e41eef-a75c-4dbe-957b-9cd64975a599 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:36:01.447447 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9a0db43-aa13-46eb-a14d-0ee394b74b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.516270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a110c0e-f31f-4ccc-ad6d-510b07e90cae tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=48e41eef-a75c-4dbe-957b-9cd64975a599,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:01.538071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d9a0db43-aa13-46eb-a14d-0ee394b74b52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=429675f52973421cbc0034b0cbed2234&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6199956 Jul 09 13:36:01.555987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48916) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:01.651944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:01.667969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.692902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0db43-aa13-46eb-a14d-0ee394b74b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9de9c05-1c59-4ba8-b7ff-dc9112aa5f76,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:01.866587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-007c317b-0a9d-4a6d-8cea-2c5d5864df66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.868750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:01.917239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.917947 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment ef43e243-b9c6-43bd-b80c-ee7745802927 of type vlan for network 2a9c38ce-9a0d-4cc6-9037-69c8af210476 Jul 09 13:36:01.986385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-007c317b-0a9d-4a6d-8cea-2c5d5864df66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.021541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.102582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7d3d-df27-4d74-b326-3eabba0ed0cc req-ddc4af44-58d2-48a3-92b6-e75e2e910caa tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:02.104262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044a7d3d-df27-4d74-b326-3eabba0ed0cc req-ddc4af44-58d2-48a3-92b6-e75e2e910caa tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 943 time: 0.2080631 Jul 09 13:36:02.105168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.110832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:02.111599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.151981 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-007c317b-0a9d-4a6d-8cea-2c5d5864df66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.154679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-007c317b-0a9d-4a6d-8cea-2c5d5864df66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.158422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-007c317b-0a9d-4a6d-8cea-2c5d5864df66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9de9c05-1c59-4ba8-b7ff-dc9112aa5f76 HTTP/1.1" status: 204 len: 168 time: 0.5988810 Jul 09 13:36:02.207130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c317b-0a9d-4a6d-8cea-2c5d5864df66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9de9c05-1c59-4ba8-b7ff-dc9112aa5f76,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:02.222589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8162620 Jul 09 13:36:02.232801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48928) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:02.240874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': '2a9c38ce-9a0d-4cc6-9037-69c8af210476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:02.253995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-044a7d3d-df27-4d74-b326-3eabba0ed0cc req-87a0f904-80f7-451d-aca0-6dc794703f4e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1367855 Jul 09 13:36:02.267815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d9b3e-1671-4224-ad31-3d81c80c88f1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=2a9c38ce-9a0d-4cc6-9037-69c8af210476,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:02.276065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:36:02.360963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2a9c38ce-9a0d-4cc6-9037-69c8af210476 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:02.418528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:02.423400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.530143 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.539165 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.544342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0f756c1-bbd5-4948-9aaf-e3f381f7f507 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:02.651503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:36:02.663174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b0f756c1-bbd5-4948-9aaf-e3f381f7f507 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:02.663794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0f756c1-bbd5-4948-9aaf-e3f381f7f507 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:02.874367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Router 5fccb590-e3d8-40df-b067-7aac54f49a72 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:02.931957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:02.953844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'port_id': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'mac_address': 'fa:16:3e:3b:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:36:03.021211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.073604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3ca458-6767-4c1b-89c1-49b6ee068403 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:03.088577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48950) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.110321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7fd889e7-37d8-4117-b1e4-383e5435c6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.140407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:03.147195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.150341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d477a5ad-fe0a-4516-9311-0f7493d5b966 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "PUT /v2.0/routers/5fccb590-e3d8-40df-b067-7aac54f49a72 HTTP/1.1" status: 200 len: 915 time: 5.0893645 Jul 09 13:36:03.153431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48952) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.155764 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccebb10-fc74-488d-914a-8b8a959e7885 None None] Sync routers for ids ['5fccb590-e3d8-40df-b067-7aac54f49a72'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:03.159012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:03.167158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.169101 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.173755 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccebb10-fc74-488d-914a-8b8a959e7885 None None] Routers {'5fccb590-e3d8-40df-b067-7aac54f49a72'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:03.181610 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1ccebb10-fc74-488d-914a-8b8a959e7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5fccb590-e3d8-40df-b067-7aac54f49a72'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:03.217344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48956) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.230295 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1ccebb10-fc74-488d-914a-8b8a959e7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:03.241272 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccebb10-fc74-488d-914a-8b8a959e7885 None None] Routers {'5fccb590-e3d8-40df-b067-7aac54f49a72'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:03.241888 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1ccebb10-fc74-488d-914a-8b8a959e7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5fccb590-e3d8-40df-b067-7aac54f49a72'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:03.307538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=284ff89c-6948-4701-85e0-0383227ffdf8,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:03.310344 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1ccebb10-fc74-488d-914a-8b8a959e7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:03.311017 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccebb10-fc74-488d-914a-8b8a959e7885 None None] The sync data for ids ['5fccb590-e3d8-40df-b067-7aac54f49a72'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:03.360139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-72084804-a313-4e8a-adff-23a3d26c2a96 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/routers/5fccb590-e3d8-40df-b067-7aac54f49a72 HTTP/1.1" status: 200 len: 921 time: 0.2036762 Jul 09 13:36:03.363549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48964) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.364351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': 'ef43e243-b9c6-43bd-b80c-ee7745802927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a9c38ce-9a0d-4cc6-9037-69c8af210476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:03.364966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: 2a9c38ce-9a0d-4cc6-9037-69c8af210476, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:03.388674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:03.428153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network 2a9c38ce-9a0d-4cc6-9037-69c8af210476 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:03.448462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7fd889e7-37d8-4117-b1e4-383e5435c6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.452759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2a9c38ce-9a0d-4cc6-9037-69c8af210476) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:03.465368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6f49e-eb1a-49cf-b4ac-e6fa5976c0ba None None] Network 2a9c38ce-9a0d-4cc6-9037-69c8af210476 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:03.469356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:03.470431 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.476047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7fd889e7-37d8-4117-b1e4-383e5435c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.548935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cecfbe83-1b03-4785-8e5c-c72517817eef tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3147023 Jul 09 13:36:03.552916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ce701-986d-4340-9906-56ecdb30fc99 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:03.562658 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-617ce701-986d-4340-9906-56ecdb30fc99 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=5fccb590-e3d8-40df-b067-7aac54f49a72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1978016 Jul 09 13:36:03.565799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48970) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.567049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48968) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.588697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['bb3ca458-6767-4c1b-89c1-49b6ee068403'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:36:03.600420 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7fd889e7-37d8-4117-b1e4-383e5435c6c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d7e2d3f314e484ca8323f8ea415f2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112832 Jul 09 13:36:03.604222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd889e7-37d8-4117-b1e4-383e5435c6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6822c17e-c33c-4bcb-bb2b-d0f1bbc18348,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:03.638408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48976) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.721793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-521452320', 'router:external': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:03.858822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Made reservation on behalf of 0975baa40144433385a2f3ee0b6612eb for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:03.859140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f45b5401-5412-472f-bcdd-d504c3637d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.865280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.877303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc929f-6e89-44bc-84ef-618164f6716e req-28f25fc4-a8e1-42c5-b46f-8ae1f567d5ca tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:03.886857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fafc929f-6e89-44bc-84ef-618164f6716e req-28f25fc4-a8e1-42c5-b46f-8ae1f567d5ca tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 944 time: 0.3436966 Jul 09 13:36:03.916908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.919654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.923552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-2a9c38ce-9a0d-4cc6-9037-69c8af210476', 'network_id': '2a9c38ce-9a0d-4cc6-9037-69c8af210476', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': '284ff89c-6948-4701-85e0-0383227ffdf8'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:03.924456 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.977282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f45b5401-5412-472f-bcdd-d504c3637d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.996271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fafc929f-6e89-44bc-84ef-618164f6716e req-4dfecf47-7bcc-4fca-b234-c4773a7061b8 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1071761 Jul 09 13:36:04.073684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7144507c-51a6-4ed1-b5ed-2510217f9d87 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:04.075222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7144507c-51a6-4ed1-b5ed-2510217f9d87 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 881 time: 0.5051916 Jul 09 13:36:04.078546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48982) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:04.124883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b58942d4-5793-4cf3-9409-1bdc24fc32f3 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fccb590-e3d8-40df-b067-7aac54f49a72 HTTP/1.1" status: 200 len: 205 time: 0.0436141 Jul 09 13:36:04.128782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48984) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:04.155525 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.163325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.185325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.194426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f45b5401-5412-472f-bcdd-d504c3637d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.197207 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f45b5401-5412-472f-bcdd-d504c3637d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.198532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f45b5401-5412-472f-bcdd-d504c3637d25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6822c17e-c33c-4bcb-bb2b-d0f1bbc18348 HTTP/1.1" status: 204 len: 168 time: 0.5481653 Jul 09 13:36:04.246259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b5401-5412-472f-bcdd-d504c3637d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6822c17e-c33c-4bcb-bb2b-d0f1bbc18348,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:04.295103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Allocated IP 2001:db8::1 (2a9c38ce-9a0d-4cc6-9037-69c8af210476/284ff89c-6948-4701-85e0-0383227ffdf8/c2c23cf8-ddd0-490b-92dd-220ef0ca3095) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:04.317753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48988) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:04.319247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:04.353029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187272ba-29eb-444b-8c74-82b6db2b1516,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:04.384821 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.388759 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Added segment ef7f6938-31e8-4f96-9fad-a71bdea68960 of type vlan for network 5461b623-71b8-46cb-a880-68dafbf15461 Jul 09 13:36:04.405519 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.473831 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.484455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Transition to ACTIVE for port object c2c23cf8-ddd0-490b-92dd-220ef0ca3095 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:04.503929 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.506551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Transition to ACTIVE for port object c2c23cf8-ddd0-490b-92dd-220ef0ca3095 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:04.529206 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.582151 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf657-eb5a-406d-9b04-ef358a2e05d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.587469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Pushing event updated for resources: {'Port': ['ID=c2c23cf8-ddd0-490b-92dd-220ef0ca3095,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:04.603784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Network 2a9c38ce-9a0d-4cc6-9037-69c8af210476 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:04.605893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:04.609407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:04.663813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.700815 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.706685 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.resource_extend [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:36:04.711635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=284ff89c-6948-4701-85e0-0383227ffdf8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:04.712820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Attempting to bind port c2c23cf8-ddd0-490b-92dd-220ef0ca3095 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:04.713406 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Attempting to bind port c2c23cf8-ddd0-490b-92dd-220ef0ca3095 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ef43e243-b9c6-43bd-b80c-ee7745802927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a9c38ce-9a0d-4cc6-9037-69c8af210476'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:04.713795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Attempting to bind port c2c23cf8-ddd0-490b-92dd-220ef0ca3095 on network 2a9c38ce-9a0d-4cc6-9037-69c8af210476 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:04.721392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:04.721988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Checking segment: {'id': 'ef43e243-b9c6-43bd-b80c-ee7745802927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a9c38ce-9a0d-4cc6-9037-69c8af210476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:04.722466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.723540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Bound using segment: {'id': 'ef43e243-b9c6-43bd-b80c-ee7745802927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a9c38ce-9a0d-4cc6-9037-69c8af210476'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:04.724458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Bound port: c2c23cf8-ddd0-490b-92dd-220ef0ca3095, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef43e243-b9c6-43bd-b80c-ee7745802927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a9c38ce-9a0d-4cc6-9037-69c8af210476'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:04.724458 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.816054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] For port c2c23cf8-ddd0-490b-92dd-220ef0ca3095, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:04.821402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] For port c2c23cf8-ddd0-490b-92dd-220ef0ca3095, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c2c23cf8-ddd0-490b-92dd-220ef0ca3095,segment=NetworkSegment(ef43e243-b9c6-43bd-b80c-ee7745802927),segment_id=ef43e243-b9c6-43bd-b80c-ee7745802927)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:04.833698 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.839744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Deleting port 481fff88-ba81-42c5-a0c1-e011bfa709aa {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:04.840084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.933434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.963064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaabe16-0a9b-4012-b0df-aefc52025afe None None] Pushing event updated for resources: {'Port': ['ID=c2c23cf8-ddd0-490b-92dd-220ef0ca3095,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:04.985170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9c38ce-9a0d-4cc6-9037-69c8af210476']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:04.994370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11788cf-cca4-45e1-aed9-12a2adfc32e9 None None] Network 2a9c38ce-9a0d-4cc6-9037-69c8af210476 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:05.019087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef43e243-b9c6-43bd-b80c-ee7745802927') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:05.021591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef43e243-b9c6-43bd-b80c-ee7745802927') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:05.033825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.038476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.054317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Calling delete_port for 481fff88-ba81-42c5-a0c1-e011bfa709aa owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:05.054578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.074055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:05.074423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:05.077675 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:05.188909 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.192668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:05.193843 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.247332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:36:05.247332 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:36:05.247332 n-d-799524-3 neutron-server[93912]: [parameters: {'id': '2a9c38ce-9a0d-4cc6-9037-69c8af210476'}] Jul 09 13:36:05.247332 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:36:05.247821 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:36:05.262259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf657-eb5a-406d-9b04-ef358a2e05d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.266215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e14d82-35ea-4a10-9a1d-f00778635bac None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:36:05.317448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf657-eb5a-406d-9b04-ef358a2e05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.357411 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.1383147 Jul 09 13:36:05.375095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49014) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:05.388242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'subnet': {'network_id': '5461b623-71b8-46cb-a880-68dafbf15461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:05.402267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3dbbf657-eb5a-406d-9b04-ef358a2e05d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec574343080c43e0910525f57ad53396&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0755062 Jul 09 13:36:05.403049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a589f-6c76-458e-af72-4c7ce5d472af tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'Network': ['ID=5461b623-71b8-46cb-a880-68dafbf15461,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:05.407029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49016) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:05.437391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbf657-eb5a-406d-9b04-ef358a2e05d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e3cd23-6a4a-47bd-97f1-ba2ed74eed13,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:05.474810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 5461b623-71b8-46cb-a880-68dafbf15461 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:05.479284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Made reservation on behalf of 0975baa40144433385a2f3ee0b6612eb for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:05.484115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.572365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e14d82-35ea-4a10-9a1d-f00778635bac None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:36:05.585152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9dac5d8-d6bc-4a04-aca7-6a2a4ba5d529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.645953 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9dac5d8-d6bc-4a04-aca7-6a2a4ba5d529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.736187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521a393-48f3-4aee-ab3f-b908f1b22177 req-b0e05b24-6e12-443d-8b89-0d6c218b971f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:05.738341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6521a393-48f3-4aee-ab3f-b908f1b22177 req-b0e05b24-6e12-443d-8b89-0d6c218b971f tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 944 time: 0.1868894 Jul 09 13:36:05.810806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.831992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6521a393-48f3-4aee-ab3f-b908f1b22177 req-9d07489a-7cff-4e4b-aa06-76b75fd037a4 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0796049 Jul 09 13:36:05.839389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9dac5d8-d6bc-4a04-aca7-6a2a4ba5d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.842318 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9dac5d8-d6bc-4a04-aca7-6a2a4ba5d529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.843799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d9dac5d8-d6bc-4a04-aca7-6a2a4ba5d529 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88e3cd23-6a4a-47bd-97f1-ba2ed74eed13 HTTP/1.1" status: 204 len: 168 time: 0.4298604 Jul 09 13:36:05.870050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.917494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event deleted for resources: {'Port': ['ID=481fff88-ba81-42c5-a0c1-e011bfa709aa,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:05.938896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dac5d8-d6bc-4a04-aca7-6a2a4ba5d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e3cd23-6a4a-47bd-97f1-ba2ed74eed13,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:06.088654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.161686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting port c2c23cf8-ddd0-490b-92dd-220ef0ca3095 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:06.162393 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.275047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] For port c2c23cf8-ddd0-490b-92dd-220ef0ca3095, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c2c23cf8-ddd0-490b-92dd-220ef0ca3095,segment=NetworkSegment(ef43e243-b9c6-43bd-b80c-ee7745802927),segment_id=ef43e243-b9c6-43bd-b80c-ee7745802927)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:06.275980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.294281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Calling delete_port for c2c23cf8-ddd0-490b-92dd-220ef0ca3095 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:06.396976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.399362 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.432508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.446449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No DVR routers for this DVR port c2c23cf8-ddd0-490b-92dd-220ef0ca3095 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:06.470142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Port': ['ID=c2c23cf8-ddd0-490b-92dd-220ef0ca3095,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:06.507183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.507697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Fanout notify agent at l3_agent the message router_deleted on router 5fccb590-e3d8-40df-b067-7aac54f49a72 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:06.514543 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.515752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b7a0c84c-3bcb-4278-a583-c8ec2e32947f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/5fccb590-e3d8-40df-b067-7aac54f49a72 HTTP/1.1" status: 204 len: 168 time: 2.3857102 Jul 09 13:36:06.520488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49044) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:06.533346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1042a2ae-c1ff-4478-932d-1eba2d0eee27 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-439790353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:06.543238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:06.591774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.objects.ports [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93912) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:36:06.592319 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1042a2ae-c1ff-4478-932d-1eba2d0eee27 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.592431 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.593158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1042a2ae-c1ff-4478-932d-1eba2d0eee27 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.642556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.662733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port bb3ca458-6767-4c1b-89c1-49b6ee068403 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:06.663057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.668324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9c38ce-9a0d-4cc6-9037-69c8af210476']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:06.697991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef43e243-b9c6-43bd-b80c-ee7745802927') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:06.698287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef43e243-b9c6-43bd-b80c-ee7745802927') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:06.702154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'Subnet': ['ID=71d82cc0-d132-41de-a200-5172cb2cfc95,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:06.706521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1042a2ae-c1ff-4478-932d-1eba2d0eee27 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.715480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Checking segment: {'id': 'ef7f6938-31e8-4f96-9fad-a71bdea68960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5461b623-71b8-46cb-a880-68dafbf15461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:06.715853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Network hostable DHCP agents. Network: 5461b623-71b8-46cb-a880-68dafbf15461, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:06.716350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1042a2ae-c1ff-4478-932d-1eba2d0eee27 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.722033 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.747709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1042a2ae-c1ff-4478-932d-1eba2d0eee27 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.748289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.749053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1042a2ae-c1ff-4478-932d-1eba2d0eee27 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2275679 Jul 09 13:36:06.751755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49052) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:06.757537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': False}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:06.761824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:06.763379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:06.765462 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:06.776558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Network 5461b623-71b8-46cb-a880-68dafbf15461 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:06.813969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 5461b623-71b8-46cb-a880-68dafbf15461) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:06.826652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4623418e-e440-4ae0-9977-2f1214cb08a0 None None] Network 5461b623-71b8-46cb-a880-68dafbf15461 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:06.826866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:06.827656 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.851524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7613cd72-2afe-49bd-bf14-5a193596338d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4778421 Jul 09 13:36:06.853006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49056) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:06.855889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.858148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1844651414', 'network_id': '5461b623-71b8-46cb-a880-68dafbf15461'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:06.864906 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.894013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.900734 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/2a9c38ce-9a0d-4cc6-9037-69c8af210476 HTTP/1.1" status: 204 len: 168 time: 3.3302803 Jul 09 13:36:06.905554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49068) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:06.911442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530167581'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:06.952480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613264e7-015f-4891-9a6c-836de2049039 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=2a9c38ce-9a0d-4cc6-9037-69c8af210476,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:06.976804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Made reservation on behalf of 0975baa40144433385a2f3ee0b6612eb for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:06.977727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.991823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:06.994230 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59754764-e8a8-45e2-95a9-9d7d10fbbcf6" -d '{"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:07.024135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] device_id is not set on port dd7cb4b1-03a2-45b6-8dcc-68b859efe87c yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:07.043295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:07.056624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.089661 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b78ad4b-3ccc-4a51-bd49-2f69850b3c62 x-openstack-request-id: req-5b78ad4b-3ccc-4a51-bd49-2f69850b3c62 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:07.089999 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-plugged", "status": "completed", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:07.090210 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b78ad4b-3ccc-4a51-bd49-2f69850b3c62 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:07.090618 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'code': 200} Jul 09 13:36:07.320332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86390b9d-62db-43eb-bcc6-44f80251a8b1 None None] Network 5461b623-71b8-46cb-a880-68dafbf15461 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:07.329084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:07.332977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.335865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49086) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:07.353388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Allocated IP 2001:db8::1e4 (5461b623-71b8-46cb-a880-68dafbf15461/71d82cc0-d132-41de-a200-5172cb2cfc95/dd7cb4b1-03a2-45b6-8dcc-68b859efe87c) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:07.457258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.538965 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.540374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:07.564868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=10']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:07.594845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1922550052-network', 'tenant_id': '73f3bb17e27d46d4867789461484138b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:07.623060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.675412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.683494 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment 59bac7a4-b736-4945-a0b4-d398b285a61d of type vlan for network ab3af5bc-1963-4e69-a10e-6a6a9e7b048e Jul 09 13:36:07.686316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Network 5461b623-71b8-46cb-a880-68dafbf15461 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:07.692744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:07.697662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:07.698652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:07.699287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.702717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'Port': ['ID=dd7cb4b1-03a2-45b6-8dcc-68b859efe87c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:07.797123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0ed33-cbd3-427f-8488-96fa366f8073 req-3fe2c5ec-0c4e-484d-8411-a163e5d05162 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:07.798728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81a0ed33-cbd3-427f-8488-96fa366f8073 req-3fe2c5ec-0c4e-484d-8411-a163e5d05162 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 946 time: 0.6729369 Jul 09 13:36:07.822511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.823310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49112) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:07.823520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c2ed325d-955c-4fa0-907f-189693e76452 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9691911 Jul 09 13:36:07.828559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Made reservation on behalf of 73f3bb17e27d46d4867789461484138b for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:07.830870 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.837638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef5400-f42e-49f6-9796-ef75e047d5a2 req-51ea7c73-90c7-467e-a7a4-540af51f1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:07.839131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45ef5400-f42e-49f6-9796-ef75e047d5a2 req-51ea7c73-90c7-467e-a7a4-540af51f1790 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1097 time: 0.5189874 Jul 09 13:36:07.875614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49114) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:07.892028 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.993015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81a0ed33-cbd3-427f-8488-96fa366f8073 req-1af8abd4-23f2-4857-a357-316b6a4d08dc tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1796739 Jul 09 13:36:07.999092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.005527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:08.006343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.024233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c015c04-848d-4bb0-9929-6df02587db2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.065343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45ef5400-f42e-49f6-9796-ef75e047d5a2 req-bac3f2ee-3ac8-44d6-ab38-d4190dd0c0bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2034922 Jul 09 13:36:08.155455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=ab3af5bc-1963-4e69-a10e-6a6a9e7b048e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:08.170407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network ab3af5bc-1963-4e69-a10e-6a6a9e7b048e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:08.269600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ff850b39-04de-4972-8a7c-85329b06413d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Deleting port dd7cb4b1-03a2-45b6-8dcc-68b859efe87c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:08.269947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff850b39-04de-4972-8a7c-85329b06413d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.363377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.378548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.397995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f468ff17-e0f0-427b-8775-bf81ae492e20 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4884205 Jul 09 13:36:08.398511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49120) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:08.406076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.407960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': 'ab3af5bc-1963-4e69-a10e-6a6a9e7b048e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:08.439897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:08.448339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.477601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd07f1-ca2c-4555-a879-44e2180d1e77,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:08.483748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.484286 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Added segment c4b0d0db-3e8b-4304-ad50-10afebacbced of type vlan for network 3bd22c4e-9180-43b6-9b38-88ad715bb7da Jul 09 13:36:08.486724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff850b39-04de-4972-8a7c-85329b06413d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.554115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.554463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.554795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.555178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.555359 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c015c04-848d-4bb0-9929-6df02587db2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.555571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.555987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.556110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.556473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.556847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.557174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.557499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.557940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:08.564624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ff850b39-04de-4972-8a7c-85329b06413d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Calling delete_port for dd7cb4b1-03a2-45b6-8dcc-68b859efe87c owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:08.583584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c015c04-848d-4bb0-9929-6df02587db2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.604197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:08.608251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.647455 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.684065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c015c04-848d-4bb0-9929-6df02587db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e634b1c0-8f7d-4db9-9d70-4a30a3d553f2,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:08.694046 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8c015c04-848d-4bb0-9929-6df02587db2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7fb4fdc9d7e43feab9014b666b20558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171496 Jul 09 13:36:08.694659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49124) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:08.737387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Allocated IP 172.25.5.49 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/22ca299a-7bda-44f6-9f13-00d8907b3b23) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:08.763935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.764915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:08.765520 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.788064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2b4862f-fca1-4529-880b-a34b14ee9e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.881681 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2b4862f-fca1-4529-880b-a34b14ee9e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.907450 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5490344 Jul 09 13:36:08.913312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49130) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:08.920871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae08346-7257-4492-927c-abddeb2e50a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3bd22c4e-9180-43b6-9b38-88ad715bb7da,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:08.938188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 3bd22c4e-9180-43b6-9b38-88ad715bb7da details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:08.947818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Request body: {'subnet': {'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1922550052-subnet', 'tenant_id': '73f3bb17e27d46d4867789461484138b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:08.961301 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff850b39-04de-4972-8a7c-85329b06413d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.977221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.023247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff850b39-04de-4972-8a7c-85329b06413d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd7cb4b1-03a2-45b6-8dcc-68b859efe87c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:09.025840 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2b4862f-fca1-4529-880b-a34b14ee9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.029968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d2b4862f-fca1-4529-880b-a34b14ee9e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.038506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d2b4862f-fca1-4529-880b-a34b14ee9e7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e634b1c0-8f7d-4db9-9d70-4a30a3d553f2 HTTP/1.1" status: 204 len: 168 time: 0.3356044 Jul 09 13:36:09.089488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Made reservation on behalf of 73f3bb17e27d46d4867789461484138b for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:09.094151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.103220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4862f-fca1-4529-880b-a34b14ee9e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e634b1c0-8f7d-4db9-9d70-4a30a3d553f2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:09.135956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': '59bac7a4-b736-4945-a0b4-d398b285a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab3af5bc-1963-4e69-a10e-6a6a9e7b048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:09.136333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: ab3af5bc-1963-4e69-a10e-6a6a9e7b048e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:09.139236 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=1dd47e4b-76df-44fb-8220-583c2b5957d9,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:09.192881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network ab3af5bc-1963-4e69-a10e-6a6a9e7b048e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:09.211589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, ab3af5bc-1963-4e69-a10e-6a6a9e7b048e) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:09.228781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:09.230821 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.238249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6107136c-4332-43e2-b5fa-ccdf5d5c6270 None None] Network ab3af5bc-1963-4e69-a10e-6a6a9e7b048e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:09.283475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-79c634d5-9423-48ec-b283-00a70b89f4b9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8823686 Jul 09 13:36:09.285080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49148) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:09.322697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff850b39-04de-4972-8a7c-85329b06413d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.326106 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ff850b39-04de-4972-8a7c-85329b06413d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "DELETE /v2.0/ports/dd7cb4b1-03a2-45b6-8dcc-68b859efe87c HTTP/1.1" status: 204 len: 168 time: 1.4906778 Jul 09 13:36:09.329077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49152) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:09.335581 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.355979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5461b623-71b8-46cb-a880-68dafbf15461', 'external_fixed_ips': [{'subnet_id': '71d82cc0-d132-41de-a200-5172cb2cfc95', 'ip_address': '2001:db8::1e4'}]}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:09.466378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.467744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.528682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-ab3af5bc-1963-4e69-a10e-6a6a9e7b048e', 'network_id': 'ab3af5bc-1963-4e69-a10e-6a6a9e7b048e', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': '1dd47e4b-76df-44fb-8220-583c2b5957d9'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:09.531576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.568674 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.701876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.754577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49158) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:09.797568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e6dba16-5b09-4841-b4d7-94fb03fbb2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.837415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Allocated IP 2001:db8::1 (ab3af5bc-1963-4e69-a10e-6a6a9e7b048e/1dd47e4b-76df-44fb-8220-583c2b5957d9/7b2c3076-7b6c-41c1-af4c-e206fc20f59e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:09.890766 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.909517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3df1-4bfe-430e-9b2b-b92117241710 req-7a385d71-340a-4733-87cd-c285eba41b2b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:09.912171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c7f3df1-4bfe-430e-9b2b-b92117241710 req-7a385d71-340a-4733-87cd-c285eba41b2b tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 946 time: 0.5987990 Jul 09 13:36:10.080005 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.093265 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e6dba16-5b09-4841-b4d7-94fb03fbb2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.100038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e6dba16-5b09-4841-b4d7-94fb03fbb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.147511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8e6dba16-5b09-4841-b4d7-94fb03fbb2c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b5ae6cf26f64cd3b46336e6ba91dfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865879 Jul 09 13:36:10.147716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c7f3df1-4bfe-430e-9b2b-b92117241710 req-9e16ca08-8952-4482-a44c-2ecbd45be71e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2221882 Jul 09 13:36:10.147807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dba16-5b09-4841-b4d7-94fb03fbb2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c28ef-d339-4b30-a9b5-4cb4f27a5b27,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:10.150085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49188) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:10.152769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.173501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Transition to ACTIVE for port object 7b2c3076-7b6c-41c1-af4c-e206fc20f59e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:10.204563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Transition to ACTIVE for port object 7b2c3076-7b6c-41c1-af4c-e206fc20f59e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:10.213247 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.241908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17cb73d4-d0fb-44ba-bbd7-e6bad8f40c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.261215 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.265528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Network ab3af5bc-1963-4e69-a10e-6a6a9e7b048e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:10.267550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17cb73d4-d0fb-44ba-bbd7-e6bad8f40c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.272784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:10.276912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:10.323366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.328534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Pushing event updated for resources: {'Port': ['ID=7b2c3076-7b6c-41c1-af4c-e206fc20f59e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:10.334743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:10.336902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:10.340897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:10.387233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17cb73d4-d0fb-44ba-bbd7-e6bad8f40c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.389838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17cb73d4-d0fb-44ba-bbd7-e6bad8f40c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.391043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-17cb73d4-d0fb-44ba-bbd7-e6bad8f40c70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c2c28ef-d339-4b30-a9b5-4cb4f27a5b27 HTTP/1.1" status: 204 len: 168 time: 0.2398844 Jul 09 13:36:10.396794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.402029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd47e4b-76df-44fb-8220-583c2b5957d9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:10.411262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.411900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.412448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.413117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.413728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.414528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.415050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.415812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.416314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.416869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.417487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.417996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:10.419293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb73d4-d0fb-44ba-bbd7-e6bad8f40c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c28ef-d339-4b30-a9b5-4cb4f27a5b27,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:10.427306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Pushing event updated for resources: {'Port': ['ID=22ca299a-7bda-44f6-9f13-00d8907b3b23,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:10.427814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Attempting to bind port 7b2c3076-7b6c-41c1-af4c-e206fc20f59e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:10.428341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Attempting to bind port 7b2c3076-7b6c-41c1-af4c-e206fc20f59e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '59bac7a4-b736-4945-a0b4-d398b285a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab3af5bc-1963-4e69-a10e-6a6a9e7b048e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:10.428729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Attempting to bind port 7b2c3076-7b6c-41c1-af4c-e206fc20f59e on network ab3af5bc-1963-4e69-a10e-6a6a9e7b048e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:10.447828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:10.448269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Checking segment: {'id': '59bac7a4-b736-4945-a0b4-d398b285a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab3af5bc-1963-4e69-a10e-6a6a9e7b048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:10.448965 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.449508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Bound using segment: {'id': '59bac7a4-b736-4945-a0b4-d398b285a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab3af5bc-1963-4e69-a10e-6a6a9e7b048e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:10.450246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Bound port: 7b2c3076-7b6c-41c1-af4c-e206fc20f59e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bac7a4-b736-4945-a0b4-d398b285a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab3af5bc-1963-4e69-a10e-6a6a9e7b048e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:10.450808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.542886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] For port 7b2c3076-7b6c-41c1-af4c-e206fc20f59e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:10.551862 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] For port 7b2c3076-7b6c-41c1-af4c-e206fc20f59e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7b2c3076-7b6c-41c1-af4c-e206fc20f59e,segment=NetworkSegment(59bac7a4-b736-4945-a0b4-d398b285a61d),segment_id=59bac7a4-b736-4945-a0b4-d398b285a61d)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:10.553759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff354ce-6bfc-46c5-be7b-185a2c29a859,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:10.568192 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.568451 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.588677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3af5bc-1963-4e69-a10e-6a6a9e7b048e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:10.614746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bac7a4-b736-4945-a0b4-d398b285a61d') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:10.617763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bac7a4-b736-4945-a0b4-d398b285a61d') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:10.641698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.678960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Checking segment: {'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:10.679497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Network hostable DHCP agents. Network: 3bd22c4e-9180-43b6-9b38-88ad715bb7da, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:10.692861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.717895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:10.718655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.735842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Network 3bd22c4e-9180-43b6-9b38-88ad715bb7da is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:10.746853 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:10.767110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 3bd22c4e-9180-43b6-9b38-88ad715bb7da) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:10.774806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:10.775473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.807968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e14dd5-b3e9-445d-b7b8-503c93e2e355 None None] Network 3bd22c4e-9180-43b6-9b38-88ad715bb7da requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:10.860618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:36:10.860618 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:36:10.860618 n-d-799524-3 neutron-server[93912]: [parameters: {'id': 'ab3af5bc-1963-4e69-a10e-6a6a9e7b048e'}] Jul 09 13:36:10.860618 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:36:10.861371 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:36:10.869654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f8ca8e65-c325-42d4-ad47-bae853ecd76f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9500957 Jul 09 13:36:10.900951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803c726-95e2-45f3-a1d6-e30cce1780f7 None None] Pushing event updated for resources: {'Port': ['ID=7b2c3076-7b6c-41c1-af4c-e206fc20f59e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:10.906785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa52a608-635e-4e2f-872f-d78004dc937b None None] Network ab3af5bc-1963-4e69-a10e-6a6a9e7b048e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:10.978655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.044855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af37e13a-6f4f-4e90-863d-6981459a8268 None None] Network 3bd22c4e-9180-43b6-9b38-88ad715bb7da requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:11.277005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c2a16-7cfb-4b5e-ae91-8cb9b1c88017 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:36:11.310744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.361268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.363066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.533099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c2a16-7cfb-4b5e-ae91-8cb9b1c88017 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:36:11.540063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting port 7b2c3076-7b6c-41c1-af4c-e206fc20f59e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:11.540451 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.680517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] For port 7b2c3076-7b6c-41c1-af4c-e206fc20f59e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7b2c3076-7b6c-41c1-af4c-e206fc20f59e,segment=NetworkSegment(59bac7a4-b736-4945-a0b4-d398b285a61d),segment_id=59bac7a4-b736-4945-a0b4-d398b285a61d)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:11.681187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.682393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.693822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e529e-abb5-4022-a5b2-7e50c25ed3f9 req-b994d67d-3872-4ced-8770-d5940196c371 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:11.695470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b4e529e-abb5-4022-a5b2-7e50c25ed3f9 req-b994d67d-3872-4ced-8770-d5940196c371 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 946 time: 0.3374424 Jul 09 13:36:11.699280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Calling delete_port for 7b2c3076-7b6c-41c1-af4c-e206fc20f59e owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:11.704608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.768066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b4e529e-abb5-4022-a5b2-7e50c25ed3f9 req-c60ae699-e960-4413-a00e-5ac4c0bcd33e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411348 Jul 09 13:36:11.840244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Allocated IP 2001:db8::1e4 (5461b623-71b8-46cb-a880-68dafbf15461/71d82cc0-d132-41de-a200-5172cb2cfc95/f73ab420-f558-4fbf-9ad9-8659aa8870a5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:11.875315 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.894837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No DVR routers for this DVR port 7b2c3076-7b6c-41c1-af4c-e206fc20f59e on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:11.908413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49226) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:12.071003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Router ea10d6af-340c-42fb-af20-aaa5eee4b1d3 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:12.093348 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.121060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Port': ['ID=7b2c3076-7b6c-41c1-af4c-e206fc20f59e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:12.158490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3af5bc-1963-4e69-a10e-6a6a9e7b048e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.161404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.182180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bac7a4-b736-4945-a0b4-d398b285a61d') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.182588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bac7a4-b736-4945-a0b4-d398b285a61d') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.183554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1205632720'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:12.196621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.232793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.239847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:12.240261 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:12.366258 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:12.396809 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.405307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.417801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/ab3af5bc-1963-4e69-a10e-6a6a9e7b048e HTTP/1.1" status: 204 len: 168 time: 3.1302438 Jul 09 13:36:12.419933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49238) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:12.435526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480613356'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:12.440420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62322ee2-2fcc-45cc-9c33-8dd19266ea5a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=ab3af5bc-1963-4e69-a10e-6a6a9e7b048e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:12.574114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Made reservation on behalf of a18ecf8c45cc4db6afd06467d17ea055 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:12.577889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.588529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:12.589485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.592997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.618620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:12.626541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.628544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.629143 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment 4113f028-e532-49f9-95dc-8713cf6ccdf7 of type vlan for network 665eb880-5d73-493a-a54b-ab4ac5015cdc Jul 09 13:36:12.666887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:12.672202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.673428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8a035c93-2f7d-49e1-b576-1e6df23097ff tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "PUT /v2.0/routers/ea10d6af-340c-42fb-af20-aaa5eee4b1d3 HTTP/1.1" status: 200 len: 914 time: 5.9205327 Jul 09 13:36:12.677149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49240) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:12.680595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1830a-9e5a-4027-a88d-900eaf63197c None None] Sync routers for ids ['ea10d6af-340c-42fb-af20-aaa5eee4b1d3'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:12.684279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Network 5461b623-71b8-46cb-a880-68dafbf15461 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:12.693553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:12.697227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:12.699232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.700719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1830a-9e5a-4027-a88d-900eaf63197c None None] Routers {'ea10d6af-340c-42fb-af20-aaa5eee4b1d3'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:12.702129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'Port': ['ID=f73ab420-f558-4fbf-9ad9-8659aa8870a5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:12.705651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-26e1830a-9e5a-4027-a88d-900eaf63197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['ea10d6af-340c-42fb-af20-aaa5eee4b1d3'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.790420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-26e1830a-9e5a-4027-a88d-900eaf63197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.807852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1830a-9e5a-4027-a88d-900eaf63197c None None] Routers {'ea10d6af-340c-42fb-af20-aaa5eee4b1d3'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:12.808489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-26e1830a-9e5a-4027-a88d-900eaf63197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['ea10d6af-340c-42fb-af20-aaa5eee4b1d3'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.847779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-26e1830a-9e5a-4027-a88d-900eaf63197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.848474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1830a-9e5a-4027-a88d-900eaf63197c None None] The sync data for ids ['ea10d6af-340c-42fb-af20-aaa5eee4b1d3'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:12.854993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.864813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:12.865564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.111105 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.126402 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.185324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:13.193312 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.197112 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.262273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.262588 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Added segment c1f5c218-ab1e-42db-a25e-8b47bd6a358d of type vlan for network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 Jul 09 13:36:13.282344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2331781-3c71-44b3-99d0-a1211762ea54,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:13.334891 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9138701 Jul 09 13:36:13.341858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49260) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:13.349574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:13.399960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c692b-6238-4dd0-bec7-13865c51ccd2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=665eb880-5d73-493a-a54b-ab4ac5015cdc,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:13.414896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:13.461414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.498296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ab11a25e-1e7c-4bae-9e84-0c63e6fd8e50 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/routers/ea10d6af-340c-42fb-af20-aaa5eee4b1d3 HTTP/1.1" status: 200 len: 920 time: 0.8067997 Jul 09 13:36:13.504836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49266) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:13.573370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.579439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:13.580227 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.584124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:13.588196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.609060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6960533 Jul 09 13:36:13.620995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49268) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:13.626450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'subnet': {'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:13.666130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.683372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dcdc9f-bb68-4197-823a-65c0e696c5fe tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:13.687983 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-00dcdc9f-bb68-4197-823a-65c0e696c5fe tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=ea10d6af-340c-42fb-af20-aaa5eee4b1d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1817253 Jul 09 13:36:13.688621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49272) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:13.702909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49274) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:13.831122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20899737-d5b9-4401-8e3e-182bede5e2c6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Network': ['ID=bd7e25c6-69f2-4e24-a038-305fa8ddaa52,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:13.841124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c5981-b32c-47e7-a8b4-d7ff9e6b4d73 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:13.845089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ec8c5981-b32c-47e7-a8b4-d7ff9e6b4d73 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 881 time: 0.1523359 Jul 09 13:36:13.845696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:13.848523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49278) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:13.882052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Made reservation on behalf of a18ecf8c45cc4db6afd06467d17ea055 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:13.887530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.908501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5998d81e-42cf-4648-b6d1-d3ae1d8e70f7 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea10d6af-340c-42fb-af20-aaa5eee4b1d3 HTTP/1.1" status: 200 len: 205 time: 0.0588212 Jul 09 13:36:13.909724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49280) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:14.033224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.089760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.122276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0192135f-f3b8-4610-9cc1-5115ae33004d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.181180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Subnet': ['ID=1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:14.184794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Checking segment: {'id': 'c1f5c218-ab1e-42db-a25e-8b47bd6a358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:14.185153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Network hostable DHCP agents. Network: bd7e25c6-69f2-4e24-a038-305fa8ddaa52, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:14.195078 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.203002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Router 1719627d-ddde-4ab0-9632-2742071c32ea is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:14.215144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.215555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:14.250034 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.262152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, bd7e25c6-69f2-4e24-a038-305fa8ddaa52) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:14.269318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:14.270006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.280954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cf7101-ab81-4831-8874-5441d1a2b2f8 None None] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:14.324420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=aaf76ed5-26c7-4f3c-87e5-1355b063880c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:14.354753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:14.367455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Sync routers for ids ['1719627d-ddde-4ab0-9632-2742071c32ea'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:14.379191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': '4113f028-e532-49f9-95dc-8713cf6ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:14.382423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: 665eb880-5d73-493a-a54b-ab4ac5015cdc, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:14.385419 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Routers {'1719627d-ddde-4ab0-9632-2742071c32ea'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:14.386820 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1719627d-ddde-4ab0-9632-2742071c32ea'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:14.398737 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c391e231-5c2f-4625-be16-77e661f6e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.425460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0192135f-f3b8-4610-9cc1-5115ae33004d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.431920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Deleting port 22ca299a-7bda-44f6-9f13-00d8907b3b23 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:14.432269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.444295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.448275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9899791d-7c0c-47c6-b306-601a6e6d3cda tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1047218 Jul 09 13:36:14.449354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49282) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:14.464400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5da5dd1f-cc04-4a89-b03d-706aa21d1f46 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8414683 Jul 09 13:36:14.465092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49284) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:14.470980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1208297179'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:14.529791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Set router 1719627d-ddde-4ab0-9632-2742071c32ea gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:14.539866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:14.547588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0192135f-f3b8-4610-9cc1-5115ae33004d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.622123 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0192135f-f3b8-4610-9cc1-5115ae33004d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aab0ff7e8bc848cfaa52f23501d72e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9129705 Jul 09 13:36:14.624278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49286) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:14.741846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'tenant_id': 'a18ecf8c45cc4db6afd06467d17ea055', 'fixed_ips': [{'subnet_id': '1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:14.742978 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.754560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.775410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.790934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Calling delete_port for 22ca299a-7bda-44f6-9f13-00d8907b3b23 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:14.890719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 665eb880-5d73-493a-a54b-ab4ac5015cdc) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:14.899071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192135f-f3b8-4610-9cc1-5115ae33004d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f974afb8-4a71-4e2d-9c0c-e6160c780d8b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:14.901128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4dd6b-4590-4513-b99c-563f3a89c4ee None None] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:14.907172 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719627d-ddde-4ab0-9632-2742071c32ea', 'name': '', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5461b623-71b8-46cb-a880-68dafbf15461', 'external_fixed_ips': [{'subnet_id': '71d82cc0-d132-41de-a200-5172cb2cfc95', 'ip_address': '2001:db8::1e4'}], 'enable_snat': True}, 'gw_port_id': 'f73ab420-f558-4fbf-9ad9-8659aa8870a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:09Z', 'updated_at': '2021-07-09T13:36:12Z', 'revision_number': 3, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port': {'id': 'f73ab420-f558-4fbf-9ad9-8659aa8870a5', 'name': '', 'network_id': '5461b623-71b8-46cb-a880-68dafbf15461', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1719627d-ddde-4ab0-9632-2742071c32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '71d82cc0-d132-41de-a200-5172cb2cfc95', 'ip_address': '2001:db8::1e4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:11Z', 'updated_at': '2021-07-09T13:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71d82cc0-d132-41de-a200-5172cb2cfc95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:14.922603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:14.922603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.000359 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Checking router: 1719627d-ddde-4ab0-9632-2742071c32ea for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:15.005759 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e2095243-c862-49a2-b543-c4dd6a30eb4b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6572640 Jul 09 13:36:15.005937 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Updating router 1719627d-ddde-4ab0-9632-2742071c32ea port f73ab420-f558-4fbf-9ad9-8659aa8870a5 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:36:15.006056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49292) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:15.015758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:15.062978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Allocated IP 2001:db8::2 (bd7e25c6-69f2-4e24-a038-305fa8ddaa52/1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92/4f1a7e83-4afb-48cd-9bac-b95e0126dfb6) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:15.084238 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.118620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.145517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Made reservation on behalf of a18ecf8c45cc4db6afd06467d17ea055 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:15.152076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.248221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] device_id is not set on port cac21642-26b6-4bf2-b10a-e5c56c113645 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:15.259701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10776e48-a8a2-4457-ba05-5e5b0503692b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.366229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10776e48-a8a2-4457-ba05-5e5b0503692b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.395941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:15.404695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.437889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Deleting port f73ab420-f558-4fbf-9ad9-8659aa8870a5 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:15.438221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.448118 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.464134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-665eb880-5d73-493a-a54b-ab4ac5015cdc', 'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': 'aaf76ed5-26c7-4f3c-87e5-1355b063880c'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:15.465295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.493748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.508117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Transition to ACTIVE for port object 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:15.516597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10776e48-a8a2-4457-ba05-5e5b0503692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.523422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10776e48-a8a2-4457-ba05-5e5b0503692b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.540359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event deleted for resources: {'Port': ['ID=22ca299a-7bda-44f6-9f13-00d8907b3b23,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:15.542445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-10776e48-a8a2-4457-ba05-5e5b0503692b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f974afb8-4a71-4e2d-9c0c-e6160c780d8b HTTP/1.1" status: 204 len: 168 time: 0.9028063 Jul 09 13:36:15.571924 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.583666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Transition to ACTIVE for port object 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:15.591608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.597698 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.599872 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Transition to ACTIVE for port object f73ab420-f558-4fbf-9ad9-8659aa8870a5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:15.613202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Calling delete_port for f73ab420-f558-4fbf-9ad9-8659aa8870a5 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:15.621423 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.640935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.688071 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Attempting to bind port f73ab420-f558-4fbf-9ad9-8659aa8870a5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:15.688302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:15.688438 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Attempting to bind port f73ab420-f558-4fbf-9ad9-8659aa8870a5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ef7f6938-31e8-4f96-9fad-a71bdea68960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5461b623-71b8-46cb-a880-68dafbf15461'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:15.688942 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Attempting to bind port f73ab420-f558-4fbf-9ad9-8659aa8870a5 on network 5461b623-71b8-46cb-a880-68dafbf15461 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:15.701603 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:15.701975 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Checking segment: {'id': 'ef7f6938-31e8-4f96-9fad-a71bdea68960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5461b623-71b8-46cb-a880-68dafbf15461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:15.702370 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.702979 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Bound using segment: {'id': 'ef7f6938-31e8-4f96-9fad-a71bdea68960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5461b623-71b8-46cb-a880-68dafbf15461'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:15.703611 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Bound port: f73ab420-f558-4fbf-9ad9-8659aa8870a5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7f6938-31e8-4f96-9fad-a71bdea68960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5461b623-71b8-46cb-a880-68dafbf15461'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:15.704263 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.708151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Pushing event updated for resources: {'Port': ['ID=4f1a7e83-4afb-48cd-9bac-b95e0126dfb6,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:15.709692 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Pushing event updated for resources: {'Port': ['ID=f73ab420-f558-4fbf-9ad9-8659aa8870a5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:15.711194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:15.715091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:15.792613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Allocated IP 2001:db8::2 (665eb880-5d73-493a-a54b-ab4ac5015cdc/aaf76ed5-26c7-4f3c-87e5-1355b063880c/79d56564-9646-4903-b936-2b8c545791dc) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:15.796205 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.797572 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.798024 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.798497 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.798898 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.799623 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.800401 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.800846 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.801281 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.802296 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.803060 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.803495 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:15.834344 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.837588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.862257 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] For port f73ab420-f558-4fbf-9ad9-8659aa8870a5, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:15.868053 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] For port f73ab420-f558-4fbf-9ad9-8659aa8870a5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f73ab420-f558-4fbf-9ad9-8659aa8870a5,segment=NetworkSegment(ef7f6938-31e8-4f96-9fad-a71bdea68960),segment_id=ef7f6938-31e8-4f96-9fad-a71bdea68960)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:15.880809 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.885764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Attempting to bind port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:15.886134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Attempting to bind port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c1f5c218-ab1e-42db-a25e-8b47bd6a358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:15.886505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Attempting to bind port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 on network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:15.919329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10776e48-a8a2-4457-ba05-5e5b0503692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f974afb8-4a71-4e2d-9c0c-e6160c780d8b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:15.937957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:15.938578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Checking segment: {'id': 'c1f5c218-ab1e-42db-a25e-8b47bd6a358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:15.938820 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.939233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Bound using segment: {'id': 'c1f5c218-ab1e-42db-a25e-8b47bd6a358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:15.940181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Bound port: 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f5c218-ab1e-42db-a25e-8b47bd6a358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:15.940428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.007482 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Routers {'1719627d-ddde-4ab0-9632-2742071c32ea'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:16.011582 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:35:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1719627d-ddde-4ab0-9632-2742071c32ea'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:16.016587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] For port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:16.021035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] For port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4f1a7e83-4afb-48cd-9bac-b95e0126dfb6,segment=NetworkSegment(c1f5c218-ab1e-42db-a25e-8b47bd6a358d),segment_id=c1f5c218-ab1e-42db-a25e-8b47bd6a358d)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:16.024092 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c5574-f906-4bcd-9834-61738b136a83 None None] Pushing event updated for resources: {'Port': ['ID=f73ab420-f558-4fbf-9ad9-8659aa8870a5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.038732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Allocated IP 2001:db8::39e (bd7e25c6-69f2-4e24-a038-305fa8ddaa52/1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92/cac21642-26b6-4bf2-b10a-e5c56c113645) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:16.039299 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.142812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.144953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Fanout notify agent at l3_agent the message router_deleted on router ea10d6af-340c-42fb-af20-aaa5eee4b1d3 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:16.173075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.203713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e61ad-caeb-4399-af61-e6b74c293f42 None None] Pushing event updated for resources: {'Port': ['ID=4f1a7e83-4afb-48cd-9bac-b95e0126dfb6,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.244440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.262383 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fbfbdc50-596c-4fe3-9f6e-a888120743e1 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/ea10d6af-340c-42fb-af20-aaa5eee4b1d3 HTTP/1.1" status: 204 len: 168 time: 2.3453867 Jul 09 13:36:16.264791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] Set router 1719627d-ddde-4ab0-9632-2742071c32ea gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:16.264910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.276432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49312) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:16.307444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-370643890', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:16.336095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event deleted for resources: {'Port': ['ID=f73ab420-f558-4fbf-9ad9-8659aa8870a5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.358630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:16.365138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.384246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:16.388212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Transition to ACTIVE for port object 79d56564-9646-4903-b936-2b8c545791dc will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:16.389760 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1719627d-ddde-4ab0-9632-2742071c32ea', 'name': '', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:09Z', 'updated_at': '2021-07-09T13:36:15Z', 'revision_number': 4, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:16.400749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:16.403253 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.423909 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860e0c2-e4c5-4e2b-ba90-ab8372890cf8 None None] The sync data for ids ['1719627d-ddde-4ab0-9632-2742071c32ea'] in n-d-799524-3 is: [{'id': '1719627d-ddde-4ab0-9632-2742071c32ea', 'name': '', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:09Z', 'updated_at': '2021-07-09T13:36:15Z', 'revision_number': 4, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:16.430405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Transition to ACTIVE for port object 79d56564-9646-4903-b936-2b8c545791dc will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:16.448875 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.457358 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.480968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=6eea6242-41eb-4a10-bdc6-1d6ced1f41ca,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.544019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:16.557077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:16.578515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:16.592706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b73db409-cbb7-467f-b5d6-c11dea5e7d2b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5860355 Jul 09 13:36:16.593580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49318) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:16.602554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Pushing event updated for resources: {'Port': ['ID=79d56564-9646-4903-b936-2b8c545791dc,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.718842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Attempting to bind port 79d56564-9646-4903-b936-2b8c545791dc on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:16.719168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Attempting to bind port 79d56564-9646-4903-b936-2b8c545791dc by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '4113f028-e532-49f9-95dc-8713cf6ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:16.719536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Attempting to bind port 79d56564-9646-4903-b936-2b8c545791dc on network 665eb880-5d73-493a-a54b-ab4ac5015cdc {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:16.732404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:16.732787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Checking segment: {'id': '4113f028-e532-49f9-95dc-8713cf6ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:16.733183 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.733664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Bound using segment: {'id': '4113f028-e532-49f9-95dc-8713cf6ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:16.734041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Bound port: 79d56564-9646-4903-b936-2b8c545791dc, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4113f028-e532-49f9-95dc-8713cf6ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:16.734423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.740998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b34ea4-a90e-4d24-a3ec-38e3d27dcbe2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:16.743100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b34ea4-a90e-4d24-a3ec-38e3d27dcbe2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:16.744745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b34ea4-a90e-4d24-a3ec-38e3d27dcbe2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:16.747207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b34ea4-a90e-4d24-a3ec-38e3d27dcbe2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:16.749718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b34ea4-a90e-4d24-a3ec-38e3d27dcbe2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:16.755743 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-67b34ea4-a90e-4d24-a3ec-38e3d27dcbe2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1571038 Jul 09 13:36:16.757814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49324) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:16.764422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555802548'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:16.803858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:16.818667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.858467 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8b1f65af-9fc2-4af1-9317-42e3e1cdb2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.865574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] For port 79d56564-9646-4903-b936-2b8c545791dc, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:16.869764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] For port 79d56564-9646-4903-b936-2b8c545791dc, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79d56564-9646-4903-b936-2b8c545791dc,segment=NetworkSegment(4113f028-e532-49f9-95dc-8713cf6ccdf7),segment_id=4113f028-e532-49f9-95dc-8713cf6ccdf7)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:16.884498 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.895571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:16.916377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.916972 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment 6c0ea02a-dff4-4f17-89a2-f17b29fcb806 of type vlan for network efa583aa-db5b-40cb-b114-eca8f9aae57c Jul 09 13:36:17.020509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c374d-4619-42a4-9e27-44711e9d4ce2 None None] Pushing event updated for resources: {'Port': ['ID=79d56564-9646-4903-b936-2b8c545791dc,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:17.052963 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.060380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.114435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.115791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.130360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.137098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:17.138396 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.173738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.183908 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.208743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Transition to ACTIVE for port object cac21642-26b6-4bf2-b10a-e5c56c113645 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:17.233807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.261100 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5012364 Jul 09 13:36:17.270355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49336) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:17.292218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-df430254-f2ad-4b97-b0b6-695a0ef9396a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:17.462162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.465142 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.465985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1719627d-ddde-4ab0-9632-2742071c32ea {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:17.470829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fd689-908d-4e43-87db-eaba62ae6cc9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=efa583aa-db5b-40cb-b114-eca8f9aae57c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:17.484946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network efa583aa-db5b-40cb-b114-eca8f9aae57c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:17.488041 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.492528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-81cec357-4ab5-492b-8e25-e1af9eb0ba76 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "DELETE /v2.0/routers/1719627d-ddde-4ab0-9632-2742071c32ea HTTP/1.1" status: 204 len: 168 time: 3.0393372 Jul 09 13:36:17.495431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49368) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:17.516657 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.696409 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df430254-f2ad-4b97-b0b6-695a0ef9396a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.719859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df430254-f2ad-4b97-b0b6-695a0ef9396a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.730499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df430254-f2ad-4b97-b0b6-695a0ef9396a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network efa583aa-db5b-40cb-b114-eca8f9aae57c is not hosted by any dhcp agent {{(pid=93912) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:36:17.736017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df430254-f2ad-4b97-b0b6-695a0ef9396a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:17.736718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df430254-f2ad-4b97-b0b6-695a0ef9396a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.753708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-df430254-f2ad-4b97-b0b6-695a0ef9396a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "PUT /v2.0/networks/efa583aa-db5b-40cb-b114-eca8f9aae57c HTTP/1.1" status: 200 len: 723 time: 0.4700723 Jul 09 13:36:17.764751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49378) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:17.771648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': 'efa583aa-db5b-40cb-b114-eca8f9aae57c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:17.795568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:17.826608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:17.853952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:17.861802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:17.862793 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.890256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df430254-f2ad-4b97-b0b6-695a0ef9396a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=efa583aa-db5b-40cb-b114-eca8f9aae57c,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:17.905966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network efa583aa-db5b-40cb-b114-eca8f9aae57c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:17.986344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:17.990806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.040183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.063016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=cac21642-26b6-4bf2-b10a-e5c56c113645,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:18.084829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc56244c-128a-4354-a31c-6011b9a397fa tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Deleting subnet 71d82cc0-d132-41de-a200-5172cb2cfc95 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:18.152530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3ae892f4-f422-4ddd-ab2c-5f34fe8c5318 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6846578 Jul 09 13:36:18.152530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49382) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:18.155369 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc56244c-128a-4354-a31c-6011b9a397fa tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.203026 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.230770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc56244c-128a-4354-a31c-6011b9a397fa tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.312866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc56244c-128a-4354-a31c-6011b9a397fa tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.450518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-832643604', 'allowed_address_pairs': [{'ip_address': '2001:db8::39e', 'mac_address': 'fa:16:3e:ba:01:72'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:18.534461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc6a3c9-4086-4b5f-81ae-5f8226d420ac None None] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:18.598677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.741065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:18.800008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5ab43878-aad9-40f2-b7df-2e1a6390426e None None] Provisioning for port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:18.830003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=a22849fc-1e6c-48d3-9042-ee7f8549e28b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:18.844203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-8fe77eef-6cdf-4e93-a019-38a6482c7b26 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.853899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-8fe77eef-6cdf-4e93-a019-38a6482c7b26 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.857081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': '6c0ea02a-dff4-4f17-89a2-f17b29fcb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'efa583aa-db5b-40cb-b114-eca8f9aae57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:18.857766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: efa583aa-db5b-40cb-b114-eca8f9aae57c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:18.875053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-8fe77eef-6cdf-4e93-a019-38a6482c7b26 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.889789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-8fe77eef-6cdf-4e93-a019-38a6482c7b26 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.906873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-8fe77eef-6cdf-4e93-a019-38a6482c7b26 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.911209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network efa583aa-db5b-40cb-b114-eca8f9aae57c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:18.924036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-8fe77eef-6cdf-4e93-a019-38a6482c7b26 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.930207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, efa583aa-db5b-40cb-b114-eca8f9aae57c) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:18.933036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-8fe77eef-6cdf-4e93-a019-38a6482c7b26 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.935927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-8fe77eef-6cdf-4e93-a019-38a6482c7b26 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5444 time: 1.2633986 Jul 09 13:36:18.942531 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc56244c-128a-4354-a31c-6011b9a397fa tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.952935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5cedf5-9269-42b9-a3fe-5392f1ad8cb3 None None] Network efa583aa-db5b-40cb-b114-eca8f9aae57c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:18.972727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.973537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.985643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:19.005395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:19.006751 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.008943 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0d8732e7-b717-4e5c-bf71-3bfd0285256e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2430959 Jul 09 13:36:19.009564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49420) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:19.023291 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5a0d471f-f473-4ae0-bc57-7c12f137b083 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:19.068948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56244c-128a-4354-a31c-6011b9a397fa tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=71d82cc0-d132-41de-a200-5172cb2cfc95,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:19.070452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1c0c7-ec88-4415-8dba-a1a6d8c9d147 None None] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:19.106926 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc56244c-128a-4354-a31c-6011b9a397fa tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.114341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cc56244c-128a-4354-a31c-6011b9a397fa tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/71d82cc0-d132-41de-a200-5172cb2cfc95 HTTP/1.1" status: 204 len: 168 time: 1.6168749 Jul 09 13:36:19.119921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49422) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:19.171240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a0d471f-f473-4ae0-bc57-7c12f137b083 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4149851'] for subnet, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.256438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7c1a5b2a-c09e-433b-b8f9-7d45a31bf495 None None] Provisioning for port 79d56564-9646-4903-b936-2b8c545791dc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:19.287632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4be86c9f-a4f9-4bc2-ac79-a332e422352f req-869032b0-b0bd-4132-ab1a-ff842d495d9c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3228147 Jul 09 13:36:19.329268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Made reservation on behalf of a18ecf8c45cc4db6afd06467d17ea055 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:19.400129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.408690 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.478231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a0d471f-f473-4ae0-bc57-7c12f137b083 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792867641110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3179108'] for subnet, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.568453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d471f-f473-4ae0-bc57-7c12f137b083 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=a22849fc-1e6c-48d3-9042-ee7f8549e28b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:19.570013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4f1a7e83-4afb-48cd-9bac-b95e0126dfb6,segment=NetworkSegment(c1f5c218-ab1e-42db-a25e-8b47bd6a358d),segment_id=c1f5c218-ab1e-42db-a25e-8b47bd6a358d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:19.594890 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.596185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 79d56564-9646-4903-b936-2b8c545791dc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:19.620629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0d471f-f473-4ae0-bc57-7c12f137b083 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.621250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a0d471f-f473-4ae0-bc57-7c12f137b083 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.622654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5a0d471f-f473-4ae0-bc57-7c12f137b083 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "PUT /v2.0/subnets/a22849fc-1e6c-48d3-9042-ee7f8549e28b HTTP/1.1" status: 200 len: 826 time: 0.6100223 Jul 09 13:36:19.626671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49430) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:19.708767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695c2f-9b02-4d82-9042-3bbb86394d53 req-9781a147-7537-44e1-b78c-630bde115afc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.723779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695c2f-9b02-4d82-9042-3bbb86394d53 req-9781a147-7537-44e1-b78c-630bde115afc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.741489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695c2f-9b02-4d82-9042-3bbb86394d53 req-9781a147-7537-44e1-b78c-630bde115afc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.742132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.749132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695c2f-9b02-4d82-9042-3bbb86394d53 req-9781a147-7537-44e1-b78c-630bde115afc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.762743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695c2f-9b02-4d82-9042-3bbb86394d53 req-9781a147-7537-44e1-b78c-630bde115afc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.778296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695c2f-9b02-4d82-9042-3bbb86394d53 req-9781a147-7537-44e1-b78c-630bde115afc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.794416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695c2f-9b02-4d82-9042-3bbb86394d53 req-9781a147-7537-44e1-b78c-630bde115afc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.807921 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45695c2f-9b02-4d82-9042-3bbb86394d53 req-9781a147-7537-44e1-b78c-630bde115afc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5444 time: 0.3149061 Jul 09 13:36:19.853613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.872550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.882932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5461b623-71b8-46cb-a880-68dafbf15461']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:19.915809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7f6938-31e8-4f96-9fad-a71bdea68960') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:19.916107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7f6938-31e8-4f96-9fad-a71bdea68960') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:19.935398 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.001965 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.040843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] device_id is not set on port 16a24e2b-b282-49f0-87d4-db808d781427 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:20.066794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.128774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-efa583aa-db5b-40cb-b114-eca8f9aae57c', 'network_id': 'efa583aa-db5b-40cb-b114-eca8f9aae57c', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': 'a22849fc-1e6c-48d3-9042-ee7f8549e28b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:20.129788 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.134876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:20.135306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.135836 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.150909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: items = [ Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:20.152705 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:20.163591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=4f1a7e83-4afb-48cd-9bac-b95e0126dfb6,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.185693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-031090f8-c305-4aac-b340-26992149f507 None None] Provisioning for port cac21642-26b6-4bf2-b10a-e5c56c113645 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:20.187839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 79d56564-9646-4903-b936-2b8c545791dc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:20.263339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-031090f8-c305-4aac-b340-26992149f507 None None] Provisioning complete for port cac21642-26b6-4bf2-b10a-e5c56c113645 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:20.264017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-031090f8-c305-4aac-b340-26992149f507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.303560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 79d56564-9646-4903-b936-2b8c545791dc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:20.303560 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.354238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-031090f8-c305-4aac-b340-26992149f507 None None] Port cac21642-26b6-4bf2-b10a-e5c56c113645 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:20.366748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.371963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5461b623-71b8-46cb-a880-68dafbf15461 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:36:20.427046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.433008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5461b623-71b8-46cb-a880-68dafbf15461 HTTP/1.1" status: 204 len: 168 time: 1.3018215 Jul 09 13:36:20.448540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Allocated IP 172.25.5.47 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4335f96c-2ff4-4e33-9479-b230c3410263) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:20.477856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-031090f8-c305-4aac-b340-26992149f507 None None] Provisioning complete for port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:20.478254 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-031090f8-c305-4aac-b340-26992149f507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.540976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d7aaa-7f42-49e8-b1e5-10cbffa88406 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event deleted for resources: {'Network': ['ID=5461b623-71b8-46cb-a880-68dafbf15461,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.563385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Allocated IP 2001:db8::1c5 (bd7e25c6-69f2-4e24-a038-305fa8ddaa52/1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92/16a24e2b-b282-49f0-87d4-db808d781427) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:20.607509 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.657420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Allocated IP 2001:db8::2 (efa583aa-db5b-40cb-b114-eca8f9aae57c/a22849fc-1e6c-48d3-9042-ee7f8549e28b/cb538970-f749-4c12-82ae-82b535a97e4a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:20.661649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.780430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 79d56564-9646-4903-b936-2b8c545791dc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79d56564-9646-4903-b936-2b8c545791dc,segment=NetworkSegment(4113f028-e532-49f9-95dc-8713cf6ccdf7),segment_id=4113f028-e532-49f9-95dc-8713cf6ccdf7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:20.786052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fac3ecd-e854-4ce6-81d8-31e6d21cdbce None None] Update dhcp port {'port': {'network_id': '665eb880-5d73-493a-a54b-ab4ac5015cdc', 'fixed_ips': [{'subnet_id': 'aaf76ed5-26c7-4f3c-87e5-1355b063880c', 'ip_address': '2001:db8::2'}, {'subnet_id': '6eea6242-41eb-4a10-bdc6-1d6ced1f41ca'}], 'binding:host_id': 'n-d-799524-3'}, 'id': '79d56564-9646-4903-b936-2b8c545791dc'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:36:20.831085 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.899688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.917668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=79d56564-9646-4903-b936-2b8c545791dc,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.955422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9bf9241-978c-41ec-ad4d-7ff333ea0038 None None] Provisioning complete for port cac21642-26b6-4bf2-b10a-e5c56c113645 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:20.955860 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9241-978c-41ec-ad4d-7ff333ea0038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.002452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.016203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf9241-978c-41ec-ad4d-7ff333ea0038 None None] Port cac21642-26b6-4bf2-b10a-e5c56c113645 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:21.025360 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7fac3ecd-e854-4ce6-81d8-31e6d21cdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.029773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.051860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:21.096541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49446) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:21.102629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bf4d5826-df7e-4121-bd13-ae4ef1b28150 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'router': {'name': 'tempest-router--1355670530', 'project_id': '591e1d2d7db044139b8525dc16bd070d'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:21.110879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Transition to ACTIVE for port object 16a24e2b-b282-49f0-87d4-db808d781427 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:21.135022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:21.151206 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5826-df7e-4121-bd13-ae4ef1b28150 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.153633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5826-df7e-4121-bd13-ae4ef1b28150 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.157649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:21.178666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:21.239589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event updated for resources: {'Port': ['ID=4335f96c-2ff4-4e33-9479-b230c3410263,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:21.295573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5826-df7e-4121-bd13-ae4ef1b28150 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.305350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5826-df7e-4121-bd13-ae4ef1b28150 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.305606 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.307285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:21.307648 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.335154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5826-df7e-4121-bd13-ae4ef1b28150 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.339039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bf4d5826-df7e-4121-bd13-ae4ef1b28150 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2404141 Jul 09 13:36:21.341505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49450) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:21.381380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Transition to ACTIVE for port object cb538970-f749-4c12-82ae-82b535a97e4a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:21.409703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.511651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38f4be55-0582-4f2a-bf1e-49b4188b9afc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.537850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:21.554036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=16a24e2b-b282-49f0-87d4-db808d781427,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:21.559954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:21.594633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:21.602046 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:36:21.616457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:21.616457 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.644063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49456) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:21.644479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48071876-cdb7-413f-a4f1-65d0ebfd9da2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.2154264 Jul 09 13:36:21.659383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-7fac3ecd-e854-4ce6-81d8-31e6d21cdbce None None] Allocated IP 172.20.0.1 (665eb880-5d73-493a-a54b-ab4ac5015cdc/6eea6242-41eb-4a10-bdc6-1d6ced1f41ca/79d56564-9646-4903-b936-2b8c545791dc) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:21.687792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Transition to ACTIVE for port object cb538970-f749-4c12-82ae-82b535a97e4a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:21.736247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.811780 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.887683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Network efa583aa-db5b-40cb-b114-eca8f9aae57c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:21.909780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:21.920723 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38f4be55-0582-4f2a-bf1e-49b4188b9afc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.924747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:21.925195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38f4be55-0582-4f2a-bf1e-49b4188b9afc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.952423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Pushing event updated for resources: {'Port': ['ID=cb538970-f749-4c12-82ae-82b535a97e4a,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:21.991385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15afa2ee-8519-48e7-b66a-34d7aa44a7c3 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:21.997118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7fac3ecd-e854-4ce6-81d8-31e6d21cdbce None None] For port 79d56564-9646-4903-b936-2b8c545791dc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79d56564-9646-4903-b936-2b8c545791dc,segment=NetworkSegment(4113f028-e532-49f9-95dc-8713cf6ccdf7),segment_id=4113f028-e532-49f9-95dc-8713cf6ccdf7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:21.997965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15afa2ee-8519-48e7-b66a-34d7aa44a7c3 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:22.005083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15afa2ee-8519-48e7-b66a-34d7aa44a7c3 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:22.006903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-15afa2ee-8519-48e7-b66a-34d7aa44a7c3 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3617985 Jul 09 13:36:22.011111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49458) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:22.023537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38f4be55-0582-4f2a-bf1e-49b4188b9afc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.025067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f4be55-0582-4f2a-bf1e-49b4188b9afc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 917f9edf-1b34-4987-9371-b07531f9a178 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:22.034284 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38f4be55-0582-4f2a-bf1e-49b4188b9afc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.038055 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-38f4be55-0582-4f2a-bf1e-49b4188b9afc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "DELETE /v2.0/routers/917f9edf-1b34-4987-9371-b07531f9a178 HTTP/1.1" status: 204 len: 168 time: 0.6927257 Jul 09 13:36:22.126921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e2d3dae7-26e0-4008-832f-868132e92f6e None None] Provisioning for port 16a24e2b-b282-49f0-87d4-db808d781427 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:22.151244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e2d3dae7-26e0-4008-832f-868132e92f6e None None] Provisioning complete for port 16a24e2b-b282-49f0-87d4-db808d781427 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:22.152091 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e2d3dae7-26e0-4008-832f-868132e92f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.185392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Attempting to bind port cb538970-f749-4c12-82ae-82b535a97e4a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:22.187185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Attempting to bind port cb538970-f749-4c12-82ae-82b535a97e4a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '6c0ea02a-dff4-4f17-89a2-f17b29fcb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'efa583aa-db5b-40cb-b114-eca8f9aae57c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:22.188292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Attempting to bind port cb538970-f749-4c12-82ae-82b535a97e4a on network efa583aa-db5b-40cb-b114-eca8f9aae57c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:22.288532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:22.289083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Checking segment: {'id': '6c0ea02a-dff4-4f17-89a2-f17b29fcb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'efa583aa-db5b-40cb-b114-eca8f9aae57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:22.289676 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.290183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Bound using segment: {'id': '6c0ea02a-dff4-4f17-89a2-f17b29fcb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'efa583aa-db5b-40cb-b114-eca8f9aae57c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:22.290925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Bound port: cb538970-f749-4c12-82ae-82b535a97e4a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0ea02a-dff4-4f17-89a2-f17b29fcb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'efa583aa-db5b-40cb-b114-eca8f9aae57c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:22.291694 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.309533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7fac3ecd-e854-4ce6-81d8-31e6d21cdbce None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.319384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49462) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:22.356514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7fac3ecd-e854-4ce6-81d8-31e6d21cdbce None None] Transition to ACTIVE for port object 79d56564-9646-4903-b936-2b8c545791dc will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:22.357546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3dae7-26e0-4008-832f-868132e92f6e None None] Port 16a24e2b-b282-49f0-87d4-db808d781427 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:22.374670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=a22849fc-1e6c-48d3-9042-ee7f8549e28b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:22.433359 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7fac3ecd-e854-4ce6-81d8-31e6d21cdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.488567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.503032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.546024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa583aa-db5b-40cb-b114-eca8f9aae57c']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:22.582096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0ea02a-dff4-4f17-89a2-f17b29fcb806') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:22.582465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0ea02a-dff4-4f17-89a2-f17b29fcb806') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:22.663843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.722797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9f8e4-e27d-4530-9f53-936de2a149fe tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Deleting port 16a24e2b-b282-49f0-87d4-db808d781427 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:22.723382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f8e4-e27d-4530-9f53-936de2a149fe tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.776495 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.778365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] For port cb538970-f749-4c12-82ae-82b535a97e4a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:22.780869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac3ecd-e854-4ce6-81d8-31e6d21cdbce None None] Pushing event updated for resources: {'Port': ['ID=79d56564-9646-4903-b936-2b8c545791dc,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:22.793726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1523459544', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:22.802005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49482) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:22.826726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:22.827488 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:22.848329 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:22.873527 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f8e4-e27d-4530-9f53-936de2a149fe tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.916587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9f8e4-e27d-4530-9f53-936de2a149fe tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Calling delete_port for 16a24e2b-b282-49f0-87d4-db808d781427 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:22.961194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 79d56564-9646-4903-b936-2b8c545791dc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:23.066585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.068327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.077308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:36:23.077308 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:36:23.077308 n-d-799524-3 neutron-server[93913]: [parameters: {'id': 'efa583aa-db5b-40cb-b114-eca8f9aae57c'}] Jul 09 13:36:23.077308 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:36:23.078351 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:36:23.090232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] For port cb538970-f749-4c12-82ae-82b535a97e4a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb538970-f749-4c12-82ae-82b535a97e4a,segment=NetworkSegment(6c0ea02a-dff4-4f17-89a2-f17b29fcb806),segment_id=6c0ea02a-dff4-4f17-89a2-f17b29fcb806)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:23.121306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.190898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a319-7a72-47c7-8100-c73f82005865 req-79fe58d8-4e50-4185-b62a-244af05da561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.192173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a319-7a72-47c7-8100-c73f82005865 req-79fe58d8-4e50-4185-b62a-244af05da561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.195284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a319-7a72-47c7-8100-c73f82005865 req-79fe58d8-4e50-4185-b62a-244af05da561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.196114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a319-7a72-47c7-8100-c73f82005865 req-79fe58d8-4e50-4185-b62a-244af05da561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.196786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a319-7a72-47c7-8100-c73f82005865 req-79fe58d8-4e50-4185-b62a-244af05da561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.197560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a319-7a72-47c7-8100-c73f82005865 req-79fe58d8-4e50-4185-b62a-244af05da561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.198195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a319-7a72-47c7-8100-c73f82005865 req-79fe58d8-4e50-4185-b62a-244af05da561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.201270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb21a319-7a72-47c7-8100-c73f82005865 req-79fe58d8-4e50-4185-b62a-244af05da561 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6501 time: 0.3979504 Jul 09 13:36:23.215643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f8e4-e27d-4530-9f53-936de2a149fe tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.276937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8c492-f511-4b45-b289-912d5ab29f65 None None] Pushing event updated for resources: {'Port': ['ID=cb538970-f749-4c12-82ae-82b535a97e4a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:23.307467 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.318700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.325084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9f8e4-e27d-4530-9f53-936de2a149fe tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Port': ['ID=16a24e2b-b282-49f0-87d4-db808d781427,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:23.500541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbccb3-80ba-4339-89ac-001daafa8451 None None] Network efa583aa-db5b-40cb-b114-eca8f9aae57c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:23.543563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f8e4-e27d-4530-9f53-936de2a149fe tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.545740 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4fa9f8e4-e27d-4530-9f53-936de2a149fe tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "DELETE /v2.0/ports/16a24e2b-b282-49f0-87d4-db808d781427 HTTP/1.1" status: 204 len: 168 time: 1.5335319 Jul 09 13:36:23.548657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49486) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:23.551187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb21a319-7a72-47c7-8100-c73f82005865 req-6c9214a8-de65-4542-8e90-55c3090550d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3372431 Jul 09 13:36:23.593312 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-b842c7bf-a741-469a-9b7f-ae795fd4a4c2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] GET failed (client error): The resource could not be found. Jul 09 13:36:23.595050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b842c7bf-a741-469a-9b7f-ae795fd4a4c2 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "GET /v2.0/ports/16a24e2b-b282-49f0-87d4-db808d781427 HTTP/1.1" status: 404 len: 333 time: 0.0445497 Jul 09 13:36:23.600216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49490) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:23.614018 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.617865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-783150668'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:23.770370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad154689-0174-4dff-9ea4-a3d242ce3c18 None None] Network efa583aa-db5b-40cb-b114-eca8f9aae57c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:23.921032 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Made reservation on behalf of a18ecf8c45cc4db6afd06467d17ea055 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:23.930994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.976069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b60db-38b8-4cf7-949c-7e1b07effbcf None None] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:23.979072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] device_id is not set on port 10098e2d-5049-43f8-a212-459c67c18575 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:24.047249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a2072024-6130-42a7-9927-73b46281cd1e None None] Provisioning for port 79d56564-9646-4903-b936-2b8c545791dc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:24.053660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.057035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a2072024-6130-42a7-9927-73b46281cd1e None None] Provisioning complete for port 79d56564-9646-4903-b936-2b8c545791dc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:24.057544 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a2072024-6130-42a7-9927-73b46281cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.137892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Router 9cc83335-40fa-43b1-8109-2443f1201940 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:24.150186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting port cb538970-f749-4c12-82ae-82b535a97e4a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:24.150541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.206219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Allocated IP 2001:db8::1a5 (bd7e25c6-69f2-4e24-a038-305fa8ddaa52/1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92/10098e2d-5049-43f8-a212-459c67c18575) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:24.345143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] For port cb538970-f749-4c12-82ae-82b535a97e4a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb538970-f749-4c12-82ae-82b535a97e4a,segment=NetworkSegment(6c0ea02a-dff4-4f17-89a2-f17b29fcb806),segment_id=6c0ea02a-dff4-4f17-89a2-f17b29fcb806)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:24.346625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.365280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Calling delete_port for cb538970-f749-4c12-82ae-82b535a97e4a owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:24.435569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.478728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Transition to ACTIVE for port object 10098e2d-5049-43f8-a212-459c67c18575 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:24.517227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:24.529434 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ed3ef-19fd-4d25-b520-e81495d083eb None None] Sync routers for ids ['9cc83335-40fa-43b1-8109-2443f1201940'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:24.547662 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.550353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ed3ef-19fd-4d25-b520-e81495d083eb None None] Routers {'9cc83335-40fa-43b1-8109-2443f1201940'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:24.552225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0c4ed3ef-19fd-4d25-b520-e81495d083eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9cc83335-40fa-43b1-8109-2443f1201940'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:24.655902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0c4ed3ef-19fd-4d25-b520-e81495d083eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:24.656393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=10098e2d-5049-43f8-a212-459c67c18575,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:24.673297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:24.680311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:24.682718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:24.702918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ed3ef-19fd-4d25-b520-e81495d083eb None None] Routers {'9cc83335-40fa-43b1-8109-2443f1201940'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:24.704640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0c4ed3ef-19fd-4d25-b520-e81495d083eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9cc83335-40fa-43b1-8109-2443f1201940'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:24.707102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:24.707888 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.761695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b4c79e76-71dd-49b8-b85e-eaadddfb6cad tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1603155 Jul 09 13:36:24.762357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49500) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:24.768948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39e', 'mac_address': 'fa:16:3e:ba:01:72'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:24.788785 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.789397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0c4ed3ef-19fd-4d25-b520-e81495d083eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:24.790138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ed3ef-19fd-4d25-b520-e81495d083eb None None] The sync data for ids ['9cc83335-40fa-43b1-8109-2443f1201940'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:24.790290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bb37b0a1-a7f0-4f02-b54c-d4729647ce06 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.5094697 Jul 09 13:36:24.823612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49502) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:24.824393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1f50969e-2cde-4bd2-8503-5bdf0beedbce None None] Provisioning complete for port 79d56564-9646-4903-b936-2b8c545791dc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:24.827642 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1f50969e-2cde-4bd2-8503-5bdf0beedbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.842732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:24.871528 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.973017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.981533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.160575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No DVR routers for this DVR port cb538970-f749-4c12-82ae-82b535a97e4a on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:25.165810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Port': ['ID=cb538970-f749-4c12-82ae-82b535a97e4a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:25.203180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a1bd59-d099-4d3b-8db9-062da6bba0cc None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:36:25.267575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ed2249e5-b291-492e-bf1e-1e8e3de1c2da None None] Provisioning for port 10098e2d-5049-43f8-a212-459c67c18575 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:25.289442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ed2249e5-b291-492e-bf1e-1e8e3de1c2da None None] Provisioning complete for port 10098e2d-5049-43f8-a212-459c67c18575 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:25.290180 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed2249e5-b291-492e-bf1e-1e8e3de1c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.318501 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.329403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa583aa-db5b-40cb-b114-eca8f9aae57c']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:25.332873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ed2249e5-b291-492e-bf1e-1e8e3de1c2da None None] Port 10098e2d-5049-43f8-a212-459c67c18575 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:25.351911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0ea02a-dff4-4f17-89a2-f17b29fcb806') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:25.352365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0ea02a-dff4-4f17-89a2-f17b29fcb806') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:25.363757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.366489 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.390336 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.400888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Allocated IP 172.25.5.159 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/f7f3e858-9c84-4a79-a778-32f6cd13f8d7) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:25.403123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.418318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:25.418584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:25.422167 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:25.514800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1bd59-d099-4d3b-8db9-062da6bba0cc None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:36:25.521284 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.592555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.596557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Deleting port 4335f96c-2ff4-4e33-9479-b230c3410263 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:25.597378 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.598383 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.603224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/efa583aa-db5b-40cb-b114-eca8f9aae57c HTTP/1.1" status: 204 len: 168 time: 5.9542875 Jul 09 13:36:25.606360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49506) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:25.638069 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bb1085-b18c-476b-885b-3c2f2d58f83c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:25.638525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38bb1085-b18c-476b-885b-3c2f2d58f83c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:25.645530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-38bb1085-b18c-476b-885b-3c2f2d58f83c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/efa583aa-db5b-40cb-b114-eca8f9aae57c HTTP/1.1" status: 404 len: 339 time: 0.0345485 Jul 09 13:36:25.647927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49508) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:25.664853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658475612', 'description': 'd1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:25.671942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4e0cf-6854-43f4-9a34-819fd7eb1097 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=efa583aa-db5b-40cb-b114-eca8f9aae57c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:25.701239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.720158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:25.724627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.788702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:25.806679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.807373 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment ebd27f54-ce3a-4727-b9e2-5dd94abc4c86 of type vlan for network 28e4ed55-d66b-4493-a9ae-0e304ee8a764 Jul 09 13:36:25.815995 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.818423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.840887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Calling delete_port for 4335f96c-2ff4-4e33-9479-b230c3410263 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:25.905870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event updated for resources: {'Port': ['ID=f7f3e858-9c84-4a79-a778-32f6cd13f8d7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:25.920742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.927187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:25.931389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:25.937578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:25.951223 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.965506 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.039109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.044894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:26.045513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872425'] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.096792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] In _notify_port_updated(), no bound segment for port 10098e2d-5049-43f8-a212-459c67c18575 on network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:36:26.103927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:26.104828 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.106471 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "PUT /v2.0/ports/10098e2d-5049-43f8-a212-459c67c18575 HTTP/1.1" status: 200 len: 1002 time: 1.3431113 Jul 09 13:36:26.114401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49514) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:26.204258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa80c69-b018-4b55-9741-fe32197bf4d7 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=10098e2d-5049-43f8-a212-459c67c18575,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:26.328284 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.383828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Pushing event deleted for resources: {'Port': ['ID=4335f96c-2ff4-4e33-9479-b230c3410263,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:26.388815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-97b983fa-8f63-43cb-8ccd-00ac1c65f54f tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Deleting port 10098e2d-5049-43f8-a212-459c67c18575 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:26.389265 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-97b983fa-8f63-43cb-8ccd-00ac1c65f54f tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.512087 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8515971 Jul 09 13:36:26.522916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49516) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:26.593255 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-97b983fa-8f63-43cb-8ccd-00ac1c65f54f tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.608576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-97b983fa-8f63-43cb-8ccd-00ac1c65f54f tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Calling delete_port for 10098e2d-5049-43f8-a212-459c67c18575 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:26.689719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13194cec-e8cb-4aba-b30a-aa4ed0ab30a9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=28e4ed55-d66b-4493-a9ae-0e304ee8a764,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:26.692706 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.701373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5af05c-0389-47d9-9053-99a99d35e545 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:26.705466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5e5af05c-0389-47d9-9053-99a99d35e545 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/networks?id=28e4ed55-d66b-4493-a9ae-0e304ee8a764 HTTP/1.1" status: 200 len: 764 time: 0.1771159 Jul 09 13:36:26.705725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49518) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:26.710956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8de588b9-dfb7-4844-95fd-02961e73b62b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'description': 'd2'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:26.718778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 28e4ed55-d66b-4493-a9ae-0e304ee8a764 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:26.912363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1549cb6d-add3-4818-9f98-ad696eeaadd4 None None] Provisioning complete for port 10098e2d-5049-43f8-a212-459c67c18575 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:26.913155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1549cb6d-add3-4818-9f98-ad696eeaadd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.996302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1549cb6d-add3-4818-9f98-ad696eeaadd4 None None] Port 10098e2d-5049-43f8-a212-459c67c18575 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:27.065750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.110021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.116816 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.135875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8de588b9-dfb7-4844-95fd-02961e73b62b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.184370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8de588b9-dfb7-4844-95fd-02961e73b62b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.205024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8de588b9-dfb7-4844-95fd-02961e73b62b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network 28e4ed55-d66b-4493-a9ae-0e304ee8a764 is not hosted by any dhcp agent {{(pid=93913) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:36:27.209864 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-97b983fa-8f63-43cb-8ccd-00ac1c65f54f tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.212098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de588b9-dfb7-4844-95fd-02961e73b62b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:27.213559 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8de588b9-dfb7-4844-95fd-02961e73b62b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.217722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8de588b9-dfb7-4844-95fd-02961e73b62b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "PUT /v2.0/networks/28e4ed55-d66b-4493-a9ae-0e304ee8a764 HTTP/1.1" status: 200 len: 761 time: 0.5108719 Jul 09 13:36:27.218227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49526) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.316386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2650e10-26a1-4295-bd62-b81112e21ab7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:27.317681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d2650e10-26a1-4295-bd62-b81112e21ab7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/networks?id=28e4ed55-d66b-4493-a9ae-0e304ee8a764 HTTP/1.1" status: 200 len: 764 time: 0.0962617 Jul 09 13:36:27.344414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49528) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.355618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Router 9cc83335-40fa-43b1-8109-2443f1201940 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:27.356518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b983fa-8f63-43cb-8ccd-00ac1c65f54f tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Port': ['ID=10098e2d-5049-43f8-a212-459c67c18575,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:27.388073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de588b9-dfb7-4844-95fd-02961e73b62b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=28e4ed55-d66b-4493-a9ae-0e304ee8a764,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:27.403669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 28e4ed55-d66b-4493-a9ae-0e304ee8a764 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:27.540424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:27.549330 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.550571 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6107d71b-0ca9-4189-9f76-e5f8ec1b3c07 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "PUT /v2.0/routers/9cc83335-40fa-43b1-8109-2443f1201940 HTTP/1.1" status: 200 len: 705 time: 2.7259729 Jul 09 13:36:27.552527 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-97b983fa-8f63-43cb-8ccd-00ac1c65f54f tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.554601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-97b983fa-8f63-43cb-8ccd-00ac1c65f54f tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "DELETE /v2.0/ports/10098e2d-5049-43f8-a212-459c67c18575 HTTP/1.1" status: 204 len: 168 time: 1.4389014 Jul 09 13:36:27.555303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49530) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.560298 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0416e3a-a535-4e9f-a55b-805300f325cc None None] Sync routers for ids ['9cc83335-40fa-43b1-8109-2443f1201940'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:27.560987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49532) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.586087 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0416e3a-a535-4e9f-a55b-805300f325cc None None] Routers {'9cc83335-40fa-43b1-8109-2443f1201940'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:27.586880 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c0416e3a-a535-4e9f-a55b-805300f325cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9cc83335-40fa-43b1-8109-2443f1201940'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:27.654685 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c0416e3a-a535-4e9f-a55b-805300f325cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:27.660401 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb415a8-fd93-40a7-bbe7-5236c4a80f57 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] GET failed (client error): The resource could not be found. Jul 09 13:36:27.662153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0cb415a8-fd93-40a7-bbe7-5236c4a80f57 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "GET /v2.0/ports/10098e2d-5049-43f8-a212-459c67c18575 HTTP/1.1" status: 404 len: 333 time: 0.0999880 Jul 09 13:36:27.669451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49534) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.670699 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0416e3a-a535-4e9f-a55b-805300f325cc None None] Routers {'9cc83335-40fa-43b1-8109-2443f1201940'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:27.673202 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c0416e3a-a535-4e9f-a55b-805300f325cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9cc83335-40fa-43b1-8109-2443f1201940'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:27.680520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1436212834'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:27.702896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-597e9c12-bd9c-42a9-8993-589faf68a3f7 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/routers/9cc83335-40fa-43b1-8109-2443f1201940 HTTP/1.1" status: 200 len: 740 time: 0.1463337 Jul 09 13:36:27.705330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49536) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.744507 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c0416e3a-a535-4e9f-a55b-805300f325cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:27.745542 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0416e3a-a535-4e9f-a55b-805300f325cc None None] The sync data for ids ['9cc83335-40fa-43b1-8109-2443f1201940'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:27.779809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2d27d5d2-db06-4d5c-815c-35c810029658 tempest-RoutersAdminTest-296941262 tempest-RoutersAdminTest-296941262-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=9cc83335-40fa-43b1-8109-2443f1201940 HTTP/1.1" status: 200 len: 205 time: 0.0732908 Jul 09 13:36:27.787468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.827064 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ee6bd6fa-0d9f-4009-b28b-11f8bdb687cc tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc83335-40fa-43b1-8109-2443f1201940 HTTP/1.1" status: 200 len: 205 time: 0.0379257 Jul 09 13:36:27.829727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.830412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49540) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.868804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123853da-43a0-4ecc-9332-86612fb0c4c9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:27.873606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-123853da-43a0-4ecc-9332-86612fb0c4c9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5278487 Jul 09 13:36:27.874882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49544) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.991660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2e8bef49-d63d-4aab-a411-6497ea4e68f0 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 207 time: 0.1128943 Jul 09 13:36:27.992616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49546) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.157915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Made reservation on behalf of a18ecf8c45cc4db6afd06467d17ea055 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:28.161741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.211126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] device_id is not set on port 47855422-70ef-45ab-88f4-fb7e75cc49d6 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:28.275826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75678c-6c86-4278-b58e-0839de4e40e9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.282931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75678c-6c86-4278-b58e-0839de4e40e9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.290654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75678c-6c86-4278-b58e-0839de4e40e9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.291700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c45acea2-2cf7-4257-8861-0c3b964216db tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.296939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75678c-6c86-4278-b58e-0839de4e40e9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.303752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75678c-6c86-4278-b58e-0839de4e40e9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.309616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75678c-6c86-4278-b58e-0839de4e40e9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.322376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bd75678c-6c86-4278-b58e-0839de4e40e9 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3117285 Jul 09 13:36:28.334070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49548) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.419337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Router bc10ee07-53b0-488b-81b2-9aaa8566454d is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:28.506272 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c45acea2-2cf7-4257-8861-0c3b964216db tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.508942 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c45acea2-2cf7-4257-8861-0c3b964216db tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.562346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c45acea2-2cf7-4257-8861-0c3b964216db tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.563333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45acea2-2cf7-4257-8861-0c3b964216db tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc83335-40fa-43b1-8109-2443f1201940 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:28.583601 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c45acea2-2cf7-4257-8861-0c3b964216db tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.584950 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c45acea2-2cf7-4257-8861-0c3b964216db tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/9cc83335-40fa-43b1-8109-2443f1201940 HTTP/1.1" status: 204 len: 168 time: 0.7525995 Jul 09 13:36:28.590514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49552) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.594441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-041c8b4a-a2ee-4dd4-bc15-09720e0b4cdf tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2570684 Jul 09 13:36:28.607903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Allocated IP 2001:db8::351 (bd7e25c6-69f2-4e24-a038-305fa8ddaa52/1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92/47855422-70ef-45ab-88f4-fb7e75cc49d6) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:28.610016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49554) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.631002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f015f404-784e-4216-841e-bd0969c98bf6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cc83335-40fa-43b1-8109-2443f1201940 HTTP/1.1" status: 200 len: 205 time: 0.0377567 Jul 09 13:36:28.632893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49556) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.680866 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-489bdfcf-e527-4f37-9443-3c4dd9a9569f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] delete failed (client error): The resource could not be found. Jul 09 13:36:28.681884 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-489bdfcf-e527-4f37-9443-3c4dd9a9569f tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/9cc83335-40fa-43b1-8109-2443f1201940 HTTP/1.1" status: 404 len: 336 time: 0.0477457 Jul 09 13:36:28.684489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49558) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.722994 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b3863a6b-14eb-47f7-82d2-7281dbc43b09 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea10d6af-340c-42fb-af20-aaa5eee4b1d3 HTTP/1.1" status: 200 len: 205 time: 0.0356252 Jul 09 13:36:28.725481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49560) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.773598 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-3b64ca27-991d-4ff5-8e64-fb5b50823a6a tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] delete failed (client error): The resource could not be found. Jul 09 13:36:28.775245 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3b64ca27-991d-4ff5-8e64-fb5b50823a6a tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/ea10d6af-340c-42fb-af20-aaa5eee4b1d3 HTTP/1.1" status: 404 len: 336 time: 0.0485585 Jul 09 13:36:28.778991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.820491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3b92fe3c-9e2f-4132-a4e2-cb01b346d7a3 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fccb590-e3d8-40df-b067-7aac54f49a72 HTTP/1.1" status: 200 len: 205 time: 0.0400414 Jul 09 13:36:28.822791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49564) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.895355 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-0861ccc9-46e8-4d80-ac75-5861a9842c71 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] delete failed (client error): The resource could not be found. Jul 09 13:36:28.896443 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0861ccc9-46e8-4d80-ac75-5861a9842c71 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/5fccb590-e3d8-40df-b067-7aac54f49a72 HTTP/1.1" status: 404 len: 336 time: 0.0727081 Jul 09 13:36:28.899028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49568) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.937341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bd1c6a27-bfc9-44bb-9b85-23a431b6ca15 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8e7207c-9a51-4727-9e3e-7dfba2e982d4 HTTP/1.1" status: 200 len: 205 time: 0.0370975 Jul 09 13:36:28.939545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49570) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.986059 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-dc385bee-c81b-497d-ba08-d039faa2f686 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] delete failed (client error): The resource could not be found. Jul 09 13:36:28.990586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dc385bee-c81b-497d-ba08-d039faa2f686 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/c8e7207c-9a51-4727-9e3e-7dfba2e982d4 HTTP/1.1" status: 404 len: 336 time: 0.0452943 Jul 09 13:36:28.990586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49572) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.030525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d9197090-5991-4868-b77a-0986aca0b0e0 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2be7a1-8740-4577-a9be-f35e9cf7b3dc HTTP/1.1" status: 200 len: 205 time: 0.0350466 Jul 09 13:36:29.030762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f16d92-a319-4a03-91dd-f57f95053f4a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.030762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f16d92-a319-4a03-91dd-f57f95053f4a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.030762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f16d92-a319-4a03-91dd-f57f95053f4a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.031688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f16d92-a319-4a03-91dd-f57f95053f4a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.032240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49574) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.033119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f16d92-a319-4a03-91dd-f57f95053f4a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.035013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a9f16d92-a319-4a03-91dd-f57f95053f4a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4239533 Jul 09 13:36:29.039655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49576) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.057910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:29.078561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354fa48-f780-4197-9385-53c5e22ecfdc None None] Sync routers for ids ['bc10ee07-53b0-488b-81b2-9aaa8566454d'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:29.084437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:29.087424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d56ca852-569d-445b-8372-9d27f424b351 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7528787 Jul 09 13:36:29.089530 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-9faa82ae-c607-41b9-b90a-05685a82d26a tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] delete failed (client error): The resource could not be found. Jul 09 13:36:29.092923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9faa82ae-c607-41b9-b90a-05685a82d26a tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/3a2be7a1-8740-4577-a9be-f35e9cf7b3dc HTTP/1.1" status: 404 len: 336 time: 0.0574291 Jul 09 13:36:29.093079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49578) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.100127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49580) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.106846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354fa48-f780-4197-9385-53c5e22ecfdc None None] Routers {'bc10ee07-53b0-488b-81b2-9aaa8566454d'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:29.108433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d354fa48-f780-4197-9385-53c5e22ecfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bc10ee07-53b0-488b-81b2-9aaa8566454d'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:29.167888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d354fa48-f780-4197-9385-53c5e22ecfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:29.169149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b65e3-a873-459d-a2b4-a5f8c7ad4e46 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.170647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1e33438c-5019-4e3f-8545-b6459d7aceb6 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db24156-4f26-4a63-82cb-b6652273d4e0 HTTP/1.1" status: 200 len: 205 time: 0.0694323 Jul 09 13:36:29.177543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b65e3-a873-459d-a2b4-a5f8c7ad4e46 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.180271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b65e3-a873-459d-a2b4-a5f8c7ad4e46 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.182455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49582) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.185011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b65e3-a873-459d-a2b4-a5f8c7ad4e46 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.186098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354fa48-f780-4197-9385-53c5e22ecfdc None None] Routers {'bc10ee07-53b0-488b-81b2-9aaa8566454d'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:29.186539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b65e3-a873-459d-a2b4-a5f8c7ad4e46 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.187484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d354fa48-f780-4197-9385-53c5e22ecfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['bc10ee07-53b0-488b-81b2-9aaa8566454d'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:29.189044 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7a2b65e3-a873-459d-a2b4-a5f8c7ad4e46 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1476321 Jul 09 13:36:29.200429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49584) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.239156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d354fa48-f780-4197-9385-53c5e22ecfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:29.239823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354fa48-f780-4197-9385-53c5e22ecfdc None None] The sync data for ids ['bc10ee07-53b0-488b-81b2-9aaa8566454d'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:29.271076 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-1b2686e3-30ba-4f07-9be7-ea082e3cdf40 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] delete failed (client error): The resource could not be found. Jul 09 13:36:29.272257 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1b2686e3-30ba-4f07-9be7-ea082e3cdf40 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/routers/5db24156-4f26-4a63-82cb-b6652273d4e0 HTTP/1.1" status: 404 len: 336 time: 0.0872791 Jul 09 13:36:29.278225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49586) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.311980 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ad7190-8bbe-4e66-9e2a-24e2b7d4db53 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:29.312729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ad7190-8bbe-4e66-9e2a-24e2b7d4db53 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:29.314701 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-58ad7190-8bbe-4e66-9e2a-24e2b7d4db53 tempest-RoutersAdminTest-655566908 tempest-RoutersAdminTest-655566908-project] 10.222.0.32 "DELETE /v2.0/subnets/abe4373e-532d-4b8a-997c-1a119e155d60 HTTP/1.1" status: 404 len: 337 time: 0.0349441 Jul 09 13:36:29.368288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b62c4cc4-d5c5-4356-8cb9-8b7ac767364e tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/routers/bc10ee07-53b0-488b-81b2-9aaa8566454d HTTP/1.1" status: 200 len: 925 time: 0.2761321 Jul 09 13:36:29.372025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49590) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.411409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-24b3edfe-564a-432c-9721-63cec582ea52 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc10ee07-53b0-488b-81b2-9aaa8566454d HTTP/1.1" status: 200 len: 205 time: 0.0382481 Jul 09 13:36:29.414782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49592) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.435215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43167009-4536-4b18-8e8f-655a41aa8a6b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.438229 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-43167009-4536-4b18-8e8f-655a41aa8a6b tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/networks/b695e61e-5a10-4855-90d1-03378a670287 HTTP/1.1" status: 200 len: 804 time: 0.2364089 Jul 09 13:36:29.442084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49594) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.466688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:29.494518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Transition to ACTIVE for port object 47855422-70ef-45ab-88f4-fb7e75cc49d6 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:29.599550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:29.626978 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c429fd37-1d1a-4216-a44e-427d06fa0167 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/networks/b695e61e-5a10-4855-90d1-03378a670287?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1821666 Jul 09 13:36:29.631862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49598) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.678599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:29.719135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6507d2ac-fa4c-4913-a969-28c57baad4d4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.727169 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6507d2ac-fa4c-4913-a969-28c57baad4d4 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/subnets/b33fd76e-b757-42b0-90d8-af9789f23859 HTTP/1.1" status: 200 len: 843 time: 0.0892520 Jul 09 13:36:29.728735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49602) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.778768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:29.790249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:29.793124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:29.796953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19427039-033a-4bcb-ac4d-f00720e4e0d2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.799472 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-19427039-033a-4bcb-ac4d-f00720e4e0d2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "GET /v2.0/subnets/b33fd76e-b757-42b0-90d8-af9789f23859?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0673459 Jul 09 13:36:29.799784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.800533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:29.807774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49604) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.817872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1896731137'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:29.819600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=47855422-70ef-45ab-88f4-fb7e75cc49d6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:29.844399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-afdb6cf9-58d3-40f1-8676-414d9ac1efdd tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1655822 Jul 09 13:36:29.844721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49606) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.856849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ba:01:72'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:29.869012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:29.873194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:29.894528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49608) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:29.960870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:29.979623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:29.980359 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Added segment 76ae971f-653a-4c30-a0b7-ce6e2472a7d9 of type vlan for network 1471579a-5b34-446f-b0cb-4b8789b7569a Jul 09 13:36:30.039445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.058008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.098397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.107338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:30.108015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.144146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f629089b-efc5-47e1-a375-dcdc90320baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.226272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4069507 Jul 09 13:36:30.226272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16773cdd-15da-44e6-8b59-c6a4efd68ba6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Network': ['ID=1471579a-5b34-446f-b0cb-4b8789b7569a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:30.231146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49614) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:30.233364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 1471579a-5b34-446f-b0cb-4b8789b7569a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:30.239150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'network_id': '1471579a-5b34-446f-b0cb-4b8789b7569a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:30.331644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-045e36f1-e624-4ca4-8034-b1dc34570e5e None None] Provisioning for port 47855422-70ef-45ab-88f4-fb7e75cc49d6 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:30.339841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-045e36f1-e624-4ca4-8034-b1dc34570e5e None None] Provisioning complete for port 47855422-70ef-45ab-88f4-fb7e75cc49d6 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:30.340565 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-045e36f1-e624-4ca4-8034-b1dc34570e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.360868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Deleting port f7f3e858-9c84-4a79-a778-32f6cd13f8d7 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:30.361226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.403997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f629089b-efc5-47e1-a375-dcdc90320baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.412331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f629089b-efc5-47e1-a375-dcdc90320baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.416638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-045e36f1-e624-4ca4-8034-b1dc34570e5e None None] Port 47855422-70ef-45ab-88f4-fb7e75cc49d6 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:30.444871 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.462568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f629089b-efc5-47e1-a375-dcdc90320baa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bc6ae745c3847c4a2c862965f92517d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662076 Jul 09 13:36:30.465046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49616) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:30.469582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629089b-efc5-47e1-a375-dcdc90320baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7521f6c9-acd3-4fbe-83c0-5b9508d31937,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:30.481175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Made reservation on behalf of 845c292f451c489abbac5ddc51a2e3d9 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:30.484805 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.614851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.699627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Calling delete_port for f7f3e858-9c84-4a79-a778-32f6cd13f8d7 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:30.712448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Performing IP validity checks on allocation pools {{(pid=93913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:36:30.713032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:36:30.818751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b52d4fd7-d765-46a4-b939-4c4907267323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.900263 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b52d4fd7-d765-46a4-b939-4c4907267323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.062360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.074074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.146767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] In _notify_port_updated(), no bound segment for port 47855422-70ef-45ab-88f4-fb7e75cc49d6 on network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 {{(pid=93913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:36:31.152705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:31.153502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.154641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "PUT /v2.0/ports/47855422-70ef-45ab-88f4-fb7e75cc49d6 HTTP/1.1" status: 200 len: 1003 time: 1.3090050 Jul 09 13:36:31.157616 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49622) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:31.268529 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b52d4fd7-d765-46a4-b939-4c4907267323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.271557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b52d4fd7-d765-46a4-b939-4c4907267323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.272711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b52d4fd7-d765-46a4-b939-4c4907267323 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7521f6c9-acd3-4fbe-83c0-5b9508d31937 HTTP/1.1" status: 204 len: 168 time: 0.8023984 Jul 09 13:36:31.279416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35b719-2d6a-4024-8e7f-cfe4fe2db29b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=47855422-70ef-45ab-88f4-fb7e75cc49d6,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:31.302107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d4fd7-d765-46a4-b939-4c4907267323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7521f6c9-acd3-4fbe-83c0-5b9508d31937,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:31.307182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.359838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a8a23205-573d-42a3-8218-88533dae23c4 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Deleting port 47855422-70ef-45ab-88f4-fb7e75cc49d6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:31.360165 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8a23205-573d-42a3-8218-88533dae23c4 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.368970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.410561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event deleted for resources: {'Port': ['ID=f7f3e858-9c84-4a79-a778-32f6cd13f8d7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:31.492921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=3e479ddd-2e2a-458b-95b7-6b96a089b3c5,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:31.554348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Checking segment: {'id': '76ae971f-653a-4c30-a0b7-ce6e2472a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1471579a-5b34-446f-b0cb-4b8789b7569a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:31.554710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network hostable DHCP agents. Network: 1471579a-5b34-446f-b0cb-4b8789b7569a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:31.559399 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8a23205-573d-42a3-8218-88533dae23c4 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.598862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a8a23205-573d-42a3-8218-88533dae23c4 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Calling delete_port for 47855422-70ef-45ab-88f4-fb7e75cc49d6 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:31.601561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.637619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Network 1471579a-5b34-446f-b0cb-4b8789b7569a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:31.705726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5bbd02e8-667a-4a0b-bc11-478ffc0f50f7 None None] Provisioning complete for port 47855422-70ef-45ab-88f4-fb7e75cc49d6 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:31.707121 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5bbd02e8-667a-4a0b-bc11-478ffc0f50f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.834550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.836273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 1471579a-5b34-446f-b0cb-4b8789b7569a) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:31.843584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd02e8-667a-4a0b-bc11-478ffc0f50f7 None None] Port 47855422-70ef-45ab-88f4-fb7e75cc49d6 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:31.847785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3c3da-452d-4d9f-bce5-5f696a247a53 None None] Network 1471579a-5b34-446f-b0cb-4b8789b7569a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:31.856830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:31.857436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.860984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.917377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8a23205-573d-42a3-8218-88533dae23c4 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.922405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-815ced84-0131-4a15-ac5f-7d73de78b4fe tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6908412 Jul 09 13:36:31.926258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49630) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:31.933043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0e91d2f0-84ef-4b5e-92fd-df6acd8692da tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:31.940385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.941189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Fanout notify agent at l3_agent the message router_deleted on router bc10ee07-53b0-488b-81b2-9aaa8566454d {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:31.953231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.954580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5826014a-ea60-4d65-8f9e-d14567cd8797 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/bc10ee07-53b0-488b-81b2-9aaa8566454d HTTP/1.1" status: 204 len: 168 time: 2.5387652 Jul 09 13:36:31.996654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49632) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:32.011690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'router': {'name': 'tempest-snat-router-47751464', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': False}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:32.045024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a23205-573d-42a3-8218-88533dae23c4 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Port': ['ID=47855422-70ef-45ab-88f4-fb7e75cc49d6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:32.108641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-1471579a-5b34-446f-b0cb-4b8789b7569a', 'network_id': '1471579a-5b34-446f-b0cb-4b8789b7569a', 'tenant_id': '845c292f451c489abbac5ddc51a2e3d9', 'fixed_ips': [{'subnet_id': '3e479ddd-2e2a-458b-95b7-6b96a089b3c5'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:32.109827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.115601 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e91d2f0-84ef-4b5e-92fd-df6acd8692da tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9204883'] for subnet, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.128936 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8a23205-573d-42a3-8218-88533dae23c4 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.139380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a8a23205-573d-42a3-8218-88533dae23c4 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "DELETE /v2.0/ports/47855422-70ef-45ab-88f4-fb7e75cc49d6 HTTP/1.1" status: 204 len: 168 time: 0.9731102 Jul 09 13:36:32.148216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49636) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:32.185647 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.189330 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.238428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49638) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:32.265214 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c794485a-237d-402f-b281-4cea5f1baf1b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] GET failed (client error): The resource could not be found. Jul 09 13:36:32.270968 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c794485a-237d-402f-b281-4cea5f1baf1b tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "GET /v2.0/ports/47855422-70ef-45ab-88f4-fb7e75cc49d6 HTTP/1.1" status: 404 len: 333 time: 0.1165514 Jul 09 13:36:32.274239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49640) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:32.294513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-422857508'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:32.465693 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.661967 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.678163 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Made reservation on behalf of a18ecf8c45cc4db6afd06467d17ea055 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:32.682670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.706828 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b887c43d-eb70-48db-8a0a-7458c99faecb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca6dac5e71f4441482e397dd61c6516c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626451 Jul 09 13:36:32.707428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] device_id is not set on port ce7e8f3e-a866-4332-9b62-4af7647a46c3 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:32.719677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49644) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:32.769573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e91d2f0-84ef-4b5e-92fd-df6acd8692da tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792867641110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9374650'] for subnet, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.824510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Allocated IP 2001:db8::3 (1471579a-5b34-446f-b0cb-4b8789b7569a/3e479ddd-2e2a-458b-95b7-6b96a089b3c5/16e81b73-13d8-48f0-b664-10dfc859621a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:32.828361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91d2f0-84ef-4b5e-92fd-df6acd8692da tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:32.829363 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e91d2f0-84ef-4b5e-92fd-df6acd8692da tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.832036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0e91d2f0-84ef-4b5e-92fd-df6acd8692da tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "PUT /v2.0/subnets/3e479ddd-2e2a-458b-95b7-6b96a089b3c5 HTTP/1.1" status: 200 len: 900 time: 0.9040811 Jul 09 13:36:32.835029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49648) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:33.002271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.004895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1f942158-94ae-49ce-ad77-0984c6fb45c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.014506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91d2f0-84ef-4b5e-92fd-df6acd8692da tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event updated for resources: {'Subnet': ['ID=3e479ddd-2e2a-458b-95b7-6b96a089b3c5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.073980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Allocated IP 2001:db8::2d0 (bd7e25c6-69f2-4e24-a038-305fa8ddaa52/1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92/ce7e8f3e-a866-4332-9b62-4af7647a46c3) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:33.078094 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1f942158-94ae-49ce-ad77-0984c6fb45c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.130364 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.140177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Transition to ACTIVE for port object 16e81b73-13d8-48f0-b664-10dfc859621a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:33.157826 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Transition to ACTIVE for port object 16e81b73-13d8-48f0-b664-10dfc859621a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:33.164903 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.170181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.247887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Pushing event updated for resources: {'Port': ['ID=16e81b73-13d8-48f0-b664-10dfc859621a,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.263497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Network 1471579a-5b34-446f-b0cb-4b8789b7569a is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:33.265632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:33.268386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:33.313580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.340540 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1f942158-94ae-49ce-ad77-0984c6fb45c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.341223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Attempting to bind port 16e81b73-13d8-48f0-b664-10dfc859621a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:33.341597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Attempting to bind port 16e81b73-13d8-48f0-b664-10dfc859621a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '76ae971f-653a-4c30-a0b7-ce6e2472a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1471579a-5b34-446f-b0cb-4b8789b7569a'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:33.341959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Attempting to bind port 16e81b73-13d8-48f0-b664-10dfc859621a on network 1471579a-5b34-446f-b0cb-4b8789b7569a {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:33.343123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1f942158-94ae-49ce-ad77-0984c6fb45c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.350242 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1f942158-94ae-49ce-ad77-0984c6fb45c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dab8ab9-cc7d-4670-bfae-edb291db9ff8 HTTP/1.1" status: 204 len: 168 time: 0.6268859 Jul 09 13:36:33.350435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:33.350435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Checking segment: {'id': '76ae971f-653a-4c30-a0b7-ce6e2472a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1471579a-5b34-446f-b0cb-4b8789b7569a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:33.350435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.350435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Bound using segment: {'id': '76ae971f-653a-4c30-a0b7-ce6e2472a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1471579a-5b34-446f-b0cb-4b8789b7569a'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:33.350435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Bound port: 16e81b73-13d8-48f0-b664-10dfc859621a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ae971f-653a-4c30-a0b7-ce6e2472a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1471579a-5b34-446f-b0cb-4b8789b7569a'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:33.350435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.368543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f942158-94ae-49ce-ad77-0984c6fb45c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dab8ab9-cc7d-4670-bfae-edb291db9ff8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.368883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=3e479ddd-2e2a-458b-95b7-6b96a089b3c5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.396368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.435436 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.480308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] For port 16e81b73-13d8-48f0-b664-10dfc859621a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:33.484694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.490242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] For port 16e81b73-13d8-48f0-b664-10dfc859621a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=16e81b73-13d8-48f0-b664-10dfc859621a,segment=NetworkSegment(76ae971f-653a-4c30-a0b7-ce6e2472a7d9),segment_id=76ae971f-653a-4c30-a0b7-ce6e2472a7d9)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:33.508043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1471579a-5b34-446f-b0cb-4b8789b7569a']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:33.524291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.526729 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.548947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ae971f-653a-4c30-a0b7-ce6e2472a7d9') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:33.550676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ae971f-653a-4c30-a0b7-ce6e2472a7d9') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:33.570732 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.585952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Transition to ACTIVE for port object ce7e8f3e-a866-4332-9b62-4af7647a46c3 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:33.592834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.601657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:33.602046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:33.605548 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:33.675184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Allocated IP 172.25.5.154 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/f4a06707-e304-4a37-9c0e-da546c9a8bee) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:33.695339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:36:33.695339 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:36:33.695339 n-d-799524-3 neutron-server[93913]: [parameters: {'id': '1471579a-5b34-446f-b0cb-4b8789b7569a'}] Jul 09 13:36:33.695339 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:36:33.695748 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:36:33.711011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.721328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df3690-406e-48f9-a0d1-da8007037af8 None None] Pushing event updated for resources: {'Port': ['ID=16e81b73-13d8-48f0-b664-10dfc859621a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.735590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752941d-682f-4015-a647-578d54df6e0b None None] Network 1471579a-5b34-446f-b0cb-4b8789b7569a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:33.791724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:33.796965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:33.806485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:33.812198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:33.812842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.839004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=ce7e8f3e-a866-4332-9b62-4af7647a46c3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.854192 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5c6d7348-0788-43e5-9bb2-77e745609821 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5748961 Jul 09 13:36:33.856992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49656) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:33.863627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'network_id': 'bd7e25c6-69f2-4e24-a038-305fa8ddaa52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1188468071'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:33.886316 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.958854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.020705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:34.024462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:34.029373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:34.042465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0d270-e02b-4950-b838-24f4fbe0dc4f None None] Network 1471579a-5b34-446f-b0cb-4b8789b7569a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:34.148531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'Port': ['ID=f4a06707-e304-4a37-9c0e-da546c9a8bee,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:34.200150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.261714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Made reservation on behalf of a18ecf8c45cc4db6afd06467d17ea055 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:34.279853 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.334929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e169e3b2-de02-4e14-890c-bb4f95d85070 None None] Provisioning for port ce7e8f3e-a866-4332-9b62-4af7647a46c3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:34.341386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e169e3b2-de02-4e14-890c-bb4f95d85070 None None] Provisioning complete for port ce7e8f3e-a866-4332-9b62-4af7647a46c3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:34.341889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e169e3b2-de02-4e14-890c-bb4f95d85070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.387074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] device_id is not set on port f538a421-b95a-477a-8e61-19841938a927 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:34.394828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e169e3b2-de02-4e14-890c-bb4f95d85070 None None] Port ce7e8f3e-a866-4332-9b62-4af7647a46c3 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:34.403350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85dfef8-ab04-4e3f-b398-45c0ffa05eaa None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:36:34.567852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting port 16e81b73-13d8-48f0-b664-10dfc859621a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:34.568423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.585324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85dfef8-ab04-4e3f-b398-45c0ffa05eaa None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:36:34.673463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.936652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] For port 16e81b73-13d8-48f0-b664-10dfc859621a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=16e81b73-13d8-48f0-b664-10dfc859621a,segment=NetworkSegment(76ae971f-653a-4c30-a0b7-ce6e2472a7d9),segment_id=76ae971f-653a-4c30-a0b7-ce6e2472a7d9)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:34.937542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.005429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Allocated IP 2001:db8::33c (bd7e25c6-69f2-4e24-a038-305fa8ddaa52/1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92/f538a421-b95a-477a-8e61-19841938a927) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:35.183815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49678) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:35.198874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Calling delete_port for 16e81b73-13d8-48f0-b664-10dfc859621a owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:35.230900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.293851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Transition to ACTIVE for port object f538a421-b95a-477a-8e61-19841938a927 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:35.381718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.462097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Port': ['ID=16e81b73-13d8-48f0-b664-10dfc859621a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:35.465399 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.467465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No DVR routers for this DVR port 16e81b73-13d8-48f0-b664-10dfc859621a on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:35.571185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-969274682'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:35.577286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=f538a421-b95a-477a-8e61-19841938a927,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:35.581607 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.656859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:35.664702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:35.677370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:35.685197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:35.686230 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.700183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.715887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1471579a-5b34-446f-b0cb-4b8789b7569a']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:35.719288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:35.724556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.747988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-70aad43d-1ee2-4377-b69b-cf58e7e8d49a tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8893304 Jul 09 13:36:35.750538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ae971f-653a-4c30-a0b7-ce6e2472a7d9') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:35.750538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ae971f-653a-4c30-a0b7-ce6e2472a7d9') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:35.753711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.755083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49686) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:35.763102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39e', 'mac_address': 'fa:16:3e:ba:01:72'}, {'ip_address': '2001:db8::2d0', 'mac_address': 'fa:16:3e:38:4d:90'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:35.770170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.820615 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.830599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:35.831442 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:35.946354 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:35.955798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.983714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.986270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/1471579a-5b34-446f-b0cb-4b8789b7569a HTTP/1.1" status: 204 len: 168 time: 3.1499979 Jul 09 13:36:35.999590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49688) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:36.058300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a58c92-9c4f-45a7-a640-0cad22b48f68 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=1471579a-5b34-446f-b0cb-4b8789b7569a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:36.099307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.104153 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ef839d-f3b4-4607-bd92-ba2ca83543cf tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:36.104996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ef839d-f3b4-4607-bd92-ba2ca83543cf tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:36.107571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d1ef839d-f3b4-4607-bd92-ba2ca83543cf tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/3e479ddd-2e2a-458b-95b7-6b96a089b3c5 HTTP/1.1" status: 404 len: 337 time: 0.1026375 Jul 09 13:36:36.112610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49690) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:36.235272 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e2da47-3160-47fa-baa7-79f566399d43 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:36.236040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e2da47-3160-47fa-baa7-79f566399d43 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:36.240645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-61e2da47-3160-47fa-baa7-79f566399d43 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/1471579a-5b34-446f-b0cb-4b8789b7569a HTTP/1.1" status: 404 len: 339 time: 0.1240177 Jul 09 13:36:36.246561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49696) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:36.255042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9361767d-e660-4cc9-96f8-1b6965314e97 None None] Provisioning for port f538a421-b95a-477a-8e61-19841938a927 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:36.262556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9361767d-e660-4cc9-96f8-1b6965314e97 None None] Provisioning complete for port f538a421-b95a-477a-8e61-19841938a927 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:36.263175 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9361767d-e660-4cc9-96f8-1b6965314e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.342580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9361767d-e660-4cc9-96f8-1b6965314e97 None None] Port f538a421-b95a-477a-8e61-19841938a927 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:36.415586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.447672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.470011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Router 5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:36.477288 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.491368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:36.501334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.501600 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.501895 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Added segment 1ffd0792-634f-4d62-8422-f2790e4bcc8a of type vlan for network 8d778707-af6a-4e34-bade-1c344c8ad99f Jul 09 13:36:36.542094 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.574051 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.598296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] In _notify_port_updated(), no bound segment for port f538a421-b95a-477a-8e61-19841938a927 on network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:36:36.604721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:36.605033 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.606376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "PUT /v2.0/ports/f538a421-b95a-477a-8e61-19841938a927 HTTP/1.1" status: 200 len: 1068 time: 0.8502395 Jul 09 13:36:36.612365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:36.666656 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.676174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e70b401-dd27-443c-bc4d-1cff6420fb87,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:36.692870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d8207-5d74-40dc-a71c-80bb6138c347 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event updated for resources: {'Port': ['ID=f538a421-b95a-477a-8e61-19841938a927,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:36.718073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e4ed55-d66b-4493-a9ae-0e304ee8a764']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:36.755148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd27f54-ce3a-4727-b9e2-5dd94abc4c86') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:36.756108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd27f54-ce3a-4727-b9e2-5dd94abc4c86') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:36.761763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:36.772711 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Sync routers for ids ['5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:36.777149 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.788695 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Routers {'5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:36.789898 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:36.794056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:36.796769 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.822694 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.826277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-847dffc6-59e9-444a-a55d-fcb3f984dbb9 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8261197 Jul 09 13:36:36.827615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49700) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:36.834797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.873129 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.883339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:36.883974 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.942806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-faf38a4c-46f6-4173-9b74-51e2ed9126ac tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Deleting port f538a421-b95a-477a-8e61-19841938a927 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:36.943349 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faf38a4c-46f6-4173-9b74-51e2ed9126ac tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.160498 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Set router 5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:37.172514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7f99b955-09ef-4620-9b82-b79dcca8ca00 None None] Provisioning complete for port f538a421-b95a-477a-8e61-19841938a927 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:37.176541 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7f99b955-09ef-4620-9b82-b79dcca8ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.257136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ef33c028-bf03-42c0-9ab3-22d98faab7a4 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/routers/5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712 HTTP/1.1" status: 200 len: 907 time: 0.4283447 Jul 09 13:36:37.260843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49706) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:37.261985 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:37.266317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Network': ['ID=8d778707-af6a-4e34-bade-1c344c8ad99f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:37.270549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.271223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'router': {'name': 'tempest-snat-router-47751464', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': True}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:37.284393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.293433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faf38a4c-46f6-4173-9b74-51e2ed9126ac tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.298431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:37.304668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/28e4ed55-d66b-4493-a9ae-0e304ee8a764 HTTP/1.1" status: 204 len: 168 time: 1.0486002 Jul 09 13:36:37.310013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49710) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:37.311117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9cf6b522-2a42-4145-9701-f07ff92e75b1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1261570 Jul 09 13:36:37.314176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49712) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:37.328718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-faf38a4c-46f6-4173-9b74-51e2ed9126ac tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Calling delete_port for f538a421-b95a-477a-8e61-19841938a927 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:37.372597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'name': 'tempest-PortsTestJSON-1802393394'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:37.382911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bbc28-22d4-487b-bc90-5f442bf4af2c tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=28e4ed55-d66b-4493-a9ae-0e304ee8a764,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:37.410835 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffdb818-894a-4247-b6a4-ac7cf837475d tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:37.410835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffdb818-894a-4247-b6a4-ac7cf837475d tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:37.410835 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ffdb818-894a-4247-b6a4-ac7cf837475d tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/a22849fc-1e6c-48d3-9042-ee7f8549e28b HTTP/1.1" status: 404 len: 337 time: 0.0938327 Jul 09 13:36:37.413193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49714) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:37.422318 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.423405 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.478085 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5505da66-8f6d-4081-b8c4-1d65669815d3 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:37.478754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5505da66-8f6d-4081-b8c4-1d65669815d3 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:37.480663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5505da66-8f6d-4081-b8c4-1d65669815d3 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/efa583aa-db5b-40cb-b114-eca8f9aae57c HTTP/1.1" status: 404 len: 339 time: 0.0664914 Jul 09 13:36:37.483936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49716) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:37.525626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7f99b955-09ef-4620-9b82-b79dcca8ca00 None None] Port f538a421-b95a-477a-8e61-19841938a927 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:37.583325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd399dd2-bb8c-4d36-bb55-5fdf0a0ebe64 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting subnet 6eea6242-41eb-4a10-bdc6-1d6ced1f41ca {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:37.589820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd399dd2-bb8c-4d36-bb55-5fdf0a0ebe64 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.628902 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.629333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:37.633298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.645470 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712', 'name': 'tempest-snat-router-47751464', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.154'}], 'enable_snat': False}, 'gw_port_id': 'f4a06707-e304-4a37-9c0e-da546c9a8bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:32Z', 'updated_at': '2021-07-09T13:36:34Z', 'revision_number': 3, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port': {'id': 'f4a06707-e304-4a37-9c0e-da546c9a8bee', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:33Z', 'updated_at': '2021-07-09T13:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:37.654727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd399dd2-bb8c-4d36-bb55-5fdf0a0ebe64 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.678537 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Checking router: 5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:37.679331 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Updating router 5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712 port f4a06707-e304-4a37-9c0e-da546c9a8bee binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:36:37.697392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 06e83497-5590-4fb1-ace4-8863add5bdf0 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:37.718287 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.781270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd399dd2-bb8c-4d36-bb55-5fdf0a0ebe64 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.875804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd399dd2-bb8c-4d36-bb55-5fdf0a0ebe64 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.881737 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faf38a4c-46f6-4173-9b74-51e2ed9126ac tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.939067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.000929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd399dd2-bb8c-4d36-bb55-5fdf0a0ebe64 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=6eea6242-41eb-4a10-bdc6-1d6ced1f41ca,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:38.019566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9c0b6-4fb9-4ee7-a6e6-fa96812738fe None None] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:38.022196 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd399dd2-bb8c-4d36-bb55-5fdf0a0ebe64 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.024590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bd399dd2-bb8c-4d36-bb55-5fdf0a0ebe64 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/6eea6242-41eb-4a10-bdc6-1d6ced1f41ca HTTP/1.1" status: 204 len: 168 time: 0.5394771 Jul 09 13:36:38.027743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49718) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:38.211709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf38a4c-46f6-4173-9b74-51e2ed9126ac tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Port': ['ID=f538a421-b95a-477a-8e61-19841938a927,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:38.263193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5290c7-2f0b-4b13-b17a-ef777edd63e7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting subnet aaf76ed5-26c7-4f3c-87e5-1355b063880c {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:38.357107 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff5290c7-2f0b-4b13-b17a-ef777edd63e7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.414966 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-faf38a4c-46f6-4173-9b74-51e2ed9126ac tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.417863 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-faf38a4c-46f6-4173-9b74-51e2ed9126ac tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "DELETE /v2.0/ports/f538a421-b95a-477a-8e61-19841938a927 HTTP/1.1" status: 204 len: 168 time: 1.8018551 Jul 09 13:36:38.420874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49724) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:38.521184 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.540418 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Transition to ACTIVE for port object f4a06707-e304-4a37-9c0e-da546c9a8bee will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:38.550855 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.570606 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.626349 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1656e3-0371-4481-a5fc-11cdae21f297 None None] Pushing event updated for resources: {'Port': ['ID=f4a06707-e304-4a37-9c0e-da546c9a8bee,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:38.651514 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dc47d1-1905-4b98-99e1-2d8dca47ffec tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] GET failed (client error): The resource could not be found. Jul 09 13:36:38.656294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f4dc47d1-1905-4b98-99e1-2d8dca47ffec tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "GET /v2.0/ports/f538a421-b95a-477a-8e61-19841938a927 HTTP/1.1" status: 404 len: 333 time: 0.2276633 Jul 09 13:36:38.657005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49726) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:38.659679 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Attempting to bind port f4a06707-e304-4a37-9c0e-da546c9a8bee on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:38.660365 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Attempting to bind port f4a06707-e304-4a37-9c0e-da546c9a8bee by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:38.660933 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Attempting to bind port f4a06707-e304-4a37-9c0e-da546c9a8bee on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:38.667660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.670929 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:38.672183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:38.672825 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.673487 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:38.674216 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Bound port: f4a06707-e304-4a37-9c0e-da546c9a8bee, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:38.675281 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.766724 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] For port f4a06707-e304-4a37-9c0e-da546c9a8bee, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:38.771206 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] For port f4a06707-e304-4a37-9c0e-da546c9a8bee, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f4a06707-e304-4a37-9c0e-da546c9a8bee,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:38.778106 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.779482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff5290c7-2f0b-4b13-b17a-ef777edd63e7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.845483 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Routers {'5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:38.846853 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:38.851026 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.898799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.902533 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1656e3-0371-4481-a5fc-11cdae21f297 None None] Pushing event updated for resources: {'Port': ['ID=f4a06707-e304-4a37-9c0e-da546c9a8bee,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:38.955947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=06e83497-5590-4fb1-ace4-8863add5bdf0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:39.051334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Checking segment: {'id': '1ffd0792-634f-4d62-8422-f2790e4bcc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:39.051620 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] Set router 5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:39.053184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network hostable DHCP agents. Network: 8d778707-af6a-4e34-bade-1c344c8ad99f, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:39.059097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-6de4a5b7-6adc-483e-a9d0-db1ec19f8ab3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4449098 Jul 09 13:36:39.084490 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff5290c7-2f0b-4b13-b17a-ef777edd63e7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.149115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e44b39a3-1965-4b47-bf71-77117c7df3cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Deleting port ce7e8f3e-a866-4332-9b62-4af7647a46c3 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:39.149469 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44b39a3-1965-4b47-bf71-77117c7df3cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.204148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Allocated IP 172.25.5.249 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:39.282650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:39.326778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 8d778707-af6a-4e34-bade-1c344c8ad99f) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:39.338401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be118fd-abf2-4bdf-bb83-e95b03a5316f None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:39.345308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:39.353061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:39.353731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.385564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff5290c7-2f0b-4b13-b17a-ef777edd63e7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.391229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44b39a3-1965-4b47-bf71-77117c7df3cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.418480 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77ce9544-3a8f-46c0-8f69-d960ff90c4e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0611472 Jul 09 13:36:39.421654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49730) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:39.439761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-43383847-3f72-47e5-a10d-94ccab759e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:39.441597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-43383847-3f72-47e5-a10d-94ccab759e60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 1097 time: 0.3522303 Jul 09 13:36:39.443358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e44b39a3-1965-4b47-bf71-77117c7df3cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Calling delete_port for ce7e8f3e-a866-4332-9b62-4af7647a46c3 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:39.448771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5290c7-2f0b-4b13-b17a-ef777edd63e7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf76ed5-26c7-4f3c-87e5-1355b063880c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:39.455769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1708124284'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:39.460140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff5290c7-2f0b-4b13-b17a-ef777edd63e7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.462470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ff5290c7-2f0b-4b13-b17a-ef777edd63e7 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/aaf76ed5-26c7-4f3c-87e5-1355b063880c HTTP/1.1" status: 204 len: 168 time: 1.4335852 Jul 09 13:36:39.464210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.466630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49732) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:39.538200 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712', 'name': 'tempest-snat-router-47751464', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.154'}], 'enable_snat': False}, 'gw_port_id': 'f4a06707-e304-4a37-9c0e-da546c9a8bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:32Z', 'updated_at': '2021-07-09T13:36:34Z', 'revision_number': 3, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port': {'id': 'f4a06707-e304-4a37-9c0e-da546c9a8bee', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:33Z', 'updated_at': '2021-07-09T13:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:39.545345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e099e07-55c9-4eb7-a899-4eccc3e9905b None None] Network 665eb880-5d73-493a-a54b-ab4ac5015cdc requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:39.574255 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.611569 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2535f-72ba-43f0-a2f5-4f9c5d269e1e None None] The sync data for ids ['5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712'] in n-d-799524-3 is: [{'id': '5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712', 'name': 'tempest-snat-router-47751464', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.154'}], 'enable_snat': False}, 'gw_port_id': 'f4a06707-e304-4a37-9c0e-da546c9a8bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:32Z', 'updated_at': '2021-07-09T13:36:34Z', 'revision_number': 3, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port': {'id': 'f4a06707-e304-4a37-9c0e-da546c9a8bee', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:33Z', 'updated_at': '2021-07-09T13:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:39.694400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ae636458-c800-4caf-b8b4-061feb6ed161 None None] Provisioning complete for port 79d56564-9646-4903-b936-2b8c545791dc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:39.696042 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae636458-c800-4caf-b8b4-061feb6ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.734107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:39.741721 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.771954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.772803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-f25f7a28-b6ce-4d44-9b33-63ba5b9b0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:39.778080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-f25f7a28-b6ce-4d44-9b33-63ba5b9b0e8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 200 len: 917 time: 0.2974935 Jul 09 13:36:39.833986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:39.859622 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.860243 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Added segment f16a4a08-5f70-47bb-bbbd-56855180b9e4 of type vlan for network 7d3c9e0e-81ea-4c2b-8469-f96272aac6eb Jul 09 13:36:39.919475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.924665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44b39a3-1965-4b47-bf71-77117c7df3cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.990281 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.998076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:39.998718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.002387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b39a3-1965-4b47-bf71-77117c7df3cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Port': ['ID=ce7e8f3e-a866-4332-9b62-4af7647a46c3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:40.041107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:40.055440 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44b39a3-1965-4b47-bf71-77117c7df3cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.058086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e44b39a3-1965-4b47-bf71-77117c7df3cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "DELETE /v2.0/ports/ce7e8f3e-a866-4332-9b62-4af7647a46c3 HTTP/1.1" status: 204 len: 168 time: 1.3920259 Jul 09 13:36:40.075819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49746) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:40.101795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-d00c81b7-aab8-4488-9532-473fae5dd327 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 200 len: 1000 time: 0.2439885 Jul 09 13:36:40.183125 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-972dbf36-efab-4b0d-a041-6fc3eda24606 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] GET failed (client error): The resource could not be found. Jul 09 13:36:40.188443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-972dbf36-efab-4b0d-a041-6fc3eda24606 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "GET /v2.0/ports/ce7e8f3e-a866-4332-9b62-4af7647a46c3 HTTP/1.1" status: 404 len: 333 time: 0.1057456 Jul 09 13:36:40.192721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:40.260152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49748) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:40.264100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'Port': ['ID=89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:40.350932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:40.386876 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9638240 Jul 09 13:36:40.448144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49752) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:40.462592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] DHCP port deletion for 665eb880-5d73-493a-a54b-ab4ac5015cdc request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:36:40.474848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'ports': [{'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f'}, {'network_id': '7d3c9e0e-81ea-4c2b-8469-f96272aac6eb'}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:40.475364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:40.475945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '7d3c9e0e-81ea-4c2b-8469-f96272aac6eb'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:40.521442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting port 79d56564-9646-4903-b936-2b8c545791dc {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:40.521944 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.565316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] Deleting port 79d56564-9646-4903-b936-2b8c545791dc {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:40.565951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.673771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] For port 79d56564-9646-4903-b936-2b8c545791dc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79d56564-9646-4903-b936-2b8c545791dc,segment=NetworkSegment(4113f028-e532-49f9-95dc-8713cf6ccdf7),segment_id=4113f028-e532-49f9-95dc-8713cf6ccdf7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:40.673771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.710292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] Calling delete_port for 79d56564-9646-4903-b936-2b8c545791dc owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:40.793742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-77347d3e-6759-4d39-b348-9d19a60f8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:40.796716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-77347d3e-6759-4d39-b348-9d19a60f8138 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 200 len: 856 time: 0.6273389 Jul 09 13:36:40.872812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.893723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-4bca2366-a85a-402a-9ae1-fa9c93a1fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:40.895818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-4bca2366-a85a-402a-9ae1-fa9c93a1fa36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e9e7741-88e3-4868-b874-fa63090ba480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905976 Jul 09 13:36:40.906903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] Pushing event deleted for resources: {'Port': ['ID=79d56564-9646-4903-b936-2b8c545791dc,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:40.916344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe38f5fd-1d8f-43f6-a06b-e4e201e55035 None None] No DVR routers for this DVR port 79d56564-9646-4903-b936-2b8c545791dc on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:41.024920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f4a06707-e304-4a37-9c0e-da546c9a8bee up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:41.121976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-b64bc4c4-016c-41a6-a962-721fb4e1750e service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135086 Jul 09 13:36:41.153726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f4a06707-e304-4a37-9c0e-da546c9a8bee completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:41.158486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f4a06707-e304-4a37-9c0e-da546c9a8bee triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:41.158920 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.161303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] For port 79d56564-9646-4903-b936-2b8c545791dc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79d56564-9646-4903-b936-2b8c545791dc,segment=NetworkSegment(4113f028-e532-49f9-95dc-8713cf6ccdf7),segment_id=4113f028-e532-49f9-95dc-8713cf6ccdf7)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:41.163485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.179384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Calling delete_port for 79d56564-9646-4903-b936-2b8c545791dc owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:41.322618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb477d0c-2ac9-41c0-a39a-541272ae80b6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Network': ['ID=7d3c9e0e-81ea-4c2b-8469-f96272aac6eb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:41.327291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.331844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be507a30-9148-49dd-a59d-2dbfe54ca126 req-a7b14e7c-da36-4374-af39-9bca05391229 service neutron] 10.222.0.10 "GET /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020442 Jul 09 13:36:41.338239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7d3c9e0e-81ea-4c2b-8469-f96272aac6eb details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:41.429585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No DVR routers for this DVR port 79d56564-9646-4903-b936-2b8c545791dc on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:41.492472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.531363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port f4a06707-e304-4a37-9c0e-da546c9a8bee, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f4a06707-e304-4a37-9c0e-da546c9a8bee,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:41.539731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.595225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Port': ['ID=79d56564-9646-4903-b936-2b8c545791dc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:41.637965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 79d56564-9646-4903-b936-2b8c545791dc no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:41.694863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 79d56564-9646-4903-b936-2b8c545791dc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:41.699385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 79d56564-9646-4903-b936-2b8c545791dc not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:41.710274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=f4a06707-e304-4a37-9c0e-da546c9a8bee,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:41.810889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.832683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665eb880-5d73-493a-a54b-ab4ac5015cdc']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:41.855456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4113f028-e532-49f9-95dc-8713cf6ccdf7') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:41.855680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4113f028-e532-49f9-95dc-8713cf6ccdf7') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:41.875555 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.880606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ea398e82-f061-4277-aeaa-e21a4de566cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Deleting port cac21642-26b6-4bf2-b10a-e5c56c113645 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:41.880951 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea398e82-f061-4277-aeaa-e21a4de566cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.980876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.012142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:42.012556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:42.017121 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:42.122091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 2} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:42.127101 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.175392 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.201488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea398e82-f061-4277-aeaa-e21a4de566cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.206963 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.223086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.227267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/665eb880-5d73-493a-a54b-ab4ac5015cdc HTTP/1.1" status: 204 len: 168 time: 2.7553611 Jul 09 13:36:42.229178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49792) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:42.229722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.233794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ea398e82-f061-4277-aeaa-e21a4de566cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Calling delete_port for cac21642-26b6-4bf2-b10a-e5c56c113645 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:42.345548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e87e1-1b46-4ba8-8ec9-8684d8e1d0f2 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=665eb880-5d73-493a-a54b-ab4ac5015cdc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:42.351728 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44a797c-1963-4b5a-a920-ae589e3bed18 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:42.352113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44a797c-1963-4b5a-a920-ae589e3bed18 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:42.360309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49796) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:42.362610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a44a797c-1963-4b5a-a920-ae589e3bed18 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/1dd47e4b-76df-44fb-8220-583c2b5957d9 HTTP/1.1" status: 404 len: 337 time: 0.1306908 Jul 09 13:36:42.475052 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a968eed-6e37-4fab-9d18-92c5814f7cc1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:42.475491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a968eed-6e37-4fab-9d18-92c5814f7cc1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:42.477277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4a968eed-6e37-4fab-9d18-92c5814f7cc1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/ab3af5bc-1963-4e69-a10e-6a6a9e7b048e HTTP/1.1" status: 404 len: 339 time: 0.1130033 Jul 09 13:36:42.481154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49806) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:42.483124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port ea26152f-4959-4a79-b38d-b2f6b4388328 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:42.534134 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dce198-b1b5-4f83-89b7-29f053ee3c97 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:42.535961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dce198-b1b5-4f83-89b7-29f053ee3c97 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:42.542647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-34dce198-b1b5-4f83-89b7-29f053ee3c97 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/284ff89c-6948-4701-85e0-0383227ffdf8 HTTP/1.1" status: 404 len: 337 time: 0.0558724 Jul 09 13:36:42.542813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49818) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:42.599980 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ac0a7a-5d38-4e5a-910f-fcdb04b33e22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:42.605358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ac0a7a-5d38-4e5a-910f-fcdb04b33e22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:42.609967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a2ac0a7a-5d38-4e5a-910f-fcdb04b33e22 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/2a9c38ce-9a0d-4cc6-9037-69c8af210476 HTTP/1.1" status: 404 len: 339 time: 0.0659149 Jul 09 13:36:42.614549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49822) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:42.666608 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a1861c-1d6a-4f24-b691-ae313a79d52a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:42.667116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a1861c-1d6a-4f24-b691-ae313a79d52a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:42.668857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-06a1861c-1d6a-4f24-b691-ae313a79d52a tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/dd8884fc-d56a-4f07-9339-08020e68c18a HTTP/1.1" status: 404 len: 337 time: 0.0531085 Jul 09 13:36:42.673185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49824) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:42.701622 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21feb5e-31db-4c4c-b5f2-d473caa62ff1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:42.702675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21feb5e-31db-4c4c-b5f2-d473caa62ff1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:42.706820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d21feb5e-31db-4c4c-b5f2-d473caa62ff1 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/48e41eef-a75c-4dbe-957b-9cd64975a599 HTTP/1.1" status: 404 len: 339 time: 0.0318375 Jul 09 13:36:42.710751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49826) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:42.775631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4038fd-4411-41e4-b96e-fdf166497f21 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting subnet 138106f2-14f8-4c30-935b-7e616c95dd20 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:42.780209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4038fd-4411-41e4-b96e-fdf166497f21 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.845496 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4038fd-4411-41e4-b96e-fdf166497f21 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.879342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea398e82-f061-4277-aeaa-e21a4de566cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.884451 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.969234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.972791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea398e82-f061-4277-aeaa-e21a4de566cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Port': ['ID=cac21642-26b6-4bf2-b10a-e5c56c113645,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:43.030346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f4a06707-e304-4a37-9c0e-da546c9a8bee up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:43.043776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea398e82-f061-4277-aeaa-e21a4de566cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.050202 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ea398e82-f061-4277-aeaa-e21a4de566cb tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "DELETE /v2.0/ports/cac21642-26b6-4bf2-b10a-e5c56c113645 HTTP/1.1" status: 204 len: 168 time: 2.7731817 Jul 09 13:36:43.050768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49832) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:43.102366 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4038fd-4411-41e4-b96e-fdf166497f21 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.150646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f4a06707-e304-4a37-9c0e-da546c9a8bee triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:43.151644 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.258436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4038fd-4411-41e4-b96e-fdf166497f21 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.311385 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.335370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4038fd-4411-41e4-b96e-fdf166497f21 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=138106f2-14f8-4c30-935b-7e616c95dd20,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:43.338093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4038fd-4411-41e4-b96e-fdf166497f21 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.344807 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c4038fd-4411-41e4-b96e-fdf166497f21 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/138106f2-14f8-4c30-935b-7e616c95dd20 HTTP/1.1" status: 204 len: 168 time: 0.6327848 Jul 09 13:36:43.349605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49838) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:43.359633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b363d65e-ef51-4ddb-9a95-4e843c21ceca tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Deleting subnet 1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:43.365909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976888b-2ae1-4907-8236-08674102fa7b None None] Network 46bee134-ed0f-4d3e-9964-75d95aaf731a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:43.378700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b363d65e-ef51-4ddb-9a95-4e843c21ceca tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.460542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 1843d6ba-18c6-4317-8716-a2fd9f7720df yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:43.481568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b363d65e-ef51-4ddb-9a95-4e843c21ceca tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.493074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.596332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting port 79e02e97-cf44-4126-9194-8d842298e8ba {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:43.597103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.608296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] DHCP port deletion for 46bee134-ed0f-4d3e-9964-75d95aaf731a request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:36:43.609381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Router b153a0a7-5530-4f4d-9138-33c8f660d9e1 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:43.629621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ffa49-219e-4d89-b25a-ad574fb2069e req-c4bf5f91-f0d8-4e7d-9249-04ae425491c0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:43.631392 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c31ffa49-219e-4d89-b25a-ad574fb2069e req-c4bf5f91-f0d8-4e7d-9249-04ae425491c0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 946 time: 0.4493897 Jul 09 13:36:43.693167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] Deleting port 79e02e97-cf44-4126-9194-8d842298e8ba {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:43.694021 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.708757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] For port 79e02e97-cf44-4126-9194-8d842298e8ba, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79e02e97-cf44-4126-9194-8d842298e8ba,segment=NetworkSegment(704cd8a8-ebd5-45b5-8329-fb43874e93e8),segment_id=704cd8a8-ebd5-45b5-8329-fb43874e93e8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:43.709580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.770851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Calling delete_port for 79e02e97-cf44-4126-9194-8d842298e8ba owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:43.807320 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b363d65e-ef51-4ddb-9a95-4e843c21ceca tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.844905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] For port 79e02e97-cf44-4126-9194-8d842298e8ba, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=79e02e97-cf44-4126-9194-8d842298e8ba,segment=NetworkSegment(704cd8a8-ebd5-45b5-8329-fb43874e93e8),segment_id=704cd8a8-ebd5-45b5-8329-fb43874e93e8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:43.845301 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.873404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] Calling delete_port for 79e02e97-cf44-4126-9194-8d842298e8ba owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:43.891895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c31ffa49-219e-4d89-b25a-ad574fb2069e req-b5801fb3-92c0-43d5-a4af-6368dd25c9ed tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2278829 Jul 09 13:36:43.942863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.971197 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.995653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Port': ['ID=79e02e97-cf44-4126-9194-8d842298e8ba,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:44.009928 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.016117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No DVR routers for this DVR port 79e02e97-cf44-4126-9194-8d842298e8ba on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:44.044129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.045347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:44.059939 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b363d65e-ef51-4ddb-9a95-4e843c21ceca tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.112644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Sync routers for ids ['b153a0a7-5530-4f4d-9138-33c8f660d9e1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:44.139204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Routers {'b153a0a7-5530-4f4d-9138-33c8f660d9e1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:44.160295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d65e-ef51-4ddb-9a95-4e843c21ceca tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:44.160295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.160295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4267bd61-86f8-4273-8c38-28185c454a9d tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.8948109 Jul 09 13:36:44.165105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49852) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:44.166753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b153a0a7-5530-4f4d-9138-33c8f660d9e1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:44.170303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] Pushing event deleted for resources: {'Port': ['ID=79e02e97-cf44-4126-9194-8d842298e8ba,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:44.175537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b363d65e-ef51-4ddb-9a95-4e843c21ceca tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.181153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b363d65e-ef51-4ddb-9a95-4e843c21ceca tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "DELETE /v2.0/subnets/1a6f7c61-87a9-4c6a-b55b-3636f1fc7b92 HTTP/1.1" status: 204 len: 168 time: 1.1198907 Jul 09 13:36:44.188974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49854) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:44.191486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.214322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.227077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bee134-ed0f-4d3e-9964-75d95aaf731a']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:44.241620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704cd8a8-ebd5-45b5-8329-fb43874e93e8') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:44.241833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704cd8a8-ebd5-45b5-8329-fb43874e93e8') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:44.259224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.310636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.329870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:44.330768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:44.340923 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:44.358605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Set router b153a0a7-5530-4f4d-9138-33c8f660d9e1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:44.376682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:44.454750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=ea26152f-4959-4a79-b38d-b2f6b4388328,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:44.466248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:44.472230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:44.473131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.500420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b142e-0e55-4d37-9701-70ba76b9cfdb None None] No DVR routers for this DVR port 79e02e97-cf44-4126-9194-8d842298e8ba on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:44.505934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e10b77-ee4b-454f-b64f-de81aa6d2766 None None] Network bd7e25c6-69f2-4e24-a038-305fa8ddaa52 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:44.510884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-2435ad08-c21d-4681-8792-a4c513314799 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.512830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-2435ad08-c21d-4681-8792-a4c513314799 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.10 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 946 time: 0.2439818 Jul 09 13:36:44.519085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.529474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.531535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/46bee134-ed0f-4d3e-9964-75d95aaf731a HTTP/1.1" status: 204 len: 168 time: 1.1791732 Jul 09 13:36:44.615661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49860) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:44.616648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa4a3e-a5da-46ab-9fab-40edcbc2b2c8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=46bee134-ed0f-4d3e-9964-75d95aaf731a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:44.677149 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6ad3ac-af71-46fd-8a0c-ac56732a9c87 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:44.677616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6ad3ac-af71-46fd-8a0c-ac56732a9c87 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:44.679415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ea6ad3ac-af71-46fd-8a0c-ac56732a9c87 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/d802aeec-38ac-4b16-a3b3-496acf1d3370 HTTP/1.1" status: 404 len: 337 time: 0.0594926 Jul 09 13:36:44.682634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49864) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:44.718807 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c9908a-9dd6-4afb-a20d-6707559f7ff6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:44.719308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c9908a-9dd6-4afb-a20d-6707559f7ff6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:44.721770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-75c9908a-9dd6-4afb-a20d-6707559f7ff6 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/78cc99ec-083e-4289-a32a-bd53d258aa91 HTTP/1.1" status: 404 len: 339 time: 0.0383010 Jul 09 13:36:44.724923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49866) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:44.787269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-568d8e64-e071-4826-a021-1058bc0808bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.849964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df59996-1d94-4fb1-845b-c09004cddbb8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting subnet b33fd76e-b757-42b0-90d8-af9789f23859 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:44.854374 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7df59996-1d94-4fb1-845b-c09004cddbb8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.898405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7df59996-1d94-4fb1-845b-c09004cddbb8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.983974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b153a0a7-5530-4f4d-9138-33c8f660d9e1', 'name': 'tempest-snat-router-47751464', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:37Z', 'updated_at': '2021-07-09T13:36:41Z', 'revision_number': 3, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port': {'id': '89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:24:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b153a0a7-5530-4f4d-9138-33c8f660d9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:44.995957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.023939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=1843d6ba-18c6-4317-8716-a2fd9f7720df,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:45.045109 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6bc4b07e-06f4-4a3a-aaac-d2cb96faff60 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/routers/b153a0a7-5530-4f4d-9138-33c8f660d9e1 HTTP/1.1" status: 200 len: 906 time: 0.8758340 Jul 09 13:36:45.047447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49876) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:45.073548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] DHCP port deletion for bd7e25c6-69f2-4e24-a038-305fa8ddaa52 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:36:45.076805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 79e02e97-cf44-4126-9194-8d842298e8ba no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:45.081477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Checking router: b153a0a7-5530-4f4d-9138-33c8f660d9e1 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:45.082078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Updating router b153a0a7-5530-4f4d-9138-33c8f660d9e1 port 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:36:45.104518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 79e02e97-cf44-4126-9194-8d842298e8ba {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:45.105077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 79e02e97-cf44-4126-9194-8d842298e8ba not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:45.113804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7df59996-1d94-4fb1-845b-c09004cddbb8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.115232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Checking segment: {'id': 'f16a4a08-5f70-47bb-bbbd-56855180b9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7d3c9e0e-81ea-4c2b-8469-f96272aac6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:45.119043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network hostable DHCP agents. Network: 7d3c9e0e-81ea-4c2b-8469-f96272aac6eb, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:45.214441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Deleting port bb3ca458-6767-4c1b-89c1-49b6ee068403 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:45.214789 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.237306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.279858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 7d3c9e0e-81ea-4c2b-8469-f96272aac6eb is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:45.308933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Deleting port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:45.309613 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.453887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7d3c9e0e-81ea-4c2b-8469-f96272aac6eb) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:45.477849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:45.484166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.490609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.491612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.509440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] For port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4f1a7e83-4afb-48cd-9bac-b95e0126dfb6,segment=NetworkSegment(c1f5c218-ab1e-42db-a25e-8b47bd6a358d),segment_id=c1f5c218-ab1e-42db-a25e-8b47bd6a358d)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:45.509969 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.517172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7df59996-1d94-4fb1-845b-c09004cddbb8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.525701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Calling delete_port for 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:45.578882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df59996-1d94-4fb1-845b-c09004cddbb8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Subnet': ['ID=b33fd76e-b757-42b0-90d8-af9789f23859,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:45.582102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7df59996-1d94-4fb1-845b-c09004cddbb8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.588460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7df59996-1d94-4fb1-845b-c09004cddbb8 tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/subnets/b33fd76e-b757-42b0-90d8-af9789f23859 HTTP/1.1" status: 204 len: 168 time: 0.8624923 Jul 09 13:36:45.594830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49884) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:45.597223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] For port bb3ca458-6767-4c1b-89c1-49b6ee068403, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bb3ca458-6767-4c1b-89c1-49b6ee068403,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:45.597856 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.623362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104aef8-2526-4333-9ae0-5507e39e8ff3 req-02f7151a-aa7e-42fd-bfd6-9ccb644341b0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.632750 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.636210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1104aef8-2526-4333-9ae0-5507e39e8ff3 req-02f7151a-aa7e-42fd-bfd6-9ccb644341b0 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 946 time: 0.4145525 Jul 09 13:36:45.683635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Port': ['ID=4f1a7e83-4afb-48cd-9bac-b95e0126dfb6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:45.686165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] No DVR routers for this DVR port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:45.696293 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.724269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f8755785-2029-4ce7-83dd-c85283804e22 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2539604 Jul 09 13:36:45.726329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49888) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:45.773771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.788274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Transition to ACTIVE for port object 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:45.799467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d15a82-9c4a-4a85-a6c1-148b40c6d268 None None] Network 7d3c9e0e-81ea-4c2b-8469-f96272aac6eb requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:45.802443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd7dbb-726d-487c-a108-cf32bf6286df None None] Network b695e61e-5a10-4855-90d1-03378a670287 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:45.812872 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.886561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1104aef8-2526-4333-9ae0-5507e39e8ff3 req-43fec1b9-c7e7-48c6-af73-03b251e10291 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2481158 Jul 09 13:36:45.947596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.016885 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.075469 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.091640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7e25c6-69f2-4e24-a038-305fa8ddaa52']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:46.123762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbf42b-ba40-485f-8f7d-8b3b99fdc378 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 1843d6ba-18c6-4317-8716-a2fd9f7720df {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:46.124143 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf42b-ba40-485f-8f7d-8b3b99fdc378 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.129468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f5c218-ab1e-42db-a25e-8b47bd6a358d') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:46.129834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f5c218-ab1e-42db-a25e-8b47bd6a358d') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:46.194856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.247095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.247481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.247800 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Floating IP 0952d60c-93cd-4d95-846a-296b1d1a1cb4 disassociated. External IP: 172.25.5.25, port: bb3ca458-6767-4c1b-89c1-49b6ee068403. Jul 09 13:36:46.248153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Calling delete_port for bb3ca458-6767-4c1b-89c1-49b6ee068403 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:46.268649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.273006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Deleting port dce5f404-6b40-4769-9c89-42da52c58fac {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:46.273650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.276388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:46.276610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:46.285816 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:46.355451 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Deleting port 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:46.355702 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.421271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] Deleting port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:46.423052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.483562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] For port 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a, host n-d-799524-3, got binding levels [] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:46.484184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.499842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Calling delete_port for 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:46.506481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] For port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:46.507287 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.527702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] Calling delete_port for 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:46.530888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] Port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:36:46.539251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] For port dce5f404-6b40-4769-9c89-42da52c58fac, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dce5f404-6b40-4769-9c89-42da52c58fac,segment=NetworkSegment(bb76e060-9094-44a4-9591-141090a0515a),segment_id=bb76e060-9094-44a4-9591-141090a0515a)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:46.539824 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.551438 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.564187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Calling delete_port for dce5f404-6b40-4769-9c89-42da52c58fac owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:46.584468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf42b-ba40-485f-8f7d-8b3b99fdc378 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.598978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbf42b-ba40-485f-8f7d-8b3b99fdc378 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 1843d6ba-18c6-4317-8716-a2fd9f7720df owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:46.601646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] No DVR routers for this DVR port 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:46.680988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070bdda-bf60-4e9b-ba9c-8d0509dc7858 None None] Pushing event updated for resources: {'Port': ['ID=89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:46.726702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Attempting to bind port 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:46.728621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Attempting to bind port 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:46.729417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Attempting to bind port 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:46.758619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.795342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:46.795995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:46.796919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.797552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:46.798283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Bound port: 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:46.799611 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.858491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] For port 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:46.863150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] For port 89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:46.889702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360496d2-1cd5-4ed5-87de-7fa61e182706 None None] Pushing event deleted for resources: {'Port': ['ID=4f1a7e83-4afb-48cd-9bac-b95e0126dfb6,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:46.901478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.903705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event deleted for resources: {'Port': ['ID=bb3ca458-6767-4c1b-89c1-49b6ee068403,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:46.912239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf42b-ba40-485f-8f7d-8b3b99fdc378 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.917622 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.953973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.967150 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.995089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] 10.222.0.32 "DELETE /v2.0/networks/bd7e25c6-69f2-4e24-a038-305fa8ddaa52 HTTP/1.1" status: 204 len: 168 time: 2.7889783 Jul 09 13:36:47.025630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0b219722-644c-4d48-8394-14d7d32a5248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.031258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Port': ['ID=dce5f404-6b40-4769-9c89-42da52c58fac,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.035632 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.047217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Routers {'b153a0a7-5530-4f4d-9138-33c8f660d9e1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:47.047875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b153a0a7-5530-4f4d-9138-33c8f660d9e1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:47.146419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] No DVR routers for this DVR port dce5f404-6b40-4769-9c89-42da52c58fac on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:47.162531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] Set router b153a0a7-5530-4f4d-9138-33c8f660d9e1 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:47.192845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Pushing event deleted for resources: {'Network': ['ID=bd7e25c6-69f2-4e24-a038-305fa8ddaa52,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.225740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.226100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.226484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.226828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.227215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.227550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.227878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.228205 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.228540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.237222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.239487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.239799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25733d6-6aaf-4161-aa55-2297329c97d6 tempest-AllowedAddressPairIpV6TestJSON-2103956472 tempest-AllowedAddressPairIpV6TestJSON-2103956472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:47.263917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b153a0a7-5530-4f4d-9138-33c8f660d9e1', 'name': 'tempest-snat-router-47751464', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:37Z', 'updated_at': '2021-07-09T13:36:46Z', 'revision_number': 4, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:47.265952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23ac94-a99f-4c84-9ae8-8d93128427a8 None None] DHCP port deletion for b695e61e-5a10-4855-90d1-03378a670287 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:36:47.267712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:47.310537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070bdda-bf60-4e9b-ba9c-8d0509dc7858 None None] Pushing event updated for resources: {'Port': ['ID=89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.322498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbf42b-ba40-485f-8f7d-8b3b99fdc378 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=1843d6ba-18c6-4317-8716-a2fd9f7720df,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.333705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783beff1-6663-42f5-b0b8-2613dd037959 None None] The sync data for ids ['b153a0a7-5530-4f4d-9138-33c8f660d9e1'] in n-d-799524-3 is: [{'id': 'b153a0a7-5530-4f4d-9138-33c8f660d9e1', 'name': 'tempest-snat-router-47751464', 'tenant_id': '0975baa40144433385a2f3ee0b6612eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:37Z', 'updated_at': '2021-07-09T13:36:46Z', 'revision_number': 4, 'project_id': '0975baa40144433385a2f3ee0b6612eb', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:47.352882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:47.353455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4f1a7e83-4afb-48cd-9bac-b95e0126dfb6 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:47.455578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Router 3c951c1f-cd97-4069-acc1-b55049a64dd1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:47.457547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.470540 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1aa48da6-72ba-4f46-acf8-ef52bd5dd851 req-9714fbc2-6cee-4aed-9c62-86e84a79d1c2 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 210 time: 0.2505958 Jul 09 13:36:47.474252 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf42b-ba40-485f-8f7d-8b3b99fdc378 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.478078 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e3cbf42b-ba40-485f-8f7d-8b3b99fdc378 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/1843d6ba-18c6-4317-8716-a2fd9f7720df HTTP/1.1" status: 204 len: 168 time: 1.7500951 Jul 09 13:36:47.491778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49916) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:47.525162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b695e61e-5a10-4855-90d1-03378a670287']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:47.543526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.586629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event deleted for resources: {'Port': ['ID=89911c2c-5a28-4b1a-ba0b-b61f7eff3e9a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.605386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb76e060-9094-44a4-9591-141090a0515a') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:47.606020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb76e060-9094-44a4-9591-141090a0515a') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:47.672300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49920) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:47.680442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.874557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.884215 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.963355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.964002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b153a0a7-5530-4f4d-9138-33c8f660d9e1 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:47.968301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.969653 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0053b546-1182-4bbb-bd93-b2e705c68439 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b153a0a7-5530-4f4d-9138-33c8f660d9e1 HTTP/1.1" status: 204 len: 168 time: 2.9197083 Jul 09 13:36:47.975731 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8196ddff-f680-4add-986b-532bff95b5f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a18ecf8c45cc4db6afd06467d17ea055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986202 Jul 09 13:36:47.975731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49930) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:47.979854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49932) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:47.994175 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.026282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.075809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:48.076426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:48.081599 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:48.116019 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efba3d44-96de-42ef-a220-e1d28b7ff2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.149152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd97a9-9437-4c71-8467-e93f07eadbca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:48.151197 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efba3d44-96de-42ef-a220-e1d28b7ff2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.155167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd97a9-9437-4c71-8467-e93f07eadbca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:48.161717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5bfd97a9-9437-4c71-8467-e93f07eadbca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6593211 Jul 09 13:36:48.161913 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.161913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49936) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:48.178902 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.193241 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.197368 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.199059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] 10.222.0.32 "DELETE /v2.0/networks/b695e61e-5a10-4855-90d1-03378a670287 HTTP/1.1" status: 204 len: 168 time: 2.5975354 Jul 09 13:36:48.202518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:48.212737 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] Sync routers for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:48.217729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16259b-8b7e-4163-b1dd-1b0925e4b27e tempest-NetworksIpV6Test-1439869419 tempest-NetworksIpV6Test-1439869419-project] Pushing event deleted for resources: {'Network': ['ID=b695e61e-5a10-4855-90d1-03378a670287,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:48.226213 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:48.226700 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:48.303433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] No DVR routers for this DVR port bb3ca458-6767-4c1b-89c1-49b6ee068403 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:48.308574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.311157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9a8b464-ec32-4194-a523-b6b5ea38cb96 req-06df9755-d571-4d18-8cac-f0d5c91bfc6e tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.10 "DELETE /v2.0/ports/bb3ca458-6767-4c1b-89c1-49b6ee068403 HTTP/1.1" status: 204 len: 173 time: 3.7784896 Jul 09 13:36:48.313461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-deleted', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:48.322917 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb48af6-7d16-45bb-911d-a2db77e4d09b" -d '{"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-deleted", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:48.473412 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:48.572148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:48.595764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.629316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4a160746-96da-48d9-8dd7-c10bef50e32f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port ea26152f-4959-4a79-b38d-b2f6b4388328 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:48.629955 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a160746-96da-48d9-8dd7-c10bef50e32f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.632974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: bb3ca458-6767-4c1b-89c1-49b6ee068403 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:48.633577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bb3ca458-6767-4c1b-89c1-49b6ee068403 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:48.648832 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efba3d44-96de-42ef-a220-e1d28b7ff2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.663190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efba3d44-96de-42ef-a220-e1d28b7ff2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.668781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-efba3d44-96de-42ef-a220-e1d28b7ff2c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2331781-3c71-44b3-99d0-a1211762ea54 HTTP/1.1" status: 204 len: 168 time: 0.6878536 Jul 09 13:36:48.700680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49958) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:48.916754 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b782ede-f07e-46b4-8881-e30136e1e840 x-openstack-request-id: req-9b782ede-f07e-46b4-8881-e30136e1e840 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:48.917746 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db83da75-4862-4d4d-83e9-6c719b975618", "name": "network-vif-deleted", "tag": "bb3ca458-6767-4c1b-89c1-49b6ee068403", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:48.918031 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b782ede-f07e-46b4-8881-e30136e1e840 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:48.918637 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db83da75-4862-4d4d-83e9-6c719b975618', 'name': 'network-vif-deleted', 'tag': 'bb3ca458-6767-4c1b-89c1-49b6ee068403', 'status': 'completed', 'code': 200} Jul 09 13:36:48.951372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba3d44-96de-42ef-a220-e1d28b7ff2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2331781-3c71-44b3-99d0-a1211762ea54,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:49.031180 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:49.072378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dce5f404-6b40-4769-9c89-42da52c58fac no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:49.122979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: dce5f404-6b40-4769-9c89-42da52c58fac {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:49.122979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dce5f404-6b40-4769-9c89-42da52c58fac not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:49.164538 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] Checking router: 3c951c1f-cd97-4069-acc1-b55049a64dd1 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:49.174712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3512d6c3-0e00-47f8-abb4-0131c76a275b req-e2da4c48-69c8-49b9-992c-728e7ac025be tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/ports?device_id=db83da75-4862-4d4d-83e9-6c719b975618 HTTP/1.1" status: 200 len: 210 time: 0.1220119 Jul 09 13:36:49.203256 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:49.203889 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:49.228207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a160746-96da-48d9-8dd7-c10bef50e32f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.275384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4a160746-96da-48d9-8dd7-c10bef50e32f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for ea26152f-4959-4a79-b38d-b2f6b4388328 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:49.323614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ff4120c8-1c05-4180-9429-0da5f075eb47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=845c292f451c489abbac5ddc51a2e3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214929 Jul 09 13:36:49.326111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49974) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:49.327368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Deleting port f4a06707-e304-4a37-9c0e-da546c9a8bee {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:49.327726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.388455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:49.448298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93d57b17-a376-46e9-9c88-ea366bc38651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.493614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] For port f4a06707-e304-4a37-9c0e-da546c9a8bee, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f4a06707-e304-4a37-9c0e-da546c9a8bee,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:49.493968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.494251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93d57b17-a376-46e9-9c88-ea366bc38651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.556667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Calling delete_port for f4a06707-e304-4a37-9c0e-da546c9a8bee owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:49.567675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93d57b17-a376-46e9-9c88-ea366bc38651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.571697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93d57b17-a376-46e9-9c88-ea366bc38651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.573317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-93d57b17-a376-46e9-9c88-ea366bc38651 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d78c9cd3-23c3-4cc3-b3df-3d6887bd45e4 HTTP/1.1" status: 204 len: 168 time: 0.2459509 Jul 09 13:36:49.606855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d57b17-a376-46e9-9c88-ea366bc38651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78c9cd3-23c3-4cc3-b3df-3d6887bd45e4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:49.691949 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.715621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a160746-96da-48d9-8dd7-c10bef50e32f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.776273 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:49.811462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a160746-96da-48d9-8dd7-c10bef50e32f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=ea26152f-4959-4a79-b38d-b2f6b4388328,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:49.818327 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c134a53-7d36-497a-b6a0-c3b411bcc739 None None] The sync data for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 is: [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:27:40Z', 'revision_number': 4, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2863bbfe-99f3-4198-92c6-9c23f653c2cd', 'name': '', 'network_id': '6e9e7741-88e3-4868-b874-fa63090ba480', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'mac_address': 'fa:16:3e:27:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:38Z', 'updated_at': '2021-07-09T13:27:47Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'subnets': [{'id': 'bda691c5-4fac-4184-9c07-2aefb3d92265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:49.833048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4a160746-96da-48d9-8dd7-c10bef50e32f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.835638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4a160746-96da-48d9-8dd7-c10bef50e32f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/ea26152f-4959-4a79-b38d-b2f6b4388328 HTTP/1.1" status: 204 len: 168 time: 1.6731527 Jul 09 13:36:49.838320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 49996) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:49.967624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd3923f-0559-4b3b-8fa4-c3ae9a721067 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:49.980902 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-afd3923f-0559-4b3b-8fa4-c3ae9a721067 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1338098 Jul 09 13:36:49.984341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50000) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.023895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.057952 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-21895c1d-415e-4d70-8d19-8780367289ea tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:36:50.067082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-21895c1d-415e-4d70-8d19-8780367289ea tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/1843d6ba-18c6-4317-8716-a2fd9f7720df HTTP/1.1" status: 404 len: 333 time: 0.0803633 Jul 09 13:36:50.069559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50004) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.084981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4a06707-e304-4a37-9c0e-da546c9a8bee,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:50.145785 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a107b65d-e633-4827-bf0e-f8f913b32f33 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:36:50.156904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a107b65d-e633-4827-bf0e-f8f913b32f33 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/ea26152f-4959-4a79-b38d-b2f6b4388328 HTTP/1.1" status: 404 len: 333 time: 0.0862448 Jul 09 13:36:50.157910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50010) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.281671 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.364400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.403560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113e9d4-a2ac-46b8-b2b7-62ce2f33ad00 None None] New status for floating IP 0952d60c-93cd-4d95-846a-296b1d1a1cb4: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:36:50.440545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.502824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50030) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.592727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.594516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.598035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.620008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3c9e0e-81ea-4c2b-8469-f96272aac6eb']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:50.659374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16a4a08-5f70-47bb-bbbd-56855180b9e4') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:50.659671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16a4a08-5f70-47bb-bbbd-56855180b9e4') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:50.692451 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.717942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.729703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:50.730141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.755871 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d32180d-26b2-4d1c-afa6-eead84063426 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.800116 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.801408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:50.810382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.820359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2db94ad3-6581-4c2b-be77-949a2b0d273f tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "DELETE /v2.0/routers/5af4c9ad-e0bd-4dce-9fd3-f90cc8d2a712 HTTP/1.1" status: 204 len: 168 time: 2.8452222 Jul 09 13:36:50.821090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50044) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.853479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d32180d-26b2-4d1c-afa6-eead84063426 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:50.919973 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:50.926428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1308344861'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:50.936145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.942771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1484142609', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:51.019590 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.024852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/networks/7d3c9e0e-81ea-4c2b-8469-f96272aac6eb HTTP/1.1" status: 204 len: 168 time: 0.8654380 Jul 09 13:36:51.027023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b526a-0f6e-4f87-b122-16f20accca4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Network': ['ID=7d3c9e0e-81ea-4c2b-8469-f96272aac6eb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:51.034006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50052) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:51.036748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Made reservation on behalf of 8a713b3e488d40e5b5cd1d27ba939d3b for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:51.040868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.060066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-183833690'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:51.064143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.131110 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.132450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.164227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:51.175916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.181520 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d32180d-26b2-4d1c-afa6-eead84063426 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.196227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d32180d-26b2-4d1c-afa6-eead84063426 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.199956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3d32180d-26b2-4d1c-afa6-eead84063426 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "DELETE /v2.0/security-groups/b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97 HTTP/1.1" status: 204 len: 168 time: 0.6934848 Jul 09 13:36:51.202366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50056) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:51.226703 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-d6688488-663e-4ed8-82bd-83bf0d0a35c6 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] show failed (client error): The resource could not be found. Jul 09 13:36:51.231187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d6688488-663e-4ed8-82bd-83bf0d0a35c6 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "GET /v2.0/security-groups/b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97 HTTP/1.1" status: 404 len: 347 time: 0.0228398 Jul 09 13:36:51.231295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50060) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:51.241970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32180d-26b2-4d1c-afa6-eead84063426 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2ddd3-1a1e-40bf-8edd-20cd6619ac97,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:51.258468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:51.285875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.286477 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Added segment f81839c4-c126-40d4-8173-30e4b1ae175c of type vlan for network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e Jul 09 13:36:51.337537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50062) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:51.339070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.364334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.432694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.434246 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.451005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:51.452401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.538306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.610735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5748301 Jul 09 13:36:51.627414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2932b-d129-41bb-9398-5d2c96c08c31,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:51.633284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50070) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:51.641553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '174fde6a-38cd-44e6-a73c-582d3cf8ab0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:51.675552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:51.739466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-89dc2a2b-0aca-4e7a-929c-7a35c47a6779 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:51.739907 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-89dc2a2b-0aca-4e7a-929c-7a35c47a6779 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 13:36:51.740407 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-89dc2a2b-0aca-4e7a-929c-7a35c47a6779 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:36:51.746112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-89dc2a2b-0aca-4e7a-929c-7a35c47a6779 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4005690 Jul 09 13:36:51.746112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb39189-44d6-4ef4-9e95-3b7e80c59e80 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Network': ['ID=174fde6a-38cd-44e6-a73c-582d3cf8ab0e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:51.749140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50076) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:51.759871 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.760765 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Added segment e0e7812e-f031-4daa-9a8e-8174aa222601 of type vlan for network 180554fa-96fb-4cc6-adcc-15185c22812a Jul 09 13:36:51.764167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:51.768696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--403869846'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:51.893143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.912292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.917053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:51.920597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.934276 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.996755 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.020313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.025920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:52.027002 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.069149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Deleting port 5130ac0d-cadb-4cba-9553-5e0f9936a5c7 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:52.069496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.182839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event updated for resources: {'Network': ['ID=180554fa-96fb-4cc6-adcc-15185c22812a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:52.193566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.193900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.196076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 180554fa-96fb-4cc6-adcc-15185c22812a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:52.214283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Calling delete_port for 5130ac0d-cadb-4cba-9553-5e0f9936a5c7 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:52.291618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.300791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.323986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-37003371-1a4d-4036-bfe1-baed9de0f86e tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7821763 Jul 09 13:36:52.334811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50086) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:52.342805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Request body: {'subnet': {'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:52.406086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.433277 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.504125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa51ff4-2d08-4f2a-9a12-76e161394582,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:52.531698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.613505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Allocated IP 172.25.5.103 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/aa3d2830-261f-4336-a752-6878bc740944) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:52.619036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.631904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=6443b99e-25a9-4ff8-8c7e-cd470542fe77,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:52.652880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Pushing event deleted for resources: {'Port': ['ID=5130ac0d-cadb-4cba-9553-5e0f9936a5c7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:52.663309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Checking segment: {'id': 'f81839c4-c126-40d4-8173-30e4b1ae175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '174fde6a-38cd-44e6-a73c-582d3cf8ab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:52.663685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network hostable DHCP agents. Network: 174fde6a-38cd-44e6-a73c-582d3cf8ab0e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:52.669155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.681691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.721920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:52.731061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Made reservation on behalf of 8a713b3e488d40e5b5cd1d27ba939d3b for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:52.734695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.751022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2530fd-a095-4dc7-9af6-cf27f2d63910,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:52.754794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.755924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ea38cf96-c68f-4a4b-bcf2-6381609d7e6b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9998219 Jul 09 13:36:52.759443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50100) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:52.766855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-18206edb-2fc2-4c65-ac28-925c78f97e9d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '8b2530fd-a095-4dc7-9af6-cf27f2d63910', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:52.787953 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 174fde6a-38cd-44e6-a73c-582d3cf8ab0e) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:52.799533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:52.800426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.802359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d2c44-d418-48a3-94ae-a650686707c9 None None] Network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:52.820136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.822854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.833597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-573a1526-d933-4523-9fcb-2ff87be62a84 tempest-AttachVolumeShelveTestJSON-556806274 tempest-AttachVolumeShelveTestJSON-556806274-project] 10.222.0.32 "DELETE /v2.0/floatingips/0952d60c-93cd-4d95-846a-296b1d1a1cb4 HTTP/1.1" status: 204 len: 168 time: 1.5914006 Jul 09 13:36:52.855105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18206edb-2fc2-4c65-ac28-925c78f97e9d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.896383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4075aaa2-8edf-4934-86e3-60beeabd1b3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2593288 Jul 09 13:36:52.900840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50104) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:52.919872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '174fde6a-38cd-44e6-a73c-582d3cf8ab0e', 'name': 'tempest-PortsTestJSON-1914793533'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:52.928512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.981727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f4a06707-e304-4a37-9c0e-da546c9a8bee no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:53.079403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18206edb-2fc2-4c65-ac28-925c78f97e9d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.090757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18206edb-2fc2-4c65-ac28-925c78f97e9d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.105079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: f4a06707-e304-4a37-9c0e-da546c9a8bee {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:53.105593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f4a06707-e304-4a37-9c0e-da546c9a8bee not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:53.127537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18206edb-2fc2-4c65-ac28-925c78f97e9d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0e459b-8e41-4867-a185-7f2a5e95e8c0,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:53.155901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.167084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18206edb-2fc2-4c65-ac28-925c78f97e9d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.175892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:53.176425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-18206edb-2fc2-4c65-ac28-925c78f97e9d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4140918 Jul 09 13:36:53.193273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9ba0b399-2d32-4df0-bbc4-9957733e3f12 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '8b2530fd-a095-4dc7-9af6-cf27f2d63910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:53.238585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:53.249503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:53.254354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:53.291159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event updated for resources: {'Port': ['ID=aa3d2830-261f-4336-a752-6878bc740944,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:53.348927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-174fde6a-38cd-44e6-a73c-582d3cf8ab0e', 'network_id': '174fde6a-38cd-44e6-a73c-582d3cf8ab0e', 'tenant_id': 'cf413578d4db4558800c7cf1aa8fa2be', 'fixed_ips': [{'subnet_id': '6443b99e-25a9-4ff8-8c7e-cd470542fe77'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:53.350049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.412377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b399-2d32-4df0-bbc4-9957733e3f12 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.450920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:53.454755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.493669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.498438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 7c94022c-5df8-4908-a0b5-c2639199408b yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:53.562530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event updated for resources: {'Subnet': ['ID=a7548eff-b075-48c3-80eb-a99327afb862,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:53.600685 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-9ba0b399-2d32-4df0-bbc4-9957733e3f12 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:36:53.602455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ba0b399-2d32-4df0-bbc4-9957733e3f12 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4236696 Jul 09 13:36:53.607981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50124) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:53.695946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Checking segment: {'id': 'e0e7812e-f031-4daa-9a8e-8174aa222601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:53.696450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Network hostable DHCP agents. Network: 180554fa-96fb-4cc6-adcc-15185c22812a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:53.707024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Allocated IP 172.20.0.2 (174fde6a-38cd-44e6-a73c-582d3cf8ab0e/6443b99e-25a9-4ff8-8c7e-cd470542fe77/5eb4b4ac-c038-4e8c-bd6a-82b45af00a74) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:53.725504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02f11da-385e-4ef5-b821-176e0d45ce01 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.779202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02f11da-385e-4ef5-b821-176e0d45ce01 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.788767 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.862607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02f11da-385e-4ef5-b821-176e0d45ce01 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.865358 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02f11da-385e-4ef5-b821-176e0d45ce01 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.869163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a02f11da-385e-4ef5-b821-176e0d45ce01 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/8b2530fd-a095-4dc7-9af6-cf27f2d63910 HTTP/1.1" status: 204 len: 168 time: 0.2599008 Jul 09 13:36:53.879708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50130) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:53.881068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f11da-385e-4ef5-b821-176e0d45ce01 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2530fd-a095-4dc7-9af6-cf27f2d63910,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:53.889593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Network 180554fa-96fb-4cc6-adcc-15185c22812a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:53.920916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 180554fa-96fb-4cc6-adcc-15185c22812a) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:53.954786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1d3d5-5fc6-417c-b98d-cb4141033955 None None] Network 180554fa-96fb-4cc6-adcc-15185c22812a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:53.958729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:53.976812 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.017893 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-92724ade-800f-4d7a-b8c9-7a04f4e7f11b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343801 Jul 09 13:36:54.022389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50134) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:54.032227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-75d1c45f-82e3-4294-be2a-f411fe955f56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--611926698'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:54.064091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ec9fbf72-ad5c-49e8-b4cc-220b1008eb54 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7259278 Jul 09 13:36:54.073605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50138) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:54.084500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Request body: {'port': {'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1677358815'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:54.136337 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.274697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-180554fa-96fb-4cc6-adcc-15185c22812a', 'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a', 'tenant_id': '8a713b3e488d40e5b5cd1d27ba939d3b', 'fixed_ips': [{'subnet_id': 'a7548eff-b075-48c3-80eb-a99327afb862'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:54.281743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.301259 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.317409 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75d1c45f-82e3-4294-be2a-f411fe955f56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.337117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Transition to ACTIVE for port object 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:54.370338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Made reservation on behalf of 8a713b3e488d40e5b5cd1d27ba939d3b for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:54.382605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.431694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Transition to ACTIVE for port object 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:54.450609 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.483383 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75d1c45f-82e3-4294-be2a-f411fe955f56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.495226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] device_id is not set on port 38e6cbc6-29da-4203-8777-ca5cc6367853 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:54.498460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Router ea6a8bf4-955e-4bf2-a876-213687dfc571 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:54.516276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:54.518050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:54.530199 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75d1c45f-82e3-4294-be2a-f411fe955f56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.552573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:54.606486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Pushing event updated for resources: {'Port': ['ID=5eb4b4ac-c038-4e8c-bd6a-82b45af00a74,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:54.645800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Attempting to bind port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:54.646161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Attempting to bind port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'f81839c4-c126-40d4-8173-30e4b1ae175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '174fde6a-38cd-44e6-a73c-582d3cf8ab0e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:54.646539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Attempting to bind port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 on network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:54.653739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:54.654110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Checking segment: {'id': 'f81839c4-c126-40d4-8173-30e4b1ae175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '174fde6a-38cd-44e6-a73c-582d3cf8ab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:54.654546 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.654905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Bound using segment: {'id': 'f81839c4-c126-40d4-8173-30e4b1ae175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '174fde6a-38cd-44e6-a73c-582d3cf8ab0e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:54.655430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Bound port: 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81839c4-c126-40d4-8173-30e4b1ae175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '174fde6a-38cd-44e6-a73c-582d3cf8ab0e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:54.656121 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.659558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Allocated IP 172.20.0.2 (180554fa-96fb-4cc6-adcc-15185c22812a/a7548eff-b075-48c3-80eb-a99327afb862/daf238df-be3f-48da-bf33-1261d68f454d) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:54.665725 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:54.681655 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefb623-cc06-474e-9cb2-b2144c846404 None None] Sync routers for ids ['ea6a8bf4-955e-4bf2-a876-213687dfc571'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:54.696141 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefb623-cc06-474e-9cb2-b2144c846404 None None] Routers {'ea6a8bf4-955e-4bf2-a876-213687dfc571'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:54.697019 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2aefb623-cc06-474e-9cb2-b2144c846404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['ea6a8bf4-955e-4bf2-a876-213687dfc571'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:54.713728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1c45f-82e3-4294-be2a-f411fe955f56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df3ea20-65d6-47df-8ced-e330795a7d72,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:54.726669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.3 (174fde6a-38cd-44e6-a73c-582d3cf8ab0e/6443b99e-25a9-4ff8-8c7e-cd470542fe77/7c94022c-5df8-4908-a0b5-c2639199408b) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:54.731718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75d1c45f-82e3-4294-be2a-f411fe955f56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.737177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-75d1c45f-82e3-4294-be2a-f411fe955f56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7094443 Jul 09 13:36:54.741292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50148) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:54.750297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a6fca988-ab21-40df-b6c0-8da5f6d798e0 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '0df3ea20-65d6-47df-8ced-e330795a7d72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:54.751258 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-a6fca988-ab21-40df-b6c0-8da5f6d798e0 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 13:36:54.754429 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-a6fca988-ab21-40df-b6c0-8da5f6d798e0 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:36:54.760913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50152) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:54.763745 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a6fca988-ab21-40df-b6c0-8da5f6d798e0 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0192635 Jul 09 13:36:54.774124 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.779271 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bd10479c-bd35-4d95-ad2e-4cab02768f5f tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9282131 Jul 09 13:36:54.780192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50154) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:54.781580 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2aefb623-cc06-474e-9cb2-b2144c846404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:54.787741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3f7b11bd-5e40-4b35-b9cc-fa31911e4056 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': False}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:54.791426 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefb623-cc06-474e-9cb2-b2144c846404 None None] Routers {'ea6a8bf4-955e-4bf2-a876-213687dfc571'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:54.792246 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2aefb623-cc06-474e-9cb2-b2144c846404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['ea6a8bf4-955e-4bf2-a876-213687dfc571'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:54.872256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39719e9e-8f5e-46ca-a965-0233b49ac990 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.950303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] For port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:54.960288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] For port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5eb4b4ac-c038-4e8c-bd6a-82b45af00a74,segment=NetworkSegment(f81839c4-c126-40d4-8173-30e4b1ae175c),segment_id=f81839c4-c126-40d4-8173-30e4b1ae175c)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:54.963136 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2aefb623-cc06-474e-9cb2-b2144c846404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:54.963964 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefb623-cc06-474e-9cb2-b2144c846404 None None] The sync data for ids ['ea6a8bf4-955e-4bf2-a876-213687dfc571'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:54.979681 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.071251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39719e9e-8f5e-46ca-a965-0233b49ac990 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.103995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efc7b2-1dc3-441c-990d-59280c23ce69 None None] Pushing event updated for resources: {'Port': ['ID=5eb4b4ac-c038-4e8c-bd6a-82b45af00a74,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:55.210458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.246288 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.265147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Transition to ACTIVE for port object daf238df-be3f-48da-bf33-1261d68f454d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:55.285629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object 7c94022c-5df8-4908-a0b5-c2639199408b will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:55.285846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f7b11bd-5e40-4b35-b9cc-fa31911e4056 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.291189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Transition to ACTIVE for port object daf238df-be3f-48da-bf33-1261d68f454d will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:55.320239 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.483652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.490600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Allocated IP 172.20.0.14 (180554fa-96fb-4cc6-adcc-15185c22812a/a7548eff-b075-48c3-80eb-a99327afb862/38e6cbc6-29da-4203-8777-ca5cc6367853) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:55.501327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39719e9e-8f5e-46ca-a965-0233b49ac990 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.503440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Pushing event updated for resources: {'Port': ['ID=daf238df-be3f-48da-bf33-1261d68f454d,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:55.518330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39719e9e-8f5e-46ca-a965-0233b49ac990 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.521903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-39719e9e-8f5e-46ca-a965-0233b49ac990 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/0df3ea20-65d6-47df-8ced-e330795a7d72 HTTP/1.1" status: 204 len: 168 time: 0.7565341 Jul 09 13:36:55.525953 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50168) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:55.526822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Network 180554fa-96fb-4cc6-adcc-15185c22812a is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:55.528590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:55.531987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:55.609399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Attempting to bind port daf238df-be3f-48da-bf33-1261d68f454d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:55.610246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Attempting to bind port daf238df-be3f-48da-bf33-1261d68f454d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'e0e7812e-f031-4daa-9a8e-8174aa222601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:55.611008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Attempting to bind port daf238df-be3f-48da-bf33-1261d68f454d on network 180554fa-96fb-4cc6-adcc-15185c22812a {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:55.622803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:55.624144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Checking segment: {'id': 'e0e7812e-f031-4daa-9a8e-8174aa222601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:55.626248 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.628888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Bound using segment: {'id': 'e0e7812e-f031-4daa-9a8e-8174aa222601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:55.629754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Bound port: daf238df-be3f-48da-bf33-1261d68f454d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e7812e-f031-4daa-9a8e-8174aa222601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:55.630891 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.704452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39719e9e-8f5e-46ca-a965-0233b49ac990 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df3ea20-65d6-47df-8ced-e330795a7d72,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:55.835392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] For port daf238df-be3f-48da-bf33-1261d68f454d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:55.839818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] For port daf238df-be3f-48da-bf33-1261d68f454d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=daf238df-be3f-48da-bf33-1261d68f454d,segment=NetworkSegment(e0e7812e-f031-4daa-9a8e-8174aa222601),segment_id=e0e7812e-f031-4daa-9a8e-8174aa222601)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:55.850255 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.967955 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.983377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Transition to ACTIVE for port object 38e6cbc6-29da-4203-8777-ca5cc6367853 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:56.014759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:56.032849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:56.046063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502875c-d4f6-44ca-9fcc-c0e36690b422 None None] Pushing event updated for resources: {'Port': ['ID=daf238df-be3f-48da-bf33-1261d68f454d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:56.084854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:56.092328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=7c94022c-5df8-4908-a0b5-c2639199408b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:56.210834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.225956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-920739ef-3e9f-4fd4-9dc9-b65efc431ffe tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6706467 Jul 09 13:36:56.339154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50178) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:56.343765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event updated for resources: {'Port': ['ID=38e6cbc6-29da-4203-8777-ca5cc6367853,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:56.416678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ac2a9b24-8b0c-4e1a-8ff1-b669a384db2f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025665251'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:56.490293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:56.491150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.494677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9b24-8b0c-4e1a-8ff1-b669a384db2f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.535071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Network 180554fa-96fb-4cc6-adcc-15185c22812a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:56.537590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:56.543025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:56.665270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:56.666104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.758228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9b24-8b0c-4e1a-8ff1-b669a384db2f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.786536 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9b24-8b0c-4e1a-8ff1-b669a384db2f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.796264 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f7b11bd-5e40-4b35-b9cc-fa31911e4056 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.801578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f7b11bd-5e40-4b35-b9cc-fa31911e4056 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.804705 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77f18909-1048-44c7-b9ba-eeb9ef56066c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9008021 Jul 09 13:36:56.813507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50190) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:56.816743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9fc30c7f-69db-4b1b-89d7-456cb38eb997 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7390490 Jul 09 13:36:56.829647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50194) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:56.846361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Request body: {'port': {'network_id': '180554fa-96fb-4cc6-adcc-15185c22812a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-947896201', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:56.846903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] bootfile-name is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:36:56.847360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] tftp-server is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:36:56.847699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] server-ip-address is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:36:56.875785 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9b24-8b0c-4e1a-8ff1-b669a384db2f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.878623 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ac2a9b24-8b0c-4e1a-8ff1-b669a384db2f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4865282 Jul 09 13:36:56.896635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50196) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:56.915477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-cdf8e768-53bd-460e-92e0-8f2820d7ab3c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': 'aacf1a18-f64f-46ff-9e8f-69a700076a2c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:56.917874 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-cdf8e768-53bd-460e-92e0-8f2820d7ab3c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 13:36:56.918666 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-cdf8e768-53bd-460e-92e0-8f2820d7ab3c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:36:56.925568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cdf8e768-53bd-460e-92e0-8f2820d7ab3c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0185390 Jul 09 13:36:56.934039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50198) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:56.962328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9b24-8b0c-4e1a-8ff1-b669a384db2f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacf1a18-f64f-46ff-9e8f-69a700076a2c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:57.068600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebbe118-a48d-4d4f-b10b-eb73e5d93975 None None] Network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:57.165686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b11bd-5e40-4b35-b9cc-fa31911e4056 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Router ea6a8bf4-955e-4bf2-a876-213687dfc571 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:57.320585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a39347b7-f58c-43b7-81e5-939bd4d3936c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.330740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-2ae23c0d-aeb8-4601-82a2-32e81e1f5440 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 7c94022c-5df8-4908-a0b5-c2639199408b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:57.331330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2ae23c0d-aeb8-4601-82a2-32e81e1f5440 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.342172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device daf238df-be3f-48da-bf33-1261d68f454d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:57.516823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2ae23c0d-aeb8-4601-82a2-32e81e1f5440 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.544146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-2ae23c0d-aeb8-4601-82a2-32e81e1f5440 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 7c94022c-5df8-4908-a0b5-c2639199408b owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:57.579251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port daf238df-be3f-48da-bf33-1261d68f454d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:57.589521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:57.666379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-491d9e37-208a-4e28-a81c-88a0432a5990 None None] Provisioning for port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:57.702663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b11bd-5e40-4b35-b9cc-fa31911e4056 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:57.709992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f7b11bd-5e40-4b35-b9cc-fa31911e4056 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.717432 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3f7b11bd-5e40-4b35-b9cc-fa31911e4056 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "PUT /v2.0/routers/ea6a8bf4-955e-4bf2-a876-213687dfc571 HTTP/1.1" status: 200 len: 926 time: 2.9357867 Jul 09 13:36:57.725632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50210) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:57.805462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8aa0a1-81da-432e-8f52-e53d5465c12f None None] Sync routers for ids ['ea6a8bf4-955e-4bf2-a876-213687dfc571'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:57.828110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:57.842955 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2ae23c0d-aeb8-4601-82a2-32e81e1f5440 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.857077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:57.860362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.884855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Made reservation on behalf of 8a713b3e488d40e5b5cd1d27ba939d3b for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:57.888602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a39347b7-f58c-43b7-81e5-939bd4d3936c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.893436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae23c0d-aeb8-4601-82a2-32e81e1f5440 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=7c94022c-5df8-4908-a0b5-c2639199408b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:57.905231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.966492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] device_id is not set on port b9b9df4b-a2e1-490b-81ce-c242262e7466 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:57.987412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c31101-35ee-4119-bd2a-3a7bbf97fecc None None] Network 180554fa-96fb-4cc6-adcc-15185c22812a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:58.163126 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2ae23c0d-aeb8-4601-82a2-32e81e1f5440 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.169530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2ae23c0d-aeb8-4601-82a2-32e81e1f5440 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/7c94022c-5df8-4908-a0b5-c2639199408b HTTP/1.1" status: 204 len: 168 time: 1.3500772 Jul 09 13:36:58.172065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50220) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.220791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a39347b7-f58c-43b7-81e5-939bd4d3936c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.226340 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a39347b7-f58c-43b7-81e5-939bd4d3936c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.230095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a39347b7-f58c-43b7-81e5-939bd4d3936c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/aacf1a18-f64f-46ff-9e8f-69a700076a2c HTTP/1.1" status: 204 len: 168 time: 1.2905555 Jul 09 13:36:58.242288 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf0979f-e9f0-4492-996a-390965f49f19 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:36:58.243412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf0979f-e9f0-4492-996a-390965f49f19 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:36:58.256811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9cf0979f-e9f0-4492-996a-390965f49f19 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/7c94022c-5df8-4908-a0b5-c2639199408b HTTP/1.1" status: 404 len: 333 time: 0.0805781 Jul 09 13:36:58.256811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50222) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.257931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50226) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.332036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8aa0a1-81da-432e-8f52-e53d5465c12f None None] Routers {'ea6a8bf4-955e-4bf2-a876-213687dfc571'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:58.332036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ce8aa0a1-81da-432e-8f52-e53d5465c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['ea6a8bf4-955e-4bf2-a876-213687dfc571'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:58.351025 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a0a7529c-b0ca-4dcd-9f44-e477f58c028b tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/routers/ea6a8bf4-955e-4bf2-a876-213687dfc571 HTTP/1.1" status: 200 len: 926 time: 0.6196675 Jul 09 13:36:58.357825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50228) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.373506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39347b7-f58c-43b7-81e5-939bd4d3936c tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacf1a18-f64f-46ff-9e8f-69a700076a2c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:58.400670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5c42acb1-0a32-45b7-9560-94eff1f265ca None None] Provisioning for port daf238df-be3f-48da-bf33-1261d68f454d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:58.402931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ce8aa0a1-81da-432e-8f52-e53d5465c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:58.422094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5c42acb1-0a32-45b7-9560-94eff1f265ca None None] Provisioning complete for port daf238df-be3f-48da-bf33-1261d68f454d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:58.422568 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c42acb1-0a32-45b7-9560-94eff1f265ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.433928 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f977344-7c7d-44c2-b15d-5cadb2ca80a7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:36:58.437995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6f977344-7c7d-44c2-b15d-5cadb2ca80a7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/7c94022c-5df8-4908-a0b5-c2639199408b HTTP/1.1" status: 404 len: 333 time: 0.1042120 Jul 09 13:36:58.441400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50234) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.495621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Allocated IP 172.20.0.12 (180554fa-96fb-4cc6-adcc-15185c22812a/a7548eff-b075-48c3-80eb-a99327afb862/b9b9df4b-a2e1-490b-81ce-c242262e7466) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:58.542050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8aa0a1-81da-432e-8f52-e53d5465c12f None None] Routers {'ea6a8bf4-955e-4bf2-a876-213687dfc571'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:58.542875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ce8aa0a1-81da-432e-8f52-e53d5465c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['ea6a8bf4-955e-4bf2-a876-213687dfc571'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:58.543206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e274da-eead-40c1-89c1-1f6d8c547261 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet 6443b99e-25a9-4ff8-8c7e-cd470542fe77 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:58.547899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77e274da-eead-40c1-89c1-1f6d8c547261 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.586581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd40ec-57f3-42ff-b1b5-186b28df01eb tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:58.594131 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1ffd40ec-57f3-42ff-b1b5-186b28df01eb tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=ea6a8bf4-955e-4bf2-a876-213687dfc571&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2327423 Jul 09 13:36:58.594394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77e274da-eead-40c1-89c1-1f6d8c547261 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.602587 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:36:58.613731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50236) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.706416 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77e274da-eead-40c1-89c1-1f6d8c547261 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.763678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289cbf8c-2812-4612-8be8-77fbae003f3b tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:58.767987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-289cbf8c-2812-4612-8be8-77fbae003f3b tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 881 time: 0.1504130 Jul 09 13:36:58.768838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50238) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.790751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d0e61c9d-a35a-4eed-b1b0-f029035a981e tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5298278 Jul 09 13:36:58.790751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77e274da-eead-40c1-89c1-1f6d8c547261 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.791514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50240) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.807191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-91292b25-fe29-4b81-9ece-9a446d0727fe tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--751121858'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:58.837648 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0a18f01d-cfe8-4dad-ba63-9199d23ff54d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea6a8bf4-955e-4bf2-a876-213687dfc571 HTTP/1.1" status: 200 len: 205 time: 0.0650032 Jul 09 13:36:58.839744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50242) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.853523 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-91292b25-fe29-4b81-9ece-9a446d0727fe tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.857531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e274da-eead-40c1-89c1-1f6d8c547261 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=6443b99e-25a9-4ff8-8c7e-cd470542fe77,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:58.864781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77e274da-eead-40c1-89c1-1f6d8c547261 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.867050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77e274da-eead-40c1-89c1-1f6d8c547261 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/6443b99e-25a9-4ff8-8c7e-cd470542fe77 HTTP/1.1" status: 204 len: 168 time: 0.4246588 Jul 09 13:36:58.882288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50244) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.915892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b52c2-2085-49f6-87c0-a59dc0061d97 None None] Network 174fde6a-38cd-44e6-a73c-582d3cf8ab0e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:58.921946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ce8aa0a1-81da-432e-8f52-e53d5465c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:58.922718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8aa0a1-81da-432e-8f52-e53d5465c12f None None] The sync data for ids ['ea6a8bf4-955e-4bf2-a876-213687dfc571'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:58.975484 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.056734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.108292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.119704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.155533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Transition to ACTIVE for port object b9b9df4b-a2e1-490b-81ce-c242262e7466 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:59.202700 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c42acb1-0a32-45b7-9560-94eff1f265ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.210925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:36:59.211342 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:36:59.230340 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.287125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Network 180554fa-96fb-4cc6-adcc-15185c22812a is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:59.300679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:59.307279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:59.375551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-91292b25-fe29-4b81-9ece-9a446d0727fe tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.391680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-91292b25-fe29-4b81-9ece-9a446d0727fe tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.477411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:59.477905 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.488087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event updated for resources: {'Port': ['ID=b9b9df4b-a2e1-490b-81ce-c242262e7466,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:59.497943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5c42acb1-0a32-45b7-9560-94eff1f265ca None None] For port daf238df-be3f-48da-bf33-1261d68f454d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=daf238df-be3f-48da-bf33-1261d68f454d,segment=NetworkSegment(e0e7812e-f031-4daa-9a8e-8174aa222601),segment_id=e0e7812e-f031-4daa-9a8e-8174aa222601)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:59.511252 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c42acb1-0a32-45b7-9560-94eff1f265ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.517742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-91292b25-fe29-4b81-9ece-9a446d0727fe tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.522127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-91292b25-fe29-4b81-9ece-9a446d0727fe tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7218490 Jul 09 13:36:59.544515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:59.545663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.570859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50264) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:59.576021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-095ba297-9138-498e-9a50-7e702b1ae546 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '99e3ea11-319d-48c3-9211-2fb62c8bb646', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:59.577438 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-095ba297-9138-498e-9a50-7e702b1ae546 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 13:36:59.577838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91292b25-fe29-4b81-9ece-9a446d0727fe tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e3ea11-319d-48c3-9211-2fb62c8bb646,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:59.578733 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-095ba297-9138-498e-9a50-7e702b1ae546 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:36:59.583921 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-095ba297-9138-498e-9a50-7e702b1ae546 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116391 Jul 09 13:36:59.584804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50266) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:59.596504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-deefbc15-1e95-4f10-88ed-9dc927d4b911 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '99e3ea11-319d-48c3-9211-2fb62c8bb646', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:59.597405 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-deefbc15-1e95-4f10-88ed-9dc927d4b911 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 13:36:59.598123 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-deefbc15-1e95-4f10-88ed-9dc927d4b911 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:36:59.602896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-deefbc15-1e95-4f10-88ed-9dc927d4b911 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0138407 Jul 09 13:36:59.603769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50268) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:59.622381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-40ab8367-d72b-4b93-9da5-93389de5d2ce tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '99e3ea11-319d-48c3-9211-2fb62c8bb646', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:59.623827 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-40ab8367-d72b-4b93-9da5-93389de5d2ce tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 13:36:59.624348 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-40ab8367-d72b-4b93-9da5-93389de5d2ce tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:36:59.628111 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40ab8367-d72b-4b93-9da5-93389de5d2ce tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126119 Jul 09 13:36:59.631329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50270) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:59.646724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6d4591e5-7646-4cc2-bc04-a1bd24d74f2d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '99e3ea11-319d-48c3-9211-2fb62c8bb646', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:59.648145 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-6d4591e5-7646-4cc2-bc04-a1bd24d74f2d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 13:36:59.648386 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-6d4591e5-7646-4cc2-bc04-a1bd24d74f2d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:36:59.649386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d4591e5-7646-4cc2-bc04-a1bd24d74f2d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0171232 Jul 09 13:36:59.659458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50272) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:59.685811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b4eb07d-3744-4b10-88cc-5ffba987f41a None None] Provisioning complete for port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:59.686189 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3b4eb07d-3744-4b10-88cc-5ffba987f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.688576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42acb1-0a32-45b7-9560-94eff1f265ca None None] Pushing event updated for resources: {'Port': ['ID=daf238df-be3f-48da-bf33-1261d68f454d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:59.705970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-08899239-0854-4174-b11d-73e728d943a5 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.8730690 Jul 09 13:36:59.706890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50274) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:59.727790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] For port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5eb4b4ac-c038-4e8c-bd6a-82b45af00a74,segment=NetworkSegment(f81839c4-c126-40d4-8173-30e4b1ae175c),segment_id=f81839c4-c126-40d4-8173-30e4b1ae175c)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:59.728157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.742754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.781894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:59.790832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] DHCP port deletion for 174fde6a-38cd-44e6-a73c-582d3cf8ab0e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:36:59.863460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.912251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4b028c2-4703-4092-99da-b56899f375d6 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.965409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5eb4b4ac-c038-4e8c-bd6a-82b45af00a74,segment=NetworkSegment(f81839c4-c126-40d4-8173-30e4b1ae175c),segment_id=f81839c4-c126-40d4-8173-30e4b1ae175c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:59.979155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b444b-7895-421b-9e8e-19cc678b4bec tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:59.990690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b444b-7895-421b-9e8e-19cc678b4bec tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:59.998784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b444b-7895-421b-9e8e-19cc678b4bec tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:00.004479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b23b444b-7895-421b-9e8e-19cc678b4bec tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2944210 Jul 09 13:37:00.004677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50278) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:00.006243 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4b028c2-4703-4092-99da-b56899f375d6 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.017654 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.060540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Deleting port aa3d2830-261f-4336-a752-6878bc740944 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:00.061023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.216809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device daf238df-be3f-48da-bf33-1261d68f454d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:00.228077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3b4eb07d-3744-4b10-88cc-5ffba987f41a None None] Port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 update to ACTIVE by agent not found {{(pid=93914) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 13:37:00.229852 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.283800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5eb4b4ac-c038-4e8c-bd6a-82b45af00a74,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:00.289470 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4b028c2-4703-4092-99da-b56899f375d6 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.291670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b4eb07d-3744-4b10-88cc-5ffba987f41a None None] Could not find standard attr ID for object 7c94022c-5df8-4908-a0b5-c2639199408b. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:37:00.293492 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4b028c2-4703-4092-99da-b56899f375d6 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.295705 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e4b028c2-4703-4092-99da-b56899f375d6 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/99e3ea11-319d-48c3-9211-2fb62c8bb646 HTTP/1.1" status: 204 len: 168 time: 0.6352620 Jul 09 13:37:00.301062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.317207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=5eb4b4ac-c038-4e8c-bd6a-82b45af00a74,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:00.324892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50284) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:00.328938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] Deleting port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:00.329445 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.331392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b028c2-4703-4092-99da-b56899f375d6 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e3ea11-319d-48c3-9211-2fb62c8bb646,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:00.341123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No DVR routers for this DVR port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:00.352575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Calling delete_port for aa3d2830-261f-4336-a752-6878bc740944 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:00.499809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-72ee5bbb-a905-4ede-b138-80afcaf461e2 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1713307 Jul 09 13:37:00.502107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50288) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:00.524385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-daf9c306-6bb3-44e8-8918-5d7229c6abf1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--212077255'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:00.569727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] For port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:00.570275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.573251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port daf238df-be3f-48da-bf33-1261d68f454d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:00.573630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.581922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bddd95cd-fc4e-445e-a69c-52d0a7351834 None None] Provisioning complete for port daf238df-be3f-48da-bf33-1261d68f454d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:00.582309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bddd95cd-fc4e-445e-a69c-52d0a7351834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.656385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] Calling delete_port for 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:00.662982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] Port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:37:00.673526 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.691419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-daf9c306-6bb3-44e8-8918-5d7229c6abf1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.715773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] Pushing event deleted for resources: {'Port': ['ID=5eb4b4ac-c038-4e8c-bd6a-82b45af00a74,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:00.741219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9dadb-83c1-46a3-a775-c82d2a01af56 None None] No DVR routers for this DVR port 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:00.897280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bddd95cd-fc4e-445e-a69c-52d0a7351834 None None] Provisioning for port 38e6cbc6-29da-4203-8777-ca5cc6367853 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:00.914262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bddd95cd-fc4e-445e-a69c-52d0a7351834 None None] Provisioning complete for port 38e6cbc6-29da-4203-8777-ca5cc6367853 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:00.914754 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bddd95cd-fc4e-445e-a69c-52d0a7351834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.928908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-60e137f4-0d9d-4ccc-b3c5-2e361b752522 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Deleting port b9b9df4b-a2e1-490b-81ce-c242262e7466 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:00.929892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-60e137f4-0d9d-4ccc-b3c5-2e361b752522 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.964214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bddd95cd-fc4e-445e-a69c-52d0a7351834 None None] Port 38e6cbc6-29da-4203-8777-ca5cc6367853 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:00.989171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:00.993631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.012920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:01.013404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5eb4b4ac-c038-4e8c-bd6a-82b45af00a74 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:01.093557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event deleted for resources: {'Port': ['ID=aa3d2830-261f-4336-a752-6878bc740944,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:01.104187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b3f3c6ba-2eeb-4bc8-809a-854ef8fefa5a None None] Provisioning for port b9b9df4b-a2e1-490b-81ce-c242262e7466 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:01.108647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b3f3c6ba-2eeb-4bc8-809a-854ef8fefa5a None None] Provisioning complete for port b9b9df4b-a2e1-490b-81ce-c242262e7466 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:01.109416 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c6ba-2eeb-4bc8-809a-854ef8fefa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.127916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.156061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174fde6a-38cd-44e6-a73c-582d3cf8ab0e']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:01.173001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81839c4-c126-40d4-8173-30e4b1ae175c') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:01.173154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81839c4-c126-40d4-8173-30e4b1ae175c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:01.184101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3c6ba-2eeb-4bc8-809a-854ef8fefa5a None None] Port b9b9df4b-a2e1-490b-81ce-c242262e7466 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:01.197187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-daf9c306-6bb3-44e8-8918-5d7229c6abf1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.213999 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-daf9c306-6bb3-44e8-8918-5d7229c6abf1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.237305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.260964 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-daf9c306-6bb3-44e8-8918-5d7229c6abf1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.265332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-daf9c306-6bb3-44e8-8918-5d7229c6abf1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7562251 Jul 09 13:37:01.266184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50300) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:01.272519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.288517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-95fba1d1-29cc-4bd6-a6e6-e3d15d61253b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:01.288517 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-95fba1d1-29cc-4bd6-a6e6-e3d15d61253b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 13:37:01.288517 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-95fba1d1-29cc-4bd6-a6e6-e3d15d61253b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:01.294593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9c306-6bb3-44e8-8918-5d7229c6abf1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3f8953-0862-49fd-ae4f-eaf47eadf4c5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:01.296871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-95fba1d1-29cc-4bd6-a6e6-e3d15d61253b tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0277812 Jul 09 13:37:01.312004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50304) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:01.316722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.334293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-418e3b29-dcc7-4989-a2a7-d8f9f3381c80 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:01.377979 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-60e137f4-0d9d-4ccc-b3c5-2e361b752522 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.395329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-60e137f4-0d9d-4ccc-b3c5-2e361b752522 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Calling delete_port for b9b9df4b-a2e1-490b-81ce-c242262e7466 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:01.430897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.433157 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.483424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.484812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Fanout notify agent at l3_agent the message router_deleted on router ea6a8bf4-955e-4bf2-a876-213687dfc571 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:01.505758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:01.506284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.507194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.508867 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6bb899b1-d0e6-4ee3-b094-9c36b606d738 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/ea6a8bf4-955e-4bf2-a876-213687dfc571 HTTP/1.1" status: 204 len: 168 time: 2.6679890 Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:01.512302 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:01.515170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50308) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:01.521406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3842ce3c-e84d-4464-8a96-32558fd901d4 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-378441997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:01.573130 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-418e3b29-dcc7-4989-a2a7-d8f9f3381c80 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:01.576973 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-418e3b29-dcc7-4989-a2a7-d8f9f3381c80 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2549894 Jul 09 13:37:01.584284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50314) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:01.608821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-62fafaf1-5942-4e4b-b51f-a8289d057149 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:01.608821 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-62fafaf1-5942-4e4b-b51f-a8289d057149 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 13:37:01.608821 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-62fafaf1-5942-4e4b-b51f-a8289d057149 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:01.616045 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-62fafaf1-5942-4e4b-b51f-a8289d057149 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0275393 Jul 09 13:37:01.619199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50316) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:01.660977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ced24844-dcf2-4504-b807-495be7859f0e tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:01.694296 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3842ce3c-e84d-4464-8a96-32558fd901d4 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.695391 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3842ce3c-e84d-4464-8a96-32558fd901d4 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.700727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.715147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.722519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/networks/174fde6a-38cd-44e6-a73c-582d3cf8ab0e HTTP/1.1" status: 204 len: 168 time: 2.8215957 Jul 09 13:37:01.722519 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-60e137f4-0d9d-4ccc-b3c5-2e361b752522 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.724768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50322) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:01.730741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-445659900'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:01.788086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e137f4-0d9d-4ccc-b3c5-2e361b752522 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event deleted for resources: {'Port': ['ID=b9b9df4b-a2e1-490b-81ce-c242262e7466,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:01.796966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f4cb4-5ddf-4a85-a51d-e30cc5362b57 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Network': ['ID=174fde6a-38cd-44e6-a73c-582d3cf8ab0e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:01.858115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3842ce3c-e84d-4464-8a96-32558fd901d4 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.885324 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3842ce3c-e84d-4464-8a96-32558fd901d4 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.903719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:01.916736 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.920065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-60e137f4-0d9d-4ccc-b3c5-2e361b752522 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.928321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-60e137f4-0d9d-4ccc-b3c5-2e361b752522 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "DELETE /v2.0/ports/b9b9df4b-a2e1-490b-81ce-c242262e7466 HTTP/1.1" status: 204 len: 168 time: 1.9105527 Jul 09 13:37:01.937242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50328) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:01.945956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Request body: {'port': {'name': 'tempest-new-port-name-1500074833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:01.946465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] bootfile-name is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:01.946764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] tftp-server is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:01.947144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.api.validators [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] server-ip-address is not in valid_values {{(pid=93912) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:01.987967 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-ced24844-dcf2-4504-b807-495be7859f0e tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:01.989029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ced24844-dcf2-4504-b807-495be7859f0e tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3589535 Jul 09 13:37:01.989613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50332) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.000249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50334) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.065132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4923ddd3-fa2e-47e6-9964-9db2320b8ede tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.065899 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-4923ddd3-fa2e-47e6-9964-9db2320b8ede tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 13:37:02.066639 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-4923ddd3-fa2e-47e6-9964-9db2320b8ede tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:02.067766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4923ddd3-fa2e-47e6-9964-9db2320b8ede tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0666201 Jul 09 13:37:02.072052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50338) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.093473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5194b44b-7407-4d29-b16b-65d60ababf3d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.141030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3842ce3c-e84d-4464-8a96-32558fd901d4 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.143733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3842ce3c-e84d-4464-8a96-32558fd901d4 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6271901 Jul 09 13:37:02.152530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.157343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.173218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:02.202247 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.202816 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Added segment b085b039-14fc-4b9e-ae85-c9edcea97158 of type vlan for network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 Jul 09 13:37:02.279370 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.285518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.403403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.resource_extend [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:37:02.442992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.452162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:02.452775 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.463209 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-5194b44b-7407-4d29-b16b-65d60ababf3d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:02.464951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5194b44b-7407-4d29-b16b-65d60ababf3d tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3806250 Jul 09 13:37:02.472689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50348) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.477250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3a554247-f6a3-4435-ad3a-ef6696343eda tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.477731 n-d-799524-3 neutron-server[93913]: WARNING neutron.api.v2.base [None req-3a554247-f6a3-4435-ad3a-ef6696343eda tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 13:37:02.478216 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-3a554247-f6a3-4435-ad3a-ef6696343eda tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:02.479161 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3a554247-f6a3-4435-ad3a-ef6696343eda tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055223 Jul 09 13:37:02.497544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50350) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.503433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-60800540-6f97-4489-a500-6c441be199b9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.621657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Network': ['ID=a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:02.630596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-79e02a49-fdd8-4506-ac72-e53195a003e9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9043202 Jul 09 13:37:02.635226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50352) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.635360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:02.640740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': 'a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.651238 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-60800540-6f97-4489-a500-6c441be199b9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:02.652198 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-60800540-6f97-4489-a500-6c441be199b9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1535513 Jul 09 13:37:02.672809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50354) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.678062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b7de998f-5120-423a-8d16-98a7e43822da tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': '7a3f8953-0862-49fd-ae4f-eaf47eadf4c5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.731174 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.781217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.801061 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.979629 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-b7de998f-5120-423a-8d16-98a7e43822da tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:02.980704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7de998f-5120-423a-8d16-98a7e43822da tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3069282 Jul 09 13:37:02.990934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50362) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:03.003383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event updated for resources: {'Port': ['ID=38e6cbc6-29da-4203-8777-ca5cc6367853,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:03.017767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] In _notify_port_updated(), no bound segment for port 38e6cbc6-29da-4203-8777-ca5cc6367853 on network 180554fa-96fb-4cc6-adcc-15185c22812a {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:37:03.023724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:03.024555 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.025899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8407ddd5-4d7b-48a0-8fe2-f845c09f4bdd tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "PUT /v2.0/ports/38e6cbc6-29da-4203-8777-ca5cc6367853 HTTP/1.1" status: 200 len: 1137 time: 1.0869977 Jul 09 13:37:03.029124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:03.030210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:03.034361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.122180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae85cee-4aec-4a39-951d-f38d5521a9de tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:03.131227 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2ae85cee-4aec-4a39-951d-f38d5521a9de tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "GET /v2.0/ports/38e6cbc6-29da-4203-8777-ca5cc6367853 HTTP/1.1" status: 200 len: 1137 time: 0.0951288 Jul 09 13:37:03.137303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50366) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:03.338181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-efd73f72-c4fb-44b6-9eac-4e4fc438cb78 None None] Provisioning complete for port 38e6cbc6-29da-4203-8777-ca5cc6367853 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:03.339078 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-efd73f72-c4fb-44b6-9eac-4e4fc438cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.349584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.356046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5113dc19-deda-4ab5-8b0e-9380eab81c22 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.403991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-efd73f72-c4fb-44b6-9eac-4e4fc438cb78 None None] Port 38e6cbc6-29da-4203-8777-ca5cc6367853 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:03.449297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.493225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.574619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.643875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e404bf6c-4b31-4e87-85ea-49f906c3741d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Deleting port 38e6cbc6-29da-4203-8777-ca5cc6367853 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:03.644250 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e404bf6c-4b31-4e87-85ea-49f906c3741d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.772221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=ad3ab000-890b-42e1-b815-a362b239541a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:03.811796 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5113dc19-deda-4ab5-8b0e-9380eab81c22 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.860301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Checking segment: {'id': 'b085b039-14fc-4b9e-ae85-c9edcea97158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:03.860666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network hostable DHCP agents. Network: a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:03.880655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5113dc19-deda-4ab5-8b0e-9380eab81c22 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.887537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5113dc19-deda-4ab5-8b0e-9380eab81c22 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.891240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5113dc19-deda-4ab5-8b0e-9380eab81c22 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a3f8953-0862-49fd-ae4f-eaf47eadf4c5 HTTP/1.1" status: 204 len: 168 time: 0.8968632 Jul 09 13:37:03.903316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50384) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:03.925436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e404bf6c-4b31-4e87-85ea-49f906c3741d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.944787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Allocated IP 172.25.5.33 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/b080f277-fb35-4aaa-bd89-a271b93c5000) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:03.957290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113dc19-deda-4ab5-8b0e-9380eab81c22 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3f8953-0862-49fd-ae4f-eaf47eadf4c5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:03.977333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:04.021292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:04.055441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:04.055441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.055643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e404bf6c-4b31-4e87-85ea-49f906c3741d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Calling delete_port for 38e6cbc6-29da-4203-8777-ca5cc6367853 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:04.069986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd1dbf-b2db-4bab-94d7-ea85315e49ca None None] Network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:04.084646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-081a2e02-e0b9-486a-a593-bdd9dedc492a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1751289 Jul 09 13:37:04.087438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50386) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:04.092189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fb45a29d-98a2-49e5-a1cb-cdb83d1b12fd tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700457642'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:04.154487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb45a29d-98a2-49e5-a1cb-cdb83d1b12fd tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.158853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b6e72966-22d2-4c3d-bcb0-0285d00864d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5225797 Jul 09 13:37:04.165872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50388) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:04.171763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': 'a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1937564184'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:04.284744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195be85e-c967-44eb-b958-2d439597357f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5', 'network_id': 'a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5', 'tenant_id': 'cf413578d4db4558800c7cf1aa8fa2be', 'fixed_ips': [{'subnet_id': 'ad3ab000-890b-42e1-b815-a362b239541a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:37:04.285616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195be85e-c967-44eb-b958-2d439597357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.353753 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb45a29d-98a2-49e5-a1cb-cdb83d1b12fd tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.366462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb45a29d-98a2-49e5-a1cb-cdb83d1b12fd tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.410021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:04.413868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.424795 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb45a29d-98a2-49e5-a1cb-cdb83d1b12fd tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.424795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fb45a29d-98a2-49e5-a1cb-cdb83d1b12fd tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3319008 Jul 09 13:37:04.429879 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45a29d-98a2-49e5-a1cb-cdb83d1b12fd tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6233009-f81c-42e4-8777-0e56d439727b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.434743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50396) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:04.441831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b482bb8d-2ddb-44db-868c-d6cbc01fde56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': 'd6233009-f81c-42e4-8777-0e56d439727b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:04.464931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 52fca0e7-04ca-40d3-bcf4-a5936b894cf9 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:04.527469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-195be85e-c967-44eb-b958-2d439597357f None None] Allocated IP 172.20.0.2 (a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5/ad3ab000-890b-42e1-b815-a362b239541a/64257323-0181-4a8a-a2cc-f4879ceba263) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:04.563964 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-b482bb8d-2ddb-44db-868c-d6cbc01fde56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The resource could not be found. Jul 09 13:37:04.565824 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b482bb8d-2ddb-44db-868c-d6cbc01fde56 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1299846 Jul 09 13:37:04.569758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50400) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:04.577240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-035e8640-2db5-4eaa-a5ba-ef229e4ad2a1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': 'd6233009-f81c-42e4-8777-0e56d439727b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '020f7a9a-851b-42c1-8e71-33edeca0c132'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:04.637048 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-035e8640-2db5-4eaa-a5ba-ef229e4ad2a1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The resource could not be found. Jul 09 13:37:04.639442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-035e8640-2db5-4eaa-a5ba-ef229e4ad2a1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0679028 Jul 09 13:37:04.641051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50402) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:04.720887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d956-48e4-4539-a59a-9440dc713569 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.730320 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195be85e-c967-44eb-b958-2d439597357f None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.740962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-195be85e-c967-44eb-b958-2d439597357f None None] Transition to ACTIVE for port object 64257323-0181-4a8a-a2cc-f4879ceba263 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:04.760430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d956-48e4-4539-a59a-9440dc713569 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.771053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-195be85e-c967-44eb-b958-2d439597357f None None] Transition to ACTIVE for port object 64257323-0181-4a8a-a2cc-f4879ceba263 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:04.779930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195be85e-c967-44eb-b958-2d439597357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.798168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.833949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195be85e-c967-44eb-b958-2d439597357f None None] Pushing event updated for resources: {'Port': ['ID=64257323-0181-4a8a-a2cc-f4879ceba263,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.852841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195be85e-c967-44eb-b958-2d439597357f None None] Network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:04.854237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-195be85e-c967-44eb-b958-2d439597357f None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:04.857032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195be85e-c967-44eb-b958-2d439597357f None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:04.898813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d956-48e4-4539-a59a-9440dc713569 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.904695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d956-48e4-4539-a59a-9440dc713569 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.910497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6ab9d956-48e4-4539-a59a-9440dc713569 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/d6233009-f81c-42e4-8777-0e56d439727b HTTP/1.1" status: 204 len: 168 time: 0.2682149 Jul 09 13:37:04.911297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50408) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:04.915143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e404bf6c-4b31-4e87-85ea-49f906c3741d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.938821 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a9dd3945-fbe8-41d6-ac58-6dbc2c59131a {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:37:04.939402 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:37:04.944280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-195be85e-c967-44eb-b958-2d439597357f None None] Attempting to bind port 64257323-0181-4a8a-a2cc-f4879ceba263 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:04.944871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-195be85e-c967-44eb-b958-2d439597357f None None] Attempting to bind port 64257323-0181-4a8a-a2cc-f4879ceba263 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b085b039-14fc-4b9e-ae85-c9edcea97158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:04.945431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195be85e-c967-44eb-b958-2d439597357f None None] Attempting to bind port 64257323-0181-4a8a-a2cc-f4879ceba263 on network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:04.952125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195be85e-c967-44eb-b958-2d439597357f None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:04.952732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195be85e-c967-44eb-b958-2d439597357f None None] Checking segment: {'id': 'b085b039-14fc-4b9e-ae85-c9edcea97158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:04.953374 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195be85e-c967-44eb-b958-2d439597357f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.954320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195be85e-c967-44eb-b958-2d439597357f None None] Bound using segment: {'id': 'b085b039-14fc-4b9e-ae85-c9edcea97158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:04.956268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-195be85e-c967-44eb-b958-2d439597357f None None] Bound port: 64257323-0181-4a8a-a2cc-f4879ceba263, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b085b039-14fc-4b9e-ae85-c9edcea97158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:04.957209 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195be85e-c967-44eb-b958-2d439597357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.968963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9d956-48e4-4539-a59a-9440dc713569 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6233009-f81c-42e4-8777-0e56d439727b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.993645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404bf6c-4b31-4e87-85ea-49f906c3741d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event deleted for resources: {'Port': ['ID=38e6cbc6-29da-4203-8777-ca5cc6367853,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:05.029167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.036263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-29fa0e31-7f95-4a82-b3d1-939399a0dec1 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204281 Jul 09 13:37:05.037201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50416) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:05.042977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5be9cf0d-0e42-46f0-ac39-17c2635d4a63 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': 'ef53dc95-6743-4404-9725-90aef1d3a062', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:05.052674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-195be85e-c967-44eb-b958-2d439597357f None None] For port 64257323-0181-4a8a-a2cc-f4879ceba263, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:05.056124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-195be85e-c967-44eb-b958-2d439597357f None None] For port 64257323-0181-4a8a-a2cc-f4879ceba263, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64257323-0181-4a8a-a2cc-f4879ceba263,segment=NetworkSegment(b085b039-14fc-4b9e-ae85-c9edcea97158),segment_id=b085b039-14fc-4b9e-ae85-c9edcea97158)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:05.066318 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-195be85e-c967-44eb-b958-2d439597357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.142867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event updated for resources: {'Port': ['ID=b080f277-fb35-4aaa-bd89-a271b93c5000,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:05.160631 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-5be9cf0d-0e42-46f0-ac39-17c2635d4a63 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The resource could not be found. Jul 09 13:37:05.162418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5be9cf0d-0e42-46f0-ac39-17c2635d4a63 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1238630 Jul 09 13:37:05.165904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50420) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:05.171080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d30e2482-d46a-41a4-b06b-f8a9db43d5c9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--993051535'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:05.182098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:05.183972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Deleting port 2863bbfe-99f3-4198-92c6-9c23f653c2cd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:05.184319 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.210171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195be85e-c967-44eb-b958-2d439597357f None None] Pushing event updated for resources: {'Port': ['ID=64257323-0181-4a8a-a2cc-f4879ceba263,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:05.231568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d30e2482-d46a-41a4-b06b-f8a9db43d5c9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.293370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:05.302743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:05.360306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d30e2482-d46a-41a4-b06b-f8a9db43d5c9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.367230 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d30e2482-d46a-41a4-b06b-f8a9db43d5c9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.397505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e2482-d46a-41a4-b06b-f8a9db43d5c9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93b8e1-ba5c-4645-bc08-acfb3b235843,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:05.412424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d30e2482-d46a-41a4-b06b-f8a9db43d5c9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.412612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e404bf6c-4b31-4e87-85ea-49f906c3741d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.414059 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d30e2482-d46a-41a4-b06b-f8a9db43d5c9 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2467544 Jul 09 13:37:05.416791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50426) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:05.417669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e404bf6c-4b31-4e87-85ea-49f906c3741d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "DELETE /v2.0/ports/38e6cbc6-29da-4203-8777-ca5cc6367853 HTTP/1.1" status: 204 len: 168 time: 2.2792888 Jul 09 13:37:05.418630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50428) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:05.422436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0a1c9dab-d627-4d58-bd79-b3fb00ea9162 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089665968'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:05.444723 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.511381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port b7839469-0928-42ba-b05e-a25d9530d749 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:05.522478 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9dab-d627-4d58-bd79-b3fb00ea9162 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.610580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] For port 2863bbfe-99f3-4198-92c6-9c23f653c2cd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2863bbfe-99f3-4198-92c6-9c23f653c2cd,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:05.611779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.733148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Calling delete_port for 2863bbfe-99f3-4198-92c6-9c23f653c2cd owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:05.757609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.6 (a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5/ad3ab000-890b-42e1-b815-a362b239541a/b7839469-0928-42ba-b05e-a25d9530d749) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:05.860694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f75a696-7ad0-40ac-b105-d40dd1d9a5b4 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Deleting subnet a7548eff-b075-48c3-80eb-a99327afb862 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:05.865940 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f75a696-7ad0-40ac-b105-d40dd1d9a5b4 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.965423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.969053 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.993370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object b7839469-0928-42ba-b05e-a25d9530d749 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:06.002218 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9dab-d627-4d58-bd79-b3fb00ea9162 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.007941 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9dab-d627-4d58-bd79-b3fb00ea9162 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.039771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f75a696-7ad0-40ac-b105-d40dd1d9a5b4 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.057136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c9dab-d627-4d58-bd79-b3fb00ea9162 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0eb0c8-615f-4acc-9eeb-2f6026aefb9c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:06.061712 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9dab-d627-4d58-bd79-b3fb00ea9162 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.067163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0a1c9dab-d627-4d58-bd79-b3fb00ea9162 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6454792 Jul 09 13:37:06.067163 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50440) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:06.071970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-849305a4-722f-4838-a6cc-e81f0e8331f3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group_rule': {'security_group_id': 'cd93b8e1-ba5c-4645-bc08-acfb3b235843', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7d0eb0c8-615f-4acc-9eeb-2f6026aefb9c'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:06.097411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.183116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:06.188622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:06.192016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=b7839469-0928-42ba-b05e-a25d9530d749,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:06.194678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:06.199677 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-849305a4-722f-4838-a6cc-e81f0e8331f3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:06.203550 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-849305a4-722f-4838-a6cc-e81f0e8331f3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1329679 Jul 09 13:37:06.216625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:06.281488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:06.282182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.286428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64257323-0181-4a8a-a2cc-f4879ceba263 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:06.319519 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bca3caa5-8528-4646-a657-e562fdc8daad tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1500902 Jul 09 13:37:06.319769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50448) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:06.379164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 64257323-0181-4a8a-a2cc-f4879ceba263 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:06.506450 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa6a94cb-4011-4af5-9695-855f84eb1591 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.534122 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa6a94cb-4011-4af5-9695-855f84eb1591 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.554635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ffdf2-b968-4940-a595-b1e14d63586b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port b7839469-0928-42ba-b05e-a25d9530d749 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:06.555628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffdf2-b968-4940-a595-b1e14d63586b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.632230 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f75a696-7ad0-40ac-b105-d40dd1d9a5b4 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.635200 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa6a94cb-4011-4af5-9695-855f84eb1591 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.637786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa6a94cb-4011-4af5-9695-855f84eb1591 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.641262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fa6a94cb-4011-4af5-9695-855f84eb1591 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/7d0eb0c8-615f-4acc-9eeb-2f6026aefb9c HTTP/1.1" status: 204 len: 168 time: 0.4196503 Jul 09 13:37:06.646744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50456) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:06.674167 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffdf2-b968-4940-a595-b1e14d63586b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.687905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ffdf2-b968-4940-a595-b1e14d63586b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for b7839469-0928-42ba-b05e-a25d9530d749 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:06.789620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a94cb-4011-4af5-9695-855f84eb1591 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0eb0c8-615f-4acc-9eeb-2f6026aefb9c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:06.858426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4195d59-90e4-4c23-a3b3-01dbdff54032 None None] Network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:06.913787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.922916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.931321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.942202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e9a82f20-3b76-4442-be4a-3231d1717019 None None] Provisioning for port 64257323-0181-4a8a-a2cc-f4879ceba263 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:06.947366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffdf2-b968-4940-a595-b1e14d63586b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.953630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e9a82f20-3b76-4442-be4a-3231d1717019 None None] Provisioning complete for port 64257323-0181-4a8a-a2cc-f4879ceba263 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:06.954500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9a82f20-3b76-4442-be4a-3231d1717019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.993741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ffdf2-b968-4940-a595-b1e14d63586b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=b7839469-0928-42ba-b05e-a25d9530d749,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:07.041382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2863bbfe-99f3-4198-92c6-9c23f653c2cd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:07.163090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-841e1acc-56c9-4693-9fa2-2718fdf00ffb tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4772348 Jul 09 13:37:07.170880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50460) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:07.188433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffdf2-b968-4940-a595-b1e14d63586b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.196526 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7a3ffdf2-b968-4940-a595-b1e14d63586b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/b7839469-0928-42ba-b05e-a25d9530d749 HTTP/1.1" status: 204 len: 168 time: 0.8756623 Jul 09 13:37:07.197168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50464) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:07.207999 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f75a696-7ad0-40ac-b105-d40dd1d9a5b4 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.249721 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9a82f20-3b76-4442-be4a-3231d1717019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.257804 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb25f101-adc2-44e1-8d1b-e7bb2ab07ce0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:37:07.262709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb25f101-adc2-44e1-8d1b-e7bb2ab07ce0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/b7839469-0928-42ba-b05e-a25d9530d749 HTTP/1.1" status: 404 len: 333 time: 0.0644710 Jul 09 13:37:07.264155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50468) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:07.317299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e9a82f20-3b76-4442-be4a-3231d1717019 None None] For port 64257323-0181-4a8a-a2cc-f4879ceba263, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64257323-0181-4a8a-a2cc-f4879ceba263,segment=NetworkSegment(b085b039-14fc-4b9e-ae85-c9edcea97158),segment_id=b085b039-14fc-4b9e-ae85-c9edcea97158)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:07.337966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75a696-7ad0-40ac-b105-d40dd1d9a5b4 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event deleted for resources: {'Subnet': ['ID=a7548eff-b075-48c3-80eb-a99327afb862,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:07.340544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf5053-8901-468a-b23e-4f1260b84b9a None None] Network 180554fa-96fb-4cc6-adcc-15185c22812a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:07.345603 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9a82f20-3b76-4442-be4a-3231d1717019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.388975 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f75a696-7ad0-40ac-b105-d40dd1d9a5b4 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.393965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50470) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:07.394235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0f75a696-7ad0-40ac-b105-d40dd1d9a5b4 tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "DELETE /v2.0/subnets/a7548eff-b075-48c3-80eb-a99327afb862 HTTP/1.1" status: 204 len: 168 time: 1.9144909 Jul 09 13:37:07.446499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66c2435-ceaa-4abf-875f-76b4bbeef431 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet ad3ab000-890b-42e1-b815-a362b239541a {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:07.481017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a82f20-3b76-4442-be4a-3231d1717019 None None] Pushing event updated for resources: {'Port': ['ID=64257323-0181-4a8a-a2cc-f4879ceba263,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:07.515463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f66c2435-ceaa-4abf-875f-76b4bbeef431 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.572526 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9daac9-317f-4f9c-aa1d-6e3c998873b3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.648534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.656077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Router aaaca0b9-80c8-4484-ab70-b2806b54a4aa is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:37:07.664949 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9daac9-317f-4f9c-aa1d-6e3c998873b3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.680003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.686797 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f66c2435-ceaa-4abf-875f-76b4bbeef431 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.793757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] DHCP port deletion for 180554fa-96fb-4cc6-adcc-15185c22812a request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:07.881854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:07.893743 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba7c0d-7d54-433a-b71b-b02a01c7be7d None None] Sync routers for ids ['aaaca0b9-80c8-4484-ab70-b2806b54a4aa'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:07.913626 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba7c0d-7d54-433a-b71b-b02a01c7be7d None None] Routers {'aaaca0b9-80c8-4484-ab70-b2806b54a4aa'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:07.914020 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4dba7c0d-7d54-433a-b71b-b02a01c7be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aaaca0b9-80c8-4484-ab70-b2806b54a4aa'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:07.916777 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.920202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Deleting port daf238df-be3f-48da-bf33-1261d68f454d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:07.920836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.923788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-87b77fa1-35a2-4a63-a20f-41e6006e2f64 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "PUT /v2.0/routers/aaaca0b9-80c8-4484-ab70-b2806b54a4aa HTTP/1.1" status: 200 len: 882 time: 5.7691097 Jul 09 13:37:07.925529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] Deleting port daf238df-be3f-48da-bf33-1261d68f454d {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:07.925529 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.929602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50484) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:07.957492 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f66c2435-ceaa-4abf-875f-76b4bbeef431 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.011055 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4dba7c0d-7d54-433a-b71b-b02a01c7be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:08.026517 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9daac9-317f-4f9c-aa1d-6e3c998873b3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.030425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9daac9-317f-4f9c-aa1d-6e3c998873b3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.036605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0a9daac9-317f-4f9c-aa1d-6e3c998873b3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/cd93b8e1-ba5c-4645-bc08-acfb3b235843 HTTP/1.1" status: 204 len: 168 time: 0.8641236 Jul 09 13:37:08.044559 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba7c0d-7d54-433a-b71b-b02a01c7be7d None None] Routers {'aaaca0b9-80c8-4484-ab70-b2806b54a4aa'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:08.045258 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4dba7c0d-7d54-433a-b71b-b02a01c7be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aaaca0b9-80c8-4484-ab70-b2806b54a4aa'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:08.060885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50486) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:08.123345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9daac9-317f-4f9c-aa1d-6e3c998873b3 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93b8e1-ba5c-4645-bc08-acfb3b235843,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:08.158757 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4dba7c0d-7d54-433a-b71b-b02a01c7be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:08.159454 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba7c0d-7d54-433a-b71b-b02a01c7be7d None None] The sync data for ids ['aaaca0b9-80c8-4484-ab70-b2806b54a4aa'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:08.174469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] For port daf238df-be3f-48da-bf33-1261d68f454d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=daf238df-be3f-48da-bf33-1261d68f454d,segment=NetworkSegment(e0e7812e-f031-4daa-9a8e-8174aa222601),segment_id=e0e7812e-f031-4daa-9a8e-8174aa222601)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:08.179360 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.187854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f52e42a2-f4a8-4178-884f-5c754c349bcc None None] Provisioning complete for port 64257323-0181-4a8a-a2cc-f4879ceba263 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:08.195951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a2-f4a8-4178-884f-5c754c349bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.244336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fb7e78e3-6aaa-4e83-b7e8-234be0337c3f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1822340 Jul 09 13:37:08.249779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50492) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:08.256573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038844395'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:08.292015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] Calling delete_port for daf238df-be3f-48da-bf33-1261d68f454d owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:08.329596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.352555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] For port daf238df-be3f-48da-bf33-1261d68f454d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=daf238df-be3f-48da-bf33-1261d68f454d,segment=NetworkSegment(e0e7812e-f031-4daa-9a8e-8174aa222601),segment_id=e0e7812e-f031-4daa-9a8e-8174aa222601)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:08.353083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.385982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Calling delete_port for daf238df-be3f-48da-bf33-1261d68f454d owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:08.405685 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f66c2435-ceaa-4abf-875f-76b4bbeef431 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.410803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64257323-0181-4a8a-a2cc-f4879ceba263 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:08.431782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1756a77f-89a5-464f-b8cf-50ccded5d24a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/routers/aaaca0b9-80c8-4484-ab70-b2806b54a4aa HTTP/1.1" status: 200 len: 923 time: 0.4941170 Jul 09 13:37:08.432470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50494) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:08.451312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f66c2435-ceaa-4abf-875f-76b4bbeef431 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.453483 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f66c2435-ceaa-4abf-875f-76b4bbeef431 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/ad3ab000-890b-42e1-b815-a362b239541a HTTP/1.1" status: 204 len: 168 time: 1.1871207 Jul 09 13:37:08.513189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50496) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:08.599792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c2435-ceaa-4abf-875f-76b4bbeef431 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3ab000-890b-42e1-b815-a362b239541a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:08.601072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 64257323-0181-4a8a-a2cc-f4879ceba263 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:08.601451 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.753904 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.788593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] No DVR routers for this DVR port daf238df-be3f-48da-bf33-1261d68f454d on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:08.835936 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.846585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-da416f7c-544e-4178-8883-fd4a4ac34e62 None None] Could not find standard attr ID for object b7839469-0928-42ba-b05e-a25d9530d749. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:37:08.851945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.856428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932af9b6-cb8e-44da-96eb-9120003000f1 None None] Network a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:08.889071 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c046d028-93bf-47b0-b887-d037de9b5497 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:08.891618 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c046d028-93bf-47b0-b887-d037de9b5497 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=aaaca0b9-80c8-4484-ab70-b2806b54a4aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4349918 Jul 09 13:37:08.896640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50506) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:08.903826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event deleted for resources: {'Port': ['ID=daf238df-be3f-48da-bf33-1261d68f454d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:08.918525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] No DVR routers for this DVR port daf238df-be3f-48da-bf33-1261d68f454d on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:08.940569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0c6b9-2ebc-4be7-a33e-f6dfb71552f5 None None] Pushing event deleted for resources: {'Port': ['ID=daf238df-be3f-48da-bf33-1261d68f454d,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:09.037424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Router 3c951c1f-cd97-4069-acc1-b55049a64dd1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:09.192246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.193944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device daf238df-be3f-48da-bf33-1261d68f454d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:09.220029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: daf238df-be3f-48da-bf33-1261d68f454d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:09.220460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device daf238df-be3f-48da-bf33-1261d68f454d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:09.238068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180554fa-96fb-4cc6-adcc-15185c22812a']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:09.256956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] DHCP port deletion for a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:09.260283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e7812e-f031-4daa-9a8e-8174aa222601') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:09.260720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e7812e-f031-4daa-9a8e-8174aa222601') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:09.265440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:09.270344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c95af-ad45-48bd-9f9d-6fb6148ee592 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:09.271974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f72c95af-ad45-48bd-9f9d-6fb6148ee592 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 881 time: 0.3653216 Jul 09 13:37:09.277251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.279342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50512) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:09.279890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-077aedad-0c23-4941-ade9-2904404341b7 admin admin] 10.222.0.32 "PUT /v2.0/routers/3c951c1f-cd97-4069-acc1-b55049a64dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2804701 Jul 09 13:37:09.285510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50514) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:09.289239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.296633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] Sync routers for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:09.310712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:09.311370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:09.320009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-87168e66-334d-4d07-83bb-09f72550f0ec tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaca0b9-80c8-4484-ab70-b2806b54a4aa HTTP/1.1" status: 200 len: 205 time: 0.0397799 Jul 09 13:37:09.323729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 64257323-0181-4a8a-a2cc-f4879ceba263 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:09.324204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.325960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50516) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:09.334736 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.429981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc218263-9013-4207-9ffb-16e85c04c32a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:09.433074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.435856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1847539 Jul 09 13:37:09.438433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50522) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:09.445326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.445829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.446186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.446533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.446900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.447266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.447600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.447935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.448265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.449312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.449312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.449312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebbc544-5a9d-4ed8-9829-19b24ef82e9a tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:09.463856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.477943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-310630ac-59eb-4685-a2fb-9650f0fc54f8 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:09.478286 n-d-799524-3 neutron-server[93912]: WARNING neutron.api.v2.base [None req-310630ac-59eb-4685-a2fb-9650f0fc54f8 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 13:37:09.478791 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-310630ac-59eb-4685-a2fb-9650f0fc54f8 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 13:37:09.480680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.483467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-310630ac-59eb-4685-a2fb-9650f0fc54f8 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "PUT /v2.0/security-groups/fc218263-9013-4207-9ffb-16e85c04c32a HTTP/1.1" status: 409 len: 330 time: 0.0102665 Jul 09 13:37:09.483652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50524) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:09.498276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:09.498705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:09.566216 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:09.608664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:09.648216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.739289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c35642ec-e7bb-4a7a-a45c-08b249b8161f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.767001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c35642ec-e7bb-4a7a-a45c-08b249b8161f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.833971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.847559 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c35642ec-e7bb-4a7a-a45c-08b249b8161f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.856839 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.861735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c35642ec-e7bb-4a7a-a45c-08b249b8161f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.864213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c35642ec-e7bb-4a7a-a45c-08b249b8161f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc218263-9013-4207-9ffb-16e85c04c32a HTTP/1.1" status: 204 len: 168 time: 0.3795521 Jul 09 13:37:09.872022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] For port 64257323-0181-4a8a-a2cc-f4879ceba263, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64257323-0181-4a8a-a2cc-f4879ceba263,segment=NetworkSegment(b085b039-14fc-4b9e-ae85-c9edcea97158),segment_id=b085b039-14fc-4b9e-ae85-c9edcea97158)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:09.872393 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.873347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50530) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:09.881025 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.888002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] 10.222.0.32 "DELETE /v2.0/networks/180554fa-96fb-4cc6-adcc-15185c22812a HTTP/1.1" status: 204 len: 168 time: 2.4905298 Jul 09 13:37:09.888197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Deleting port 64257323-0181-4a8a-a2cc-f4879ceba263 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:09.888197 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.897783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.918248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35642ec-e7bb-4a7a-a45c-08b249b8161f tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc218263-9013-4207-9ffb-16e85c04c32a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:09.966195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b56ead-cd7d-4623-b7c0-b8e3be8ce07d tempest-ExtraDHCPOptionsTestJSON-1625559747 tempest-ExtraDHCPOptionsTestJSON-1625559747-project] Pushing event deleted for resources: {'Network': ['ID=180554fa-96fb-4cc6-adcc-15185c22812a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:10.011005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-21af419e-7445-4ce7-ae07-71f2241bd5f8 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1315379 Jul 09 13:37:10.013815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50536) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:10.028329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] For port 64257323-0181-4a8a-a2cc-f4879ceba263, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64257323-0181-4a8a-a2cc-f4879ceba263,segment=NetworkSegment(b085b039-14fc-4b9e-ae85-c9edcea97158),segment_id=b085b039-14fc-4b9e-ae85-c9edcea97158)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:10.028974 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.055471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Calling delete_port for 64257323-0181-4a8a-a2cc-f4879ceba263 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:10.061825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 64257323-0181-4a8a-a2cc-f4879ceba263 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:10.081031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:37:06Z', 'revision_number': 5, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port': {'id': 'e7a4ba22-8b67-464b-81ad-b4fd5330a9e2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:33Z', 'updated_at': '2021-07-09T13:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:10.082244 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-bcf131d8-5c3a-42a2-bb76-762a99559085 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] delete failed (client error): The resource could not be found. Jul 09 13:37:10.087003 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bcf131d8-5c3a-42a2-bb76-762a99559085 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "DELETE /v2.0/security-groups/e488e24b-ca63-451a-a50c-990300659824 HTTP/1.1" status: 404 len: 347 time: 0.0686469 Jul 09 13:37:10.088669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50540) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:10.143085 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-fbea08bf-9927-4319-bd01-1a8396d42a22 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] show failed (client error): The resource could not be found. Jul 09 13:37:10.143085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fbea08bf-9927-4319-bd01-1a8396d42a22 tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-groups/3be0f6af-1e5a-4da5-8eef-a64f57fe0ffd HTTP/1.1" status: 404 len: 347 time: 0.0397978 Jul 09 13:37:10.143085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50542) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:10.163646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] Checking router: 3c951c1f-cd97-4069-acc1-b55049a64dd1 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:10.195370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Deleting port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:10.195724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.197741 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-8ba7bfa6-3891-4123-9e04-fffd57b4e9ba tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] show failed (client error): The resource could not be found. Jul 09 13:37:10.198858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8ba7bfa6-3891-4123-9e04-fffd57b4e9ba tempest-NegativeSecGroupTest-906625222 tempest-NegativeSecGroupTest-906625222-project] 10.222.0.32 "GET /v2.0/security-group-rules/6ca67e3b-064f-40ac-aa06-5c90a9d5cb1e HTTP/1.1" status: 404 len: 356 time: 0.0244076 Jul 09 13:37:10.251027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64257323-0181-4a8a-a2cc-f4879ceba263 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:10.306373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] Routers {'3c951c1f-cd97-4069-acc1-b55049a64dd1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:10.307427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['3c951c1f-cd97-4069-acc1-b55049a64dd1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:10.315437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Deleting port b080f277-fb35-4aaa-bd89-a271b93c5000 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:10.317536 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.356101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] For port e7a4ba22-8b67-464b-81ad-b4fd5330a9e2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e7a4ba22-8b67-464b-81ad-b4fd5330a9e2,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:10.356468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.396059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Calling delete_port for e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:10.500025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50554) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:10.507413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.567057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.584140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No DVR routers for this DVR port 64257323-0181-4a8a-a2cc-f4879ceba263 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:10.595484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=64257323-0181-4a8a-a2cc-f4879ceba263,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:10.650472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50558) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:10.663906 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.685437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Pushing event deleted for resources: {'Port': ['ID=64257323-0181-4a8a-a2cc-f4879ceba263,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:10.699755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] No DVR routers for this DVR port 64257323-0181-4a8a-a2cc-f4879ceba263 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:10.700430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Calling delete_port for b080f277-fb35-4aaa-bd89-a271b93c5000 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:10.748826 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] Set router 3c951c1f-cd97-4069-acc1-b55049a64dd1 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:10.800754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.831445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:37:09Z', 'revision_number': 6, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:10.860230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a4ba22-8b67-464b-81ad-b4fd5330a9e2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:10.875353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.875842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.876367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.877251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.877997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.878394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.878839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.879409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.879848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.880482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.880921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.882686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab1fcf-f073-4484-af75-ccff62d77b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:10.889778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd81620d-8cc6-4eec-81d6-2a8949f35e47 None None] The sync data for ids ['3c951c1f-cd97-4069-acc1-b55049a64dd1'] in n-d-799524-3 is: [{'id': '3c951c1f-cd97-4069-acc1-b55049a64dd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1797078539-router', 'tenant_id': '253cea29fe694b01a0cc742ddfc26ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:31Z', 'updated_at': '2021-07-09T13:37:09Z', 'revision_number': 6, 'project_id': '253cea29fe694b01a0cc742ddfc26ad6', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:10.893482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No active binding found for port 64257323-0181-4a8a-a2cc-f4879ceba263 {{(pid=93914) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:37:10.894501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64257323-0181-4a8a-a2cc-f4879ceba263 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:11.052727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6e2aca26-eddf-451c-8941-0a43c741e899 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a713b3e488d40e5b5cd1d27ba939d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437338 Jul 09 13:37:11.057876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3f9c3f2-da95-47fe-8186-0c33b85ece72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=065d866eb321416697210f1d92ba8bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064219 Jul 09 13:37:11.058801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50568) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:11.063609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50570) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:11.072573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.104506 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.127170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:11.144253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b085b039-14fc-4b9e-ae85-c9edcea97158') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:11.144482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b085b039-14fc-4b9e-ae85-c9edcea97158') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:11.149599 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.167704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.215919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event deleted for resources: {'Port': ['ID=b080f277-fb35-4aaa-bd89-a271b93c5000,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:11.234505 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.238913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.254987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.306383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:11.306726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:11.309862 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:11.341614 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.342689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c951c1f-cd97-4069-acc1-b55049a64dd1 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:11.348715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.352193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-206a0706-4fbd-42f1-b7b7-02875cd07fbd admin admin] 10.222.0.32 "DELETE /v2.0/routers/3c951c1f-cd97-4069-acc1-b55049a64dd1 HTTP/1.1" status: 204 len: 168 time: 2.0634370 Jul 09 13:37:11.352933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50582) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:11.430821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9ab5ea-9a8c-4d1c-9381-66430c8cb092 admin admin] Deleting subnet bda691c5-4fac-4184-9c07-2aefb3d92265 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:11.446882 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b09ef9a-243c-4adf-b3e0-32b40230511b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.474279 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b09ef9a-243c-4adf-b3e0-32b40230511b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.535210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db9ab5ea-9a8c-4d1c-9381-66430c8cb092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.561581 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b09ef9a-243c-4adf-b3e0-32b40230511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.564919 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b09ef9a-243c-4adf-b3e0-32b40230511b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.568520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8b09ef9a-243c-4adf-b3e0-32b40230511b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00a2932b-d129-41bb-9398-5d2c96c08c31 HTTP/1.1" status: 204 len: 168 time: 0.5059907 Jul 09 13:37:11.584067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09ef9a-243c-4adf-b3e0-32b40230511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2932b-d129-41bb-9398-5d2c96c08c31,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:11.593648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db9ab5ea-9a8c-4d1c-9381-66430c8cb092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.746066 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db9ab5ea-9a8c-4d1c-9381-66430c8cb092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.815879 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6469ac1d-2ca5-4a6b-bb94-b9894b232557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.878887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6469ac1d-2ca5-4a6b-bb94-b9894b232557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.910834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db9ab5ea-9a8c-4d1c-9381-66430c8cb092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.952141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.957357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ab5ea-9a8c-4d1c-9381-66430c8cb092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda691c5-4fac-4184-9c07-2aefb3d92265,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:11.963764 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db9ab5ea-9a8c-4d1c-9381-66430c8cb092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.965749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-db9ab5ea-9a8c-4d1c-9381-66430c8cb092 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bda691c5-4fac-4184-9c07-2aefb3d92265 HTTP/1.1" status: 204 len: 168 time: 0.6115544 Jul 09 13:37:11.970146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50596) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:11.973404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09cd82-3e52-4d42-9e21-6e9cc8070350 None None] Network 6e9e7741-88e3-4868-b874-fa63090ba480 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:12.011479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.075483 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.089665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.097039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/networks/a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5 HTTP/1.1" status: 204 len: 168 time: 3.5716560 Jul 09 13:37:12.102720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50600) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:12.111741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'name': 'tempest-PortsTestJSON-1532828618'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:12.179580 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6469ac1d-2ca5-4a6b-bb94-b9894b232557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.186314 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6469ac1d-2ca5-4a6b-bb94-b9894b232557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.186314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6469ac1d-2ca5-4a6b-bb94-b9894b232557 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fa51ff4-2d08-4f2a-9a12-76e161394582 HTTP/1.1" status: 204 len: 168 time: 1.1146672 Jul 09 13:37:12.188089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce860e-7bed-4041-a65a-fcb44e2bb309 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Network': ['ID=a1ce6e54-b5d8-4091-aa4b-dad2e6415ac5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:12.194932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2863bbfe-99f3-4198-92c6-9c23f653c2cd no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:12.198916 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.201320 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.203315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469ac1d-2ca5-4a6b-bb94-b9894b232557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa51ff4-2d08-4f2a-9a12-76e161394582,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:12.236707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2863bbfe-99f3-4198-92c6-9c23f653c2cd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:12.237495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2863bbfe-99f3-4198-92c6-9c23f653c2cd not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:12.239116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:12.290824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:12.291636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7a4ba22-8b67-464b-81ad-b4fd5330a9e2 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:12.324581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.325577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Fanout notify agent at l3_agent the message router_deleted on router aaaca0b9-80c8-4484-ab70-b2806b54a4aa {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:12.358031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.359273 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a14c09f5-531f-48f1-ae61-987eb41d1736 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/aaaca0b9-80c8-4484-ab70-b2806b54a4aa HTTP/1.1" status: 204 len: 168 time: 3.0290205 Jul 09 13:37:12.364105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50610) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:12.377608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-41ff6a03-40e0-4f9e-8ec4-db48af216bc9 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1828902658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:12.444700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] DHCP port deletion for 6e9e7741-88e3-4868-b874-fa63090ba480 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:12.452993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ff6a03-40e0-4f9e-8ec4-db48af216bc9 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.456416 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ff6a03-40e0-4f9e-8ec4-db48af216bc9 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.475804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Deleting port 1d73512d-0606-4b36-8fd7-5776cc0832de {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:12.477430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.487914 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:37:12.487914 n-d-799524-3 neutron-server[93913]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:37:12.487914 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id': 'cf413578d4db4558800c7cf1aa8fa2be', 'id': 'e8e717aa-7cef-4658-9a65-aa394aab3fb2', 'expiration': datetime.datetime(2021, 7, 9, 13, 39, 12, 429385)}] Jul 09 13:37:12.487914 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:37:12.488388 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:37:12.581751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] For port 1d73512d-0606-4b36-8fd7-5776cc0832de, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1d73512d-0606-4b36-8fd7-5776cc0832de,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:12.581751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.596137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Calling delete_port for 1d73512d-0606-4b36-8fd7-5776cc0832de owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:12.600216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ff6a03-40e0-4f9e-8ec4-db48af216bc9 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.602465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] Deleting port 1d73512d-0606-4b36-8fd7-5776cc0832de {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:12.603292 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.614784 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ff6a03-40e0-4f9e-8ec4-db48af216bc9 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.662282 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41ff6a03-40e0-4f9e-8ec4-db48af216bc9 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.663490 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-41ff6a03-40e0-4f9e-8ec4-db48af216bc9 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2983770 Jul 09 13:37:12.666273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:12.671926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': True}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:12.711291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] For port 1d73512d-0606-4b36-8fd7-5776cc0832de, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1d73512d-0606-4b36-8fd7-5776cc0832de,segment=NetworkSegment(040add4e-8538-41a1-bf17-3735ae51323d),segment_id=040add4e-8538-41a1-bf17-3735ae51323d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:12.711967 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.728206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] Calling delete_port for 1d73512d-0606-4b36-8fd7-5776cc0832de owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:12.823884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.833509 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.848408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] No DVR routers for this DVR port 1d73512d-0606-4b36-8fd7-5776cc0832de on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:12.883979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d73512d-0606-4b36-8fd7-5776cc0832de,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:12.891243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] No DVR routers for this DVR port 1d73512d-0606-4b36-8fd7-5776cc0832de on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:12.905398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a23461-998e-4b53-a0ff-d7114e360034 None None] Pushing event deleted for resources: {'Port': ['ID=1d73512d-0606-4b36-8fd7-5776cc0832de,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:13.059701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.072435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9e7741-88e3-4868-b874-fa63090ba480']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:13.097726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040add4e-8538-41a1-bf17-3735ae51323d') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:13.097726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040add4e-8538-41a1-bf17-3735ae51323d') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:13.106686 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.121144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.133050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.149311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:13.150097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.215140 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:13.243406 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:13.248260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50642) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:13.300600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:13.307642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.347439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port d5e4d192-5f57-498e-bcef-5cb9b3c4b7ea yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:13.537961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-secgroup--534696476'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:13.551995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.564671 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.567924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e9e7741-88e3-4868-b874-fa63090ba480 HTTP/1.1" status: 204 len: 168 time: 1.5963209 Jul 09 13:37:13.634221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d8bae-fe1a-4079-8bf2-1d3d1db6d307 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9e7741-88e3-4868-b874-fa63090ba480,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:13.650037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.674569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.755817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.774202 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.848635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50662) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:13.852714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.887669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50668) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:13.920482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.959405 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.019206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4bcdf0b7-b55a-4171-97aa-a854b5badc3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=253cea29fe694b01a0cc742ddfc26ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422052 Jul 09 13:37:14.019206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50674) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:14.058155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:14.060445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=d5e4d192-5f57-498e-bcef-5cb9b3c4b7ea,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:14.094170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:14.107063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:14.109797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:14.110413 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.174159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1d73512d-0606-4b36-8fd7-5776cc0832de no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:14.218520 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8100b05-b02c-4e77-acb6-284835f4f331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.219804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.221196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Allocated IP 172.25.5.64 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/b7d9afaa-0769-47d4-bab1-6dd81972f359) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:14.229673 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.234112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1d73512d-0606-4b36-8fd7-5776cc0832de {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:14.235133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1d73512d-0606-4b36-8fd7-5776cc0832de not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:14.263084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8100b05-b02c-4e77-acb6-284835f4f331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.276244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-511e60cf-1ad3-40df-aa75-16fade25797b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1715758 Jul 09 13:37:14.277128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50676) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:14.313981 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6c54d0e5-a14c-404e-a6ed-0637d2c5e8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.342834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c5e56caf-8617-4ec7-b4ae-2025f9deeba5 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2022029781', 'prefixes': ['172.20.0.0/16']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:14.383749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0d4725-2c71-47f0-984e-6a1b9cd12908,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:14.422455 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8100b05-b02c-4e77-acb6-284835f4f331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.426068 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8100b05-b02c-4e77-acb6-284835f4f331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.427361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e8100b05-b02c-4e77-acb6-284835f4f331 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afb01a31-878e-4279-b573-0b52f2fdbc54 HTTP/1.1" status: 204 len: 168 time: 0.4148109 Jul 09 13:37:14.451310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8100b05-b02c-4e77-acb6-284835f4f331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb01a31-878e-4279-b573-0b52f2fdbc54,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:14.492813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.530987 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.552703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.555884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.613135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-623c39dd-5f8b-4341-9394-ef61da057f85 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port d5e4d192-5f57-498e-bcef-5cb9b3c4b7ea {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:14.613901 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-623c39dd-5f8b-4341-9394-ef61da057f85 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.614361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:14.621565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:14.630685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:14.722927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774788fc-251f-4241-b1fa-84c309c8f43b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:14.745248 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.746598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-82e9f72a-adcc-40b3-b324-e5a387698449 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4624593 Jul 09 13:37:14.757162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50690) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:14.789442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'Port': ['ID=b7d9afaa-0769-47d4-bab1-6dd81972f359,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:14.834193 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-623c39dd-5f8b-4341-9394-ef61da057f85 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.872737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-623c39dd-5f8b-4341-9394-ef61da057f85 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for d5e4d192-5f57-498e-bcef-5cb9b3c4b7ea owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:14.881180 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c5e56caf-8617-4ec7-b4ae-2025f9deeba5 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] Notify callbacks [] for subnetpool, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.882442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c5e56caf-8617-4ec7-b4ae-2025f9deeba5 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9870293 Jul 09 13:37:14.885985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50696) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:14.946110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fa1323da-6ed2-4f42-9460-a6b2da1e8009 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1873782 Jul 09 13:37:14.948813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50700) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:14.953466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-57255cfd-6571-41a8-ae71-2d757d12d89e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-security--1837686257', 'description': 'tempest-security-description-2125072516'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:15.025993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57255cfd-6571-41a8-ae71-2d757d12d89e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.069674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ed28b571-164c-4f35-95ae-149b221e7566 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] 10.222.0.32 "GET /v2.0/subnetpools/2c821a8e-6301-4235-99ca-3a736dad2986 HTTP/1.1" status: 200 len: 732 time: 0.1812522 Jul 09 13:37:15.072726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50706) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.078777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-382a009e-7f86-47d6-86fe-174a49462b44 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-888019752'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:15.156334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-623c39dd-5f8b-4341-9394-ef61da057f85 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.195735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.224851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50712) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.252998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57255cfd-6571-41a8-ae71-2d757d12d89e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.254321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c39dd-5f8b-4341-9394-ef61da057f85 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=d5e4d192-5f57-498e-bcef-5cb9b3c4b7ea,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:15.266851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-623c39dd-5f8b-4341-9394-ef61da057f85 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.269376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-623c39dd-5f8b-4341-9394-ef61da057f85 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/d5e4d192-5f57-498e-bcef-5cb9b3c4b7ea HTTP/1.1" status: 204 len: 168 time: 0.9760044 Jul 09 13:37:15.273394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50718) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.281625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57255cfd-6571-41a8-ae71-2d757d12d89e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.281625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57255cfd-6571-41a8-ae71-2d757d12d89e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.281625 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-57255cfd-6571-41a8-ae71-2d757d12d89e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "PUT /v2.0/security-groups/774788fc-251f-4241-b1fa-84c309c8f43b HTTP/1.1" status: 200 len: 1780 time: 0.3290930 Jul 09 13:37:15.299556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'mac_address': 'fa:16:3e:72:a3:72', 'name': 'tempest-PortsTestJSON-1702930800'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:15.307517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50720) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.352559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57255cfd-6571-41a8-ae71-2d757d12d89e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774788fc-251f-4241-b1fa-84c309c8f43b,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:15.474015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-649fe9df-ac30-47ff-a865-e6279864202e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups/774788fc-251f-4241-b1fa-84c309c8f43b HTTP/1.1" status: 200 len: 1780 time: 0.1375983 Jul 09 13:37:15.477714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50726) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.534367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:15.592053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-382a009e-7f86-47d6-86fe-174a49462b44 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] Notify callbacks [] for subnetpool, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.599257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-382a009e-7f86-47d6-86fe-174a49462b44 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] 10.222.0.32 "PUT /v2.0/subnetpools/2c821a8e-6301-4235-99ca-3a736dad2986 HTTP/1.1" status: 200 len: 683 time: 0.5250390 Jul 09 13:37:15.605777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50728) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.637701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-109288c3-c67a-4b16-b796-8800be16117c tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.673203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d61cc63b-729f-4348-bb27-1a472c142473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.700806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-109288c3-c67a-4b16-b796-8800be16117c tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.740232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.840298 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.848915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5a5c231-772a-4b53-8cdc-ff6eaa16dc09 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] Notify callbacks [] for subnetpool, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.852537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b5a5c231-772a-4b53-8cdc-ff6eaa16dc09 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2c821a8e-6301-4235-99ca-3a736dad2986 HTTP/1.1" status: 204 len: 168 time: 0.2433431 Jul 09 13:37:15.852927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50742) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.858443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 770a498d-79a2-4180-b49f-0dafa1940f5a yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:15.860896 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.879617 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-51746d2d-34c7-477e-bf60-bed7eccd1aae tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] show failed (client error): The resource could not be found. Jul 09 13:37:15.882996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51746d2d-34c7-477e-bf60-bed7eccd1aae tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] 10.222.0.32 "GET /v2.0/subnetpools/2c821a8e-6301-4235-99ca-3a736dad2986 HTTP/1.1" status: 404 len: 346 time: 0.0269001 Jul 09 13:37:15.888056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50744) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.965827 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-9361941b-775a-4ff4-b86f-1337ec09fb24 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] delete failed (client error): The resource could not be found. Jul 09 13:37:15.967206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9361941b-775a-4ff4-b86f-1337ec09fb24 tempest-SubnetPoolsTestJSON-70871526 tempest-SubnetPoolsTestJSON-70871526-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2c821a8e-6301-4235-99ca-3a736dad2986 HTTP/1.1" status: 404 len: 346 time: 0.0357397 Jul 09 13:37:16.063086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-109288c3-c67a-4b16-b796-8800be16117c tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.070745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-109288c3-c67a-4b16-b796-8800be16117c tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.074355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-109288c3-c67a-4b16-b796-8800be16117c tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/774788fc-251f-4241-b1fa-84c309c8f43b HTTP/1.1" status: 204 len: 168 time: 0.5933433 Jul 09 13:37:16.076067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50756) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.166741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Router dd3b635b-54db-4a41-8ccd-21fd8c31f2e2 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:37:16.195929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109288c3-c67a-4b16-b796-8800be16117c tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774788fc-251f-4241-b1fa-84c309c8f43b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:16.211486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0bfb111b-853c-4cc8-baac-5ceace596f3a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1341629 Jul 09 13:37:16.214143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50760) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.275366 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d61cc63b-729f-4348-bb27-1a472c142473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.284358 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-fd7f7f57-6c9b-494b-8a02-700a761a02a8 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] delete failed (client error): The resource could not be found. Jul 09 13:37:16.285971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fd7f7f57-6c9b-494b-8a02-700a761a02a8 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/774788fc-251f-4241-b1fa-84c309c8f43b HTTP/1.1" status: 404 len: 347 time: 0.0670209 Jul 09 13:37:16.290991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50762) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.300056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b0891cc7-76f0-4f0b-ab82-5c9992a56949 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107202970'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:16.319324 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.335512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b0891cc7-76f0-4f0b-ab82-5c9992a56949 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.357884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d61cc63b-729f-4348-bb27-1a472c142473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.378635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.431864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d61cc63b-729f-4348-bb27-1a472c142473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e925f788f79e4ef7bc2ae929804ca3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1915436 Jul 09 13:37:16.432068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50766) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.432283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50768) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.456661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:16.460014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cc63b-729f-4348-bb27-1a472c142473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28256f-6836-4840-86de-6e6ce7d4773c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:16.465998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:16.468489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:16.475534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:16.476395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.490278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=770a498d-79a2-4180-b49f-0dafa1940f5a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:16.501044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a789a640-ed06-4d51-aa2c-897b6abde5b2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2184386 Jul 09 13:37:16.504984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50780) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.560123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:16.581645 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac792d41-2a2a-4406-b30d-7b428c080f1e None None] Sync routers for ids ['dd3b635b-54db-4a41-8ccd-21fd8c31f2e2'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:16.588647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ca992-0541-43d3-8351-8b21e0f04222 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:16.590118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d83ca992-0541-43d3-8351-8b21e0f04222 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/770a498d-79a2-4180-b49f-0dafa1940f5a HTTP/1.1" status: 200 len: 841 time: 0.0841198 Jul 09 13:37:16.593510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50784) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.614749 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac792d41-2a2a-4406-b30d-7b428c080f1e None None] Routers {'dd3b635b-54db-4a41-8ccd-21fd8c31f2e2'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:16.616220 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ac792d41-2a2a-4406-b30d-7b428c080f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd3b635b-54db-4a41-8ccd-21fd8c31f2e2'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:16.676047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.680647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-197962f8-0131-4b88-9f3e-7287371f71dc tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "PUT /v2.0/routers/dd3b635b-54db-4a41-8ccd-21fd8c31f2e2 HTTP/1.1" status: 200 len: 918 time: 4.0133510 Jul 09 13:37:16.683897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b0891cc7-76f0-4f0b-ab82-5c9992a56949 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.685022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50788) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.695929 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ac792d41-2a2a-4406-b30d-7b428c080f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:16.707543 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac792d41-2a2a-4406-b30d-7b428c080f1e None None] Routers {'dd3b635b-54db-4a41-8ccd-21fd8c31f2e2'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:16.708186 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ac792d41-2a2a-4406-b30d-7b428c080f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd3b635b-54db-4a41-8ccd-21fd8c31f2e2'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:16.725762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b0891cc7-76f0-4f0b-ab82-5c9992a56949 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.749752 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ac792d41-2a2a-4406-b30d-7b428c080f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:16.750666 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac792d41-2a2a-4406-b30d-7b428c080f1e None None] The sync data for ids ['dd3b635b-54db-4a41-8ccd-21fd8c31f2e2'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:16.796630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f27bb693-3aa6-434a-8aad-01462452c2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.799860 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54c711dc-88ba-49df-a0ff-d2015e85e9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.824196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0891cc7-76f0-4f0b-ab82-5c9992a56949 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6843a45-a395-437d-bb0e-833d6a8cb8dc,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:16.831714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b0891cc7-76f0-4f0b-ab82-5c9992a56949 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.833288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b0891cc7-76f0-4f0b-ab82-5c9992a56949 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5411742 Jul 09 13:37:16.839339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50794) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.847691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': 'b6843a45-a395-437d-bb0e-833d6a8cb8dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:16.854646 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-13182419-6a5a-4672-9865-d9fc9759e784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.870002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-863cd3f7-b41e-419e-8d8e-a0e657606dc8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 770a498d-79a2-4180-b49f-0dafa1940f5a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:16.870255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863cd3f7-b41e-419e-8d8e-a0e657606dc8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.874653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f27bb693-3aa6-434a-8aad-01462452c2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.930992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-225be09d-8ba9-4660-8d57-6549b0302fe8 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/routers/dd3b635b-54db-4a41-8ccd-21fd8c31f2e2 HTTP/1.1" status: 200 len: 924 time: 0.2408221 Jul 09 13:37:16.931215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50800) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.951700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f27bb693-3aa6-434a-8aad-01462452c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.955177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f27bb693-3aa6-434a-8aad-01462452c2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.956849 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f27bb693-3aa6-434a-8aad-01462452c2f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a28256f-6836-4840-86de-6e6ce7d4773c HTTP/1.1" status: 204 len: 168 time: 0.5204241 Jul 09 13:37:16.993950 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.998409 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863cd3f7-b41e-419e-8d8e-a0e657606dc8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.040882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-863cd3f7-b41e-419e-8d8e-a0e657606dc8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 770a498d-79a2-4180-b49f-0dafa1940f5a owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:17.062581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:37:17.062581 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:37:17.062581 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': '1c12fdb333d34eaeb052d2724c2ace2d', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 37, 16, 924789)}] Jul 09 13:37:17.062581 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:37:17.063186 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:37:17.069000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bb693-3aa6-434a-8aad-01462452c2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28256f-6836-4840-86de-6e6ce7d4773c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:17.115947 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54c711dc-88ba-49df-a0ff-d2015e85e9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.128966 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54c711dc-88ba-49df-a0ff-d2015e85e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.143001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e722e0-f790-4db1-83e0-e70d46f18a19 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:17.144745 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51e722e0-f790-4db1-83e0-e70d46f18a19 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=dd3b635b-54db-4a41-8ccd-21fd8c31f2e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2092633 Jul 09 13:37:17.151678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50810) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.228013 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-54c711dc-88ba-49df-a0ff-d2015e85e9ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7723d66315a4311a676fa8557fd4c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927704 Jul 09 13:37:17.230510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863cd3f7-b41e-419e-8d8e-a0e657606dc8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.233091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50812) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.243554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c711dc-88ba-49df-a0ff-d2015e85e9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5aab51-61d1-4fdb-8e9d-0a5477beabe0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:17.291688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-863cd3f7-b41e-419e-8d8e-a0e657606dc8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.295126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-863cd3f7-b41e-419e-8d8e-a0e657606dc8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/770a498d-79a2-4180-b49f-0dafa1940f5a HTTP/1.1" status: 204 len: 168 time: 0.6999671 Jul 09 13:37:17.297884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50818) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.299628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cd3f7-b41e-419e-8d8e-a0e657606dc8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=770a498d-79a2-4180-b49f-0dafa1940f5a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:17.346882 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e641bb-15e4-48c0-8dd5-0adecd5567f6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:37:17.349222 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-03e641bb-15e4-48c0-8dd5-0adecd5567f6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/770a498d-79a2-4180-b49f-0dafa1940f5a HTTP/1.1" status: 404 len: 333 time: 0.0495994 Jul 09 13:37:17.352766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c50f3-2a6c-4305-b5de-48ed4dc14d96 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:17.356286 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b85c50f3-2a6c-4305-b5de-48ed4dc14d96 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 881 time: 0.2011168 Jul 09 13:37:17.356286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50822) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.364470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'name': 'tempest-PortsTestJSON-1766780599'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:17.365594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50824) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.434829 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fbd93654-fc20-44b2-a08b-a1c786a057e1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3b635b-54db-4a41-8ccd-21fd8c31f2e2 HTTP/1.1" status: 200 len: 205 time: 0.0643725 Jul 09 13:37:17.435545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50828) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.479779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54c647d1-c0bc-4365-9fa6-2028e80f3bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.519497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:17.523113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.539093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54c647d1-c0bc-4365-9fa6-2028e80f3bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.560691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 3ce160fa-a74f-4b5b-846e-f430323e8da7 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:17.741652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.874853 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.880836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.919912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176afe35-a6d8-4022-994b-db37437cf01e,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:17.930012 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.933760 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5c88546d-6070-4803-96c7-032cdc3e0a3b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0907609 Jul 09 13:37:17.934006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50852) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.978873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.989976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b09142de-4929-426e-9fcd-787dd0780be8 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.000736 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b09142de-4929-426e-9fcd-787dd0780be8 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.054606 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b09142de-4929-426e-9fcd-787dd0780be8 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.061486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b09142de-4929-426e-9fcd-787dd0780be8 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.062930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b09142de-4929-426e-9fcd-787dd0780be8 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/176afe35-a6d8-4022-994b-db37437cf01e HTTP/1.1" status: 204 len: 168 time: 0.1278784 Jul 09 13:37:18.068217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.071890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50858) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.077825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09142de-4929-426e-9fcd-787dd0780be8 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=176afe35-a6d8-4022-994b-db37437cf01e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:18.100217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.159061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:18.162624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:18.184376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:18.193635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:18.194316 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.200211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.210046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=3ce160fa-a74f-4b5b-846e-f430323e8da7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:18.243202 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1be1904f-e4ed-4c74-8e79-9f278b3315d9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8876703 Jul 09 13:37:18.245638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50866) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.250959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:18.287339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c08dd491-e3be-47f3-83a3-679865589740 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2062790 Jul 09 13:37:18.318533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50870) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.326605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54c647d1-c0bc-4365-9fa6-2028e80f3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.329503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54c647d1-c0bc-4365-9fa6-2028e80f3bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.333192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-54c647d1-c0bc-4365-9fa6-2028e80f3bac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc5aab51-61d1-4fdb-8e9d-0a5477beabe0 HTTP/1.1" status: 204 len: 168 time: 1.0957270 Jul 09 13:37:18.351989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c647d1-c0bc-4365-9fa6-2028e80f3bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5aab51-61d1-4fdb-8e9d-0a5477beabe0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:18.398785 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.433751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afd9d34a-101f-449f-bca5-eefe130f8ae6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.499747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afd9d34a-101f-449f-bca5-eefe130f8ae6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.514093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Deleting port b7d9afaa-0769-47d4-bab1-6dd81972f359 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:18.514460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.552500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.626084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.644751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Calling delete_port for b7d9afaa-0769-47d4-bab1-6dd81972f359 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:18.717263 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afd9d34a-101f-449f-bca5-eefe130f8ae6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.720224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afd9d34a-101f-449f-bca5-eefe130f8ae6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.725170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-afd9d34a-101f-449f-bca5-eefe130f8ae6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6843a45-a395-437d-bb0e-833d6a8cb8dc HTTP/1.1" status: 204 len: 168 time: 0.4033215 Jul 09 13:37:18.744550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50886) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.745371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9d34a-101f-449f-bca5-eefe130f8ae6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6843a45-a395-437d-bb0e-833d6a8cb8dc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:18.833861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.849183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.906286 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-03dfcae1-cc8e-45cd-b400-7feb12724a12 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1576011 Jul 09 13:37:18.908125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] In _notify_port_updated(), no bound segment for port 3ce160fa-a74f-4b5b-846e-f430323e8da7 on network 8d778707-af6a-4e34-bade-1c344c8ad99f {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:37:18.913970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:18.934778 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.938081 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "PUT /v2.0/ports/3ce160fa-a74f-4b5b-846e-f430323e8da7 HTTP/1.1" status: 200 len: 818 time: 0.6913841 Jul 09 13:37:18.946182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.946885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50894) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.964202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-70806db3-6a0e-4e81-9e5b-919c68c01167 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-secgroup--631848002'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:19.024275 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.086190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event deleted for resources: {'Port': ['ID=b7d9afaa-0769-47d4-bab1-6dd81972f359,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:19.274428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.404982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.407814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.470846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.471774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Fanout notify agent at l3_agent the message router_deleted on router dd3b635b-54db-4a41-8ccd-21fd8c31f2e2 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:19.482585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.488632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-809171b3-2f4b-4474-a659-6ed7adf6e70d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/dd3b635b-54db-4a41-8ccd-21fd8c31f2e2 HTTP/1.1" status: 204 len: 168 time: 2.0477760 Jul 09 13:37:19.489334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50912) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:19.499526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-457cc8a0-b1f1-48a5-829c-92a2c00616d1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-328354414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:19.536612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-457cc8a0-b1f1-48a5-829c-92a2c00616d1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.537778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-457cc8a0-b1f1-48a5-829c-92a2c00616d1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.590165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8b27a-8252-4e81-a6ed-5ec2a5c12cbf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=3ce160fa-a74f-4b5b-846e-f430323e8da7,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:19.610676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70806db3-6a0e-4e81-9e5b-919c68c01167 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.632898 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-457cc8a0-b1f1-48a5-829c-92a2c00616d1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.640621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-457cc8a0-b1f1-48a5-829c-92a2c00616d1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.680008 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.694740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-878ebdc5-7f3e-4c02-a4e5-44d3f80abad9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 3ce160fa-a74f-4b5b-846e-f430323e8da7 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:19.695365 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-878ebdc5-7f3e-4c02-a4e5-44d3f80abad9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.796292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-878ebdc5-7f3e-4c02-a4e5-44d3f80abad9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.819869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-878ebdc5-7f3e-4c02-a4e5-44d3f80abad9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 3ce160fa-a74f-4b5b-846e-f430323e8da7 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:19.833616 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70806db3-6a0e-4e81-9e5b-919c68c01167 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.844557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70806db3-6a0e-4e81-9e5b-919c68c01167 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.851288 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-457cc8a0-b1f1-48a5-829c-92a2c00616d1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.852926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-457cc8a0-b1f1-48a5-829c-92a2c00616d1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3625209 Jul 09 13:37:19.857266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50926) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:19.866389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'enable_snat': False}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:19.942566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70806db3-6a0e-4e81-9e5b-919c68c01167 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea38333-c510-4f92-a5a6-8c64c67fecc0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:19.956753 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70806db3-6a0e-4e81-9e5b-919c68c01167 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.957963 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-70806db3-6a0e-4e81-9e5b-919c68c01167 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0077181 Jul 09 13:37:19.961191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50936) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:19.968253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-993b7801-017e-4354-8c69-e14ff34bc939 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': 'eea38333-c510-4f92-a5a6-8c64c67fecc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:19.994242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-878ebdc5-7f3e-4c02-a4e5-44d3f80abad9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.053170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ebdc5-7f3e-4c02-a4e5-44d3f80abad9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=3ce160fa-a74f-4b5b-846e-f430323e8da7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:20.058742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-878ebdc5-7f3e-4c02-a4e5-44d3f80abad9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.061942 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-878ebdc5-7f3e-4c02-a4e5-44d3f80abad9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/3ce160fa-a74f-4b5b-846e-f430323e8da7 HTTP/1.1" status: 204 len: 168 time: 1.0922437 Jul 09 13:37:20.064890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50942) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.115892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-993b7801-017e-4354-8c69-e14ff34bc939 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.173133 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658484d2-89ca-48d9-b59e-1879e17c820c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:20.185828 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-658484d2-89ca-48d9-b59e-1879e17c820c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1198337 Jul 09 13:37:20.186469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50948) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.207020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50950) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.222621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.259758 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d95956-6f46-48f7-a6c5-e77d63fb91be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:37:20.261405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d7d95956-6f46-48f7-a6c5-e77d63fb91be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/3ce160fa-a74f-4b5b-846e-f430323e8da7 HTTP/1.1" status: 404 len: 333 time: 0.0654049 Jul 09 13:37:20.265302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50954) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.277110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1696289756'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:20.327774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:20.336457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.373354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-993b7801-017e-4354-8c69-e14ff34bc939 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.391596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-993b7801-017e-4354-8c69-e14ff34bc939 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.393039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:20.413921 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.414374 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Added segment 13476762-9729-4a8f-93d7-729b01b7f958 of type vlan for network 134f8085-7c8d-4193-818f-5f8a6714a4d7 Jul 09 13:37:20.424229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b7801-017e-4354-8c69-e14ff34bc939 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3dc311-fdc5-4237-8d3b-3090b813c923,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:20.450669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-993b7801-017e-4354-8c69-e14ff34bc939 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.452005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-993b7801-017e-4354-8c69-e14ff34bc939 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4896080 Jul 09 13:37:20.454788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50966) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.461369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8c7d1263-efc5-4a60-b6a6-9461994a5d77 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': 'eea38333-c510-4f92-a5a6-8c64c67fecc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:20.476400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.561622 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15741f9f-a435-401b-b04f-9c62a0e3c175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.562127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c7d1263-efc5-4a60-b6a6-9461994a5d77 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.604835 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.620383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:20.621050 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.652099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.680713 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.695828 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c7d1263-efc5-4a60-b6a6-9461994a5d77 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.734303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c7d1263-efc5-4a60-b6a6-9461994a5d77 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.763835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Network': ['ID=134f8085-7c8d-4193-818f-5f8a6714a4d7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:20.781025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d1263-efc5-4a60-b6a6-9461994a5d77 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3b46e2-94f6-45ee-8a10-acb0bbef473d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:20.788224 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:20.864410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15741f9f-a435-401b-b04f-9c62a0e3c175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.873389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15741f9f-a435-401b-b04f-9c62a0e3c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.901499 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c7d1263-efc5-4a60-b6a6-9461994a5d77 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.901499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8c7d1263-efc5-4a60-b6a6-9461994a5d77 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4449286 Jul 09 13:37:20.904633 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-deb4ba23-cde2-4a2b-b24f-2ab339382584 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6382408 Jul 09 13:37:20.905319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50982) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.911229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50980) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.931020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Allocated IP 172.25.5.194 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/486cebb0-ba98-44cf-9084-666c8f0e7ec0) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:20.932958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15741f9f-a435-401b-b04f-9c62a0e3c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cfb4de-5734-4954-984b-8577e443059c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:20.940261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-08a454f7-de6b-455a-9d1f-b36d2369fe6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': 'eea38333-c510-4f92-a5a6-8c64c67fecc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:20.964183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:20.965437 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-15741f9f-a435-401b-b04f-9c62a0e3c175 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03e25f364ce940f58a926e4c502e47c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7563274 Jul 09 13:37:20.968742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50984) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.026743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a454f7-de6b-455a-9d1f-b36d2369fe6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.079440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-e48d-4211-b496-0af23aed52f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.120991 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-e48d-4211-b496-0af23aed52f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.199696 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a454f7-de6b-455a-9d1f-b36d2369fe6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.212582 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a454f7-de6b-455a-9d1f-b36d2369fe6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.242068 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.245446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a454f7-de6b-455a-9d1f-b36d2369fe6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51012c2-3f56-4098-a6cf-91f8c52acb2b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:21.274503 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-e48d-4211-b496-0af23aed52f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.284625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-e48d-4211-b496-0af23aed52f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.285920 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f0b162ba-e48d-4211-b496-0af23aed52f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32cfb4de-5734-4954-984b-8577e443059c HTTP/1.1" status: 204 len: 168 time: 0.3161380 Jul 09 13:37:21.291598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:21.301034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.306523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b162ba-e48d-4211-b496-0af23aed52f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cfb4de-5734-4954-984b-8577e443059c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:21.323439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a454f7-de6b-455a-9d1f-b36d2369fe6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.326067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-08a454f7-de6b-455a-9d1f-b36d2369fe6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3934186 Jul 09 13:37:21.328416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51004) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.366151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2d4f5f2b-5575-4c77-93f1-5a29776f55fc tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': 'eea38333-c510-4f92-a5a6-8c64c67fecc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:21.411672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d4f5f2b-5575-4c77-93f1-5a29776f55fc tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.445107 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.497006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Pushing event updated for resources: {'Port': ['ID=486cebb0-ba98-44cf-9084-666c8f0e7ec0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:21.514696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:21.519955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:21.524118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:21.551073 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d4f5f2b-5575-4c77-93f1-5a29776f55fc tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.566282 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d4f5f2b-5575-4c77-93f1-5a29776f55fc tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.615034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f5f2b-5575-4c77-93f1-5a29776f55fc tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca061388-8468-4b24-9543-fa0eebcf6bbf,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:21.618477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d4f5f2b-5575-4c77-93f1-5a29776f55fc tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.623326 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2d4f5f2b-5575-4c77-93f1-5a29776f55fc tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931550 Jul 09 13:37:21.624094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51014) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.630257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e7b17939-e502-4086-9282-e17ded96b291 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': 'eea38333-c510-4f92-a5a6-8c64c67fecc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:21.674577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7b17939-e502-4086-9282-e17ded96b291 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.783927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.807248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7b17939-e502-4086-9282-e17ded96b291 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.814507 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7b17939-e502-4086-9282-e17ded96b291 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.847992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7b17939-e502-4086-9282-e17ded96b291 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.853388 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e7b17939-e502-4086-9282-e17ded96b291 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2273257 Jul 09 13:37:21.855065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.858480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b17939-e502-4086-9282-e17ded96b291 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af1ddc5-0220-4206-b478-af7024e8457f,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:21.932459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Checking segment: {'id': '13476762-9729-4a8f-93d7-729b01b7f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:21.933100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network hostable DHCP agents. Network: 134f8085-7c8d-4193-818f-5f8a6714a4d7, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:21.993339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-425f7039-1840-4608-bf18-110f5c60b801 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.995901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=0013af25-e051-4eee-a33f-958a440fbf5e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:22.012574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-425f7039-1840-4608-bf18-110f5c60b801 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.023441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:22.109705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 134f8085-7c8d-4193-818f-5f8a6714a4d7) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:22.130003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:22.130768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.139244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae6218-aef0-4779-8e8f-e937874bdf5f None None] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:22.163700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-425f7039-1840-4608-bf18-110f5c60b801 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.165680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.185085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-425f7039-1840-4608-bf18-110f5c60b801 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.189095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51036) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.191158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-425f7039-1840-4608-bf18-110f5c60b801 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2af1ddc5-0220-4206-b478-af7024e8457f HTTP/1.1" status: 204 len: 168 time: 0.3275738 Jul 09 13:37:22.200344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c4432c8d-591b-4125-9b3d-35d6fce8555a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2707133 Jul 09 13:37:22.216021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51038) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.229761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a9f5adba-9120-4d2e-883f-8749070d25fb tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:22.317506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f7039-1840-4608-bf18-110f5c60b801 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2af1ddc5-0220-4206-b478-af7024e8457f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:22.354863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51042) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.381209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-134f8085-7c8d-4193-818f-5f8a6714a4d7', 'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7', 'tenant_id': 'cf413578d4db4558800c7cf1aa8fa2be', 'fixed_ips': [{'subnet_id': '0013af25-e051-4eee-a33f-958a440fbf5e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:37:22.382211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.384457 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f908c3a8-a2e3-432c-b0d1-8915f21c4cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.464206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d14c7826-a87f-4803-89c7-8ea9594018af tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2736807 Jul 09 13:37:22.467924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51048) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.557260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe7f-a084-48c5-b06b-969ed37f4b6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.594261 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe7f-a084-48c5-b06b-969ed37f4b6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.624048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Allocated IP 172.20.0.2 (134f8085-7c8d-4193-818f-5f8a6714a4d7/0013af25-e051-4eee-a33f-958a440fbf5e/b0f582bd-e91c-4bff-b834-efa69da7be27) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:22.665627 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe7f-a084-48c5-b06b-969ed37f4b6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.688253 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cad1fe7f-a084-48c5-b06b-969ed37f4b6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.697431 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cad1fe7f-a084-48c5-b06b-969ed37f4b6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ca061388-8468-4b24-9543-fa0eebcf6bbf HTTP/1.1" status: 204 len: 168 time: 0.2252550 Jul 09 13:37:22.703995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51054) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.759942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.766080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1fe7f-a084-48c5-b06b-969ed37f4b6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca061388-8468-4b24-9543-fa0eebcf6bbf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:22.796727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.822529 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f908c3a8-a2e3-432c-b0d1-8915f21c4cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.825656 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0d77d195-2b03-4bb8-abf0-037c1c82020b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1201520 Jul 09 13:37:22.830765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51062) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.866056 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb03636c-48d7-4406-b58b-640a6e8911a3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.882636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb03636c-48d7-4406-b58b-640a6e8911a3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.914746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f5adba-9120-4d2e-883f-8749070d25fb tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:22.925749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9f5adba-9120-4d2e-883f-8749070d25fb tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.963831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f908c3a8-a2e3-432c-b0d1-8915f21c4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.965614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.983784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51064) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.989713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'network': {'name': 'tempest-network-smoke--627484584', 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'port_security_enabled': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:22.990815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Transition to ACTIVE for port object b0f582bd-e91c-4bff-b834-efa69da7be27 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:22.998820 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb03636c-48d7-4406-b58b-640a6e8911a3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.013196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb03636c-48d7-4406-b58b-640a6e8911a3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.014956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cb03636c-48d7-4406-b58b-640a6e8911a3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f51012c2-3f56-4098-a6cf-91f8c52acb2b HTTP/1.1" status: 204 len: 168 time: 0.1828544 Jul 09 13:37:23.021945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Transition to ACTIVE for port object b0f582bd-e91c-4bff-b834-efa69da7be27 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:23.025043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51066) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.035156 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.042763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908c3a8-a2e3-432c-b0d1-8915f21c4cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04db6db1-c431-42d1-aba9-cf4cda029593,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.045275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03636c-48d7-4406-b58b-640a6e8911a3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f51012c2-3f56-4098-a6cf-91f8c52acb2b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.160420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:23.162076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Pushing event updated for resources: {'Port': ['ID=b0f582bd-e91c-4bff-b834-efa69da7be27,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.164905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:23.168041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:23.212585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Made reservation on behalf of d0461a693b504387867f96b9bd7cd3b9 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:23.216259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.269832 n-d-799524-3 neutron-server[93912]: INFO neutron.db.ipam_backend_mixin [None req-a9f5adba-9120-4d2e-883f-8749070d25fb tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0013af25-e051-4eee-a33f-958a440fbf5e (CIDR: 172.20.0.0/28) Jul 09 13:37:23.275180 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.288159 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f5adba-9120-4d2e-883f-8749070d25fb tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:23.290674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f5adba-9120-4d2e-883f-8749070d25fb tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:23.300118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Attempting to bind port b0f582bd-e91c-4bff-b834-efa69da7be27 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:23.300494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Attempting to bind port b0f582bd-e91c-4bff-b834-efa69da7be27 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '13476762-9729-4a8f-93d7-729b01b7f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:23.300952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Attempting to bind port b0f582bd-e91c-4bff-b834-efa69da7be27 on network 134f8085-7c8d-4193-818f-5f8a6714a4d7 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:23.312900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:23.313390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Checking segment: {'id': '13476762-9729-4a8f-93d7-729b01b7f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:23.313688 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.314115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Bound using segment: {'id': '13476762-9729-4a8f-93d7-729b01b7f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:23.314686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Bound port: b0f582bd-e91c-4bff-b834-efa69da7be27, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13476762-9729-4a8f-93d7-729b01b7f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:23.315116 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.409602 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a0c17cbd-9197-4d03-9167-a9a0c1c22490 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3802817 Jul 09 13:37:23.411913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] For port b0f582bd-e91c-4bff-b834-efa69da7be27, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:23.413150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51076) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.417940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] For port b0f582bd-e91c-4bff-b834-efa69da7be27, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0f582bd-e91c-4bff-b834-efa69da7be27,segment=NetworkSegment(13476762-9729-4a8f-93d7-729b01b7f958),segment_id=13476762-9729-4a8f-93d7-729b01b7f958)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:23.427649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.455643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58ac9ea9-b90c-4525-b57e-96b3a86dc4c6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.469938 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.472825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58ac9ea9-b90c-4525-b57e-96b3a86dc4c6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.484082 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.500551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a9f5adba-9120-4d2e-883f-8749070d25fb tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2822053 Jul 09 13:37:23.507430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51078) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.516358 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feb33e-7b3a-429f-af20-d41e17cc2281 None None] Pushing event updated for resources: {'Port': ['ID=b0f582bd-e91c-4bff-b834-efa69da7be27,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.530590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:23.558404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:23.604457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58ac9ea9-b90c-4525-b57e-96b3a86dc4c6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.617389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-58ac9ea9-b90c-4525-b57e-96b3a86dc4c6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.620965 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-58ac9ea9-b90c-4525-b57e-96b3a86dc4c6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3f3b46e2-94f6-45ee-8a10-acb0bbef473d HTTP/1.1" status: 204 len: 168 time: 0.2045517 Jul 09 13:37:23.621398 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51084) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.623825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7716b2-c492-4d90-b663-cc69fb6be5a0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.625512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f908c3a8-a2e3-432c-b0d1-8915f21c4cd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b248f4d82c14971969ca3f653cecb32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2695312 Jul 09 13:37:23.636030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.636379 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Added segment 4a2202c1-316d-4b81-93a5-44d98a55e2c1 of type vlan for network 4db90271-92bd-4603-92c1-e185490200c0 Jul 09 13:37:23.637545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51086) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.652447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9ea9-b90c-4525-b57e-96b3a86dc4c6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f3b46e2-94f6-45ee-8a10-acb0bbef473d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.686963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3c46b77f-7d6a-4b27-9606-3832ce438a26 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0642750 Jul 09 13:37:23.690678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51088) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.726125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-820e7025-4a50-47c3-bb13-28b76e68ae6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.727270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.745093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-820e7025-4a50-47c3-bb13-28b76e68ae6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.781627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Router 1a3c351f-80f8-4e80-8fc6-5974fb1846f4 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:37:23.787869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-820e7025-4a50-47c3-bb13-28b76e68ae6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.794570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-820e7025-4a50-47c3-bb13-28b76e68ae6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.796012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-820e7025-4a50-47c3-bb13-28b76e68ae6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ec3dc311-fdc5-4237-8d3b-3090b813c923 HTTP/1.1" status: 204 len: 168 time: 0.1026571 Jul 09 13:37:23.803814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51090) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.835872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-819912f5-5861-4099-a677-02207fa9ae83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.842776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e7025-4a50-47c3-bb13-28b76e68ae6a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3dc311-fdc5-4237-8d3b-3090b813c923,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.873515 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-819912f5-5861-4099-a677-02207fa9ae83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.882538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:23.886501 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.893979 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.899459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:23.900048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.973098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:23.982474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b799ed5-9e5e-4a2c-a848-dfc8d43bce3f None None] Sync routers for ids ['1a3c351f-80f8-4e80-8fc6-5974fb1846f4'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:23.986772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.988288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d67e8ca9-859f-4cf4-8b1c-d28c4bb71e1a tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "PUT /v2.0/routers/1a3c351f-80f8-4e80-8fc6-5974fb1846f4 HTTP/1.1" status: 200 len: 919 time: 4.1297040 Jul 09 13:37:23.992380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51096) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.999300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b799ed5-9e5e-4a2c-a848-dfc8d43bce3f None None] Routers {'1a3c351f-80f8-4e80-8fc6-5974fb1846f4'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:23.999991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5b799ed5-9e5e-4a2c-a848-dfc8d43bce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1a3c351f-80f8-4e80-8fc6-5974fb1846f4'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.011980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-de96c68d-0ea5-41e0-91d4-2463c30b861d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2047634 Jul 09 13:37:24.043183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51098) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.057428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5b799ed5-9e5e-4a2c-a848-dfc8d43bce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.069983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b799ed5-9e5e-4a2c-a848-dfc8d43bce3f None None] Routers {'1a3c351f-80f8-4e80-8fc6-5974fb1846f4'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:24.071076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5b799ed5-9e5e-4a2c-a848-dfc8d43bce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1a3c351f-80f8-4e80-8fc6-5974fb1846f4'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.117336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5b799ed5-9e5e-4a2c-a848-dfc8d43bce3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.118339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b799ed5-9e5e-4a2c-a848-dfc8d43bce3f None None] The sync data for ids ['1a3c351f-80f8-4e80-8fc6-5974fb1846f4'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:24.160859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1726797 Jul 09 13:37:24.160859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-819912f5-5861-4099-a677-02207fa9ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.165740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-819912f5-5861-4099-a677-02207fa9ae83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.165740 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-819912f5-5861-4099-a677-02207fa9ae83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04db6db1-c431-42d1-aba9-cf4cda029593 HTTP/1.1" status: 204 len: 168 time: 0.5242400 Jul 09 13:37:24.165946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51100) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.178367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'admin_state_up': True, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:24.193988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819912f5-5861-4099-a677-02207fa9ae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db6db1-c431-42d1-aba9-cf4cda029593,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:24.197131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffea2a2-db08-47b4-8667-542479854d62 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Network': ['ID=4db90271-92bd-4603-92c1-e185490200c0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:24.258109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 4db90271-92bd-4603-92c1-e185490200c0 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:24.267242 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7a41fbec-2b84-4f4c-a2c2-f5b0dc0303ed tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/routers/1a3c351f-80f8-4e80-8fc6-5974fb1846f4 HTTP/1.1" status: 200 len: 925 time: 0.2711368 Jul 09 13:37:24.267512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51104) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.276797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-717bfc50-ace0-4774-a87e-b774a1a08be3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.279938 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.283218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.377600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0f582bd-e91c-4bff-b834-efa69da7be27 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:24.389493 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-717bfc50-ace0-4774-a87e-b774a1a08be3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.486764 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.492119 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.548400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b0f582bd-e91c-4bff-b834-efa69da7be27 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:24.598610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=53fd5ad7-b618-4af2-b0c3-32103b4ff67a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:24.604753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:24.607054 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:24.610423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.612100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.634052 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-acfedf1c-aac3-4f60-9bcb-44adb6cf0b52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1254969 Jul 09 13:37:24.635133 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51122) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.646463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7', 'fixed_ips': [{'subnet_id': '0013af25-e051-4eee-a33f-958a440fbf5e'}, {'subnet_id': '53fd5ad7-b618-4af2-b0c3-32103b4ff67a'}], 'name': 'tempest-PortsTestJSON-1962961223'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:24.791147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.820059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-717bfc50-ace0-4774-a87e-b774a1a08be3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.823672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-717bfc50-ace0-4774-a87e-b774a1a08be3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.827734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-717bfc50-ace0-4774-a87e-b774a1a08be3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/eea38333-c510-4f92-a5a6-8c64c67fecc0 HTTP/1.1" status: 204 len: 168 time: 0.7833307 Jul 09 13:37:24.829140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51134) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.842208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e9d05c-5a0b-4c46-8a26-22ebfa739581 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.844951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-87e9d05c-5a0b-4c46-8a26-22ebfa739581 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=1a3c351f-80f8-4e80-8fc6-5974fb1846f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5758536 Jul 09 13:37:24.855825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51138) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.933400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:25.074036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-59c472b7-09fc-4e4b-8e28-5dc1d7d6d834 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2392786 Jul 09 13:37:25.083963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75b39d3-f076-450d-839b-16ecebe4eaac tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:25.087294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d75b39d3-f076-450d-839b-16ecebe4eaac tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/networks/47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 881 time: 0.2276883 Jul 09 13:37:25.088920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bfc50-ace0-4774-a87e-b774a1a08be3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea38333-c510-4f92-a5a6-8c64c67fecc0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:25.096580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51152) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.097302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51154) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.104362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a97826d8-1fb1-4874-ab7f-5be941e82239 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784334172'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:25.192668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba54608-7bd4-43f2-8b6d-bbf01c92b554 None None] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:25.271934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f871ec82-1200-4db3-8cb6-58da8359894b tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a3c351f-80f8-4e80-8fc6-5974fb1846f4 HTTP/1.1" status: 200 len: 205 time: 0.1715930 Jul 09 13:37:25.277034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51162) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.312258 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.326111 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a97826d8-1fb1-4874-ab7f-5be941e82239 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.336737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0089da39-bcd4-41f8-8819-2cd61cec3aea None None] Provisioning for port b0f582bd-e91c-4bff-b834-efa69da7be27 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:25.349260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 85a394d5-14fe-4a57-b045-a4cc9125bc52 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:25.363783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0089da39-bcd4-41f8-8819-2cd61cec3aea None None] Provisioning complete for port b0f582bd-e91c-4bff-b834-efa69da7be27 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:25.364899 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0089da39-bcd4-41f8-8819-2cd61cec3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.607070 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0089da39-bcd4-41f8-8819-2cd61cec3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.692341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-0089da39-bcd4-41f8-8819-2cd61cec3aea None None] For port b0f582bd-e91c-4bff-b834-efa69da7be27, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0f582bd-e91c-4bff-b834-efa69da7be27,segment=NetworkSegment(13476762-9729-4a8f-93d7-729b01b7f958),segment_id=13476762-9729-4a8f-93d7-729b01b7f958)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:25.732237 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0089da39-bcd4-41f8-8819-2cd61cec3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.761516 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.765311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.828763 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a97826d8-1fb1-4874-ab7f-5be941e82239 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.840828 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a97826d8-1fb1-4874-ab7f-5be941e82239 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.869110 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.905370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089da39-bcd4-41f8-8819-2cd61cec3aea None None] Pushing event updated for resources: {'Port': ['ID=b0f582bd-e91c-4bff-b834-efa69da7be27,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:25.959250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fafc41f-ecb3-42be-9c41-739689e42610 None None] Update dhcp port {'port': {'network_id': '134f8085-7c8d-4193-818f-5f8a6714a4d7', 'fixed_ips': [{'subnet_id': '0013af25-e051-4eee-a33f-958a440fbf5e', 'ip_address': '172.20.0.2'}, {'subnet_id': '53fd5ad7-b618-4af2-b0c3-32103b4ff67a'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'b0f582bd-e91c-4bff-b834-efa69da7be27'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:37:25.966658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a97826d8-1fb1-4874-ab7f-5be941e82239 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.967511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a97826d8-1fb1-4874-ab7f-5be941e82239 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8686559 Jul 09 13:37:25.973297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97826d8-1fb1-4874-ab7f-5be941e82239 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057bfc1a-cedd-4b58-9807-67a022be98bd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:25.977548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51184) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.982242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4339c14a-1a52-495b-8e7e-4410892f9df7 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': '057bfc1a-cedd-4b58-9807-67a022be98bd', 'direction': 'ingress', 'protocol': 17}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:26.064124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.11 (134f8085-7c8d-4193-818f-5f8a6714a4d7/0013af25-e051-4eee-a33f-958a440fbf5e/85a394d5-14fe-4a57-b045-a4cc9125bc52) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:26.066495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4339c14a-1a52-495b-8e7e-4410892f9df7 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.070041 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6fafc41f-ecb3-42be-9c41-739689e42610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.080634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.29 (134f8085-7c8d-4193-818f-5f8a6714a4d7/53fd5ad7-b618-4af2-b0c3-32103b4ff67a/85a394d5-14fe-4a57-b045-a4cc9125bc52) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:26.272658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Allocated IP 172.25.5.165 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/aa097e96-26b7-4765-aca1-5b7a71b10401) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:26.308555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0f582bd-e91c-4bff-b834-efa69da7be27 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:26.332551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.399807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4339c14a-1a52-495b-8e7e-4410892f9df7 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.413822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b0f582bd-e91c-4bff-b834-efa69da7be27 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:26.414311 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.415851 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4339c14a-1a52-495b-8e7e-4410892f9df7 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.459725 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339c14a-1a52-495b-8e7e-4410892f9df7 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6616cd94-1b39-4663-bcd1-72d0caf87669,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:26.539882 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4339c14a-1a52-495b-8e7e-4410892f9df7 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.541366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4339c14a-1a52-495b-8e7e-4410892f9df7 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5628583 Jul 09 13:37:26.544235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51212) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.629707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.647200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Deleting port 486cebb0-ba98-44cf-9084-666c8f0e7ec0 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:26.655262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.669839 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.707310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object 85a394d5-14fe-4a57-b045-a4cc9125bc52 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:26.788029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.806356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Calling delete_port for 486cebb0-ba98-44cf-9084-666c8f0e7ec0 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:26.807683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.812402 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:26.901648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:26.903731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51218) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.919429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:26.931038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:26.939040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=aa097e96-26b7-4765-aca1-5b7a71b10401,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:26.943254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:26.948516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:26.955915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:27.026880 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4ef8fe3f-67e2-40e3-bb7a-5c79fbc14bcb tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.028881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=85a394d5-14fe-4a57-b045-a4cc9125bc52,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:27.054337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:27.055163 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.094687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4ef8fe3f-67e2-40e3-bb7a-5c79fbc14bcb tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.114266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-18746573-d0af-44cc-bc05-1fba0e28bb38 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.4742954 Jul 09 13:37:27.116365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51230) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:27.131834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0013af25-e051-4eee-a33f-958a440fbf5e'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:27.207831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-6fafc41f-ecb3-42be-9c41-739689e42610 None None] Allocated IP 172.20.0.18 (134f8085-7c8d-4193-818f-5f8a6714a4d7/53fd5ad7-b618-4af2-b0c3-32103b4ff67a/b0f582bd-e91c-4bff-b834-efa69da7be27) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:27.252368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.261619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f675b173-b7b0-412d-a85e-5c2f3a8cd29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.289129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4ef8fe3f-67e2-40e3-bb7a-5c79fbc14bcb tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.294132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4ef8fe3f-67e2-40e3-bb7a-5c79fbc14bcb tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.296205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4ef8fe3f-67e2-40e3-bb7a-5c79fbc14bcb tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/057bfc1a-cedd-4b58-9807-67a022be98bd HTTP/1.1" status: 204 len: 168 time: 0.7507436 Jul 09 13:37:27.307548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51232) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:27.342903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8fe3f-67e2-40e3-bb7a-5c79fbc14bcb tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bfc1a-cedd-4b58-9807-67a022be98bd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:27.428910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6fafc41f-ecb3-42be-9c41-739689e42610 None None] For port b0f582bd-e91c-4bff-b834-efa69da7be27, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0f582bd-e91c-4bff-b834-efa69da7be27,segment=NetworkSegment(13476762-9729-4a8f-93d7-729b01b7f958),segment_id=13476762-9729-4a8f-93d7-729b01b7f958)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:27.488163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6fafc41f-ecb3-42be-9c41-739689e42610 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.589944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6fafc41f-ecb3-42be-9c41-739689e42610 None None] Transition to ACTIVE for port object b0f582bd-e91c-4bff-b834-efa69da7be27 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:27.601122 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6fafc41f-ecb3-42be-9c41-739689e42610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.615325 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.672442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-501e1235-bc30-4a05-b7b7-21529ffb5394 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3278821 Jul 09 13:37:27.677507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Delete allocated IP 172.20.0.29 (134f8085-7c8d-4193-818f-5f8a6714a4d7/53fd5ad7-b618-4af2-b0c3-32103b4ff67a) {{(pid=93912) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:37:27.679792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51248) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:27.684832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event deleted for resources: {'Port': ['ID=486cebb0-ba98-44cf-9084-666c8f0e7ec0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:27.706219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e91ed4a5-9743-4725-8c6c-50500fcd3e5d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-secgroup--197853162'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:27.764185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafc41f-ecb3-42be-9c41-739689e42610 None None] Pushing event updated for resources: {'Port': ['ID=b0f582bd-e91c-4bff-b834-efa69da7be27,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:27.874691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.905981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Ignored duplicate provisioning block setup for port 85a394d5-14fe-4a57-b045-a4cc9125bc52 by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 13:37:27.914869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.921632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.036272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.038722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.044704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.095613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=85a394d5-14fe-4a57-b045-a4cc9125bc52,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:28.143622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] In _notify_port_updated(), no bound segment for port 85a394d5-14fe-4a57-b045-a4cc9125bc52 on network 134f8085-7c8d-4193-818f-5f8a6714a4d7 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:37:28.153567 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:28.154259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.163202 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-26a3930d-c630-4139-b925-456f864ac312 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "PUT /v2.0/ports/85a394d5-14fe-4a57-b045-a4cc9125bc52 HTTP/1.1" status: 200 len: 920 time: 1.0415063 Jul 09 13:37:28.163918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51268) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:28.171776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0013af25-e051-4eee-a33f-958a440fbf5e'}, {'subnet_id': '53fd5ad7-b618-4af2-b0c3-32103b4ff67a'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:28.178054 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f675b173-b7b0-412d-a85e-5c2f3a8cd29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.199322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0f582bd-e91c-4bff-b834-efa69da7be27 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:28.217320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.217904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Fanout notify agent at l3_agent the message router_deleted on router 1a3c351f-80f8-4e80-8fc6-5974fb1846f4 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:28.219760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f675b173-b7b0-412d-a85e-5c2f3a8cd29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.229401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.237315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51274) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:28.242405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1430565113', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:28.247554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-be88b9e8-76c5-42f4-879b-e45940b13f24 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/1a3c351f-80f8-4e80-8fc6-5974fb1846f4 HTTP/1.1" status: 204 len: 168 time: 2.9691978 Jul 09 13:37:28.354211 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.354505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675b173-b7b0-412d-a85e-5c2f3a8cd29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ec062-51c0-4c20-b2b6-1b20d5577cfc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:28.363476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f675b173-b7b0-412d-a85e-5c2f3a8cd29a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64b1e4ca1b1e4e1988fd3266c2fbb1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4554889 Jul 09 13:37:28.366518 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e91ed4a5-9743-4725-8c6c-50500fcd3e5d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.368636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51278) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:28.453677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.455814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.612428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.732414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc5d11-27c6-42a0-b315-641fe3e9d5aa None None] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:28.816447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2e8d0db9-b966-49e2-974b-40ecd03916d0 None None] Provisioning for port b0f582bd-e91c-4bff-b834-efa69da7be27 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:28.823727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2e8d0db9-b966-49e2-974b-40ecd03916d0 None None] Provisioning complete for port b0f582bd-e91c-4bff-b834-efa69da7be27 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:28.824126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0db9-b966-49e2-974b-40ecd03916d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.864701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.873572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51288) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:28.996675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cec4a6ae-50aa-4bd7-afb3-841dd4d6d3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.998782 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.094140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cec4a6ae-50aa-4bd7-afb3-841dd4d6d3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.154280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feabbcfb-71fb-46d9-849a-afe8fc9b3d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.209445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e91ed4a5-9743-4725-8c6c-50500fcd3e5d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.209904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.30 (134f8085-7c8d-4193-818f-5f8a6714a4d7/53fd5ad7-b618-4af2-b0c3-32103b4ff67a/85a394d5-14fe-4a57-b045-a4cc9125bc52) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:29.221130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e91ed4a5-9743-4725-8c6c-50500fcd3e5d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.274440 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cec4a6ae-50aa-4bd7-afb3-841dd4d6d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.277637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cec4a6ae-50aa-4bd7-afb3-841dd4d6d3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.280740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cec4a6ae-50aa-4bd7-afb3-841dd4d6d3b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e7ec062-51c0-4c20-b2b6-1b20d5577cfc HTTP/1.1" status: 204 len: 168 time: 0.9097772 Jul 09 13:37:29.328967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ed4a5-9743-4725-8c6c-50500fcd3e5d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a699ceaa-b3da-4ac7-9390-53a139a08b2c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:29.373420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4a6ae-50aa-4bd7-afb3-841dd4d6d3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ec062-51c0-4c20-b2b6-1b20d5577cfc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:29.400481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Router 2da2abbf-c7ca-4f6c-bdba-da433a436523 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:37:29.469546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-07682918-36ae-4f6d-9053-39f02e1b4888 None None] Provisioning complete for port b0f582bd-e91c-4bff-b834-efa69da7be27 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:29.470461 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-07682918-36ae-4f6d-9053-39f02e1b4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.546084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feabbcfb-71fb-46d9-849a-afe8fc9b3d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.551557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.584499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-feabbcfb-71fb-46d9-849a-afe8fc9b3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.592931 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.650068 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.652192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Ignored duplicate provisioning block setup for port 85a394d5-14fe-4a57-b045-a4cc9125bc52 by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 13:37:29.660234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e91ed4a5-9743-4725-8c6c-50500fcd3e5d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.660234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e91ed4a5-9743-4725-8c6c-50500fcd3e5d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9718621 Jul 09 13:37:29.663053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51310) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:29.676486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.680309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-feabbcfb-71fb-46d9-849a-afe8fc9b3d44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd7482ae5e8240deb8439990d97d2cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7749567 Jul 09 13:37:29.687638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d5920b6e-5b09-4cc3-9365-d9f9bd9f8123 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329595094'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:29.690098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51312) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:29.778818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:29.790213 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Sync routers for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:29.792569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5920b6e-5b09-4cc3-9365-d9f9bd9f8123 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.797046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabbcfb-71fb-46d9-849a-afe8fc9b3d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcec4b14-de5f-4d7a-b07b-46370c362421,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:29.807387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-07682918-36ae-4f6d-9053-39f02e1b4888 None None] Provisioning for port 85a394d5-14fe-4a57-b045-a4cc9125bc52 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:29.812290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-07682918-36ae-4f6d-9053-39f02e1b4888 None None] Provisioning complete for port 85a394d5-14fe-4a57-b045-a4cc9125bc52 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:29.812774 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-07682918-36ae-4f6d-9053-39f02e1b4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.834144 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:29.836583 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:29.893867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.896215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b77c71f3-5fef-48f4-9d2b-71dde0025ab3 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.7308424 Jul 09 13:37:29.899647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51314) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:29.902920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-07682918-36ae-4f6d-9053-39f02e1b4888 None None] Port 85a394d5-14fe-4a57-b045-a4cc9125bc52 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:29.957290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51318) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:30.008907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=85a394d5-14fe-4a57-b045-a4cc9125bc52,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:30.049543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-92cb493b-3465-43d3-971c-44d66a50db6c None None] Provisioning complete for port 85a394d5-14fe-4a57-b045-a4cc9125bc52 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:30.049922 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-92cb493b-3465-43d3-971c-44d66a50db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.061400 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:30.103862 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5920b6e-5b09-4cc3-9365-d9f9bd9f8123 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.114353 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5920b6e-5b09-4cc3-9365-d9f9bd9f8123 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.134831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d472c3f5-7db2-4e39-aaf6-de5b12c5a882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.139508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-92cb493b-3465-43d3-971c-44d66a50db6c None None] Port 85a394d5-14fe-4a57-b045-a4cc9125bc52 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:30.173803 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb96-9340-4cc2-8408-69104fd09c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.209444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5920b6e-5b09-4cc3-9365-d9f9bd9f8123 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.210769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d5920b6e-5b09-4cc3-9365-d9f9bd9f8123 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5466912 Jul 09 13:37:30.212769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5920b6e-5b09-4cc3-9365-d9f9bd9f8123 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11d73dd-55e9-4d35-a1bd-ceb797edccb2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:30.218891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51320) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:30.232430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Allocated IP 172.25.5.172 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/70c4ba40-179c-4014-882c-bcac0d0ca8ad) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:30.246728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5bd4bd57-c387-4d29-a23a-1ad3b63d0370 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': 'a699ceaa-b3da-4ac7-9390-53a139a08b2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e11d73dd-55e9-4d35-a1bd-ceb797edccb2', 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:30.255703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] In _notify_port_updated(), no bound segment for port 85a394d5-14fe-4a57-b045-a4cc9125bc52 on network 134f8085-7c8d-4193-818f-5f8a6714a4d7 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:37:30.262729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:30.263676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.265118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-81000139-2a1e-42b6-81a9-717260fdd902 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "PUT /v2.0/ports/85a394d5-14fe-4a57-b045-a4cc9125bc52 HTTP/1.1" status: 200 len: 1000 time: 2.1001668 Jul 09 13:37:30.269201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51322) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:30.308787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb96-9340-4cc2-8408-69104fd09c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.321812 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:27Z', 'revision_number': 3, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:30.358183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Checking router: 2da2abbf-c7ca-4f6c-bdba-da433a436523 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:30.358896 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Updating router 2da2abbf-c7ca-4f6c-bdba-da433a436523 port aa097e96-26b7-4765-aca1-5b7a71b10401 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:37:30.409347 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.459407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5d533a28-f949-4a53-a2f1-7e971a1297b0 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=d0461a693b504387867f96b9bd7cd3b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5555747 Jul 09 13:37:30.460050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51324) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:30.473223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fc6cff44-f8ae-4e55-8c41-0970859aace8 None None] Provisioning complete for port 85a394d5-14fe-4a57-b045-a4cc9125bc52 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:30.473715 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fc6cff44-f8ae-4e55-8c41-0970859aace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.528273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cff44-f8ae-4e55-8c41-0970859aace8 None None] Port 85a394d5-14fe-4a57-b045-a4cc9125bc52 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:30.583984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e40404a0-1ec8-463b-a3db-12bf682b23be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 85a394d5-14fe-4a57-b045-a4cc9125bc52 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:30.584202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40404a0-1ec8-463b-a3db-12bf682b23be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.704165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2348e46-8582-4472-8489-86510c401add tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:30.707794 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e2348e46-8582-4472-8489-86510c401add tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2457535 Jul 09 13:37:30.711477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51328) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:30.755568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1e346df1-11e8-4684-94ce-88fa5dfb26a1 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424967 Jul 09 13:37:30.759819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51330) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:30.771726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1292152853', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:30.787780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40404a0-1ec8-463b-a3db-12bf682b23be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.839041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e40404a0-1ec8-463b-a3db-12bf682b23be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 85a394d5-14fe-4a57-b045-a4cc9125bc52 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:30.902683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb96-9340-4cc2-8408-69104fd09c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.905348 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb96-9340-4cc2-8408-69104fd09c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.910287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-af1dbb96-9340-4cc2-8408-69104fd09c4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcec4b14-de5f-4d7a-b07b-46370c362421 HTTP/1.1" status: 204 len: 168 time: 1.2143061 Jul 09 13:37:30.916934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.944047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dbb96-9340-4cc2-8408-69104fd09c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcec4b14-de5f-4d7a-b07b-46370c362421,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:30.963125 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d472c3f5-7db2-4e39-aaf6-de5b12c5a882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.973457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d472c3f5-7db2-4e39-aaf6-de5b12c5a882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.052778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Made reservation on behalf of d0461a693b504387867f96b9bd7cd3b9 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:31.057859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d472c3f5-7db2-4e39-aaf6-de5b12c5a882 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12e81e0b01bc4f80a913aac5540c5e71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0711100 Jul 09 13:37:31.059061 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.060762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472c3f5-7db2-4e39-aaf6-de5b12c5a882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e0ea74-9f06-4951-af1e-812f91883805,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.063679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51334) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:31.065099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd4bd57-c387-4d29-a23a-1ad3b63d0370 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.086768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.177826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:31.194448 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:31.198912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:31.203534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event updated for resources: {'Port': ['ID=70c4ba40-179c-4014-882c-bcac0d0ca8ad,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.248123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40404a0-1ec8-463b-a3db-12bf682b23be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.260088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd4bd57-c387-4d29-a23a-1ad3b63d0370 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.294439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40404a0-1ec8-463b-a3db-12bf682b23be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=85a394d5-14fe-4a57-b045-a4cc9125bc52,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.321275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd4bd57-c387-4d29-a23a-1ad3b63d0370 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.355550 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.368026 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Transition to ACTIVE for port object aa097e96-26b7-4765-aca1-5b7a71b10401 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:31.378023 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.438071 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Pushing event updated for resources: {'Port': ['ID=aa097e96-26b7-4765-aca1-5b7a71b10401,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.447349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4bd57-c387-4d29-a23a-1ad3b63d0370 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9624f30-e67d-4b6f-b62f-60b11c442631,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.453171 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.453538 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.453866 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.454204 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.455421 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.455834 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.456170 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.456646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.456985 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.457317 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.458543 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.459012 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:31.494800 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Attempting to bind port aa097e96-26b7-4765-aca1-5b7a71b10401 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:31.495323 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Attempting to bind port aa097e96-26b7-4765-aca1-5b7a71b10401 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:31.495759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Attempting to bind port aa097e96-26b7-4765-aca1-5b7a71b10401 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:31.504593 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:31.505054 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:31.505775 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.506266 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:31.506751 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Bound port: aa097e96-26b7-4765-aca1-5b7a71b10401, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:31.507663 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.528738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51338) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:31.539357 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa2eb-4020-41df-841a-fc36e0f0b024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.552519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd4bd57-c387-4d29-a23a-1ad3b63d0370 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.554205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5bd4bd57-c387-4d29-a23a-1ad3b63d0370 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3192625 Jul 09 13:37:31.561685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:31.572116 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0436acb-3b25-4c3c-9fc4-51c66ec0343f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.591408 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] For port aa097e96-26b7-4765-aca1-5b7a71b10401, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:31.595697 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] For port aa097e96-26b7-4765-aca1-5b7a71b10401, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aa097e96-26b7-4765-aca1-5b7a71b10401,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:31.603236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa2eb-4020-41df-841a-fc36e0f0b024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.609340 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.689710 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:31.690697 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:31.698289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40404a0-1ec8-463b-a3db-12bf682b23be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.701741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e40404a0-1ec8-463b-a3db-12bf682b23be tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/85a394d5-14fe-4a57-b045-a4cc9125bc52 HTTP/1.1" status: 204 len: 168 time: 1.4302301 Jul 09 13:37:31.709363 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.714242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51344) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:31.780711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3be-a7e5-4b99-ab58-bd759992edf0 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.791217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3be-a7e5-4b99-ab58-bd759992edf0 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.817440 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:31.853823 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa2eb-4020-41df-841a-fc36e0f0b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.857444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa2eb-4020-41df-841a-fc36e0f0b024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.859218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2a8fa2eb-4020-41df-841a-fc36e0f0b024 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80e0ea74-9f06-4951-af1e-812f91883805 HTTP/1.1" status: 204 len: 168 time: 0.7904401 Jul 09 13:37:31.868401 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d5f8e2-eba0-41a6-af97-9862983fd34d tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:37:31.870177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c2d5f8e2-eba0-41a6-af97-9862983fd34d tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/85a394d5-14fe-4a57-b045-a4cc9125bc52 HTTP/1.1" status: 404 len: 333 time: 0.1520894 Jul 09 13:37:31.870870 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3be-a7e5-4b99-ab58-bd759992edf0 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.882644 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3be-a7e5-4b99-ab58-bd759992edf0 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.885005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f5c4f3be-a7e5-4b99-ab58-bd759992edf0 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d9624f30-e67d-4b6f-b62f-60b11c442631 HTTP/1.1" status: 204 len: 168 time: 0.3132458 Jul 09 13:37:31.891653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51350) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:31.899714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51352) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:31.924027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Subnet': ['ID=64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.932792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4f3be-a7e5-4b99-ab58-bd759992edf0 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9624f30-e67d-4b6f-b62f-60b11c442631,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.944161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Checking segment: {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:31.944827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network hostable DHCP agents. Network: 4db90271-92bd-4603-92c1-e185490200c0, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:31.987317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 4db90271-92bd-4603-92c1-e185490200c0 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:32.001910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fa2eb-4020-41df-841a-fc36e0f0b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e0ea74-9f06-4951-af1e-812f91883805,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:32.010405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 4db90271-92bd-4603-92c1-e185490200c0) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:32.017734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:32.019698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.024113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50474477-cdf1-4c31-a41b-82a167eb4b88 None None] Network 4db90271-92bd-4603-92c1-e185490200c0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:32.036735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.038894 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73056ecb-0420-45aa-b36b-36d3756c6b7b None None] Pushing event updated for resources: {'Port': ['ID=aa097e96-26b7-4765-aca1-5b7a71b10401,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:32.226051 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:27Z', 'revision_number': 3, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:32.267683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0436acb-3b25-4c3c-9fc4-51c66ec0343f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.291594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3492d736-b0c8-4de0-8fde-4b325938cc5f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5302627 Jul 09 13:37:32.294166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51358) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:32.303802 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94473eb-a938-45e8-95ce-63abfb8b0a3f None None] The sync data for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 is: [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:27Z', 'revision_number': 3, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:32.331988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f1c67b-6ae0-4adf-97bb-4f3431ba806f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet 53fd5ad7-b618-4af2-b0c3-32103b4ff67a {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:32.337895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c67b-6ae0-4adf-97bb-4f3431ba806f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.355656 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-80f24de6-b9c4-4b7b-a278-24507cb3793c tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4478364 Jul 09 13:37:32.356473 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0436acb-3b25-4c3c-9fc4-51c66ec0343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.358567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-4db90271-92bd-4603-92c1-e185490200c0', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:37:32.359041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51360) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:32.359508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.489961 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c0436acb-3b25-4c3c-9fc4-51c66ec0343f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e10a48e4aaa944088384b7861032a1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9595735 Jul 09 13:37:32.494283 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c67b-6ae0-4adf-97bb-4f3431ba806f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.495437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:32.535432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0436acb-3b25-4c3c-9fc4-51c66ec0343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f1c77b-e88f-4a3d-a550-3215f47fe14e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:32.704407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Allocated IP 172.20.0.2 (4db90271-92bd-4603-92c1-e185490200c0/64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b/62277af4-e5ac-47b9-8b0a-c512e251dd9a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:32.764389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60e45b3b-c59b-454d-9492-3517550aca4f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.833420 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb75d-454c-47a8-aba1-a573f4afd8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.845060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c67b-6ae0-4adf-97bb-4f3431ba806f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.849331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60e45b3b-c59b-454d-9492-3517550aca4f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.852317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.925592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb75d-454c-47a8-aba1-a573f4afd8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.027484 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.101186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Transition to ACTIVE for port object 62277af4-e5ac-47b9-8b0a-c512e251dd9a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:33.117424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60e45b3b-c59b-454d-9492-3517550aca4f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.121333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60e45b3b-c59b-454d-9492-3517550aca4f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.122397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-60e45b3b-c59b-454d-9492-3517550aca4f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/e11d73dd-55e9-4d35-a1bd-ceb797edccb2 HTTP/1.1" status: 204 len: 168 time: 0.7293077 Jul 09 13:37:33.130521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51378) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:33.184892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e45b3b-c59b-454d-9492-3517550aca4f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11d73dd-55e9-4d35-a1bd-ceb797edccb2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:33.205346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c67b-6ae0-4adf-97bb-4f3431ba806f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.214433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Transition to ACTIVE for port object 62277af4-e5ac-47b9-8b0a-c512e251dd9a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:33.224552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb75d-454c-47a8-aba1-a573f4afd8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.228273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb75d-454c-47a8-aba1-a573f4afd8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.231857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5e4fb75d-454c-47a8-aba1-a573f4afd8ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19f1c77b-e88f-4a3d-a550-3215f47fe14e HTTP/1.1" status: 204 len: 168 time: 0.7330906 Jul 09 13:37:33.238244 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.271299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1c67b-6ae0-4adf-97bb-4f3431ba806f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=53fd5ad7-b618-4af2-b0c3-32103b4ff67a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:33.282323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c67b-6ae0-4adf-97bb-4f3431ba806f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.288706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fb75d-454c-47a8-aba1-a573f4afd8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f1c77b-e88f-4a3d-a550-3215f47fe14e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:33.288898 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a8f1c67b-6ae0-4adf-97bb-4f3431ba806f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/53fd5ad7-b618-4af2-b0c3-32103b4ff67a HTTP/1.1" status: 204 len: 168 time: 1.3833532 Jul 09 13:37:33.291794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51386) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:33.316865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68b2e6e-dfba-40fc-9497-066c60c6d5ec None None] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:33.416025 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-99d043ff-bf57-4a87-a3b2-67ca13081e8f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2818215 Jul 09 13:37:33.416404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51388) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:33.424230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ce4d84-d236-4d6c-a307-e355c1011125 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet 0013af25-e051-4eee-a33f-958a440fbf5e {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:33.436772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4d84-d236-4d6c-a307-e355c1011125 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.445659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Router 98093ab5-e370-42d9-996b-faebc0c7d3c6 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:37:33.621348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Pushing event updated for resources: {'Port': ['ID=62277af4-e5ac-47b9-8b0a-c512e251dd9a,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:33.648457 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4d84-d236-4d6c-a307-e355c1011125 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.669414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27e826df-da60-426e-8c25-450204096937 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.722792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Network 4db90271-92bd-4603-92c1-e185490200c0 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:33.737854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:33.744884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:33.829936 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27e826df-da60-426e-8c25-450204096937 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.857676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:33.889099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e0ef4-3dcb-41a1-a8ab-a6dcb067dfbd None None] Sync routers for ids ['98093ab5-e370-42d9-996b-faebc0c7d3c6'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:33.904898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.909347 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2c53f2f2-3c22-4c8d-89b4-fad282381685 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6696854 Jul 09 13:37:33.911170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51400) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:33.918034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:33.938123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.007342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e0ef4-3dcb-41a1-a8ab-a6dcb067dfbd None None] Routers {'98093ab5-e370-42d9-996b-faebc0c7d3c6'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:34.007991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-130e0ef4-3dcb-41a1-a8ab-a6dcb067dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['98093ab5-e370-42d9-996b-faebc0c7d3c6'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:34.050969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-130e0ef4-3dcb-41a1-a8ab-a6dcb067dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:34.066584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Attempting to bind port 62277af4-e5ac-47b9-8b0a-c512e251dd9a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:34.066584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Attempting to bind port 62277af4-e5ac-47b9-8b0a-c512e251dd9a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:34.066584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Attempting to bind port 62277af4-e5ac-47b9-8b0a-c512e251dd9a on network 4db90271-92bd-4603-92c1-e185490200c0 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:34.093293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e0ef4-3dcb-41a1-a8ab-a6dcb067dfbd None None] Routers {'98093ab5-e370-42d9-996b-faebc0c7d3c6'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:34.096538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-130e0ef4-3dcb-41a1-a8ab-a6dcb067dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['98093ab5-e370-42d9-996b-faebc0c7d3c6'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:34.103970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4d84-d236-4d6c-a307-e355c1011125 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.185141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:34.185521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Checking segment: {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:34.185929 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.186326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Bound using segment: {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:34.186881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Bound port: 62277af4-e5ac-47b9-8b0a-c512e251dd9a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:34.187241 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.246435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-130e0ef4-3dcb-41a1-a8ab-a6dcb067dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:34.247671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e0ef4-3dcb-41a1-a8ab-a6dcb067dfbd None None] The sync data for ids ['98093ab5-e370-42d9-996b-faebc0c7d3c6'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:34.288585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27e826df-da60-426e-8c25-450204096937 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.295411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27e826df-da60-426e-8c25-450204096937 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.298546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aa097e96-26b7-4765-aca1-5b7a71b10401 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:34.299164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-27e826df-da60-426e-8c25-450204096937 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/a699ceaa-b3da-4ac7-9390-53a139a08b2c HTTP/1.1" status: 204 len: 168 time: 0.8808596 Jul 09 13:37:34.302011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51412) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:34.336724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e826df-da60-426e-8c25-450204096937 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a699ceaa-b3da-4ac7-9390-53a139a08b2c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:34.482393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] For port 62277af4-e5ac-47b9-8b0a-c512e251dd9a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:34.497049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] For port 62277af4-e5ac-47b9-8b0a-c512e251dd9a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=62277af4-e5ac-47b9-8b0a-c512e251dd9a,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:34.516652 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.540890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port aa097e96-26b7-4765-aca1-5b7a71b10401 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:34.600829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port aa097e96-26b7-4765-aca1-5b7a71b10401 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:34.601210 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.703862 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.789244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287fe32-be64-40b0-987d-d4be2664efc5 None None] Pushing event updated for resources: {'Port': ['ID=62277af4-e5ac-47b9-8b0a-c512e251dd9a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:34.793912 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.881494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.917825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port aa097e96-26b7-4765-aca1-5b7a71b10401, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aa097e96-26b7-4765-aca1-5b7a71b10401,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:34.929396 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.946425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Deleting port 70c4ba40-179c-4014-882c-bcac0d0ca8ad {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:34.948262 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.124137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=aa097e96-26b7-4765-aca1-5b7a71b10401,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:35.228612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.230060 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4d84-d236-4d6c-a307-e355c1011125 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.263059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Calling delete_port for 70c4ba40-179c-4014-882c-bcac0d0ca8ad owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:35.325275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d4044c11-00b1-401b-986b-4c38057cd8f0 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0110550 Jul 09 13:37:35.336335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce4d84-d236-4d6c-a307-e355c1011125 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=0013af25-e051-4eee-a33f-958a440fbf5e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:35.375451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51434) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:35.387291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-181d798e-223b-4724-96bc-a9911b38b40b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697384248'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:35.452282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4d84-d236-4d6c-a307-e355c1011125 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.458173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d3ce4d84-d236-4d6c-a307-e355c1011125 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/0013af25-e051-4eee-a33f-958a440fbf5e HTTP/1.1" status: 204 len: 168 time: 2.1566367 Jul 09 13:37:35.465437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51438) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:35.517988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc3d40-3e99-48d2-8e04-cc52f68a813e None None] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:35.603934 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:37:35.669681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-181d798e-223b-4724-96bc-a9911b38b40b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.739570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-23c6a5d7-6699-412f-9b22-c8287398e0c4 None None] Provisioning complete for port b0f582bd-e91c-4bff-b834-efa69da7be27 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:35.739962 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23c6a5d7-6699-412f-9b22-c8287398e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.806207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.903054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Allocated IP 172.20.0.1 (4db90271-92bd-4603-92c1-e185490200c0/64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b/aef6d8d8-6d01-4cca-a0bc-2ff1b2984063) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:36.083954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port b0f582bd-e91c-4bff-b834-efa69da7be27 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:36.084314 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.237937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:36.285108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] For port b0f582bd-e91c-4bff-b834-efa69da7be27, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0f582bd-e91c-4bff-b834-efa69da7be27,segment=NetworkSegment(13476762-9729-4a8f-93d7-729b01b7f958),segment_id=13476762-9729-4a8f-93d7-729b01b7f958)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:36.286381 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.327643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for b0f582bd-e91c-4bff-b834-efa69da7be27 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:36.353100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] DHCP port deletion for 134f8085-7c8d-4193-818f-5f8a6714a4d7 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:36.455518 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-181d798e-223b-4724-96bc-a9911b38b40b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.475772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-181d798e-223b-4724-96bc-a9911b38b40b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.501906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aa097e96-26b7-4765-aca1-5b7a71b10401 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:36.510068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] Deleting port b0f582bd-e91c-4bff-b834-efa69da7be27 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:36.511709 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.589241 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.621156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-181d798e-223b-4724-96bc-a9911b38b40b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.621385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No DVR routers for this DVR port b0f582bd-e91c-4bff-b834-efa69da7be27 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:36.623594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-181d798e-223b-4724-96bc-a9911b38b40b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2432914 Jul 09 13:37:36.636793 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51456) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:36.661713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-73d61f37-b52c-4599-a638-a3758f1fdb5b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': 'a531e7bf-b200-48db-a541-75e8e4b38ef8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:36.670462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ea165c-0f32-46ec-b6e1-9438dbed0dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.681223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.685599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6060e3-ca83-4db2-853f-c182a395fb8a None None] Network 4db90271-92bd-4603-92c1-e185490200c0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:36.704998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d798e-223b-4724-96bc-a9911b38b40b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a531e7bf-b200-48db-a541-75e8e4b38ef8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:36.715895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.728280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=b0f582bd-e91c-4bff-b834-efa69da7be27,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:36.744010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Transition to ACTIVE for port object aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:36.786974 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-55ea165c-0f32-46ec-b6e1-9438dbed0dda admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:37:36.786974 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:37:36.786974 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id_1': 'f96a85b48462494e8a666c0861819b4a', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 37, 36, 738843)}] Jul 09 13:37:36.786974 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:37:36.787629 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-55ea165c-0f32-46ec-b6e1-9438dbed0dda admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:37:36.838675 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.851123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134f8085-7c8d-4193-818f-5f8a6714a4d7']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:36.858413 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d61f37-b52c-4599-a638-a3758f1fdb5b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.865055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13476762-9729-4a8f-93d7-729b01b7f958') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:36.865363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13476762-9729-4a8f-93d7-729b01b7f958') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:36.891001 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.916591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.927650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:36.928316 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.938218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.967683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d61f37-b52c-4599-a638-a3758f1fdb5b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.996024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d61f37-b52c-4599-a638-a3758f1fdb5b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.006431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] For port b0f582bd-e91c-4bff-b834-efa69da7be27, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0f582bd-e91c-4bff-b834-efa69da7be27,segment=NetworkSegment(13476762-9729-4a8f-93d7-729b01b7f958),segment_id=13476762-9729-4a8f-93d7-729b01b7f958)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:37.006886 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.020659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6fa5abb4-1abf-4725-aa64-15964195269b None None] Provisioning for port 62277af4-e5ac-47b9-8b0a-c512e251dd9a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:37.038828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Pushing event deleted for resources: {'Port': ['ID=70c4ba40-179c-4014-882c-bcac0d0ca8ad,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:37.040354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 4db90271-92bd-4603-92c1-e185490200c0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:37.042302 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:37.046707 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.053046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d61f37-b52c-4599-a638-a3758f1fdb5b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe82b97-5812-42a8-bea5-e75c5014c230,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:37.054816 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.055866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:37.060547 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/networks/134f8085-7c8d-4193-818f-5f8a6714a4d7 HTTP/1.1" status: 204 len: 168 time: 1.5855386 Jul 09 13:37:37.062966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] Calling delete_port for b0f582bd-e91c-4bff-b834-efa69da7be27 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:37.064696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51460) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:37.067218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:37.077724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:37.080020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port aa097e96-26b7-4765-aca1-5b7a71b10401 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:37.080620 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.084723 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d61f37-b52c-4599-a638-a3758f1fdb5b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.086198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-73d61f37-b52c-4599-a638-a3758f1fdb5b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4341629 Jul 09 13:37:37.096524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51462) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:37.143348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc5a3a-4714-49a8-84f5-8510dcdf3f6a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Network': ['ID=134f8085-7c8d-4193-818f-5f8a6714a4d7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:37.179628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.184953 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-026c7812-a0ca-45a1-972d-192f46d356ce tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.200090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-026c7812-a0ca-45a1-972d-192f46d356ce tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.240642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.291232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ea165c-0f32-46ec-b6e1-9438dbed0dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.335277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38207e5-e431-47e7-b185-41ecbbad7c7e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:37.337086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a38207e5-e431-47e7-b185-41ecbbad7c7e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2711267 Jul 09 13:37:37.343569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51464) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:37.460331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-026c7812-a0ca-45a1-972d-192f46d356ce tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.475091 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-026c7812-a0ca-45a1-972d-192f46d356ce tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.479299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-026c7812-a0ca-45a1-972d-192f46d356ce tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fbe82b97-5812-42a8-bea5-e75c5014c230 HTTP/1.1" status: 204 len: 168 time: 0.3632519 Jul 09 13:37:37.479299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c7812-a0ca-45a1-972d-192f46d356ce tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbe82b97-5812-42a8-bea5-e75c5014c230,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:37.502754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51468) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:37.568069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 62277af4-e5ac-47b9-8b0a-c512e251dd9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:37.577155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.583290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.619478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.661972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] Network 134f8085-7c8d-4193-818f-5f8a6714a4d7 is not hosted by any dhcp agent {{(pid=93914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:37:37.662432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] No DVR routers for this DVR port b0f582bd-e91c-4bff-b834-efa69da7be27 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:37.666156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc3c68-8323-4f28-a707-4e4917ff92d7 None None] Pushing event deleted for resources: {'Port': ['ID=b0f582bd-e91c-4bff-b834-efa69da7be27,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:37.731731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 62277af4-e5ac-47b9-8b0a-c512e251dd9a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:37.743226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 62277af4-e5ac-47b9-8b0a-c512e251dd9a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:37.746150 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.792012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e8183580-f405-4852-9e5c-0c02b7d0e9f7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4437740 Jul 09 13:37:37.826543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51470) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:37.861773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.888450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1540138783'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:37.947941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ea165c-0f32-46ec-b6e1-9438dbed0dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.964668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ba94c532-471f-463b-b154-dc5dc66b3061 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4452634 Jul 09 13:37:37.973269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ea165c-0f32-46ec-b6e1-9438dbed0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.985594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51476) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:38.034698 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.116500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 62277af4-e5ac-47b9-8b0a-c512e251dd9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=62277af4-e5ac-47b9-8b0a-c512e251dd9a,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:38.140320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55ea165c-0f32-46ec-b6e1-9438dbed0dda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f96a85b48462494e8a666c0861819b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8823853 Jul 09 13:37:38.140926 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.175811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51482) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:38.180681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea165c-0f32-46ec-b6e1-9438dbed0dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7aad22-fe68-4448-bf60-a8da2347e064,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:38.272890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:38.281685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.297340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-50ae5b12-fb5b-4200-a31c-1fde11675348 None None] Provisioning complete for port 62277af4-e5ac-47b9-8b0a-c512e251dd9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:38.297719 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-50ae5b12-fb5b-4200-a31c-1fde11675348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.351698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0f582bd-e91c-4bff-b834-efa69da7be27 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:38.399265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b0f582bd-e91c-4bff-b834-efa69da7be27 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:38.399614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0f582bd-e91c-4bff-b834-efa69da7be27 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:38.403121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=62277af4-e5ac-47b9-8b0a-c512e251dd9a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:38.440775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Router 98093ab5-e370-42d9-996b-faebc0c7d3c6 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:38.492608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ac69076-5dd3-4ff1-995f-eb67c06ac079 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.504743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-50ae5b12-fb5b-4200-a31c-1fde11675348 None None] Provisioning for port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:38.506227 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84cdf41a-3cfb-4989-958a-b15f38b37435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.510249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-50ae5b12-fb5b-4200-a31c-1fde11675348 None None] Provisioning complete for port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:38.510723 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-50ae5b12-fb5b-4200-a31c-1fde11675348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.559841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ac69076-5dd3-4ff1-995f-eb67c06ac079 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.581688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-50ae5b12-fb5b-4200-a31c-1fde11675348 None None] Port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:38.600524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:38.625038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84cdf41a-3cfb-4989-958a-b15f38b37435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.629919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:38.644389 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020ffc3e-7d61-41e3-905e-dc3b494a6c91 None None] Sync routers for ids ['98093ab5-e370-42d9-996b-faebc0c7d3c6'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:38.654876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.656187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-14cee4df-7220-4c2c-a6a2-77467a69b496 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "PUT /v2.0/routers/98093ab5-e370-42d9-996b-faebc0c7d3c6 HTTP/1.1" status: 200 len: 710 time: 4.7438359 Jul 09 13:37:38.659246 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ffc3e-7d61-41e3-905e-dc3b494a6c91 None None] Routers {'98093ab5-e370-42d9-996b-faebc0c7d3c6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:38.659874 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-020ffc3e-7d61-41e3-905e-dc3b494a6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['98093ab5-e370-42d9-996b-faebc0c7d3c6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:38.662145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51518) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:38.668812 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.669165 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Added segment ba05cbd2-dd7a-4199-9312-992b3aa8da9c of type vlan for network e70478ce-8bb0-4920-9a49-d8d29520989c Jul 09 13:37:38.741637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-22a320c2-5563-4d16-b274-ad5f68eceb8c None None] Provisioning complete for port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:38.742021 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-22a320c2-5563-4d16-b274-ad5f68eceb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.758537 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-020ffc3e-7d61-41e3-905e-dc3b494a6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:38.780690 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.781921 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ffc3e-7d61-41e3-905e-dc3b494a6c91 None None] Routers {'98093ab5-e370-42d9-996b-faebc0c7d3c6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:38.783537 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-020ffc3e-7d61-41e3-905e-dc3b494a6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['98093ab5-e370-42d9-996b-faebc0c7d3c6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:38.807525 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ac69076-5dd3-4ff1-995f-eb67c06ac079 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.810108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ac69076-5dd3-4ff1-995f-eb67c06ac079 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.811249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6ac69076-5dd3-4ff1-995f-eb67c06ac079 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/a531e7bf-b200-48db-a541-75e8e4b38ef8 HTTP/1.1" status: 204 len: 168 time: 0.8193877 Jul 09 13:37:38.818029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51530) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:38.856849 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-020ffc3e-7d61-41e3-905e-dc3b494a6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:38.857741 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020ffc3e-7d61-41e3-905e-dc3b494a6c91 None None] The sync data for ids ['98093ab5-e370-42d9-996b-faebc0c7d3c6'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:38.866697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac69076-5dd3-4ff1-995f-eb67c06ac079 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a531e7bf-b200-48db-a541-75e8e4b38ef8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:38.873151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84cdf41a-3cfb-4989-958a-b15f38b37435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.875930 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84cdf41a-3cfb-4989-958a-b15f38b37435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.879353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-84cdf41a-3cfb-4989-958a-b15f38b37435 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d7aad22-fe68-4448-bf60-a8da2347e064 HTTP/1.1" status: 204 len: 168 time: 0.6975300 Jul 09 13:37:38.894832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf41a-3cfb-4989-958a-b15f38b37435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7aad22-fe68-4448-bf60-a8da2347e064,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:38.928775 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.936717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:38.937323 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.958210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4c71588e-e462-4d7d-be49-ef12752b9f91 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/routers/98093ab5-e370-42d9-996b-faebc0c7d3c6 HTTP/1.1" status: 200 len: 745 time: 0.2926047 Jul 09 13:37:38.963787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51546) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:38.992622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-22a320c2-5563-4d16-b274-ad5f68eceb8c None None] Port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:39.022335 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2faae563-bdf3-44b4-8e3c-7073d5ebee83 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2026541 Jul 09 13:37:39.024851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51552) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:39.035870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3ffdd93c-3cf8-4c83-a0fa-3cce50df9338 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105152530'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:39.115350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdd93c-3cf8-4c83-a0fa-3cce50df9338 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.131353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-895dcff1-c0d6-4275-bdcc-930649f9a681 tempest-RoutersIpV6AdminTest-1866572978 tempest-RoutersIpV6AdminTest-1866572978-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&device_id=98093ab5-e370-42d9-996b-faebc0c7d3c6 HTTP/1.1" status: 200 len: 205 time: 0.1618738 Jul 09 13:37:39.136346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2800007 Jul 09 13:37:39.139915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51564) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:39.140342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51566) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:39.168048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:39.258653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-519a8617-8be0-4b0d-9579-f037640648d2 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=98093ab5-e370-42d9-996b-faebc0c7d3c6 HTTP/1.1" status: 200 len: 205 time: 0.1116116 Jul 09 13:37:39.261003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51582) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:39.278140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf02cf8-f186-41b8-81af-93365b57c391 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Network': ['ID=e70478ce-8bb0-4920-9a49-d8d29520989c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:39.284669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.290769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network e70478ce-8bb0-4920-9a49-d8d29520989c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:39.300759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.489339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfefec95-569e-47ad-9ff9-28401d2330ce tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.499536 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.565136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:39.639834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-7baa1d23-fe50-41b1-b59e-065db54c3fdd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2434309 Jul 09 13:37:39.702648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 4db90271-92bd-4603-92c1-e185490200c0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:39.704730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:39.762887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdd93c-3cf8-4c83-a0fa-3cce50df9338 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.767443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfefec95-569e-47ad-9ff9-28401d2330ce tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.770125 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfefec95-569e-47ad-9ff9-28401d2330ce tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.777326 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdd93c-3cf8-4c83-a0fa-3cce50df9338 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.865868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdd93c-3cf8-4c83-a0fa-3cce50df9338 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7a5c7f-bd20-4c8f-93c5-db7eea9052ce,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:39.895370 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfefec95-569e-47ad-9ff9-28401d2330ce tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.896089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfefec95-569e-47ad-9ff9-28401d2330ce tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Fanout notify agent at l3_agent the message router_deleted on router 98093ab5-e370-42d9-996b-faebc0c7d3c6 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:39.904789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfefec95-569e-47ad-9ff9-28401d2330ce tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.907623 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dfefec95-569e-47ad-9ff9-28401d2330ce tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/98093ab5-e370-42d9-996b-faebc0c7d3c6 HTTP/1.1" status: 204 len: 168 time: 0.6437032 Jul 09 13:37:39.912048 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51638) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.039303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b4973143-100e-413f-97b3-d10d99856141 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=98093ab5-e370-42d9-996b-faebc0c7d3c6 HTTP/1.1" status: 200 len: 205 time: 0.1257334 Jul 09 13:37:40.041482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51654) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.134658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:40.139320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.152829 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-37517fb3-1836-49aa-9320-fcbeb4e6c195 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] delete failed (client error): The resource could not be found. Jul 09 13:37:40.153956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-37517fb3-1836-49aa-9320-fcbeb4e6c195 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/98093ab5-e370-42d9-996b-faebc0c7d3c6 HTTP/1.1" status: 404 len: 336 time: 0.1111562 Jul 09 13:37:40.156917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51670) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.174435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ffdd93c-3cf8-4c83-a0fa-3cce50df9338 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.175716 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3ffdd93c-3cf8-4c83-a0fa-3cce50df9338 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1498694 Jul 09 13:37:40.191518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51672) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.202048 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-13bb1d43-628b-40c7-ba05-48aaaa7bfa1a tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a3c351f-80f8-4e80-8fc6-5974fb1846f4 HTTP/1.1" status: 200 len: 205 time: 0.0410984 Jul 09 13:37:40.204778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51676) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.229339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f4f2d860-4b7a-4580-a89b-0d781d421f08 None None] Provisioning complete for port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:40.229866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d860-4b7a-4580-a89b-0d781d421f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.249681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Router 2da2abbf-c7ca-4f6c-bdba-da433a436523 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:40.254526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9b9d50c4-478c-4dd0-a3ed-3281bcdac5f6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': '8d7a5c7f-bd20-4c8f-93c5-db7eea9052ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:40.313487 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b9d50c4-478c-4dd0-a3ed-3281bcdac5f6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.358232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-26a9a8da-e1c1-423e-9baf-886bb1e47fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:40.358635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-26a9a8da-e1c1-423e-9baf-886bb1e47fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:40.359142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-26a9a8da-e1c1-423e-9baf-886bb1e47fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:40.359615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-26a9a8da-e1c1-423e-9baf-886bb1e47fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:40.360083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-26a9a8da-e1c1-423e-9baf-886bb1e47fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:40.361268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-26a9a8da-e1c1-423e-9baf-886bb1e47fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:40.361995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-26a9a8da-e1c1-423e-9baf-886bb1e47fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:40.365211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-26a9a8da-e1c1-423e-9baf-886bb1e47fd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=304b50eb4b184c3faf2477a6bf16827f&device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 6501 time: 0.5784364 Jul 09 13:37:40.406316 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-0ed22b13-ab5c-4573-9cc9-c4cc3456d891 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] delete failed (client error): The resource could not be found. Jul 09 13:37:40.408760 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ed22b13-ab5c-4573-9cc9-c4cc3456d891 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/1a3c351f-80f8-4e80-8fc6-5974fb1846f4 HTTP/1.1" status: 404 len: 336 time: 0.2022066 Jul 09 13:37:40.410591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.417749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2d860-4b7a-4580-a89b-0d781d421f08 None None] Port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:40.423810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 62277af4-e5ac-47b9-8b0a-c512e251dd9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:40.517502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 62277af4-e5ac-47b9-8b0a-c512e251dd9a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:40.518693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.545303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-81c956a7-6b33-4743-9cde-a79bd2410bd1 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3b635b-54db-4a41-8ccd-21fd8c31f2e2 HTTP/1.1" status: 200 len: 205 time: 0.1286626 Jul 09 13:37:40.547849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51714) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.642902 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-7e032dda-5d89-487f-993b-91f287dd4680 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] delete failed (client error): The resource could not be found. Jul 09 13:37:40.647996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7e032dda-5d89-487f-993b-91f287dd4680 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/dd3b635b-54db-4a41-8ccd-21fd8c31f2e2 HTTP/1.1" status: 404 len: 336 time: 0.0972543 Jul 09 13:37:40.649961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51724) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.723206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-33c87979-cde4-4ac9-93ae-17872c507e3a tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaca0b9-80c8-4484-ab70-b2806b54a4aa HTTP/1.1" status: 200 len: 205 time: 0.0711758 Jul 09 13:37:40.724127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51736) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.792389 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-fe5967ac-c70c-4b52-8db3-9438994a3ff8 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] delete failed (client error): The resource could not be found. Jul 09 13:37:40.797650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fe5967ac-c70c-4b52-8db3-9438994a3ff8 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/aaaca0b9-80c8-4484-ab70-b2806b54a4aa HTTP/1.1" status: 404 len: 336 time: 0.0711927 Jul 09 13:37:40.799033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51744) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.880763 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-277678c9-c631-4577-9830-cd1248e524c5 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea6a8bf4-955e-4bf2-a876-213687dfc571 HTTP/1.1" status: 200 len: 205 time: 0.0649726 Jul 09 13:37:40.883416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51754) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.968822 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-3c1b23b3-461e-4caf-b7b5-e10a4d9fd93d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] delete failed (client error): The resource could not be found. Jul 09 13:37:40.970769 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3c1b23b3-461e-4caf-b7b5-e10a4d9fd93d tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/ea6a8bf4-955e-4bf2-a876-213687dfc571 HTTP/1.1" status: 404 len: 336 time: 0.0853963 Jul 09 13:37:40.974439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51764) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.042911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3a6bda0a-d3e1-491f-a79a-7287f29d1c09 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc10ee07-53b0-488b-81b2-9aaa8566454d HTTP/1.1" status: 200 len: 205 time: 0.0648999 Jul 09 13:37:41.044327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51772) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.109194 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-f50eda15-fb26-4172-a22d-39332a41e144 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] delete failed (client error): The resource could not be found. Jul 09 13:37:41.115762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f50eda15-fb26-4172-a22d-39332a41e144 tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/routers/bc10ee07-53b0-488b-81b2-9aaa8566454d HTTP/1.1" status: 404 len: 336 time: 0.0703080 Jul 09 13:37:41.116554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51784) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.185146 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a90702-6474-4291-af92-84d1784b15cf tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:41.185648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a90702-6474-4291-af92-84d1784b15cf tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:41.195991 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-68a90702-6474-4291-af92-84d1784b15cf tempest-RoutersIpV6AdminTest-701750343 tempest-RoutersIpV6AdminTest-701750343-project] 10.222.0.32 "DELETE /v2.0/subnets/71d82cc0-d132-41de-a200-5172cb2cfc95 HTTP/1.1" status: 404 len: 337 time: 0.0762942 Jul 09 13:37:41.229347 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b9d50c4-478c-4dd0-a3ed-3281bcdac5f6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.269059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b9d50c4-478c-4dd0-a3ed-3281bcdac5f6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.358388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d50c4-478c-4dd0-a3ed-3281bcdac5f6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ec7142-c767-40e0-8923-b2a523e13cc2,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:41.362064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-aa099d07-6f9c-422f-97c2-abc49b494a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:41.365561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-aa099d07-6f9c-422f-97c2-abc49b494a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:41.366041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-aa099d07-6f9c-422f-97c2-abc49b494a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:41.367964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-aa099d07-6f9c-422f-97c2-abc49b494a99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b&id=427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 200 len: 2295 time: 0.9295914 Jul 09 13:37:41.444527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:41.448937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b9d50c4-478c-4dd0-a3ed-3281bcdac5f6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.450152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9b9d50c4-478c-4dd0-a3ed-3281bcdac5f6 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2460122 Jul 09 13:37:41.452923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51816) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.465586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Sync routers for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:41.480666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-57d0f443-c260-4527-9d92-b9a59a796506 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "PUT /v2.0/routers/2da2abbf-c7ca-4f6c-bdba-da433a436523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1852160 Jul 09 13:37:41.484752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51824) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.499446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-94361cb4-6fa6-4310-8e99-adaef15a026b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1530136547', 'description': 'tempest-secgroup_access--1530136547 description', 'project_id': 'd0461a693b504387867f96b9bd7cd3b9'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:41.500058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:41.501503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:41.563365 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.599871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e91b2fd1-88da-49cb-a306-b3b326a9d80b tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules/39ec7142-c767-40e0-8923-b2a523e13cc2 HTTP/1.1" status: 200 len: 763 time: 0.1449966 Jul 09 13:37:41.604500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51836) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.606128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94361cb4-6fa6-4310-8e99-adaef15a026b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.621076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-0b194420-1f64-467b-b8b4-2d0ecabbb689 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340 HTTP/1.1" status: 200 len: 1001 time: 0.1944108 Jul 09 13:37:41.716085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Checking segment: {'id': 'ba05cbd2-dd7a-4199-9312-992b3aa8da9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:41.716454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network hostable DHCP agents. Network: e70478ce-8bb0-4920-9a49-d8d29520989c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:41.745356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=9ae678d0-d3c6-4374-84b9-3e0e08a951ef,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:41.770408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-7eb31da5-83ec-4488-ac37-d310917886f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:41.778279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-7eb31da5-83ec-4488-ac37-d310917886f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0728d4d0-2a44-4ec1-b201-7cb38e4632eb HTTP/1.1" status: 200 len: 856 time: 0.1358385 Jul 09 13:37:41.779836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network e70478ce-8bb0-4920-9a49-d8d29520989c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:41.784735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:41.846655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2e22078a-26f4-419e-a325-355c9ec8f8e3 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2216921 Jul 09 13:37:41.860172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51862) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.861701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51864) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.904877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, e70478ce-8bb0-4920-9a49-d8d29520989c) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:41.920924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:41.924509 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.980813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfc0498f-d522-4a75-91f3-fdbe84e3de62 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.981978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-fe890aaa-e8a5-493d-8f0d-2f62e1bce351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:41.986738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-fe890aaa-e8a5-493d-8f0d-2f62e1bce351 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a0f6167-6c10-4698-9b53-b91ea671a5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982760 Jul 09 13:37:41.987860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cb4b8-0190-404f-bfab-102344fa8fbb None None] Network e70478ce-8bb0-4920-9a49-d8d29520989c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:42.004638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfc0498f-d522-4a75-91f3-fdbe84e3de62 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.102492 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfc0498f-d522-4a75-91f3-fdbe84e3de62 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.125123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfc0498f-d522-4a75-91f3-fdbe84e3de62 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.127493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bfc0498f-d522-4a75-91f3-fdbe84e3de62 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/39ec7142-c767-40e0-8923-b2a523e13cc2 HTTP/1.1" status: 204 len: 168 time: 0.2605014 Jul 09 13:37:42.138646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51894) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.168669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0498f-d522-4a75-91f3-fdbe84e3de62 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39ec7142-c767-40e0-8923-b2a523e13cc2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:42.242220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ae40c7e-26f3-4fa2-8b72-fdd9ed54ced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.251504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0dc7f82e-7098-406c-a2c8-2b72eaad8b4e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1088681 Jul 09 13:37:42.256244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51908) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.260860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5dce2218-9aad-4530-a120-69654dafe32a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': '8d7a5c7f-bd20-4c8f-93c5-db7eea9052ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:42.283026 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-351d292f-c96d-42dc-a5df-4350eef066ad service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892644 Jul 09 13:37:42.292147 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94361cb4-6fa6-4310-8e99-adaef15a026b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.301238 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94361cb4-6fa6-4310-8e99-adaef15a026b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.347341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94361cb4-6fa6-4310-8e99-adaef15a026b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd3857-d279-4b37-a06e-76f887ac352f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:42.390811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94361cb4-6fa6-4310-8e99-adaef15a026b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.393058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-94361cb4-6fa6-4310-8e99-adaef15a026b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9020638 Jul 09 13:37:42.395952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51930) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.408029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1703382421', 'description': 'tempest-secgroup_general--1703382421 description', 'project_id': 'd0461a693b504387867f96b9bd7cd3b9'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:42.421857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-e70478ce-8bb0-4920-9a49-d8d29520989c', 'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c', 'tenant_id': 'cf413578d4db4558800c7cf1aa8fa2be', 'fixed_ips': [{'subnet_id': '9ae678d0-d3c6-4374-84b9-3e0e08a951ef'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:37:42.426808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.462142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a5ea172c-e78f-4d59-ba94-0196549438e5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3152969 Jul 09 13:37:42.465633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51940) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.474206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c', 'name': 'tempest-PortsTestJSON-1150539030'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:42.525907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:37:42.525907 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:37:42.525907 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': 'd0461a693b504387867f96b9bd7cd3b9', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 37, 42, 424483)}] Jul 09 13:37:42.525907 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:37:42.525907 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:37:42.526734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-6ae40c7e-26f3-4fa2-8b72-fdd9ed54ced2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:37:42.526734 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:37:42.526734 n-d-799524-3 neutron-server[93912]: [parameters: {'project_id_1': 'd450dd7f369a4338952c267995fc8b73', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 37, 42, 286463)}] Jul 09 13:37:42.526734 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:37:42.527769 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-6ae40c7e-26f3-4fa2-8b72-fdd9ed54ced2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:37:42.562176 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5dce2218-9aad-4530-a120-69654dafe32a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.574732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-d155e3d6-16da-44ed-ae9c-eb84ab11111e service neutron] 10.222.0.10 "GET /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835510 Jul 09 13:37:42.631788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-6d1513f2-ebce-4a1e-af26-9f54a99accbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 217 time: 0.0497687 Jul 09 13:37:42.707388 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:38Z', 'revision_number': 2, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:42.754068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Checking router: 2da2abbf-c7ca-4f6c-bdba-da433a436523 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:42.754619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Updating router 2da2abbf-c7ca-4f6c-bdba-da433a436523 port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:37:42.772842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:42.777559 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.796057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5dce2218-9aad-4530-a120-69654dafe32a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.802171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 033efdcd-8a93-4cbe-9d42-9a293134d337 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:42.811950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-0db5e7a8-6051-4f62-9815-ed5702741897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:42.817711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-0db5e7a8-6051-4f62-9815-ed5702741897 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1771047 Jul 09 13:37:42.822112 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5dce2218-9aad-4530-a120-69654dafe32a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.843383 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.882420 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5dce2218-9aad-4530-a120-69654dafe32a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:42.884074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5dce2218-9aad-4530-a120-69654dafe32a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6269400 Jul 09 13:37:42.889645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51994) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.912990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce2218-9aad-4530-a120-69654dafe32a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdbcc6e-2679-42ae-a7fd-dfa0c898a14d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:42.917833 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0443a5e6-168d-4cf2-9174-242f97703428 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules/3cdbcc6e-2679-42ae-a7fd-dfa0c898a14d HTTP/1.1" status: 200 len: 763 time: 0.0262907 Jul 09 13:37:42.919038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51998) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.977877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Allocated IP 172.20.0.2 (e70478ce-8bb0-4920-9a49-d8d29520989c/9ae678d0-d3c6-4374-84b9-3e0e08a951ef/b8a9db3c-01ec-4cec-bcb4-edcebe86ad10) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:42.980936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-e9cbe04c-e4dd-4874-a24c-cdd8bcdd061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:42.982902 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-e9cbe04c-e4dd-4874-a24c-cdd8bcdd061c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1558845 Jul 09 13:37:42.998987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-359db91f-38a3-4992-b3be-eca4952be07d tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0728424 Jul 09 13:37:43.000358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52010) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.033040 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ae40c7e-26f3-4fa2-8b72-fdd9ed54ced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.079670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05df0c18-a513-40a7-8025-c34ccb5fe29a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.097418 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.121487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05df0c18-a513-40a7-8025-c34ccb5fe29a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.196342 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-d723dc74-e406-4b55-88bb-1d5e27c3287d service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060175 Jul 09 13:37:43.261934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05df0c18-a513-40a7-8025-c34ccb5fe29a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.276444 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.289364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05df0c18-a513-40a7-8025-c34ccb5fe29a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.290700 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-05df0c18-a513-40a7-8025-c34ccb5fe29a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3cdbcc6e-2679-42ae-a7fd-dfa0c898a14d HTTP/1.1" status: 204 len: 168 time: 0.2876849 Jul 09 13:37:43.311185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52044) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.347909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df0c18-a513-40a7-8025-c34ccb5fe29a tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cdbcc6e-2679-42ae-a7fd-dfa0c898a14d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:43.435798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ae40c7e-26f3-4fa2-8b72-fdd9ed54ced2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.444101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-9e1e3fc3-f174-412a-9d36-72902b312640 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292724 Jul 09 13:37:43.459681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1b596ce0-d81c-41cb-ba70-6442a4a56a06 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1459880 Jul 09 13:37:43.462274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52066) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.465705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ae40c7e-26f3-4fa2-8b72-fdd9ed54ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.469452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-544e2d65-5f40-4908-b008-ed7c94f0b3da tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Request body: {'security_group_rule': {'security_group_id': '8d7a5c7f-bd20-4c8f-93c5-db7eea9052ce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:43.480977 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.517595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Transition to ACTIVE for port object b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:43.538145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-5843c800-aed6-4f0e-be45-85b181d8a942 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 217 time: 0.0865953 Jul 09 13:37:43.538840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae40c7e-26f3-4fa2-8b72-fdd9ed54ced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f743869f-5163-4638-b00c-2e724a4d79ce,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:43.584794 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6ae40c7e-26f3-4fa2-8b72-fdd9ed54ced2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d450dd7f369a4338952c267995fc8b73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6978989 Jul 09 13:37:43.588700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52080) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.657419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-65bbfcfb-9941-4276-8617-83e564f457b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:43.659494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-65bbfcfb-9941-4276-8617-83e564f457b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1146216 Jul 09 13:37:43.683588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.689025 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7d06423a-fe9c-4ec7-b8e3-f60d93b0a0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.698476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Transition to ACTIVE for port object aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:43.725088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7d06423a-fe9c-4ec7-b8e3-f60d93b0a0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.735046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.774884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-0c76c560-731b-43fc-bc82-df051038b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:43.776533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-0c76c560-731b-43fc-bc82-df051038b558 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105838 Jul 09 13:37:43.780063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.796891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.850248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363a0b17-9907-4726-b218-45753d298250,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:43.871750 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.873465 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2c108261-a9ba-4b73-9178-c4d13a14e6c0 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.4763370 Jul 09 13:37:43.877439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52114) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.883573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fa995380-2e54-44c2-a5b2-fc3c6b8cef5d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'security_group_rule': {'security_group_id': '48fd3857-d279-4b37-a06e-76f887ac352f', 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:43.885073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Transition to ACTIVE for port object b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:43.904479 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-544e2d65-5f40-4908-b008-ed7c94f0b3da tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Project 1c12fdb333d34eaeb052d2724c2ace2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:37:43.910518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7d06423a-fe9c-4ec7-b8e3-f60d93b0a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.913861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7d06423a-fe9c-4ec7-b8e3-f60d93b0a0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.915805 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7d06423a-fe9c-4ec7-b8e3-f60d93b0a0cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f743869f-5163-4638-b00c-2e724a4d79ce HTTP/1.1" status: 204 len: 168 time: 0.3244004 Jul 09 13:37:43.925170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-544e2d65-5f40-4908-b008-ed7c94f0b3da tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:43.988713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06423a-fe9c-4ec7-b8e3-f60d93b0a0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f743869f-5163-4638-b00c-2e724a4d79ce,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:44.005442 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.024466 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-544e2d65-5f40-4908-b008-ed7c94f0b3da tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.039342 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-544e2d65-5f40-4908-b008-ed7c94f0b3da tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.077281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4afd1-3083-4aaf-b995-668ece4f2d9f None None] Pushing event updated for resources: {'Port': ['ID=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:44.087135 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa995380-2e54-44c2-a5b2-fc3c6b8cef5d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.123917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-544e2d65-5f40-4908-b008-ed7c94f0b3da tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.135886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-544e2d65-5f40-4908-b008-ed7c94f0b3da tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6720731 Jul 09 13:37:44.155277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52136) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:44.173749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e2d65-5f40-4908-b008-ed7c94f0b3da tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b379d0e-af19-40b3-9781-318317f7d8a0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:44.199079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-5fab092a-22e9-439b-b1d0-838ab0d91a06 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150069 Jul 09 13:37:44.206031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Pushing event updated for resources: {'Port': ['ID=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:44.217030 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7b8b7d4f-8f5e-4dbf-a0fe-ee8fa8c4d357 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules/0b379d0e-af19-40b3-9781-318317f7d8a0 HTTP/1.1" status: 200 len: 769 time: 0.0589926 Jul 09 13:37:44.217580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52138) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:44.310972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.6 (e70478ce-8bb0-4920-9a49-d8d29520989c/9ae678d0-d3c6-4374-84b9-3e0e08a951ef/033efdcd-8a93-4cbe-9d42-9a293134d337) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:44.313192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Attempting to bind port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:44.316834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Attempting to bind port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:44.318020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Attempting to bind port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 on network 4db90271-92bd-4603-92c1-e185490200c0 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:44.347254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Network e70478ce-8bb0-4920-9a49-d8d29520989c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:44.348213 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa995380-2e54-44c2-a5b2-fc3c6b8cef5d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.353244 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.362539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:44.372314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:44.382541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:44.383427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Checking segment: {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:44.384075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.384701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Bound using segment: {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:44.385451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Bound port: aef6d8d8-6d01-4cca-a0bc-2ff1b2984063, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:44.386079 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.398781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa995380-2e54-44c2-a5b2-fc3c6b8cef5d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.425941 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d9da7e2-37ad-45f3-ae96-80d2940736e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.500474 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-0f93e10a-a9db-458d-881e-95531143f772 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908633 Jul 09 13:37:44.521138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Attempting to bind port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:44.523205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Attempting to bind port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ba05cbd2-dd7a-4199-9312-992b3aa8da9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:44.523763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Attempting to bind port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 on network e70478ce-8bb0-4920-9a49-d8d29520989c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:44.542625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:44.542625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Checking segment: {'id': 'ba05cbd2-dd7a-4199-9312-992b3aa8da9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:44.542625 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.542625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Bound using segment: {'id': 'ba05cbd2-dd7a-4199-9312-992b3aa8da9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:44.542625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Bound port: b8a9db3c-01ec-4cec-bcb4-edcebe86ad10, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba05cbd2-dd7a-4199-9312-992b3aa8da9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:44.542625 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.613828 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-b3902276-a6c4-44e6-bc24-11bc8cd385d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d HTTP/1.1" status: 200 len: 217 time: 0.1066918 Jul 09 13:37:44.664533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.683795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object 033efdcd-8a93-4cbe-9d42-9a293134d337 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:44.735148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52158) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:44.736741 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa995380-2e54-44c2-a5b2-fc3c6b8cef5d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.738662 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fa995380-2e54-44c2-a5b2-fc3c6b8cef5d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8594465 Jul 09 13:37:44.752063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f3bf86bf-05f3-4900-97d2-5b6a71fbb135 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5092049 Jul 09 13:37:44.780092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52162) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:44.781250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-53a80e14-3d01-4967-be13-4dc9179d5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:44.783473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-53a80e14-3d01-4967-be13-4dc9179d5649 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.1528106 Jul 09 13:37:44.828994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] For port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:44.845732 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e37bd12b-dcaa-4fb2-8702-f70a2c6e044d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0975baa40144433385a2f3ee0b6612eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881679 Jul 09 13:37:44.857545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52166) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:44.873303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.879240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] For port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:44.887406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ac08121-3a2b-4c3c-a19d-5b2d72f7b14f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.896434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.903740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ac08121-3a2b-4c3c-a19d-5b2d72f7b14f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.953263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa995380-2e54-44c2-a5b2-fc3c6b8cef5d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930dd708-408c-405e-aea8-239c766e5f4c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:45.030539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4afd1-3083-4aaf-b995-668ece4f2d9f None None] Pushing event updated for resources: {'Port': ['ID=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:45.031046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network e70478ce-8bb0-4920-9a49-d8d29520989c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:45.033846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ac08121-3a2b-4c3c-a19d-5b2d72f7b14f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.046172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:45.054090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab35388c-5faa-4af7-beeb-037a7c94e640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.054748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] For port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:45.059997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-78fbebcc-f825-40a7-b83c-bfe84bb58906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:45.060718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:45.062580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-78fbebcc-f825-40a7-b83c-bfe84bb58906 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2720139 Jul 09 13:37:45.096002 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ac08121-3a2b-4c3c-a19d-5b2d72f7b14f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.108388 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7ac08121-3a2b-4c3c-a19d-5b2d72f7b14f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0b379d0e-af19-40b3-9781-318317f7d8a0 HTTP/1.1" status: 204 len: 168 time: 0.2979341 Jul 09 13:37:45.115562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:45.117896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:45.127539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] For port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,segment=NetworkSegment(ba05cbd2-dd7a-4199-9312-992b3aa8da9c),segment_id=ba05cbd2-dd7a-4199-9312-992b3aa8da9c)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:45.138337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52184) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:45.210522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac08121-3a2b-4c3c-a19d-5b2d72f7b14f tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b379d0e-af19-40b3-9781-318317f7d8a0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:45.246492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-283437c8-e40f-4d9d-9c65-65f1b77586b8 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742821 Jul 09 13:37:45.353291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab35388c-5faa-4af7-beeb-037a7c94e640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.406863 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.493269 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-5e8a3c65-01f8-46fb-8443-4c54270612af tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:45.495774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-8ce7da79-f6db-43e3-a3b1-482df0530b48 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1703382421&fields=id&tenant_id=d0461a693b504387867f96b9bd7cd3b9 HTTP/1.1" status: 200 len: 267 time: 0.2452276 Jul 09 13:37:45.503287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-5e8a3c65-01f8-46fb-8443-4c54270612af tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/networks?id=3bd22c4e-9180-43b6-9b38-88ad715bb7da HTTP/1.1" status: 200 len: 814 time: 0.4959352 Jul 09 13:37:45.518236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43711692-1e5e-4375-8fad-1560d221dcdb None None] Pushing event updated for resources: {'Port': ['ID=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:45.578142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:45.584492 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-51055a74-fc36-42db-8c1b-840a12e29149 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/quotas/73f3bb17e27d46d4867789461484138b HTTP/1.1" status: 200 len: 375 time: 0.0235519 Jul 09 13:37:45.588318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=033efdcd-8a93-4cbe-9d42-9a293134d337,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:45.601771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-52778ba6-ffe9-4b81-b36c-f947bc0cfef8 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--1530136547&fields=id&tenant_id=d0461a693b504387867f96b9bd7cd3b9 HTTP/1.1" status: 200 len: 267 time: 0.0962698 Jul 09 13:37:45.606437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-b1229757-146b-4dfd-9f9d-6ff3fa65accb service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332911 Jul 09 13:37:45.672124 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e1066e9a-5931-42ef-ac34-e42d7cb8ca0e tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5322182 Jul 09 13:37:45.679687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:45.680338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.694750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52208) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:45.730204 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab35388c-5faa-4af7-beeb-037a7c94e640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.733682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab35388c-5faa-4af7-beeb-037a7c94e640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.737165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ab35388c-5faa-4af7-beeb-037a7c94e640 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/187272ba-29eb-444b-8c74-82b6db2b1516 HTTP/1.1" status: 204 len: 168 time: 0.8767819 Jul 09 13:37:45.756797 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-8506a363-aa67-46f2-b878-6036e3b21945 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f3bb17e27d46d4867789461484138b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323357 Jul 09 13:37:45.759569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-74726540-8248-4df8-846e-c81a9c59ff68 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2923119 Jul 09 13:37:45.767343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52214) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:45.779600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': 'e70478ce-8bb0-4920-9a49-d8d29520989c', 'name': 'tempest-PortsTestJSON-185873533'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:45.810675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-02267ba5-54dd-4a68-9c59-bf5942acd90f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf HTTP/1.1" status: 200 len: 217 time: 0.1973524 Jul 09 13:37:45.928640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35388c-5faa-4af7-beeb-037a7c94e640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187272ba-29eb-444b-8c74-82b6db2b1516,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:45.958639 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ceefb95-2927-451f-91f1-02c2ac903754 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.061583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-3dee244c-ddeb-4095-96d6-ee52fffe63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:46.063292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-3dee244c-ddeb-4095-96d6-ee52fffe63be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 200 len: 797 time: 0.2433400 Jul 09 13:37:46.064854 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ceefb95-2927-451f-91f1-02c2ac903754 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.111063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-6361b9a7-d366-4ac1-94e8-bac5ec367b91 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:46.122526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-6361b9a7-d366-4ac1-94e8-bac5ec367b91 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/networks?id=4db90271-92bd-4603-92c1-e185490200c0 HTTP/1.1" status: 200 len: 796 time: 0.5019028 Jul 09 13:37:46.191121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:46.194515 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.213985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-c2ff6705-a629-4633-8ae2-afb0aef8fb97 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/quotas/d0461a693b504387867f96b9bd7cd3b9 HTTP/1.1" status: 200 len: 375 time: 0.0904031 Jul 09 13:37:46.222297 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ceefb95-2927-451f-91f1-02c2ac903754 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.224949 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ceefb95-2927-451f-91f1-02c2ac903754 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.230234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:44Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:46.231542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2ceefb95-2927-451f-91f1-02c2ac903754 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "DELETE /v2.0/security-groups/8d7a5c7f-bd20-4c8f-93c5-db7eea9052ce HTTP/1.1" status: 204 len: 168 time: 0.4866886 Jul 09 13:37:46.237035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52234) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:46.304578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba012333-d2b7-418a-ba79-a824a33225a0 None None] The sync data for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 is: [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:44Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:46.336042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:46.423365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceefb95-2927-451f-91f1-02c2ac903754 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7a5c7f-bd20-4c8f-93c5-db7eea9052ce,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:46.429223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-0ba7cb00-51b3-45ee-91fb-6c9570f720a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:46.434654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-0ba7cb00-51b3-45ee-91fb-6c9570f720a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e00c6e0-4d26-41c8-b1e1-40737b86495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3531599 Jul 09 13:37:46.440464 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 85f4acf3-4275-4b14-82f1-dba17210bbf1 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:46.483967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:46.674112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-421953a2-231b-4aae-85a3-c5868182bc49 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4586496 Jul 09 13:37:46.720645 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-021ba62d-e896-4213-840d-8432188a09bb tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4714193 Jul 09 13:37:46.749217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52264) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:46.839027 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca82f7e8-39d1-4dbd-844b-f237121620d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.862685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-23cad7bf-de98-4299-a685-afe0befafa9e service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105635 Jul 09 13:37:46.871151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3432dad9-1c85-4402-908f-eb7199b17869 tempest-SecGroupIPv6Test-1645068111 tempest-SecGroupIPv6Test-1645068111-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1089976 Jul 09 13:37:46.872468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3e0e719a-4a1b-4373-b4a7-65e268cad64d service neutron] 10.222.0.32 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1062009 Jul 09 13:37:47.004820 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.031867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-cbd8bd58-5e10-47ae-9952-f33c74403630 service neutron] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567521 Jul 09 13:37:47.050591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-94a15a5b-5e29-4cb1-a321-3ce8625463c8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:37:47.056537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.9 (e70478ce-8bb0-4920-9a49-d8d29520989c/9ae678d0-d3c6-4374-84b9-3e0e08a951ef/85f4acf3-4275-4b14-82f1-dba17210bbf1) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:47.057086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-94a15a5b-5e29-4cb1-a321-3ce8625463c8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3800211 Jul 09 13:37:47.256724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-321d06e3-5abc-4c3f-a3ce-c957f16e022d service neutron] 10.222.0.32 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832049 Jul 09 13:37:47.381930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-541c6cb3-1052-4e83-8995-599273a0e7d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f HTTP/1.1" status: 200 len: 217 time: 0.3406239 Jul 09 13:37:47.417863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-8c7c92b5-f20c-4beb-a3cb-3d1262f0a84c service neutron] 10.222.0.32 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448019 Jul 09 13:37:47.432196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e40179-f585-4393-9e4d-92573d8b7a5b None None] Network e70478ce-8bb0-4920-9a49-d8d29520989c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:47.739609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52310) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:47.788012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fd1a3b62-2719-47d6-8636-84b1d75c70e1 service neutron] 10.222.0.32 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223963 Jul 09 13:37:47.805236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.824332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-5cdb66dd-a266-4d01-bfec-6d249ac3729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:47.826310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-5cdb66dd-a266-4d01-bfec-6d249ac3729b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.4283707 Jul 09 13:37:47.832084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-759d6195-82c7-4338-8685-3537a0b3ff3b None None] Provisioning for port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:47.833233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object 85f4acf3-4275-4b14-82f1-dba17210bbf1 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:47.862078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-759d6195-82c7-4338-8685-3537a0b3ff3b None None] Provisioning complete for port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:47.862078 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-759d6195-82c7-4338-8685-3537a0b3ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.891202 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6515b36-5e8b-4cf1-b901-be43402ac5bd req-f2f67d6d-2b0b-4988-9b19-0b121a37164b tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 210 time: 0.2452941 Jul 09 13:37:47.915077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.004476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-e3c32f3b-4d61-4bc6-8996-54557f41924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:48.007529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-e3c32f3b-4d61-4bc6-8996-54557f41924b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1737556 Jul 09 13:37:48.056934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52320) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:48.176120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=85f4acf3-4275-4b14-82f1-dba17210bbf1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:48.188917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network e70478ce-8bb0-4920-9a49-d8d29520989c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:48.196925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:48.219282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:48.281736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:48.283757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.290358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.290787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.291619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.292623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.293757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.296177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.296798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.303582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.304106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.314862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.315321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.315782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:48.343425 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-759d6195-82c7-4338-8685-3537a0b3ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.391016 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57215c39-a3fe-42d5-b5c1-18d1b30a70ab req-da560f49-8ffe-496e-898f-3e51bc3f45e1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 210 time: 0.1873600 Jul 09 13:37:48.433739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c9797678-8a16-4110-800c-cf92fe434216 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6647501 Jul 09 13:37:48.441010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52348) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:48.446220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-42053b51-e387-4d67-802f-3b967ecff46f service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082029 Jul 09 13:37:48.479149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:48.529884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-991105622'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:48.631218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bf99c490-b470-431e-a5f2-2d0b10ea0d06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c12fdb333d34eaeb052d2724c2ace2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8816788 Jul 09 13:37:48.636151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52362) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:48.650779 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.655782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae527b2-45da-4d80-9591-5fd13228a52c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:48.660561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-759d6195-82c7-4338-8685-3537a0b3ff3b None None] For port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,segment=NetworkSegment(ba05cbd2-dd7a-4199-9312-992b3aa8da9c),segment_id=ba05cbd2-dd7a-4199-9312-992b3aa8da9c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:48.661484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dae527b2-45da-4d80-9591-5fd13228a52c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2170494 Jul 09 13:37:48.662126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52364) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:48.680662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-759d6195-82c7-4338-8685-3537a0b3ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.710331 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:48.728557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.775209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.812488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d6195-82c7-4338-8685-3537a0b3ff3b None None] Pushing event updated for resources: {'Port': ['ID=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:48.838145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:48.846342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:48.846909 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.998304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-af4d35af-87cf-4718-a3d5-71ba7310ab74 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442257 Jul 09 13:37:49.100700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b8e77bf6-4e4f-4aea-bd45-7ce23ed9659a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 85f4acf3-4275-4b14-82f1-dba17210bbf1 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:49.101050 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e77bf6-4e4f-4aea-bd45-7ce23ed9659a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.229438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-c7b0df0a-75e1-46c8-b37f-348e33bd8e62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=502d8b4a-eef9-40b1-975e-037964dce8ee HTTP/1.1" status: 200 len: 217 time: 0.2211635 Jul 09 13:37:49.240436 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.243760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Provisioning complete for port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:49.247811 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.250869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-654ab5aa-6232-401e-9ade-96cb3da9a70f req-8e480936-28c1-42d0-aca1-3fc800ebfd31 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 210 time: 0.1936066 Jul 09 13:37:49.303603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3d21-3cf3-4f75-bc50-56df9d00dba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.331529 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e77bf6-4e4f-4aea-bd45-7ce23ed9659a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.371122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b8e77bf6-4e4f-4aea-bd45-7ce23ed9659a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 85f4acf3-4275-4b14-82f1-dba17210bbf1 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:49.399662 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3d21-3cf3-4f75-bc50-56df9d00dba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.461290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-a91ca207-d3e8-4368-969e-3d745e4b9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:49.468591 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-a91ca207-d3e8-4368-969e-3d745e4b9a9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 200 len: 797 time: 0.1900604 Jul 09 13:37:49.495041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:49.559897 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.610428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Provisioning for port 033efdcd-8a93-4cbe-9d42-9a293134d337 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:49.618027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Provisioning complete for port 033efdcd-8a93-4cbe-9d42-9a293134d337 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:49.619517 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.683257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.693979 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.702927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3d21-3cf3-4f75-bc50-56df9d00dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.706727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3d21-3cf3-4f75-bc50-56df9d00dba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.711589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dc6f3d21-3cf3-4f75-bc50-56df9d00dba6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc0d4725-2c71-47f0-984e-6a1b9cd12908 HTTP/1.1" status: 204 len: 168 time: 1.0666628 Jul 09 13:37:49.734102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-dd5073be-a27d-4c8d-9304-0145dd5da21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:49.737380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-dd5073be-a27d-4c8d-9304-0145dd5da21f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=427f5b13-ea1e-4354-be87-64c30cc8d34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2665586 Jul 09 13:37:49.760034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Port 033efdcd-8a93-4cbe-9d42-9a293134d337 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:49.770306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.792560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4b455fe4-9e4b-41c4-b222-af41b6f60e81 req-04d8eb12-9219-4f1f-91f7-55102049f8b6 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 210 time: 0.1322262 Jul 09 13:37:49.796758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e77bf6-4e4f-4aea-bd45-7ce23ed9659a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.816503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:49.830204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Provisioning complete for port 85f4acf3-4275-4b14-82f1-dba17210bbf1 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:49.831208 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.855890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:49.865515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-40124c09-fef2-4a46-b2da-d2030d7465e7 None None] Port 85f4acf3-4275-4b14-82f1-dba17210bbf1 was deleted so its status cannot be updated. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 13:37:49.951859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4be7b6e-1136-43ed-a65f-e24790eb2c15,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:49.995845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-275157f4-10b1-4148-90b0-c2a0e206687d None None] Provisioning complete for port 033efdcd-8a93-4cbe-9d42-9a293134d337 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:49.996217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-275157f4-10b1-4148-90b0-c2a0e206687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.028088 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.028641 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment ac988819-3e45-48ca-8f86-1c88198b9b2b of type vlan for network df9fcc90-04c8-491b-9b12-7b6e9316e5e3 Jul 09 13:37:50.059533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3d21-3cf3-4f75-bc50-56df9d00dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0d4725-2c71-47f0-984e-6a1b9cd12908,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:50.115750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-275157f4-10b1-4148-90b0-c2a0e206687d None None] Port 033efdcd-8a93-4cbe-9d42-9a293134d337 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:50.188109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.234401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6ac29e35-e513-418f-8ed8-beb7d01daa3c None None] Could not find standard attr ID for object 85f4acf3-4275-4b14-82f1-dba17210bbf1. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:37:50.244215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-4308ea23-b46a-4de4-afee-cd9ca5e45fab service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813609 Jul 09 13:37:50.408657 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.413755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:50.414305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:50.414924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.528785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:50.529417 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.542485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4724748 Jul 09 13:37:50.550747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38ccdfc9-5177-4379-949e-ba8b00a88c48 req-03497eb1-d738-46dc-a3d1-ab64cf59b27f tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 210 time: 0.0758817 Jul 09 13:37:50.712959 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52464) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:50.726288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': 'df9fcc90-04c8-491b-9b12-7b6e9316e5e3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:50.775169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:50.804931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af7082-385c-41cc-8340-580e1a068bc5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=df9fcc90-04c8-491b-9b12-7b6e9316e5e3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:50.893229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network df9fcc90-04c8-491b-9b12-7b6e9316e5e3 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:50.929673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2fe4e4c-c62b-42a0-a855-f3241bda3eea req-d0934670-a27b-4da7-9535-b187c5b9c2d9 service neutron] 10.222.0.10 "GET /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751404 Jul 09 13:37:51.090269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:51.096220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.096921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-3a24f905-69a2-4582-bec1-2a104b8d4661 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:51.106802 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-3a24f905-69a2-4582-bec1-2a104b8d4661 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.11 "GET /v2.0/networks?id=4db90271-92bd-4603-92c1-e185490200c0 HTTP/1.1" status: 200 len: 796 time: 0.2889874 Jul 09 13:37:51.179474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e77bf6-4e4f-4aea-bd45-7ce23ed9659a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=85f4acf3-4275-4b14-82f1-dba17210bbf1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:51.232261 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-69f87ecd-98f1-4b8d-9108-6a650c0536da req-839e707a-9d1e-4021-950d-192d0e80ca6a tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 210 time: 0.1197276 Jul 09 13:37:51.387851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:51.388454 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.402663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52492) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.408704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8e77bf6-4e4f-4aea-bd45-7ce23ed9659a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.411083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b8e77bf6-4e4f-4aea-bd45-7ce23ed9659a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/85f4acf3-4275-4b14-82f1-dba17210bbf1 HTTP/1.1" status: 204 len: 168 time: 2.7478089 Jul 09 13:37:51.425230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52494) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.526419 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31d6c0d-2b21-4c67-93e3-d3ca12156446 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:37:51.537618 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f31d6c0d-2b21-4c67-93e3-d3ca12156446 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/85f4acf3-4275-4b14-82f1-dba17210bbf1 HTTP/1.1" status: 404 len: 333 time: 0.1059337 Jul 09 13:37:51.540116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52498) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.628223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1572392252'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:51.644160 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-55de9473-7c3a-46be-ada9-630855249ced tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0461a693b504387867f96b9bd7cd3b9 HTTP/1.1" status: 200 len: 478 time: 0.4561985 Jul 09 13:37:51.669921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'port': {'device_id': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'admin_state_up': True, 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'security_groups': ['363a0b17-9907-4726-b218-45753d298250', '48fd3857-d279-4b37-a06e-76f887ac352f']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:51.696125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.801910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Made reservation on behalf of 0405bf0e5d4e4b85821f8ea77114a77f for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:51.805963 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.822585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.001848 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.015035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.119874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:52.144140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0188a8-3d35-4d4b-bc7f-8150d47d589a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:52.159988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Made reservation on behalf of d0461a693b504387867f96b9bd7cd3b9 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:52.168048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.217541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.218813 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Added segment b2e02c87-9c0e-488c-a9f6-ebf9e099d4aa of type vlan for network 1ecb310e-64a7-4f11-8132-a0def1aee0f1 Jul 09 13:37:52.225016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=67691778-1138-482a-a935-6b9a6e838269,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:52.347599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7e75851-4421-443f-b51d-4baeb6c47d99 req-9305d68e-cf13-4396-8d94-1beed42ea1c8 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 210 time: 0.1068375 Jul 09 13:37:52.350333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.529115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.538334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:52.541594 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.583800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': 'ac988819-3e45-48ca-8f86-1c88198b9b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df9fcc90-04c8-491b-9b12-7b6e9316e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:52.584516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: df9fcc90-04c8-491b-9b12-7b6e9316e5e3, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:52.639883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-26bb4136-46e8-4fbf-b347-db4f6a29b4f1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 033efdcd-8a93-4cbe-9d42-9a293134d337 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:52.640463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-26bb4136-46e8-4fbf-b347-db4f6a29b4f1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.674823 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-51794479-1850-4d71-84f7-9e4a0a841fef req-76059860-acf6-45af-991d-8bc338e8518e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 210 time: 0.1895816 Jul 09 13:37:52.703329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-ff0435bd-b448-40d2-a75a-bb6d113de0ce tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:52.706422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-ff0435bd-b448-40d2-a75a-bb6d113de0ce tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.11 "GET /v2.0/networks?id=3bd22c4e-9180-43b6-9b38-88ad715bb7da HTTP/1.1" status: 200 len: 814 time: 0.4779806 Jul 09 13:37:52.710423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network df9fcc90-04c8-491b-9b12-7b6e9316e5e3 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:52.731567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Request body: {'port': {'device_id': '0f0952bf-f841-4b67-ab5c-1577ba313ae4', 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da', 'admin_state_up': True, 'tenant_id': '73f3bb17e27d46d4867789461484138b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.748759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, df9fcc90-04c8-491b-9b12-7b6e9316e5e3) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:52.759458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c6e940-bb0b-457d-b9a4-518508374e06 None None] Network df9fcc90-04c8-491b-9b12-7b6e9316e5e3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:52.776466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3699048 Jul 09 13:37:52.783546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52566) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.785233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Allocated IP 172.20.0.6 (4db90271-92bd-4603-92c1-e185490200c0/64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b/672879be-47ad-4651-a974-bbdbc24f189b) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:52.792383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:52.792990 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.794431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-f36428f8-74da-461c-9c9c-97c729be99db tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', 'tempest-TagsTest-Tag-1379709965') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:52.806096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08b53b-d507-4c8e-9abf-43196e6c4423 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Pushing event updated for resources: {'Network': ['ID=1ecb310e-64a7-4f11-8132-a0def1aee0f1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:52.849959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e4a5b740-d407-48ab-914c-1f93b24bc7bb tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1278386 Jul 09 13:37:52.850427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52568) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.864926 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-26bb4136-46e8-4fbf-b347-db4f6a29b4f1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.865487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 1ecb310e-64a7-4f11-8132-a0def1aee0f1 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:52.870620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1279205517'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.900243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-26bb4136-46e8-4fbf-b347-db4f6a29b4f1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 033efdcd-8a93-4cbe-9d42-9a293134d337 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:52.982530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:52.986783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.042427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:53.066642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.067469 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment 7f93dde2-ded4-4809-97e7-82bf90063e64 of type vlan for network bb2051b2-f66a-4eb8-a083-7423f0e038e4 Jul 09 13:37:53.069528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Made reservation on behalf of 73f3bb17e27d46d4867789461484138b for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:53.072543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f36428f8-74da-461c-9c9c-97c729be99db tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "PUT /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags/tempest-TagsTest-Tag-1379709965 HTTP/1.1" status: 201 len: 201 time: 0.2840645 Jul 09 13:37:53.074290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.075226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52582) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.080782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-df9fcc90-04c8-491b-9b12-7b6e9316e5e3', 'network_id': 'df9fcc90-04c8-491b-9b12-7b6e9316e5e3', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': '67691778-1138-482a-a935-6b9a6e838269'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:37:53.081983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.082127 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-4b887d37-3af1-493b-8d27-f0eb28d778c8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', 'tempest-TagsTest-Tag-1379709965') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:53.179478 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.209368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.218295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4b887d37-3af1-493b-8d27-f0eb28d778c8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "GET /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags/tempest-TagsTest-Tag-1379709965 HTTP/1.1" status: 204 len: 168 time: 0.1402235 Jul 09 13:37:53.219353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52584) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.225939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-c6ed7fd4-3394-47cc-8a0f-b77a04efc75a tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:53.275942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Allocated IP 172.20.255.242 (df9fcc90-04c8-491b-9b12-7b6e9316e5e3/67691778-1138-482a-a935-6b9a6e838269/b3eada22-82ba-47ea-9f63-83e9724b28d9) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:53.306067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.309132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Transition to ACTIVE for port object 672879be-47ad-4651-a974-bbdbc24f189b will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:53.311847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:53.312565 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.329410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-26bb4136-46e8-4fbf-b347-db4f6a29b4f1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.334223 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c6ed7fd4-3394-47cc-8a0f-b77a04efc75a tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "GET /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags HTTP/1.1" status: 200 len: 238 time: 0.1098359 Jul 09 13:37:53.334402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52588) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.340381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-9191a1d7-529c-4190-b581-97d0c1ce4c4f tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', {'tags': ['tempest-TagsTest-Tag-1125298264', 'tempest-TagsTest-Tag-1596438068', 'tempest-TagsTest-Tag-2083117309']}) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:53.381108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Allocated IP 172.20.0.6 (3bd22c4e-9180-43b6-9b38-88ad715bb7da/5ff354ce-6bfc-46c5-be7b-185a2c29a859/b79b0147-0015-4ddd-9623-1c4c31f545e5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:53.436539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52592) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.456913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5964906 Jul 09 13:37:53.461218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52596) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.462121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb4136-46e8-4fbf-b347-db4f6a29b4f1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=033efdcd-8a93-4cbe-9d42-9a293134d337,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:53.470697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': 'bb2051b2-f66a-4eb8-a083-7423f0e038e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:53.524057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.524939 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.540734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Transition to ACTIVE for port object b3eada22-82ba-47ea-9f63-83e9724b28d9 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:53.561081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Transition to ACTIVE for port object b3eada22-82ba-47ea-9f63-83e9724b28d9 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:53.581473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86606a-222c-4bce-bd56-7d4b37df0243 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=bb2051b2-f66a-4eb8-a083-7423f0e038e4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:53.598297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network bb2051b2-f66a-4eb8-a083-7423f0e038e4 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:53.602354 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.697862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 4db90271-92bd-4603-92c1-e185490200c0 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:53.710969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3a19d6e7-e71b-4b2a-8305-a6b1bf598935 req-14f6924e-249c-4af2-a545-04a2973c6d74 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 210 time: 0.1431558 Jul 09 13:37:53.719441 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9191a1d7-529c-4190-b581-97d0c1ce4c4f tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "PUT /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags HTTP/1.1" status: 200 len: 309 time: 0.3811378 Jul 09 13:37:53.721328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52606) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.722636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c90a0da1-31e6-4820-9467-57e3413d8e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.791585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-bc181038-d1bb-4ed0-9d77-2f89c623cf0a tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', 'tempest-TagsTest-Tag-1125298264') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:53.805892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:53.810873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:53.845185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=672879be-47ad-4651-a974-bbdbc24f189b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:53.929810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-26bb4136-46e8-4fbf-b347-db4f6a29b4f1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.935467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-26bb4136-46e8-4fbf-b347-db4f6a29b4f1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/033efdcd-8a93-4cbe-9d42-9a293134d337 HTTP/1.1" status: 204 len: 168 time: 2.3942938 Jul 09 13:37:53.936512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:53.951634 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.963918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52612) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.007629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Pushing event updated for resources: {'Port': ['ID=b3eada22-82ba-47ea-9f63-83e9724b28d9,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:54.022481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Network df9fcc90-04c8-491b-9b12-7b6e9316e5e3 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:54.033214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:54.037308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:54.102418 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-080261a3-13af-4c0e-99b2-e29b4d4a6f7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:37:54.107166 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-080261a3-13af-4c0e-99b2-e29b4d4a6f7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/033efdcd-8a93-4cbe-9d42-9a293134d337 HTTP/1.1" status: 404 len: 333 time: 0.1380870 Jul 09 13:37:54.112221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52614) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.121555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Attempting to bind port b3eada22-82ba-47ea-9f63-83e9724b28d9 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:54.122176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Attempting to bind port b3eada22-82ba-47ea-9f63-83e9724b28d9 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ac988819-3e45-48ca-8f86-1c88198b9b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df9fcc90-04c8-491b-9b12-7b6e9316e5e3'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:54.122794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Attempting to bind port b3eada22-82ba-47ea-9f63-83e9724b28d9 on network df9fcc90-04c8-491b-9b12-7b6e9316e5e3 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:54.128981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:54.129608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Checking segment: {'id': 'ac988819-3e45-48ca-8f86-1c88198b9b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df9fcc90-04c8-491b-9b12-7b6e9316e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:54.130179 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.131071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Bound using segment: {'id': 'ac988819-3e45-48ca-8f86-1c88198b9b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df9fcc90-04c8-491b-9b12-7b6e9316e5e3'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:54.131720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Bound port: b3eada22-82ba-47ea-9f63-83e9724b28d9, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac988819-3e45-48ca-8f86-1c88198b9b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df9fcc90-04c8-491b-9b12-7b6e9316e5e3'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:54.132272 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.199243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:54.200166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.218935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] For port b3eada22-82ba-47ea-9f63-83e9724b28d9, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:54.225189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] For port b3eada22-82ba-47ea-9f63-83e9724b28d9, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3eada22-82ba-47ea-9f63-83e9724b28d9,segment=NetworkSegment(ac988819-3e45-48ca-8f86-1c88198b9b2b),segment_id=ac988819-3e45-48ca-8f86-1c88198b9b2b)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:54.232254 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.275112 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c90a0da1-31e6-4820-9467-57e3413d8e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.288600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c90a0da1-31e6-4820-9467-57e3413d8e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.293831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b31364f-7af0-4a81-9bab-ed23a1e3a53c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet 9ae678d0-d3c6-4374-84b9-3e0e08a951ef {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:54.312975 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b31364f-7af0-4a81-9bab-ed23a1e3a53c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.319463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-aa36ee90-a3d8-4c33-8282-4e4880908c86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.6662977 Jul 09 13:37:54.326701 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bc181038-d1bb-4ed0-9d77-2f89c623cf0a tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "DELETE /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags/tempest-TagsTest-Tag-1125298264 HTTP/1.1" status: 204 len: 168 time: 0.6052065 Jul 09 13:37:54.327865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52616) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.332199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e5c45e4-f880-49e9-b88a-a5792068a177 None None] Provisioning for port 672879be-47ad-4651-a974-bbdbc24f189b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:54.340548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e5c45e4-f880-49e9-b88a-a5792068a177 None None] Provisioning complete for port 672879be-47ad-4651-a974-bbdbc24f189b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:54.341235 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e5c45e4-f880-49e9-b88a-a5792068a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.343165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Request body: {'port': {'device_id': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:54.343936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd48ba-6441-4591-963a-2821bad03c2f None None] Pushing event updated for resources: {'Port': ['ID=b3eada22-82ba-47ea-9f63-83e9724b28d9,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:54.351533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-5b059809-775e-4205-9fe5-a52e6e2a0f17 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', 'tempest-TagsTest-Tag-1125298264') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:54.380827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.400098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c45e4-f880-49e9-b88a-a5792068a177 None None] Port 672879be-47ad-4651-a974-bbdbc24f189b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:54.408655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b31364f-7af0-4a81-9bab-ed23a1e3a53c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.435160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b346-37a9-4d77-81b6-2a93335658ff req-5327704a-232f-4f0e-951c-524091e85327 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:54.445145 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d034b346-37a9-4d77-81b6-2a93335658ff req-5327704a-232f-4f0e-951c-524091e85327 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 970 time: 0.3881114 Jul 09 13:37:54.495508 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c90a0da1-31e6-4820-9467-57e3413d8e41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbfcc010ead14e379705fcb5f0d2dcfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0578227 Jul 09 13:37:54.507001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52618) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.538272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a0da1-31e6-4820-9467-57e3413d8e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c595e16a-6a64-4423-a252-342147f5a63e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:54.627859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.644551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d034b346-37a9-4d77-81b6-2a93335658ff req-b9b15126-b77a-4382-b2a2-4a9bee3b5d0c tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1983953 Jul 09 13:37:54.663367 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-5b059809-775e-4205-9fe5-a52e6e2a0f17 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] show failed (client error): The resource could not be found. Jul 09 13:37:54.664501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5b059809-775e-4205-9fe5-a52e6e2a0f17 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "GET /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags/tempest-TagsTest-Tag-1125298264 HTTP/1.1" status: 404 len: 326 time: 0.3175099 Jul 09 13:37:54.666796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.676220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52620) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.701037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-c6ccd3b0-92e8-463d-b81c-29a145dee416 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', 'tempest-TagsTest-Tag-1596438068') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:54.749108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b31364f-7af0-4a81-9bab-ed23a1e3a53c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.794982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.896071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Network 3bd22c4e-9180-43b6-9b38-88ad715bb7da is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:54.937098 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8755b43a-952e-4009-bbd4-906d964d9a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.939570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:54.941391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Pushing event updated for resources: {'Port': ['ID=b79b0147-0015-4ddd-9623-1c4c31f545e5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:54.948850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:55.061020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=4b96755b-a06a-41fd-9e36-9b005d18e4c7,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:55.077314 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672879be-47ad-4651-a974-bbdbc24f189b {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:55.092166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.107014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Transition to ACTIVE for port object 672879be-47ad-4651-a974-bbdbc24f189b will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:55.114518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.127459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8755b43a-952e-4009-bbd4-906d964d9a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.151054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': '7f93dde2-ded4-4809-97e7-82bf90063e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb2051b2-f66a-4eb8-a083-7423f0e038e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:55.151429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: bb2051b2-f66a-4eb8-a083-7423f0e038e4, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:55.172909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b31364f-7af0-4a81-9bab-ed23a1e3a53c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.211791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:55.212462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.244882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Pushing event updated for resources: {'Port': ['ID=672879be-47ad-4651-a974-bbdbc24f189b,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:55.268859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c6ccd3b0-92e8-463d-b81c-29a145dee416 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "GET /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags/tempest-TagsTest-Tag-1596438068 HTTP/1.1" status: 204 len: 168 time: 0.5890050 Jul 09 13:37:55.269883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31364f-7af0-4a81-9bab-ed23a1e3a53c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae678d0-d3c6-4374-84b9-3e0e08a951ef,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:55.274890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52626) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:55.284718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b31364f-7af0-4a81-9bab-ed23a1e3a53c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.285554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-dbc46da9-ba53-4244-9921-75fd0dd8a60e tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', 'tempest-TagsTest-Tag-2083117309') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:55.287497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1b31364f-7af0-4a81-9bab-ed23a1e3a53c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/9ae678d0-d3c6-4374-84b9-3e0e08a951ef HTTP/1.1" status: 204 len: 168 time: 1.1716533 Jul 09 13:37:55.292318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52628) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:55.302156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab03e10-c049-43b0-b6de-2c08bacb5832 None None] Network e70478ce-8bb0-4920-9a49-d8d29520989c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:55.324920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0ce8d41-bb4f-4840-bf37-52fc620e3ad3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5981555 Jul 09 13:37:55.363684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network bb2051b2-f66a-4eb8-a083-7423f0e038e4 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:55.467154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Attempting to bind port 672879be-47ad-4651-a974-bbdbc24f189b on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:55.472864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Attempting to bind port 672879be-47ad-4651-a974-bbdbc24f189b by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:55.473482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Attempting to bind port 672879be-47ad-4651-a974-bbdbc24f189b on network 4db90271-92bd-4603-92c1-e185490200c0 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:55.486269 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Port 672879be-47ad-4651-a974-bbdbc24f189b on network 4db90271-92bd-4603-92c1-e185490200c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:37:55.486594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Attempting to bind port 672879be-47ad-4651-a974-bbdbc24f189b on network 4db90271-92bd-4603-92c1-e185490200c0 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:55.505247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb53510-cd60-42c2-906b-be7baa1463a6 req-60ebe237-0321-4850-9ab9-8f4df23bfd63 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:55.507395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdb53510-cd60-42c2-906b-be7baa1463a6 req-60ebe237-0321-4850-9ab9-8f4df23bfd63 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 931 time: 0.5893245 Jul 09 13:37:55.510992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.518603 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dbc46da9-ba53-4244-9921-75fd0dd8a60e tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "GET /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags/tempest-TagsTest-Tag-2083117309 HTTP/1.1" status: 204 len: 168 time: 0.2425008 Jul 09 13:37:55.520897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:55.520897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Checking segment: {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:55.520897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Bound using segment: {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:55.521198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Bound port: 672879be-47ad-4651-a974-bbdbc24f189b, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2202c1-316d-4b81-93a5-44d98a55e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4db90271-92bd-4603-92c1-e185490200c0'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:55.521411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.525733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Request body: {'port': {'device_id': '0f0952bf-f841-4b67-ab5c-1577ba313ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:55.532017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52630) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:55.534377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8755b43a-952e-4009-bbd4-906d964d9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.537393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8755b43a-952e-4009-bbd4-906d964d9a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.541162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8755b43a-952e-4009-bbd4-906d964d9a23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c595e16a-6a64-4423-a252-342147f5a63e HTTP/1.1" status: 204 len: 168 time: 1.0268605 Jul 09 13:37:55.552110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-d659b265-d3ee-4438-8db9-fa4cdfbe9bf3 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:55.652986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, bb2051b2-f66a-4eb8-a083-7423f0e038e4) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:55.659570 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] For port 672879be-47ad-4651-a974-bbdbc24f189b, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:55.666698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] For port 672879be-47ad-4651-a974-bbdbc24f189b, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=672879be-47ad-4651-a974-bbdbc24f189b,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:55.675757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.676758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8278f543-6c60-4e9b-98ed-4b389c1ed8aa None None] Network bb2051b2-f66a-4eb8-a083-7423f0e038e4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:55.679350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755b43a-952e-4009-bbd4-906d964d9a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c595e16a-6a64-4423-a252-342147f5a63e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:55.679988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] DHCP port deletion for e70478ce-8bb0-4920-9a49-d8d29520989c request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:55.753935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:55.754548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.760519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Pushing event updated for resources: {'Port': ['ID=672879be-47ad-4651-a974-bbdbc24f189b,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:55.778049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:55.778705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.780352 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-fc97539b-bbff-4a8d-85cd-e25f362a049b service neutron] 10.222.0.11 "PUT /v2.0/ports/672879be-47ad-4651-a974-bbdbc24f189b HTTP/1.1" status: 200 len: 1130 time: 1.4417856 Jul 09 13:37:55.780834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:55.783482 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e042f73-e0e3-49b4-bc2c-8c204c35d289" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "tag": "672879be-47ad-4651-a974-bbdbc24f189b"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:56.020897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] Deleting port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:56.023121 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.067431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0bce7e87-8891-4b63-a70c-eb3bf319895c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6011863 Jul 09 13:37:56.072325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52650) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:56.091943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdb53510-cd60-42c2-906b-be7baa1463a6 req-0c5e8002-c30d-4833-8c4d-04cedd014dcc tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774803 Jul 09 13:37:56.148703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.203795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ea295-93ee-4d22-bc49-6e28d84c3949 None None] Network df9fcc90-04c8-491b-9b12-7b6e9316e5e3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:56.256546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d659b265-d3ee-4438-8db9-fa4cdfbe9bf3 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "DELETE /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags HTTP/1.1" status: 204 len: 168 time: 0.7167351 Jul 09 13:37:56.258283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:56.258597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.263091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52656) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:56.269581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-e3d78a93-1221-49bc-960a-ce00f2816ff7 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', 'tempest-TagsTest-Tag-1596438068') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:56.363216 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71c65a0-1efe-4f81-a951-41a62d3c5269 x-openstack-request-id: req-e71c65a0-1efe-4f81-a951-41a62d3c5269 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:56.363795 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "tag": "672879be-47ad-4651-a974-bbdbc24f189b", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:56.363921 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e71c65a0-1efe-4f81-a951-41a62d3c5269 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:56.364280 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b', 'status': 'completed', 'code': 200} Jul 09 13:37:56.431389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-a6130c90-91f6-45ec-a6b9-877ad53d1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:56.432942 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-a6130c90-91f6-45ec-a6b9-877ad53d1387 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1133 time: 0.5956047 Jul 09 13:37:56.482645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3eada22-82ba-47ea-9f63-83e9724b28d9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:56.518922 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-ae36891a-d3a1-4feb-a633-e3601cf482f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=672879be-47ad-4651-a974-bbdbc24f189b HTTP/1.1" status: 200 len: 217 time: 0.0744724 Jul 09 13:37:56.554920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a038711-da85-46e3-8246-31e32eb7f077 req-9a937937-561d-47f2-9d91-7cf23d1ab330 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:56.562302 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a038711-da85-46e3-8246-31e32eb7f077 req-9a937937-561d-47f2-9d91-7cf23d1ab330 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 982 time: 0.5505793 Jul 09 13:37:56.570063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1acbc135-2c5e-4535-8bd6-1af963cf0322 None None] Provisioning for port b3eada22-82ba-47ea-9f63-83e9724b28d9 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:56.600516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c2d64-0e6d-45a1-b75a-bf86d7d3b311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-bb2051b2-f66a-4eb8-a083-7423f0e038e4', 'network_id': 'bb2051b2-f66a-4eb8-a083-7423f0e038e4', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': '4b96755b-a06a-41fd-9e36-9b005d18e4c7'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:37:56.601504 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-923c2d64-0e6d-45a1-b75a-bf86d7d3b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.637160 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.671312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-6feaec5a-73b9-4430-94b9-8cf6b782f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:56.674455 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-6feaec5a-73b9-4430-94b9-8cf6b782f9bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b HTTP/1.1" status: 200 len: 835 time: 0.1469526 Jul 09 13:37:56.707563 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a038711-da85-46e3-8246-31e32eb7f077 req-dbf13e46-7aa1-4024-bc80-5a2b180f14d9 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1442263 Jul 09 13:37:56.779447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] For port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,segment=NetworkSegment(ba05cbd2-dd7a-4199-9312-992b3aa8da9c),segment_id=ba05cbd2-dd7a-4199-9312-992b3aa8da9c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:56.779941 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.814171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.849979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] Calling delete_port for b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:56.873352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-237ebfa6-078d-4fba-b139-5b0c116378cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:56.875425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-237ebfa6-078d-4fba-b139-5b0c116378cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db90271-92bd-4603-92c1-e185490200c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946058 Jul 09 13:37:56.951048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.036594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=4b96755b-a06a-41fd-9e36-9b005d18e4c7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:57.079225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b3eada22-82ba-47ea-9f63-83e9724b28d9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-923c2d64-0e6d-45a1-b75a-bf86d7d3b311 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b96755b-a06a-41fd-9e36-9b005d18e4c7: This subnet is being modified by another concurrent operation. Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:37:57.126404 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b96755b-a06a-41fd-9e36-9b005d18e4c7: This subnet is being modified by another concurrent operation. Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b3eada22-82ba-47ea-9f63-83e9724b28d9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:57.131960 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.163430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a8e9e-1ff3-4087-a6e5-3073e3615b28 None None] Network bb2051b2-f66a-4eb8-a083-7423f0e038e4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:57.176892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.181654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] For port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,segment=NetworkSegment(ba05cbd2-dd7a-4199-9312-992b3aa8da9c),segment_id=ba05cbd2-dd7a-4199-9312-992b3aa8da9c)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:57.182162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.195300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2051b2-f66a-4eb8-a083-7423f0e038e4']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:57.220552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f93dde2-ded4-4809-97e7-82bf90063e64') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:57.220885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f93dde2-ded4-4809-97e7-82bf90063e64') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:57.227441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:57.235275 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-945f7529-68af-4300-8349-9420a3ddde29 service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092647 Jul 09 13:37:57.237906 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.240368 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-e3d78a93-1221-49bc-960a-ce00f2816ff7 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] show failed (client error): The resource could not be found. Jul 09 13:37:57.241679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e3d78a93-1221-49bc-960a-ce00f2816ff7 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "GET /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags/tempest-TagsTest-Tag-1596438068 HTTP/1.1" status: 404 len: 326 time: 0.9776428 Jul 09 13:37:57.246702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:57.264870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-6f0f0ec3-da81-4cff-bb7c-fcf4f030b82e tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1', 'tempest-TagsTest-Tag-2083117309') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:57.297260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.425192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:57.426328 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:57.431752 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:57.509386 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.618176 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2bc97d97-d93a-47e3-bb54-ab15b49847a8 req-10a755f4-2154-48ae-91d7-810ad0680c8a service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699048 Jul 09 13:37:57.619755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] No DVR routers for this DVR port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:57.619962 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.623552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.628366 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.639532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.648425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/bb2051b2-f66a-4eb8-a083-7423f0e038e4 HTTP/1.1" status: 204 len: 168 time: 1.4699621 Jul 09 13:37:57.654680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52718) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:57.661361 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-6f0f0ec3-da81-4cff-bb7c-fcf4f030b82e tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] show failed (client error): The resource could not be found. Jul 09 13:37:57.665337 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6f0f0ec3-da81-4cff-bb7c-fcf4f030b82e tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "GET /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags/tempest-TagsTest-Tag-2083117309 HTTP/1.1" status: 404 len: 326 time: 0.4159508 Jul 09 13:37:57.667539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c95ce-6d70-4b36-b28b-2d62b4859821 None None] Pushing event deleted for resources: {'Port': ['ID=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:57.676064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-958656727'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:57.690789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52724) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:57.709422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-ff4301e2-689d-48ee-b315-33de77bbe8fb tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1ecb310e-64a7-4f11-8132-a0def1aee0f1') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:57.711930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b3eada22-82ba-47ea-9f63-83e9724b28d9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3eada22-82ba-47ea-9f63-83e9724b28d9,segment=NetworkSegment(ac988819-3e45-48ca-8f86-1c88198b9b2b),segment_id=ac988819-3e45-48ca-8f86-1c88198b9b2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:57.722569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79b0147-0015-4ddd-9623-1c4c31f545e5 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:57.723790 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.725972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397451fd-2a37-4711-8953-7a8182ac9db4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=bb2051b2-f66a-4eb8-a083-7423f0e038e4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:57.737968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=b8a9db3c-01ec-4cec-bcb4-edcebe86ad10,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:57.748502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.758654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No DVR routers for this DVR port b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:57.848203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Transition to ACTIVE for port object b79b0147-0015-4ddd-9623-1c4c31f545e5 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:57.859898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c4afa-e069-4af5-a9ee-7106071a06fa None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:37:57.887382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:57.921677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.935388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70478ce-8bb0-4920-9a49-d8d29520989c']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:57.963550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba05cbd2-dd7a-4199-9312-992b3aa8da9c') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:57.964196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba05cbd2-dd7a-4199-9312-992b3aa8da9c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:57.998620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:57.998851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0759d6-65de-47c0-908c-9195605732fc req-42a60e31-c8bc-4ab8-ad82-6210b61e990f tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:58.000372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d0759d6-65de-47c0-908c-9195605732fc req-42a60e31-c8bc-4ab8-ad82-6210b61e990f tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 931 time: 0.5912070 Jul 09 13:37:58.008586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.011646 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.022031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c4afa-e069-4af5-a9ee-7106071a06fa None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:37:58.101470 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.178876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:58.179341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b8a9db3c-01ec-4cec-bcb4-edcebe86ad10 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:58.190624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:58.191605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.193925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b3eada22-82ba-47ea-9f63-83e9724b28d9,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:58.197909 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d0759d6-65de-47c0-908c-9195605732fc req-bae697b6-c322-48e6-bbd2-b014cab6da7d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716053 Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:58.198993 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:58.263817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-15bdebd0-a7e3-4fe7-ba48-903bcb41a2bb None None] Provisioning complete for port b3eada22-82ba-47ea-9f63-83e9724b28d9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:58.264464 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-15bdebd0-a7e3-4fe7-ba48-903bcb41a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.375117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Attempting to bind port b79b0147-0015-4ddd-9623-1c4c31f545e5 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:58.375425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Attempting to bind port b79b0147-0015-4ddd-9623-1c4c31f545e5 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:58.376144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Attempting to bind port b79b0147-0015-4ddd-9623-1c4c31f545e5 on network 3bd22c4e-9180-43b6-9b38-88ad715bb7da {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:58.378733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Pushing event updated for resources: {'Port': ['ID=b79b0147-0015-4ddd-9623-1c4c31f545e5,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:58.422700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Port b79b0147-0015-4ddd-9623-1c4c31f545e5 on network 3bd22c4e-9180-43b6-9b38-88ad715bb7da not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:37:58.423100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Attempting to bind port b79b0147-0015-4ddd-9623-1c4c31f545e5 on network 3bd22c4e-9180-43b6-9b38-88ad715bb7da {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:58.437058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:58.437399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Checking segment: {'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:58.437782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Bound using segment: {'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:58.438255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Bound port: b79b0147-0015-4ddd-9623-1c4c31f545e5, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:58.438626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.447858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3eada22-82ba-47ea-9f63-83e9724b28d9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:58.472314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.524303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.580137 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.586783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/networks/e70478ce-8bb0-4920-9a49-d8d29520989c HTTP/1.1" status: 204 len: 168 time: 3.2877600 Jul 09 13:37:58.587384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ba4e-a215-4024-9531-f4f13e51c5e1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Network': ['ID=e70478ce-8bb0-4920-9a49-d8d29520989c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:58.588779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52772) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:58.602038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b3eada22-82ba-47ea-9f63-83e9724b28d9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:58.602516 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.603003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-989813068'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:58.646347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] For port b79b0147-0015-4ddd-9623-1c4c31f545e5, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:58.651810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] For port b79b0147-0015-4ddd-9623-1c4c31f545e5, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b79b0147-0015-4ddd-9623-1c4c31f545e5,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:58.660770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.677703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff4301e2-689d-48ee-b315-33de77bbe8fb tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "DELETE /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1/tags HTTP/1.1" status: 204 len: 168 time: 0.9728115 Jul 09 13:37:58.680159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-392006c0-8804-4f37-a1f9-fee7c98e584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:58.683576 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-392006c0-8804-4f37-a1f9-fee7c98e584c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1133 time: 0.9757731 Jul 09 13:37:58.683576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52776) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:58.685838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:58.733458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:58.734077 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.736338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] 10.222.0.11 "PUT /v2.0/ports/b79b0147-0015-4ddd-9623-1c4c31f545e5 HTTP/1.1" status: 200 len: 1091 time: 3.3526554 Jul 09 13:37:58.736802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52778) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:58.737385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0952bf-f841-4b67-ab5c-1577ba313ae4', 'tag': 'b79b0147-0015-4ddd-9623-1c4c31f545e5'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:58.739954 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e999e5-6dac-4556-b6b0-c971f5716500" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0952bf-f841-4b67-ab5c-1577ba313ae4", "tag": "b79b0147-0015-4ddd-9623-1c4c31f545e5"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:58.748443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:58.757786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.815639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08561e-1e32-4f76-bd4f-f1b797a32334 service neutron] Pushing event updated for resources: {'Port': ['ID=b79b0147-0015-4ddd-9623-1c4c31f545e5,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:58.825784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:58.836516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.836872 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Added segment 62593af2-d7d3-45b0-98cd-a875ce9c8898 of type vlan for network f3476f28-31b0-4ca9-af00-c8aa994af063 Jul 09 13:37:58.840883 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4976d9ef-9fdb-45ab-9318-781f640449f2 x-openstack-request-id: req-4976d9ef-9fdb-45ab-9318-781f640449f2 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:58.841228 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0952bf-f841-4b67-ab5c-1577ba313ae4", "tag": "b79b0147-0015-4ddd-9623-1c4c31f545e5", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:58.841484 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4976d9ef-9fdb-45ab-9318-781f640449f2 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:58.841882 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0952bf-f841-4b67-ab5c-1577ba313ae4', 'tag': 'b79b0147-0015-4ddd-9623-1c4c31f545e5', 'status': 'completed', 'code': 200} Jul 09 13:37:58.868610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-0586533e-6e86-4b5f-8487-edbe882cf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:58.870589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-0586533e-6e86-4b5f-8487-edbe882cf983 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73f3bb17e27d46d4867789461484138b&device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 1094 time: 0.0908804 Jul 09 13:37:58.878570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.915421 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.916019 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment 72864143-9fff-4924-84e3-09ba823e8f0d of type vlan for network 927355c4-0371-4e49-b231-aeef149fe2d9 Jul 09 13:37:58.934083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-6bc070c4-3eb9-4352-ae0e-5f8ccd432ad7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b79b0147-0015-4ddd-9623-1c4c31f545e5 HTTP/1.1" status: 200 len: 217 time: 0.0557857 Jul 09 13:37:58.952360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af01822c-36c9-4a92-8cac-10ec59dd25cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.959115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7f3c4-e933-403b-97b2-e276962861ed req-fd13cdaf-89d0-4857-90e5-f995f03c931b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:58.962911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0f7f3c4-e933-403b-97b2-e276962861ed req-fd13cdaf-89d0-4857-90e5-f995f03c931b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 982 time: 0.4318221 Jul 09 13:37:58.996571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.003888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.004571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.011541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-b5378b5c-b3c2-48da-91a3-09f8746c227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.013034 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-b5378b5c-b3c2-48da-91a3-09f8746c227b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ff354ce-6bfc-46c5-be7b-185a2c29a859 HTTP/1.1" status: 200 len: 854 time: 0.0703342 Jul 09 13:37:59.052739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-bbe68ce8-07a9-4bc7-9b56-97c24f466168 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bd22c4e-9180-43b6-9b38-88ad715bb7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337145 Jul 09 13:37:59.095642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.154752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.192942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af01822c-36c9-4a92-8cac-10ec59dd25cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.195415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-c0d47315-047e-4451-b07d-bb9e4902c283 service neutron] 10.222.0.11 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364331 Jul 09 13:37:59.197472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af01822c-36c9-4a92-8cac-10ec59dd25cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.204971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0f7f3c4-e933-403b-97b2-e276962861ed req-22efa6d3-0b05-4313-92bd-b2ca329ebc12 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2179306 Jul 09 13:37:59.212297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Network': ['ID=f3476f28-31b0-4ca9-af00-c8aa994af063,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:59.224567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network f3476f28-31b0-4ca9-af00-c8aa994af063 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:59.229122 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4247095d-aaf0-457b-9150-c0dadc1c690a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6351948 Jul 09 13:37:59.232900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52784) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:59.234191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-1decde0a-2dd4-41d1-af95-622240038d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.237309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-1decde0a-2dd4-41d1-af95-622240038d06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db90271-92bd-4603-92c1-e185490200c0 HTTP/1.1" status: 200 len: 896 time: 0.5423698 Jul 09 13:37:59.243461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:59.281091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-af01822c-36c9-4a92-8cac-10ec59dd25cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b655d38f9b2343528b15dfa5efbcbd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383618 Jul 09 13:37:59.287937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52788) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:59.296787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01822c-36c9-4a92-8cac-10ec59dd25cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823f4f50-01eb-4884-b16a-9f210e3fd015,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:59.346546 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.354193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.354837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.376476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3438a23-ef7a-44a7-b6d9-b50b5e1e6d51 req-047dff0d-7af2-4cc0-8a3a-1bfd7cca2ccf service neutron] 10.222.0.11 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676707 Jul 09 13:37:59.378541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f27d40f-72be-4109-8a48-f12e50ead66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.428310 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f27d40f-72be-4109-8a48-f12e50ead66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.449997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-bb5f515a-ebc3-498f-8f71-ce684ed2948d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=672879be-47ad-4651-a974-bbdbc24f189b HTTP/1.1" status: 200 len: 217 time: 0.2023897 Jul 09 13:37:59.531637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9c045-d13e-415d-86c0-969986da7c75 req-3ddc2168-cba5-4e12-8368-2ca7dcd865b0 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.533378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ee9c045-d13e-415d-86c0-969986da7c75 req-3ddc2168-cba5-4e12-8368-2ca7dcd865b0 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 943 time: 0.1558793 Jul 09 13:37:59.563072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8941405 Jul 09 13:37:59.563072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.565233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-4e0987d3-c489-45ee-a20d-4ee4dddd67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.565620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-4e0987d3-c489-45ee-a20d-4ee4dddd67f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73f3bb17e27d46d4867789461484138b&device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 1094 time: 0.1341703 Jul 09 13:37:59.566249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f27d40f-72be-4109-8a48-f12e50ead66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.568754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f27d40f-72be-4109-8a48-f12e50ead66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.569797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1f27d40f-72be-4109-8a48-f12e50ead66e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/823f4f50-01eb-4884-b16a-9f210e3fd015 HTTP/1.1" status: 204 len: 168 time: 0.2808611 Jul 09 13:37:59.572393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52794) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:59.586382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': '927355c4-0371-4e49-b231-aeef149fe2d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:59.588367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecb310e-64a7-4f11-8132-a0def1aee0f1']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:59.615431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27d40f-72be-4109-8a48-f12e50ead66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f4f50-01eb-4884-b16a-9f210e3fd015,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:59.623829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e02c87-9c0e-488c-a9f6-ebf9e099d4aa') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:59.624130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e02c87-9c0e-488c-a9f6-ebf9e099d4aa') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:59.646436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f369c7-c4a8-485d-91a0-f0e81e2d9b0f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=927355c4-0371-4e49-b231-aeef149fe2d9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:59.656187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 927355c4-0371-4e49-b231-aeef149fe2d9 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:59.661131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-32e41773-0f25-4c3c-99ca-00ad8fb24278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.662763 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-32e41773-0f25-4c3c-99ca-00ad8fb24278 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b HTTP/1.1" status: 200 len: 835 time: 0.1792259 Jul 09 13:37:59.665544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.719786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.724938 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:59.728496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.746384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:59.747067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:59.752493 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:59.773660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-72157788-568e-41d7-872c-b29058486ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.775343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-72157788-568e-41d7-872c-b29058486ad3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3bd22c4e-9180-43b6-9b38-88ad715bb7da HTTP/1.1" status: 200 len: 914 time: 0.1987753 Jul 09 13:37:59.806397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ee9c045-d13e-415d-86c0-969986da7c75 req-d3371025-537e-4ba3-aab5-563b3fc6b7df tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639179 Jul 09 13:37:59.884205 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-de13daa2-27a7-45fe-b8de-757296423adb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b79b0147-0015-4ddd-9623-1c4c31f545e5 HTTP/1.1" status: 200 len: 217 time: 0.0764706 Jul 09 13:37:59.900664 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.905791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.908967 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] 10.222.0.32 "DELETE /v2.0/networks/1ecb310e-64a7-4f11-8132-a0def1aee0f1 HTTP/1.1" status: 204 len: 168 time: 1.2160766 Jul 09 13:37:59.937688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e6ef2-11d1-4b0b-9ad6-3297755be8b8 tempest-TagsTest-58965281 tempest-TagsTest-58965281-project] Pushing event deleted for resources: {'Network': ['ID=1ecb310e-64a7-4f11-8132-a0def1aee0f1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:59.953140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-f77e5237-b31b-4476-8cfd-e6f3b6c7c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.955236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-f77e5237-b31b-4476-8cfd-e6f3b6c7c08e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ff354ce-6bfc-46c5-be7b-185a2c29a859 HTTP/1.1" status: 200 len: 854 time: 0.0643384 Jul 09 13:37:59.959307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-4f9f8c38-1b4b-406a-abbb-b95ede6afef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.961189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-4f9f8c38-1b4b-406a-abbb-b95ede6afef0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db90271-92bd-4603-92c1-e185490200c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2824395 Jul 09 13:37:59.993078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-2290093f-ad10-45be-ad32-1f4fb444cf6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bd22c4e-9180-43b6-9b38-88ad715bb7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313973 Jul 09 13:38:00.082218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:00.086878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.166515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Performing IP validity checks on allocation pools {{(pid=93913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:38:00.167109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:38:00.168058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-126bed3f-466e-49a6-b1c7-d52f52419131 service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996789 Jul 09 13:38:00.169404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.236023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-1a4e397b-d425-4988-8331-8a2a67194995 service neutron] 10.222.0.11 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352772 Jul 09 13:38:00.288149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 672879be-47ad-4651-a974-bbdbc24f189b details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:38:00.425964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=d5b0273b-7502-4347-9009-c784d2ee0442,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:00.465529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 672879be-47ad-4651-a974-bbdbc24f189b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=672879be-47ad-4651-a974-bbdbc24f189b,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:00.488085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Checking segment: {'id': '62593af2-d7d3-45b0-98cd-a875ce9c8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:00.491394 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network hostable DHCP agents. Network: f3476f28-31b0-4ca9-af00-c8aa994af063, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:00.491873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52820) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:00.495397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '672879be-47ad-4651-a974-bbdbc24f189b', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'port_id': '672879be-47ad-4651-a974-bbdbc24f189b', 'mac_address': 'fa:16:3e:64:ed:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:38:00.521494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09e999e5-6dac-4556-b6b0-c971f5716500 req-60f85af1-7fc3-4943-a8ed-a012b99214c8 service neutron] 10.222.0.11 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758107 Jul 09 13:38:00.589045 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.613587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network f3476f28-31b0-4ca9-af00-c8aa994af063 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:00.615492 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672879be-47ad-4651-a974-bbdbc24f189b {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:00.618456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.628043 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e042f73-e0e3-49b4-bc2c-8c204c35d289 req-198ded36-df6e-4d35-ba2a-227e8aaa3837 service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473336 Jul 09 13:38:00.646398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, f3476f28-31b0-4ca9-af00-c8aa994af063) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:00.661283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f23c80-9e76-46f6-8fc4-e17933b74de0 req-81abfcef-ec25-49e4-b4a8-115e61119886 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:00.663360 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c2f23c80-9e76-46f6-8fc4-e17933b74de0 req-81abfcef-ec25-49e4-b4a8-115e61119886 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 982 time: 0.2467058 Jul 09 13:38:00.664951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:00.666160 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.668107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae337cd9-8d55-4ea3-98e2-d28a1fcfcc8e None None] Network f3476f28-31b0-4ca9-af00-c8aa994af063 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:00.700070 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9476ef93-c659-4619-80a3-a6c4866ff2d0 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4623365 Jul 09 13:38:00.703230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52830) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:00.709312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063', 'name': 'tempest-PortsTestJSON-877053519', 'fixed_ips': [{'subnet_id': 'd5b0273b-7502-4347-9009-c784d2ee0442', 'ip_address': '172.20.0.10'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:00.780165 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c2f23c80-9e76-46f6-8fc4-e17933b74de0 req-3d5efed8-360f-415d-b41a-b958a6c0f18d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1049285 Jul 09 13:38:00.808132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 672879be-47ad-4651-a974-bbdbc24f189b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=672879be-47ad-4651-a974-bbdbc24f189b,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:00.834849 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.878355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=13df6563-9f04-490e-9317-514a1e457862,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:00.880780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': '72864143-9fff-4924-84e3-09ba823e8f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '927355c4-0371-4e49-b231-aeef149fe2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:00.881345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: 927355c4-0371-4e49-b231-aeef149fe2d9, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:00.899772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:00.965642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=672879be-47ad-4651-a974-bbdbc24f189b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:00.967319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e35d0e85-5928-4438-b032-2988ab27efd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0405bf0e5d4e4b85821f8ea77114a77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724712 Jul 09 13:38:00.971586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52838) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:00.972522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network 927355c4-0371-4e49-b231-aeef149fe2d9 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:01.037019 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.057723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port b7fad089-5c4a-4ed7-94d0-e24341f64237 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:01.104866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['672879be-47ad-4651-a974-bbdbc24f189b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:01.119538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 927355c4-0371-4e49-b231-aeef149fe2d9) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:01.150574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:01.155601 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.181900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f43a87d-e1dd-4d4c-a9cc-77dd86f6f121 None None] Network 927355c4-0371-4e49-b231-aeef149fe2d9 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:01.222042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9195602b-b6c2-4df7-b241-ae2cfc75f3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.275534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-affdd8d1-97ae-4978-97c5-a45f62f83f9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7002747 Jul 09 13:38:01.276230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52846) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:01.311038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-f3476f28-31b0-4ca9-af00-c8aa994af063', 'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063', 'tenant_id': 'cf413578d4db4558800c7cf1aa8fa2be', 'fixed_ips': [{'subnet_id': 'd5b0273b-7502-4347-9009-c784d2ee0442'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:01.311962 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.371158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.10 (f3476f28-31b0-4ca9-af00-c8aa994af063/d5b0273b-7502-4347-9009-c784d2ee0442/b7fad089-5c4a-4ed7-94d0-e24341f64237) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:01.393436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9195602b-b6c2-4df7-b241-ae2cfc75f3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.447704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717cb48-793b-402c-a875-75c5af2c099a req-f8a7269f-3cf8-4599-9deb-602a7f054f89 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:01.449313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7717cb48-793b-402c-a875-75c5af2c099a req-f8a7269f-3cf8-4599-9deb-602a7f054f89 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 943 time: 0.4247229 Jul 09 13:38:01.523819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52850) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:01.552143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7717cb48-793b-402c-a875-75c5af2c099a req-a8388289-db67-4517-add7-d8d9a8b367a9 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927260 Jul 09 13:38:01.582920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.622509 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.625027 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9195602b-b6c2-4df7-b241-ae2cfc75f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.629479 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9195602b-b6c2-4df7-b241-ae2cfc75f3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.633759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9195602b-b6c2-4df7-b241-ae2cfc75f3e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a0188a8-3d35-4d4b-bc7f-8150d47d589a HTTP/1.1" status: 204 len: 168 time: 0.6584368 Jul 09 13:38:01.641146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object b7fad089-5c4a-4ed7-94d0-e24341f64237 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:01.653500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195602b-b6c2-4df7-b241-ae2cfc75f3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0188a8-3d35-4d4b-bc7f-8150d47d589a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:01.686162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.694038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.713807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae93439-468c-4552-9d69-f4f42521358c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-927355c4-0371-4e49-b231-aeef149fe2d9', 'network_id': '927355c4-0371-4e49-b231-aeef149fe2d9', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': '13df6563-9f04-490e-9317-514a1e457862'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:01.715316 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ae93439-468c-4552-9d69-f4f42521358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.789623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3f28274-8d35-4a0c-ae2c-1cb0a00a51cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.793623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.803562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Allocated IP 172.20.0.2 (f3476f28-31b0-4ca9-af00-c8aa994af063/d5b0273b-7502-4347-9009-c784d2ee0442/67464c89-8618-4311-aab8-b8db68bdca7d) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:01.812761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network f3476f28-31b0-4ca9-af00-c8aa994af063 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:01.821504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:01.825315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=b7fad089-5c4a-4ed7-94d0-e24341f64237,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:01.831098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=13df6563-9f04-490e-9317-514a1e457862,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:01.845674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:01.956781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.962449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:01.963180 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:01.981886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927355c4-0371-4e49-b231-aeef149fe2d9']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:02.000671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72864143-9fff-4924-84e3-09ba823e8f0d') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:02.002160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72864143-9fff-4924-84e3-09ba823e8f0d') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-7ae93439-468c-4552-9d69-f4f42521358c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13df6563-9f04-490e-9317-514a1e457862: This subnet is being modified by another concurrent operation. Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:38:02.008761 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13df6563-9f04-490e-9317-514a1e457862: This subnet is being modified by another concurrent operation. Jul 09 13:38:02.012885 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:38:02.022829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.040403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a871673-077c-4058-9614-409f7086d891 None None] Network 927355c4-0371-4e49-b231-aeef149fe2d9 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:02.054040 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.061703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:02.062641 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:02.068742 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:02.162701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.178180 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.183163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/927355c4-0371-4e49-b231-aeef149fe2d9 HTTP/1.1" status: 204 len: 168 time: 0.9039724 Jul 09 13:38:02.199917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52874) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:02.209958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-98748657'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:02.220144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e3f94-5aa6-4cf0-b2d9-108b214c4db7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=927355c4-0371-4e49-b231-aeef149fe2d9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:02.254193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05501cae-e6a3-445c-b821-e6d585618bbb req-f9c5bcb8-933c-4183-a082-4fa001818659 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:02.256272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05501cae-e6a3-445c-b821-e6d585618bbb req-f9c5bcb8-933c-4183-a082-4fa001818659 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 983 time: 0.1833339 Jul 09 13:38:02.262799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3f28274-8d35-4a0c-ae2c-1cb0a00a51cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.270890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3f28274-8d35-4a0c-ae2c-1cb0a00a51cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.322017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:02.326539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b79b0147-0015-4ddd-9623-1c4c31f545e5 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:38:02.330132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 672879be-47ad-4651-a974-bbdbc24f189b up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:02.332932 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.336420 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.338227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e3f28274-8d35-4a0c-ae2c-1cb0a00a51cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c26244a0e9b04ee28275e14e6e944e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8132918 Jul 09 13:38:02.346294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52882) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:02.356983 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-61622d7c-93dd-4905-a489-06554882476a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6526000 Jul 09 13:38:02.361504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52884) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:02.371916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063', 'name': 'tempest-PortsTestJSON-1918900876', 'fixed_ips': [{'subnet_id': 'd5b0273b-7502-4347-9009-c784d2ee0442', 'ip_address': '172.20.0.9'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:02.388123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Transition to ACTIVE for port object 67464c89-8618-4311-aab8-b8db68bdca7d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:02.402142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:02.415549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.415910 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment fa42a7a0-0857-4948-8970-277ec254e9aa of type vlan for network 2b37c84b-1f16-47ec-9d42-15f1fc27fcb4 Jul 09 13:38:02.454505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Transition to ACTIVE for port object 67464c89-8618-4311-aab8-b8db68bdca7d will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:02.474808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.491071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 672879be-47ad-4651-a974-bbdbc24f189b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:02.500466 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.525987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 672879be-47ad-4651-a974-bbdbc24f189b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:02.526365 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.531434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f28274-8d35-4a0c-ae2c-1cb0a00a51cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc746a0-ba89-4705-a280-b715f48b398d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:02.535691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46af2f7f-44c0-4be5-91a4-da1ffde0d1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.555468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-05501cae-e6a3-445c-b821-e6d585618bbb req-0b67e129-2e0d-4d35-8804-28c44846a0b7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2893810 Jul 09 13:38:02.600062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Network f3476f28-31b0-4ca9-af00-c8aa994af063 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:02.607491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b79b0147-0015-4ddd-9623-1c4c31f545e5, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b79b0147-0015-4ddd-9623-1c4c31f545e5,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:02.624217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46af2f7f-44c0-4be5-91a4-da1ffde0d1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.645687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:02.649042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b79b0147-0015-4ddd-9623-1c4c31f545e5', 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da', 'port_id': 'b79b0147-0015-4ddd-9623-1c4c31f545e5', 'mac_address': 'fa:16:3e:be:81:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff354ce-6bfc-46c5-be7b-185a2c29a859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:38:02.652538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:02.666425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:02.676011 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.680461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.692223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:02.697017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.697306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Pushing event updated for resources: {'Port': ['ID=67464c89-8618-4311-aab8-b8db68bdca7d,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:02.721006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port a834c8c5-021e-43c4-91b7-b5ee5060d530 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:02.770675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Attempting to bind port 67464c89-8618-4311-aab8-b8db68bdca7d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:02.771705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Attempting to bind port 67464c89-8618-4311-aab8-b8db68bdca7d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '62593af2-d7d3-45b0-98cd-a875ce9c8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:02.772256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Attempting to bind port 67464c89-8618-4311-aab8-b8db68bdca7d on network f3476f28-31b0-4ca9-af00-c8aa994af063 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:02.774428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.790455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79b0147-0015-4ddd-9623-1c4c31f545e5 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:02.802281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:02.802935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Checking segment: {'id': '62593af2-d7d3-45b0-98cd-a875ce9c8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:02.803579 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.804163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Bound using segment: {'id': '62593af2-d7d3-45b0-98cd-a875ce9c8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:02.804862 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Bound port: 67464c89-8618-4311-aab8-b8db68bdca7d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62593af2-d7d3-45b0-98cd-a875ce9c8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f3476f28-31b0-4ca9-af00-c8aa994af063'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:02.805422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.855885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b79b0147-0015-4ddd-9623-1c4c31f545e5, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b79b0147-0015-4ddd-9623-1c4c31f545e5,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:02.887734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=2b37c84b-1f16-47ec-9d42-15f1fc27fcb4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:02.889826 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.895718 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.933717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1d233326-0da9-4e2d-ac3b-5cb7c4ece5ec tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7325161 Jul 09 13:38:02.934907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52896) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:02.936132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2b37c84b-1f16-47ec-9d42-15f1fc27fcb4 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:02.944045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': '2b37c84b-1f16-47ec-9d42-15f1fc27fcb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:03.017502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46af2f7f-44c0-4be5-91a4-da1ffde0d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.020158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46af2f7f-44c0-4be5-91a4-da1ffde0d1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.023617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-46af2f7f-44c0-4be5-91a4-da1ffde0d1e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bc746a0-ba89-4705-a280-b715f48b398d HTTP/1.1" status: 204 len: 168 time: 0.6741431 Jul 09 13:38:03.050651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:03.053102 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7286a2c9-8f16-491e-bd94-a689a9e45f6a" -d '{"events": [{"server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "name": "network-vif-plugged", "status": "completed", "tag": "672879be-47ad-4651-a974-bbdbc24f189b"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:03.086407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] For port 67464c89-8618-4311-aab8-b8db68bdca7d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:03.096909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.9 (f3476f28-31b0-4ca9-af00-c8aa994af063/d5b0273b-7502-4347-9009-c784d2ee0442/a834c8c5-021e-43c4-91b7-b5ee5060d530) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:03.109104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af2f7f-44c0-4be5-91a4-da1ffde0d1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc746a0-ba89-4705-a280-b715f48b398d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:03.149062 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677accb1-e321-49d8-bd27-0c9a909535f0 x-openstack-request-id: req-677accb1-e321-49d8-bd27-0c9a909535f0 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:03.149656 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "name": "network-vif-plugged", "status": "completed", "tag": "672879be-47ad-4651-a974-bbdbc24f189b", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:03.150090 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-677accb1-e321-49d8-bd27-0c9a909535f0 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:03.150651 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b', 'code': 200} Jul 09 13:38:03.154836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add14b50-ab22-4f4c-8d9b-3dcf3f06a6c7 req-0186aa80-7166-4d73-8ea3-a6fb06c31459 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:03.157933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b79b0147-0015-4ddd-9623-1c4c31f545e5'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:03.162179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-add14b50-ab22-4f4c-8d9b-3dcf3f06a6c7 req-0186aa80-7166-4d73-8ea3-a6fb06c31459 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 944 time: 0.3136876 Jul 09 13:38:03.162388 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b79b0147-0015-4ddd-9623-1c4c31f545e5,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:03.166019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 672879be-47ad-4651-a974-bbdbc24f189b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=672879be-47ad-4651-a974-bbdbc24f189b,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:03.195392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] For port 67464c89-8618-4311-aab8-b8db68bdca7d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=67464c89-8618-4311-aab8-b8db68bdca7d,segment=NetworkSegment(62593af2-d7d3-45b0-98cd-a875ce9c8898),segment_id=62593af2-d7d3-45b0-98cd-a875ce9c8898)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:03.205012 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.208667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:03.212873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.218519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.243261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-add14b50-ab22-4f4c-8d9b-3dcf3f06a6c7 req-09d8ae4e-1c0e-4ba7-8b1a-8fffa306c8c4 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763245 Jul 09 13:38:03.311322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=672879be-47ad-4651-a974-bbdbc24f189b,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:03.428261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556bc47-d636-45c9-bad5-0bbf09090a32 None None] Pushing event updated for resources: {'Port': ['ID=67464c89-8618-4311-aab8-b8db68bdca7d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:03.578912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.645311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af65304-d6f1-4250-a794-f52c7498e553 req-00e07315-1ae5-4479-9bcf-a10485212104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:03.659736 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9af65304-d6f1-4250-a794-f52c7498e553 req-00e07315-1ae5-4479-9bcf-a10485212104 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1135 time: 0.4117889 Jul 09 13:38:03.765419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=e7a0e6fc-daeb-451c-b4fe-f319ca856ef7,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:03.787875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': 'fa42a7a0-0857-4948-8970-277ec254e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2b37c84b-1f16-47ec-9d42-15f1fc27fcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:03.788745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: 2b37c84b-1f16-47ec-9d42-15f1fc27fcb4, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:03.805130 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9af65304-d6f1-4250-a794-f52c7498e553 req-b76c501b-af6e-4d28-8c5c-493d332063ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1357443 Jul 09 13:38:03.826373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network 2b37c84b-1f16-47ec-9d42-15f1fc27fcb4 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:03.846437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2b37c84b-1f16-47ec-9d42-15f1fc27fcb4) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:03.851047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:03.851642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.865026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff40d8ac-ca5c-4fab-a5f3-f1b6ff448f11 None None] Network 2b37c84b-1f16-47ec-9d42-15f1fc27fcb4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:03.893786 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7cc87d78-e395-4b97-8da5-3b044f661280 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9561365 Jul 09 13:38:03.895131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.896337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52926) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:03.967245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object a834c8c5-021e-43c4-91b7-b5ee5060d530 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:04.043798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1eb89-1c91-47a4-845a-af22b222e2a0 req-70450fb2-b7e3-40c8-a304-4ae708daecbf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:04.052170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9e1eb89-1c91-47a4-845a-af22b222e2a0 req-70450fb2-b7e3-40c8-a304-4ae708daecbf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 984 time: 0.1828802 Jul 09 13:38:04.096371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.109121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9e1eb89-1c91-47a4-845a-af22b222e2a0 req-e0f21e77-b235-43de-b01a-b4811f1ec9dc tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0559268 Jul 09 13:38:04.144361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.218586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52b6d7-337c-419d-bb3f-04681b79160c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-2b37c84b-1f16-47ec-9d42-15f1fc27fcb4', 'network_id': '2b37c84b-1f16-47ec-9d42-15f1fc27fcb4', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': 'e7a0e6fc-daeb-451c-b4fe-f319ca856ef7'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:04.220176 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b52b6d7-337c-419d-bb3f-04681b79160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.231970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.236416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network f3476f28-31b0-4ca9-af00-c8aa994af063 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:04.246850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:04.269368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:04.394232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.429106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=a834c8c5-021e-43c4-91b7-b5ee5060d530,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:04.492555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:04.499760 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-6b52b6d7-337c-419d-bb3f-04681b79160c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7a0e6fc-daeb-451c-b4fe-f319ca856ef7: This subnet is being modified by another concurrent operation. Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:38:04.563053 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7a0e6fc-daeb-451c-b4fe-f319ca856ef7: This subnet is being modified by another concurrent operation. Jul 09 13:38:04.567972 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:38:04.588059 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-80dcc36a-9685-4225-9f99-58024e0822ca tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2249897 Jul 09 13:38:04.590067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b79b0147-0015-4ddd-9623-1c4c31f545e5 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:04.596146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52940) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:04.629135 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.644090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b37c84b-1f16-47ec-9d42-15f1fc27fcb4']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:04.658556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa42a7a0-0857-4948-8970-277ec254e9aa') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:04.659446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa42a7a0-0857-4948-8970-277ec254e9aa') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:04.670892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.691264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.698756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:04.699434 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.803301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe0b2f-eaf9-42b8-982b-5cfc7f7ed955 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:04.805780 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-58fe0b2f-eaf9-42b8-982b-5cfc7f7ed955 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2068017 Jul 09 13:38:04.807679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a0e6fc-daeb-451c-b4fe-f319ca856ef7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:04.810400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52946) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:04.815163 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:04.820815 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.857832 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.862559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/2b37c84b-1f16-47ec-9d42-15f1fc27fcb4 HTTP/1.1" status: 204 len: 168 time: 0.9651704 Jul 09 13:38:04.884147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52948) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:04.893315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1460198357'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:04.902237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51367553-dd6a-42ae-932a-6de3890baf39 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=2b37c84b-1f16-47ec-9d42-15f1fc27fcb4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:04.978349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8267e-802c-4209-921b-4c5adf02112f None None] Network 2b37c84b-1f16-47ec-9d42-15f1fc27fcb4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:04.992989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 67464c89-8618-4311-aab8-b8db68bdca7d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:04.997252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8267e-802c-4209-921b-4c5adf02112f None None] Network 2b37c84b-1f16-47ec-9d42-15f1fc27fcb4 could not be found, it might have been deleted concurrently. {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 13:38:05.037367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809152d7-b2a9-4ad9-97a5-c3c0713505e9 req-3650df22-2001-4679-b93e-6e773bb76c8e tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:05.051952 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-809152d7-b2a9-4ad9-97a5-c3c0713505e9 req-3650df22-2001-4679-b93e-6e773bb76c8e tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 944 time: 0.2561071 Jul 09 13:38:05.053045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:05.058071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.082776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port b79b0147-0015-4ddd-9623-1c4c31f545e5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:05.088395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114ef73-3c18-4303-a8a4-c9bbd3384451 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:05.093856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 67464c89-8618-4311-aab8-b8db68bdca7d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:05.107736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b79b0147-0015-4ddd-9623-1c4c31f545e5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:05.108688 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.109002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114ef73-3c18-4303-a8a4-c9bbd3384451 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:05.129279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-809152d7-b2a9-4ad9-97a5-c3c0713505e9 req-11e38fc1-84ef-4b8b-95ce-87cf710ad67f tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574398 Jul 09 13:38:05.138373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114ef73-3c18-4303-a8a4-c9bbd3384451 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:05.151736 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4114ef73-3c18-4303-a8a4-c9bbd3384451 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3398316 Jul 09 13:38:05.152758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:05.155328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52964) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:05.189863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.193988 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment 05c0f83a-dfd8-492b-8689-eeb69582b248 of type vlan for network 28da084a-73bd-48b0-9065-494992b37591 Jul 09 13:38:05.302508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.336971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c442c3-8f14-47b1-aa41-5db52bebf835 None None] Network f3476f28-31b0-4ca9-af00-c8aa994af063 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:05.340587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.350481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:05.351487 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.405408 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.428202 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5407767 Jul 09 13:38:05.428935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52972) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:05.437686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': '28da084a-73bd-48b0-9065-494992b37591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:05.443755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0952bf-f841-4b67-ab5c-1577ba313ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79b0147-0015-4ddd-9623-1c4c31f545e5'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:05.446025 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8265c329-4932-47c1-acb0-81e59a0f00e0" -d '{"events": [{"server_uuid": "0f0952bf-f841-4b67-ab5c-1577ba313ae4", "name": "network-vif-plugged", "status": "completed", "tag": "b79b0147-0015-4ddd-9623-1c4c31f545e5"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:05.452064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-02c08199-fd64-4408-8396-1e16a66a9b7a None None] Provisioning for port 67464c89-8618-4311-aab8-b8db68bdca7d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:05.466452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-02c08199-fd64-4408-8396-1e16a66a9b7a None None] Provisioning complete for port 67464c89-8618-4311-aab8-b8db68bdca7d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:05.466827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-02c08199-fd64-4408-8396-1e16a66a9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.470035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b79b0147-0015-4ddd-9623-1c4c31f545e5, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b79b0147-0015-4ddd-9623-1c4c31f545e5,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:05.481196 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.539594 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37544e49-65d9-4dde-8bc4-d1ef20c082be x-openstack-request-id: req-37544e49-65d9-4dde-8bc4-d1ef20c082be {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:05.539821 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0952bf-f841-4b67-ab5c-1577ba313ae4", "name": "network-vif-plugged", "status": "completed", "tag": "b79b0147-0015-4ddd-9623-1c4c31f545e5", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:05.540078 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37544e49-65d9-4dde-8bc4-d1ef20c082be {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:05.540458 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0952bf-f841-4b67-ab5c-1577ba313ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79b0147-0015-4ddd-9623-1c4c31f545e5', 'code': 200} Jul 09 13:38:05.552449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7780f29-9489-496c-b60c-9709bf55aeea tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=28da084a-73bd-48b0-9065-494992b37591,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:05.603140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c13ea-43d4-4726-acc5-2aeeb491b2f5 req-7b67e9be-007e-4357-bb9e-e807baee4936 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:05.604838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d4c13ea-43d4-4726-acc5-2aeeb491b2f5 req-7b67e9be-007e-4357-bb9e-e807baee4936 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 984 time: 0.2979093 Jul 09 13:38:05.621710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 28da084a-73bd-48b0-9065-494992b37591 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:05.680013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:05.680963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5a6c8-a870-4592-9b2d-4fb4ef6dfce9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port a834c8c5-021e-43c4-91b7-b5ee5060d530 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:05.681467 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a6c8-a870-4592-9b2d-4fb4ef6dfce9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.683653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.687562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52988) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:05.717919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b79b0147-0015-4ddd-9623-1c4c31f545e5,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:05.825154 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-02c08199-fd64-4408-8396-1e16a66a9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.870139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-02c08199-fd64-4408-8396-1e16a66a9b7a None None] For port 67464c89-8618-4311-aab8-b8db68bdca7d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=67464c89-8618-4311-aab8-b8db68bdca7d,segment=NetworkSegment(62593af2-d7d3-45b0-98cd-a875ce9c8898),segment_id=62593af2-d7d3-45b0-98cd-a875ce9c8898)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:05.878153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-02c08199-fd64-4408-8396-1e16a66a9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.970448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c08199-fd64-4408-8396-1e16a66a9b7a None None] Pushing event updated for resources: {'Port': ['ID=67464c89-8618-4311-aab8-b8db68bdca7d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:05.982482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a6c8-a870-4592-9b2d-4fb4ef6dfce9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.018020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5a6c8-a870-4592-9b2d-4fb4ef6dfce9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for a834c8c5-021e-43c4-91b7-b5ee5060d530 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:06.033576 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d4c13ea-43d4-4726-acc5-2aeeb491b2f5 req-68668f97-766f-4315-96e3-9a544d3c2041 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4182732 Jul 09 13:38:06.065425 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82d79faf-38ed-4cd4-bdc9-27bd7d5c3ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.279279 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82d79faf-38ed-4cd4-bdc9-27bd7d5c3ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.303363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-82d79faf-38ed-4cd4-bdc9-27bd7d5c3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.326605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53004) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:06.338103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad8643-a64f-4b00-980b-c90788cbb9a5 req-10568269-7ef5-4015-ba12-38f59b1917db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:06.341117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fad8643-a64f-4b00-980b-c90788cbb9a5 req-10568269-7ef5-4015-ba12-38f59b1917db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 1096 time: 0.7479854 Jul 09 13:38:06.417999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Provisioning for port a834c8c5-021e-43c4-91b7-b5ee5060d530 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:06.423102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Provisioning complete for port a834c8c5-021e-43c4-91b7-b5ee5060d530 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:06.423622 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.475325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 67464c89-8618-4311-aab8-b8db68bdca7d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:06.511567 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d79faf-38ed-4cd4-bdc9-27bd7d5c3ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff976d-ac49-4217-aadd-2d00e400e3cf,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:06.519554 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-82d79faf-38ed-4cd4-bdc9-27bd7d5c3ec6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c873b59cc3646e5b02928ca3a988d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234780 Jul 09 13:38:06.523198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:06.584714 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fad8643-a64f-4b00-980b-c90788cbb9a5 req-7a9a9620-48aa-4859-acd2-0b72e4d745e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058234 Jul 09 13:38:06.619769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Port a834c8c5-021e-43c4-91b7-b5ee5060d530 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:06.649540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Provisioning complete for port 67464c89-8618-4311-aab8-b8db68bdca7d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:06.649924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.651398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1431501741'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:06.651551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 67464c89-8618-4311-aab8-b8db68bdca7d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:06.651918 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.692757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee9e0c-d7b1-407d-893a-6573436ca6ef req-f6d9e23f-6a53-4e69-b126-85f8155e2b0e tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:06.694380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e2ee9e0c-d7b1-407d-893a-6573436ca6ef req-f6d9e23f-6a53-4e69-b126-85f8155e2b0e tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 945 time: 0.3522742 Jul 09 13:38:06.700786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a6c8-a870-4592-9b2d-4fb4ef6dfce9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.766077 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.847440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac222-b267-4941-bf34-017a003b64d5 req-5615ff85-61ba-44e7-b68f-711e151b2641 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:06.849097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6afac222-b267-4941-bf34-017a003b64d5 req-5615ff85-61ba-44e7-b68f-711e151b2641 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 984 time: 0.2883542 Jul 09 13:38:06.920462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=0beac2a8-988d-45d7-8d9f-86d9e8503eb6,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:06.926855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Provisioning for port b7fad089-5c4a-4ed7-94d0-e24341f64237 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:06.932960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Provisioning complete for port b7fad089-5c4a-4ed7-94d0-e24341f64237 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:06.933783 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:06.951275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6afac222-b267-4941-bf34-017a003b64d5 req-f60a0eab-75ce-4f55-997d-0592adee8d82 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0961289 Jul 09 13:38:06.960422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': '05c0f83a-dfd8-492b-8689-eeb69582b248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '28da084a-73bd-48b0-9065-494992b37591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:06.961178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: 28da084a-73bd-48b0-9065-494992b37591, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:06.998621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network 28da084a-73bd-48b0-9065-494992b37591 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:07.009370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9250b-4d13-4517-a9cd-c483e7430424 None None] Port b7fad089-5c4a-4ed7-94d0-e24341f64237 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:07.023870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 28da084a-73bd-48b0-9065-494992b37591) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:07.030334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:07.035950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c19518-fb81-49bb-a3f4-0dc7f1db08a7 None None] Network 28da084a-73bd-48b0-9065-494992b37591 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:07.039435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.167029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-17e79af0-9cfe-4287-9c73-1755b9330347 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7346699 Jul 09 13:38:07.169049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53014) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:07.184537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5a6c8-a870-4592-9b2d-4fb4ef6dfce9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=a834c8c5-021e-43c4-91b7-b5ee5060d530,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:07.187045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Made reservation on behalf of 6b2da57b40be4a05a595019901593ef7 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:07.192443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.194914 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df703f77-1854-4e80-9909-925741d8dd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.216773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-daf2c937-dbf3-40f5-818c-d006a77caa94 None None] Could not find standard attr ID for object a834c8c5-021e-43c4-91b7-b5ee5060d530. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:38:07.272044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-daf2c937-dbf3-40f5-818c-d006a77caa94 None None] Provisioning complete for port b7fad089-5c4a-4ed7-94d0-e24341f64237 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:07.272376 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df703f77-1854-4e80-9909-925741d8dd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.273057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-daf2c937-dbf3-40f5-818c-d006a77caa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.280670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-28da084a-73bd-48b0-9065-494992b37591', 'network_id': '28da084a-73bd-48b0-9065-494992b37591', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': '0beac2a8-988d-45d7-8d9f-86d9e8503eb6'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:07.281354 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.282262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcafee-b6d6-422c-b152-b456e149f3fc req-2d57b1fa-ffdc-4dc8-a96e-2b8edde72366 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:07.290191 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96fcafee-b6d6-422c-b152-b456e149f3fc req-2d57b1fa-ffdc-4dc8-a96e-2b8edde72366 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1135 time: 0.1702135 Jul 09 13:38:07.317330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-96fcafee-b6d6-422c-b152-b456e149f3fc req-3d26da8f-bbfc-4b58-8c0d-7cc1db31ce4f tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.346748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.353969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.419972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df703f77-1854-4e80-9909-925741d8dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.426010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df703f77-1854-4e80-9909-925741d8dd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.430664 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-df703f77-1854-4e80-9909-925741d8dd1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebff976d-ac49-4217-aadd-2d00e400e3cf HTTP/1.1" status: 204 len: 168 time: 0.9064345 Jul 09 13:38:07.434257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a6c8-a870-4592-9b2d-4fb4ef6dfce9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.438853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e1c5a6c8-a870-4592-9b2d-4fb4ef6dfce9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/a834c8c5-021e-43c4-91b7-b5ee5060d530 HTTP/1.1" status: 204 len: 168 time: 2.2800272 Jul 09 13:38:07.441248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53018) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:07.469772 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e2ee9e0c-d7b1-407d-893a-6573436ca6ef req-63d2f4d2-269e-49b6-8268-2aaee1fc1264 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564812 Jul 09 13:38:07.475348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df703f77-1854-4e80-9909-925741d8dd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff976d-ac49-4217-aadd-2d00e400e3cf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:07.508869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-daf2c937-dbf3-40f5-818c-d006a77caa94 None None] Port b7fad089-5c4a-4ed7-94d0-e24341f64237 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:07.519946 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-994cfec8-cd87-4be5-89f9-b120680c6bfa tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:38:07.521695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-994cfec8-cd87-4be5-89f9-b120680c6bfa tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/a834c8c5-021e-43c4-91b7-b5ee5060d530 HTTP/1.1" status: 404 len: 333 time: 0.0792232 Jul 09 13:38:07.531497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53020) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:07.644037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.696607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Allocated IP 172.20.0.2 (28da084a-73bd-48b0-9065-494992b37591/0beac2a8-988d-45d7-8d9f-86d9e8503eb6/c4e6c5e6-1b5d-486d-96be-d022f930aba8) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:07.702553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-96fcafee-b6d6-422c-b152-b456e149f3fc req-3d26da8f-bbfc-4b58-8c0d-7cc1db31ce4f tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.713820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-96fcafee-b6d6-422c-b152-b456e149f3fc req-3d26da8f-bbfc-4b58-8c0d-7cc1db31ce4f tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.750090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96fcafee-b6d6-422c-b152-b456e149f3fc req-3d26da8f-bbfc-4b58-8c0d-7cc1db31ce4f tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4587593 Jul 09 13:38:07.764104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26da8f-bbfc-4b58-8c0d-7cc1db31ce4f tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c64b81-f6a0-4f5a-809a-7c8d3c8c78f7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:07.784083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53022) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:07.827798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-32202493-6ddb-4549-9b6e-b1bd71261730 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port b7fad089-5c4a-4ed7-94d0-e24341f64237 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:07.828164 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32202493-6ddb-4549-9b6e-b1bd71261730 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.854123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b81eeb-a3a5-43cc-8153-5c1dcaa3e54c tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:07.858837 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d9b81eeb-a3a5-43cc-8153-5c1dcaa3e54c tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1130 time: 0.0711505 Jul 09 13:38:07.859908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:07.869384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '672879be-47ad-4651-a974-bbdbc24f189b', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:07.952194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.954600 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.976783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32202493-6ddb-4549-9b6e-b1bd71261730 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.979994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.982909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Transition to ACTIVE for port object c4e6c5e6-1b5d-486d-96be-d022f930aba8 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:07.985810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.026049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Transition to ACTIVE for port object c4e6c5e6-1b5d-486d-96be-d022f930aba8 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:08.030830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-32202493-6ddb-4549-9b6e-b1bd71261730 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for b7fad089-5c4a-4ed7-94d0-e24341f64237 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:08.032842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:08.035598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.066072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021e1e74-3910-4b11-ae04-3edd4a3c4bba,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.090048 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.115266 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.115698 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Added segment 817f8e6d-7c06-401e-bbd6-14b10c776a54 of type vlan for network 22940e8a-c8da-431b-8352-8afae7f3165f Jul 09 13:38:08.130671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Network 28da084a-73bd-48b0-9065-494992b37591 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:08.131920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Pushing event updated for resources: {'Port': ['ID=c4e6c5e6-1b5d-486d-96be-d022f930aba8,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.132184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=0beac2a8-988d-45d7-8d9f-86d9e8503eb6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.134517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:08.136696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:08.208280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Attempting to bind port c4e6c5e6-1b5d-486d-96be-d022f930aba8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:08.208565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Attempting to bind port c4e6c5e6-1b5d-486d-96be-d022f930aba8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '05c0f83a-dfd8-492b-8689-eeb69582b248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '28da084a-73bd-48b0-9065-494992b37591'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:08.208927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Attempting to bind port c4e6c5e6-1b5d-486d-96be-d022f930aba8 on network 28da084a-73bd-48b0-9065-494992b37591 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:08.214804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:08.215694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Checking segment: {'id': '05c0f83a-dfd8-492b-8689-eeb69582b248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '28da084a-73bd-48b0-9065-494992b37591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:08.216726 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.217577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Bound using segment: {'id': '05c0f83a-dfd8-492b-8689-eeb69582b248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '28da084a-73bd-48b0-9065-494992b37591'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:08.218252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Bound port: c4e6c5e6-1b5d-486d-96be-d022f930aba8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c0f83a-dfd8-492b-8689-eeb69582b248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '28da084a-73bd-48b0-9065-494992b37591'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:08.218853 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.228497 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.234447 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.243753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53040) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:08.264166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28da084a-73bd-48b0-9065-494992b37591']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:08.267668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9464b22-9bbd-49c8-bee6-bab8a803ca85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.284734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.310200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] For port c4e6c5e6-1b5d-486d-96be-d022f930aba8, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:08.315342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] For port c4e6c5e6-1b5d-486d-96be-d022f930aba8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c4e6c5e6-1b5d-486d-96be-d022f930aba8,segment=NetworkSegment(05c0f83a-dfd8-492b-8689-eeb69582b248),segment_id=05c0f83a-dfd8-492b-8689-eeb69582b248)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:08.324146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.338170 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.341451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c0f83a-dfd8-492b-8689-eeb69582b248') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:08.341830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c0f83a-dfd8-492b-8689-eeb69582b248') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:08.349679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:08.350572 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.365386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.412633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.437828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:08.438905 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:08.442613 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:08.447814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f53802-c7e2-41ca-84f1-a64cb73ac6bf None None] Pushing event updated for resources: {'Port': ['ID=c4e6c5e6-1b5d-486d-96be-d022f930aba8,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.495636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6369f7-2186-44dc-be3b-b81fc7fcdc82 None None] Network 28da084a-73bd-48b0-9065-494992b37591 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:08.514809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Pushing event updated for resources: {'Network': ['ID=22940e8a-c8da-431b-8352-8afae7f3165f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.529141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Allocated IP 172.25.5.111 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/8e683a53-ab8e-470b-829a-3693f4750dee) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:08.542510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:38:08.542510 n-d-799524-3 neutron-server[93913]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:38:08.542510 n-d-799524-3 neutron-server[93913]: [parameters: {'id': '28da084a-73bd-48b0-9065-494992b37591'}] Jul 09 13:38:08.542510 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:38:08.543117 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:38:08.565207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32202493-6ddb-4549-9b6e-b1bd71261730 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.588919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 22940e8a-c8da-431b-8352-8afae7f3165f details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:08.608897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32202493-6ddb-4549-9b6e-b1bd71261730 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=b7fad089-5c4a-4ed7-94d0-e24341f64237,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.657222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9464b22-9bbd-49c8-bee6-bab8a803ca85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.668568 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9464b22-9bbd-49c8-bee6-bab8a803ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.706666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e9464b22-9bbd-49c8-bee6-bab8a803ca85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=775770177c0546e1b8dbdc2d5d52f0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583218 Jul 09 13:38:08.708458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53062) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:08.723647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d22928b7-4fc7-4f61-9c0b-d6b8b0884f5b tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3926761 Jul 09 13:38:08.724527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53064) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:08.756097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32202493-6ddb-4549-9b6e-b1bd71261730 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.758867 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-32202493-6ddb-4549-9b6e-b1bd71261730 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/b7fad089-5c4a-4ed7-94d0-e24341f64237 HTTP/1.1" status: 204 len: 168 time: 1.2247467 Jul 09 13:38:08.761055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53068) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:08.809129 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-f288ee13-22ad-4914-b39b-4ec4ddd980bc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:38:08.813965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464b22-9bbd-49c8-bee6-bab8a803ca85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9326a3b-916c-48de-9eee-823cb90325eb,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.815414 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f288ee13-22ad-4914-b39b-4ec4ddd980bc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/b7fad089-5c4a-4ed7-94d0-e24341f64237 HTTP/1.1" status: 404 len: 333 time: 0.0531545 Jul 09 13:38:08.815812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53070) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:08.857422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.918576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca28eb-080f-424f-8a40-df079ba81257 req-bd297864-8091-4ffc-aa89-0729c57f4b6d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:08.921799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faca28eb-080f-424f-8a40-df079ba81257 req-bd297864-8091-4ffc-aa89-0729c57f4b6d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 945 time: 0.0827892 Jul 09 13:38:08.932505 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbd0-7c5d-4551-b4c6-2f3ea79d7f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.968301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet d5b0273b-7502-4347-9009-c784d2ee0442 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:38:08.974638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e8a3b-cedc-4f5b-a1a6-b07e49d1b626 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:38:08.976279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faca28eb-080f-424f-8a40-df079ba81257 req-61b1cf38-0cb4-4833-be44-3c0e7e844baf tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 Jul 09 13:38:09.005884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbd0-7c5d-4551-b4c6-2f3ea79d7f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.050962 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.056720 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.096291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbd0-7c5d-4551-b4c6-2f3ea79d7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.099096 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71b6cbd0-7c5d-4551-b4c6-2f3ea79d7f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.102975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-71b6cbd0-7c5d-4551-b4c6-2f3ea79d7f53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9326a3b-916c-48de-9eee-823cb90325eb HTTP/1.1" status: 204 len: 168 time: 0.3939583 Jul 09 13:38:09.150122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Request body: {'network': {'name': 'tempest-network--1172667409', 'router:external': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:09.155196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6cbd0-7c5d-4551-b4c6-2f3ea79d7f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9326a3b-916c-48de-9eee-823cb90325eb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:09.210057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e8a3b-cedc-4f5b-a1a6-b07e49d1b626 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:38:09.236562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.245818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.293506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Made reservation on behalf of 81827197fdf34bada25d9322b997ab61 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:09.296065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.350988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:09.358704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.365294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:09.368354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:09.414796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=8e683a53-ab8e-470b-829a-3693f4750dee,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:09.500743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Deleting port c4e6c5e6-1b5d-486d-96be-d022f930aba8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:09.500743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.608322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.737265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] For port c4e6c5e6-1b5d-486d-96be-d022f930aba8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c4e6c5e6-1b5d-486d-96be-d022f930aba8,segment=NetworkSegment(05c0f83a-dfd8-492b-8689-eeb69582b248),segment_id=05c0f83a-dfd8-492b-8689-eeb69582b248)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:09.737693 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.792220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40b171-55d2-44cd-a8b3-4e0356c0825e None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:38:09.818289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Calling delete_port for c4e6c5e6-1b5d-486d-96be-d022f930aba8 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:09.991120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40b171-55d2-44cd-a8b3-4e0356c0825e None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:38:10.010313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.175108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.184563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b0273b-7502-4347-9009-c784d2ee0442,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:10.189356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.194313 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53164) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:10.203616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/d5b0273b-7502-4347-9009-c784d2ee0442 HTTP/1.1" status: 204 len: 168 time: 1.3709328 Jul 09 13:38:10.227160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.258016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:10.275710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.276056 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Added segment 31319639-7a30-44c0-b18d-fb83a316c6b5 of type vlan for network 0b725e5d-9d6f-470c-b357-ec5357a6adb8 Jul 09 13:38:10.322901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.323283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.330596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.331009 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.331360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.331701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.332039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.332374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.332707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.333040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.333369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.338810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a875416-1f69-408d-a5b1-7886a09c16cf tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:10.364059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.371375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.453005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 67464c89-8618-4311-aab8-b8db68bdca7d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:10.453498 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.484552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c7f170-37ca-4052-a6ae-56e16d1e2741 None None] Network f3476f28-31b0-4ca9-af00-c8aa994af063 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:10.551553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Port': ['ID=c4e6c5e6-1b5d-486d-96be-d022f930aba8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:10.554810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No DVR routers for this DVR port c4e6c5e6-1b5d-486d-96be-d022f930aba8 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:10.564960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c967daf-daca-49a5-a481-d920c82c2767,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:10.568026 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] For port 67464c89-8618-4311-aab8-b8db68bdca7d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=67464c89-8618-4311-aab8-b8db68bdca7d,segment=NetworkSegment(62593af2-d7d3-45b0-98cd-a875ce9c8898),segment_id=62593af2-d7d3-45b0-98cd-a875ce9c8898)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:10.568895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.583251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.589439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 67464c89-8618-4311-aab8-b8db68bdca7d owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:10.738565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.787419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No DVR routers for this DVR port 67464c89-8618-4311-aab8-b8db68bdca7d on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:10.789462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=67464c89-8618-4311-aab8-b8db68bdca7d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:10.802273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e5d4c-f447-44c3-9306-7b3f6a0952c1 None None] DHCP port deletion for f3476f28-31b0-4ca9-af00-c8aa994af063 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:38:10.910888 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.924926 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.939899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28da084a-73bd-48b0-9065-494992b37591']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:10.944531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3476f28-31b0-4ca9-af00-c8aa994af063']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:10.980684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62593af2-d7d3-45b0-98cd-a875ce9c8898') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:10.981551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62593af2-d7d3-45b0-98cd-a875ce9c8898') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:10.996777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.999668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c0f83a-dfd8-492b-8689-eeb69582b248') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:11.000178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c0f83a-dfd8-492b-8689-eeb69582b248') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:11.018350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.025432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:11.025934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.033138 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.034387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:11.035089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.038389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.076144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.091116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:11.092146 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:11.099440 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:11.105492 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.120227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.122729 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/networks/f3476f28-31b0-4ca9-af00-c8aa994af063 HTTP/1.1" status: 204 len: 168 time: 0.9272847 Jul 09 13:38:11.137547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53186) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:11.171401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1d7a-e48b-454d-8da0-fdc426deaa4c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Network': ['ID=f3476f28-31b0-4ca9-af00-c8aa994af063,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:11.179552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-557574099'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:11.185866 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:11.233356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:11.243688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.275406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:11.288068 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.288881 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Added segment 75fd153e-a167-42bf-8aa5-6e7d07434b4e of type vlan for network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 Jul 09 13:38:11.345423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.360853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6323647 Jul 09 13:38:11.378769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53192) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:11.404135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc2aba-9b98-46d9-8593-fa88402c5468 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Network': ['ID=0b725e5d-9d6f-470c-b357-ec5357a6adb8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:11.423760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0b725e5d-9d6f-470c-b357-ec5357a6adb8 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:11.447086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.466976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.476636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.483418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:11.484358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.615006 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.629783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b725e5d-9d6f-470c-b357-ec5357a6adb8']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:11.645013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31319639-7a30-44c0-b18d-fb83a316c6b5') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:11.645624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31319639-7a30-44c0-b18d-fb83a316c6b5') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:11.658437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.678328 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.685620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:11.686265 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:11.822887 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:11.833473 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.846754 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6767278 Jul 09 13:38:11.847777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53204) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:11.863647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b725e5d-9d6f-470c-b357-ec5357a6adb8 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:38:11.875804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:11.879900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.881970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "DELETE /v2.0/networks/0b725e5d-9d6f-470c-b357-ec5357a6adb8 HTTP/1.1" status: 204 len: 168 time: 0.5018511 Jul 09 13:38:11.899558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53206) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:11.934075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:11.965109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a2b3d-6d6d-4dbd-982e-1c627d3b8236 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Network': ['ID=88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:11.971098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Made reservation on behalf of 81827197fdf34bada25d9322b997ab61 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:11.973690 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.979834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:12.068440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:12.096538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c3d93-bb21-472d-95ee-9aea247e9f25 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b725e5d-9d6f-470c-b357-ec5357a6adb8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:12.112242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.112605 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Added segment edfeaaf6-c15c-46f7-9ceb-9c5eabe2b71d of type vlan for network 2ab7d00b-eb2f-490c-94f3-097d6b0a701b Jul 09 13:38:12.165616 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.211554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.218404 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/28da084a-73bd-48b0-9065-494992b37591 HTTP/1.1" status: 204 len: 168 time: 5.0479674 Jul 09 13:38:12.219263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53212) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:12.231546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579988026'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:12.261060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa2710-82b4-43f8-abeb-a6f258d043f8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=28da084a-73bd-48b0-9065-494992b37591,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:12.299998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.370205 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.376108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.377752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:12.378765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.387999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:12.392875 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.407190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 67464c89-8618-4311-aab8-b8db68bdca7d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:12.436931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 67464c89-8618-4311-aab8-b8db68bdca7d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:38:12.437967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 67464c89-8618-4311-aab8-b8db68bdca7d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:12.453806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:12.457930 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.532541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:12.544706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.6440485 Jul 09 13:38:12.544922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53216) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:12.555407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Request body: {'subnet': {'network_id': '2ab7d00b-eb2f-490c-94f3-097d6b0a701b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:12.573902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e4376-e9c5-46ad-bfe7-ceecd44e6c88 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Network': ['ID=2ab7d00b-eb2f-490c-94f3-097d6b0a701b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:12.587772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2ab7d00b-eb2f-490c-94f3-097d6b0a701b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:12.605610 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:38:12.619326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.621903 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment db1540c0-4214-44b9-a5dd-28108678eb0a of type vlan for network bdcd0077-c291-4586-9393-97e0c329425e Jul 09 13:38:12.725874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.735497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Made reservation on behalf of 81827197fdf34bada25d9322b997ab61 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:12.739099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.803993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.893451 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=89b64c3c-0ef9-41da-8e3d-d505f36bafe2,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:12.903715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.905793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Checking segment: {'id': '75fd153e-a167-42bf-8aa5-6e7d07434b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:12.906425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network hostable DHCP agents. Network: 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:12.907687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.913847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:12.914478 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.928463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:12.943338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:12.946368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.948966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:12.950392 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.957739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa1bd6-e4f7-4df5-b8ef-317eeb43ddc2 None None] Network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:12.976919 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ffa7dbb0-c6b1-4e1e-a8f0-061c3c67aa6f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1111760 Jul 09 13:38:12.979541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53218) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:12.986929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d53d2fde-2595-454b-afaa-14330e525a13 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-122771268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:13.020177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d53d2fde-2595-454b-afaa-14330e525a13 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.021379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d53d2fde-2595-454b-afaa-14330e525a13 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.022182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7952032 Jul 09 13:38:13.034441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:13.045768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': 'bdcd0077-c291-4586-9393-97e0c329425e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:13.061312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=8e683a53-ab8e-470b-829a-3693f4750dee,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:13.132740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f717f1-0e11-4885-a0a5-f167b7d4870a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=bdcd0077-c291-4586-9393-97e0c329425e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:13.196629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network bdcd0077-c291-4586-9393-97e0c329425e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:13.227464 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.238522 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d53d2fde-2595-454b-afaa-14330e525a13 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.264789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d53d2fde-2595-454b-afaa-14330e525a13 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.306442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d53d2fde-2595-454b-afaa-14330e525a13 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.308939 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d53d2fde-2595-454b-afaa-14330e525a13 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3284423 Jul 09 13:38:13.312006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53228) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:13.316034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.321987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'network_id': '88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7', 'name': 'tempest-PortsTestJSON-1169150068'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:13.365790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7', 'network_id': '88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7', 'tenant_id': 'cf413578d4db4558800c7cf1aa8fa2be', 'fixed_ips': [{'subnet_id': '89b64c3c-0ef9-41da-8e3d-d505f36bafe2'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:13.366685 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.442216 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Floating IP b6e18f12-27e4-46f1-bc17-e4d67b820be8 associated. External IP: 172.25.5.111, port: 672879be-47ad-4651-a974-bbdbc24f189b. Jul 09 13:38:13.497672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:13.505153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.568671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Allocated IP 172.20.0.2 (88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7/89b64c3c-0ef9-41da-8e3d-d505f36bafe2/6c317028-f790-4cd7-99f6-b7792f0db3bf) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:13.662617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.ipam_backend_mixin [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Performing IP validity checks on allocation pools {{(pid=93912) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:38:13.668886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.ipam_backend_mixin [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93912) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:38:13.783404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:13.795347 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.875001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:13.899357 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.939928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Transition to ACTIVE for port object 6c317028-f790-4cd7-99f6-b7792f0db3bf will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:13.952051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.objects.ports [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93913) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:38:13.952535 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.011414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Transition to ACTIVE for port object 6c317028-f790-4cd7-99f6-b7792f0db3bf will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:14.014079 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.023473 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.026385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Router 2da2abbf-c7ca-4f6c-bdba-da433a436523 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:38:14.078887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e2db1292-f568-4c13-a618-d1c233987bd8,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:14.110607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Checking segment: {'id': 'edfeaaf6-c15c-46f7-9ceb-9c5eabe2b71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2ab7d00b-eb2f-490c-94f3-097d6b0a701b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:14.111625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Network hostable DHCP agents. Network: 2ab7d00b-eb2f-490c-94f3-097d6b0a701b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:14.113446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:14.115236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:14.118830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:14.133938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Pushing event updated for resources: {'Port': ['ID=6c317028-f790-4cd7-99f6-b7792f0db3bf,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:14.150748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.151767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.152253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.152626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.153094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.153598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.153937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.154271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.154600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.154928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.155305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.155632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:14.220547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Network 2ab7d00b-eb2f-490c-94f3-097d6b0a701b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:14.231997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.12 (88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7/89b64c3c-0ef9-41da-8e3d-d505f36bafe2/58a616e8-2b2f-4d6d-a9fa-59b6deee1980) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:14.234186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Attempting to bind port 6c317028-f790-4cd7-99f6-b7792f0db3bf on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:14.234630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Attempting to bind port 6c317028-f790-4cd7-99f6-b7792f0db3bf by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '75fd153e-a167-42bf-8aa5-6e7d07434b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:14.235728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Attempting to bind port 6c317028-f790-4cd7-99f6-b7792f0db3bf on network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:14.246641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:14.247969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Checking segment: {'id': '75fd153e-a167-42bf-8aa5-6e7d07434b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:14.248828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.249630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Bound using segment: {'id': '75fd153e-a167-42bf-8aa5-6e7d07434b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:14.250353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Bound port: 6c317028-f790-4cd7-99f6-b7792f0db3bf, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fd153e-a167-42bf-8aa5-6e7d07434b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:14.251669 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.258105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.284086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2ab7d00b-eb2f-490c-94f3-097d6b0a701b) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:14.291165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:14.291828 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.332518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2e129832-e67c-4566-a44e-12dee98ce3b6 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7851603 Jul 09 13:38:14.333670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26583a22-77c2-4159-9756-b25bc2217f78 None None] Network 2ab7d00b-eb2f-490c-94f3-097d6b0a701b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:14.335179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53246) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:14.349191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Request body: {'floatingip': {'floating_network_id': '2ab7d00b-eb2f-490c-94f3-097d6b0a701b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:14.392179 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.407602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:38:14.423536 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] Sync routers for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:38:14.433026 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=3e6021b2-ef31-4ba0-99a6-c249d29251e9,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:14.444960 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:14.445848 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:14.465462 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b17d8544-f3de-4e8e-a695-0b5ccb8556e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.521624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': 'db1540c0-4214-44b9-a5dd-28108678eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bdcd0077-c291-4586-9393-97e0c329425e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:14.522069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: bdcd0077-c291-4586-9393-97e0c329425e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:14.552846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] For port 6c317028-f790-4cd7-99f6-b7792f0db3bf, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:14.563170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.567364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] For port 6c317028-f790-4cd7-99f6-b7792f0db3bf, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6c317028-f790-4cd7-99f6-b7792f0db3bf,segment=NetworkSegment(75fd153e-a167-42bf-8aa5-6e7d07434b4e),segment_id=75fd153e-a167-42bf-8aa5-6e7d07434b4e)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:14.584946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network bdcd0077-c291-4586-9393-97e0c329425e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:14.585877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.680692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9dcf9238-5f9b-4a93-93a6-b5cc9d02e48b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8186946 Jul 09 13:38:14.681853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:14.692497 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef67b283-687f-4dee-9aba-257131c819ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "tag": "672879be-47ad-4651-a974-bbdbc24f189b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:14.702991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53250) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:14.864444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:14.872989 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb53c02-df42-45ec-b0e1-d85d1204fa8f x-openstack-request-id: req-bfb53c02-df42-45ec-b0e1-d85d1204fa8f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:14.873822 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "tag": "672879be-47ad-4651-a974-bbdbc24f189b", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:14.874878 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfb53c02-df42-45ec-b0e1-d85d1204fa8f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:14.877913 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b', 'status': 'completed', 'code': 200} Jul 09 13:38:14.893689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75189ec9-6bfb-4d09-b38d-8b8857b7f37e None None] Network 2ab7d00b-eb2f-490c-94f3-097d6b0a701b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:15.037598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53258) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:15.042011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6963f70-b875-4c66-adeb-da61cec4c8f8 None None] Pushing event updated for resources: {'Port': ['ID=6c317028-f790-4cd7-99f6-b7792f0db3bf,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:15.048027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, bdcd0077-c291-4586-9393-97e0c329425e) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:15.064958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea8597-a1fa-411a-95de-76e0b486f533 None None] Network bdcd0077-c291-4586-9393-97e0c329425e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:15.093535 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:38:15.356544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.358106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.425018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Allocated IP 172.20.0.11 (2ab7d00b-eb2f-490c-94f3-097d6b0a701b/e2db1292-f568-4c13-a618-d1c233987bd8/8e2526db-4a1c-4d2c-b35e-fd4be4d127b1) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:15.534469 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.601759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-bdcd0077-c291-4586-9393-97e0c329425e', 'network_id': 'bdcd0077-c291-4586-9393-97e0c329425e', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': '3e6021b2-ef31-4ba0-99a6-c249d29251e9'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:15.602715 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.627510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1228c41c-4444-4b8a-bbbc-a9e18e7e97a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.628654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:15.658100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.658579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.660308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.660551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.661072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.661869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.661992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.662598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.663622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.663935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.664640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.664955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.665458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.665914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.668308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c6df6ebf-b1cd-4fba-ab30-5525cff98841 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9723 time: 0.9713526 Jul 09 13:38:15.675674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53268) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:15.676361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7f5fca1b-faac-4170-a716-d9dc84a5c999 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6400392 Jul 09 13:38:15.684802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53270) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:15.819524 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'b6e18f12-27e4-46f1-bc17-e4d67b820be8', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'port_id': '672879be-47ad-4651-a974-bbdbc24f189b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'mac_address': 'fa:16:3e:64:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:38:10Z', 'updated_at': '2021-07-09T13:38:10Z', 'revision_number': 0, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:49Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:15.820314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.835434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67b283-687f-4dee-9aba-257131c819ea req-5495bb46-7475-4895-b942-be45267532f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.839467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef67b283-687f-4dee-9aba-257131c819ea req-5495bb46-7475-4895-b942-be45267532f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1135 time: 0.8469923 Jul 09 13:38:15.871326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.872557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.872557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.872809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.873475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.873595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.874002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.874450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.874897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.875369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.875876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.877197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:15.881412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77b8c371-0ccd-42c1-8102-bc5a232d0f4b tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7567 time: 0.1971118 Jul 09 13:38:15.881734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53272) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:15.882802 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] Checking router: 2da2abbf-c7ca-4f6c-bdba-da433a436523 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:38:15.888259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Allocated IP 172.20.0.3 (bdcd0077-c291-4586-9393-97e0c329425e/3e6021b2-ef31-4ba0-99a6-c249d29251e9/95b6de61-e5e5-4a29-b4f1-1a5660b68080) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:15.934776 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:15.937706 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:15.942126 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.968466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.029532 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1228c41c-4444-4b8a-bbbc-a9e18e7e97a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.029944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67b283-687f-4dee-9aba-257131c819ea req-2aeb7176-4360-4b75-8e95-47cb5f0b38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:16.033323 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef67b283-687f-4dee-9aba-257131c819ea req-2aeb7176-4360-4b75-8e95-47cb5f0b38ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db90271-92bd-4603-92c1-e185490200c0 HTTP/1.1" status: 200 len: 896 time: 0.1750600 Jul 09 13:38:16.045912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1228c41c-4444-4b8a-bbbc-a9e18e7e97a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.115442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1228c41c-4444-4b8a-bbbc-a9e18e7e97a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40b2b27e40a84362ab960b1cea506011&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0753200 Jul 09 13:38:16.116151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53274) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:16.122138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c41c-4444-4b8a-bbbc-a9e18e7e97a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fd5ba6-1037-47e0-a0d8-e8f3a4b9e795,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:16.180991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.192525 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.219012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Transition to ACTIVE for port object 95b6de61-e5e5-4a29-b4f1-1a5660b68080 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:16.224964 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:38:16.264608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=58a616e8-2b2f-4d6d-a9fa-59b6deee1980,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:16.281359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Transition to ACTIVE for port object 95b6de61-e5e5-4a29-b4f1-1a5660b68080 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:16.287270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2526db-4a1c-4d2c-b35e-fd4be4d127b1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:16.290790 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.300016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Network 2ab7d00b-eb2f-490c-94f3-097d6b0a701b is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:16.381040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Network bdcd0077-c291-4586-9393-97e0c329425e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:16.393045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:16.396751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:16.436782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:16.472992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.503813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:16.532322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Pushing event updated for resources: {'Port': ['ID=95b6de61-e5e5-4a29-b4f1-1a5660b68080,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:16.552095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:16.576610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:16.595549 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef67b283-687f-4dee-9aba-257131c819ea req-640f7275-0191-4966-b265-34cf9b3bdd79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=672879be-47ad-4651-a974-bbdbc24f189b HTTP/1.1" status: 200 len: 999 time: 0.5356569 Jul 09 13:38:16.596429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:16.599280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6c317028-f790-4cd7-99f6-b7792f0db3bf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:16.652345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Attempting to bind port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:16.653013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Attempting to bind port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'db1540c0-4214-44b9-a5dd-28108678eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bdcd0077-c291-4586-9393-97e0c329425e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:16.653284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Attempting to bind port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 on network bdcd0077-c291-4586-9393-97e0c329425e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:16.666208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:16.666653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Checking segment: {'id': 'db1540c0-4214-44b9-a5dd-28108678eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bdcd0077-c291-4586-9393-97e0c329425e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:16.667858 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.668065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Bound using segment: {'id': 'db1540c0-4214-44b9-a5dd-28108678eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bdcd0077-c291-4586-9393-97e0c329425e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:16.668634 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Bound port: 95b6de61-e5e5-4a29-b4f1-1a5660b68080, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1540c0-4214-44b9-a5dd-28108678eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bdcd0077-c291-4586-9393-97e0c329425e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:16.668963 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.755019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6c317028-f790-4cd7-99f6-b7792f0db3bf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:16.755696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e95b2637-1e39-4fe5-a52f-c336bea443c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.770305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8737cb-f5c1-469b-aa1d-ff105db33d77 None None] Network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:16.782215 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e95b2637-1e39-4fe5-a52f-c336bea443c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.849108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e95b2637-1e39-4fe5-a52f-c336bea443c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.851658 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'b6e18f12-27e4-46f1-bc17-e4d67b820be8', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'port_id': '672879be-47ad-4651-a974-bbdbc24f189b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'mac_address': 'fa:16:3e:64:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:38:10Z', 'updated_at': '2021-07-09T13:38:10Z', 'revision_number': 0, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:49Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:16.852217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e95b2637-1e39-4fe5-a52f-c336bea443c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.852825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e95b2637-1e39-4fe5-a52f-c336bea443c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8fd5ba6-1037-47e0-a0d8-e8f3a4b9e795 HTTP/1.1" status: 204 len: 168 time: 0.7139316 Jul 09 13:38:16.882372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b2637-1e39-4fe5-a52f-c336bea443c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fd5ba6-1037-47e0-a0d8-e8f3a4b9e795,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:16.958236 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eae67-2174-4173-b4dd-ee8648a1d17b None None] The sync data for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 is: [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'b6e18f12-27e4-46f1-bc17-e4d67b820be8', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'port_id': '672879be-47ad-4651-a974-bbdbc24f189b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'mac_address': 'fa:16:3e:64:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:38:10Z', 'updated_at': '2021-07-09T13:38:10Z', 'revision_number': 0, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:49Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:38:16.966655 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c98c4c0f-ab2c-4f93-8ee6-a821f87e18dd tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2865 time: 1.0839159 Jul 09 13:38:16.970412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53288) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:17.007472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] For port 95b6de61-e5e5-4a29-b4f1-1a5660b68080, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:17.019244 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.023310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8d1c7447-0c6e-4e98-95f5-e79574e4540e None None] Provisioning for port 6c317028-f790-4cd7-99f6-b7792f0db3bf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:17.040586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8d1c7447-0c6e-4e98-95f5-e79574e4540e None None] Provisioning complete for port 6c317028-f790-4cd7-99f6-b7792f0db3bf triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:17.043535 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8d1c7447-0c6e-4e98-95f5-e79574e4540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.118728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.119594 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-367727e3-1549-439c-83da-857c01af23db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.127321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] For port 95b6de61-e5e5-4a29-b4f1-1a5660b68080, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=95b6de61-e5e5-4a29-b4f1-1a5660b68080,segment=NetworkSegment(db1540c0-4214-44b9-a5dd-28108678eb0a),segment_id=db1540c0-4214-44b9-a5dd-28108678eb0a)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:17.142719 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.161998 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.186787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a3a0b4-dc32-4f81-8e47-fee49a9f05ff tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:17.187442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a3a0b4-dc32-4f81-8e47-fee49a9f05ff tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:17.190213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-52a3a0b4-dc32-4f81-8e47-fee49a9f05ff tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2da2abbf-c7ca-4f6c-bdba-da433a436523 HTTP/1.1" status: 200 len: 1990 time: 0.2187133 Jul 09 13:38:17.256202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5a6c-ae4f-4f81-8148-f40742a4129e None None] Pushing event updated for resources: {'Port': ['ID=95b6de61-e5e5-4a29-b4f1-1a5660b68080,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:17.428682 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8d1c7447-0c6e-4e98-95f5-e79574e4540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.444733 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.452149 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.467865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a25607-109a-48d0-beed-c7846b63df51 None None] New status for floating IP b6e18f12-27e4-46f1-bc17-e4d67b820be8: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:38:17.537013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.635881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2526db-4a1c-4d2c-b35e-fd4be4d127b1,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:17.669489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53296) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:17.678492 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.680218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8d1c7447-0c6e-4e98-95f5-e79574e4540e None None] For port 6c317028-f790-4cd7-99f6-b7792f0db3bf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6c317028-f790-4cd7-99f6-b7792f0db3bf,segment=NetworkSegment(75fd153e-a167-42bf-8aa5-6e7d07434b4e),segment_id=75fd153e-a167-42bf-8aa5-6e7d07434b4e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:17.699404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.701085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4cbf1e6b-e2d7-48ac-a07e-8bd1dbba7a5e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3649590 Jul 09 13:38:17.701818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6021b2-ef31-4ba0-99a6-c249d29251e9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:17.703090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1f76-ca0e-4e18-95da-ca6e930ac346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.712998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53298) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:17.739592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67b283-687f-4dee-9aba-257131c819ea req-e43b73e4-25c1-48f4-aded-ae147d9e852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:17.741780 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef67b283-687f-4dee-9aba-257131c819ea req-e43b73e4-25c1-48f4-aded-ae147d9e852e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b HTTP/1.1" status: 200 len: 835 time: 1.1281083 Jul 09 13:38:17.754189 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8d1c7447-0c6e-4e98-95f5-e79574e4540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.842765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:17.843695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.884949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ff304b22-4223-47ab-a943-df456359135b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=2ab7d00b-eb2f-490c-94f3-097d6b0a701b HTTP/1.1" status: 200 len: 690 time: 0.1659987 Jul 09 13:38:17.892061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53302) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:17.928919 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:17.978998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c7447-0c6e-4e98-95f5-e79574e4540e None None] Pushing event updated for resources: {'Port': ['ID=6c317028-f790-4cd7-99f6-b7792f0db3bf,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:17.990793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcd0077-c291-4586-9393-97e0c329425e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:18.013272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1540c0-4214-44b9-a5dd-28108678eb0a') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:18.013630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1540c0-4214-44b9-a5dd-28108678eb0a') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:18.028048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.042126 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1f76-ca0e-4e18-95da-ca6e930ac346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.047330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1f76-ca0e-4e18-95da-ca6e930ac346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.060647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67b283-687f-4dee-9aba-257131c819ea req-3709e065-7638-42c7-8f60-2c1b35aed414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:18.062219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef67b283-687f-4dee-9aba-257131c819ea req-3709e065-7638-42c7-8f60-2c1b35aed414 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db90271-92bd-4603-92c1-e185490200c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2964821 Jul 09 13:38:18.088476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-effe7d62-4796-453e-83ad-48dd13d5b461 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7728693 Jul 09 13:38:18.090070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53304) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:18.102800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.156058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:18.156635 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:18.160903 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:18.199618 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.205290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3b2f1f76-ca0e-4e18-95da-ca6e930ac346 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6556c35d62794a2d9b5572b4d3647ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344634 Jul 09 13:38:18.217479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.238403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f1f76-ca0e-4e18-95da-ca6e930ac346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb0bbb-03fd-4327-8b4e-2f34764df3d9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:18.281383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53306) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:18.286245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aaf64e88-457c-48d5-8f75-03146f897cd5 None None] Provisioning for port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:18.300440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aaf64e88-457c-48d5-8f75-03146f897cd5 None None] Provisioning complete for port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:18.302635 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aaf64e88-457c-48d5-8f75-03146f897cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.420970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-aaf64e88-457c-48d5-8f75-03146f897cd5 None None] Port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:18.477648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aaf64e88-457c-48d5-8f75-03146f897cd5 None None] Provisioning complete for port 6c317028-f790-4cd7-99f6-b7792f0db3bf triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:18.479047 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aaf64e88-457c-48d5-8f75-03146f897cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.526479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:38:18.526479 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:38:18.526479 n-d-799524-3 neutron-server[93912]: [parameters: {'id': 'bdcd0077-c291-4586-9393-97e0c329425e'}] Jul 09 13:38:18.526479 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:38:18.526882 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:38:18.655163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 95b6de61-e5e5-4a29-b4f1-1a5660b68080 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:18.663222 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef67b283-687f-4dee-9aba-257131c819ea req-2c6cd62b-0edb-4a96-83fb-20619cb47515 service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805011 Jul 09 13:38:18.756225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:18.766249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6c317028-f790-4cd7-99f6-b7792f0db3bf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:18.834211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e588f3d4-2274-4555-8042-978907011576 None None] Provisioning complete for port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:18.835059 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e588f3d4-2274-4555-8042-978907011576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:18.851813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Deleting port 8e2526db-4a1c-4d2c-b35e-fd4be4d127b1 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:18.855170 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.030419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.070269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ef67b283-687f-4dee-9aba-257131c819ea req-081fdb6b-3d20-42d2-8af9-ab4958acaf32 service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951180 Jul 09 13:38:19.154968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.163287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.193400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Calling delete_port for 8e2526db-4a1c-4d2c-b35e-fd4be4d127b1 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:19.251710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1291ce-29ae-4fd6-8f6f-ef05a0b9f47d None None] Network bdcd0077-c291-4586-9393-97e0c329425e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:19.271095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Deleting port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:19.271609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.365269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e588f3d4-2274-4555-8042-978907011576 None None] Port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:19.414343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] For port 95b6de61-e5e5-4a29-b4f1-1a5660b68080, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=95b6de61-e5e5-4a29-b4f1-1a5660b68080,segment=NetworkSegment(db1540c0-4214-44b9-a5dd-28108678eb0a),segment_id=db1540c0-4214-44b9-a5dd-28108678eb0a)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:19.414702 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.419759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6c317028-f790-4cd7-99f6-b7792f0db3bf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:19.420351 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.444784 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d88b57b-4309-4752-a67c-4d8d88e4687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.461211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Calling delete_port for 95b6de61-e5e5-4a29-b4f1-1a5660b68080 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:19.471910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d88b57b-4309-4752-a67c-4d8d88e4687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.537902 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d88b57b-4309-4752-a67c-4d8d88e4687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.540957 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d88b57b-4309-4752-a67c-4d8d88e4687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.542457 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0d88b57b-4309-4752-a67c-4d8d88e4687e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6cb0bbb-03fd-4327-8b4e-2f34764df3d9 HTTP/1.1" status: 204 len: 168 time: 1.2592955 Jul 09 13:38:19.542872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.559396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88b57b-4309-4752-a67c-4d8d88e4687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb0bbb-03fd-4327-8b4e-2f34764df3d9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:19.561121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-860279dd-4549-497d-8607-2414af5a056f None None] Provisioning for port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:19.580502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-860279dd-4549-497d-8607-2414af5a056f None None] Provisioning complete for port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:19.580877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-860279dd-4549-497d-8607-2414af5a056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.662186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e2526db-4a1c-4d2c-b35e-fd4be4d127b1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:19.729769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.778208 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.780489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] DHCP port deletion for bdcd0077-c291-4586-9393-97e0c329425e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:38:19.820477 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-860279dd-4549-497d-8607-2414af5a056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.848151 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.895679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] Deleting port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:19.896391 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.916757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:19.919233 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Port': ['ID=95b6de61-e5e5-4a29-b4f1-1a5660b68080,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:19.921195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No DVR routers for this DVR port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:20.030268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] For port 95b6de61-e5e5-4a29-b4f1-1a5660b68080, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:20.031036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.047103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] Calling delete_port for 95b6de61-e5e5-4a29-b4f1-1a5660b68080 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:20.051534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] Port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:38:20.059746 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.089334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] Pushing event deleted for resources: {'Port': ['ID=95b6de61-e5e5-4a29-b4f1-1a5660b68080,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:20.112155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641aa42-344f-4250-a188-979fe4ea73c1 None None] No DVR routers for this DVR port 95b6de61-e5e5-4a29-b4f1-1a5660b68080 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:20.152161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.168026 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcd0077-c291-4586-9393-97e0c329425e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:20.179436 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.247798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1540c0-4214-44b9-a5dd-28108678eb0a') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:20.248091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1540c0-4214-44b9-a5dd-28108678eb0a') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:20.251368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.289860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e2db1292-f568-4c13-a618-d1c233987bd8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:20.298409 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.388020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.401835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:20.402253 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:20.405654 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:20.408382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.414462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.425573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.457657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 95b6de61-e5e5-4a29-b4f1-1a5660b68080 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:20.471337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab7d00b-eb2f-490c-94f3-097d6b0a701b']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:20.515947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfeaaf6-c15c-46f7-9ceb-9c5eabe2b71d') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:20.516440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfeaaf6-c15c-46f7-9ceb-9c5eabe2b71d') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:20.529630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 95b6de61-e5e5-4a29-b4f1-1a5660b68080 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:38:20.530013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 95b6de61-e5e5-4a29-b4f1-1a5660b68080 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:20.530974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.554285 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.583575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.591447 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/bdcd0077-c291-4586-9393-97e0c329425e HTTP/1.1" status: 204 len: 168 time: 4.8936937 Jul 09 13:38:20.591447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53338) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:20.629703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-494001348'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:20.631172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=58a616e8-2b2f-4d6d-a9fa-59b6deee1980,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:20.635733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.681738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374c33-597c-4cb8-854f-203e3cfe7e9c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=bdcd0077-c291-4586-9393-97e0c329425e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:20.698161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:20.698161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:20.709821 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:20.827000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:20.831338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.856521 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.898956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:20.901179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ab7d00b-eb2f-490c-94f3-097d6b0a701b {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:38:20.902776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ab7d00b-eb2f-490c-94f3-097d6b0a701b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:20.911220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.923073 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d80cc829-1549-4f32-b036-2c5a66e07ef2 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2ab7d00b-eb2f-490c-94f3-097d6b0a701b HTTP/1.1" status: 204 len: 168 time: 3.0267055 Jul 09 13:38:20.924352 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53346) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:20.940560 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:20.940910 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment 02f31ddc-cfe2-48fd-894e-3826102090dd of type vlan for network c78abcef-3fae-4e89-a6c8-595f607aac8b Jul 09 13:38:20.993286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.031673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e7153175-934e-4a39-84be-f14edfef38c0 None None] Provisioning complete for port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:21.034634 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e7153175-934e-4a39-84be-f14edfef38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.058714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.073132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.075653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.131570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.149612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e7153175-934e-4a39-84be-f14edfef38c0 None None] Port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:21.332493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7394915 Jul 09 13:38:21.335455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53360) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:21.336967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc58f58-ca72-4710-9c5d-14853daceb18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=c78abcef-3fae-4e89-a6c8-595f607aac8b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:21.352552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c78abcef-3fae-4e89-a6c8-595f607aac8b details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:21.375006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': 'c78abcef-3fae-4e89-a6c8-595f607aac8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:21.416929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6478a51f-d10b-4ad6-a6fd-0e89a3e220b3 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.4894562 Jul 09 13:38:21.421827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:21.560744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:21.571895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.660821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.661339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.663556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.664051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.667324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.667819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.668286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.668746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.669194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.669686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:21.679436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53370) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:21.679687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3b34d3ad-3b5b-430f-a21a-8eed7aaea61d tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6383 time: 0.2508795 Jul 09 13:38:21.766930 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-c2cb030c-6960-4581-a39d-9ec179d9e42e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] delete failed (client error): The resource could not be found. Jul 09 13:38:21.768187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c2cb030c-6960-4581-a39d-9ec179d9e42e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/7d17c43e-8395-4bb6-b189-2bb526b73d8c HTTP/1.1" status: 404 len: 345 time: 0.0879102 Jul 09 13:38:21.770766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53372) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:21.796195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.806175 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce78615-6a8f-466f-82da-e8885ed2afa1 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 13:38:21.807251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce78615-6a8f-466f-82da-e8885ed2afa1 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:21.809990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ce78615-6a8f-466f-82da-e8885ed2afa1 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2ab7d00b-eb2f-490c-94f3-097d6b0a701b HTTP/1.1" status: 404 len: 339 time: 0.0382063 Jul 09 13:38:21.816683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53376) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:21.836479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Request body: {'network': {'name': 'tempest-network--146317738', 'router:external': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:21.882486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Made reservation on behalf of 81827197fdf34bada25d9322b997ab61 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:21.884996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.976206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:22.048066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.048425 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Added segment 95a2eefd-50e7-4291-82be-cb97b10d10be of type vlan for network 0362e7e4-4114-4825-aff3-9498894708bd Jul 09 13:38:22.106562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.185963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=34a233a5-4c02-439f-9602-03974d657744,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:22.190865 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.253588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': '02f31ddc-cfe2-48fd-894e-3826102090dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c78abcef-3fae-4e89-a6c8-595f607aac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:22.253952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: c78abcef-3fae-4e89-a6c8-595f607aac8b, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:22.271619 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.273095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:22.273805 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.277527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.289437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.361309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network c78abcef-3fae-4e89-a6c8-595f607aac8b is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:22.381226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5528584 Jul 09 13:38:22.384571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53390) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:22.385167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c78abcef-3fae-4e89-a6c8-595f607aac8b) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:22.394733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5367f24-3695-4593-99b6-372b6c6947fd None None] Network c78abcef-3fae-4e89-a6c8-595f607aac8b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:22.409846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:22.410569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.413096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734695e-5070-4cf5-b4b7-906676a1e50c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Network': ['ID=0362e7e4-4114-4825-aff3-9498894708bd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:22.456259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0362e7e4-4114-4825-aff3-9498894708bd details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:22.526551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3b007c7b-0508-4ff9-be22-22737c240360 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1718628 Jul 09 13:38:22.533875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53394) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:22.597150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=58a616e8-2b2f-4d6d-a9fa-59b6deee1980,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:22.606582 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.748972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4760107-7780-4648-9b4c-19334890d90c tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:22.755856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4760107-7780-4648-9b4c-19334890d90c tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:22.762617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4760107-7780-4648-9b4c-19334890d90c tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:22.769471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4760107-7780-4648-9b4c-19334890d90c tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:22.771391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a4760107-7780-4648-9b4c-19334890d90c tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3843215 Jul 09 13:38:22.774699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53400) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:22.789229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:22.793991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:22.864372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-c78abcef-3fae-4e89-a6c8-595f607aac8b', 'network_id': 'c78abcef-3fae-4e89-a6c8-595f607aac8b', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': '34a233a5-4c02-439f-9602-03974d657744'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:22.869946 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.916749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.941361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.101396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53406) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:23.124640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Allocated IP 172.20.0.1 (c78abcef-3fae-4e89-a6c8-595f607aac8b/34a233a5-4c02-439f-9602-03974d657744/0dbd8216-dbdf-4043-9f6e-114442420e7e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:23.135113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.191036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Router a9373445-7dc2-4a1b-bafc-a39a8ffa7a39 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:38:23.225703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.241736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0362e7e4-4114-4825-aff3-9498894708bd']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:23.254199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a2eefd-50e7-4291-82be-cb97b10d10be') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:23.254982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a2eefd-50e7-4291-82be-cb97b10d10be') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:23.256944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d167dee8-2037-4446-aaf3-f031dd6013ec None None] Provisioning complete for port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:23.257651 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d167dee8-2037-4446-aaf3-f031dd6013ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.265065 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.282307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.293792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:23.294906 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:23.297344 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:23.349402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d167dee8-2037-4446-aaf3-f031dd6013ec None None] Port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:23.412632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.441529 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.448632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0362e7e4-4114-4825-aff3-9498894708bd {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:38:23.455584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event deleted for resources: {'Network': ['ID=0362e7e4-4114-4825-aff3-9498894708bd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:23.456617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31dac6-6239-4239-a224-cb1b7f9ffcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.458560 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.472421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53412) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:23.473879 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8d1263bd-b98f-4b6b-8b7f-73727156574b tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "DELETE /v2.0/networks/0362e7e4-4114-4825-aff3-9498894708bd HTTP/1.1" status: 204 len: 168 time: 0.6951797 Jul 09 13:38:23.483394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Transition to ACTIVE for port object 0dbd8216-dbdf-4043-9f6e-114442420e7e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:23.486093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Request body: {'network': {'name': 'tempest-network--1163815558', 'router:external': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:23.506521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:38:23.515437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53414) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:23.515656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-939aad95-5fe9-4e39-826d-e682108f1c3f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "PUT /v2.0/routers/a9373445-7dc2-4a1b-bafc-a39a8ffa7a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4233625 Jul 09 13:38:23.528084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Made reservation on behalf of 81827197fdf34bada25d9322b997ab61 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:23.533180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Transition to ACTIVE for port object 0dbd8216-dbdf-4043-9f6e-114442420e7e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:23.534703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.543062 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.594821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:23.618188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.618550 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Added segment 87b22437-9f26-4bb0-9738-4e921e5f4df7 of type vlan for network 3f4bded6-0288-43f2-906a-11e8b40ec5c3 Jul 09 13:38:23.653658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.658463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Network c78abcef-3fae-4e89-a6c8-595f607aac8b is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:23.663295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:23.671210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:23.693822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.701134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=34a233a5-4c02-439f-9602-03974d657744,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:23.771689 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31dac6-6239-4239-a224-cb1b7f9ffcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.777337 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.778707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:23.781342 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.790654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a31dac6-6239-4239-a224-cb1b7f9ffcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.828110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Pushing event updated for resources: {'Port': ['ID=0dbd8216-dbdf-4043-9f6e-114442420e7e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:23.858483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c2312-b921-4a07-aa6d-0987b883a5d3 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:23.863229 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-388c2312-b921-4a07-aa6d-0987b883a5d3 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9373445-7dc2-4a1b-bafc-a39a8ffa7a39 HTTP/1.1" status: 200 len: 983 time: 0.3464396 Jul 09 13:38:23.866579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53420) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:23.877333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Attempting to bind port 0dbd8216-dbdf-4043-9f6e-114442420e7e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:23.877867 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.878738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Attempting to bind port 0dbd8216-dbdf-4043-9f6e-114442420e7e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '02f31ddc-cfe2-48fd-894e-3826102090dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c78abcef-3fae-4e89-a6c8-595f607aac8b'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:23.879893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Attempting to bind port 0dbd8216-dbdf-4043-9f6e-114442420e7e on network c78abcef-3fae-4e89-a6c8-595f607aac8b {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:23.896912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:23.898122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Checking segment: {'id': '02f31ddc-cfe2-48fd-894e-3826102090dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c78abcef-3fae-4e89-a6c8-595f607aac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:23.898543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.898961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Bound using segment: {'id': '02f31ddc-cfe2-48fd-894e-3826102090dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c78abcef-3fae-4e89-a6c8-595f607aac8b'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:23.899537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Bound port: 0dbd8216-dbdf-4043-9f6e-114442420e7e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f31ddc-cfe2-48fd-894e-3826102090dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c78abcef-3fae-4e89-a6c8-595f607aac8b'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:23.899970 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.906090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4312861 Jul 09 13:38:23.919836 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7a31dac6-6239-4239-a224-cb1b7f9ffcbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00abec36037c41929018e4027342e917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8167298 Jul 09 13:38:23.920165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53422) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:23.920257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:23.925734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31dac6-6239-4239-a224-cb1b7f9ffcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa80be6a-5602-40cc-856e-c0b8bda91185,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:23.969240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f793072-8ef5-4ff9-a3be-70ffb4fe07e4 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Network': ['ID=3f4bded6-0288-43f2-906a-11e8b40ec5c3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:23.973430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78abcef-3fae-4e89-a6c8-595f607aac8b']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:23.988187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f31ddc-cfe2-48fd-894e-3826102090dd') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:23.988515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f31ddc-cfe2-48fd-894e-3826102090dd') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:24.009010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.035485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.069138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] For port 0dbd8216-dbdf-4043-9f6e-114442420e7e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:24.076186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 3f4bded6-0288-43f2-906a-11e8b40ec5c3 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:24.243353 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76222695-2f7c-41cb-b75c-5ea3fac7618d None None] Sync routers for ids ['a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:38:24.260129 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76222695-2f7c-41cb-b75c-5ea3fac7618d None None] Routers {'a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:24.260952 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-76222695-2f7c-41cb-b75c-5ea3fac7618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:24.355768 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-76222695-2f7c-41cb-b75c-5ea3fac7618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:24.383178 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76222695-2f7c-41cb-b75c-5ea3fac7618d None None] Routers {'a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:24.386468 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-76222695-2f7c-41cb-b75c-5ea3fac7618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:24.435279 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-76222695-2f7c-41cb-b75c-5ea3fac7618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:24.436219 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76222695-2f7c-41cb-b75c-5ea3fac7618d None None] The sync data for ids ['a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:38:24.526104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ee30d-8e41-4300-a812-bf1245e78e77 tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:24.530155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-836ee30d-8e41-4300-a812-bf1245e78e77 tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] 10.222.0.32 "GET /v2.0/networks/3f4bded6-0288-43f2-906a-11e8b40ec5c3 HTTP/1.1" status: 200 len: 757 time: 0.5965874 Jul 09 13:38:24.533848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53428) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:24.539166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:24.539673 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:24.591777 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:24.595644 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dc12aae-85a9-4511-a6db-2d5d2e37dfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.636159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfc9c7-fc6e-4780-8b32-962609143686 tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:24.640603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a4dfc9c7-fc6e-4780-8b32-962609143686 tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] 10.222.0.32 "GET /v2.0/networks/22940e8a-c8da-431b-8352-8afae7f3165f HTTP/1.1" status: 200 len: 768 time: 0.1059165 Jul 09 13:38:24.641662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53430) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:24.643881 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dc12aae-85a9-4511-a6db-2d5d2e37dfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.673482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:38:24.673482 n-d-799524-3 neutron-server[93912]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:38:24.673482 n-d-799524-3 neutron-server[93912]: [parameters: {'id': 'c78abcef-3fae-4e89-a6c8-595f607aac8b'}] Jul 09 13:38:24.673482 n-d-799524-3 neutron-server[93912]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:38:24.673957 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:38:24.675340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] For port 0dbd8216-dbdf-4043-9f6e-114442420e7e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0dbd8216-dbdf-4043-9f6e-114442420e7e,segment=NetworkSegment(02f31ddc-cfe2-48fd-894e-3826102090dd),segment_id=02f31ddc-cfe2-48fd-894e-3826102090dd)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:24.691449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.700124 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dc12aae-85a9-4511-a6db-2d5d2e37dfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.705626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9dc12aae-85a9-4511-a6db-2d5d2e37dfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.708610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9dc12aae-85a9-4511-a6db-2d5d2e37dfbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa80be6a-5602-40cc-856e-c0b8bda91185 HTTP/1.1" status: 204 len: 168 time: 0.7739322 Jul 09 13:38:24.727755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc12aae-85a9-4511-a6db-2d5d2e37dfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa80be6a-5602-40cc-856e-c0b8bda91185,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:24.785541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:24.844570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a768b-4c6f-443e-984e-39523082b7c7 None None] Pushing event updated for resources: {'Port': ['ID=0dbd8216-dbdf-4043-9f6e-114442420e7e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:24.935142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d12855-381a-4c63-8b37-04e51386336a None None] Network c78abcef-3fae-4e89-a6c8-595f607aac8b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:24.993630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.023010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4bded6-0288-43f2-906a-11e8b40ec5c3']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:25.056215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b22437-9f26-4bb0-9738-4e921e5f4df7') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:25.056523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b22437-9f26-4bb0-9738-4e921e5f4df7') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:25.073978 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.098718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.121557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:25.122032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:25.123881 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:25.175225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.218967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb051ba2-a8c5-44aa-8dd2-975b51ca1e2c None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:38:25.280411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53440) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:25.300665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-600c55cc-8b32-4727-8041-b89872b279a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.316834 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.419872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.443642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb051ba2-a8c5-44aa-8dd2-975b51ca1e2c None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:38:25.509424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f4bded6-0288-43f2-906a-11e8b40ec5c3 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:38:25.521938 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.524224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3f4bded6-0288-43f2-906a-11e8b40ec5c3 HTTP/1.1" status: 204 len: 168 time: 0.8777895 Jul 09 13:38:25.528904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:25.541496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Request body: {'network': {'name': 'tempest-network--1011232642'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:25.594868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddce08-1e1d-48aa-86d2-ab385503cd45 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f4bded6-0288-43f2-906a-11e8b40ec5c3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:25.597687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-600c55cc-8b32-4727-8041-b89872b279a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.615369 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-600c55cc-8b32-4727-8041-b89872b279a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.640637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Deleting port 0dbd8216-dbdf-4043-9f6e-114442420e7e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:25.641624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.777420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Made reservation on behalf of 81827197fdf34bada25d9322b997ab61 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:25.780927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] For port 0dbd8216-dbdf-4043-9f6e-114442420e7e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0dbd8216-dbdf-4043-9f6e-114442420e7e,segment=NetworkSegment(02f31ddc-cfe2-48fd-894e-3826102090dd),segment_id=02f31ddc-cfe2-48fd-894e-3826102090dd)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:25.781275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.784292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.799958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Calling delete_port for 0dbd8216-dbdf-4043-9f6e-114442420e7e owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:25.830661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c55cc-8b32-4727-8041-b89872b279a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96aa31b-e159-4520-abff-d956fbe7a39c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:25.842974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-600c55cc-8b32-4727-8041-b89872b279a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7170f51129584db1a0858626326c5819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607841 Jul 09 13:38:25.848371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53450) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:25.885753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:25.935248 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.936139 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Added segment d4a56275-18a1-49c2-b29b-dca713ed4924 of type vlan for network 947c7817-be52-4965-b8c5-b5cae3cfab5a Jul 09 13:38:25.968698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.059953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No DVR routers for this DVR port 0dbd8216-dbdf-4043-9f6e-114442420e7e on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:26.077019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Port': ['ID=0dbd8216-dbdf-4043-9f6e-114442420e7e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:26.152776 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.191762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.193091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:26.193827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.240155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7096205 Jul 09 13:38:26.246477 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb98d-0faa-4727-908c-5b4b8b4b042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.253227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53456) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:26.326555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2c1f26b1-7a23-4a81-a2e3-35774a30333e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:26.484561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.569821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78abcef-3fae-4e89-a6c8-595f607aac8b']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:26.593304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f31ddc-cfe2-48fd-894e-3826102090dd') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:26.593537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f31ddc-cfe2-48fd-894e-3826102090dd') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:26.634668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.680024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.693256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb98d-0faa-4727-908c-5b4b8b4b042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.704702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:26.705194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:26.708283 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:26.729047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:26.729404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.768764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a82f4-a082-4a68-a5cd-6dbb7e3d5f9c tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Network': ['ID=947c7817-be52-4965-b8c5-b5cae3cfab5a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:26.787564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 947c7817-be52-4965-b8c5-b5cae3cfab5a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:26.928443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.941074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.943179 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/c78abcef-3fae-4e89-a6c8-595f607aac8b HTTP/1.1" status: 204 len: 168 time: 4.4083157 Jul 09 13:38:26.947139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53462) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:26.967615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-815348319'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:26.967844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d129c1c-0973-48e5-8197-9450ceab2570 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=c78abcef-3fae-4e89-a6c8-595f607aac8b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:26.989873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb98d-0faa-4727-908c-5b4b8b4b042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.006220 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.008239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb98d-0faa-4727-908c-5b4b8b4b042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.009701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2c8eb98d-0faa-4727-908c-5b4b8b4b042b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a96aa31b-e159-4520-abff-d956fbe7a39c HTTP/1.1" status: 204 len: 168 time: 1.1603520 Jul 09 13:38:27.021670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 58a616e8-2b2f-4d6d-a9fa-59b6deee1980 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:27.092133 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c1f26b1-7a23-4a81-a2e3-35774a30333e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.200569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eb98d-0faa-4727-908c-5b4b8b4b042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96aa31b-e159-4520-abff-d956fbe7a39c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:27.205141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c1f26b1-7a23-4a81-a2e3-35774a30333e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.330007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c1f26b1-7a23-4a81-a2e3-35774a30333e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Network 947c7817-be52-4965-b8c5-b5cae3cfab5a is not hosted by any dhcp agent {{(pid=93913) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:38:27.330007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f26b1-7a23-4a81-a2e3-35774a30333e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.330007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c1f26b1-7a23-4a81-a2e3-35774a30333e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.330007 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2c1f26b1-7a23-4a81-a2e3-35774a30333e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "PUT /v2.0/networks/947c7817-be52-4965-b8c5-b5cae3cfab5a HTTP/1.1" status: 200 len: 857 time: 1.0343261 Jul 09 13:38:27.330977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53470) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:27.353860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f26b1-7a23-4a81-a2e3-35774a30333e tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event updated for resources: {'Network': ['ID=947c7817-be52-4965-b8c5-b5cae3cfab5a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:27.358390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:27.362783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.402173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:27.420778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-677965c3-eb27-4c4e-824f-31f3028a7784 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.427424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-677965c3-eb27-4c4e-824f-31f3028a7784 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.432732 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.433414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-677965c3-eb27-4c4e-824f-31f3028a7784 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.441153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-677965c3-eb27-4c4e-824f-31f3028a7784 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.447117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-677965c3-eb27-4c4e-824f-31f3028a7784 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.460351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-677965c3-eb27-4c4e-824f-31f3028a7784 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.477197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-677965c3-eb27-4c4e-824f-31f3028a7784 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.479290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-677965c3-eb27-4c4e-824f-31f3028a7784 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5444 time: 0.3030198 Jul 09 13:38:27.493842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.495900 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment e82bde51-0fe7-47e1-aa64-5e2fd1320e19 of type vlan for network 62c52e98-03d7-4a82-8277-4818166ecca7 Jul 09 13:38:27.496504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=58a616e8-2b2f-4d6d-a9fa-59b6deee1980,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:27.604818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.639393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82354d43-895e-485d-9b8c-da9c8ae4c47b req-c15cf2f5-3fea-42ab-8f69-d5b838b2f55f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1435480 Jul 09 13:38:27.704541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.718174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.719243 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.761061 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.793140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8410063 Jul 09 13:38:27.799835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53476) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:27.814797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': '62c52e98-03d7-4a82-8277-4818166ecca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:27.817391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b45a6-4fc1-405c-bedc-6c218998013b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=62c52e98-03d7-4a82-8277-4818166ecca7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:27.828219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.849129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 62c52e98-03d7-4a82-8277-4818166ecca7 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:28.100550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:28.148018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947c7817-be52-4965-b8c5-b5cae3cfab5a']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:28.154564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6bcecf9b-4424-45f0-ba6f-ff2d947f72df tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.162680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6bcecf9b-4424-45f0-ba6f-ff2d947f72df tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.168691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6bcecf9b-4424-45f0-ba6f-ff2d947f72df tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.175248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6bcecf9b-4424-45f0-ba6f-ff2d947f72df tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.183445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6bcecf9b-4424-45f0-ba6f-ff2d947f72df tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.189020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6bcecf9b-4424-45f0-ba6f-ff2d947f72df tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.192797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a56275-18a1-49c2-b29b-dca713ed4924') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:28.193080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a56275-18a1-49c2-b29b-dca713ed4924') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:28.197447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6bcecf9b-4424-45f0-ba6f-ff2d947f72df tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.199509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6bcecf9b-4424-45f0-ba6f-ff2d947f72df tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5444 time: 0.1943078 Jul 09 13:38:28.202765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:28.207758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:28.213367 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:28.278229 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:28.283417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Router a9373445-7dc2-4a1b-bafc-a39a8ffa7a39 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:38:28.294452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:28.294961 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:28.299877 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:28.318053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6b0a8454-e135-4b50-bff7-9634fa746397 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.324748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-6b0a8454-e135-4b50-bff7-9634fa746397 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "GET /v2.0/ports/ad15285c-4e2f-4e8e-9d95-def2c7e8044e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1163676 Jul 09 13:38:28.494291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:28.504922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 947c7817-be52-4965-b8c5-b5cae3cfab5a {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:38:28.511280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:38:28.514659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:28.517773 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] 10.222.0.32 "DELETE /v2.0/networks/947c7817-be52-4965-b8c5-b5cae3cfab5a HTTP/1.1" status: 204 len: 168 time: 1.1872561 Jul 09 13:38:28.521844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53494) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:28.537380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-226d02c9-1d3c-4344-a45a-da4e4ae7e13a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "PUT /v2.0/routers/a9373445-7dc2-4a1b-bafc-a39a8ffa7a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6698418 Jul 09 13:38:28.538829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53496) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:28.543250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f6c26-85c8-4978-9a38-7245eafc72b0 tempest-ExternalNetworksTestJSON-614970593 tempest-ExternalNetworksTestJSON-614970593-project-admin] Pushing event deleted for resources: {'Network': ['ID=947c7817-be52-4965-b8c5-b5cae3cfab5a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:28.585151 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d988ee-e632-43bb-9f40-46f8e1fa3e7b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:38:28.590529 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-89d988ee-e632-43bb-9f40-46f8e1fa3e7b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/58a616e8-2b2f-4d6d-a9fa-59b6deee1980 HTTP/1.1" status: 404 len: 333 time: 0.0486288 Jul 09 13:38:28.591510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53500) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:28.605842 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea2e234-e733-4d87-8044-52d14c620286 tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:28.606307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea2e234-e733-4d87-8044-52d14c620286 tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:28.608095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ea2e234-e733-4d87-8044-52d14c620286 tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] 10.222.0.32 "DELETE /v2.0/subnets/e2db1292-f568-4c13-a618-d1c233987bd8 HTTP/1.1" status: 404 len: 337 time: 0.0852618 Jul 09 13:38:28.611990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53502) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:28.663243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-06b1dd13-7c76-4729-a075-bf0c1f1fbab2 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "GET /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3313766 Jul 09 13:38:28.741134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:28.890344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:28.983399 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.176099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.194078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22940e8a-c8da-431b-8352-8afae7f3165f']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:29.207316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817f8e6d-7c06-401e-bbd6-14b10c776a54') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:29.207610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817f8e6d-7c06-401e-bbd6-14b10c776a54') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:29.218194 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.239475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.246379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:29.247079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:29.366687 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:29.387240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed72e6a6-adfa-4e35-b2b9-1a5c93f1aa0c None None] Sync routers for ids ['a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:38:29.402727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72e6a6-adfa-4e35-b2b9-1a5c93f1aa0c None None] Routers {'a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:29.409630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ed72e6a6-adfa-4e35-b2b9-1a5c93f1aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:29.419890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.433802 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.435976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] 10.222.0.32 "DELETE /v2.0/networks/22940e8a-c8da-431b-8352-8afae7f3165f HTTP/1.1" status: 204 len: 168 time: 0.8226008 Jul 09 13:38:29.450511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4573396-b981-4ff3-b672-7ac47b22c7ab tempest-ExternalNetworksTestJSON-598276322 tempest-ExternalNetworksTestJSON-598276322-project] Pushing event deleted for resources: {'Network': ['ID=22940e8a-c8da-431b-8352-8afae7f3165f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:29.507930 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd009ae4-ef76-4653-845f-27664e2b49e7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.522559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ed72e6a6-adfa-4e35-b2b9-1a5c93f1aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:29.548019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72e6a6-adfa-4e35-b2b9-1a5c93f1aa0c None None] Routers {'a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:29.549878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ed72e6a6-adfa-4e35-b2b9-1a5c93f1aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:29.649550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] For port ad15285c-4e2f-4e8e-9d95-def2c7e8044e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:29.661822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ed72e6a6-adfa-4e35-b2b9-1a5c93f1aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:29.662640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed72e6a6-adfa-4e35-b2b9-1a5c93f1aa0c None None] The sync data for ids ['a9373445-7dc2-4a1b-bafc-a39a8ffa7a39'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:38:29.739147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] For port ad15285c-4e2f-4e8e-9d95-def2c7e8044e, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:29.811762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.843509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53528) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:29.867372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] device_id is not set on port ad15285c-4e2f-4e8e-9d95-def2c7e8044e yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:29.898607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:29.910745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.012641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53532) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:30.016510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] Pushing event updated for resources: {'Port': ['ID=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:30.038787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd009ae4-ef76-4653-845f-27664e2b49e7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.043781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd009ae4-ef76-4653-845f-27664e2b49e7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.049199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=e5fdce42-2ddd-405a-aa12-3d0fdff3a94a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:30.123196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] No DVR routers for this DVR port ad15285c-4e2f-4e8e-9d95-def2c7e8044e on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:30.212812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd009ae4-ef76-4653-845f-27664e2b49e7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.213330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd009ae4-ef76-4653-845f-27664e2b49e7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Fanout notify agent at l3_agent the message router_deleted on router a9373445-7dc2-4a1b-bafc-a39a8ffa7a39 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:38:30.225902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] In _notify_port_updated(), no bound segment for port ad15285c-4e2f-4e8e-9d95-def2c7e8044e on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:38:30.227078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.227680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-0bc30ce5-de82-4d78-ad51-10bef579d9ba tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.227820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.228982 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8207e830-6826-432c-8eb8-8f377ee1ddaf service neutron] 10.222.0.10 "PUT /v2.0/ports/ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 200 len: 1031 time: 1.4954183 Jul 09 13:38:30.236635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-0bc30ce5-de82-4d78-ad51-10bef579d9ba tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.242599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-0bc30ce5-de82-4d78-ad51-10bef579d9ba tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.248521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-0bc30ce5-de82-4d78-ad51-10bef579d9ba tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.261640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-0bc30ce5-de82-4d78-ad51-10bef579d9ba tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.277321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-0bc30ce5-de82-4d78-ad51-10bef579d9ba tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.290036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-0bc30ce5-de82-4d78-ad51-10bef579d9ba tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.291849 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-0bc30ce5-de82-4d78-ad51-10bef579d9ba tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 5366 time: 0.6221352 Jul 09 13:38:30.298435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd009ae4-ef76-4653-845f-27664e2b49e7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.299753 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cd009ae4-ef76-4653-845f-27664e2b49e7 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/routers/a9373445-7dc2-4a1b-bafc-a39a8ffa7a39 HTTP/1.1" status: 204 len: 168 time: 1.6691039 Jul 09 13:38:30.303176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b885753-f732-424a-bf1e-2a1424d544f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.309716 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:30.324741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': 'e82bde51-0fe7-47e1-aa64-5e2fd1320e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '62c52e98-03d7-4a82-8277-4818166ecca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:30.325207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: 62c52e98-03d7-4a82-8277-4818166ecca7, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:30.336622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-d9e5c936-9687-484a-8873-293db894d3ad tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.342463 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-d9e5c936-9687-484a-8873-293db894d3ad tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "GET /v2.0/ports/bec40dbd-7038-4472-a6b8-a76df9fc0b21?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1071291 Jul 09 13:38:30.352775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:30.465848 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-317ced32-0717-4d09-a917-f3d03604d588 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b2da57b40be4a05a595019901593ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504867 Jul 09 13:38:30.473035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53540) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:30.485615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network 62c52e98-03d7-4a82-8277-4818166ecca7 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:30.496936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-794e55e6-168d-4a6a-a5ff-0ec1d5097e54 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet 89b64c3c-0ef9-41da-8e3d-d505f36bafe2 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:38:30.509601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16263c95-9cbc-4e63-b541-215679dc1c9f req-93310725-b4c5-4359-91e4-b665bbf0e75d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&id=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2025530 Jul 09 13:38:30.511243 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-794e55e6-168d-4a6a-a5ff-0ec1d5097e54 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.544505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 62c52e98-03d7-4a82-8277-4818166ecca7) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:30.551662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1f0549d-e8a9-4150-8fc5-91d25864641b None None] Provisioning complete for port ad15285c-4e2f-4e8e-9d95-def2c7e8044e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:30.558600 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1f0549d-e8a9-4150-8fc5-91d25864641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.565708 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.566312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.571755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8081558-ae30-4fcd-9c16-c9e278c3da38 None None] Network 62c52e98-03d7-4a82-8277-4818166ecca7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:30.578278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.591330 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-794e55e6-168d-4a6a-a5ff-0ec1d5097e54 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.649152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a151129e-938a-4954-b3a7-997f08d57e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.701335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a151129e-938a-4954-b3a7-997f08d57e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.707245 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b885753-f732-424a-bf1e-2a1424d544f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.764107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b885753-f732-424a-bf1e-2a1424d544f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.786200 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-07036c6b-e8b2-4204-a8aa-8c6ac1827a10 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9805102 Jul 09 13:38:30.793619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53546) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:30.839552 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-794e55e6-168d-4a6a-a5ff-0ec1d5097e54 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:30.899895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9b885753-f732-424a-bf1e-2a1424d544f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de0e30f56aea49929ecc29bc9909ab35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0507958 Jul 09 13:38:30.904308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53548) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:30.908042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b885753-f732-424a-bf1e-2a1424d544f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0a42b4-0c89-4976-9719-e114ef22d43e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:30.944545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0549d-e8a9-4150-8fc5-91d25864641b None None] Port ad15285c-4e2f-4e8e-9d95-def2c7e8044e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:31.002091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:31.087496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-794e55e6-168d-4a6a-a5ff-0ec1d5097e54 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.124365 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-794e55e6-168d-4a6a-a5ff-0ec1d5097e54 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.127070 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-794e55e6-168d-4a6a-a5ff-0ec1d5097e54 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/89b64c3c-0ef9-41da-8e3d-d505f36bafe2 HTTP/1.1" status: 204 len: 168 time: 0.8150432 Jul 09 13:38:31.129555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e55e6-168d-4a6a-a5ff-0ec1d5097e54 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=89b64c3c-0ef9-41da-8e3d-d505f36bafe2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:31.133297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53550) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:31.147326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4e9fa-932d-463b-9281-d574f04bfa53 None None] Network 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:31.161394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] For port bec40dbd-7038-4472-a6b8-a76df9fc0b21, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=bec40dbd-7038-4472-a6b8-a76df9fc0b21,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:31.202225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7833-4264-4c2e-be4e-1c38e742b301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.209338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] For port bec40dbd-7038-4472-a6b8-a76df9fc0b21, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:31.275246 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a151129e-938a-4954-b3a7-997f08d57e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.275246 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a151129e-938a-4954-b3a7-997f08d57e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.275246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a151129e-938a-4954-b3a7-997f08d57e22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/021e1e74-3910-4b11-ae04-3edd4a3c4bba HTTP/1.1" status: 204 len: 168 time: 0.7951741 Jul 09 13:38:31.321019 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7833-4264-4c2e-be4e-1c38e742b301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.338914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151129e-938a-4954-b3a7-997f08d57e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e1e74-3910-4b11-ae04-3edd4a3c4bba,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:31.353851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] device_id is not set on port bec40dbd-7038-4472-a6b8-a76df9fc0b21 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:31.383159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.395346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.411908 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.431742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.470463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7833-4264-4c2e-be4e-1c38e742b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.474067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7833-4264-4c2e-be4e-1c38e742b301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.475358 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7f5a7833-4264-4c2e-be4e-1c38e742b301 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a0a42b4-0c89-4976-9719-e114ef22d43e HTTP/1.1" status: 204 len: 168 time: 0.5527866 Jul 09 13:38:31.519316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a7833-4264-4c2e-be4e-1c38e742b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0a42b4-0c89-4976-9719-e114ef22d43e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:31.614791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] Pushing event updated for resources: {'Port': ['ID=bec40dbd-7038-4472-a6b8-a76df9fc0b21,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:31.643086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 6c317028-f790-4cd7-99f6-b7792f0db3bf {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:31.645009 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.707513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.973715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] For port 6c317028-f790-4cd7-99f6-b7792f0db3bf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6c317028-f790-4cd7-99f6-b7792f0db3bf,segment=NetworkSegment(75fd153e-a167-42bf-8aa5-6e7d07434b4e),segment_id=75fd153e-a167-42bf-8aa5-6e7d07434b4e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:31.974093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:31.987915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] No DVR routers for this DVR port bec40dbd-7038-4472-a6b8-a76df9fc0b21 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:31.994884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.002389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce138a35-5669-43f8-8aa1-a7c979917af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-62c52e98-03d7-4a82-8277-4818166ecca7', 'network_id': '62c52e98-03d7-4a82-8277-4818166ecca7', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': 'e5fdce42-2ddd-405a-aa12-3d0fdff3a94a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:32.003652 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ce138a35-5669-43f8-8aa1-a7c979917af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.053376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 6c317028-f790-4cd7-99f6-b7792f0db3bf owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:32.120406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fdce42-2ddd-405a-aa12-3d0fdff3a94a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:32.186604 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.221086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] In _notify_port_updated(), no bound segment for port bec40dbd-7038-4472-a6b8-a76df9fc0b21 on network 7e00c6e0-4d26-41c8-b1e1-40737b86495b {{(pid=93913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:38:32.222170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.222642 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.224022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-2baf8eb5-d34e-4af9-b690-799962c4fd50 service neutron] 10.222.0.10 "PUT /v2.0/ports/bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 200 len: 1033 time: 1.8760440 Jul 09 13:38:32.242819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.299223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c52e98-03d7-4a82-8277-4818166ecca7']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:32.311026 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53570) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:32.358092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82bde51-0fe7-47e1-aa64-5e2fd1320e19') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:32.358603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82bde51-0fe7-47e1-aa64-5e2fd1320e19') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:32.376641 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.398035 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.409351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:32.409845 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.440494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-344713e9-f2d1-4980-9c50-0256fd6fb280 None None] Provisioning complete for port bec40dbd-7038-4472-a6b8-a76df9fc0b21 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:32.442728 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-344713e9-f2d1-4980-9c50-0256fd6fb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.445080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:32.448820 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb10116-a7fe-43d1-97bd-bd5e16db7f45" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:32.457890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.481255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5ed22fe9-33da-4ad8-a38d-f3c261ee9f0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81827197fdf34bada25d9322b997ab61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545150 Jul 09 13:38:32.481892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53574) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:32.511121 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:32.518357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e0156-4f60-423f-b8bd-ccc641936872 None None] DHCP port deletion for 88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:38:32.520888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80c116-c673-467f-a511-ae3554b7a0dc None None] Network 62c52e98-03d7-4a82-8277-4818166ecca7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:32.528883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:32.555552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee99d8-80f1-4551-9890-1cdee01565ae req-d4a2b1da-4f51-49af-8cc1-50e3de4e4d9d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.563513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=6c317028-f790-4cd7-99f6-b7792f0db3bf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:32.564046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee99d8-80f1-4551-9890-1cdee01565ae req-d4a2b1da-4f51-49af-8cc1-50e3de4e4d9d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.580785 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7d01b0-5f2f-43ce-812f-fa7a03a92449 x-openstack-request-id: req-fe7d01b0-5f2f-43ce-812f-fa7a03a92449 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:32.581437 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:32.582085 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe7d01b0-5f2f-43ce-812f-fa7a03a92449 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:32.582649 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f', 'code': 200} Jul 09 13:38:32.583731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No DVR routers for this DVR port 6c317028-f790-4cd7-99f6-b7792f0db3bf on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:32.589855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.590839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ec1cbcef-98b7-4169-96bf-36e3375f3340 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:32.596381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee99d8-80f1-4551-9890-1cdee01565ae req-d4a2b1da-4f51-49af-8cc1-50e3de4e4d9d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.605163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee99d8-80f1-4551-9890-1cdee01565ae req-d4a2b1da-4f51-49af-8cc1-50e3de4e4d9d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.612762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee99d8-80f1-4551-9890-1cdee01565ae req-d4a2b1da-4f51-49af-8cc1-50e3de4e4d9d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.614774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeee99d8-80f1-4551-9890-1cdee01565ae req-d4a2b1da-4f51-49af-8cc1-50e3de4e4d9d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 3886 time: 0.5523238 Jul 09 13:38:32.677217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.696038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:32.712748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.718408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/62c52e98-03d7-4a82-8277-4818166ecca7 HTTP/1.1" status: 204 len: 168 time: 1.9107242 Jul 09 13:38:32.718408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a411d96-d687-400c-b1cf-61850de931cf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=62c52e98-03d7-4a82-8277-4818166ecca7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:32.728656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53582) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:32.731738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-344713e9-f2d1-4980-9c50-0256fd6fb280 None None] Port bec40dbd-7038-4472-a6b8-a76df9fc0b21 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:32.736899 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.746291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913367264'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:32.749295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:32.763871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fd153e-a167-42bf-8aa5-6e7d07434b4e') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:32.764123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fd153e-a167-42bf-8aa5-6e7d07434b4e') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:32.771676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeee99d8-80f1-4551-9890-1cdee01565ae req-9a238dc5-f2f2-4d9c-ba86-64ef3f355f94 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496744 Jul 09 13:38:32.782825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.796773 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.800734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:32.805356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.805620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:32.805959 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.821957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port 502d8b4a-eef9-40b1-975e-037964dce8ee {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:32.822465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:32.856739 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:32.877953 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.891630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e20357e2-3214-4bf5-bb29-5fa91d9ac87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.912411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:32.931240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ec1cbcef-98b7-4169-96bf-36e3375f3340, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:32.934071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e20357e2-3214-4bf5-bb29-5fa91d9ac87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.935305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.935650 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment d396b9b2-e995-4344-8ba3-278a59d8c52b of type vlan for network 94d7e75d-e035-44f7-b102-9c402e137fa9 Jul 09 13:38:32.937294 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.938522 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.939592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:32.965325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.967982 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/networks/88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7 HTTP/1.1" status: 204 len: 168 time: 1.8345633 Jul 09 13:38:32.989962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53586) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:33.011406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc30c7-ff77-46cf-980f-ca5bd624c83b tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Network': ['ID=88352c4d-2dd3-4ebe-bd0a-f0b64c0070d7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:33.042775 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e20357e2-3214-4bf5-bb29-5fa91d9ac87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.051619 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e20357e2-3214-4bf5-bb29-5fa91d9ac87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.055558 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e20357e2-3214-4bf5-bb29-5fa91d9ac87c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c967daf-daca-49a5-a481-d920c82c2767 HTTP/1.1" status: 204 len: 168 time: 0.5668237 Jul 09 13:38:33.068901 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.076148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20357e2-3214-4bf5-bb29-5fa91d9ac87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c967daf-daca-49a5-a481-d920c82c2767,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:33.089741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] For port 502d8b4a-eef9-40b1-975e-037964dce8ee, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=502d8b4a-eef9-40b1-975e-037964dce8ee,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:33.090062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.121241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ec1cbcef-98b7-4169-96bf-36e3375f3340,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:33.123006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for 502d8b4a-eef9-40b1-975e-037964dce8ee owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:33.149816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e24c263-8062-486b-acfb-920c2260609a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:33.150444 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.156818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7e24c263-8062-486b-acfb-920c2260609a tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/06e83497-5590-4fb1-ace4-8863add5bdf0 HTTP/1.1" status: 200 len: 841 time: 0.1622634 Jul 09 13:38:33.157502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53596) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:33.243588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:33.249269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.249885 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.251351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7bd89bf5-bbcf-4d9a-86a7-6725da06548d no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:33.264422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:33.264422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.273167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bd21dbfa-0f2c-4c54-9aa5-4f72317e162e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/06e83497-5590-4fb1-ace4-8863add5bdf0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1125009 Jul 09 13:38:33.277414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53604) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:33.290991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:33.408009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:33.468540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=94d7e75d-e035-44f7-b102-9c402e137fa9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:33.494795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.499004 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2507db3e-29eb-4396-ab8e-2bf0c61c05a7 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7643542 Jul 09 13:38:33.499168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 94d7e75d-e035-44f7-b102-9c402e137fa9 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:33.500945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:33.508289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f037faf3-c27e-4121-a01c-b4b353780295 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:33.604849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:33.619537 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.619537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad15285c-4e2f-4e8e-9d95-def2c7e8044e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:33.638773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:33.641333 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.657838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.698855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=502d8b4a-eef9-40b1-975e-037964dce8ee,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:33.792753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53630) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:33.801584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] No DVR routers for this DVR port 502d8b4a-eef9-40b1-975e-037964dce8ee on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:33.805011 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:33.807092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c08676b-44b7-462f-afab-a29de671c0c7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "DELETE /v2.0/ports/502d8b4a-eef9-40b1-975e-037964dce8ee HTTP/1.1" status: 204 len: 173 time: 1.5776470 Jul 09 13:38:33.807547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': '502d8b4a-eef9-40b1-975e-037964dce8ee'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:33.809791 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c6a577-9c67-402f-a541-fb1bb9604d89" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "502d8b4a-eef9-40b1-975e-037964dce8ee"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:33.822192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:33.917848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ad15285c-4e2f-4e8e-9d95-def2c7e8044e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:33.918291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bec40dbd-7038-4472-a6b8-a76df9fc0b21 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:33.982508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device bec40dbd-7038-4472-a6b8-a76df9fc0b21 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:33.983785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 502d8b4a-eef9-40b1-975e-037964dce8ee no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:34.024060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f037faf3-c27e-4121-a01c-b4b353780295 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.039828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 502d8b4a-eef9-40b1-975e-037964dce8ee {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:38:34.040667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 502d8b4a-eef9-40b1-975e-037964dce8ee not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:34.052319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f037faf3-c27e-4121-a01c-b4b353780295 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.146519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f037faf3-c27e-4121-a01c-b4b353780295 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network 94d7e75d-e035-44f7-b102-9c402e137fa9 is not hosted by any dhcp agent {{(pid=93912) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:38:34.169536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037faf3-c27e-4121-a01c-b4b353780295 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:34.170209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f037faf3-c27e-4121-a01c-b4b353780295 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.171871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f037faf3-c27e-4121-a01c-b4b353780295 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "PUT /v2.0/networks/94d7e75d-e035-44f7-b102-9c402e137fa9 HTTP/1.1" status: 200 len: 723 time: 0.6696227 Jul 09 13:38:34.181784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53652) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:34.286808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': '94d7e75d-e035-44f7-b102-9c402e137fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:34.423793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-76995945-network', 'tenant_id': 'ae890b2eecd94841977d09115d277019'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:34.473806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6c317028-f790-4cd7-99f6-b7792f0db3bf no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:34.521349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 6c317028-f790-4cd7-99f6-b7792f0db3bf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:38:34.521797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6c317028-f790-4cd7-99f6-b7792f0db3bf not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:34.551852 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e247e397-21b4-438c-afc6-1a8422afb4dd x-openstack-request-id: req-e247e397-21b4-438c-afc6-1a8422afb4dd {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:34.552400 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "502d8b4a-eef9-40b1-975e-037964dce8ee", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:34.552836 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e247e397-21b4-438c-afc6-1a8422afb4dd {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:34.553408 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': '502d8b4a-eef9-40b1-975e-037964dce8ee', 'status': 'completed', 'code': 200} Jul 09 13:38:34.575736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037faf3-c27e-4121-a01c-b4b353780295 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=94d7e75d-e035-44f7-b102-9c402e137fa9,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:34.584194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340'}, {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf'}, {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:34.588123 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e861ca5-5976-4ac0-b47c-7e0bf2b61b7e" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-unplugged", "status": "completed", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340"}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfddcb2-6c96-4e8d-918d-8f2f522cefbf"}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd89bf5-bbcf-4d9a-86a7-6725da06548d"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:34.597315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 94d7e75d-e035-44f7-b102-9c402e137fa9 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:34.671035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bf27c-44ec-4532-bb01-8cdc6f2ab2ee req-5fb2a5b0-25d1-4b32-b17d-3770c0c48e34 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:34.678051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.679548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bf27c-44ec-4532-bb01-8cdc6f2ab2ee req-5fb2a5b0-25d1-4b32-b17d-3770c0c48e34 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:34.685784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bf27c-44ec-4532-bb01-8cdc6f2ab2ee req-5fb2a5b0-25d1-4b32-b17d-3770c0c48e34 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:34.698624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Made reservation on behalf of ae890b2eecd94841977d09115d277019 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:34.705825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bf27c-44ec-4532-bb01-8cdc6f2ab2ee req-5fb2a5b0-25d1-4b32-b17d-3770c0c48e34 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:34.707964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-301bf27c-44ec-4532-bb01-8cdc6f2ab2ee req-5fb2a5b0-25d1-4b32-b17d-3770c0c48e34 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 3143 time: 0.1536121 Jul 09 13:38:34.712680 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.760440 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63950e9-f721-4b41-8d24-70727b7270ea x-openstack-request-id: req-c63950e9-f721-4b41-8d24-70727b7270ea {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:34.760758 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-unplugged", "status": "completed", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340", "code": 200}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfddcb2-6c96-4e8d-918d-8f2f522cefbf", "code": 200}, {"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd89bf5-bbcf-4d9a-86a7-6725da06548d", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:34.761812 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c63950e9-f721-4b41-8d24-70727b7270ea {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:34.762350 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'code': 200} Jul 09 13:38:34.762755 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf', 'code': 200} Jul 09 13:38:34.763086 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d', 'code': 200} Jul 09 13:38:34.817237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-301bf27c-44ec-4532-bb01-8cdc6f2ab2ee req-af7705d1-3a3d-45ad-ad75-a9727688298f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951383 Jul 09 13:38:34.818738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:34.819108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.833661 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.856766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:34.857822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:34.863342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.923715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:34.942961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:34.943511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd20dd8-28aa-4d18-a1cf-9b666a32f521 None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:34.943961 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.950242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=abbf68b4-84ec-47d7-aeb0-21e9901fd67d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:35.031206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] For port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:35.032979 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.055683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:35.313640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.355147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-8d778707-af6a-4e34-bade-1c344c8ad99f', 'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'tenant_id': 'cf413578d4db4558800c7cf1aa8fa2be', 'fixed_ips': [{'subnet_id': 'abbf68b4-84ec-47d7-aeb0-21e9901fd67d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:35.356286 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.377430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.390602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.419454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:35.439993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.440900 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Added segment 1b982ec9-d285-4741-9c43-5ec3857e3f25 of type vlan for network ac03139f-6f16-4bbe-8489-a0639374b0c3 Jul 09 13:38:35.450304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=9dfddcb2-6c96-4e8d-918d-8f2f522cefbf,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:35.471767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-38b9415e-4503-453d-89e8-fb67431cc712 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1927559 Jul 09 13:38:35.501877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53688) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:35.509061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6d670634-c4ff-4fa3-9e93-a03cf24c4951 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'security_group': {'name': 'tempest-secgroup-1765770440'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:35.520882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] No DVR routers for this DVR port 9dfddcb2-6c96-4e8d-918d-8f2f522cefbf on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:35.528016 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.532677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-cf98f425-2c79-4569-b76d-16041f15813f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "DELETE /v2.0/ports/9dfddcb2-6c96-4e8d-918d-8f2f522cefbf HTTP/1.1" status: 204 len: 173 time: 1.7123945 Jul 09 13:38:35.595283 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d670634-c4ff-4fa3-9e93-a03cf24c4951 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.648653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.673055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Allocated IP 172.20.0.2 (8d778707-af6a-4e34-bade-1c344c8ad99f/abbf68b4-84ec-47d7-aeb0-21e9901fd67d/d71eff20-5afd-4757-9933-03e6ed0faf9a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:35.680945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.695891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95852df4-e81d-4850-b548-fe17a60f4253,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:35.755701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:35.755985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.896168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=f714683a-5c1e-4862-bd72-ac345682c52d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:36.012472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': 'd396b9b2-e995-4344-8ba3-278a59d8c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94d7e75d-e035-44f7-b102-9c402e137fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:36.012886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: 94d7e75d-e035-44f7-b102-9c402e137fa9, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:36.029617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d670634-c4ff-4fa3-9e93-a03cf24c4951 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.063950 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d670634-c4ff-4fa3-9e93-a03cf24c4951 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.080745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network 94d7e75d-e035-44f7-b102-9c402e137fa9 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:36.104766 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.108840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:36.109086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.136000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53704) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:36.191400 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.196975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] For port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:36.197348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.226873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Transition to ACTIVE for port object d71eff20-5afd-4757-9933-03e6ed0faf9a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:36.257001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d670634-c4ff-4fa3-9e93-a03cf24c4951 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.261551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d670634-c4ff-4fa3-9e93-a03cf24c4951 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7579334 Jul 09 13:38:36.262655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53708) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:36.265089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Transition to ACTIVE for port object d71eff20-5afd-4757-9933-03e6ed0faf9a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:36.276870 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.282795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-06efcc2e-ad06-4269-93c8-4d90dfc73cbc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'security_group': {'name': 'tempest-secgroup-1111017811'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:36.301914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for 7bd89bf5-bbcf-4d9a-86a7-6725da06548d owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:36.315946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 94d7e75d-e035-44f7-b102-9c402e137fa9) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:36.323335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d670634-c4ff-4fa3-9e93-a03cf24c4951 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65649edf-2f89-4051-8ad2-86dbafdd2d47,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:36.337646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:36.341177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.366733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed36dd1-0878-4e66-bfa4-e7b178965ca8 None None] Network 94d7e75d-e035-44f7-b102-9c402e137fa9 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:36.391424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] Pushing event updated for resources: {'Network': ['ID=ac03139f-6f16-4bbe-8489-a0639374b0c3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:36.418782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53712) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:36.419497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-994e7d30-3e99-4616-b053-88eb70dbd2bd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1555395 Jul 09 13:38:36.434800 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aa987aa5-3065-472e-ab18-367826bf6788 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6371994 Jul 09 13:38:36.435747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53714) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:36.444392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5c2a57f2-e85d-41f9-8cc7-9661f9d1fa5e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:36.446849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:36.449492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Request body: {'subnet': {'network_id': 'ac03139f-6f16-4bbe-8489-a0639374b0c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-76995945-subnet', 'tenant_id': 'ae890b2eecd94841977d09115d277019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:36.451350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network ac03139f-6f16-4bbe-8489-a0639374b0c3 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:36.506630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Made reservation on behalf of ae890b2eecd94841977d09115d277019 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:36.512823 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.529512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2028310798', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:36.534086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-06efcc2e-ad06-4269-93c8-4d90dfc73cbc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.557394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:36.560119 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bf14ef-9030-43b7-93f2-d7997513b029" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "9dfddcb2-6c96-4e8d-918d-8f2f522cefbf"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:36.564333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:36.571116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:36.689045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Made reservation on behalf of cc6c381ac3f649aaa4e67bacc61d3364 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:36.717039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.724412 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b19b4d-9597-4484-92f9-d1422e961df6 x-openstack-request-id: req-53b19b4d-9597-4484-92f9-d1422e961df6 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:36.737692 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "9dfddcb2-6c96-4e8d-918d-8f2f522cefbf", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:36.738128 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53b19b4d-9597-4484-92f9-d1422e961df6 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:36.738668 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': '9dfddcb2-6c96-4e8d-918d-8f2f522cefbf', 'status': 'completed', 'code': 200} Jul 09 13:38:36.857246 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-06efcc2e-ad06-4269-93c8-4d90dfc73cbc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.891380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Pushing event updated for resources: {'Port': ['ID=d71eff20-5afd-4757-9933-03e6ed0faf9a,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:36.921743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c2a57f2-e85d-41f9-8cc7-9661f9d1fa5e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9204883'] for subnet, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.942031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.947705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Attempting to bind port d71eff20-5afd-4757-9933-03e6ed0faf9a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:36.947950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Attempting to bind port d71eff20-5afd-4757-9933-03e6ed0faf9a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '1ffd0792-634f-4d62-8422-f2790e4bcc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:36.950163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Attempting to bind port d71eff20-5afd-4757-9933-03e6ed0faf9a on network 8d778707-af6a-4e34-bade-1c344c8ad99f {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:36.959999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:36.960514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Checking segment: {'id': '1ffd0792-634f-4d62-8422-f2790e4bcc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:36.960793 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.961290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Bound using segment: {'id': '1ffd0792-634f-4d62-8422-f2790e4bcc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:36.961674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Bound port: d71eff20-5afd-4757-9933-03e6ed0faf9a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffd0792-634f-4d62-8422-f2790e4bcc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:36.962068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.067857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b804e8-0c32-49b4-9247-7c77f49b3069,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:37.154213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Checking segment: {'id': '1b982ec9-d285-4741-9c43-5ec3857e3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac03139f-6f16-4bbe-8489-a0639374b0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:37.154800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Network hostable DHCP agents. Network: ac03139f-6f16-4bbe-8489-a0639374b0c3, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:37.173039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] For port d71eff20-5afd-4757-9933-03e6ed0faf9a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:37.193604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-94d7e75d-e035-44f7-b102-9c402e137fa9', 'network_id': '94d7e75d-e035-44f7-b102-9c402e137fa9', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': 'f714683a-5c1e-4862-bd72-ac345682c52d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:37.195167 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.208242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6317-83dd-4d54-8baf-e4ea34f906d3 req-bfb823c5-916b-4515-b1b9-60382cd6ae24 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:37.215593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] For port d71eff20-5afd-4757-9933-03e6ed0faf9a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d71eff20-5afd-4757-9933-03e6ed0faf9a,segment=NetworkSegment(1ffd0792-634f-4d62-8422-f2790e4bcc8a),segment_id=1ffd0792-634f-4d62-8422-f2790e4bcc8a)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:37.217537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6317-83dd-4d54-8baf-e4ea34f906d3 req-bfb823c5-916b-4515-b1b9-60382cd6ae24 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:37.228249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6317-83dd-4d54-8baf-e4ea34f906d3 req-bfb823c5-916b-4515-b1b9-60382cd6ae24 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:37.232503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.236722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d8c6317-83dd-4d54-8baf-e4ea34f906d3 req-bfb823c5-916b-4515-b1b9-60382cd6ae24 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 2410 time: 0.8543882 Jul 09 13:38:37.245238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Network ac03139f-6f16-4bbe-8489-a0639374b0c3 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:37.263586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c2a57f2-e85d-41f9-8cc7-9661f9d1fa5e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792867641110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9374650'] for subnet, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.270160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.272379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-06efcc2e-ad06-4269-93c8-4d90dfc73cbc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.301329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d8c6317-83dd-4d54-8baf-e4ea34f906d3 req-0f53265b-6aa9-4851-8a14-00ec72b71a9e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596323 Jul 09 13:38:37.304791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, ac03139f-6f16-4bbe-8489-a0639374b0c3) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:37.310688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:37.311292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.345289 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7460cb7-16a4-4a21-b270-3ade5fedfb88 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9081135 Jul 09 13:38:37.353732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d93fb-0616-4692-b8be-1b19c5e9b554 None None] Network ac03139f-6f16-4bbe-8489-a0639374b0c3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:37.495052 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-06efcc2e-ad06-4269-93c8-4d90dfc73cbc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.499697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-06efcc2e-ad06-4269-93c8-4d90dfc73cbc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2276411 Jul 09 13:38:37.500962 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.504631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53730) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:37.514787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-670154323', 'security_groups': ['a70d5be6-7248-4db4-9764-6b3ebf1c423a'], 'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'abbf68b4-84ec-47d7-aeb0-21e9901fd67d'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:37.725283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a57f2-e85d-41f9-8cc7-9661f9d1fa5e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:37.725899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5c2a57f2-e85d-41f9-8cc7-9661f9d1fa5e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.748807 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5c2a57f2-e85d-41f9-8cc7-9661f9d1fa5e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "PUT /v2.0/subnets/f714683a-5c1e-4862-bd72-ac345682c52d HTTP/1.1" status: 200 len: 806 time: 1.3184605 Jul 09 13:38:37.850594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e555052-e145-438f-becf-a91441d6009b None None] Network ac03139f-6f16-4bbe-8489-a0639374b0c3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:37.860154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53744) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:38.032594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] No DVR routers for this DVR port 7bd89bf5-bbcf-4d9a-86a7-6725da06548d on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:38.052053 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.064130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "DELETE /v2.0/ports/7bd89bf5-bbcf-4d9a-86a7-6725da06548d HTTP/1.1" status: 204 len: 173 time: 2.5235896 Jul 09 13:38:38.071862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b993c-420b-4261-871a-69b998a833bc tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=7bd89bf5-bbcf-4d9a-86a7-6725da06548d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:38.099294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efcc2e-ad06-4269-93c8-4d90dfc73cbc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70d5be6-7248-4db4-9764-6b3ebf1c423a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:38.222871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:38.478711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a57f2-e85d-41f9-8cc7-9661f9d1fa5e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=f714683a-5c1e-4862-bd72-ac345682c52d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:38.488849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb7e9c-101d-4cf0-a428-aa7e751f1d3c None None] Pushing event updated for resources: {'Port': ['ID=d71eff20-5afd-4757-9933-03e6ed0faf9a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:38.584135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:38.584828 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.605087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Allocated IP 172.20.0.2 (94d7e75d-e035-44f7-b102-9c402e137fa9/f714683a-5c1e-4862-bd72-ac345682c52d/e7d9fd5f-b9dc-4089-b1b8-157df2861fa4) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:38.634463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.741140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port af710c9d-0ea3-4811-97ea-cdc427666b97 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:38.765225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:38.770259 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6954b-f2fe-458d-9f69-cb7ef79ba41e" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "7bd89bf5-bbcf-4d9a-86a7-6725da06548d"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:38.792960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.809728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.815180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] device_id is not set on port 99081463-8e73-4ebf-826a-b155cc19bf04 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:39.020426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Allocated IP 172.25.5.109 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/99081463-8e73-4ebf-826a-b155cc19bf04) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:39.040469 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4701589b-166b-4a6c-bf05-0a285e2eade6 x-openstack-request-id: req-4701589b-166b-4a6c-bf05-0a285e2eade6 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:39.040832 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "7bd89bf5-bbcf-4d9a-86a7-6725da06548d", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:39.040944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53768) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:39.041059 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4701589b-166b-4a6c-bf05-0a285e2eade6 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:39.041406 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': '7bd89bf5-bbcf-4d9a-86a7-6725da06548d', 'status': 'completed', 'code': 200} Jul 09 13:38:39.049410 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.051980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.066016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-891254610-network', 'tenant_id': 'bc9aee6557e1475bb13f9df71579e7cb'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:39.073025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Transition to ACTIVE for port object e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:39.078721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] For port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:39.078721 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.111120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Transition to ACTIVE for port object e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:39.131096 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.185502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:39.198117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6022b9f9-4ff7-42c5-9940-02f23c2a60ff,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:39.208613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Made reservation on behalf of bc9aee6557e1475bb13f9df71579e7cb for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:39.217761 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.223895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Network 94d7e75d-e035-44f7-b102-9c402e137fa9 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:39.233988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:39.241428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:39.286465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Pushing event updated for resources: {'Port': ['ID=e7d9fd5f-b9dc-4089-b1b8-157df2861fa4,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:39.339092 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.354348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Attempting to bind port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:39.355138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Attempting to bind port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'd396b9b2-e995-4344-8ba3-278a59d8c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94d7e75d-e035-44f7-b102-9c402e137fa9'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:39.359477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Attempting to bind port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 on network 94d7e75d-e035-44f7-b102-9c402e137fa9 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:39.374547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:39.375922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Checking segment: {'id': 'd396b9b2-e995-4344-8ba3-278a59d8c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94d7e75d-e035-44f7-b102-9c402e137fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:39.377501 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.378181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Bound using segment: {'id': 'd396b9b2-e995-4344-8ba3-278a59d8c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94d7e75d-e035-44f7-b102-9c402e137fa9'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:39.378977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Bound port: e7d9fd5f-b9dc-4089-b1b8-157df2861fa4, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd396b9b2-e995-4344-8ba3-278a59d8c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94d7e75d-e035-44f7-b102-9c402e137fa9'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:39.379608 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.394452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.3 (8d778707-af6a-4e34-bade-1c344c8ad99f/abbf68b4-84ec-47d7-aeb0-21e9901fd67d/af710c9d-0ea3-4811-97ea-cdc427666b97) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:39.524817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-eb062357-9a83-493e-b11c-93344469e608 None None] For port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:39.528908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-eb062357-9a83-493e-b11c-93344469e608 None None] For port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e7d9fd5f-b9dc-4089-b1b8-157df2861fa4,segment=NetworkSegment(d396b9b2-e995-4344-8ba3-278a59d8c52b),segment_id=d396b9b2-e995-4344-8ba3-278a59d8c52b)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:39.535204 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.559639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Deleting port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:39.563701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.604873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb062357-9a83-493e-b11c-93344469e608 None None] Pushing event updated for resources: {'Port': ['ID=e7d9fd5f-b9dc-4089-b1b8-157df2861fa4,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:39.659256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ada089dd-462d-4a04-af9b-661607dcae7b None None] Provisioning for port d71eff20-5afd-4757-9933-03e6ed0faf9a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:39.661486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.680311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3183-92d8-4f31-bfdf-e81375a5a50c req-c025e00f-715d-4260-a8e9-ec1f71ece00f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:39.694638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3183-92d8-4f31-bfdf-e81375a5a50c req-c025e00f-715d-4260-a8e9-ec1f71ece00f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:39.696525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-085e3183-92d8-4f31-bfdf-e81375a5a50c req-c025e00f-715d-4260-a8e9-ec1f71ece00f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 1678 time: 0.9767840 Jul 09 13:38:39.706404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ada089dd-462d-4a04-af9b-661607dcae7b None None] Provisioning complete for port 06e83497-5590-4fb1-ace4-8863add5bdf0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:39.707109 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ada089dd-462d-4a04-af9b-661607dcae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.794876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.795738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.800686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:39.814219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ada089dd-462d-4a04-af9b-661607dcae7b None None] Port 06e83497-5590-4fb1-ace4-8863add5bdf0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:39.893947 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.927743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] No DVR routers for this DVR port c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:39.934169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.937186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-7e67d339-dc49-441f-abdc-613191d9e8de tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "DELETE /v2.0/ports/c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f HTTP/1.1" status: 204 len: 173 time: 1.8133140 Jul 09 13:38:39.975236 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:40.019210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83390dc4-7534-4392-840e-ce95dbbe0966,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:40.054626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.055151 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Added segment d794c535-3d59-4954-830d-b68e8d113e4f of type vlan for network 8fe0108f-9be7-4366-8f92-400bd322e50d Jul 09 13:38:40.065759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] For port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e7d9fd5f-b9dc-4089-b1b8-157df2861fa4,segment=NetworkSegment(d396b9b2-e995-4344-8ba3-278a59d8c52b),segment_id=d396b9b2-e995-4344-8ba3-278a59d8c52b)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:40.066119 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.117589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-085e3183-92d8-4f31-bfdf-e81375a5a50c req-b37d1d9a-0b01-4198-be68-77146004f98f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bfa45fc-0db2-457a-aa8c-d983f6285397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833766 Jul 09 13:38:40.138442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Calling delete_port for e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:40.199524 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.202704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.242480 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.286407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object af710c9d-0ea3-4811-97ea-cdc427666b97 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:40.336483 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.337647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:40.338215 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.388307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:40.402713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:40.409221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:40.414479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Pushing event updated for resources: {'Port': ['ID=99081463-8e73-4ebf-826a-b155cc19bf04,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:40.426775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe0108f-9be7-4366-8f92-400bd322e50d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:40.441836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port ec1cbcef-98b7-4169-96bf-36e3375f3340 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:40.442498 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.465931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 8fe0108f-9be7-4366-8f92-400bd322e50d details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:40.473290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-05e6158f-616f-46c1-a20f-c183beb6d085 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4189918 Jul 09 13:38:40.476564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53774) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:40.482648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Request body: {'subnet': {'network_id': '8fe0108f-9be7-4366-8f92-400bd322e50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-891254610-subnet', 'tenant_id': 'bc9aee6557e1475bb13f9df71579e7cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:40.509665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Made reservation on behalf of bc9aee6557e1475bb13f9df71579e7cb for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:40.512427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.513324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:40.514208 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.545051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1e21e5cc-1b8a-4b46-9b22-e8ddf86206aa tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3792517 Jul 09 13:38:40.550901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53778) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:40.565853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.109'}]}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:40.605909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] For port ec1cbcef-98b7-4169-96bf-36e3375f3340, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ec1cbcef-98b7-4169-96bf-36e3375f3340,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:40.606389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.661633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.706378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.708095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.738011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:40.764866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:40.768970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:40.848326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:40.871277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=af710c9d-0ea3-4811-97ea-cdc427666b97,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:40.891529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:40.892768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.931005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.976860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No active binding found for port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 {{(pid=93914) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:38:40.978090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 13:38:41.023992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5a98c5d0-e072-45f0-ba18-41b3a262aeef tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5171101 Jul 09 13:38:41.030143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Port': ['ID=e7d9fd5f-b9dc-4089-b1b8-157df2861fa4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:41.060700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53790) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:41.084517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 not found, will not notify nova. {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 13:38:41.086229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d71eff20-5afd-4757-9933-03e6ed0faf9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:41.104465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:41.106717 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f800f307-f9f4-4f76-aeca-f22be0c88638" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:41.125401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:41.187748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1d17f604-6e7a-4a20-8d89-552f92fc225e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:41.209019 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6160d5e-8333-4e35-9b91-be3abff48357 x-openstack-request-id: req-f6160d5e-8333-4e35-9b91-be3abff48357 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:41.209507 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:41.209922 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6160d5e-8333-4e35-9b91-be3abff48357 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:41.210492 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': 'c2b3ad03-13fa-42bc-86e6-1c5661a0cb1f', 'status': 'completed', 'code': 200} Jul 09 13:38:41.296181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port d71eff20-5afd-4757-9933-03e6ed0faf9a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:41.304894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-da7eaea6-99a3-41a4-996b-0bdc8af19cee None None] Provisioning for port af710c9d-0ea3-4811-97ea-cdc427666b97 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:41.318487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d71eff20-5afd-4757-9933-03e6ed0faf9a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:41.319404 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:41.424671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-da7eaea6-99a3-41a4-996b-0bdc8af19cee None None] Provisioning complete for port af710c9d-0ea3-4811-97ea-cdc427666b97 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:41.431376 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-da7eaea6-99a3-41a4-996b-0bdc8af19cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:41.526380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-da7eaea6-99a3-41a4-996b-0bdc8af19cee None None] Port af710c9d-0ea3-4811-97ea-cdc427666b97 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:41.615525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85e967-216c-4611-8c61-14e16efa2faa None None] Network 94d7e75d-e035-44f7-b102-9c402e137fa9 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:41.666387 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:41.847210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-215fca3f-7ee9-4e8a-a24b-6fdee4994655 None None] Could not find standard attr ID for object e7d9fd5f-b9dc-4089-b1b8-157df2861fa4. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:38:42.012998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No DVR routers for this DVR port e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:42.130586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port d71eff20-5afd-4757-9933-03e6ed0faf9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d71eff20-5afd-4757-9933-03e6ed0faf9a,segment=NetworkSegment(1ffd0792-634f-4d62-8422-f2790e4bcc8a),segment_id=1ffd0792-634f-4d62-8422-f2790e4bcc8a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:42.131198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.150068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.161840 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.162486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.163136 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Floating IP 3f4a0dae-aa8e-412a-b68a-801e91a46a94 disassociated. External IP: 172.25.5.68, port: ec1cbcef-98b7-4169-96bf-36e3375f3340. Jul 09 13:38:42.163761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for ec1cbcef-98b7-4169-96bf-36e3375f3340 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:42.225777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.248270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.317752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=d71eff20-5afd-4757-9933-03e6ed0faf9a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:42.507433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.511414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf347452-f592-43fb-8b55-bf5c14514d91,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:42.589017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d17f604-6e7a-4a20-8d89-552f92fc225e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:42.595885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53810) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:42.605937 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1d17f604-6e7a-4a20-8d89-552f92fc225e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.622718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d71eff20-5afd-4757-9933-03e6ed0faf9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:42.667080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2a845dc-3d4b-4f0f-96c6-51e838acd599 req-575ebc9f-0bfd-4a0c-ad5b-763a3594697d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.8239720 Jul 09 13:38:42.679603 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153a52b-68bb-4b3b-8036-187735cd59c1 None None] Network 94d7e75d-e035-44f7-b102-9c402e137fa9 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:42.686911 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.819293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=ec1cbcef-98b7-4169-96bf-36e3375f3340,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:42.847562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=f714683a-5c1e-4862-bd72-ac345682c52d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:42.858226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Checking segment: {'id': 'd794c535-3d59-4954-830d-b68e8d113e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8fe0108f-9be7-4366-8f92-400bd322e50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:42.858995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Network hostable DHCP agents. Network: 8fe0108f-9be7-4366-8f92-400bd322e50d, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:42.960347 n-d-799524-3 neutron-server[93912]: INFO neutron.db.ipam_backend_mixin [None req-1d17f604-6e7a-4a20-8d89-552f92fc225e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet abbf68b4-84ec-47d7-aeb0-21e9901fd67d (CIDR: 172.20.0.0/28) Jul 09 13:38:42.965425 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.976630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d71eff20-5afd-4757-9933-03e6ed0faf9a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:42.977082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.986584 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d17f604-6e7a-4a20-8d89-552f92fc225e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:38:42.987136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d17f604-6e7a-4a20-8d89-552f92fc225e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:42.996955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Network 8fe0108f-9be7-4366-8f92-400bd322e50d is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:43.007206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d7e75d-e035-44f7-b102-9c402e137fa9']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:43.040244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd396b9b2-e995-4344-8ba3-278a59d8c52b') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:43.040889 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd396b9b2-e995-4344-8ba3-278a59d8c52b') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:43.049687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-9ff6fd40-9767-429c-b437-1e995d5ecb76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5305660 Jul 09 13:38:43.050337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 8fe0108f-9be7-4366-8f92-400bd322e50d) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:43.069075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:43.069614 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.104897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1d17f604-6e7a-4a20-8d89-552f92fc225e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0372219 Jul 09 13:38:43.116273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53818) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:43.117247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ff387-3edf-4fcd-977d-0a6719181961 None None] DHCP port deletion for 94d7e75d-e035-44f7-b102-9c402e137fa9 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:38:43.120667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b65f3e-9b1e-4da0-ba1d-fe35790653fe None None] Network 8fe0108f-9be7-4366-8f92-400bd322e50d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:43.124812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:43.162881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.180929 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6462652a-ab7c-48a1-b976-89199aa7b5f7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7031989 Jul 09 13:38:43.205093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.237242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:43.241336 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:43.248936 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:43.317746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eca83d6b-c3c9-4751-923d-1b53689971bf tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3108 time: 0.6980336 Jul 09 13:38:43.333595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53822) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:43.339846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'network': {'name': 'tempest-network-smoke--1358817672', 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'port_security_enabled': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:43.400066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Router e6283a57-d8d1-4856-a989-356dc7ddc98a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:38:43.442713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-17e4d05e-8c93-42a7-91a8-3ba456eb0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:43.444693 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-17e4d05e-8c93-42a7-91a8-3ba456eb0136 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1135 time: 0.3367643 Jul 09 13:38:43.446840 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.472065 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.476733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/94d7e75d-e035-44f7-b102-9c402e137fa9 HTTP/1.1" status: 204 len: 168 time: 5.6121585 Jul 09 13:38:43.503476 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.509965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd30e0-24de-4888-87e4-1d9318fe47c1 None None] Network 8fe0108f-9be7-4366-8f92-400bd322e50d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:43.526558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53826) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:43.579843 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ad863f-3b6e-46c8-99f9-2a1773816d57 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:43.580845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ad863f-3b6e-46c8-99f9-2a1773816d57 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:43.583217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c3ad863f-3b6e-46c8-99f9-2a1773816d57 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/94d7e75d-e035-44f7-b102-9c402e137fa9 HTTP/1.1" status: 404 len: 339 time: 0.0549738 Jul 09 13:38:43.589246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Made reservation on behalf of d0461a693b504387867f96b9bd7cd3b9 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:43.594486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.596863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53828) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:43.607350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-172544497', 'description': 'd1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:43.613571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58c104-a4c4-4eff-94f1-19227a3ee8d4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=94d7e75d-e035-44f7-b102-9c402e137fa9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:43.660584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-88cf90c5-2eb8-4219-a42e-511c1dcc27db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:43.662289 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-88cf90c5-2eb8-4219-a42e-511c1dcc27db service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db90271-92bd-4603-92c1-e185490200c0 HTTP/1.1" status: 200 len: 896 time: 0.1863277 Jul 09 13:38:43.682133 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.735962 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:38:43.735962 n-d-799524-3 neutron-server[93913]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:38:43.735962 n-d-799524-3 neutron-server[93913]: [parameters: {'project_id': 'dc1b38c772fa472791f86bd9bc60e919', 'id': '91f51748-fba8-4a8b-a961-8775b1935de0', 'expiration': datetime.datetime(2021, 7, 9, 13, 40, 43, 690480)}] Jul 09 13:38:43.735962 n-d-799524-3 neutron-server[93913]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:38:43.736325 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:38:43.737329 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.756102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:43.758100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:43.762257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-934fe1a9-5d08-4b21-973a-7aedaf76c33f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=672879be-47ad-4651-a974-bbdbc24f189b HTTP/1.1" status: 200 len: 1001 time: 0.0923333 Jul 09 13:38:43.763435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.943354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-f1b58ca0-eefb-4052-aaaa-66fcff301d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:43.944920 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-f1b58ca0-eefb-4052-aaaa-66fcff301d41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b HTTP/1.1" status: 200 len: 835 time: 0.1747773 Jul 09 13:38:43.984325 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.995290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-32010700-ff0c-4860-a4e7-44cab6854ea0 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:43.995495 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.995768 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Added segment 03ca69b6-822e-4895-85a2-63ac24786f29 of type vlan for network 301fff95-b889-4276-864c-5f39796dab31 Jul 09 13:38:43.997105 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-32010700-ff0c-4860-a4e7-44cab6854ea0 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/networks?id=ac03139f-6f16-4bbe-8489-a0639374b0c3 HTTP/1.1" status: 200 len: 810 time: 0.1683156 Jul 09 13:38:44.019979 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-b345427a-11e5-4023-8fd9-74a8aefdf4a2 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/quotas/ae890b2eecd94841977d09115d277019 HTTP/1.1" status: 200 len: 375 time: 0.0162935 Jul 09 13:38:44.030152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4a0d1b6-1370-4878-9f6a-266db253ce1c req-9d49a941-07d0-42f6-a53e-f0242aa17087 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0836549 Jul 09 13:38:44.068260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-5fb56b6f-69ca-46a3-9ff6-bb3b2c42a69d tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae890b2eecd94841977d09115d277019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408957 Jul 09 13:38:44.073426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-49249640-e2c2-4f96-8555-5f5f39aa179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:44.074973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-49249640-e2c2-4f96-8555-5f5f39aa179f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db90271-92bd-4603-92c1-e185490200c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234820 Jul 09 13:38:44.169121 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.175817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:38:44.190509 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] Sync routers for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:38:44.204441 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:44.205341 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:44.275221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] No DVR routers for this DVR port ec1cbcef-98b7-4169-96bf-36e3375f3340 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:44.316041 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.318290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40f7def2-4c87-44f1-a2e5-a9b5e1576f5e req-8c662c88-f067-4d48-b41f-0f5f2ed47d90 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.10 "DELETE /v2.0/ports/ec1cbcef-98b7-4169-96bf-36e3375f3340 HTTP/1.1" status: 204 len: 173 time: 4.3728638 Jul 09 13:38:44.318909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:44.319504 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3a80faa8-0320-4eb7-b1d0-c402e408126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.321331 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd116e3-6072-4018-88da-de52fb0f0e56" -d '{"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:44.361274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.367954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-723d3103-40b9-4ca8-a9c4-ae2cfce92954 service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797170 Jul 09 13:38:44.368307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:44.369262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.374203 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-9ea6e305-da81-4bf1-a12d-7187dac4112b service neutron] 10.222.0.32 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949462 Jul 09 13:38:44.397534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:44.418670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:44.424530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.427378 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:38:44.452354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:38:44.454797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e7d9fd5f-b9dc-4089-b1b8-157df2861fa4 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:44.530490 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.542035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2043524 Jul 09 13:38:44.559789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53860) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:44.761589 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0376e2fd-e803-4e01-bd76-17feb2e4357b x-openstack-request-id: req-0376e2fd-e803-4e01-bd76-17feb2e4357b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:44.761882 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d13e9-83cc-46f2-8b6f-363e2729e03e", "name": "network-vif-deleted", "tag": "ec1cbcef-98b7-4169-96bf-36e3375f3340", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:44.780426 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-73795867-cef8-49b1-aa7c-9d9e6fe93975 service neutron] 10.222.0.32 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895593 Jul 09 13:38:44.791136 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0376e2fd-e803-4e01-bd76-17feb2e4357b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:44.791666 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d13e9-83cc-46f2-8b6f-363e2729e03e', 'name': 'network-vif-deleted', 'tag': 'ec1cbcef-98b7-4169-96bf-36e3375f3340', 'status': 'completed', 'code': 200} Jul 09 13:38:44.797899 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:09Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:44.805710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'admin_state_up': True, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:44.810762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6b3b4e3f-915b-40d0-be1d-1b78861e1774 req-319739b8-0d39-432c-9df4-555d79a36074 service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355431 Jul 09 13:38:44.834085 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] Checking router: e6283a57-d8d1-4856-a989-356dc7ddc98a for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:38:44.845088 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:44.846567 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:44.878559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393f73c-020b-4b20-94c9-853911776b28 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Network': ['ID=301fff95-b889-4276-864c-5f39796dab31,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:45.038826 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:38:45.083917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 301fff95-b889-4276-864c-5f39796dab31 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:45.288664 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-844898fe-029b-4c65-a127-d62ae5183d96 req-1e8999f7-8314-43e5-b934-6fa537a6b986 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0503147 Jul 09 13:38:45.331222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:45.645103 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:09Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:45.704511 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a3093-7b58-40a0-895d-b3bd0b3c7253 None None] The sync data for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 is: [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:28:02Z', 'revision_number': 4, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0', 'name': '', 'network_id': '2a0f6167-6c10-4698-9b53-b91ea671a5f4', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'mac_address': 'fa:16:3e:4f:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:00Z', 'updated_at': '2021-07-09T13:28:09Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'subnets': [{'id': '0728d4d0-2a44-4ec1-b201-7cb38e4632eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:38:45.870307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee089528-c780-4441-8e47-7417b1d28906 req-f0ed5c8b-0591-49dd-a5ff-52c009de96af tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 210 time: 0.5365665 Jul 09 13:38:45.886382 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:45.901162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:45.902716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:45.909342 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:45.912344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:45.913008 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment faac49ad-44c8-4a40-913a-f185514cc92e of type vlan for network 0b62a69c-cd7d-4b4a-9c5e-4d3825605274 Jul 09 13:38:46.116841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.179451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46177a48-e2c3-421f-b4b1-81d20a2ff1a2 None None] New status for floating IP 3f4a0dae-aa8e-412a-b68a-801e91a46a94: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:38:46.190659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.193885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.194389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dde3198c-3bc0-4637-b32e-1009b5e47b4a {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:38:46.364322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.366132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.371573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:46.372612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.491164 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.504759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.9013186 Jul 09 13:38:46.505652 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:38:46.506571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2d293262-c0dd-4c44-a858-0f0e47d55f1b tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9535847 Jul 09 13:38:46.507510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53882) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:46.510152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53884) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:46.525770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=f6e675e6-0857-4cb8-bcca-e8626c2e4217,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:46.529004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:46.534792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1fe67-2790-4661-8c7e-b0435df0d778 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=0b62a69c-cd7d-4b4a-9c5e-4d3825605274,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:46.545409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:46.547893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0b62a69c-cd7d-4b4a-9c5e-4d3825605274 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:46.550691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:46.551305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.566346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed727b3e-f50f-416f-80bd-aac60ac26f55 None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:46.567534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7f4a60b1-b285-4469-954b-b710fba9923a req-97d4f308-2aee-43cf-9b65-df82f27bd219 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0735486 Jul 09 13:38:46.619183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-562664e0-10f5-40c4-9e13-a8a99f2fd796 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4965048 Jul 09 13:38:46.619183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53886) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:46.623998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1666298227', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f6e675e6-0857-4cb8-bcca-e8626c2e4217'}], 'security_groups': ['65649edf-2f89-4051-8ad2-86dbafdd2d47']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:46.686750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c9c33a-1a01-4ea1-8235-7b643b5dba8b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:46.691901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b2c9c33a-1a01-4ea1-8235-7b643b5dba8b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/networks?id=0b62a69c-cd7d-4b4a-9c5e-4d3825605274 HTTP/1.1" status: 200 len: 760 time: 0.1825433 Jul 09 13:38:46.692731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53888) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:46.699031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2585849e-c244-4f06-b3c9-e602f409f112 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'description': 'd2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:46.844080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-73ae5725-f668-4a6b-8c20-182971b989b8 tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Deleting port 99081463-8e73-4ebf-826a-b155cc19bf04 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:46.844992 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73ae5725-f668-4a6b-8c20-182971b989b8 tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.880473 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-923011b2-8a9e-4282-8d4c-267a933c83f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.928008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2585849e-c244-4f06-b3c9-e602f409f112 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.963192 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2585849e-c244-4f06-b3c9-e602f409f112 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.008910 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73ae5725-f668-4a6b-8c20-182971b989b8 tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.020621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-edaeb63e-5e97-452d-87f2-47668e4ab41f tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:47.022180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-edaeb63e-5e97-452d-87f2-47668e4ab41f tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.10 "GET /v2.0/networks?id=ac03139f-6f16-4bbe-8489-a0639374b0c3 HTTP/1.1" status: 200 len: 810 time: 0.1304994 Jul 09 13:38:47.023161 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.038127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Request body: {'port': {'device_id': 'bbfc5b54-a6cc-4e50-a52c-f60843095be2', 'network_id': 'ac03139f-6f16-4bbe-8489-a0639374b0c3', 'admin_state_up': True, 'tenant_id': 'ae890b2eecd94841977d09115d277019'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:47.044517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2585849e-c244-4f06-b3c9-e602f409f112 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network 0b62a69c-cd7d-4b4a-9c5e-4d3825605274 is not hosted by any dhcp agent {{(pid=93912) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:38:47.051024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2585849e-c244-4f06-b3c9-e602f409f112 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:47.051752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2585849e-c244-4f06-b3c9-e602f409f112 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.055922 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2585849e-c244-4f06-b3c9-e602f409f112 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "PUT /v2.0/networks/0b62a69c-cd7d-4b4a-9c5e-4d3825605274 HTTP/1.1" status: 200 len: 757 time: 0.3610878 Jul 09 13:38:47.081136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:47.145555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.212087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-73ae5725-f668-4a6b-8c20-182971b989b8 tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Calling delete_port for 99081463-8e73-4ebf-826a-b155cc19bf04 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:47.223057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585849e-c244-4f06-b3c9-e602f409f112 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=0b62a69c-cd7d-4b4a-9c5e-4d3825605274,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:47.258114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e794c1f-6955-4d2c-bfa4-dc0b363cc3b4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:47.263599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8aede409-501c-4df1-ab55-440eb8086bb5 req-c89b0e0d-7e42-40c6-8099-af039efbfba9 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 210 time: 0.1303890 Jul 09 13:38:47.264647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2e794c1f-6955-4d2c-bfa4-dc0b363cc3b4 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/networks?id=0b62a69c-cd7d-4b4a-9c5e-4d3825605274 HTTP/1.1" status: 200 len: 760 time: 0.1672013 Jul 09 13:38:47.265127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.288687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53894) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:47.292491 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.300634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155807749'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:47.353985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0b62a69c-cd7d-4b4a-9c5e-4d3825605274 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:47.372690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9ada4-496c-43ef-8b1e-3d3acf8426b5 None None] Update dhcp port {'port': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'fixed_ips': [{'subnet_id': 'abbf68b4-84ec-47d7-aeb0-21e9901fd67d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f6e675e6-0857-4cb8-bcca-e8626c2e4217'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'd71eff20-5afd-4757-9933-03e6ed0faf9a'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:38:47.402525 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73ae5725-f668-4a6b-8c20-182971b989b8 tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.438909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae5725-f668-4a6b-8c20-182971b989b8 tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Pushing event deleted for resources: {'Port': ['ID=99081463-8e73-4ebf-826a-b155cc19bf04,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:47.464425 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ada4-496c-43ef-8b1e-3d3acf8426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.525769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-73ae5725-f668-4a6b-8c20-182971b989b8 tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.533132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-73ae5725-f668-4a6b-8c20-182971b989b8 tempest-RoutersAdminNegativeTest-1096385313 tempest-RoutersAdminNegativeTest-1096385313-project-admin] 10.222.0.32 "DELETE /v2.0/ports/99081463-8e73-4ebf-826a-b155cc19bf04 HTTP/1.1" status: 204 len: 168 time: 1.0215743 Jul 09 13:38:47.709207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:47.715017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.744772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a3a9ada4-496c-43ef-8b1e-3d3acf8426b5 None None] Allocated IP 172.20.0.18 (8d778707-af6a-4e34-bade-1c344c8ad99f/f6e675e6-0857-4cb8-bcca-e8626c2e4217/d71eff20-5afd-4757-9933-03e6ed0faf9a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:47.794816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Made reservation on behalf of ae890b2eecd94841977d09115d277019 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:47.799547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.808179 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81e2a614-163a-4a33-9ffd-6905cb579652 req-fb382e75-7b99-4b45-a65a-f6d40ab60551 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0491693 Jul 09 13:38:47.827967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:47.838479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Allocated IP 172.25.5.90 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/161d7798-4196-4827-a9bc-d66a03ac3ccd) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:47.869012 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.869386 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment b1986c36-4be7-4181-8e2a-25c777de6916 of type vlan for network 4235260d-ed75-43af-8f8e-9f4cf082fbd2 Jul 09 13:38:47.902305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a3a9ada4-496c-43ef-8b1e-3d3acf8426b5 None None] For port d71eff20-5afd-4757-9933-03e6ed0faf9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d71eff20-5afd-4757-9933-03e6ed0faf9a,segment=NetworkSegment(1ffd0792-634f-4d62-8422-f2790e4bcc8a),segment_id=1ffd0792-634f-4d62-8422-f2790e4bcc8a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:47.942353 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ada4-496c-43ef-8b1e-3d3acf8426b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.964780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a3a9ada4-496c-43ef-8b1e-3d3acf8426b5 None None] Transition to ACTIVE for port object d71eff20-5afd-4757-9933-03e6ed0faf9a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:47.973959 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ada4-496c-43ef-8b1e-3d3acf8426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.997046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53902) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:48.090051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9ada4-496c-43ef-8b1e-3d3acf8426b5 None None] Pushing event updated for resources: {'Port': ['ID=d71eff20-5afd-4757-9933-03e6ed0faf9a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:48.091437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.194097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.213894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.216089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Allocated IP 172.20.0.3 (ac03139f-6f16-4bbe-8489-a0639374b0c3/58b804e8-0c32-49b4-9247-7c77f49b3069/b49727b8-6f83-4e31-adc9-8f11c5bc4ef1) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:48.225806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.261204 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.269798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:48.270476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.336088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.351653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.369991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.db.api [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-cdd7d9fd-cb48-42a1-805e-3513607cc6dc {{(pid=93913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:38:48.370334 n-d-799524-3 neutron-server[93913]: DEBUG oslo_db.api [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:38:48.430156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=637fed21592245ffbac6c5237e0c3ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316549 Jul 09 13:38:48.434465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0697b23e-3f96-4cc6-814a-29ac214ed613,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:48.436726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53908) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:48.453076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1575925 Jul 09 13:38:48.459778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d71eff20-5afd-4757-9933-03e6ed0faf9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:48.461322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53910) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:48.490606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.491370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.491841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.492273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.492709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.493130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.493654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.494077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.494498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.494916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.495355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.495774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ad310-2f4c-4bdf-80c2-17b6bf7a8e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:48.505352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': '4235260d-ed75-43af-8f8e-9f4cf082fbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:48.600814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0566b522-65e0-4292-bcef-89463e0aac66 req-573c00fa-305e-4314-91de-11a17e090030 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 210 time: 0.1273448 Jul 09 13:38:48.602349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee742cd-8e99-434c-b9f8-13e8cea12b4d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=4235260d-ed75-43af-8f8e-9f4cf082fbd2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:48.616127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 4235260d-ed75-43af-8f8e-9f4cf082fbd2 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:48.621022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.623028 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2748be2e-f100-492b-8759-f4e3e1700751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.682621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:48.686232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.692748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=161d7798-4196-4827-a9bc-d66a03ac3ccd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:48.698590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2748be2e-f100-492b-8759-f4e3e1700751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.730835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:48.734569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:48.737967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:48.840151 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2748be2e-f100-492b-8759-f4e3e1700751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.842735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2748be2e-f100-492b-8759-f4e3e1700751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:48.847561 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2748be2e-f100-492b-8759-f4e3e1700751 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0697b23e-3f96-4cc6-814a-29ac214ed613 HTTP/1.1" status: 204 len: 168 time: 0.4062598 Jul 09 13:38:48.861273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748be2e-f100-492b-8759-f4e3e1700751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0697b23e-3f96-4cc6-814a-29ac214ed613,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:49.035807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Provisioning for port d71eff20-5afd-4757-9933-03e6ed0faf9a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:49.040841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Provisioning complete for port d71eff20-5afd-4757-9933-03e6ed0faf9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:49.041195 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.055541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97d5113e-387d-4d79-8635-f2f4ef879a3e req-5e5ecfc5-baad-4c95-9341-003ec77010f9 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0650418 Jul 09 13:38:49.075313 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.161849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': 'b1986c36-4be7-4181-8e2a-25c777de6916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4235260d-ed75-43af-8f8e-9f4cf082fbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:49.162476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: 4235260d-ed75-43af-8f8e-9f4cf082fbd2, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:49.180294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=1498d00e-4754-4cb6-a5ce-26e0296c4b6e,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:49.195156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network 4235260d-ed75-43af-8f8e-9f4cf082fbd2 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:49.210040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 4235260d-ed75-43af-8f8e-9f4cf082fbd2) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:49.219399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:49.220052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.229438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8eece8-db70-440a-90be-0c9adcbd3b0d None None] Network 4235260d-ed75-43af-8f8e-9f4cf082fbd2 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:49.254210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d45f661e-5f82-46e7-8463-56f532f1709b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7917101 Jul 09 13:38:49.256834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53918) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:49.352139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53920) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:49.361349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Provisioning complete for port 06e83497-5590-4fb1-ace4-8863add5bdf0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:49.361991 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.364734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.386387 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.438548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Port 06e83497-5590-4fb1-ace4-8863add5bdf0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:49.455536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Provisioning complete for port af710c9d-0ea3-4811-97ea-cdc427666b97 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:49.456201 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.466071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d4f99c14-6181-4d6a-bc37-fb05e268705a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc6c381ac3f649aaa4e67bacc61d3364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099246 Jul 09 13:38:49.467003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53922) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:49.505450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.520486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8b8361de-946d-4158-8be0-118de24efb56 None None] Port af710c9d-0ea3-4811-97ea-cdc427666b97 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:49.568657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce4407e-c5a2-475c-b5fc-5fbed2846693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-4235260d-ed75-43af-8f8e-9f4cf082fbd2', 'network_id': '4235260d-ed75-43af-8f8e-9f4cf082fbd2', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': '1498d00e-4754-4cb6-a5ce-26e0296c4b6e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:49.570538 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5ce4407e-c5a2-475c-b5fc-5fbed2846693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.584030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-143f41a2-96fe-4140-aeeb-6a2cd6f34ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.607549 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:38:49.618128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.654364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-143f41a2-96fe-4140-aeeb-6a2cd6f34ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.676835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.738751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.745909 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-143f41a2-96fe-4140-aeeb-6a2cd6f34ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.753987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-143f41a2-96fe-4140-aeeb-6a2cd6f34ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-5ce4407e-c5a2-475c-b5fc-5fbed2846693 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1498d00e-4754-4cb6-a5ce-26e0296c4b6e: This subnet is being modified by another concurrent operation. Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:38:49.754284 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1498d00e-4754-4cb6-a5ce-26e0296c4b6e: This subnet is being modified by another concurrent operation. Jul 09 13:38:49.758070 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 13:38:49.761689 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-143f41a2-96fe-4140-aeeb-6a2cd6f34ad1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6022b9f9-4ff7-42c5-9940-02f23c2a60ff HTTP/1.1" status: 204 len: 168 time: 0.2895982 Jul 09 13:38:49.771026 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.779892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bfb0eb-d4a7-41d4-b187-f41b01f34085 None None] Network 4235260d-ed75-43af-8f8e-9f4cf082fbd2 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:49.806600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Network ac03139f-6f16-4bbe-8489-a0639374b0c3 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:49.813967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:49.840542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=1498d00e-4754-4cb6-a5ce-26e0296c4b6e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:49.848528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:49.925508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.952786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Pushing event updated for resources: {'Port': ['ID=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:49.971577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f41a2-96fe-4140-aeeb-6a2cd6f34ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6022b9f9-4ff7-42c5-9940-02f23c2a60ff,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:49.983981 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.991220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821f540-67cb-4c61-943b-06f471bd2057 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:38:50.008858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4235260d-ed75-43af-8f8e-9f4cf082fbd2']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:50.033797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1986c36-4be7-4181-8e2a-25c777de6916') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:50.034521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1986c36-4be7-4181-8e2a-25c777de6916') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:50.051513 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.088576 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.098622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:50.099642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:50.102613 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:50.177311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.177992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.189506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821f540-67cb-4c61-943b-06f471bd2057 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:38:50.191141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.200048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.207862 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/4235260d-ed75-43af-8f8e-9f4cf082fbd2 HTTP/1.1" status: 204 len: 168 time: 0.9496152 Jul 09 13:38:50.209000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53932) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:50.274094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a88a0-5d8f-4fd6-908f-d4f7c6c704f6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=4235260d-ed75-43af-8f8e-9f4cf082fbd2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:50.278045 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f14c32-2b60-4a7d-b60f-c3e9c3eab5fd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] GET failed (client error): The resource could not be found. Jul 09 13:38:50.284510 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b9f14c32-2b60-4a7d-b60f-c3e9c3eab5fd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/subnets/1498d00e-4754-4cb6-a5ce-26e0296c4b6e HTTP/1.1" status: 404 len: 337 time: 0.0446069 Jul 09 13:38:50.285761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53936) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:50.310858 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb8491e-3901-4d67-af36-785fb3906df9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:50.311414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb8491e-3901-4d67-af36-785fb3906df9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:50.321780 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eeb8491e-3901-4d67-af36-785fb3906df9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/4235260d-ed75-43af-8f8e-9f4cf082fbd2 HTTP/1.1" status: 404 len: 339 time: 0.0337474 Jul 09 13:38:50.322795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53940) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:50.404012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-3cce7da4-c520-4816-b199-89ae4fe3ab79 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3698182 Jul 09 13:38:50.416074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Delete allocated IP 172.20.0.3 (8d778707-af6a-4e34-bade-1c344c8ad99f/abbf68b4-84ec-47d7-aeb0-21e9901fd67d) {{(pid=93913) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:38:50.425257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Request body: {'port': {'device_id': 'bbfc5b54-a6cc-4e50-a52c-f60843095be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:50.552726 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88c5d55b-da8a-4db3-87a4-0798ba2e08fe req-4ce22996-a400-4673-b9e7-7dc3d726073b tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0799916 Jul 09 13:38:50.589069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.23 (8d778707-af6a-4e34-bade-1c344c8ad99f/f6e675e6-0857-4cb8-bcca-e8626c2e4217/af710c9d-0ea3-4811-97ea-cdc427666b97) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:50.648151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36bf1b0-f42e-41d5-99b9-c6ddf3274d1c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.650171 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f36bf1b0-f42e-41d5-99b9-c6ddf3274d1c tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3262062 Jul 09 13:38:50.652777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53948) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:50.670819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa034e3-5d4a-47d3-bdef-295d3faeee53 req-7472f4d8-ba90-44ab-8e57-8d8097a6efa9 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.673512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fa034e3-5d4a-47d3-bdef-295d3faeee53 req-7472f4d8-ba90-44ab-8e57-8d8097a6efa9 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 931 time: 0.8049614 Jul 09 13:38:50.680533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.696354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8a5f21e3-ce85-407e-874a-769c6d28872b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 207 time: 0.0421562 Jul 09 13:38:50.699962 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53950) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:50.857643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4902f-e14b-4242-a497-3f69e4d69d94 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.864734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4902f-e14b-4242-a497-3f69e4d69d94 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.870886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4902f-e14b-4242-a497-3f69e4d69d94 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.876969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4902f-e14b-4242-a497-3f69e4d69d94 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.880041 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b0d4902f-e14b-4242-a497-3f69e4d69d94 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1790516 Jul 09 13:38:50.883869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53958) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:50.982535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fa034e3-5d4a-47d3-bdef-295d3faeee53 req-da907137-b6e1-46cc-87e9-35cd8d509231 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974880 Jul 09 13:38:51.090629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.094232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53962) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:51.278374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'networks': [{'name': 'tempest-network--103083620'}, {'name': 'tempest-network--1039694017'}]} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:51.278736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'network': {'name': 'tempest-network--103083620'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:51.279202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'network': {'name': 'tempest-network--1039694017'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:51.306167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.355214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object af710c9d-0ea3-4811-97ea-cdc427666b97 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:51.385381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.393365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Made reservation on behalf of 7a87a5c7ef2348029b59425332294cb8 for: {'network': 2} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:51.397950 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.431590 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-67fb3b0d-143c-49b1-b0ed-c30c15b89ad8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5464869 Jul 09 13:38:51.433202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53968) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:51.449485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.471830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:51.494831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.522713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=af710c9d-0ea3-4811-97ea-cdc427666b97,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:51.540402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edef6fc-208d-40b6-9840-305fd52dfbc6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:51.542136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edef6fc-208d-40b6-9840-305fd52dfbc6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:51.543951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2edef6fc-208d-40b6-9840-305fd52dfbc6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1089227 Jul 09 13:38:51.548485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53970) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:51.574537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Transition to ACTIVE for port object b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:51.588038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.605948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a67329-915c-4fc8-a53f-cfde9809173b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:51.607673 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a67329-915c-4fc8-a53f-cfde9809173b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:51.607958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:38:51.610990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-91a67329-915c-4fc8-a53f-cfde9809173b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0595965 Jul 09 13:38:51.614598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53974) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:51.657354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] In _notify_port_updated(), no bound segment for port af710c9d-0ea3-4811-97ea-cdc427666b97 on network 8d778707-af6a-4e34-bade-1c344c8ad99f {{(pid=93913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:38:51.664921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:51.665583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.667022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-49fcd1a7-79e5-450f-ba6c-a2bd07a37cf1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "PUT /v2.0/ports/af710c9d-0ea3-4811-97ea-cdc427666b97 HTTP/1.1" status: 200 len: 921 time: 5.0488691 Jul 09 13:38:51.680429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53976) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:51.755529 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99725239-d6ef-4dfe-abe8-a207cd22b487 req-0c3e941e-ba86-477f-93c5-dd8c3ec39e47 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0398471 Jul 09 13:38:51.770337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Pushing event updated for resources: {'Port': ['ID=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:51.808155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b64ab-da33-4e3b-8cac-8048908bee2f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:51.810317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-102b64ab-da33-4e3b-8cac-8048908bee2f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/networks/df9fcc90-04c8-491b-9b12-7b6e9316e5e3 HTTP/1.1" status: 200 len: 799 time: 0.1927636 Jul 09 13:38:51.819526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53978) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:51.990376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3c5128b5-b536-48e6-8c31-a7fa253dd2be tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/networks/df9fcc90-04c8-491b-9b12-7b6e9316e5e3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1689203 Jul 09 13:38:51.991067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53980) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:52.078251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52501a3b-aa2b-407c-95b5-69c04617460e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:52.083212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-52501a3b-aa2b-407c-95b5-69c04617460e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/subnets/67691778-1138-482a-a935-6b9a6e838269 HTTP/1.1" status: 200 len: 811 time: 0.0909114 Jul 09 13:38:52.086183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53984) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:52.145341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b066af8d-e940-4a42-b907-9d82ca6a6df8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:52.149505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b066af8d-e940-4a42-b907-9d82ca6a6df8 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "GET /v2.0/subnets/67691778-1138-482a-a935-6b9a6e838269?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0627308 Jul 09 13:38:52.152220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53986) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:52.158142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1024208177'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:52.168762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-321babfa-1a83-4e83-a963-06af6a0eb5f3 None None] Provisioning for port af710c9d-0ea3-4811-97ea-cdc427666b97 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:52.174006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-321babfa-1a83-4e83-a963-06af6a0eb5f3 None None] Provisioning complete for port af710c9d-0ea3-4811-97ea-cdc427666b97 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:52.174644 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-321babfa-1a83-4e83-a963-06af6a0eb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.210541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-321babfa-1a83-4e83-a963-06af6a0eb5f3 None None] Port af710c9d-0ea3-4811-97ea-cdc427666b97 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:52.317999 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.336746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.337220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.352848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:52.356534 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.374033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:38:52.375762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Attempting to bind port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:52.376106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Attempting to bind port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '1b982ec9-d285-4741-9c43-5ec3857e3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac03139f-6f16-4bbe-8489-a0639374b0c3'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:52.376435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Attempting to bind port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 on network ac03139f-6f16-4bbe-8489-a0639374b0c3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:52.384824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:52.387717 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Sync routers for ids ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:38:52.399312 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Routers {'0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:52.402532 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:52.415219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 on network ac03139f-6f16-4bbe-8489-a0639374b0c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:38:52.415575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Attempting to bind port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 on network ac03139f-6f16-4bbe-8489-a0639374b0c3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:52.417377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.418269 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Added segment 8e9722f8-a4ec-4f66-a579-8da8cc4f25b7 of type vlan for network a7904ee8-6f31-429d-bd8e-a463f0f03305 Jul 09 13:38:52.433801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba08812-49c4-47ef-a756-36c865f737eb,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:52.444019 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:52.444439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Checking segment: {'id': '1b982ec9-d285-4741-9c43-5ec3857e3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac03139f-6f16-4bbe-8489-a0639374b0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:52.444768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Bound using segment: {'id': '1b982ec9-d285-4741-9c43-5ec3857e3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac03139f-6f16-4bbe-8489-a0639374b0c3'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:52.445219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Bound port: b49727b8-6f83-4e31-adc9-8f11c5bc4ef1, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b982ec9-d285-4741-9c43-5ec3857e3f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac03139f-6f16-4bbe-8489-a0639374b0c3'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:52.446057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.451668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:52.462006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c797d-fd1a-46ca-9160-837943cf440d req-1af71259-2b46-48be-818d-97439e4b1ad6 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:52.463564 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-965c797d-fd1a-46ca-9160-837943cf440d req-1af71259-2b46-48be-818d-97439e4b1ad6 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 943 time: 0.2879171 Jul 09 13:38:52.465335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.470302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-50316a44-1991-4749-a120-72000a7bb4bd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.7117865 Jul 09 13:38:52.476128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53988) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:52.500486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.513244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a387e-e181-4304-8275-3adf50c7aa49 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port af710c9d-0ea3-4811-97ea-cdc427666b97 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:52.513601 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d6a387e-e181-4304-8275-3adf50c7aa49 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.525985 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Set router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:38:52.542963 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.543327 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Added segment eb204b02-fd5a-4f9e-b247-2f22e7b5e527 of type vlan for network 55d8f47b-543d-47f9-beb9-bf8dcfa3cba9 Jul 09 13:38:52.551584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.560494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:52.561130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.660349 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5068696 Jul 09 13:38:52.662106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53990) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:52.673800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'network_id': 'a7904ee8-6f31-429d-bd8e-a463f0f03305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:52.725666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b10e0d-d3c2-4ca3-8f23-ef2439227bc1 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:52.730195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-98b10e0d-d3c2-4ca3-8f23-ef2439227bc1 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=d0461a693b504387867f96b9bd7cd3b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2418375 Jul 09 13:38:52.736560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.739199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53992) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:52.747671 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:38:49Z', 'revision_number': 3, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:52.751236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-965c797d-fd1a-46ca-9160-837943cf440d req-86ccaa92-2a58-4715-a946-ae2e1e1a271a tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757330 Jul 09 13:38:52.775925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11509ac5-4453-41cc-8676-1a75aeffe3d5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Network': ['ID=a7904ee8-6f31-429d-bd8e-a463f0f03305,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:52.791301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a7904ee8-6f31-429d-bd8e-a463f0f03305 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:52.792043 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Checking router: 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:38:52.792399 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Updating router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 port 161d7798-4196-4827-a9bc-d66a03ac3ccd binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:38:52.797385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] For port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:52.837741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] For port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,segment=NetworkSegment(1b982ec9-d285-4741-9c43-5ec3857e3f25),segment_id=1b982ec9-d285-4741-9c43-5ec3857e3f25)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:52.841956 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d6a387e-e181-4304-8275-3adf50c7aa49 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.856226 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.858473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.861673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:52.870720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a387e-e181-4304-8275-3adf50c7aa49 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for af710c9d-0ea3-4811-97ea-cdc427666b97 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:52.930468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.930738 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Added segment 43da3376-1981-435b-933f-7f092cdf25a9 of type vlan for network 07df4f45-7a1f-4633-8e88-fd2ed9584bf7 Jul 09 13:38:52.975199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:52.976038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.977395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] 10.222.0.10 "PUT /v2.0/ports/b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 HTTP/1.1" status: 200 len: 1091 time: 2.5576973 Jul 09 13:38:53.008139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfc5b54-a6cc-4e50-a52c-f60843095be2', 'tag': 'b49727b8-6f83-4e31-adc9-8f11c5bc4ef1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:53.009766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99089559-2d5d-4402-a21d-1566029b121c tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:53.011238 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfc5b54-a6cc-4e50-a52c-f60843095be2", "tag": "b49727b8-6f83-4e31-adc9-8f11c5bc4ef1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:53.011909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-99089559-2d5d-4402-a21d-1566029b121c tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2714701 Jul 09 13:38:53.014189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Made reservation on behalf of dc1b38c772fa472791f86bd9bc60e919 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:53.019463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.022151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53996) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:53.081227 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f570b9d3-bc19-4ef3-bec0-61bbb47d2ca0 x-openstack-request-id: req-f570b9d3-bc19-4ef3-bec0-61bbb47d2ca0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:53.081502 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfc5b54-a6cc-4e50-a52c-f60843095be2", "tag": "b49727b8-6f83-4e31-adc9-8f11c5bc4ef1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:53.081757 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f570b9d3-bc19-4ef3-bec0-61bbb47d2ca0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:53.082151 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfc5b54-a6cc-4e50-a52c-f60843095be2', 'tag': 'b49727b8-6f83-4e31-adc9-8f11c5bc4ef1', 'status': 'completed', 'code': 200} Jul 09 13:38:53.118989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.ipam_backend_mixin [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Performing IP validity checks on allocation pools {{(pid=93912) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:38:53.119872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.ipam_backend_mixin [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93912) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:38:53.139026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6415b8-1889-4ce4-b358-88076f38767c service neutron] Pushing event updated for resources: {'Port': ['ID=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:53.157235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-54eefa54-e007-4759-b988-b6de1653d2e2 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1269243 Jul 09 13:38:53.158997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54000) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:53.160835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.216448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-53f8ec29-d148-4acc-b8d3-441e24d039fa tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=d0461a693b504387867f96b9bd7cd3b9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499442 Jul 09 13:38:53.221819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54002) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:53.273051 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.286203 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Transition to ACTIVE for port object 161d7798-4196-4827-a9bc-d66a03ac3ccd will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:53.295549 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.345778 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc15e117-bf39-40a8-9e42-b60920686a26 req-bf91cba2-a5e1-4cb5-8b00-6f273cee993c tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0540235 Jul 09 13:38:53.347785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.365474 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Attempting to bind port 161d7798-4196-4827-a9bc-d66a03ac3ccd on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:53.365883 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Attempting to bind port 161d7798-4196-4827-a9bc-d66a03ac3ccd by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:53.366249 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Attempting to bind port 161d7798-4196-4827-a9bc-d66a03ac3ccd on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:53.389749 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:53.391043 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:53.391322 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.391612 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:53.392735 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Bound port: 161d7798-4196-4827-a9bc-d66a03ac3ccd, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:53.392735 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.399214 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Pushing event updated for resources: {'Port': ['ID=161d7798-4196-4827-a9bc-d66a03ac3ccd,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:53.423871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=5f7103e9-1e30-46b9-a5a2-8d7744db6b35,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:53.424835 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.425185 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.425571 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.426081 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.426426 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.426844 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.427365 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.427876 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.428261 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.428594 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.428925 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.429409 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:53.432593 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d6a387e-e181-4304-8275-3adf50c7aa49 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.449811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Checking segment: {'id': '8e9722f8-a4ec-4f66-a579-8da8cc4f25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7904ee8-6f31-429d-bd8e-a463f0f03305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:53.450376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network hostable DHCP agents. Network: a7904ee8-6f31-429d-bd8e-a463f0f03305, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:53.463172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-43bf6241-5dcf-44cd-b564-ff8a7fb2b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:53.466018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-43bf6241-5dcf-44cd-b564-ff8a7fb2b874 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae890b2eecd94841977d09115d277019&device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 1094 time: 0.4029131 Jul 09 13:38:53.471063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Network a7904ee8-6f31-429d-bd8e-a463f0f03305 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:53.473528 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] For port 161d7798-4196-4827-a9bc-d66a03ac3ccd, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:53.477974 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] For port 161d7798-4196-4827-a9bc-d66a03ac3ccd, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=161d7798-4196-4827-a9bc-d66a03ac3ccd,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:53.481754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a7904ee8-6f31-429d-bd8e-a463f0f03305) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:53.485087 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.487942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:53.488977 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.489973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e681c-c3a0-43c1-b2fa-99687ced02a1 None None] Network a7904ee8-6f31-429d-bd8e-a463f0f03305 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:53.500932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a387e-e181-4304-8275-3adf50c7aa49 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=af710c9d-0ea3-4811-97ea-cdc427666b97,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:53.516982 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9af82284-c623-4b99-aab1-a38a492dac18 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8483081 Jul 09 13:38:53.518993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54004) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:53.526177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2bfbd560-96bf-44a6-a43e-32be6033d5ee tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:53.561199 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Routers {'0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:38:53.562014 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:53.601715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-fc82feb8-19f3-4dd2-8e9a-93346200615d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 HTTP/1.1" status: 200 len: 217 time: 0.1084344 Jul 09 13:38:53.606291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.606812 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.613094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:53.617917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:53.618584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.620288 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabda6f8-2621-4da6-92b2-02e76695846c None None] Pushing event updated for resources: {'Port': ['ID=161d7798-4196-4827-a9bc-d66a03ac3ccd,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:53.677975 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd560-96bf-44a6-a43e-32be6033d5ee tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4149851'] for subnet, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.705037 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] Set router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:38:53.838916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-a7904ee8-6f31-429d-bd8e-a463f0f03305', 'network_id': 'a7904ee8-6f31-429d-bd8e-a463f0f03305', 'tenant_id': 'dc1b38c772fa472791f86bd9bc60e919', 'fixed_ips': [{'subnet_id': '5f7103e9-1e30-46b9-a5a2-8d7744db6b35'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:53.840678 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.895187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7956269 Jul 09 13:38:53.897078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-6df1433e-aee6-4413-8c6f-a09c2f23d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:53.898675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-6df1433e-aee6-4413-8c6f-a09c2f23d33e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58b804e8-0c32-49b4-9247-7c77f49b3069 HTTP/1.1" status: 200 len: 850 time: 0.1979468 Jul 09 13:38:53.899333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:54.009213 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:38:49Z', 'revision_number': 3, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:54.024447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-e75c3be5-f49d-4c8b-8ba0-c1c02a880098 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ac03139f-6f16-4bbe-8489-a0639374b0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055424 Jul 09 13:38:54.051437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd560-96bf-44a6-a43e-32be6033d5ee tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792867641110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3179108'] for subnet, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.076532 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478e65-9b39-4141-a02f-2df530fe542d None None] The sync data for ids ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'] in n-d-799524-3 is: [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:38:49Z', 'revision_number': 3, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:38:54.122344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c2a52-c2aa-4976-b233-e845f7b2dd3e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.131887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c2a52-c2aa-4976-b233-e845f7b2dd3e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.142794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c2a52-c2aa-4976-b233-e845f7b2dd3e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.148509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Allocated IP 172.20.0.3 (a7904ee8-6f31-429d-bd8e-a463f0f03305/5f7103e9-1e30-46b9-a5a2-8d7744db6b35/394aa47b-82a3-4617-a602-e84d4af13f83) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:54.148793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c2a52-c2aa-4976-b233-e845f7b2dd3e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.157033 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-886c2a52-c2aa-4976-b233-e845f7b2dd3e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2550266 Jul 09 13:38:54.158625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54010) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:54.171242 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-4e3fa484-7ce7-440f-975c-a66913da1a4c service neutron] 10.222.0.10 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361594 Jul 09 13:38:54.183973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfbd560-96bf-44a6-a43e-32be6033d5ee tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.184922 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd560-96bf-44a6-a43e-32be6033d5ee tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.190162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2bfbd560-96bf-44a6-a43e-32be6033d5ee tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "PUT /v2.0/subnets/5f7103e9-1e30-46b9-a5a2-8d7744db6b35 HTTP/1.1" status: 200 len: 877 time: 0.6694219 Jul 09 13:38:54.193097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54012) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:54.198603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Network': ['ID=55d8f47b-543d-47f9-beb9-bf8dcfa3cba9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:54.310058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacee74-01ce-453c-85eb-faf58b96ad9b tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Network': ['ID=07df4f45-7a1f-4633-8e88-fd2ed9584bf7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:54.313699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a38e3b-3cdb-45f1-b6ea-ebe1eead3edf tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.315690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-50a38e3b-3cdb-45f1-b6ea-ebe1eead3edf tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0917056 Jul 09 13:38:54.348383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54014) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:54.355336 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d6a387e-e181-4304-8275-3adf50c7aa49 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.357470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d6a387e-e181-4304-8275-3adf50c7aa49 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/af710c9d-0ea3-4811-97ea-cdc427666b97 HTTP/1.1" status: 204 len: 168 time: 2.6760798 Jul 09 13:38:54.366460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54016) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:54.394819 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.402553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.404444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Transition to ACTIVE for port object 394aa47b-82a3-4617-a602-e84d4af13f83 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:54.430384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Transition to ACTIVE for port object 394aa47b-82a3-4617-a602-e84d4af13f83 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:54.436782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 55d8f47b-543d-47f9-beb9-bf8dcfa3cba9 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:54.440335 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5295ec70-ac36-4840-9803-5097e680caf2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:38:54.446870 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5295ec70-ac36-4840-9803-5097e680caf2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/af710c9d-0ea3-4811-97ea-cdc427666b97 HTTP/1.1" status: 404 len: 333 time: 0.0767524 Jul 09 13:38:54.460952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54020) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:54.473896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-69e621e1-cdf4-469e-99fa-6f538731f5fa tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581408 Jul 09 13:38:54.479584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54022) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:54.494697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-479242050', 'network_id': '301fff95-b889-4276-864c-5f39796dab31', 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:54.550686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbd560-96bf-44a6-a43e-32be6033d5ee tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event updated for resources: {'Subnet': ['ID=5f7103e9-1e30-46b9-a5a2-8d7744db6b35,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:54.582859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 07df4f45-7a1f-4633-8e88-fd2ed9584bf7 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:54.590437 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.616631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.709831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Network a7904ee8-6f31-429d-bd8e-a463f0f03305 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:54.714798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:54.721650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:54.725325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2089-eb15-4976-8986-0f19019b9b32 req-0597cc7c-702a-4c17-a59a-fcdee6a6ccfc tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.727243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-840d2089-eb15-4976-8986-0f19019b9b32 req-0597cc7c-702a-4c17-a59a-fcdee6a6ccfc tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 943 time: 0.6934254 Jul 09 13:38:54.730639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Made reservation on behalf of d0461a693b504387867f96b9bd7cd3b9 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:54.736341 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.738542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-11752c43-bfdf-4f40-b49d-0df741db1751 req-a728fce1-49d4-40a5-b659-f8c906731c7d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.1108625 Jul 09 13:38:54.818707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Pushing event updated for resources: {'Port': ['ID=394aa47b-82a3-4617-a602-e84d4af13f83,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:54.830203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Attempting to bind port 394aa47b-82a3-4617-a602-e84d4af13f83 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:54.830575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Attempting to bind port 394aa47b-82a3-4617-a602-e84d4af13f83 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8e9722f8-a4ec-4f66-a579-8da8cc4f25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7904ee8-6f31-429d-bd8e-a463f0f03305'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:54.830977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Attempting to bind port 394aa47b-82a3-4617-a602-e84d4af13f83 on network a7904ee8-6f31-429d-bd8e-a463f0f03305 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:54.836297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:54.836670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Checking segment: {'id': '8e9722f8-a4ec-4f66-a579-8da8cc4f25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7904ee8-6f31-429d-bd8e-a463f0f03305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:54.837071 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.837464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Bound using segment: {'id': '8e9722f8-a4ec-4f66-a579-8da8cc4f25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7904ee8-6f31-429d-bd8e-a463f0f03305'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:54.838435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Bound port: 394aa47b-82a3-4617-a602-e84d4af13f83, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9722f8-a4ec-4f66-a579-8da8cc4f25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7904ee8-6f31-429d-bd8e-a463f0f03305'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:54.838435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.874325 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a259c53e-29f1-4e11-be72-68099c9cc25f req-23910301-5239-4b6f-8004-c0da310e527f service neutron] 10.222.0.10 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876788 Jul 09 13:38:54.927380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5b90110-e8eb-47cd-b7ec-642c4aeca310 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.949138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-840d2089-eb15-4976-8986-0f19019b9b32 req-c5a176a9-04b9-47fe-a70b-d3919e15bde4 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999557 Jul 09 13:38:54.958084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5b90110-e8eb-47cd-b7ec-642c4aeca310 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.965724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Deleting port 394aa47b-82a3-4617-a602-e84d4af13f83 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:54.966807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] For port 394aa47b-82a3-4617-a602-e84d4af13f83, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:54.970543 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.972510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] For port 394aa47b-82a3-4617-a602-e84d4af13f83, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=394aa47b-82a3-4617-a602-e84d4af13f83,segment=NetworkSegment(8e9722f8-a4ec-4f66-a579-8da8cc4f25b7),segment_id=8e9722f8-a4ec-4f66-a579-8da8cc4f25b7)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:54.982560 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.994721 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.038240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d8f47b-543d-47f9-beb9-bf8dcfa3cba9']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:55.045142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200e2cd-4291-4bb2-8e10-b72623115788 None None] Pushing event updated for resources: {'Port': ['ID=394aa47b-82a3-4617-a602-e84d4af13f83,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.087879 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb204b02-fd5a-4f9e-b247-2f22e7b5e527') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:55.088344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb204b02-fd5a-4f9e-b247-2f22e7b5e527') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:55.114539 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.115786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-e05daea8-6ebb-4754-a982-fd1d2170d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.118063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-e05daea8-6ebb-4754-a982-fd1d2170d045 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae890b2eecd94841977d09115d277019&device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 1094 time: 0.1626990 Jul 09 13:38:55.151666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5b90110-e8eb-47cd-b7ec-642c4aeca310 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.154423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5b90110-e8eb-47cd-b7ec-642c4aeca310 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.158868 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c5b90110-e8eb-47cd-b7ec-642c4aeca310 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/security-groups/a70d5be6-7248-4db4-9764-6b3ebf1c423a HTTP/1.1" status: 204 len: 168 time: 0.6808453 Jul 09 13:38:55.158868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.178408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54024) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:55.179185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b90110-e8eb-47cd-b7ec-642c4aeca310 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70d5be6-7248-4db4-9764-6b3ebf1c423a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.206689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:55.207173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:55.211829 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:55.311961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.347789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] For port 394aa47b-82a3-4617-a602-e84d4af13f83, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=394aa47b-82a3-4617-a602-e84d4af13f83,segment=NetworkSegment(8e9722f8-a4ec-4f66-a579-8da8cc4f25b7),segment_id=8e9722f8-a4ec-4f66-a579-8da8cc4f25b7)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:55.348173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.386704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-bb756680-4de6-4e99-9d4c-68a2fecda2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.387258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Calling delete_port for 394aa47b-82a3-4617-a602-e84d4af13f83 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:55.388334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-bb756680-4de6-4e99-9d4c-68a2fecda2c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ac03139f-6f16-4bbe-8489-a0639374b0c3 HTTP/1.1" status: 200 len: 910 time: 0.2605822 Jul 09 13:38:55.392814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.419358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.422513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/networks/55d8f47b-543d-47f9-beb9-bf8dcfa3cba9 HTTP/1.1" status: 204 len: 168 time: 1.2601101 Jul 09 13:38:55.431566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:55.444131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2ce0-4caf-4d0f-94f0-6a41f588e513 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.446155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b521a2-fb77-4a9e-8dd8-85b05ddde93c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Network': ['ID=55d8f47b-543d-47f9-beb9-bf8dcfa3cba9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.551406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2ce0-4caf-4d0f-94f0-6a41f588e513 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.569480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Checking segment: {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:55.570727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network hostable DHCP agents. Network: 301fff95-b889-4276-864c-5f39796dab31, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:55.579428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-02ba3529-abbc-4462-99de-ded5cdaced67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 HTTP/1.1" status: 200 len: 217 time: 0.1767719 Jul 09 13:38:55.602591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Subnet': ['ID=d0a34f97-5cc1-4b8f-8a41-827f56a25a5f,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.629320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.666125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 301fff95-b889-4276-864c-5f39796dab31 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:55.688666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-88de7d35-6770-4f8d-abfd-0d557d6681da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.690463 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-88de7d35-6770-4f8d-abfd-0d557d6681da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58b804e8-0c32-49b4-9247-7c77f49b3069 HTTP/1.1" status: 200 len: 850 time: 0.1001933 Jul 09 13:38:55.702797 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2ce0-4caf-4d0f-94f0-6a41f588e513 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.707102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2ce0-4caf-4d0f-94f0-6a41f588e513 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.708515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aeeb2ce0-4caf-4d0f-94f0-6a41f588e513 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/security-groups/65649edf-2f89-4051-8ad2-86dbafdd2d47 HTTP/1.1" status: 204 len: 168 time: 0.5256329 Jul 09 13:38:55.732618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54028) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:55.777995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 301fff95-b889-4276-864c-5f39796dab31) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:55.785017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb2ce0-4caf-4d0f-94f0-6a41f588e513 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65649edf-2f89-4051-8ad2-86dbafdd2d47,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.790488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45ca9c-7ec2-4d66-b24d-384a79227e75 None None] Network 301fff95-b889-4276-864c-5f39796dab31 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:55.820412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-4f28dc67-6bc0-4457-b908-861d09750cae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ac03139f-6f16-4bbe-8489-a0639374b0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640950 Jul 09 13:38:55.822782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.823501 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.835768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.841825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.905299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07df4f45-7a1f-4633-8e88-fd2ed9584bf7']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:55.918558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fca8333e-576d-4b8d-bbe9-68fa91a64e08 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4284375 Jul 09 13:38:55.927264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43da3376-1981-435b-933f-7f092cdf25a9') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:55.927558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43da3376-1981-435b-933f-7f092cdf25a9') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:55.929027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54032) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:55.936398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa0c78e-f87f-486d-8bbd-306d5c037bab tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet abbf68b4-84ec-47d7-aeb0-21e9901fd67d {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:38:56.005745 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c78e-f87f-486d-8bbd-306d5c037bab tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.009624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No DVR routers for this DVR port 394aa47b-82a3-4617-a602-e84d4af13f83 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:56.042143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Port': ['ID=394aa47b-82a3-4617-a602-e84d4af13f83,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:56.117833 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.192493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e91f41b8-bce0-4c1b-901e-94562a3c29e1 req-55111d66-9bc4-432c-98a0-a2615bfb6c60 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0680418 Jul 09 13:38:56.266153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c78e-f87f-486d-8bbd-306d5c037bab tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.378221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-301fff95-b889-4276-864c-5f39796dab31', 'network_id': '301fff95-b889-4276-864c-5f39796dab31', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'fixed_ips': [{'subnet_id': 'd0a34f97-5cc1-4b8f-8a41-827f56a25a5f'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:38:56.378413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c78e-f87f-486d-8bbd-306d5c037bab tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.378511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.515007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 161d7798-4196-4827-a9bc-d66a03ac3ccd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:56.536422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c78e-f87f-486d-8bbd-306d5c037bab tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.555700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.555939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.558578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c78e-f87f-486d-8bbd-306d5c037bab tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.568752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dfa0c78e-f87f-486d-8bbd-306d5c037bab tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/abbf68b4-84ec-47d7-aeb0-21e9901fd67d HTTP/1.1" status: 204 len: 168 time: 0.8282607 Jul 09 13:38:56.568990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:56.585356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d3166-569f-4f32-9efb-7d7856084867 None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:56.714596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:56.807373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef0c2e8-5a34-4370-ac86-f89706c1088d None None] Network a7904ee8-6f31-429d-bd8e-a463f0f03305 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:56.841540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.879800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:56.880212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:56.888278 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:56.891583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0c78e-f87f-486d-8bbd-306d5c037bab tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=abbf68b4-84ec-47d7-aeb0-21e9901fd67d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:56.908909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-538a4493-62d1-42da-85b6-9bee31dd7464 None None] Could not find standard attr ID for object 394aa47b-82a3-4617-a602-e84d4af13f83. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:38:56.918462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7103e9-1e30-46b9-a5a2-8d7744db6b35,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:56.971841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 161d7798-4196-4827-a9bc-d66a03ac3ccd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:56.990224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.002501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7904ee8-6f31-429d-bd8e-a463f0f03305']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:57.012815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 161d7798-4196-4827-a9bc-d66a03ac3ccd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:57.013211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.013688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-e4e7405a-9d21-4c3b-9015-cae07067db97 service neutron] 10.222.0.10 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1832154 Jul 09 13:38:57.021192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9722f8-a4ec-4f66-a579-8da8cc4f25b7') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:57.021597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9722f8-a4ec-4f66-a579-8da8cc4f25b7') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:57.041079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.052565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Allocated IP 172.20.0.18 (301fff95-b889-4276-864c-5f39796dab31/d0a34f97-5cc1-4b8f-8a41-827f56a25a5f/7fb077a4-47c9-41db-acb8-595d55600c60) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:57.079507 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.090255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:57.090754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.153362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18829e4e-4e11-45cc-9453-04bd819aefdf req-719a7685-d028-4666-83fa-9a245114e144 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:57.154960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18829e4e-4e11-45cc-9453-04bd819aefdf req-719a7685-d028-4666-83fa-9a245114e144 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 943 time: 0.6550548 Jul 09 13:38:57.174800 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:57.175849 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:57.182243 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.202275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.211113 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/a7904ee8-6f31-429d-bd8e-a463f0f03305 HTTP/1.1" status: 204 len: 168 time: 3.0021288 Jul 09 13:38:57.213231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54038) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:57.219332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.221218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/networks/07df4f45-7a1f-4633-8e88-fd2ed9584bf7 HTTP/1.1" status: 204 len: 168 time: 1.7481532 Jul 09 13:38:57.223616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba354bec-02e4-4779-aa62-0ee6c601fe66 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Network': ['ID=07df4f45-7a1f-4633-8e88-fd2ed9584bf7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:57.231837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54040) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:57.256402 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.264608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Transition to ACTIVE for port object 7fb077a4-47c9-41db-acb8-595d55600c60 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:57.277471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa0bde-c26f-40c0-a549-bdba76d7fec9 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=a7904ee8-6f31-429d-bd8e-a463f0f03305,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:57.285183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Transition to ACTIVE for port object 7fb077a4-47c9-41db-acb8-595d55600c60 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:57.291015 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90a1ab4-472c-44de-aa49-b886b4d72a44 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:57.292457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90a1ab4-472c-44de-aa49-b886b4d72a44 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:57.298883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:38:57.300080 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e90a1ab4-472c-44de-aa49-b886b4d72a44 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/5f7103e9-1e30-46b9-a5a2-8d7744db6b35 HTTP/1.1" status: 404 len: 337 time: 0.0857143 Jul 09 13:38:57.301291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54044) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:57.349086 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.370701 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ac7e58-79b5-40af-9952-69ac2e36e119 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:57.371318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ac7e58-79b5-40af-9952-69ac2e36e119 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:57.373059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b9ac7e58-79b5-40af-9952-69ac2e36e119 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/a7904ee8-6f31-429d-bd8e-a463f0f03305 HTTP/1.1" status: 404 len: 339 time: 0.0653591 Jul 09 13:38:57.382133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54046) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:57.408392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18829e4e-4e11-45cc-9453-04bd819aefdf req-7898e9ae-9f52-48f9-aa24-ad770d721dd3 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431426 Jul 09 13:38:57.416381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Pushing event updated for resources: {'Port': ['ID=7fb077a4-47c9-41db-acb8-595d55600c60,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:57.474860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Network 301fff95-b889-4276-864c-5f39796dab31 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:57.477494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab0370-cbf3-4539-ad32-27b00d1baf1e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:57.479363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:57.482785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:57.490276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab0370-cbf3-4539-ad32-27b00d1baf1e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:57.490460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:57.497660 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.499212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0aab0370-cbf3-4539-ad32-27b00d1baf1e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2526872 Jul 09 13:38:57.502482 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fb41c6-bf47-48b1-8f5b-4b3cce5db5dd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:57.502963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fb41c6-bf47-48b1-8f5b-4b3cce5db5dd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:57.504678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a0fb41c6-bf47-48b1-8f5b-4b3cce5db5dd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/1498d00e-4754-4cb6-a5ce-26e0296c4b6e HTTP/1.1" status: 404 len: 337 time: 0.1142809 Jul 09 13:38:57.510001 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92c6f8f5-e3c5-434b-a9f1-45a67681b03f req-b2c47184-3629-4b9e-8c24-e47368c67fcb service neutron] 10.222.0.10 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727476 Jul 09 13:38:57.510568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54050) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:57.525494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54048) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:57.543298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1604749910'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:57.617354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d0b3a-bbbc-46b3-af53-8efc2a5ee4d5 None None] DHCP port deletion for a7904ee8-6f31-429d-bd8e-a463f0f03305 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:38:57.632971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-993ee8bd-9072-4237-95b1-d15823e79788 req-afd48df3-f55b-4f96-946f-6ffb2ffd673f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0968828 Jul 09 13:38:57.633547 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfb82fd-a98c-4816-9b9b-f70845afb05d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:57.634317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfb82fd-a98c-4816-9b9b-f70845afb05d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:57.636070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4cfb82fd-a98c-4816-9b9b-f70845afb05d tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/4235260d-ed75-43af-8f8e-9f4cf082fbd2 HTTP/1.1" status: 404 len: 339 time: 0.0983694 Jul 09 13:38:57.640147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54052) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:57.658183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Made reservation on behalf of 7a87a5c7ef2348029b59425332294cb8 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:57.662292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.687279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,segment=NetworkSegment(1b982ec9-d285-4741-9c43-5ec3857e3f25),segment_id=1b982ec9-d285-4741-9c43-5ec3857e3f25)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:57.691814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:57.731643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.732270 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Added segment b1c9065a-0769-44ff-8043-902d92749d21 of type vlan for network 2e26876c-b47b-4a40-9984-c84a98a401e3 Jul 09 13:38:57.750592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7a494-cf18-4ffe-9878-f1defe073d4c None None] Network a7904ee8-6f31-429d-bd8e-a463f0f03305 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:57.762114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'b49727b8-6f83-4e31-adc9-8f11c5bc4ef1', 'network_id': 'ac03139f-6f16-4bbe-8489-a0639374b0c3', 'port_id': 'b49727b8-6f83-4e31-adc9-8f11c5bc4ef1', 'mac_address': 'fa:16:3e:13:60:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b804e8-0c32-49b4-9247-7c77f49b3069', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:38:57.786307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.790319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Attempting to bind port 7fb077a4-47c9-41db-acb8-595d55600c60 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:57.790810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Attempting to bind port 7fb077a4-47c9-41db-acb8-595d55600c60 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:57.791306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Attempting to bind port 7fb077a4-47c9-41db-acb8-595d55600c60 on network 301fff95-b889-4276-864c-5f39796dab31 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:57.804012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7a494-cf18-4ffe-9878-f1defe073d4c None None] Network a7904ee8-6f31-429d-bd8e-a463f0f03305 could not be found, it might have been deleted concurrently. {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 13:38:57.838104 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.848916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:57.849911 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.853737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:57.854308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Checking segment: {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:57.854925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.855540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Bound using segment: {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:57.856137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Bound port: 7fb077a4-47c9-41db-acb8-595d55600c60, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:57.857319 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.868500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.896012 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.924927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 161d7798-4196-4827-a9bc-d66a03ac3ccd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=161d7798-4196-4827-a9bc-d66a03ac3ccd,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:57.940614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.953900 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.964053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Network': ['ID=2e26876c-b47b-4a40-9984-c84a98a401e3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:57.979226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a29595f6-636f-4dd5-893c-02712e1bd362 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4404175 Jul 09 13:38:57.981551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54054) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:57.988779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-107482462'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:58.017469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Made reservation on behalf of 7a87a5c7ef2348029b59425332294cb8 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:58.023694 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.027274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2e26876c-b47b-4a40-9984-c84a98a401e3 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:58.058785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:58.075342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.075720 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Added segment f98856b2-a4d7-4c6d-9aed-ac3312173acf of type vlan for network d5a85e33-1f20-43d6-a215-f0d87f7f6759 Jul 09 13:38:58.115640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:58.124552 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.153076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=161d7798-4196-4827-a9bc-d66a03ac3ccd,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:58.169938 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.177781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:58.178449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.195949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] For port 7fb077a4-47c9-41db-acb8-595d55600c60, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:58.215117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] For port 7fb077a4-47c9-41db-acb8-595d55600c60, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7fb077a4-47c9-41db-acb8-595d55600c60,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:58.217197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,segment=NetworkSegment(1b982ec9-d285-4741-9c43-5ec3857e3f25),segment_id=1b982ec9-d285-4741-9c43-5ec3857e3f25)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:58.228133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.245765 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.258417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Network': ['ID=d5a85e33-1f20-43d6-a215-f0d87f7f6759,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:58.277386 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7687fbf5-341d-4e90-b28b-7c73f0fc48fa tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2905047 Jul 09 13:38:58.277617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54056) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:58.293167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'ports': [{'network_id': '2e26876c-b47b-4a40-9984-c84a98a401e3', 'name': 'tempest-port--2099673599', 'admin_state_up': True}, {'network_id': 'd5a85e33-1f20-43d6-a215-f0d87f7f6759', 'admin_state_up': False}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:58.294080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'port': {'network_id': '2e26876c-b47b-4a40-9984-c84a98a401e3', 'name': 'tempest-port--2099673599', 'admin_state_up': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:58.295036 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.297390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'port': {'network_id': 'd5a85e33-1f20-43d6-a215-f0d87f7f6759', 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:58.305474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network d5a85e33-1f20-43d6-a215-f0d87f7f6759 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:58.323200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b62a69c-cd7d-4b4a-9c5e-4d3825605274']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:58.381027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faac49ad-44c8-4a40-913a-f185514cc92e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:58.381582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faac49ad-44c8-4a40-913a-f185514cc92e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:58.492699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd2195-1c21-4658-b268-1170a0866d04 None None] Pushing event updated for resources: {'Port': ['ID=7fb077a4-47c9-41db-acb8-595d55600c60,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:58.517993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.550020 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.563716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:58.574570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:58.575292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.577096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['b49727b8-6f83-4e31-adc9-8f11c5bc4ef1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:58.628578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 161d7798-4196-4827-a9bc-d66a03ac3ccd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:58.666292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.706301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-64567f90-8751-4368-961d-df9249faf777 None None] Provisioning complete for port d71eff20-5afd-4757-9933-03e6ed0faf9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:58.710051 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-64567f90-8751-4368-961d-df9249faf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:58.718345 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:58.742822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Made reservation on behalf of 7a87a5c7ef2348029b59425332294cb8 for: {'port': 2} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:58.751708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.788769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.962104 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66cafbe7-47bb-46d0-9b8e-92eba8236279 req-6553c706-4a0e-4a94-b29a-4ae6dd934a2f tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0518634 Jul 09 13:38:58.996116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] device_id is not set on port 85a7e4f8-25ea-484f-a261-0fb2262cc41b yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:59.013498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 161d7798-4196-4827-a9bc-d66a03ac3ccd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:59.014040 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.039390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.044580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.047541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/0b62a69c-cd7d-4b4a-9c5e-4d3825605274 HTTP/1.1" status: 204 len: 168 time: 1.3826869 Jul 09 13:38:59.051638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54064) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.078659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-64567f90-8751-4368-961d-df9249faf777 None None] Provisioning complete for port 06e83497-5590-4fb1-ace4-8863add5bdf0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:59.079082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-64567f90-8751-4368-961d-df9249faf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.103635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537717e6-6377-4d95-8254-6936496b5cce tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=0b62a69c-cd7d-4b4a-9c5e-4d3825605274,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:59.162750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-64567f90-8751-4368-961d-df9249faf777 None None] Port 06e83497-5590-4fb1-ace4-8863add5bdf0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:59.182228 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fac2e0d-ac6b-403b-9a01-3fefd40b3a62 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.183139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fac2e0d-ac6b-403b-9a01-3fefd40b3a62 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.185337 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4fac2e0d-ac6b-403b-9a01-3fefd40b3a62 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/f714683a-5c1e-4862-bd72-ac345682c52d HTTP/1.1" status: 404 len: 337 time: 0.1319373 Jul 09 13:38:59.189681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54068) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.194333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ceb9-3032-4208-92e8-2d6dfcf93497 req-bacd2cc7-09d5-4c73-8029-6e9e09a2d162 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.195961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9039ceb9-3032-4208-92e8-2d6dfcf93497 req-bacd2cc7-09d5-4c73-8029-6e9e09a2d162 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 944 time: 0.3462083 Jul 09 13:38:59.214576 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-99406221-218e-4b38-a0a6-cdc1bdb95944 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.215337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99406221-218e-4b38-a0a6-cdc1bdb95944 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.217206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-99406221-218e-4b38-a0a6-cdc1bdb95944 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/94d7e75d-e035-44f7-b102-9c402e137fa9 HTTP/1.1" status: 404 len: 339 time: 0.0264401 Jul 09 13:38:59.219698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.224962 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.264521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 394aa47b-82a3-4617-a602-e84d4af13f83 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:59.275517 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b3a77f-3e9a-47dc-861c-26ab7e1246d6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.276088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b3a77f-3e9a-47dc-861c-26ab7e1246d6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.278233 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-03b3a77f-3e9a-47dc-861c-26ab7e1246d6 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/e5fdce42-2ddd-405a-aa12-3d0fdff3a94a HTTP/1.1" status: 404 len: 337 time: 0.0486767 Jul 09 13:38:59.280790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54072) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.295491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 394aa47b-82a3-4617-a602-e84d4af13f83 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:38:59.296804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 394aa47b-82a3-4617-a602-e84d4af13f83 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:59.318073 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-75833960-bdad-4c9b-9fe8-98f3da466bbd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.318992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75833960-bdad-4c9b-9fe8-98f3da466bbd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.320627 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-75833960-bdad-4c9b-9fe8-98f3da466bbd tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/62c52e98-03d7-4a82-8277-4818166ecca7 HTTP/1.1" status: 404 len: 339 time: 0.0382736 Jul 09 13:38:59.324389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54074) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.365658 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea22895-9097-44e7-99b1-f37bc5ce34a0 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.366211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea22895-9097-44e7-99b1-f37bc5ce34a0 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.369224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dea22895-9097-44e7-99b1-f37bc5ce34a0 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/34a233a5-4c02-439f-9602-03974d657744 HTTP/1.1" status: 404 len: 337 time: 0.0439413 Jul 09 13:38:59.372027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54076) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.373763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=bd151b48-7e31-4fe1-b0de-d694474f712e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:59.389440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:59.401360 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f07d94-62cb-44a1-bc85-9a790cfe9588 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.401630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:59.401933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f07d94-62cb-44a1-bc85-9a790cfe9588 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.403731 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c2f07d94-62cb-44a1-bc85-9a790cfe9588 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/c78abcef-3fae-4e89-a6c8-595f607aac8b HTTP/1.1" status: 404 len: 339 time: 0.0306904 Jul 09 13:38:59.406414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54078) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.410963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.411549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.415404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.419733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99064d8f-884d-4d10-8dd3-d6fabfb20c79 None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:59.429043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9039ceb9-3032-4208-92e8-2d6dfcf93497 req-1f0c5cdd-266e-4703-a220-4aba331aa08a tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258196 Jul 09 13:38:59.464599 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e37f2f4-c370-43e7-bc23-9bb3eeb46572 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.465004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e37f2f4-c370-43e7-bc23-9bb3eeb46572 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.466793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8e37f2f4-c370-43e7-bc23-9bb3eeb46572 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/3e6021b2-ef31-4ba0-99a6-c249d29251e9 HTTP/1.1" status: 404 len: 337 time: 0.0596433 Jul 09 13:38:59.472003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54080) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.488975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ded3f31-cc20-49d3-a397-42157e8101e6 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8790329 Jul 09 13:38:59.506311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54082) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.511937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c29fe3ee-eb21-43b6-bf01-eb11719e1554 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'security_group': {'name': 'tempest-secgroup-1400844323'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:59.555344 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd82ae2-a2ab-45b1-b3fe-cfb9628d0bde tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.555974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd82ae2-a2ab-45b1-b3fe-cfb9628d0bde tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.556124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] device_id is not set on port 5b7f3dc6-93bf-4152-84ec-01948b208cc4 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:59.561511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54084) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.561814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5cd82ae2-a2ab-45b1-b3fe-cfb9628d0bde tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/bdcd0077-c291-4586-9393-97e0c329425e HTTP/1.1" status: 404 len: 339 time: 0.0878870 Jul 09 13:38:59.621248 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c196aa84-6c88-4402-9a87-f51f434a6a01 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.621747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c196aa84-6c88-4402-9a87-f51f434a6a01 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.623556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c196aa84-6c88-4402-9a87-f51f434a6a01 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/0beac2a8-988d-45d7-8d9f-86d9e8503eb6 HTTP/1.1" status: 404 len: 337 time: 0.0610757 Jul 09 13:38:59.628362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54086) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.655299 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64d132d-528a-42c4-af9e-df923df11dd5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.655922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64d132d-528a-42c4-af9e-df923df11dd5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.658246 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d64d132d-528a-42c4-af9e-df923df11dd5 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/28da084a-73bd-48b0-9065-494992b37591 HTTP/1.1" status: 404 len: 339 time: 0.0288947 Jul 09 13:38:59.661789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54088) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.666268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Allocated IP 172.20.0.17 (301fff95-b889-4276-864c-5f39796dab31/d0a34f97-5cc1-4b8f-8a41-827f56a25a5f/69c7ea4b-0fe9-4933-b0a2-a12b24581267) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:59.687878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c29fe3ee-eb21-43b6-bf01-eb11719e1554 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.693170 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-399bb388-aeda-43a1-b74e-626454e48891 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.693756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399bb388-aeda-43a1-b74e-626454e48891 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.695466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-399bb388-aeda-43a1-b74e-626454e48891 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/e7a0e6fc-daeb-451c-b4fe-f319ca856ef7 HTTP/1.1" status: 404 len: 337 time: 0.0327289 Jul 09 13:38:59.698035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54090) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.788110 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-208b8d36-e1dc-478f-a169-1127a51df52a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.788726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208b8d36-e1dc-478f-a169-1127a51df52a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.790501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-208b8d36-e1dc-478f-a169-1127a51df52a tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/2b37c84b-1f16-47ec-9d42-15f1fc27fcb4 HTTP/1.1" status: 404 len: 339 time: 0.0915492 Jul 09 13:38:59.793295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54092) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.838500 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca579e83-4957-44d5-8227-4d3dafdb740f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.839010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca579e83-4957-44d5-8227-4d3dafdb740f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.840956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ca579e83-4957-44d5-8227-4d3dafdb740f tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/13df6563-9f04-490e-9317-514a1e457862 HTTP/1.1" status: 404 len: 337 time: 0.0465026 Jul 09 13:38:59.849373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc5eab-fab9-460f-938b-bcafee4e7f83 None None] Update dhcp port {'port': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'fixed_ips': [{'subnet_id': 'f6e675e6-0857-4cb8-bcca-e8626c2e4217', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bd151b48-7e31-4fe1-b0de-d694474f712e'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'd71eff20-5afd-4757-9933-03e6ed0faf9a'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:38:59.851823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54094) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.886356 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa7a12a-a6d0-497b-b0a6-b24db1fdd53b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.886992 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa7a12a-a6d0-497b-b0a6-b24db1fdd53b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.888781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3aa7a12a-a6d0-497b-b0a6-b24db1fdd53b tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/927355c4-0371-4e49-b231-aeef149fe2d9 HTTP/1.1" status: 404 len: 339 time: 0.0360022 Jul 09 13:38:59.891236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.892582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54096) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.914843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Transition to ACTIVE for port object 69c7ea4b-0fe9-4933-b0a2-a12b24581267 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:59.922380 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-08484094-83ed-4a32-808e-5db17bb33fcf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.922845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08484094-83ed-4a32-808e-5db17bb33fcf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.927398 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-08484094-83ed-4a32-808e-5db17bb33fcf tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/4b96755b-a06a-41fd-9e36-9b005d18e4c7 HTTP/1.1" status: 404 len: 337 time: 0.0313616 Jul 09 13:38:59.929869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54098) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.936336 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-20fc5eab-fab9-460f-938b-bcafee4e7f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.948556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c29fe3ee-eb21-43b6-bf01-eb11719e1554 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.964429 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8985247-475a-46a4-9d14-86c5a34eca16 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] DELETE failed (client error): The resource could not be found. Jul 09 13:38:59.964654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c29fe3ee-eb21-43b6-bf01-eb11719e1554 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.965065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8985247-475a-46a4-9d14-86c5a34eca16 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:38:59.969297 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c8985247-475a-46a4-9d14-86c5a34eca16 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/bb2051b2-f66a-4eb8-a083-7423f0e038e4 HTTP/1.1" status: 404 len: 339 time: 0.0360310 Jul 09 13:38:59.969501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54100) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:59.980811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.006754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c29fe3ee-eb21-43b6-bf01-eb11719e1554 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.014070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c29fe3ee-eb21-43b6-bf01-eb11719e1554 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5066049 Jul 09 13:39:00.017448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54104) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:00.028476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bab5fe65-9593-4f48-9d59-72e35edacd52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'security_group': {'name': 'tempest-secgroup-2049382975'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:00.042339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.051220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fe3ee-eb21-43b6-bf01-eb11719e1554 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee871ee6-815b-4c96-aa30-8cf211656eaf,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:00.064340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-39aaa807-4509-46d1-8f84-7906022e7050 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Deleting subnet 67691778-1138-482a-a935-6b9a6e838269 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:00.070268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39aaa807-4509-46d1-8f84-7906022e7050 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.108072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 301fff95-b889-4276-864c-5f39796dab31 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:00.113343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:00.126831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bab5fe65-9593-4f48-9d59-72e35edacd52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.128925 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.134883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:00.141515 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39aaa807-4509-46d1-8f84-7906022e7050 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.186190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e28672c-0aca-4627-888f-5e7d4b4eb0cd None None] Network 301fff95-b889-4276-864c-5f39796dab31 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:00.199273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=69c7ea4b-0fe9-4933-b0a2-a12b24581267,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:00.260320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.267664 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bc628e6f-0a3c-4eee-ac9a-e18f51b6235c req-950b7cc0-c6b3-43ce-80a3-ea340dc7ace0 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0751700 Jul 09 13:39:00.337217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Port': ['ID=85a7e4f8-25ea-484f-a261-0fb2262cc41b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:00.455234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Checking segment: {'id': 'b1c9065a-0769-44ff-8043-902d92749d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2e26876c-b47b-4a40-9984-c84a98a401e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:00.456094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Network hostable DHCP agents. Network: 2e26876c-b47b-4a40-9984-c84a98a401e3, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:00.479080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-772cb916-74c6-4a0b-8738-16832324932e None None] Provisioning for port 7fb077a4-47c9-41db-acb8-595d55600c60 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:00.502966 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39aaa807-4509-46d1-8f84-7906022e7050 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.502966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Network 2e26876c-b47b-4a40-9984-c84a98a401e3 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:00.519916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.522248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-20fc5eab-fab9-460f-938b-bcafee4e7f83 None None] Allocated IP 172.20.0.2 (8d778707-af6a-4e34-bade-1c344c8ad99f/bd151b48-7e31-4fe1-b0de-d694474f712e/d71eff20-5afd-4757-9933-03e6ed0faf9a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:00.556306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2e26876c-b47b-4a40-9984-c84a98a401e3) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:00.566449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:00.567543 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.574847 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f94056-4036-44d9-a8b5-c8d9392f1ee4 None None] Network 2e26876c-b47b-4a40-9984-c84a98a401e3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:00.591494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7fb077a4-47c9-41db-acb8-595d55600c60 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:00.699383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Port': ['ID=5b7f3dc6-93bf-4152-84ec-01948b208cc4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:00.705195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39aaa807-4509-46d1-8f84-7906022e7050 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.746681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaa807-4509-46d1-8f84-7906022e7050 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Subnet': ['ID=67691778-1138-482a-a935-6b9a6e838269,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:00.752610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Checking segment: {'id': 'f98856b2-a4d7-4c6d-9aed-ac3312173acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd5a85e33-1f20-43d6-a215-f0d87f7f6759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:00.753202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Network hostable DHCP agents. Network: d5a85e33-1f20-43d6-a215-f0d87f7f6759, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:00.765143 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39aaa807-4509-46d1-8f84-7906022e7050 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.770083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-39aaa807-4509-46d1-8f84-7906022e7050 tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/subnets/67691778-1138-482a-a935-6b9a6e838269 HTTP/1.1" status: 204 len: 168 time: 0.7970381 Jul 09 13:39:00.772533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54110) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:00.795009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd05e0e6-7bbf-41d9-8f8b-449fbee3f29e None None] Network df9fcc90-04c8-491b-9b12-7b6e9316e5e3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:00.877500 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.922735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Network d5a85e33-1f20-43d6-a215-f0d87f7f6759 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:00.959031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, d5a85e33-1f20-43d6-a215-f0d87f7f6759) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:00.963795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:00.971854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:00.978915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:00.979889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.980597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0870941f-db7a-4b0e-90d4-05d7cbe10686 None None] Network d5a85e33-1f20-43d6-a215-f0d87f7f6759 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:00.996729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Deleting port b3eada22-82ba-47ea-9f63-83e9724b28d9 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:00.997066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.094696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] For port b3eada22-82ba-47ea-9f63-83e9724b28d9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3eada22-82ba-47ea-9f63-83e9724b28d9,segment=NetworkSegment(ac988819-3e45-48ca-8f86-1c88198b9b2b),segment_id=ac988819-3e45-48ca-8f86-1c88198b9b2b)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:01.095569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.121201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Calling delete_port for b3eada22-82ba-47ea-9f63-83e9724b28d9 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:01.148666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:01.244988 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.285040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] No DVR routers for this DVR port b3eada22-82ba-47ea-9f63-83e9724b28d9 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:01.288389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-20fc5eab-fab9-460f-938b-bcafee4e7f83 None None] For port d71eff20-5afd-4757-9933-03e6ed0faf9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d71eff20-5afd-4757-9933-03e6ed0faf9a,segment=NetworkSegment(1ffd0792-634f-4d62-8422-f2790e4bcc8a),segment_id=1ffd0792-634f-4d62-8422-f2790e4bcc8a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:01.325525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Port': ['ID=b3eada22-82ba-47ea-9f63-83e9724b28d9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:01.383415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7fb077a4-47c9-41db-acb8-595d55600c60 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:01.421739 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.436648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9fcc90-04c8-491b-9b12-7b6e9316e5e3']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:01.453269 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac988819-3e45-48ca-8f86-1c88198b9b2b') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:01.453567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7fb077a4-47c9-41db-acb8-595d55600c60 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:01.453779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac988819-3e45-48ca-8f86-1c88198b9b2b') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:01.454390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.466017 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.488684 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.497974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:01.498448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.540904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bab5fe65-9593-4f48-9d59-72e35edacd52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.575524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-20fc5eab-fab9-460f-938b-bcafee4e7f83 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.577132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bab5fe65-9593-4f48-9d59-72e35edacd52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.628165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:01.638977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-20fc5eab-fab9-460f-938b-bcafee4e7f83 None None] Transition to ACTIVE for port object d71eff20-5afd-4757-9933-03e6ed0faf9a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:01.640005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:01.641029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:01.643080 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:01.659589 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.672557 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-20fc5eab-fab9-460f-938b-bcafee4e7f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.742864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a62b8d-884a-4fb3-a9f8-eb868c7989d0 req-285b9b84-52e8-4fdd-9ba1-e3b477f6a919 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.749130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50a62b8d-884a-4fb3-a9f8-eb868c7989d0 req-285b9b84-52e8-4fdd-9ba1-e3b477f6a919 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 944 time: 0.9272971 Jul 09 13:39:01.757535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f6bd2e66-d5e3-4401-993f-c53ec009a67d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4787686 Jul 09 13:39:01.758173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54120) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:01.760765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.779325 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] 10.222.0.32 "DELETE /v2.0/networks/df9fcc90-04c8-491b-9b12-7b6e9316e5e3 HTTP/1.1" status: 204 len: 168 time: 1.0055194 Jul 09 13:39:01.781115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc5eab-fab9-460f-938b-bcafee4e7f83 None None] Pushing event updated for resources: {'Port': ['ID=d71eff20-5afd-4757-9933-03e6ed0faf9a,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:01.808727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bab5fe65-9593-4f48-9d59-72e35edacd52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.810163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bab5fe65-9593-4f48-9d59-72e35edacd52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7879202 Jul 09 13:39:01.815161 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-028fe70a-9903-46f9-a6cd-bc6b2b4f05fa req-e44ca6d4-3f5b-41d8-b47a-1aa9e5448a7e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.2016380 Jul 09 13:39:01.845638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54124) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:01.874519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7ff83e9f-cb2b-41c6-9264-458356232c12 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'security_group': {'name': 'tempest-secgroup-1846989923'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:01.902111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf47758-033d-451b-8d2f-0f0f7671847c None None] DHCP port deletion for df9fcc90-04c8-491b-9b12-7b6e9316e5e3 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:01.947600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76bee2-713a-4652-8771-034ca03b2c9e tempest-NetworksTest-662961393 tempest-NetworksTest-662961393-project] Pushing event deleted for resources: {'Network': ['ID=df9fcc90-04c8-491b-9b12-7b6e9316e5e3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:01.956653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.006811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5fe65-9593-4f48-9d59-72e35edacd52 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b167319c-e90d-4fa2-803e-9f26a0f0ee8a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:02.013169 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.024491 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.078538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c3aed178-d5ba-491f-a97b-4ba0a74a80ef None None] Provisioning for port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:02.087924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c3aed178-d5ba-491f-a97b-4ba0a74a80ef None None] Provisioning complete for port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:02.088553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46f0af-795b-4d27-a014-a4f3fe8c5725 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:02.088885 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c3aed178-d5ba-491f-a97b-4ba0a74a80ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.104121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46f0af-795b-4d27-a014-a4f3fe8c5725 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:02.113296 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6b46f0af-795b-4d27-a014-a4f3fe8c5725 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3301842 Jul 09 13:39:02.114909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54128) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:02.116127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50a62b8d-884a-4fb3-a9f8-eb868c7989d0 req-cc26cc53-75be-4b67-bff8-5fbe6ebaeea6 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573339 Jul 09 13:39:02.193292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 7fb077a4-47c9-41db-acb8-595d55600c60, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7fb077a4-47c9-41db-acb8-595d55600c60,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:02.198444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c3aed178-d5ba-491f-a97b-4ba0a74a80ef None None] Port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:02.209795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.241250 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ff83e9f-cb2b-41c6-9264-458356232c12 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.252570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.309873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c3aed178-d5ba-491f-a97b-4ba0a74a80ef None None] Provisioning complete for port 7fb077a4-47c9-41db-acb8-595d55600c60 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:02.310516 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c3aed178-d5ba-491f-a97b-4ba0a74a80ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.350531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=69c7ea4b-0fe9-4933-b0a2-a12b24581267,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:02.357768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54132) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:02.372363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf6fbe-8daf-4e1f-908d-e1bda1fdf8fb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Deleting port 85a7e4f8-25ea-484f-a261-0fb2262cc41b {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:02.372720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fbe-8daf-4e1f-908d-e1bda1fdf8fb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.378543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.396809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=7fb077a4-47c9-41db-acb8-595d55600c60,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:02.423883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfc5b54-a6cc-4e50-a52c-f60843095be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49727b8-6f83-4e31-adc9-8f11c5bc4ef1'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:02.432374 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ec1ad9-006c-45eb-84df-38f5a5443d2b" -d '{"events": [{"server_uuid": "bbfc5b54-a6cc-4e50-a52c-f60843095be2", "name": "network-vif-plugged", "status": "completed", "tag": "b49727b8-6f83-4e31-adc9-8f11c5bc4ef1"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:02.467075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,segment=NetworkSegment(1b982ec9-d285-4741-9c43-5ec3857e3f25),segment_id=1b982ec9-d285-4741-9c43-5ec3857e3f25)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:02.477782 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.491525 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fbe-8daf-4e1f-908d-e1bda1fdf8fb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.543941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf6fbe-8daf-4e1f-908d-e1bda1fdf8fb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Calling delete_port for 85a7e4f8-25ea-484f-a261-0fb2262cc41b owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:02.599909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 301fff95-b889-4276-864c-5f39796dab31 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:02.606437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:02.623571 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ff83e9f-cb2b-41c6-9264-458356232c12 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.669186 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49184bbe-0134-4452-9200-87dd6227af31 x-openstack-request-id: req-49184bbe-0134-4452-9200-87dd6227af31 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:02.669688 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfc5b54-a6cc-4e50-a52c-f60843095be2", "name": "network-vif-plugged", "status": "completed", "tag": "b49727b8-6f83-4e31-adc9-8f11c5bc4ef1", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:02.670109 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49184bbe-0134-4452-9200-87dd6227af31 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:02.670663 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfc5b54-a6cc-4e50-a52c-f60843095be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49727b8-6f83-4e31-adc9-8f11c5bc4ef1', 'code': 200} Jul 09 13:39:02.679086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d71eff20-5afd-4757-9933-03e6ed0faf9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:02.731979 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ff83e9f-cb2b-41c6-9264-458356232c12 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.749270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:02.806605 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6dcd6768-f342-4490-9b77-242009d9daf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc1b38c772fa472791f86bd9bc60e919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450157 Jul 09 13:39:02.807264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54140) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:02.844132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de81b97-ccb8-487a-aa4a-17796e4c2785 req-39f95536-b04d-40dc-9468-85d42800dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:02.845108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3eada22-82ba-47ea-9f63-83e9724b28d9 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:02.845983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3de81b97-ccb8-487a-aa4a-17796e4c2785 req-39f95536-b04d-40dc-9468-85d42800dce3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 1096 time: 0.2153382 Jul 09 13:39:02.851774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ff83e9f-cb2b-41c6-9264-458356232c12 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.855923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7ff83e9f-cb2b-41c6-9264-458356232c12 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0034385 Jul 09 13:39:02.866756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54142) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:02.873351 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-889348945', 'security_groups': ['529affde-c230-4c0f-ac9e-6428284907f9'], 'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd151b48-7e31-4fe1-b0de-d694474f712e'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:02.888904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b3eada22-82ba-47ea-9f63-83e9724b28d9 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:02.889192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3eada22-82ba-47ea-9f63-83e9724b28d9 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:02.916344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d840f1f8-4bac-4ecc-a98d-216e3b484a09 None None] Provisioning complete for port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:02.916735 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d840f1f8-4bac-4ecc-a98d-216e3b484a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.943839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3de81b97-ccb8-487a-aa4a-17796e4c2785 req-37448733-a3e0-4202-8fa6-373f160ce0bf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393968 Jul 09 13:39:02.946027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff83e9f-cb2b-41c6-9264-458356232c12 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529affde-c230-4c0f-ac9e-6428284907f9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:02.987871 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fbe-8daf-4e1f-908d-e1bda1fdf8fb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.996706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:03.050615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d840f1f8-4bac-4ecc-a98d-216e3b484a09 None None] Port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:03.099746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf6fbe-8daf-4e1f-908d-e1bda1fdf8fb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Port': ['ID=85a7e4f8-25ea-484f-a261-0fb2262cc41b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:03.111550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fbe-8daf-4e1f-908d-e1bda1fdf8fb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.114443 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8fbf6fbe-8daf-4e1f-908d-e1bda1fdf8fb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/ports/85a7e4f8-25ea-484f-a261-0fb2262cc41b HTTP/1.1" status: 204 len: 168 time: 0.9984481 Jul 09 13:39:03.126492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54150) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:03.146648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ff75fe5-bd41-4bfe-bba7-aa3e81e84d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.147388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17e3280d-56d4-4353-a26b-185476d55f91 req-77953f61-cea4-4485-aa15-131a85262095 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0743375 Jul 09 13:39:03.173479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c32275de-8d0c-4ba7-883e-b3a972dc9af4 None None] Provisioning complete for port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:03.176387 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c32275de-8d0c-4ba7-883e-b3a972dc9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.185764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ff75fe5-bd41-4bfe-bba7-aa3e81e84d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.248750 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ff75fe5-bd41-4bfe-bba7-aa3e81e84d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.252538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ff75fe5-bd41-4bfe-bba7-aa3e81e84d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.256493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ff75fe5-bd41-4bfe-bba7-aa3e81e84d80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4be7b6e-1136-43ed-a65f-e24790eb2c15 HTTP/1.1" status: 204 len: 168 time: 0.4395015 Jul 09 13:39:03.263378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c32275de-8d0c-4ba7-883e-b3a972dc9af4 None None] Port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:03.293061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff75fe5-bd41-4bfe-bba7-aa3e81e84d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4be7b6e-1136-43ed-a65f-e24790eb2c15,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:03.369580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:03.373489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:03.377466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-78f11f80-808d-4781-b3b5-f33748f84b04 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "PUT /v2.0/routers/0d3ac7d4-6f48-47ba-aeea-7bf83bd55461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4474108 Jul 09 13:39:03.405001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Sync routers for ids ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:03.451343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-477e0573-2223-4f60-a498-312b33840c7d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Deleting port 5b7f3dc6-93bf-4152-84ec-01948b208cc4 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:03.451698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-477e0573-2223-4f60-a498-312b33840c7d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.455443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd66f5e9-c06f-4645-a68a-3c0b593c5603 None None] Provisioning for port d71eff20-5afd-4757-9933-03e6ed0faf9a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:03.460596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd66f5e9-c06f-4645-a68a-3c0b593c5603 None None] Provisioning complete for port d71eff20-5afd-4757-9933-03e6ed0faf9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:03.460984 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd66f5e9-c06f-4645-a68a-3c0b593c5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.463599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Routers {'0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:03.464336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:03.559339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-477e0573-2223-4f60-a498-312b33840c7d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.592070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-477e0573-2223-4f60-a498-312b33840c7d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Calling delete_port for 5b7f3dc6-93bf-4152-84ec-01948b208cc4 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:03.760807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Set router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:03.803619 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.831757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0386d-b8df-4c7b-9b1d-d6be50b7e360 req-960ba7e8-25fd-4c85-a36c-defa3a89a684 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:03.834866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6d0386d-b8df-4c7b-9b1d-d6be50b7e360 req-960ba7e8-25fd-4c85-a36c-defa3a89a684 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.4339178 Jul 09 13:39:03.876750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] device_id is not set on port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:39:04.019997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6d0386d-b8df-4c7b-9b1d-d6be50b7e360 req-4be8f8bf-38b9-4113-9840-8a5e96c4c26f tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774404 Jul 09 13:39:04.079914 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-477e0573-2223-4f60-a498-312b33840c7d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.137179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e0573-2223-4f60-a498-312b33840c7d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Port': ['ID=5b7f3dc6-93bf-4152-84ec-01948b208cc4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:04.155605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627667a6-66f5-4ddd-926f-013027966d07 req-bd322713-feff-4fc0-804a-6b8eb53905df tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:04.164167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-bd322713-feff-4fc0-804a-6b8eb53905df tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/networks?id=301fff95-b889-4276-864c-5f39796dab31 HTTP/1.1" status: 200 len: 798 time: 0.4110844 Jul 09 13:39:04.175240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-477e0573-2223-4f60-a498-312b33840c7d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.177614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-477e0573-2223-4f60-a498-312b33840c7d tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/ports/5b7f3dc6-93bf-4152-84ec-01948b208cc4 HTTP/1.1" status: 204 len: 168 time: 1.0474968 Jul 09 13:39:04.180283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:04.267446 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a321b1bc-9110-45df-9c9c-80057aac5ecb tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0824494 Jul 09 13:39:04.270492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54198) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:04.275506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-d2fdcece-dae9-4188-8dc0-80dd82ce6b2a tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/quotas/d0461a693b504387867f96b9bd7cd3b9 HTTP/1.1" status: 200 len: 375 time: 0.1109216 Jul 09 13:39:04.288975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-419637617'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:04.320192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.5 (8d778707-af6a-4e34-bade-1c344c8ad99f/bd151b48-7e31-4fe1-b0de-d694474f712e/c8446497-05a1-4452-aa0b-c3f7d3c0b3e5) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:04.377252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Made reservation on behalf of 7a87a5c7ef2348029b59425332294cb8 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:04.380818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.451394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-bf32f88b-2fae-4cb3-b0d0-b7c39a249117 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1749835 Jul 09 13:39:04.507250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7fb077a4-47c9-41db-acb8-595d55600c60 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:04.660630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.661183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54204) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:04.673629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-ed28f1fa-c368-4a0f-87b1-6d870973a648 service neutron] 10.222.0.32 "GET /v2.0/networks/301fff95-b889-4276-864c-5f39796dab31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076905 Jul 09 13:39:04.678350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd66f5e9-c06f-4645-a68a-3c0b593c5603 None None] Provisioning complete for port 06e83497-5590-4fb1-ace4-8863add5bdf0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:04.678729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd66f5e9-c06f-4645-a68a-3c0b593c5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.683237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7fb077a4-47c9-41db-acb8-595d55600c60 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:04.683602 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.699551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:04.719212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:39:00Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '69c7ea4b-0fe9-4933-b0a2-a12b24581267', 'name': '', 'network_id': '301fff95-b889-4276-864c-5f39796dab31', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:9f:cd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'd0a34f97-5cc1-4b8f-8a41-827f56a25a5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:59Z', 'updated_at': '2021-07-09T13:39:00Z', 'revision_number': 2, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': 'd0a34f97-5cc1-4b8f-8a41-827f56a25a5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:04.773702 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9012f717-582e-4c60-99b7-f2e6a94103e1 req-403de7ed-41a2-4471-b730-fb984067a5d8 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.3740814 Jul 09 13:39:04.796276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.845871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Checking router: 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:39:04.846055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Updating router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:39:04.930317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-933a4fc5-09b7-4b69-b159-2a170f6a5d5a service neutron] 10.222.0.32 "GET /v2.0/networks/301fff95-b889-4276-864c-5f39796dab31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503622 Jul 09 13:39:04.940845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:04.958926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1549889704'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:04.974406 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fd66f5e9-c06f-4645-a68a-3c0b593c5603 None None] Port 06e83497-5590-4fb1-ace4-8863add5bdf0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:04.993489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.018346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:05.022972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.030598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:05.045774 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.047544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.047912 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Added segment 6edc16aa-5846-4370-b6a5-99354232eab6 of type vlan for network 3f0b50bb-0c3f-447f-9643-f70b08e741a8 Jul 09 13:39:05.066668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:05.081305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:05.198036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=c8446497-05a1-4452-aa0b-c3f7d3c0b3e5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:05.251818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.281609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:05.282530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.432633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.438329 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.442742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:05.443322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.443614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0cf1d14-3fd2-44c6-a437-51de97924d25 req-1b6f33b4-cf88-498f-9e1e-598b2c7a0a09 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 210 time: 0.1080868 Jul 09 13:39:05.447328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.482786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575f4bea-f2f9-4b46-80fd-8e2a7d74aea5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:05.512182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:05.512399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7072f021-15aa-4b13-bdc9-6285d2e6b556 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6411479 Jul 09 13:39:05.512921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54220) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:05.522614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bfbca4b6-d7cc-468e-a782-6f301470e42c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:05.555344 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.569131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Transition to ACTIVE for port object 69c7ea4b-0fe9-4933-b0a2-a12b24581267 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:05.579312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25da4d-62dd-4d4f-84c9-0d718bbb240f req-3868c966-182f-4186-a56f-36221b2dc042 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:05.586624 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de25da4d-62dd-4d4f-84c9-0d718bbb240f req-3868c966-182f-4186-a56f-36221b2dc042 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.2589622 Jul 09 13:39:05.593629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.593978 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment 37cebacc-3325-4a8c-b274-6b4163681318 of type vlan for network 7264a7c8-a771-4d24-9ce9-43cecac20c50 Jul 09 13:39:05.595949 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.601432 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3298097 Jul 09 13:39:05.610161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54226) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:05.611809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152d971-a057-4e36-9935-826574b39b9a tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Network': ['ID=3f0b50bb-0c3f-447f-9643-f70b08e741a8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:05.623485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-498490452'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:05.661553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Made reservation on behalf of 7a87a5c7ef2348029b59425332294cb8 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:05.665384 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.675891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.682489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-de25da4d-62dd-4d4f-84c9-0d718bbb240f req-6e758439-38e4-413d-ae3d-4178490d0d07 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948579 Jul 09 13:39:05.688332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 3f0b50bb-0c3f-447f-9643-f70b08e741a8 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:05.714232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:05.736035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.736768 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Added segment 0357291e-986e-4b23-a8b4-62625f2a03e8 of type vlan for network 4070c171-badf-4105-aed0-1d4885810d4c Jul 09 13:39:05.800737 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.826932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a551e42-2c69-4a43-84f5-b6e973225aae None None] Pushing event updated for resources: {'Port': ['ID=69c7ea4b-0fe9-4933-b0a2-a12b24581267,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:05.836022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fffaeccb-63e7-4938-8dec-6a3bc1894d6c None None] Provisioning for port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:05.857644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.879156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fffaeccb-63e7-4938-8dec-6a3bc1894d6c None None] Provisioning complete for port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:05.879948 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fffaeccb-63e7-4938-8dec-6a3bc1894d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.884615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:05.885542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.957272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbca4b6-d7cc-468e-a782-6f301470e42c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:05.980625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Attempting to bind port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:05.981332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Attempting to bind port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:05.981925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Attempting to bind port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 on network 301fff95-b889-4276-864c-5f39796dab31 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:05.989953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fffaeccb-63e7-4938-8dec-6a3bc1894d6c None None] Port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:05.993746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bfbca4b6-d7cc-468e-a782-6f301470e42c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.998756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:06.001442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Checking segment: {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:06.002185 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.002801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Bound using segment: {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:06.004857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Bound port: 69c7ea4b-0fe9-4933-b0a2-a12b24581267, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:06.005830 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.110800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] For port 69c7ea4b-0fe9-4933-b0a2-a12b24581267, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:06.120810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] For port 69c7ea4b-0fe9-4933-b0a2-a12b24581267, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=69c7ea4b-0fe9-4933-b0a2-a12b24581267,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:06.142515 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.202466 n-d-799524-3 neutron-server[93913]: INFO neutron.db.ipam_backend_mixin [None req-bfbca4b6-d7cc-468e-a782-6f301470e42c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bd151b48-7e31-4fe1-b0de-d694474f712e (CIDR: 172.20.0.0/28) Jul 09 13:39:06.212602 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbca4b6-d7cc-468e-a782-6f301470e42c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:39:06.214318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbca4b6-d7cc-468e-a782-6f301470e42c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:06.217314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.223570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:06.228005 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.270576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Routers {'0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:06.272094 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6095769 Jul 09 13:39:06.275460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54242) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:06.281574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:38:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:06.395910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-178363437'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:06.408188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a551e42-2c69-4a43-84f5-b6e973225aae None None] Pushing event updated for resources: {'Port': ['ID=69c7ea4b-0fe9-4933-b0a2-a12b24581267,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:06.451758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bfbca4b6-d7cc-468e-a782-6f301470e42c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9376900 Jul 09 13:39:06.455840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54244) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:06.490800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-25a907ac-252e-4619-b07e-3c5fc5393e7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:06.593135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] Set router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:06.596165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3173-cfe3-484c-877f-695df602565b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=7264a7c8-a771-4d24-9ce9-43cecac20c50,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:06.647293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7264a7c8-a771-4d24-9ce9-43cecac20c50 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:06.712918 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0969214 Jul 09 13:39:06.769216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fafcfe-0846-4218-88a0-75d998c43522 req-d8a0a68d-9500-4cc8-a613-2ce03af6e70f tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:06.779651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6fafcfe-0846-4218-88a0-75d998c43522 req-d8a0a68d-9500-4cc8-a613-2ce03af6e70f tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.5742037 Jul 09 13:39:06.819198 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c22d44d3-8042-4eda-8672-f4ef9596eb55 req-4f3ef126-44e6-4d02-a4f3-4e1aa3c0aac7 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.1744874 Jul 09 13:39:06.877461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667055a-4187-4b56-a831-90889da7dc4e tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Network': ['ID=4070c171-badf-4105-aed0-1d4885810d4c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:06.925658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:06.933966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.940618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 4070c171-badf-4105-aed0-1d4885810d4c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:07.045244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:07.056082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:07.056704 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment 4eb8d6d5-9c58-4460-a549-88f590a0cdc8 of type vlan for network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 Jul 09 13:39:07.224707 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-adcda807-755b-4ce3-9c06-a4c2a2cad461 req-43331db8-2ce8-45af-b6ac-638bbe31bff9 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 210 time: 0.0905976 Jul 09 13:39:07.257813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6fafcfe-0846-4218-88a0-75d998c43522 req-26de2d07-51cd-446f-81ea-790cccc2285d tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751308 Jul 09 13:39:07.263916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:07.269551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a907ac-252e-4619-b07e-3c5fc5393e7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:07.273397 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25a907ac-252e-4619-b07e-3c5fc5393e7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:07.430264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:07.437065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:07.437989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:07.467391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:39:00Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '69c7ea4b-0fe9-4933-b0a2-a12b24581267', 'name': '', 'network_id': '301fff95-b889-4276-864c-5f39796dab31', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:9f:cd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'd0a34f97-5cc1-4b8f-8a41-827f56a25a5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:59Z', 'updated_at': '2021-07-09T13:39:06Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': 'd0a34f97-5cc1-4b8f-8a41-827f56a25a5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:07.572347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=1bb94ae1-3371-4867-9a80-e3fb102e55b6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:07.592871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5b205dc1-2119-4630-b924-582e55682d69 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2675176 Jul 09 13:39:07.593121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54266) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:07.598735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': '7264a7c8-a771-4d24-9ce9-43cecac20c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:07.619868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:07.675383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433470a-b960-489a-a7ce-950984ec7b61 None None] The sync data for ids ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'] in n-d-799524-3 is: [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:39:00Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '69c7ea4b-0fe9-4933-b0a2-a12b24581267', 'name': '', 'network_id': '301fff95-b889-4276-864c-5f39796dab31', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:9f:cd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': 'd0a34f97-5cc1-4b8f-8a41-827f56a25a5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:59Z', 'updated_at': '2021-07-09T13:39:06Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': 'd0a34f97-5cc1-4b8f-8a41-827f56a25a5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:08.080062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627667a6-66f5-4ddd-926f-013027966d07 req-adb9d2a5-762d-4a4a-b066-70151ee225aa tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:08.084368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:08.088951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-adb9d2a5-762d-4a4a-b066-70151ee225aa tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.10 "GET /v2.0/networks?id=301fff95-b889-4276-864c-5f39796dab31 HTTP/1.1" status: 200 len: 798 time: 0.5190914 Jul 09 13:39:08.098647 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.160139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Request body: {'port': {'device_id': 'cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37', 'network_id': '301fff95-b889-4276-864c-5f39796dab31', 'admin_state_up': True, 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:08.655317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 69c7ea4b-0fe9-4933-b0a2-a12b24581267 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:08.819515 n-d-799524-3 neutron-server[93913]: INFO neutron.db.ipam_backend_mixin [None req-25a907ac-252e-4619-b07e-3c5fc5393e7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f6e675e6-0857-4cb8-bcca-e8626c2e4217 (CIDR: 172.20.0.16/28) Jul 09 13:39:08.878400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:08.906533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:08.910739 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.938770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Made reservation on behalf of d0461a693b504387867f96b9bd7cd3b9 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:08.957710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:09.044716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1080c477-ed50-4292-b476-38f38a79772f req-173521a9-93cf-485c-9c0d-c9bc86a1175d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.3281741 Jul 09 13:39:09.045718 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a907ac-252e-4619-b07e-3c5fc5393e7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:39:09.046246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a907ac-252e-4619-b07e-3c5fc5393e7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:09.119727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:09.222398 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:09.243286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-25a907ac-252e-4619-b07e-3c5fc5393e7f tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.7747369 Jul 09 13:39:09.246491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54282) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:09.294675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'subnet': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:09.309094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 69c7ea4b-0fe9-4933-b0a2-a12b24581267, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=69c7ea4b-0fe9-4933-b0a2-a12b24581267,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:09.324842 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:09.370785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=9d75635e-6644-4f22-8ad2-28c3aaadd809,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:09.474183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': '37cebacc-3325-4a8c-b274-6b4163681318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7264a7c8-a771-4d24-9ce9-43cecac20c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:09.474583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: 7264a7c8-a771-4d24-9ce9-43cecac20c50, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:09.479754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=69c7ea4b-0fe9-4933-b0a2-a12b24581267,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:09.529067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced0f1-e7d8-4bc3-9995-1eabf8ba6d1b req-24ef954a-2467-44d6-bade-3bc29bd4173b tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:09.535247 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0eced0f1-e7d8-4bc3-9995-1eabf8ba6d1b req-24ef954a-2467-44d6-bade-3bc29bd4173b tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.4536064 Jul 09 13:39:09.620474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 7264a7c8-a771-4d24-9ce9-43cecac20c50 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:09.647448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Allocated IP 172.20.0.21 (301fff95-b889-4276-864c-5f39796dab31/d0a34f97-5cc1-4b8f-8a41-827f56a25a5f/efbf3f63-06bf-4154-b63c-85d6caa5e9f1) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:09.677373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0eced0f1-e7d8-4bc3-9995-1eabf8ba6d1b req-ded5bbd5-5335-455a-ad72-5814802a8fc6 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332850 Jul 09 13:39:09.695254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7264a7c8-a771-4d24-9ce9-43cecac20c50) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:09.711933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bcd7f-f555-42f1-a1b5-5c598b161963 None None] Network 7264a7c8-a771-4d24-9ce9-43cecac20c50 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:09.746349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:09.747193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:09.831805 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-42550064-32ce-49db-8f6a-cdd1f122a5af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2370129 Jul 09 13:39:09.835180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54292) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:09.852390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': '1bb94ae1-3371-4867-9a80-e3fb102e55b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:09.905337 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:09.935270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Transition to ACTIVE for port object efbf3f63-06bf-4154-b63c-85d6caa5e9f1 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:10.051079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.084689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Network 301fff95-b889-4276-864c-5f39796dab31 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:10.097803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:10.117560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:10.232356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54298) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:10.242552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'subnets': [{'network_id': '3f0b50bb-0c3f-447f-9643-f70b08e741a8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1903471522', 'ip_version': 6}, {'network_id': '4070c171-badf-4105-aed0-1d4885810d4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:10.242895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'subnet': {'network_id': '3f0b50bb-0c3f-447f-9643-f70b08e741a8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1903471522', 'ip_version': 6}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:10.249183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Request body: {'subnet': {'network_id': '4070c171-badf-4105-aed0-1d4885810d4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:10.285194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:10.305160 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.365757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-7264a7c8-a771-4d24-9ce9-43cecac20c50', 'network_id': '7264a7c8-a771-4d24-9ce9-43cecac20c50', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': '9d75635e-6644-4f22-8ad2-28c3aaadd809'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:10.379680 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.427898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event updated for resources: {'Port': ['ID=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:10.550067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.555011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.557197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.557615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.558160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.558452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.559290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.560926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.561367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.561764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.564362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.564809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:10.618826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:10.619634 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.645231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b72947af-90e6-4382-b2d0-3fe3cfd37463 req-6d13ca81-455f-4b77-93d9-d43ede997a4d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d13e9-83cc-46f2-8b6f-363e2729e03e HTTP/1.1" status: 200 len: 210 time: 0.0750549 Jul 09 13:39:10.673114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Made reservation on behalf of cf413578d4db4558800c7cf1aa8fa2be for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:10.678457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 69c7ea4b-0fe9-4933-b0a2-a12b24581267 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:10.678871 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.700800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704de02c-f6a6-4149-b903-07f815008c3e req-44e628ce-20fc-4313-8a51-08e952a4263e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:10.706809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-704de02c-f6a6-4149-b903-07f815008c3e req-44e628ce-20fc-4313-8a51-08e952a4263e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 895 time: 0.7325518 Jul 09 13:39:10.771498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Allocated IP 172.20.0.2 (7264a7c8-a771-4d24-9ce9-43cecac20c50/9d75635e-6644-4f22-8ad2-28c3aaadd809/51014242-7fe6-4e17-92ae-7ba7529dc8e4) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:10.775294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8e68cb64-3099-4da5-a699-b1cab5f1be63 None None] Provisioning for port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:10.792051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8e68cb64-3099-4da5-a699-b1cab5f1be63 None None] Provisioning complete for port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:10.792449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8e68cb64-3099-4da5-a699-b1cab5f1be63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.854613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:10.854926 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.868212 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Made reservation on behalf of 7a87a5c7ef2348029b59425332294cb8 for: {'subnet': 2} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:10.872916 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.873258 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.984865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8e68cb64-3099-4da5-a699-b1cab5f1be63 None None] Port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:11.066880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-d27e2cee-0f19-47e1-80c9-e85dd3d3a8c1 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.9687202 Jul 09 13:39:11.072834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.088039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Request body: {'port': {'device_id': 'cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:11.170745 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.171451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Network 8d778707-af6a-4e34-bade-1c344c8ad99f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:11.180963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:11.184881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Subnet': ['ID=0e001c8a-0ac2-4136-8d50-39e7bc61067a,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:11.185700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969382b0-d6d6-4988-a46c-d80b25e52f65 req-ac2cec60-e17d-4911-92df-c4b8055d6d65 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:11.189835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:11.190435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.191414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Transition to ACTIVE for port object 51014242-7fe6-4e17-92ae-7ba7529dc8e4 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:11.194397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-969382b0-d6d6-4988-a46c-d80b25e52f65 req-ac2cec60-e17d-4911-92df-c4b8055d6d65 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.1986539 Jul 09 13:39:11.203640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.203905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4876f2-c67b-41da-9855-9c6b50a1765e None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:11.246221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cedc3b42-6cd8-4c02-9ca9-cc442b0d7d84 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9990933 Jul 09 13:39:11.248793 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54314) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:11.255375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2094150152', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e001c8a-0ac2-4136-8d50-39e7bc61067a'}], 'security_groups': ['ee871ee6-815b-4c96-aa30-8cf211656eaf', 'b167319c-e90d-4fa2-803e-9f26a0f0ee8a']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:11.289802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Transition to ACTIVE for port object 51014242-7fe6-4e17-92ae-7ba7529dc8e4 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:11.305933 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.308368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.363702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=cb709971-8815-40fc-8a96-33ff11a3c90a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:11.378214 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-969382b0-d6d6-4988-a46c-d80b25e52f65 req-95ebeb7a-7ed5-4430-9c93-a63638ae5ed1 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686158 Jul 09 13:39:11.392446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': '4eb8d6d5-9c58-4460-a549-88f590a0cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bb94ae1-3371-4867-9a80-e3fb102e55b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:11.392776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: 1bb94ae1-3371-4867-9a80-e3fb102e55b6, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:11.511119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:11.552099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 1bb94ae1-3371-4867-9a80-e3fb102e55b6) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:11.564510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:11.565886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.600660 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8974a85f-1ba6-4434-818a-3e2cfbf0fac1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7594788 Jul 09 13:39:11.601381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54320) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:11.606207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ece272d7-9113-4bf3-8dd0-9b7499c1a19d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2100203042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:11.655451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da070f-32a2-4b16-829c-0fd369e0562e None None] Network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:11.663879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Network 7264a7c8-a771-4d24-9ce9-43cecac20c50 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:11.710883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:11.715706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Pushing event updated for resources: {'Port': ['ID=51014242-7fe6-4e17-92ae-7ba7529dc8e4,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:11.732976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ece272d7-9113-4bf3-8dd0-9b7499c1a19d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.736159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ece272d7-9113-4bf3-8dd0-9b7499c1a19d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.746692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:11.867290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Attempting to bind port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:11.868309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Attempting to bind port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '37cebacc-3325-4a8c-b274-6b4163681318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7264a7c8-a771-4d24-9ce9-43cecac20c50'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:11.868309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Attempting to bind port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 on network 7264a7c8-a771-4d24-9ce9-43cecac20c50 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:11.933245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:11.933638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Checking segment: {'id': '37cebacc-3325-4a8c-b274-6b4163681318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7264a7c8-a771-4d24-9ce9-43cecac20c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:11.934058 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.934463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Bound using segment: {'id': '37cebacc-3325-4a8c-b274-6b4163681318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7264a7c8-a771-4d24-9ce9-43cecac20c50'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:11.935027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Bound port: 51014242-7fe6-4e17-92ae-7ba7529dc8e4, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cebacc-3325-4a8c-b274-6b4163681318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7264a7c8-a771-4d24-9ce9-43cecac20c50'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:11.941917 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.949488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ece272d7-9113-4bf3-8dd0-9b7499c1a19d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.955154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.964070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ece272d7-9113-4bf3-8dd0-9b7499c1a19d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.056731 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ece272d7-9113-4bf3-8dd0-9b7499c1a19d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.056731 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ece272d7-9113-4bf3-8dd0-9b7499c1a19d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4535012 Jul 09 13:39:12.056731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54332) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:12.078475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-1bb94ae1-3371-4867-9a80-e3fb102e55b6', 'network_id': '1bb94ae1-3371-4867-9a80-e3fb102e55b6', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': 'cb709971-8815-40fc-8a96-33ff11a3c90a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:12.079709 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.106562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Subnet': ['ID=64ca3cab-efcf-43ab-9ff0-c0caac341f76,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:12.148696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Checking segment: {'id': '6edc16aa-5846-4370-b6a5-99354232eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f0b50bb-0c3f-447f-9643-f70b08e741a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:12.148696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Network hostable DHCP agents. Network: 3f0b50bb-0c3f-447f-9643-f70b08e741a8, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:12.269542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Allocated IP 172.21.0.2 (1bb94ae1-3371-4867-9a80-e3fb102e55b6/cb709971-8815-40fc-8a96-33ff11a3c90a/0aeb8166-53fd-4858-a9a2-084783c8541f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:12.396729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Network 3f0b50bb-0c3f-447f-9643-f70b08e741a8 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:12.398734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] For port 51014242-7fe6-4e17-92ae-7ba7529dc8e4, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:12.440655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 3f0b50bb-0c3f-447f-9643-f70b08e741a8) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:12.449448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.472376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] For port 51014242-7fe6-4e17-92ae-7ba7529dc8e4, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=51014242-7fe6-4e17-92ae-7ba7529dc8e4,segment=NetworkSegment(37cebacc-3325-4a8c-b274-6b4163681318),segment_id=37cebacc-3325-4a8c-b274-6b4163681318)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:12.473546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fdcd29-1afd-404a-b119-720a843ea9ed None None] Network 3f0b50bb-0c3f-447f-9643-f70b08e741a8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:12.532697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0782-4633-4161-ba62-f938bdaca36f req-e1066fbf-c825-46a4-a868-fb950479f3b5 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:12.534265 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3acf0782-4633-4161-ba62-f938bdaca36f req-e1066fbf-c825-46a4-a868-fb950479f3b5 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.4249859 Jul 09 13:39:12.554295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.579338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbf3f63-06bf-4154-b63c-85d6caa5e9f1 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:39:12.594773 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.609396 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.619774 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.632918 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.638213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c318ef3-b51c-43a2-a8e3-2215f0a8c25c None None] Update dhcp port {'port': {'network_id': '8d778707-af6a-4e34-bade-1c344c8ad99f', 'fixed_ips': [{'subnet_id': 'f6e675e6-0857-4cb8-bcca-e8626c2e4217', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bd151b48-7e31-4fe1-b0de-d694474f712e', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e001c8a-0ac2-4136-8d50-39e7bc61067a'}], 'binding:host_id': 'n-d-799524-3'}, 'id': 'd71eff20-5afd-4757-9933-03e6ed0faf9a'} from n-d-799524-3. {{(pid=93914) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:39:12.646974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Transition to ACTIVE for port object efbf3f63-06bf-4154-b63c-85d6caa5e9f1 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:12.665432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.688334 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2c318ef3-b51c-43a2-a8e3-2215f0a8c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.691208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Checking segment: {'id': '0357291e-986e-4b23-a8b4-62625f2a03e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4070c171-badf-4105-aed0-1d4885810d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:12.691725 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Network hostable DHCP agents. Network: 4070c171-badf-4105-aed0-1d4885810d4c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:12.701331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Transition to ACTIVE for port object 0aeb8166-53fd-4858-a9a2-084783c8541f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:12.742890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733911f-2035-40eb-8859-f84418cf7755 None None] Pushing event updated for resources: {'Port': ['ID=51014242-7fe6-4e17-92ae-7ba7529dc8e4,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:12.754349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Transition to ACTIVE for port object 0aeb8166-53fd-4858-a9a2-084783c8541f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:12.833361 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.854067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-0046b97f-4bdc-4ba0-819a-30263f0fd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:12.856679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-0046b97f-4bdc-4ba0-819a-30263f0fd68e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae890b2eecd94841977d09115d277019&device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 1096 time: 0.3313246 Jul 09 13:39:12.858208 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3acf0782-4633-4161-ba62-f938bdaca36f req-501f1921-75fd-43ea-b88e-3b90296a31b8 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222667 Jul 09 13:39:12.860327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event updated for resources: {'Subnet': ['ID=dba49a0f-9c36-48c3-8aa9-3fa33fa7924d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:12.863508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Pushing event updated for resources: {'Port': ['ID=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:12.897306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db97d3-cfeb-4f7e-b4c8-bc886398ddc0 req-1440ebf2-75a3-410a-a459-03eb1b340b2d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:12.902255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72db97d3-cfeb-4f7e-b4c8-bc886398ddc0 req-1440ebf2-75a3-410a-a459-03eb1b340b2d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 895 time: 0.3753734 Jul 09 13:39:12.977017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54340) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:13.023331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Network 4070c171-badf-4105-aed0-1d4885810d4c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:13.105900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 4070c171-badf-4105-aed0-1d4885810d4c) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:13.126747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.127539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.128347 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.140100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc6a546-ba6d-4916-82e0-65d7fd12116c None None] Network 4070c171-badf-4105-aed0-1d4885810d4c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:13.349004 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-145e5a86-ed39-431c-914f-9e8e4d5169c9 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1132503 Jul 09 13:39:13.349503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54346) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:13.366715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Attempting to bind port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:13.367709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Attempting to bind port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:13.369197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Attempting to bind port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 on network 301fff95-b889-4276-864c-5f39796dab31 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:13.405148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:13.425588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a184-c9ac-4e4d-9d65-144f9d6dae02 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.443944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:13.448251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:13.464736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 on network 301fff95-b889-4276-864c-5f39796dab31 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:39:13.465096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Attempting to bind port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 on network 301fff95-b889-4276-864c-5f39796dab31 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:13.490639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:13.491018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Checking segment: {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:13.491418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Bound using segment: {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:13.491874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Bound port: efbf3f63-06bf-4154-b63c-85d6caa5e9f1, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ca69b6-822e-4895-85a2-63ac24786f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '301fff95-b889-4276-864c-5f39796dab31'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:13.492240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.526587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Pushing event updated for resources: {'Port': ['ID=0aeb8166-53fd-4858-a9a2-084783c8541f,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:13.529615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-22392791-a827-4986-b0e6-3b3eaef21cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.531918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-22392791-a827-4986-b0e6-3b3eaef21cdb service neutron] 10.222.0.10 "GET /v2.0/networks?id=ac03139f-6f16-4bbe-8489-a0639374b0c3 HTTP/1.1" status: 200 len: 910 time: 0.6515460 Jul 09 13:39:13.549141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e805a1-69cc-46b6-9227-bf4902300d34 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.550580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e805a1-69cc-46b6-9227-bf4902300d34 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.551781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-3f0b50bb-0c3f-447f-9643-f70b08e741a8', 'network_id': '3f0b50bb-0c3f-447f-9643-f70b08e741a8', 'tenant_id': '7a87a5c7ef2348029b59425332294cb8', 'fixed_ips': [{'subnet_id': '64ca3cab-efcf-43ab-9ff0-c0caac341f76'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:13.552569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.562891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e805a1-69cc-46b6-9227-bf4902300d34 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.573829 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.575980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d5e805a1-69cc-46b6-9227-bf4902300d34 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2164581 Jul 09 13:39:13.576665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54354) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:13.650461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-9373b73c-d1eb-45ea-a69f-7642b4a1f8fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 HTTP/1.1" status: 200 len: 217 time: 0.1120393 Jul 09 13:39:13.653137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] For port efbf3f63-06bf-4154-b63c-85d6caa5e9f1, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:13.708728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] For port efbf3f63-06bf-4154-b63c-85d6caa5e9f1, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:13.715903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-55203215-b7f0-44c2-a436-d2f80619139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.717593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-55203215-b7f0-44c2-a436-d2f80619139a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58b804e8-0c32-49b4-9247-7c77f49b3069 HTTP/1.1" status: 200 len: 850 time: 0.0618668 Jul 09 13:39:13.719272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.769493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.770202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.771977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] 10.222.0.10 "PUT /v2.0/ports/efbf3f63-06bf-4154-b63c-85d6caa5e9f1 HTTP/1.1" status: 200 len: 1055 time: 2.6955726 Jul 09 13:39:13.777082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-2c318ef3-b51c-43a2-a8e3-2215f0a8c25c None None] Allocated IP 172.20.0.34 (8d778707-af6a-4e34-bade-1c344c8ad99f/0e001c8a-0ac2-4136-8d50-39e7bc61067a/d71eff20-5afd-4757-9933-03e6ed0faf9a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:13.783054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Attempting to bind port 0aeb8166-53fd-4858-a9a2-084783c8541f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:13.783814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Attempting to bind port 0aeb8166-53fd-4858-a9a2-084783c8541f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '4eb8d6d5-9c58-4460-a549-88f590a0cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bb94ae1-3371-4867-9a80-e3fb102e55b6'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:13.784385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Attempting to bind port 0aeb8166-53fd-4858-a9a2-084783c8541f on network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:13.796294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:13.797504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Checking segment: {'id': '4eb8d6d5-9c58-4460-a549-88f590a0cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bb94ae1-3371-4867-9a80-e3fb102e55b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:13.798124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.798469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Bound using segment: {'id': '4eb8d6d5-9c58-4460-a549-88f590a0cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bb94ae1-3371-4867-9a80-e3fb102e55b6'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:13.799016 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Bound port: 0aeb8166-53fd-4858-a9a2-084783c8541f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb8d6d5-9c58-4460-a549-88f590a0cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bb94ae1-3371-4867-9a80-e3fb102e55b6'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:13.799982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.817984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37', 'tag': 'efbf3f63-06bf-4154-b63c-85d6caa5e9f1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:13.821811 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e5a89-88da-4137-a6c9-497aee1a372c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37", "tag": "efbf3f63-06bf-4154-b63c-85d6caa5e9f1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:13.827054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-4070c171-badf-4105-aed0-1d4885810d4c', 'network_id': '4070c171-badf-4105-aed0-1d4885810d4c', 'tenant_id': '7a87a5c7ef2348029b59425332294cb8', 'fixed_ips': [{'subnet_id': 'dba49a0f-9c36-48c3-8aa9-3fa33fa7924d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:13.829519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:13.833648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-c654627a-c6b9-499e-a329-81124844bbef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ac03139f-6f16-4bbe-8489-a0639374b0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061366 Jul 09 13:39:13.971483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9ea6-ac46-4e40-99a4-5041001ff28b service neutron] Pushing event updated for resources: {'Port': ['ID=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:14.051250 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dd9a06-e936-48d6-8cba-662fd40617b4 x-openstack-request-id: req-33dd9a06-e936-48d6-8cba-662fd40617b4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:14.055066 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37", "tag": "efbf3f63-06bf-4154-b63c-85d6caa5e9f1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:14.055326 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33dd9a06-e936-48d6-8cba-662fd40617b4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:14.055749 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37', 'tag': 'efbf3f63-06bf-4154-b63c-85d6caa5e9f1', 'status': 'completed', 'code': 200} Jul 09 13:39:14.161529 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a184-c9ac-4e4d-9d65-144f9d6dae02 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.174646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-72cda2c7-b9b3-4602-b700-6958938d97c6 service neutron] 10.222.0.10 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311083 Jul 09 13:39:14.180711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627667a6-66f5-4ddd-926f-013027966d07 req-ada62a69-fd25-4cfc-98dc-0c5108da9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:14.182324 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-ada62a69-fd25-4cfc-98dc-0c5108da9b64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 1058 time: 0.3573976 Jul 09 13:39:14.237584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63cb6fd-1f92-431c-bfc5-ed76fa7bf433 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Deleting subnet 64ca3cab-efcf-43ab-9ff0-c0caac341f76 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:14.299824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.20.0.1 (7264a7c8-a771-4d24-9ce9-43cecac20c50/9d75635e-6644-4f22-8ad2-28c3aaadd809/fce9c57b-182d-4cf3-9a07-793909d66433) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:14.318552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-522c8a77-2420-4446-b567-2e414a31a087 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=efbf3f63-06bf-4154-b63c-85d6caa5e9f1 HTTP/1.1" status: 200 len: 217 time: 0.1266229 Jul 09 13:39:14.354292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec1038-b331-4dd0-a005-c86ca8c0a3d7 req-fa36db72-b427-4eed-8b11-0a56bd63a52d tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:14.356372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a8ec1038-b331-4dd0-a005-c86ca8c0a3d7 req-fa36db72-b427-4eed-8b11-0a56bd63a52d tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.2718954 Jul 09 13:39:14.415009 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a184-c9ac-4e4d-9d65-144f9d6dae02 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.422044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a184-c9ac-4e4d-9d65-144f9d6dae02 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.429793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d9c2a184-c9ac-4e4d-9d65-144f9d6dae02 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "DELETE /v2.0/security-groups/1bfa45fc-0db2-457a-aa8c-d983f6285397 HTTP/1.1" status: 204 len: 168 time: 1.4512241 Jul 09 13:39:14.437241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54362) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:14.455215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627667a6-66f5-4ddd-926f-013027966d07 req-a81aa611-7606-442d-83d0-468d97512ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:14.456868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-a81aa611-7606-442d-83d0-468d97512ef7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0a34f97-5cc1-4b8f-8a41-827f56a25a5f HTTP/1.1" status: 200 len: 837 time: 0.1240566 Jul 09 13:39:14.486846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f9f2381-6b75-4ff6-9b72-c9785b6ca481 req-d1a46958-09ab-42f4-b7ea-0ece636361db service neutron] 10.222.0.10 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030682 Jul 09 13:39:14.499006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Allocated IP 2001:db8::1 (3f0b50bb-0c3f-447f-9643-f70b08e741a8/64ca3cab-efcf-43ab-9ff0-c0caac341f76/cfa85330-b381-4204-8d93-d813affae33b) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:14.505729 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-bd4d2da2-52f0-4c62-b6ae-b9c508e04794 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] show failed (client error): The resource could not be found. Jul 09 13:39:14.506719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bd4d2da2-52f0-4c62-b6ae-b9c508e04794 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "GET /v2.0/security-groups/1bfa45fc-0db2-457a-aa8c-d983f6285397 HTTP/1.1" status: 404 len: 347 time: 0.0547063 Jul 09 13:39:14.511383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54364) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:14.511814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c44c9c-5d2a-4062-bf18-1202a4d33c5f None None] Network 7264a7c8-a771-4d24-9ce9-43cecac20c50 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:14.531833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ebf95-77f8-4de1-84ff-329f65a65b89 req-61f49c76-6c0c-4568-9174-4e7100662b59 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:14.541829 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-830ebf95-77f8-4de1-84ff-329f65a65b89 req-61f49c76-6c0c-4568-9174-4e7100662b59 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 907 time: 0.3418164 Jul 09 13:39:14.553606 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.568815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object fce9c57b-182d-4cf3-9a07-793909d66433 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:14.586367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2a184-c9ac-4e4d-9d65-144f9d6dae02 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa45fc-0db2-457a-aa8c-d983f6285397,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:14.614903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a8ec1038-b331-4dd0-a005-c86ca8c0a3d7 req-96661fd4-694b-4053-b6df-8b28cecceae1 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359178 Jul 09 13:39:14.653449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.697810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627667a6-66f5-4ddd-926f-013027966d07 req-385cdf85-ae82-4a2e-a6c3-ae9ae50f2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:14.699394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-385cdf85-ae82-4a2e-a6c3-ae9ae50f2792 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=301fff95-b889-4276-864c-5f39796dab31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2307138 Jul 09 13:39:14.724597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 7264a7c8-a771-4d24-9ce9-43cecac20c50 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:14.728966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Allocated IP 2001:db8:0:1::1 (4070c171-badf-4105-aed0-1d4885810d4c/dba49a0f-9c36-48c3-8aa9-3fa33fa7924d/9926b691-fa71-4635-a8af-8ca3e8b5e62e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:14.729203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:14.739302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:14.782805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port 31f57dd1-d861-47df-b76d-c5e5c824e77a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:14.783200 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.833193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 51014242-7fe6-4e17-92ae-7ba7529dc8e4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:14.845941 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.848547 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-17a2971a-e44b-455b-bfd6-2a0442baf61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.864777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=fce9c57b-182d-4cf3-9a07-793909d66433,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:14.881533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.936787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-98492b59-7aeb-4bc2-b0bc-0ae80feced14 service neutron] 10.222.0.10 "GET /v2.0/networks/301fff95-b889-4276-864c-5f39796dab31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277586 Jul 09 13:39:14.961143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] For port 0aeb8166-53fd-4858-a9a2-084783c8541f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:15.038574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.039173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.063372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for 31f57dd1-d861-47df-b76d-c5e5c824e77a owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:15.067121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] For port 0aeb8166-53fd-4858-a9a2-084783c8541f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0aeb8166-53fd-4858-a9a2-084783c8541f,segment=NetworkSegment(4eb8d6d5-9c58-4460-a549-88f590a0cdc8),segment_id=4eb8d6d5-9c58-4460-a549-88f590a0cdc8)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:15.101511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.152701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-627667a6-66f5-4ddd-926f-013027966d07 req-b0bfeed2-9bd6-4f1a-8f0d-483d010f22a4 service neutron] 10.222.0.10 "GET /v2.0/networks/301fff95-b889-4276-864c-5f39796dab31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991265 Jul 09 13:39:15.191179 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Pushing event updated for resources: {'Port': ['ID=0aeb8166-53fd-4858-a9a2-084783c8541f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:15.194479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2c318ef3-b51c-43a2-a8e3-2215f0a8c25c None None] For port d71eff20-5afd-4757-9933-03e6ed0faf9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d71eff20-5afd-4757-9933-03e6ed0faf9a,segment=NetworkSegment(1ffd0792-634f-4d62-8422-f2790e4bcc8a),segment_id=1ffd0792-634f-4d62-8422-f2790e4bcc8a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:15.240287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-37e5c992-35f9-409b-aa51-a4f644c7acb7 None None] Provisioning for port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:15.266769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.268297 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.268551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.269082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.269585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.270514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.283812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.284421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.284936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.285457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.285973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.286491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.287028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9675b-4779-44e8-81ee-99b2a3e155a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:15.435195 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2c318ef3-b51c-43a2-a8e3-2215f0a8c25c None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.444198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:15.510602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:15.511817 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.513679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.516702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2c318ef3-b51c-43a2-a8e3-2215f0a8c25c None None] Transition to ACTIVE for port object d71eff20-5afd-4757-9933-03e6ed0faf9a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:15.568075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2c318ef3-b51c-43a2-a8e3-2215f0a8c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.575848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=31f57dd1-d861-47df-b76d-c5e5c824e77a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:15.604540 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.831307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Transition to ACTIVE for port object cfa85330-b381-4204-8d93-d813affae33b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:15.850352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Transition to ACTIVE for port object cfa85330-b381-4204-8d93-d813affae33b will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:15.909677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.911691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.915195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6fd-1f92-431c-bfc5-ed76fa7bf433 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.942531 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.954008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c318ef3-b51c-43a2-a8e3-2215f0a8c25c None None] Pushing event updated for resources: {'Port': ['ID=d71eff20-5afd-4757-9933-03e6ed0faf9a,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:15.974867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-8055b386-339f-470f-bd44-e242498fd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:15.977161 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-8055b386-339f-470f-bd44-e242498fd0cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 1058 time: 0.6088936 Jul 09 13:39:15.992330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Transition to ACTIVE for port object 9926b691-fa71-4635-a8af-8ca3e8b5e62e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:15.997784 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.071350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Network 3f0b50bb-0c3f-447f-9643-f70b08e741a8 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:16.076475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Transition to ACTIVE for port object 9926b691-fa71-4635-a8af-8ca3e8b5e62e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:16.076788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.081178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.082648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a77760d9-f9ac-4687-9d85-27d4cd6ce29d tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "DELETE /v2.0/floatingips/3f4a0dae-aa8e-412a-b68a-801e91a46a94 HTTP/1.1" status: 204 len: 168 time: 1.5695524 Jul 09 13:39:16.091276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54390) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:16.095157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:16.114304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:16.118187 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.124082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Pushing event updated for resources: {'Port': ['ID=cfa85330-b381-4204-8d93-d813affae33b,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:16.137728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=fce9c57b-182d-4cf3-9a07-793909d66433,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:16.212131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Delete allocated IP 172.20.0.5 (8d778707-af6a-4e34-bade-1c344c8ad99f/bd151b48-7e31-4fe1-b0de-d694474f712e) {{(pid=93913) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:39:16.263664 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6fd-1f92-431c-bfc5-ed76fa7bf433 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.286557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Allocated IP 172.20.0.42 (8d778707-af6a-4e34-bade-1c344c8ad99f/0e001c8a-0ac2-4136-8d50-39e7bc61067a/c8446497-05a1-4452-aa0b-c3f7d3c0b3e5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:16.316652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Network 4070c171-badf-4105-aed0-1d4885810d4c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:16.333031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.347399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:16.379610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd13474-53c6-4fe0-82a4-6bb2f3e1fdab req-8b63a137-fea7-439f-80ec-0c347bea4d7d tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:16.386095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6cd13474-53c6-4fe0-82a4-6bb2f3e1fdab req-8b63a137-fea7-439f-80ec-0c347bea4d7d tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.4645708 Jul 09 13:39:16.389787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:16.400756 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.499101 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6cd13474-53c6-4fe0-82a4-6bb2f3e1fdab req-dcb3d941-a94f-4836-b18a-5c95e8d2aaf9 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018379 Jul 09 13:39:16.536086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaa85d-8e17-4809-8a7d-ba70260a0f25 req-eb104537-d0fa-4873-9f70-b13f15b3b78a tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:16.537856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6aaa85d-8e17-4809-8a7d-ba70260a0f25 req-eb104537-d0fa-4873-9f70-b13f15b3b78a tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 907 time: 0.6857681 Jul 09 13:39:16.539219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-9a41640c-0c95-4da3-9700-a3e19758f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:16.544546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-9a41640c-0c95-4da3-9700-a3e19758f993 service neutron] 10.222.0.10 "GET /v2.0/networks?id=301fff95-b889-4276-864c-5f39796dab31 HTTP/1.1" status: 200 len: 898 time: 0.5344660 Jul 09 13:39:16.656049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Pushing event updated for resources: {'Port': ['ID=9926b691-fa71-4635-a8af-8ca3e8b5e62e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:16.702536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 51014242-7fe6-4e17-92ae-7ba7529dc8e4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=51014242-7fe6-4e17-92ae-7ba7529dc8e4,segment=NetworkSegment(37cebacc-3325-4a8c-b274-6b4163681318),segment_id=37cebacc-3325-4a8c-b274-6b4163681318)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:16.751299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-629e2966-48fb-42e5-a55e-071a29b09f27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=efbf3f63-06bf-4154-b63c-85d6caa5e9f1 HTTP/1.1" status: 200 len: 217 time: 0.1877687 Jul 09 13:39:16.778649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.859920 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6fd-1f92-431c-bfc5-ed76fa7bf433 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.946327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-a1795b65-69a4-4af2-bfe2-06ed5e0fbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:16.955284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-a1795b65-69a4-4af2-bfe2-06ed5e0fbc08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0a34f97-5cc1-4b8f-8a41-827f56a25a5f HTTP/1.1" status: 200 len: 837 time: 0.1923125 Jul 09 13:39:17.027869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Attempting to bind port cfa85330-b381-4204-8d93-d813affae33b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:17.031939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Attempting to bind port cfa85330-b381-4204-8d93-d813affae33b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '6edc16aa-5846-4370-b6a5-99354232eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f0b50bb-0c3f-447f-9643-f70b08e741a8'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:17.032922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Attempting to bind port cfa85330-b381-4204-8d93-d813affae33b on network 3f0b50bb-0c3f-447f-9643-f70b08e741a8 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:17.062041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=51014242-7fe6-4e17-92ae-7ba7529dc8e4,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:17.075812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Attempting to bind port 9926b691-fa71-4635-a8af-8ca3e8b5e62e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:17.079104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Attempting to bind port 9926b691-fa71-4635-a8af-8ca3e8b5e62e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '0357291e-986e-4b23-a8b4-62625f2a03e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4070c171-badf-4105-aed0-1d4885810d4c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:17.079798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Attempting to bind port 9926b691-fa71-4635-a8af-8ca3e8b5e62e on network 4070c171-badf-4105-aed0-1d4885810d4c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:17.112603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 7264a7c8-a771-4d24-9ce9-43cecac20c50 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:17.151426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:17.286033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device efbf3f63-06bf-4154-b63c-85d6caa5e9f1 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:39:17.395935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:17.396214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Checking segment: {'id': '0357291e-986e-4b23-a8b4-62625f2a03e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4070c171-badf-4105-aed0-1d4885810d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:17.396596 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.397388 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Bound using segment: {'id': '0357291e-986e-4b23-a8b4-62625f2a03e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4070c171-badf-4105-aed0-1d4885810d4c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:17.397929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Bound port: 9926b691-fa71-4635-a8af-8ca3e8b5e62e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0357291e-986e-4b23-a8b4-62625f2a03e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4070c171-badf-4105-aed0-1d4885810d4c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:17.398348 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.445371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d71eff20-5afd-4757-9933-03e6ed0faf9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:17.456556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:17.457178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Checking segment: {'id': '6edc16aa-5846-4370-b6a5-99354232eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f0b50bb-0c3f-447f-9643-f70b08e741a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:17.457856 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.458337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Bound using segment: {'id': '6edc16aa-5846-4370-b6a5-99354232eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f0b50bb-0c3f-447f-9643-f70b08e741a8'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:17.459416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Bound port: cfa85330-b381-4204-8d93-d813affae33b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edc16aa-5846-4370-b6a5-99354232eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f0b50bb-0c3f-447f-9643-f70b08e741a8'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:17.460450 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.558974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d165fb88-a254-4fde-8197-6d2be9214fb5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port ad15285c-4e2f-4e8e-9d95-def2c7e8044e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:17.558974 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d165fb88-a254-4fde-8197-6d2be9214fb5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.767064 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-78ceedbb-d448-4646-892c-1c1f8f87ca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.823607 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6fd-1f92-431c-bfc5-ed76fa7bf433 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.844194 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.850726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] For port cfa85330-b381-4204-8d93-d813affae33b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:17.918094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cb6fd-1f92-431c-bfc5-ed76fa7bf433 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Subnet': ['ID=64ca3cab-efcf-43ab-9ff0-c0caac341f76,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:17.947948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65b336-e9c4-4161-bac6-af3a6c6d9f65 None None] Network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:17.951643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dfaa2bcf-a552-4a9e-bebe-91be9f94514f None None] Provisioning for port fce9c57b-182d-4cf3-9a07-793909d66433 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:17.956791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6fd-1f92-431c-bfc5-ed76fa7bf433 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.958668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] For port cfa85330-b381-4204-8d93-d813affae33b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cfa85330-b381-4204-8d93-d813affae33b,segment=NetworkSegment(6edc16aa-5846-4370-b6a5-99354232eab6),segment_id=6edc16aa-5846-4370-b6a5-99354232eab6)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:17.960416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a63cb6fd-1f92-431c-bfc5-ed76fa7bf433 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/subnets/64ca3cab-efcf-43ab-9ff0-c0caac341f76 HTTP/1.1" status: 204 len: 168 time: 4.3785665 Jul 09 13:39:17.964301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54404) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:17.966003 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:39:17.968934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dfaa2bcf-a552-4a9e-bebe-91be9f94514f None None] Provisioning complete for port fce9c57b-182d-4cf3-9a07-793909d66433 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:17.969309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2bcf-a552-4a9e-bebe-91be9f94514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.019156 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.053158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b670d0fe-8e62-40fb-bb1e-98eafa1a4fab tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Deleting subnet dba49a0f-9c36-48c3-8aa9-3fa33fa7924d {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:18.068031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b670d0fe-8e62-40fb-bb1e-98eafa1a4fab tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.082273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] For port 9926b691-fa71-4635-a8af-8ca3e8b5e62e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:18.148227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] For port 9926b691-fa71-4635-a8af-8ca3e8b5e62e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9926b691-fa71-4635-a8af-8ca3e8b5e62e,segment=NetworkSegment(0357291e-986e-4b23-a8b4-62625f2a03e8),segment_id=0357291e-986e-4b23-a8b4-62625f2a03e8)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:18.214286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0aeb8166-53fd-4858-a9a2-084783c8541f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:18.215988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa2bcf-a552-4a9e-bebe-91be9f94514f None None] Port fce9c57b-182d-4cf3-9a07-793909d66433 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:18.233118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 4a528a34-53cd-40d4-93df-d495c75ded7a is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:39:18.237684 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b670d0fe-8e62-40fb-bb1e-98eafa1a4fab tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.247929 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.325088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81251e-310e-408c-a06b-3ac401cd6961 req-e8dc6fcb-9a01-4d6e-929a-60aa0a03dacd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:18.326738 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b81251e-310e-408c-a06b-3ac401cd6961 req-e8dc6fcb-9a01-4d6e-929a-60aa0a03dacd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 907 time: 0.4313624 Jul 09 13:39:18.388461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-9cf47529-821f-4e2f-b0d6-68a6883a8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:18.390412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-9cf47529-821f-4e2f-b0d6-68a6883a8582 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=301fff95-b889-4276-864c-5f39796dab31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4255552 Jul 09 13:39:18.568692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-01563452-02a8-44e5-b362-5f53c45a9bc7 service neutron] 10.222.0.10 "GET /v2.0/networks/301fff95-b889-4276-864c-5f39796dab31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109681 Jul 09 13:39:18.585257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c288aa-b3f8-4138-b0f5-9c41cde35227 req-8e5b8532-087f-4a08-bb4f-ab6f44519b7c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:18.587810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9c288aa-b3f8-4138-b0f5-9c41cde35227 req-8e5b8532-087f-4a08-bb4f-ab6f44519b7c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 1.0695450 Jul 09 13:39:18.651913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d165fb88-a254-4fde-8197-6d2be9214fb5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.664768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:18.673532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d165fb88-a254-4fde-8197-6d2be9214fb5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for ad15285c-4e2f-4e8e-9d95-def2c7e8044e owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:18.676752 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53087469-d1dd-4548-87e7-798fe4009938 None None] Sync routers for ids ['4a528a34-53cd-40d4-93df-d495c75ded7a'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:18.680520 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-98fe93ec-7e74-4514-8641-98f8f54e76d7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/4a528a34-53cd-40d4-93df-d495c75ded7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6196988 Jul 09 13:39:18.682285 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b670d0fe-8e62-40fb-bb1e-98eafa1a4fab tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.687235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54414) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:18.697003 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53087469-d1dd-4548-87e7-798fe4009938 None None] Routers {'4a528a34-53cd-40d4-93df-d495c75ded7a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:18.698294 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-53087469-d1dd-4548-87e7-798fe4009938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a528a34-53cd-40d4-93df-d495c75ded7a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:18.760798 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.803915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dfaa2bcf-a552-4a9e-bebe-91be9f94514f None None] Provisioning complete for port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:18.804605 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2bcf-a552-4a9e-bebe-91be9f94514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.807714 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-53087469-d1dd-4548-87e7-798fe4009938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:18.810555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19f36-404f-49b7-bbdd-47d9d3acb68f None None] Pushing event updated for resources: {'Port': ['ID=cfa85330-b381-4204-8d93-d813affae33b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:18.816217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port efbf3f63-06bf-4154-b63c-85d6caa5e9f1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:18.855091 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53087469-d1dd-4548-87e7-798fe4009938 None None] Routers {'4a528a34-53cd-40d4-93df-d495c75ded7a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:18.855944 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-53087469-d1dd-4548-87e7-798fe4009938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a528a34-53cd-40d4-93df-d495c75ded7a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:18.865667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35106e43-9c8a-48ac-90da-544acc4c0a6a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:18.867755 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-35106e43-9c8a-48ac-90da-544acc4c0a6a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports/fce9c57b-182d-4cf3-9a07-793909d66433 HTTP/1.1" status: 200 len: 910 time: 0.1790032 Jul 09 13:39:18.873590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54416) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:18.920459 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-53087469-d1dd-4548-87e7-798fe4009938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:18.921998 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53087469-d1dd-4548-87e7-798fe4009938 None None] The sync data for ids ['4a528a34-53cd-40d4-93df-d495c75ded7a'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:18.965334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'efbf3f63-06bf-4154-b63c-85d6caa5e9f1', 'network_id': '301fff95-b889-4276-864c-5f39796dab31', 'port_id': 'efbf3f63-06bf-4154-b63c-85d6caa5e9f1', 'mac_address': 'fa:16:3e:7a:1b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a34f97-5cc1-4b8f-8a41-827f56a25a5f', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:39:18.973534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:19.024846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Transition to ACTIVE for port object c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:19.044351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9c288aa-b3f8-4138-b0f5-9c41cde35227 req-79e5c22b-4ca8-49f8-84da-d00e4bdd5046 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371730 Jul 09 13:39:19.078497 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:19.129516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b670d0fe-8e62-40fb-bb1e-98eafa1a4fab tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:19.182898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22aff5-d750-42e8-af14-2485782ac0db None None] Pushing event updated for resources: {'Port': ['ID=9926b691-fa71-4635-a8af-8ca3e8b5e62e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:19.194456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 0aeb8166-53fd-4858-a9a2-084783c8541f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:19.257757 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:19.331334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbf3f63-06bf-4154-b63c-85d6caa5e9f1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:39:19.344874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d165fb88-a254-4fde-8197-6d2be9214fb5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:19.509051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f1e5a89-88da-4137-a6c9-497aee1a372c req-93e9f782-6355-41e5-8869-a17adf7e2033 service neutron] 10.222.0.10 "GET /v2.0/networks/301fff95-b889-4276-864c-5f39796dab31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9095297 Jul 09 13:39:19.542258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port efbf3f63-06bf-4154-b63c-85d6caa5e9f1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:19.580352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:19.698752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event updated for resources: {'Port': ['ID=c8446497-05a1-4452-aa0b-c3f7d3c0b3e5,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:19.701297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cfa85330-b381-4204-8d93-d813affae33b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:19.814277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Provisioning for port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:19.830741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165fb88-a254-4fde-8197-6d2be9214fb5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=ad15285c-4e2f-4e8e-9d95-def2c7e8044e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:19.832572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:19.866888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['efbf3f63-06bf-4154-b63c-85d6caa5e9f1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:39:19.875677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Provisioning complete for port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:19.876232 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:19.901710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:19.978392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] In _notify_port_updated(), no bound segment for port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 on network 8d778707-af6a-4e34-bade-1c344c8ad99f {{(pid=93913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:39:19.989743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:19.989743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.011587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dab5cd1c-23a5-4a2c-ac69-48cca401d6f4 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "PUT /v2.0/ports/c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 HTTP/1.1" status: 200 len: 960 time: 8.7404606 Jul 09 13:39:20.015272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:20.204664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d165fb88-a254-4fde-8197-6d2be9214fb5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.215077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:20.216023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d165fb88-a254-4fde-8197-6d2be9214fb5 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "DELETE /v2.0/ports/ad15285c-4e2f-4e8e-9d95-def2c7e8044e HTTP/1.1" status: 204 len: 168 time: 4.1178701 Jul 09 13:39:20.220737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54428) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:20.254105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port cfa85330-b381-4204-8d93-d813affae33b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:20.385514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Provisioning for port 0aeb8166-53fd-4858-a9a2-084783c8541f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:20.397485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Provisioning complete for port 0aeb8166-53fd-4858-a9a2-084783c8541f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:20.398105 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.429171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 51014242-7fe6-4e17-92ae-7ba7529dc8e4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:20.609861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670d0fe-8e62-40fb-bb1e-98eafa1a4fab tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Subnet': ['ID=dba49a0f-9c36-48c3-8aa9-3fa33fa7924d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:20.632341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b670d0fe-8e62-40fb-bb1e-98eafa1a4fab tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.636893 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b670d0fe-8e62-40fb-bb1e-98eafa1a4fab tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/subnets/dba49a0f-9c36-48c3-8aa9-3fa33fa7924d HTTP/1.1" status: 204 len: 168 time: 2.6669991 Jul 09 13:39:20.649903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54434) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:20.727415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab09f989-6441-43f0-a66b-e44e143ceb4e None None] Network 3f0b50bb-0c3f-447f-9643-f70b08e741a8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:20.816585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.854402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ae9ac-d3a5-4e84-82a0-094e4eaecf54 req-53c3027e-75b4-4227-b280-b78ebd29969a tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:20.856034 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac6ae9ac-d3a5-4e84-82a0-094e4eaecf54 req-53c3027e-75b4-4227-b280-b78ebd29969a tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.3400800 Jul 09 13:39:20.859172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:20.860540 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.915320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771bb42-325a-455b-a133-0bcb6378ece8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:20.917122 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c771bb42-325a-455b-a133-0bcb6378ece8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2653151 Jul 09 13:39:20.925177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54436) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:20.933441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] For port 0aeb8166-53fd-4858-a9a2-084783c8541f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0aeb8166-53fd-4858-a9a2-084783c8541f,segment=NetworkSegment(4eb8d6d5-9c58-4460-a549-88f590a0cdc8),segment_id=4eb8d6d5-9c58-4460-a549-88f590a0cdc8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:20.934624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-19d15462-465f-4043-8ac2-0c5869154807 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:20.934992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19d15462-465f-4043-8ac2-0c5869154807 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.945246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac6ae9ac-d3a5-4e84-82a0-094e4eaecf54 req-6273363e-cf63-4b1c-9f7f-975772c80e67 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742722 Jul 09 13:39:20.948502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.956937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f8911c3a-6898-4182-bb17-99365a1624ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port bec40dbd-7038-4472-a6b8-a76df9fc0b21 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:20.957287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8911c3a-6898-4182-bb17-99365a1624ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.029770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f396c8-1be7-46c6-abd3-02537b95fa29 req-3112335f-b680-4569-bf38-8aff7be18f2d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:21.031557 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16f396c8-1be7-46c6-abd3-02537b95fa29 req-3112335f-b680-4569-bf38-8aff7be18f2d tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 908 time: 0.5340083 Jul 09 13:39:21.070708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8911c3a-6898-4182-bb17-99365a1624ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.079618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.086140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f8911c3a-6898-4182-bb17-99365a1624ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for bec40dbd-7038-4472-a6b8-a76df9fc0b21 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:21.099293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Provisioning complete for port fce9c57b-182d-4cf3-9a07-793909d66433 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:21.100315 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.206276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Pushing event updated for resources: {'Port': ['ID=0aeb8166-53fd-4858-a9a2-084783c8541f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:21.222625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.254373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8911c3a-6898-4182-bb17-99365a1624ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.257316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Port fce9c57b-182d-4cf3-9a07-793909d66433 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:21.260399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Deleting port 9926b691-fa71-4635-a8af-8ca3e8b5e62e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:21.260868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.286191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9926b691-fa71-4635-a8af-8ca3e8b5e62e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:21.288324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acdf022-d256-4ffe-8087-6cfbd09d0a19 None None] Network 4070c171-badf-4105-aed0-1d4885810d4c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:21.301191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8911c3a-6898-4182-bb17-99365a1624ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=bec40dbd-7038-4472-a6b8-a76df9fc0b21,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:21.402927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] DHCP port deletion for 3f0b50bb-0c3f-447f-9643-f70b08e741a8 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:21.438425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19d15462-465f-4043-8ac2-0c5869154807 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.472032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Provisioning for port d71eff20-5afd-4757-9933-03e6ed0faf9a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:21.485180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Provisioning complete for port d71eff20-5afd-4757-9933-03e6ed0faf9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:21.486650 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.512507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-19d15462-465f-4043-8ac2-0c5869154807 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:21.555548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8911c3a-6898-4182-bb17-99365a1624ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.555548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f8911c3a-6898-4182-bb17-99365a1624ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "DELETE /v2.0/ports/bec40dbd-7038-4472-a6b8-a76df9fc0b21 HTTP/1.1" status: 204 len: 168 time: 1.3321300 Jul 09 13:39:21.568349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9926b691-fa71-4635-a8af-8ca3e8b5e62e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:21.583331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54448) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:21.618625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device efbf3f63-06bf-4154-b63c-85d6caa5e9f1 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:21.636748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-a16fe76d-79df-4f32-8e9e-dd72dc8163c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:21.638834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-a16fe76d-79df-4f32-8e9e-dd72dc8163c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae890b2eecd94841977d09115d277019&device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 1096 time: 0.1973269 Jul 09 13:39:21.688205 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb44982a-d442-440b-aa71-1a8570447ba4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting subnet eab8aac9-674e-4ccf-b41f-64efe0dc4346 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:21.701519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb44982a-d442-440b-aa71-1a8570447ba4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.753912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] Deleting port cfa85330-b381-4204-8d93-d813affae33b {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:21.754434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.762235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb44982a-d442-440b-aa71-1a8570447ba4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.801595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19d15462-465f-4043-8ac2-0c5869154807 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.811614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0aeb8166-53fd-4858-a9a2-084783c8541f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:21.871934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb44982a-d442-440b-aa71-1a8570447ba4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.880724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:21.897361 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:21.898115 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.923167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d15462-465f-4043-8ac2-0c5869154807 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=c8446497-05a1-4452-aa0b-c3f7d3c0b3e5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:22.011107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb44982a-d442-440b-aa71-1a8570447ba4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.017378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] For port cfa85330-b381-4204-8d93-d813affae33b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cfa85330-b381-4204-8d93-d813affae33b,segment=NetworkSegment(6edc16aa-5846-4370-b6a5-99354232eab6),segment_id=6edc16aa-5846-4370-b6a5-99354232eab6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:22.021222 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.051967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] Calling delete_port for cfa85330-b381-4204-8d93-d813affae33b owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:22.059517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44982a-d442-440b-aa71-1a8570447ba4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Subnet': ['ID=eab8aac9-674e-4ccf-b41f-64efe0dc4346,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:22.077697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] For port 9926b691-fa71-4635-a8af-8ca3e8b5e62e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9926b691-fa71-4635-a8af-8ca3e8b5e62e,segment=NetworkSegment(0357291e-986e-4b23-a8b4-62625f2a03e8),segment_id=0357291e-986e-4b23-a8b4-62625f2a03e8)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:22.078353 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.092009 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb44982a-d442-440b-aa71-1a8570447ba4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.099522 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb44982a-d442-440b-aa71-1a8570447ba4 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "DELETE /v2.0/subnets/eab8aac9-674e-4ccf-b41f-64efe0dc4346 HTTP/1.1" status: 204 len: 168 time: 0.5102706 Jul 09 13:39:22.101282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54464) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:22.232699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19d15462-465f-4043-8ac2-0c5869154807 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.241439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-19d15462-465f-4043-8ac2-0c5869154807 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 HTTP/1.1" status: 204 len: 168 time: 2.2189951 Jul 09 13:39:22.243896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54470) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:22.245697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3921250-20f8-40c6-bce6-8a99b38a3266 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting subnet e378ea2a-4c96-4c39-8097-4942f77bf5e3 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:22.249179 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3921250-20f8-40c6-bce6-8a99b38a3266 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.325844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3921250-20f8-40c6-bce6-8a99b38a3266 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.332335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d103fc5-e1c8-4713-af53-f1b5eb04bb81 None None] Network 427f5b13-ea1e-4354-be87-64c30cc8d34b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:22.363451 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-e458036e-d221-4b99-977a-e89f7bc27b86 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] GET failed (client error): The resource could not be found. Jul 09 13:39:22.365895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e458036e-d221-4b99-977a-e89f7bc27b86 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports/c8446497-05a1-4452-aa0b-c3f7d3c0b3e5 HTTP/1.1" status: 404 len: 333 time: 0.1184368 Jul 09 13:39:22.367163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-b186f211-6450-48bd-b51b-eae1737db41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:22.368544 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-b186f211-6450-48bd-b51b-eae1737db41f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ac03139f-6f16-4bbe-8489-a0639374b0c3 HTTP/1.1" status: 200 len: 910 time: 0.5920241 Jul 09 13:39:22.373362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54476) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:22.387815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Calling delete_port for 9926b691-fa71-4635-a8af-8ca3e8b5e62e owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:22.391043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.451033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-aa965bf8-7dd2-4fd5-87ae-e67fd7c8e6c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 HTTP/1.1" status: 200 len: 217 time: 0.0664945 Jul 09 13:39:22.484181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Provisioning complete for port 06e83497-5590-4fb1-ace4-8863add5bdf0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:22.485073 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.489700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] Pushing event deleted for resources: {'Port': ['ID=cfa85330-b381-4204-8d93-d813affae33b,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:22.495099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f0086-882b-46a1-a362-cdbb0617cce2 None None] No DVR routers for this DVR port cfa85330-b381-4204-8d93-d813affae33b on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:22.531058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-8b744ee7-aed7-4719-a7c5-bba8156420e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:22.532940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] DHCP port deletion for 4070c171-badf-4105-aed0-1d4885810d4c request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:22.533357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-8b744ee7-aed7-4719-a7c5-bba8156420e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58b804e8-0c32-49b4-9247-7c77f49b3069 HTTP/1.1" status: 200 len: 850 time: 0.0693727 Jul 09 13:39:22.586902 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-0edf9a4c-a0a9-48a7-9f69-31b8429210da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ac03139f-6f16-4bbe-8489-a0639374b0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311942 Jul 09 13:39:22.601714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 0aeb8166-53fd-4858-a9a2-084783c8541f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:22.602382 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.666265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28ed63-c48f-4b9e-b679-fc36d6409993 req-fe1e7c6f-026f-460d-9175-57a2ee5d3562 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:22.668255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac28ed63-c48f-4b9e-b679-fc36d6409993 req-fe1e7c6f-026f-460d-9175-57a2ee5d3562 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 1.2196109 Jul 09 13:39:22.704651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb09a9e-693d-409d-9b99-fe5cacd66911 req-6175de44-8574-4ba2-be82-c240987323ff tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:22.710516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b663d42b-fc4f-49d1-9a0e-89cb98b19610 None None] Port 06e83497-5590-4fb1-ace4-8863add5bdf0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:22.718879 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9eb09a9e-693d-409d-9b99-fe5cacd66911 req-6175de44-8574-4ba2-be82-c240987323ff tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 908 time: 0.4064569 Jul 09 13:39:22.725450 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47dfb6c3-3990-445f-a3a6-7bb71f24f4d8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.756395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47dfb6c3-3990-445f-a3a6-7bb71f24f4d8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.816728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47dfb6c3-3990-445f-a3a6-7bb71f24f4d8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.819670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47dfb6c3-3990-445f-a3a6-7bb71f24f4d8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.820918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-47dfb6c3-3990-445f-a3a6-7bb71f24f4d8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/security-groups/529affde-c230-4c0f-ac9e-6428284907f9 HTTP/1.1" status: 204 len: 168 time: 0.4444175 Jul 09 13:39:22.836526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54480) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:22.847224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfb6c3-3990-445f-a3a6-7bb71f24f4d8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529affde-c230-4c0f-ac9e-6428284907f9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:22.866232 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3921250-20f8-40c6-bce6-8a99b38a3266 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:22.871025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-42969a33-ba26-4c66-bfc4-e8f56e619826 service neutron] 10.222.0.10 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736497 Jul 09 13:39:22.892846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.21.0.1 (1bb94ae1-3371-4867-9a80-e3fb102e55b6/cb709971-8815-40fc-8a96-33ff11a3c90a/d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:23.003733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-73140fbc-238e-4ada-aa0c-a20b428eca48 None None] Could not find standard attr ID for object c8446497-05a1-4452-aa0b-c3f7d3c0b3e5. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:39:23.007305 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.014690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-339d3c76-f6bc-493e-9ece-7e4a88e58525 req-a837c336-face-4188-902f-f0cf3cf095a8 service neutron] 10.222.0.10 "GET /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363611 Jul 09 13:39:23.039632 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac28ed63-c48f-4b9e-b679-fc36d6409993 req-61994feb-0c0a-4148-b83b-ec460e563d43 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508499 Jul 09 13:39:23.055913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] Deleting port 9926b691-fa71-4635-a8af-8ca3e8b5e62e {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:23.056748 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.061718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.138333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] For port 9926b691-fa71-4635-a8af-8ca3e8b5e62e, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:23.138741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.153343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] Calling delete_port for 9926b691-fa71-4635-a8af-8ca3e8b5e62e owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:23.156284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] No DVR routers for this DVR port 9926b691-fa71-4635-a8af-8ca3e8b5e62e on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:23.156857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] Port 9926b691-fa71-4635-a8af-8ca3e8b5e62e was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:39:23.167844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Port': ['ID=9926b691-fa71-4635-a8af-8ca3e8b5e62e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:23.184094 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3921250-20f8-40c6-bce6-8a99b38a3266 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.185153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.211098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbf3f63-06bf-4154-b63c-85d6caa5e9f1'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:23.213288 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc3391b-091a-4bdb-9348-696de19d2ec9" -d '{"events": [{"server_uuid": "cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37", "name": "network-vif-plugged", "status": "completed", "tag": "efbf3f63-06bf-4154-b63c-85d6caa5e9f1"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:23.317959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3921250-20f8-40c6-bce6-8a99b38a3266 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Subnet': ['ID=e378ea2a-4c96-4c39-8097-4942f77bf5e3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:23.324540 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3921250-20f8-40c6-bce6-8a99b38a3266 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.330171 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c3921250-20f8-40c6-bce6-8a99b38a3266 tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "DELETE /v2.0/subnets/e378ea2a-4c96-4c39-8097-4942f77bf5e3 HTTP/1.1" status: 204 len: 168 time: 1.1723676 Jul 09 13:39:23.331414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54484) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:23.340629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79a17b0-c0a5-4f65-af86-68c575e8a4ca None None] Network 7e00c6e0-4d26-41c8-b1e1-40737b86495b requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:23.342168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-73140fbc-238e-4ada-aa0c-a20b428eca48 None None] Provisioning complete for port 9926b691-fa71-4635-a8af-8ca3e8b5e62e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:23.342591 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-73140fbc-238e-4ada-aa0c-a20b428eca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.376965 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e195262d-29ac-4fd1-97f3-048edcdcf87e x-openstack-request-id: req-e195262d-29ac-4fd1-97f3-048edcdcf87e {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:23.377264 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37", "name": "network-vif-plugged", "status": "completed", "tag": "efbf3f63-06bf-4154-b63c-85d6caa5e9f1", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:23.377522 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e195262d-29ac-4fd1-97f3-048edcdcf87e {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:23.378141 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbf3f63-06bf-4154-b63c-85d6caa5e9f1', 'code': 200} Jul 09 13:39:23.379764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-73140fbc-238e-4ada-aa0c-a20b428eca48 None None] Port 9926b691-fa71-4635-a8af-8ca3e8b5e62e was deleted so its status cannot be updated. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 13:39:23.384714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port efbf3f63-06bf-4154-b63c-85d6caa5e9f1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:23.420822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] Pushing event deleted for resources: {'Port': ['ID=9926b691-fa71-4635-a8af-8ca3e8b5e62e,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:23.466503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ab4dd-5ebf-45ec-89b0-e94aab3fed7b None None] No DVR routers for this DVR port 9926b691-fa71-4635-a8af-8ca3e8b5e62e on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:23.476597 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.483173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-550250fe-c35b-4be9-a084-2f54428b445e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.542110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] DHCP port deletion for 427f5b13-ea1e-4354-be87-64c30cc8d34b request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:23.560151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-73140fbc-238e-4ada-aa0c-a20b428eca48 None None] Provisioning complete for port 0aeb8166-53fd-4858-a9a2-084783c8541f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:23.560533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-73140fbc-238e-4ada-aa0c-a20b428eca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.603145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.606762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-550250fe-c35b-4be9-a084-2f54428b445e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.615490 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.628029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.656183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4070c171-badf-4105-aed0-1d4885810d4c']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:23.658640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cfa85330-b381-4204-8d93-d813affae33b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:23.706634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0357291e-986e-4b23-a8b4-62625f2a03e8') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:23.711247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0357291e-986e-4b23-a8b4-62625f2a03e8') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:23.723293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf6a9-7e9d-47b9-a7f8-b3826d674bd8 req-04d7334c-0d45-48cd-9f2c-d194885088d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:23.724781 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c3cf6a9-7e9d-47b9-a7f8-b3826d674bd8 req-04d7334c-0d45-48cd-9f2c-d194885088d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 1060 time: 0.2495475 Jul 09 13:39:23.732416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:23.750248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.780355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.784728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: cfa85330-b381-4204-8d93-d813affae33b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:23.785085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cfa85330-b381-4204-8d93-d813affae33b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:23.789844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:23.837508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Deleting port 24578fe9-2d4b-4596-a329-bd278372f4ca {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:23.838037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.856868 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-550250fe-c35b-4be9-a084-2f54428b445e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.863568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-550250fe-c35b-4be9-a084-2f54428b445e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.868308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54492) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:23.870069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-550250fe-c35b-4be9-a084-2f54428b445e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/security-groups/b167319c-e90d-4fa2-803e-9f26a0f0ee8a HTTP/1.1" status: 204 len: 168 time: 1.0291266 Jul 09 13:39:23.877967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:23.892508 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:23.900852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] Deleting port 24578fe9-2d4b-4596-a329-bd278372f4ca {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:23.904024 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:23.988743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] For port 24578fe9-2d4b-4596-a329-bd278372f4ca, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24578fe9-2d4b-4596-a329-bd278372f4ca,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:23.989476 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.020890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] For port 24578fe9-2d4b-4596-a329-bd278372f4ca, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=24578fe9-2d4b-4596-a329-bd278372f4ca,segment=NetworkSegment(53462d24-cb54-45d1-a7f8-8ec3d92ec4e7),segment_id=53462d24-cb54-45d1-a7f8-8ec3d92ec4e7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:24.021496 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.036485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550250fe-c35b-4be9-a084-2f54428b445e tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b167319c-e90d-4fa2-803e-9f26a0f0ee8a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:24.048631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Calling delete_port for 24578fe9-2d4b-4596-a329-bd278372f4ca owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:24.050174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] Calling delete_port for 24578fe9-2d4b-4596-a329-bd278372f4ca owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:24.058851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62a79ef1-8db4-4f31-b428-4ea966ebb9f2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.060053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9926b691-fa71-4635-a8af-8ca3e8b5e62e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:24.071484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.107619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62a79ef1-8db4-4f31-b428-4ea966ebb9f2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.120350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.142068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9926b691-fa71-4635-a8af-8ca3e8b5e62e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:24.142664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9926b691-fa71-4635-a8af-8ca3e8b5e62e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:24.143439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 24578fe9-2d4b-4596-a329-bd278372f4ca no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:24.144183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.146244 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/networks/4070c171-badf-4105-aed0-1d4885810d4c HTTP/1.1" status: 204 len: 168 time: 3.2198250 Jul 09 13:39:24.156430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] DHCP port deletion for 7e00c6e0-4d26-41c8-b1e1-40737b86495b request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:24.163739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54496) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:24.197563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded01d2-9b1d-4db2-8d04-6a08fb0ffe97 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Network': ['ID=4070c171-badf-4105-aed0-1d4885810d4c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:24.197796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62a79ef1-8db4-4f31-b428-4ea966ebb9f2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.202718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62a79ef1-8db4-4f31-b428-4ea966ebb9f2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.204005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-62a79ef1-8db4-4f31-b428-4ea966ebb9f2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee871ee6-815b-4c96-aa30-8cf211656eaf HTTP/1.1" status: 204 len: 168 time: 0.3346963 Jul 09 13:39:24.222832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:24.223143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-73140fbc-238e-4ada-aa0c-a20b428eca48 None None] Could not find standard attr ID for object cfa85330-b381-4204-8d93-d813affae33b. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:39:24.254061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54498) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:24.272710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:24.275242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:24.292419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:24.332486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a79ef1-8db4-4f31-b428-4ea966ebb9f2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee871ee6-815b-4c96-aa30-8cf211656eaf,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:24.366109 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.389835 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.398659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] Deleting port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:24.399311 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.404874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec045d-a676-441e-94fa-431de7e5fdf0 req-b45b5c1b-9c49-4843-8c10-24389849f92a tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:24.409611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4cec045d-a676-441e-94fa-431de7e5fdf0 req-b45b5c1b-9c49-4843-8c10-24389849f92a tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.1225898 Jul 09 13:39:24.486749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.507643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd07a81-5e0f-451b-aa2b-554ef79a9c86 req-3480eaf5-78c9-4278-97be-e403be93279a tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:24.507854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.522280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1fd07a81-5e0f-451b-aa2b-554ef79a9c86 req-3480eaf5-78c9-4278-97be-e403be93279a tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 909 time: 0.5069244 Jul 09 13:39:24.531074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4cec045d-a676-441e-94fa-431de7e5fdf0 req-388b7e22-d235-4659-9ee8-fa67e4910166 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024303 Jul 09 13:39:24.539630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abbb0c2-69dc-4f1d-9785-24fb9cad6230 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet bd151b48-7e31-4fe1-b0de-d694474f712e {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:24.544819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.548554 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3abbb0c2-69dc-4f1d-9785-24fb9cad6230 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.577629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Port': ['ID=24578fe9-2d4b-4596-a329-bd278372f4ca,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:24.584021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] No DVR routers for this DVR port 24578fe9-2d4b-4596-a329-bd278372f4ca on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:24.612417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] Pushing event deleted for resources: {'Port': ['ID=24578fe9-2d4b-4596-a329-bd278372f4ca,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:24.629401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69120e2-e15f-491f-b934-f70882178b23 None None] No DVR routers for this DVR port 24578fe9-2d4b-4596-a329-bd278372f4ca on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:24.703889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.715813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427f5b13-ea1e-4354-be87-64c30cc8d34b']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:24.725014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] For port 5dce8ff6-84fb-4e0e-802e-64c8816723d3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5dce8ff6-84fb-4e0e-802e-64c8816723d3,segment=NetworkSegment(0e59c616-4328-453a-b441-df1fdd1239b9),segment_id=0e59c616-4328-453a-b441-df1fdd1239b9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:24.725965 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.729243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:24.729621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53462d24-cb54-45d1-a7f8-8ec3d92ec4e7') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:24.756970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] Calling delete_port for 5dce8ff6-84fb-4e0e-802e-64c8816723d3 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:24.757801 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.784340 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.809303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:24.809953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:24.815258 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:24.868700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3abbb0c2-69dc-4f1d-9785-24fb9cad6230 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.922418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7333d92b-5c69-4dbd-898e-75c2859280a0 None None] Provisioning for port d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:24.934346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7333d92b-5c69-4dbd-898e-75c2859280a0 None None] Provisioning complete for port d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:24.934848 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7333d92b-5c69-4dbd-898e-75c2859280a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.961629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.986557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:24.990662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "DELETE /v2.0/networks/427f5b13-ea1e-4354-be87-64c30cc8d34b HTTP/1.1" status: 204 len: 168 time: 1.6567552 Jul 09 13:39:25.008725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54510) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:25.039254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fbf2b-52ba-4453-8ffb-f95f96234d6e tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Network': ['ID=427f5b13-ea1e-4354-be87-64c30cc8d34b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:25.051508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7333d92b-5c69-4dbd-898e-75c2859280a0 None None] Port d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:25.053268 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.078251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] No DVR routers for this DVR port 5dce8ff6-84fb-4e0e-802e-64c8816723d3 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:25.117921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f57d31-2a00-4f33-b25b-61bd8023d1ec None None] Pushing event deleted for resources: {'Port': ['ID=5dce8ff6-84fb-4e0e-802e-64c8816723d3,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:25.197605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.351184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.369630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e00c6e0-4d26-41c8-b1e1-40737b86495b']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:25.378643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.389047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e59c616-4328-453a-b441-df1fdd1239b9') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:25.389848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e59c616-4328-453a-b441-df1fdd1239b9') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:25.402730 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.410606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0b50bb-0c3f-447f-9643-f70b08e741a8']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:25.430161 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.444773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:25.445492 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:25.449795 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:25.452401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edc16aa-5846-4370-b6a5-99354232eab6') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:25.453185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edc16aa-5846-4370-b6a5-99354232eab6') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:25.473171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3abbb0c2-69dc-4f1d-9785-24fb9cad6230 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.477691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.581776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.587773 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.597982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dbe60-acc8-4c7e-9baf-64b7b5a53525 req-08997e41-de99-412b-988b-4aa40e7b25bd tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:25.599854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222dbe60-acc8-4c7e-9baf-64b7b5a53525 req-08997e41-de99-412b-988b-4aa40e7b25bd tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.3952577 Jul 09 13:39:25.639648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.669383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:25.672863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.673120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.676321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] 10.222.0.32 "DELETE /v2.0/networks/7e00c6e0-4d26-41c8-b1e1-40737b86495b HTTP/1.1" status: 204 len: 168 time: 0.6653559 Jul 09 13:39:25.725856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222dbe60-acc8-4c7e-9baf-64b7b5a53525 req-59e1b5be-f8aa-444b-a41e-503eb1740969 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087234 Jul 09 13:39:25.726667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a0d5d-ad0f-4c1f-b3c7-58483ea910ea tempest-TaggedBootDevicesTest_v242-361328290 tempest-TaggedBootDevicesTest_v242-361328290-project] Pushing event deleted for resources: {'Network': ['ID=7e00c6e0-4d26-41c8-b1e1-40737b86495b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:25.797859 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:25.809655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.842871 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3abbb0c2-69dc-4f1d-9785-24fb9cad6230 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.900252 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.905830 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/networks/3f0b50bb-0c3f-447f-9643-f70b08e741a8 HTTP/1.1" status: 204 len: 168 time: 1.7239528 Jul 09 13:39:25.907480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54522) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:25.975748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5dce8ff6-84fb-4e0e-802e-64c8816723d3 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:26.014168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5dce8ff6-84fb-4e0e-802e-64c8816723d3 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:26.014678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5dce8ff6-84fb-4e0e-802e-64c8816723d3 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:26.089118 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.150822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbb0c2-69dc-4f1d-9785-24fb9cad6230 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=bd151b48-7e31-4fe1-b0de-d694474f712e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:26.153162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9b12-b6af-447a-ac58-e03b55edb11c tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Network': ['ID=3f0b50bb-0c3f-447f-9643-f70b08e741a8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:26.174022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f837e-4bc7-44d6-ac3e-852b3b680179 None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:26.175380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3abbb0c2-69dc-4f1d-9785-24fb9cad6230 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.177915 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3abbb0c2-69dc-4f1d-9785-24fb9cad6230 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/bd151b48-7e31-4fe1-b0de-d694474f712e HTTP/1.1" status: 204 len: 168 time: 1.9217858 Jul 09 13:39:26.182441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54528) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:26.336662 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.360156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a85e33-1f20-43d6-a215-f0d87f7f6759']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:26.376677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98856b2-a4d7-4c6d-9aed-ac3312173acf') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:26.377956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98856b2-a4d7-4c6d-9aed-ac3312173acf') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:26.393101 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.411540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.420125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:26.420684 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:26.425485 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:26.469241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b70795a-7f12-4cc4-be63-c4c98881bcb8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet 0e001c8a-0ac2-4136-8d50-39e7bc61067a {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:26.483267 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b70795a-7f12-4cc4-be63-c4c98881bcb8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.514072 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.524163 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.528836 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/networks/d5a85e33-1f20-43d6-a215-f0d87f7f6759 HTTP/1.1" status: 204 len: 168 time: 0.6174896 Jul 09 13:39:26.529958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54532) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:26.566988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebfaba-5e6a-4cd5-8399-18d4e1b70d47 req-695abbe4-4fed-49d2-88a1-398b8b1831ca tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:26.588147 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49ebfaba-5e6a-4cd5-8399-18d4e1b70d47 req-695abbe4-4fed-49d2-88a1-398b8b1831ca tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 909 time: 0.7771928 Jul 09 13:39:26.618653 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:39:26.657248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b70795a-7f12-4cc4-be63-c4c98881bcb8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.707251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27958a6b-80df-401c-8b86-a363899d3908 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Network': ['ID=d5a85e33-1f20-43d6-a215-f0d87f7f6759,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:26.756406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.850930 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.908837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.015998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.040678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e26876c-b47b-4a40-9984-c84a98a401e3']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:27.064619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c9065a-0769-44ff-8043-902d92749d21') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:27.064990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c9065a-0769-44ff-8043-902d92749d21') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:27.068171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b70795a-7f12-4cc4-be63-c4c98881bcb8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.117448 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.156350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa8f2e-df17-4ab3-acc4-a78c42ea2684 req-06f08266-d6dc-4a7c-9107-2b0665869f4f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:27.167767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-84fa8f2e-df17-4ab3-acc4-a78c42ea2684 req-06f08266-d6dc-4a7c-9107-2b0665869f4f tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 909 time: 0.3605497 Jul 09 13:39:27.177459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.179701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:27.205781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.223873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-a0166fe7-1bbc-4fd0-87da-0dd2f1c5bc5e tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:27.224472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-a0166fe7-1bbc-4fd0-87da-0dd2f1c5bc5e tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.2997873 Jul 09 13:39:27.226797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:27.226797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:27.229378 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:27.347296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b01794-6fa2-4522-aa9d-e2a8fbe93286 req-bc59c806-caf6-45b9-ba0a-c162b85703d9 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:27.356888 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b3b01794-6fa2-4522-aa9d-e2a8fbe93286 req-bc59c806-caf6-45b9-ba0a-c162b85703d9 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.3571000 Jul 09 13:39:27.368036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b70795a-7f12-4cc4-be63-c4c98881bcb8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.445516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70795a-7f12-4cc4-be63-c4c98881bcb8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=0e001c8a-0ac2-4136-8d50-39e7bc61067a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:27.463138 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b70795a-7f12-4cc4-be63-c4c98881bcb8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.465191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b70795a-7f12-4cc4-be63-c4c98881bcb8 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/0e001c8a-0ac2-4136-8d50-39e7bc61067a HTTP/1.1" status: 204 len: 168 time: 1.2478492 Jul 09 13:39:27.469169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54568) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:27.523470 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b3b01794-6fa2-4522-aa9d-e2a8fbe93286 req-47eebe2e-89ca-4ec0-9019-fa4a76c76bec tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655438 Jul 09 13:39:27.524705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839ab70-eadb-49dc-9b6a-9c287ae48153 None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:27.530213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:27.536714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:27.549330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.576682 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a1acf7-d0aa-41c7-8c47-eb3c1c141180 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:27.577381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a1acf7-d0aa-41c7-8c47-eb3c1c141180 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:27.583588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-33a1acf7-d0aa-41c7-8c47-eb3c1c141180 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/bd151b48-7e31-4fe1-b0de-d694474f712e HTTP/1.1" status: 404 len: 337 time: 0.1133275 Jul 09 13:39:27.588831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.591275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] 10.222.0.32 "DELETE /v2.0/networks/2e26876c-b47b-4a40-9984-c84a98a401e3 HTTP/1.1" status: 204 len: 168 time: 1.0605879 Jul 09 13:39:27.591992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54572) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:27.712565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7744557-b4a6-405b-8daa-8c90db4a58f8 tempest-BulkNetworkOpsIpV6Test-1703851134 tempest-BulkNetworkOpsIpV6Test-1703851134-project] Pushing event deleted for resources: {'Network': ['ID=2e26876c-b47b-4a40-9984-c84a98a401e3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:27.732665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-88a5ecbc-6d89-4480-99e2-cec1ba4ee9e7 None None] Provisioning complete for port d71eff20-5afd-4757-9933-03e6ed0faf9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:27.740817 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-88a5ecbc-6d89-4480-99e2-cec1ba4ee9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.800560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c666d4bf-af02-4ffe-a6f4-af51a82f33dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting subnet f6e675e6-0857-4cb8-bcca-e8626c2e4217 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:27.822273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c666d4bf-af02-4ffe-a6f4-af51a82f33dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.901763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Deleting port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:27.902104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.904302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 4a528a34-53cd-40d4-93df-d495c75ded7a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:28.073437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-88a5ecbc-6d89-4480-99e2-cec1ba4ee9e7 None None] Provisioning complete for port 06e83497-5590-4fb1-ace4-8863add5bdf0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:28.074237 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-88a5ecbc-6d89-4480-99e2-cec1ba4ee9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:28.102865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ef1fa-49df-4ca3-846a-5b9994731e81 req-4d7879e2-606e-48b4-8aa5-54ba8f402e55 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:28.128286 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bb7ef1fa-49df-4ca3-846a-5b9994731e81 req-4d7879e2-606e-48b4-8aa5-54ba8f402e55 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 1060 time: 0.3031466 Jul 09 13:39:28.138573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:28.156614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-88a5ecbc-6d89-4480-99e2-cec1ba4ee9e7 None None] Port 06e83497-5590-4fb1-ace4-8863add5bdf0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:28.158521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2209c72d-4cda-47af-812c-6024d65087a6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/4a528a34-53cd-40d4-93df-d495c75ded7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2827034 Jul 09 13:39:28.161107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7e993-e9d8-4e93-b226-4de90f2c99cd None None] Sync routers for ids ['4a528a34-53cd-40d4-93df-d495c75ded7a'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:28.163393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54582) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:28.174757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7e993-e9d8-4e93-b226-4de90f2c99cd None None] Routers {'4a528a34-53cd-40d4-93df-d495c75ded7a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:28.175877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-42a7e993-e9d8-4e93-b226-4de90f2c99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a528a34-53cd-40d4-93df-d495c75ded7a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:28.279860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-42a7e993-e9d8-4e93-b226-4de90f2c99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:28.303264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54586) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:28.323416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7c1137f7-ca7a-4d08-8745-f3903a32cdcd None None] Provisioning complete for port d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:28.327056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7c1137f7-ca7a-4d08-8745-f3903a32cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:28.337808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7e993-e9d8-4e93-b226-4de90f2c99cd None None] Routers {'4a528a34-53cd-40d4-93df-d495c75ded7a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:28.338845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-42a7e993-e9d8-4e93-b226-4de90f2c99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a528a34-53cd-40d4-93df-d495c75ded7a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:28.413676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a2704-f38f-4eb9-be79-d9c7da5a32ad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:28.422681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e84a2704-f38f-4eb9-be79-d9c7da5a32ad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports/d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 HTTP/1.1" status: 200 len: 910 time: 0.2559922 Jul 09 13:39:28.423587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54592) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:28.464529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-42a7e993-e9d8-4e93-b226-4de90f2c99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:28.469120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7e993-e9d8-4e93-b226-4de90f2c99cd None None] The sync data for ids ['4a528a34-53cd-40d4-93df-d495c75ded7a'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:28.502146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7c1137f7-ca7a-4d08-8745-f3903a32cdcd None None] Port d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:28.699923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c666d4bf-af02-4ffe-a6f4-af51a82f33dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:28.733783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-abe56d9a-b2d5-4484-8e79-0d2264fa955b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a87a5c7ef2348029b59425332294cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278290 Jul 09 13:39:28.769734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54598) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:28.821047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c666d4bf-af02-4ffe-a6f4-af51a82f33dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.028827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c666d4bf-af02-4ffe-a6f4-af51a82f33dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.109699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c666d4bf-af02-4ffe-a6f4-af51a82f33dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.111948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c666d4bf-af02-4ffe-a6f4-af51a82f33dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/f6e675e6-0857-4cb8-bcca-e8626c2e4217 HTTP/1.1" status: 204 len: 168 time: 1.5187829 Jul 09 13:39:29.113029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666d4bf-af02-4ffe-a6f4-af51a82f33dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e675e6-0857-4cb8-bcca-e8626c2e4217,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:29.117634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54602) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:29.129970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a315c-e54a-45f2-ae88-d47ae7f620ed None None] Network 8d778707-af6a-4e34-bade-1c344c8ad99f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:29.162465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850990-e739-471e-a08b-10f74be53e83 req-7cde5a68-0c66-47ac-9d5f-1136f4e4e81c tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:29.169961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62850990-e739-471e-a08b-10f74be53e83 req-7cde5a68-0c66-47ac-9d5f-1136f4e4e81c tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1135 time: 0.2664480 Jul 09 13:39:29.224669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb6420-de72-4c67-809e-1bb4f713f17c req-68305a6f-f80e-4be4-8a1c-012e26cb44f7 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:29.225574 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea464614-fac7-474e-bd28-5f48fc473cf5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:29.226264 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4abb6420-de72-4c67-809e-1bb4f713f17c req-68305a6f-f80e-4be4-8a1c-012e26cb44f7 tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 945 time: 0.4956322 Jul 09 13:39:29.226515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea464614-fac7-474e-bd28-5f48fc473cf5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:29.231490 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45925efd-b672-41f6-ad9a-c9e593045c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.235220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54604) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:29.242637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ea464614-fac7-474e-bd28-5f48fc473cf5 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/abbf68b4-84ec-47d7-aeb0-21e9901fd67d HTTP/1.1" status: 404 len: 337 time: 0.1026306 Jul 09 13:39:29.292475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62850990-e739-471e-a08b-10f74be53e83 req-317772f2-a679-4867-96eb-bc8ac2e291fb tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1090448 Jul 09 13:39:29.294556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-afc8eab0-dbab-4b27-bd1a-29842941d643 None None] Provisioning complete for port d71eff20-5afd-4757-9933-03e6ed0faf9a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:29.294927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] For port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,segment=NetworkSegment(1b982ec9-d285-4741-9c43-5ec3857e3f25),segment_id=1b982ec9-d285-4741-9c43-5ec3857e3f25)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:29.295097 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-afc8eab0-dbab-4b27-bd1a-29842941d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.295734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.311608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Calling delete_port for b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:29.325034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54606) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:29.335563 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b8860ba4-f57d-43c6-bcf4-b091b826ac19 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9373445-7dc2-4a1b-bafc-a39a8ffa7a39 HTTP/1.1" status: 200 len: 205 time: 0.0982842 Jul 09 13:39:29.339356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54608) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:29.426180 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-b0e09302-91cf-4e57-a227-18a7345f2a17 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] delete failed (client error): The resource could not be found. Jul 09 13:39:29.431556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54612) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:29.436566 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b0e09302-91cf-4e57-a227-18a7345f2a17 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/routers/a9373445-7dc2-4a1b-bafc-a39a8ffa7a39 HTTP/1.1" status: 404 len: 336 time: 0.0957355 Jul 09 13:39:29.443505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45925efd-b672-41f6-ad9a-c9e593045c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.487619 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4abb6420-de72-4c67-809e-1bb4f713f17c req-7fe5c644-8643-4401-a9d4-7e2d5e9037df tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/security-groups?id=95852df4-e81d-4850-b548-fe17a60f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538629 Jul 09 13:39:29.591738 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e465581-84fc-4917-a7cd-5324ec97d9dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:29.595560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e465581-84fc-4917-a7cd-5324ec97d9dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:29.596750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-afc8eab0-dbab-4b27-bd1a-29842941d643 None None] Provisioning complete for port 06e83497-5590-4fb1-ace4-8863add5bdf0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:29.597569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-afc8eab0-dbab-4b27-bd1a-29842941d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.608796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3e465581-84fc-4917-a7cd-5324ec97d9dc tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/89b64c3c-0ef9-41da-8e3d-d505f36bafe2 HTTP/1.1" status: 404 len: 337 time: 0.1699860 Jul 09 13:39:29.611499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54616) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:29.653001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] DHCP port deletion for 8d778707-af6a-4e34-bade-1c344c8ad99f request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:29.705078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45925efd-b672-41f6-ad9a-c9e593045c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.707724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45925efd-b672-41f6-ad9a-c9e593045c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.708892 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-45925efd-b672-41f6-ad9a-c9e593045c7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ba08812-49c4-47ef-a756-36c865f737eb HTTP/1.1" status: 204 len: 168 time: 0.9227128 Jul 09 13:39:29.726179 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-afc8eab0-dbab-4b27-bd1a-29842941d643 None None] Port 06e83497-5590-4fb1-ace4-8863add5bdf0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:29.764779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45925efd-b672-41f6-ad9a-c9e593045c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba08812-49c4-47ef-a756-36c865f737eb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:29.768101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] Deleting port d71eff20-5afd-4757-9933-03e6ed0faf9a {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:29.768335 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.811662 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.943487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] For port d71eff20-5afd-4757-9933-03e6ed0faf9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d71eff20-5afd-4757-9933-03e6ed0faf9a,segment=NetworkSegment(1ffd0792-634f-4d62-8422-f2790e4bcc8a),segment_id=1ffd0792-634f-4d62-8422-f2790e4bcc8a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:29.945100 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.955621 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-46463a20-db7e-4d28-ac33-9a4371c785b9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:29.956176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46463a20-db7e-4d28-ac33-9a4371c785b9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:29.957986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-46463a20-db7e-4d28-ac33-9a4371c785b9 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/d5b0273b-7502-4347-9009-c784d2ee0442 HTTP/1.1" status: 404 len: 337 time: 0.3394830 Jul 09 13:39:29.961712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54624) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:29.974444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.980467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] Calling delete_port for d71eff20-5afd-4757-9933-03e6ed0faf9a owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:30.018593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d71eff20-5afd-4757-9933-03e6ed0faf9a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:30.054967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac1f739-3375-49e5-abc6-f9c518495451 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:30.056524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bac1f739-3375-49e5-abc6-f9c518495451 tempest-TestSecurityGroupsBasicOps-2047840288 tempest-TestSecurityGroupsBasicOps-2047840288-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 1055 time: 0.7304077 Jul 09 13:39:30.069786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Pushing event deleted for resources: {'Port': ['ID=b49727b8-6f83-4e31-adc9-8f11c5bc4ef1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:30.208496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] No DVR routers for this DVR port b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:30.215231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:30.217428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6cdeeb36-d2f0-46dd-a052-6bfdd884fefc req-77da2185-2be7-4c9c-bf39-035edac61e4c tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.10 "DELETE /v2.0/ports/b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 HTTP/1.1" status: 204 len: 173 time: 2.9682045 Jul 09 13:39:30.217938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfc5b54-a6cc-4e50-a52c-f60843095be2', 'name': 'network-vif-deleted', 'tag': 'b49727b8-6f83-4e31-adc9-8f11c5bc4ef1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:30.224438 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69880dd6-d6bc-42bc-86cc-be0d2b3d3380" -d '{"events": [{"server_uuid": "bbfc5b54-a6cc-4e50-a52c-f60843095be2", "name": "network-vif-deleted", "tag": "b49727b8-6f83-4e31-adc9-8f11c5bc4ef1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:30.297027 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7237a371-414e-44f2-a7a8-9120117aabf8 x-openstack-request-id: req-7237a371-414e-44f2-a7a8-9120117aabf8 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:30.297650 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfc5b54-a6cc-4e50-a52c-f60843095be2", "name": "network-vif-deleted", "tag": "b49727b8-6f83-4e31-adc9-8f11c5bc4ef1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:30.298132 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7237a371-414e-44f2-a7a8-9120117aabf8 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:30.298888 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfc5b54-a6cc-4e50-a52c-f60843095be2', 'name': 'network-vif-deleted', 'tag': 'b49727b8-6f83-4e31-adc9-8f11c5bc4ef1', 'status': 'completed', 'code': 200} Jul 09 13:39:30.354329 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:30.477458 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:30.583162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] Pushing event deleted for resources: {'Port': ['ID=d71eff20-5afd-4757-9933-03e6ed0faf9a,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:30.617408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e48216-7ee1-4539-96ae-e6073e3d44df None None] No DVR routers for this DVR port d71eff20-5afd-4757-9933-03e6ed0faf9a on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:30.736705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-d9785d43-55a8-4f1c-b1c6-412da8c18e59 req-32e90c6d-c18d-4e2c-884c-d78cc68faf91 service neutron] (93912) timed out ('10.222.0.11', 50877) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:39:30.936211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fbeb429-26e4-4cc2-8a2e-8afe6a97cea3 req-622eb78d-43fa-47cc-a7d1-d5d839d3b7cd tempest-TestServerAdvancedOps-1806165564 tempest-TestServerAdvancedOps-1806165564-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbfc5b54-a6cc-4e50-a52c-f60843095be2 HTTP/1.1" status: 200 len: 210 time: 0.1144214 Jul 09 13:39:30.949524 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ea7aa8-f23c-4557-9456-d06ec323dea1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:30.953818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ea7aa8-f23c-4557-9456-d06ec323dea1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:30.961284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-50ea7aa8-f23c-4557-9456-d06ec323dea1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/9ae678d0-d3c6-4374-84b9-3e0e08a951ef HTTP/1.1" status: 404 len: 337 time: 0.2346883 Jul 09 13:39:30.970588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54656) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.036239 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-e554070c-e98a-48ec-bf58-32173c4ac483 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.043710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e554070c-e98a-48ec-bf58-32173c4ac483 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.045718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e554070c-e98a-48ec-bf58-32173c4ac483 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/85a394d5-14fe-4a57-b045-a4cc9125bc52 HTTP/1.1" status: 404 len: 333 time: 0.0699239 Jul 09 13:39:31.051431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54662) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.104340 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec275b5c-eeb6-4304-a361-171d6b6c0af1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.104965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec275b5c-eeb6-4304-a361-171d6b6c0af1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.107030 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ec275b5c-eeb6-4304-a361-171d6b6c0af1 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/53fd5ad7-b618-4af2-b0c3-32103b4ff67a HTTP/1.1" status: 404 len: 337 time: 0.0534441 Jul 09 13:39:31.111876 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54666) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.157401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a84ca-ca38-4499-b077-c8f145fe783e req-48d73fe0-3db4-4526-8e57-65767c9c81c7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:31.162143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f9a84ca-ca38-4499-b077-c8f145fe783e req-48d73fe0-3db4-4526-8e57-65767c9c81c7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 909 time: 0.2435293 Jul 09 13:39:31.209398 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-039116c0-b91e-4418-a6dc-045edb4bcb9c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.216534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039116c0-b91e-4418-a6dc-045edb4bcb9c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.219563 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-039116c0-b91e-4418-a6dc-045edb4bcb9c tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/0013af25-e051-4eee-a33f-958a440fbf5e HTTP/1.1" status: 404 len: 337 time: 0.1050828 Jul 09 13:39:31.222148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54670) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.287094 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-8019ab33-ba79-4cff-85df-afb496afd975 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.288507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8019ab33-ba79-4cff-85df-afb496afd975 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.291215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8019ab33-ba79-4cff-85df-afb496afd975 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/b7839469-0928-42ba-b05e-a25d9530d749 HTTP/1.1" status: 404 len: 333 time: 0.0677598 Jul 09 13:39:31.294195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54672) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.371862 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7335a50-980b-4975-b3c4-cd9dcf3f87d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.372365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7335a50-980b-4975-b3c4-cd9dcf3f87d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.380077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a7335a50-980b-4975-b3c4-cd9dcf3f87d2 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/ad3ab000-890b-42e1-b815-a362b239541a HTTP/1.1" status: 404 len: 337 time: 0.0825093 Jul 09 13:39:31.382683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54674) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.431507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:31.431967 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.440818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54676) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.445704 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46316ab-093f-4e00-8530-d0c406b7d232 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.446174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46316ab-093f-4e00-8530-d0c406b7d232 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.447936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a46316ab-093f-4e00-8530-d0c406b7d232 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/subnets/6443b99e-25a9-4ff8-8c7e-cd470542fe77 HTTP/1.1" status: 404 len: 337 time: 0.0629270 Jul 09 13:39:31.450494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54678) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.574549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-32e780f2-f23a-4caa-8b30-3b22d99c7949 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Deleting port 06e83497-5590-4fb1-ace4-8863add5bdf0 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:31.574907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-32e780f2-f23a-4caa-8b30-3b22d99c7949 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.615783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.630885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:31.666267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:31.689726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f04a4614-7b64-4596-bc65-be147add17b3 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] Request body: {'port': {'network_id': 'acdf5596-3b61-419e-9839-9adc7761f93f', 'name': 'tempest-NetworksNegativeTestJSON-1148898790'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:31.692612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-32e780f2-f23a-4caa-8b30-3b22d99c7949 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.705941 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04a4614-7b64-4596-bc65-be147add17b3 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] POST failed (client error): The resource could not be found. Jul 09 13:39:31.706924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04a4614-7b64-4596-bc65-be147add17b3 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.708858 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f04a4614-7b64-4596-bc65-be147add17b3 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2654188 Jul 09 13:39:31.713160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54682) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.717315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-32e780f2-f23a-4caa-8b30-3b22d99c7949 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Calling delete_port for 06e83497-5590-4fb1-ace4-8863add5bdf0 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:31.724851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:31.725203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b49727b8-6f83-4e31-adc9-8f11c5bc4ef1 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:31.743530 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-803c3776-1abf-4382-813a-92e3ae8c66de tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.745387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803c3776-1abf-4382-813a-92e3ae8c66de tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.747850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-803c3776-1abf-4382-813a-92e3ae8c66de tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "DELETE /v2.0/networks/2e23a3ad-1358-422b-b18d-b83bce4f2d31 HTTP/1.1" status: 404 len: 339 time: 0.0332506 Jul 09 13:39:31.752316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54686) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.791964 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-63de5569-ded2-4b6f-934a-1a9bf06d1f1a tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.792967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63de5569-ded2-4b6f-934a-1a9bf06d1f1a tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.794741 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-63de5569-ded2-4b6f-934a-1a9bf06d1f1a tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "DELETE /v2.0/ports/16c9d4fb-84fa-4e33-ad1a-08707b5e2b2a HTTP/1.1" status: 404 len: 333 time: 0.0414147 Jul 09 13:39:31.800220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54688) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.848776 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e12fbc-008c-4524-83f0-d938bea691f5 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] DELETE failed (client error): The resource could not be found. Jul 09 13:39:31.849257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e12fbc-008c-4524-83f0-d938bea691f5 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:31.851106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-60e12fbc-008c-4524-83f0-d938bea691f5 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "DELETE /v2.0/subnets/3c2c8908-ff9d-4f94-84d3-842567024702 HTTP/1.1" status: 404 len: 337 time: 0.0484746 Jul 09 13:39:31.856695 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54692) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.882307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-32e780f2-f23a-4caa-8b30-3b22d99c7949 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.922925 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c274ae91-c09f-4835-ae8a-0ffed6a65401 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] GET failed (client error): The resource could not be found. Jul 09 13:39:31.924699 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c274ae91-c09f-4835-ae8a-0ffed6a65401 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "GET /v2.0/networks/10b72919-456a-4bf3-94e7-42acbdda5bfe HTTP/1.1" status: 404 len: 339 time: 0.0667722 Jul 09 13:39:31.929721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54694) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.932890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-32e780f2-f23a-4caa-8b30-3b22d99c7949 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.938901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-32e780f2-f23a-4caa-8b30-3b22d99c7949 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/ports/06e83497-5590-4fb1-ace4-8863add5bdf0 HTTP/1.1" status: 204 len: 168 time: 0.4872816 Jul 09 13:39:31.939724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54696) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.950634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e780f2-f23a-4caa-8b30-3b22d99c7949 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Port': ['ID=06e83497-5590-4fb1-ace4-8863add5bdf0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:31.988779 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92d171e-e1c4-4121-a2b4-c49ff1677094 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] GET failed (client error): The resource could not be found. Jul 09 13:39:31.990859 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c92d171e-e1c4-4121-a2b4-c49ff1677094 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "GET /v2.0/ports/acad5120-1a05-4614-ae0f-e8c4e8b1212c HTTP/1.1" status: 404 len: 333 time: 0.0600832 Jul 09 13:39:31.997559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54700) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:32.059221 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c47399-e2a9-435e-9e79-da2be5ba4d88 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] GET failed (client error): The resource could not be found. Jul 09 13:39:32.065475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-31c47399-e2a9-435e-9e79-da2be5ba4d88 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "GET /v2.0/subnets/fe5fe2ff-760a-4b70-8e0f-d89c6a034a13 HTTP/1.1" status: 404 len: 337 time: 0.0620277 Jul 09 13:39:32.067147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54702) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:32.078189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b79b030f-3834-498d-9307-5fd854944955 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:32.099284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54704) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:32.175878 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.192971 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79b030f-3834-498d-9307-5fd854944955 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] PUT failed (client error): The resource could not be found. Jul 09 13:39:32.193579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79b030f-3834-498d-9307-5fd854944955 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:32.198400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b79b030f-3834-498d-9307-5fd854944955 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "PUT /v2.0/networks/56ee6f6d-c009-4c3e-9dfb-6aa2d8d8abb0 HTTP/1.1" status: 404 len: 339 time: 0.1259134 Jul 09 13:39:32.198588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8accca-77dc-4c8f-8629-01118df146cf admin admin] Deleting subnet 58b804e8-0c32-49b4-9247-7c77f49b3069 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:32.205515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54708) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:32.237824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=d08a5e8c-2d8a-48b7-b247-b3f7f3fc8304,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:32.244208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-42b9ab91-aa93-4abb-be70-964821bba39f tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:32.261685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.271188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8accca-77dc-4c8f-8629-01118df146cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.402852 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b9ab91-aa93-4abb-be70-964821bba39f tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] PUT failed (client error): The resource could not be found. Jul 09 13:39:32.403637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b9ab91-aa93-4abb-be70-964821bba39f tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:32.404795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-42b9ab91-aa93-4abb-be70-964821bba39f tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "PUT /v2.0/ports/5c4c6563-a7da-497d-88c5-08c07eda74fe HTTP/1.1" status: 404 len: 333 time: 0.1771803 Jul 09 13:39:32.413515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54714) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:32.418844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e9861f6d-a5f7-4dd9-8751-c88efc589a82 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:32.480137 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9861f6d-a5f7-4dd9-8751-c88efc589a82 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] PUT failed (client error): The resource could not be found. Jul 09 13:39:32.480681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9861f6d-a5f7-4dd9-8751-c88efc589a82 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:39:32.487349 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e9861f6d-a5f7-4dd9-8751-c88efc589a82 tempest-NetworksNegativeTestJSON-1262967523 tempest-NetworksNegativeTestJSON-1262967523-project] 10.222.0.32 "PUT /v2.0/subnets/b01c6fe2-9374-446c-9b2a-fdb87a909ad7 HTTP/1.1" status: 404 len: 337 time: 0.0676641 Jul 09 13:39:32.540003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8accca-77dc-4c8f-8629-01118df146cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.626976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.642566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-fb6bec4b-4a41-421c-b249-b493eb4490fc tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:32.646112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-fb6bec4b-4a41-421c-b249-b493eb4490fc tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 909 time: 0.5476329 Jul 09 13:39:32.842086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8accca-77dc-4c8f-8629-01118df146cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.925734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 4a528a34-53cd-40d4-93df-d495c75ded7a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:33.012285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54724) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:33.041859 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.054735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed785d0-be1f-49b3-87a9-17bb3c74b45d req-d6b0b410-de8c-40b7-9000-96b90491ccee tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:33.056340 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ed785d0-be1f-49b3-87a9-17bb3c74b45d req-d6b0b410-de8c-40b7-9000-96b90491ccee tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 909 time: 0.6143670 Jul 09 13:39:33.104753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d778707-af6a-4e34-bade-1c344c8ad99f']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.106245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:33.123415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffd0792-634f-4d62-8422-f2790e4bcc8a') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.123798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffd0792-634f-4d62-8422-f2790e4bcc8a') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.124732 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b39f679e-fd89-4d28-b380-d8df89bf72d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/4a528a34-53cd-40d4-93df-d495c75ded7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6993158 Jul 09 13:39:33.125292 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c95697-602e-4620-8187-76cd2bd55678 None None] Sync routers for ids ['4a528a34-53cd-40d4-93df-d495c75ded7a'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:33.128126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54728) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:33.142595 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c95697-602e-4620-8187-76cd2bd55678 None None] Routers {'4a528a34-53cd-40d4-93df-d495c75ded7a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:33.144755 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c0c95697-602e-4620-8187-76cd2bd55678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a528a34-53cd-40d4-93df-d495c75ded7a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.153552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.184085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.188708 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c0c95697-602e-4620-8187-76cd2bd55678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.191402 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8accca-77dc-4c8f-8629-01118df146cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.201861 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c95697-602e-4620-8187-76cd2bd55678 None None] Routers {'4a528a34-53cd-40d4-93df-d495c75ded7a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:33.203505 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c0c95697-602e-4620-8187-76cd2bd55678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a528a34-53cd-40d4-93df-d495c75ded7a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.212280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:33.212869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.247433 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c0c95697-602e-4620-8187-76cd2bd55678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.248802 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c95697-602e-4620-8187-76cd2bd55678 None None] The sync data for ids ['4a528a34-53cd-40d4-93df-d495c75ded7a'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:33.279594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:33.280002 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:33.284723 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:33.357637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8accca-77dc-4c8f-8629-01118df146cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b804e8-0c32-49b4-9247-7c77f49b3069,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:33.373524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a8accca-77dc-4c8f-8629-01118df146cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.380681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4a8accca-77dc-4c8f-8629-01118df146cf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58b804e8-0c32-49b4-9247-7c77f49b3069 HTTP/1.1" status: 204 len: 168 time: 1.2769043 Jul 09 13:39:33.387140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54732) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:33.387909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95774c0f-bd0b-4c69-bafb-860a0371b3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.505674 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.521526 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.523355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] 10.222.0.32 "DELETE /v2.0/networks/8d778707-af6a-4e34-bade-1c344c8ad99f HTTP/1.1" status: 204 len: 168 time: 1.5822599 Jul 09 13:39:33.532375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] For port efbf3f63-06bf-4154-b63c-85d6caa5e9f1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:33.532740 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.569580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e4c85-b1c4-4dbd-a1d4-06f539211d73 tempest-PortsTestJSON-496859696 tempest-PortsTestJSON-496859696-project] Pushing event deleted for resources: {'Network': ['ID=8d778707-af6a-4e34-bade-1c344c8ad99f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:33.613781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Calling delete_port for efbf3f63-06bf-4154-b63c-85d6caa5e9f1 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:33.640213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.689862 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.829030 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.839354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac03139f-6f16-4bbe-8489-a0639374b0c3']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.851104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b982ec9-d285-4741-9c43-5ec3857e3f25') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.851420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b982ec9-d285-4741-9c43-5ec3857e3f25') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:33.861271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.895482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.900028 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54740) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:33.902359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:33.903022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:33.913926 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:33.994646 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95774c0f-bd0b-4c69-bafb-860a0371b3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.010884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95774c0f-bd0b-4c69-bafb-860a0371b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.039920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.045924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.052017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] 10.222.0.32 "DELETE /v2.0/networks/ac03139f-6f16-4bbe-8489-a0639374b0c3 HTTP/1.1" status: 204 len: 168 time: 0.6590054 Jul 09 13:39:34.055693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54748) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:34.061073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-95774c0f-bd0b-4c69-bafb-860a0371b3c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c774d7e74a34d40bfa77e5ad15def93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0411863 Jul 09 13:39:34.073620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54750) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:34.131443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6a53-b3c8-4d81-b3d9-8664ba85f81f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac03139f-6f16-4bbe-8489-a0639374b0c3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:34.210346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95774c0f-bd0b-4c69-bafb-860a0371b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc27cc05-207b-48f7-90b3-b49e5cd6ff10,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:34.235800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fad776-953c-4aa0-8e59-13ca8c5260b0 admin admin] Deleting subnet cf347452-f592-43fb-8b55-bf5c14514d91 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:34.251454 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.260985 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-723d93a5-b94e-4658-aa04-7e794a55b70b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf413578d4db4558800c7cf1aa8fa2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585649 Jul 09 13:39:34.272198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38fad776-953c-4aa0-8e59-13ca8c5260b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.287385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54762) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:34.333120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Port': ['ID=efbf3f63-06bf-4154-b63c-85d6caa5e9f1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:34.410189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] No DVR routers for this DVR port efbf3f63-06bf-4154-b63c-85d6caa5e9f1 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:34.416834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.429587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81fa1e27-8224-40a7-837f-abe3ddebb2c0 req-c44b8ec3-3ccb-43b1-9d13-8b67896d0f80 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.10 "DELETE /v2.0/ports/efbf3f63-06bf-4154-b63c-85d6caa5e9f1 HTTP/1.1" status: 204 len: 173 time: 1.7379982 Jul 09 13:39:34.434272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37', 'name': 'network-vif-deleted', 'tag': 'efbf3f63-06bf-4154-b63c-85d6caa5e9f1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:34.447592 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab48af-3a65-4c9b-9f92-3812101ccb7e" -d '{"events": [{"server_uuid": "cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37", "name": "network-vif-deleted", "tag": "efbf3f63-06bf-4154-b63c-85d6caa5e9f1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:34.453581 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-963b2736-1af1-4c0d-9d63-d959ce83f207 req-70833d83-b033-48c3-96c8-e0b46c433c2b tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37 HTTP/1.1" status: 200 len: 210 time: 0.1375246 Jul 09 13:39:34.482204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port fce9c57b-182d-4cf3-9a07-793909d66433 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:34.482609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.517022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fff175b-47fe-4396-87ba-ad585cb5ec00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.586813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38fad776-953c-4aa0-8e59-13ca8c5260b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.604042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fff175b-47fe-4396-87ba-ad585cb5ec00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.668067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-227bd688-7696-47a7-a51c-b60a54a41f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.679674 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72779bd-9f23-4994-81ea-ef68d61da4d4 x-openstack-request-id: req-e72779bd-9f23-4994-81ea-ef68d61da4d4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:34.679971 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37", "name": "network-vif-deleted", "tag": "efbf3f63-06bf-4154-b63c-85d6caa5e9f1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:34.680228 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e72779bd-9f23-4994-81ea-ef68d61da4d4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:34.680631 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcbdcc7-c871-48ea-9a22-ef77e5fbcf37', 'name': 'network-vif-deleted', 'tag': 'efbf3f63-06bf-4154-b63c-85d6caa5e9f1', 'status': 'completed', 'code': 200} Jul 09 13:39:34.724265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fff175b-47fe-4396-87ba-ad585cb5ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.726917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fff175b-47fe-4396-87ba-ad585cb5ec00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.731377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2fff175b-47fe-4396-87ba-ad585cb5ec00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e70b401-dd27-443c-bc4d-1cff6420fb87 HTTP/1.1" status: 204 len: 168 time: 0.4139030 Jul 09 13:39:34.739761 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38fad776-953c-4aa0-8e59-13ca8c5260b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.754765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff175b-47fe-4396-87ba-ad585cb5ec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e70b401-dd27-443c-bc4d-1cff6420fb87,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:34.849667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38fad776-953c-4aa0-8e59-13ca8c5260b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.861720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-227bd688-7696-47a7-a51c-b60a54a41f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.890912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fad776-953c-4aa0-8e59-13ca8c5260b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf347452-f592-43fb-8b55-bf5c14514d91,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:34.900432 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38fad776-953c-4aa0-8e59-13ca8c5260b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.904654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-38fad776-953c-4aa0-8e59-13ca8c5260b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf347452-f592-43fb-8b55-bf5c14514d91 HTTP/1.1" status: 204 len: 168 time: 0.8455434 Jul 09 13:39:34.905902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54778) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:34.957412 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.972484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for fce9c57b-182d-4cf3-9a07-793909d66433 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:34.984224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-227bd688-7696-47a7-a51c-b60a54a41f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.987623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-227bd688-7696-47a7-a51c-b60a54a41f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.988821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-227bd688-7696-47a7-a51c-b60a54a41f0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc27cc05-207b-48f7-90b3-b49e5cd6ff10 HTTP/1.1" status: 204 len: 168 time: 0.9114320 Jul 09 13:39:35.001405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bd688-7696-47a7-a51c-b60a54a41f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc27cc05-207b-48f7-90b3-b49e5cd6ff10,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:35.170967 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.298570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.341970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.360509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe0108f-9be7-4366-8f92-400bd322e50d']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:35.371293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=fce9c57b-182d-4cf3-9a07-793909d66433,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:35.376386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd794c535-3d59-4954-830d-b68e8d113e4f') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:35.377184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd794c535-3d59-4954-830d-b68e8d113e4f') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:35.410148 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.435970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.450300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:35.451059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:35.532325 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:35.534580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.596351 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.601846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] 10.222.0.32 "DELETE /v2.0/networks/8fe0108f-9be7-4366-8f92-400bd322e50d HTTP/1.1" status: 204 len: 168 time: 0.6934085 Jul 09 13:39:35.601846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c7a40-6e75-485c-a335-fe78d8a99acd admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe0108f-9be7-4366-8f92-400bd322e50d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:35.689530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device efbf3f63-06bf-4154-b63c-85d6caa5e9f1 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:35.698097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54814) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:35.746503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: efbf3f63-06bf-4154-b63c-85d6caa5e9f1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:35.750806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device efbf3f63-06bf-4154-b63c-85d6caa5e9f1 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:35.817448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.997781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54822) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:36.083653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 4a528a34-53cd-40d4-93df-d495c75ded7a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:36.105781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b11d7027-3de6-4fe1-bd37-06e0ee82ca22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae890b2eecd94841977d09115d277019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118920 Jul 09 13:39:36.109533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54824) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:36.347897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54832) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:36.610379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:36.618014 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07a54d87-f947-4290-9df4-3d863013bcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.631149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ca492-4b26-4017-a796-903e0601947f None None] Sync routers for ids ['4a528a34-53cd-40d4-93df-d495c75ded7a'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:36.656626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ca492-4b26-4017-a796-903e0601947f None None] Routers {'4a528a34-53cd-40d4-93df-d495c75ded7a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:36.657774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c93ca492-4b26-4017-a796-903e0601947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a528a34-53cd-40d4-93df-d495c75ded7a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:36.661376 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-49486861-7fbb-400a-a22c-6b4c7339b933 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/4a528a34-53cd-40d4-93df-d495c75ded7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5320523 Jul 09 13:39:36.671896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54844) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:36.769008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c93ca492-4b26-4017-a796-903e0601947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:36.778680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ca492-4b26-4017-a796-903e0601947f None None] Routers {'4a528a34-53cd-40d4-93df-d495c75ded7a'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:36.779432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c93ca492-4b26-4017-a796-903e0601947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a528a34-53cd-40d4-93df-d495c75ded7a'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:36.835320 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9e857a6b-1555-494b-b920-b7cd7d037826 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a528a34-53cd-40d4-93df-d495c75ded7a HTTP/1.1" status: 200 len: 205 time: 0.1504843 Jul 09 13:39:36.842685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54852) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:36.933983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07a54d87-f947-4290-9df4-3d863013bcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.111532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970121417'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:37.186722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c37bdf8b-2e5f-4672-9325-4db6bcfc1ea6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.198824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a769c8e-0377-4954-bade-4fafe003e86e req-b5375632-3f4e-4849-b7ae-536cd8839a77 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:37.199735 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2a769c8e-0377-4954-bade-4fafe003e86e req-b5375632-3f4e-4849-b7ae-536cd8839a77 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 945 time: 0.3536644 Jul 09 13:39:37.200895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07a54d87-f947-4290-9df4-3d863013bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.215452 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07a54d87-f947-4290-9df4-3d863013bcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.219283 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-07a54d87-f947-4290-9df4-3d863013bcdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95852df4-e81d-4850-b548-fe17a60f4253 HTTP/1.1" status: 204 len: 168 time: 1.1051886 Jul 09 13:39:37.284455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a54d87-f947-4290-9df4-3d863013bcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95852df4-e81d-4850-b548-fe17a60f4253,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:37.301300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54860) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:37.325612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c93ca492-4b26-4017-a796-903e0601947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:37.331764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ca492-4b26-4017-a796-903e0601947f None None] The sync data for ids ['4a528a34-53cd-40d4-93df-d495c75ded7a'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:37.369434 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2a769c8e-0377-4954-bade-4fafe003e86e req-ee027cf5-ab62-47f2-b6f3-c9e54d693074 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503885 Jul 09 13:39:37.516231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4c64fb62-56db-4fd9-a763-d630aa20075a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1392102327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:37.852277 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c37bdf8b-2e5f-4672-9325-4db6bcfc1ea6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.856466 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c37bdf8b-2e5f-4672-9325-4db6bcfc1ea6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.870307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54872) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:37.918923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3835a06c-879b-4211-890b-d6ef698e8255 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc9aee6557e1475bb13f9df71579e7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466943 Jul 09 13:39:37.922347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54874) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:37.928547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c37bdf8b-2e5f-4672-9325-4db6bcfc1ea6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.929123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37bdf8b-2e5f-4672-9325-4db6bcfc1ea6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Fanout notify agent at l3_agent the message router_deleted on router 4a528a34-53cd-40d4-93df-d495c75ded7a {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:39:37.938744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c37bdf8b-2e5f-4672-9325-4db6bcfc1ea6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.942669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c37bdf8b-2e5f-4672-9325-4db6bcfc1ea6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/4a528a34-53cd-40d4-93df-d495c75ded7a HTTP/1.1" status: 204 len: 168 time: 1.0984595 Jul 09 13:39:37.945842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54876) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:37.949569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.965701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.022340 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.293128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.300359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.317929 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c64fb62-56db-4fd9-a763-d630aa20075a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.319042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c64fb62-56db-4fd9-a763-d630aa20075a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.365045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a46ec5c-c9da-4369-b918-ec76958dc7cf,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:38.374739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd7de91-57b9-4144-b5b0-87285546a4af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet cb709971-8815-40fc-8a96-33ff11a3c90a {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:38.386990 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd7de91-57b9-4144-b5b0-87285546a4af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.391365 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-447e29eb-4cdc-40be-bfd1-bd3cc7b9d6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.471055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c64fb62-56db-4fd9-a763-d630aa20075a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.485360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-447e29eb-4cdc-40be-bfd1-bd3cc7b9d6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.500392 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd7de91-57b9-4144-b5b0-87285546a4af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.504662 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c64fb62-56db-4fd9-a763-d630aa20075a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.528645 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.541074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.554159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-af99c033-c425-4ce6-bab9-cb1352340c64 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:38.555745 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-af99c033-c425-4ce6-bab9-cb1352340c64 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 945 time: 0.5930703 Jul 09 13:39:38.606456 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4c64fb62-56db-4fd9-a763-d630aa20075a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.607690 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4c64fb62-56db-4fd9-a763-d630aa20075a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3054142 Jul 09 13:39:38.612410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54880) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:38.622151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1223277323'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:38.629822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting port 69c7ea4b-0fe9-4933-b0a2-a12b24581267 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:38.631019 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.729368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd7de91-57b9-4144-b5b0-87285546a4af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.734581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Made reservation on behalf of 64f3974c31c64b4290af515943e84ad2 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:38.738621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.745280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ae43e2-853e-49bd-b886-3bad66883649,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:38.757239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.769691 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-baaf8d06-24cb-433e-a0c3-a1df17ba696b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4179564 Jul 09 13:39:38.769888 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-447e29eb-4cdc-40be-bfd1-bd3cc7b9d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.773636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-447e29eb-4cdc-40be-bfd1-bd3cc7b9d6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.777758 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-447e29eb-4cdc-40be-bfd1-bd3cc7b9d6a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83390dc4-7534-4392-840e-ce95dbbe0966 HTTP/1.1" status: 204 len: 168 time: 0.8520024 Jul 09 13:39:38.780944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54888) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:38.789077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.806540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] For port 69c7ea4b-0fe9-4933-b0a2-a12b24581267, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=69c7ea4b-0fe9-4933-b0a2-a12b24581267,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:38.807170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.837149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Calling delete_port for 69c7ea4b-0fe9-4933-b0a2-a12b24581267 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:38.837384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e29eb-4cdc-40be-bfd1-bd3cc7b9d6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83390dc4-7534-4392-840e-ce95dbbe0966,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:38.908943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25295-38c6-4f8c-9ff3-38ec04493709 req-0841facd-a4a8-4d52-99ad-ff2086fd8a21 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:38.914324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Deleting port b79b0147-0015-4ddd-9623-1c4c31f545e5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:38.914825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.919554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aac25295-38c6-4f8c-9ff3-38ec04493709 req-0841facd-a4a8-4d52-99ad-ff2086fd8a21 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 945 time: 0.3287277 Jul 09 13:39:38.928022 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd7de91-57b9-4144-b5b0-87285546a4af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.043834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7de91-57b9-4144-b5b0-87285546a4af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=cb709971-8815-40fc-8a96-33ff11a3c90a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:39.051943 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5bd7de91-57b9-4144-b5b0-87285546a4af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.054259 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5bd7de91-57b9-4144-b5b0-87285546a4af tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/cb709971-8815-40fc-8a96-33ff11a3c90a HTTP/1.1" status: 204 len: 168 time: 1.1074791 Jul 09 13:39:39.054386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852fc8d-f3d9-456f-b99f-d072cd106535 None None] Network 1bb94ae1-3371-4867-9a80-e3fb102e55b6 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:39.068397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54894) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:39.073075 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aac25295-38c6-4f8c-9ff3-38ec04493709 req-e247f9b3-00a8-4950-a1c9-f5be2f2d3c5a tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469913 Jul 09 13:39:39.122739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d6bb36a8-a974-4048-900e-564e37f8e1cc tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3313472 Jul 09 13:39:39.135306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54902) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:39.144806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b06d99b9-3fc5-4b4f-9c3d-02b82b50b07e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-security--1422075251', 'description': 'tempest-security-description-1981144324'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:39.227721 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b06d99b9-3fc5-4b4f-9c3d-02b82b50b07e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.238051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fa2bb6-840b-452d-8fac-2e921563c798 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet 9d75635e-6644-4f22-8ad2-28c3aaadd809 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:39.241575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fa2bb6-840b-452d-8fac-2e921563c798 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.299355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fa2bb6-840b-452d-8fac-2e921563c798 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.344665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b06d99b9-3fc5-4b4f-9c3d-02b82b50b07e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.377555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] DHCP port deletion for 1bb94ae1-3371-4867-9a80-e3fb102e55b6 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:39.392353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] For port b79b0147-0015-4ddd-9623-1c4c31f545e5, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b79b0147-0015-4ddd-9623-1c4c31f545e5,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:39.393001 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.447883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Calling delete_port for b79b0147-0015-4ddd-9623-1c4c31f545e5 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:39.482507 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fa2bb6-840b-452d-8fac-2e921563c798 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.525702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] Deleting port 0aeb8166-53fd-4858-a9a2-084783c8541f {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:39.526107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.536607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b06d99b9-3fc5-4b4f-9c3d-02b82b50b07e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.539517 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.544486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b06d99b9-3fc5-4b4f-9c3d-02b82b50b07e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.553874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b06d99b9-3fc5-4b4f-9c3d-02b82b50b07e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "PUT /v2.0/security-groups/a4ae43e2-853e-49bd-b886-3bad66883649 HTTP/1.1" status: 200 len: 1780 time: 0.4171484 Jul 09 13:39:39.555423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54914) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:39.626983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.681371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d99b9-3fc5-4b4f-9c3d-02b82b50b07e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ae43e2-853e-49bd-b886-3bad66883649,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:39.697298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-36fdbfd2-6e52-49dd-85ed-e4a0c47e0a98 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups/a4ae43e2-853e-49bd-b886-3bad66883649 HTTP/1.1" status: 200 len: 1780 time: 0.0828991 Jul 09 13:39:39.701262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:39.701430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54920) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:39.709832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] For port 0aeb8166-53fd-4858-a9a2-084783c8541f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0aeb8166-53fd-4858-a9a2-084783c8541f,segment=NetworkSegment(4eb8d6d5-9c58-4460-a549-88f590a0cdc8),segment_id=4eb8d6d5-9c58-4460-a549-88f590a0cdc8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:39.710231 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.740015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] Calling delete_port for 0aeb8166-53fd-4858-a9a2-084783c8541f owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:39.752352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db121cc-94ef-472f-8f07-aa7842e78916,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:39.787482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.787846 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Added segment 3f802187-34bb-4c7d-8ed9-3f923418094e of type vlan for network 809266c3-4e40-4375-a44c-39022c692fc0 Jul 09 13:39:39.794734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3277fd16-26ad-41b3-8369-a900679aedf6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.863531 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.888467 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.901870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fa2bb6-840b-452d-8fac-2e921563c798 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.904778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3277fd16-26ad-41b3-8369-a900679aedf6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.927727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] Pushing event deleted for resources: {'Port': ['ID=0aeb8166-53fd-4858-a9a2-084783c8541f,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:39.933263 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f73fc9-1207-4649-890a-d9f55a48d0a5 None None] No DVR routers for this DVR port 0aeb8166-53fd-4858-a9a2-084783c8541f on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:39.958786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54924) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:39.999033 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.001752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0aeb8166-53fd-4858-a9a2-084783c8541f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:40.043486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa2bb6-840b-452d-8fac-2e921563c798 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=9d75635e-6644-4f22-8ad2-28c3aaadd809,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.056668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 0aeb8166-53fd-4858-a9a2-084783c8541f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:40.058252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0aeb8166-53fd-4858-a9a2-084783c8541f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:40.065654 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fa2bb6-840b-452d-8fac-2e921563c798 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.068079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c4674-a091-461f-9830-97505a841bca None None] Network 7264a7c8-a771-4d24-9ce9-43cecac20c50 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:40.068221 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-83fa2bb6-840b-452d-8fac-2e921563c798 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/9d75635e-6644-4f22-8ad2-28c3aaadd809 HTTP/1.1" status: 204 len: 168 time: 0.9868009 Jul 09 13:39:40.069067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.073755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54932) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:40.078607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Port': ['ID=69c7ea4b-0fe9-4933-b0a2-a12b24581267,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.085196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:40.085853 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.294169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3277fd16-26ad-41b3-8369-a900679aedf6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.298394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3277fd16-26ad-41b3-8369-a900679aedf6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.307797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3277fd16-26ad-41b3-8369-a900679aedf6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4ae43e2-853e-49bd-b886-3bad66883649 HTTP/1.1" status: 204 len: 168 time: 0.6048102 Jul 09 13:39:40.331258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1734397933-network', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:40.408428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54940) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:40.416968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Network': ['ID=809266c3-4e40-4375-a44c-39022c692fc0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.424513 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.437413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b79b0147-0015-4ddd-9623-1c4c31f545e5'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:39:40.441990 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 809266c3-4e40-4375-a44c-39022c692fc0 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:40.534541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c3512d79-af6e-4458-a3cc-df77e3897ec4 req-6884bce1-e9f6-44c2-9dad-663e735ec429 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f0952bf-f841-4b67-ab5c-1577ba313ae4 HTTP/1.1" status: 200 len: 210 time: 0.1276240 Jul 09 13:39:40.536426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Pushing event deleted for resources: {'Port': ['ID=b79b0147-0015-4ddd-9623-1c4c31f545e5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.562417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] DHCP port deletion for 7264a7c8-a771-4d24-9ce9-43cecac20c50 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:40.636782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] No DVR routers for this DVR port b79b0147-0015-4ddd-9623-1c4c31f545e5 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:40.640046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277fd16-26ad-41b3-8369-a900679aedf6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ae43e2-853e-49bd-b886-3bad66883649,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.643197 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.648755 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-243c7cc1-049c-4fa5-8610-ed80ead7652b req-93dc9762-7ff5-4ccf-baec-b681e34c323d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.11 "DELETE /v2.0/ports/b79b0147-0015-4ddd-9623-1c4c31f545e5 HTTP/1.1" status: 204 len: 173 time: 2.0759602 Jul 09 13:39:40.649612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0952bf-f841-4b67-ab5c-1577ba313ae4', 'name': 'network-vif-deleted', 'tag': 'b79b0147-0015-4ddd-9623-1c4c31f545e5'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:40.649746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] Deleting port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:40.649887 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.655970 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259a1827-7c31-421f-91a9-38c39b6ee33a" -d '{"events": [{"server_uuid": "0f0952bf-f841-4b67-ab5c-1577ba313ae4", "name": "network-vif-deleted", "tag": "b79b0147-0015-4ddd-9623-1c4c31f545e5"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:40.683327 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3cf6b652-1e86-415e-a22e-5a1d7e933fca tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0625117 Jul 09 13:39:40.683553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54944) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:40.698668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'subnet': {'network_id': '809266c3-4e40-4375-a44c-39022c692fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:40.745671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] For port 51014242-7fe6-4e17-92ae-7ba7529dc8e4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=51014242-7fe6-4e17-92ae-7ba7529dc8e4,segment=NetworkSegment(37cebacc-3325-4a8c-b274-6b4163681318),segment_id=37cebacc-3325-4a8c-b274-6b4163681318)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:40.746094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.764030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] Calling delete_port for 51014242-7fe6-4e17-92ae-7ba7529dc8e4 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:40.875767 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.895842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] No DVR routers for this DVR port 51014242-7fe6-4e17-92ae-7ba7529dc8e4 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:40.906239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.927836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.929876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29d375-5144-4e82-a619-ada8f4bc1f58 None None] Pushing event deleted for resources: {'Port': ['ID=51014242-7fe6-4e17-92ae-7ba7529dc8e4,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.956855 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3018576d-2d80-40ae-b8f2-f5a7146087cf x-openstack-request-id: req-3018576d-2d80-40ae-b8f2-f5a7146087cf {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:40.957189 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0952bf-f841-4b67-ab5c-1577ba313ae4", "name": "network-vif-deleted", "tag": "b79b0147-0015-4ddd-9623-1c4c31f545e5", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:40.958360 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3018576d-2d80-40ae-b8f2-f5a7146087cf {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:40.960300 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0952bf-f841-4b67-ab5c-1577ba313ae4', 'name': 'network-vif-deleted', 'tag': 'b79b0147-0015-4ddd-9623-1c4c31f545e5', 'status': 'completed', 'code': 200} Jul 09 13:39:40.964836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Made reservation on behalf of a4c001e7c2e44e878b907c6fd68040d4 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:40.967273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.967598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Made reservation on behalf of 64f3974c31c64b4290af515943e84ad2 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:40.972633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.079038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.205179 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.268014 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0e39963e-651e-4964-8eea-9c0bb4858e06 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8492923 Jul 09 13:39:41.273867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.280016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54948) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:41.322966 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.419839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Subnet': ['ID=fe552dbb-66e1-4032-b004-75c9c867c8ea,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:41.424392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Checking segment: {'id': '3f802187-34bb-4c7d-8ed9-3f923418094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '809266c3-4e40-4375-a44c-39022c692fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:41.424762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network hostable DHCP agents. Network: 809266c3-4e40-4375-a44c-39022c692fc0, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:41.449587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network 809266c3-4e40-4375-a44c-39022c692fc0 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:41.480186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 809266c3-4e40-4375-a44c-39022c692fc0) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:41.486204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:41.487041 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.494314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9863e5e-d85d-4395-ab35-eae885ecc30c None None] Network 809266c3-4e40-4375-a44c-39022c692fc0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:41.516013 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-2596935c-229d-4431-9e2e-328c0b0fb0b2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] delete failed (client error): The resource could not be found. Jul 09 13:39:41.518811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2596935c-229d-4431-9e2e-328c0b0fb0b2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4ae43e2-853e-49bd-b886-3bad66883649 HTTP/1.1" status: 404 len: 347 time: 0.2002370 Jul 09 13:39:41.528500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54952) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:41.542082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-53fb29a3-8d1f-46a0-8fd4-3c23e265cbb0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629450486'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:41.550180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7d0d9-3263-449b-bb30-0b7fb32f81aa,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:41.560090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0e82d720-ae83-4972-a615-ebe091158534 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8708582 Jul 09 13:39:41.563972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54954) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:41.564185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:41.589743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'network': {'name': 'tempest-router-network01--1984533679'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:41.611272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.621881 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.622240 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Added segment 8c106b46-57f7-41ba-9fd6-5ac923ab2300 of type vlan for network 085772ec-8764-469c-b613-f5ac676f7c6c Jul 09 13:39:41.631040 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53fb29a3-8d1f-46a0-8fd4-3c23e265cbb0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.688514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Made reservation on behalf of 64f3974c31c64b4290af515943e84ad2 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:41.700100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb94ae1-3371-4867-9a80-e3fb102e55b6']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:41.701450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.728476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb8d6d5-9c58-4460-a549-88f590a0cdc8') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:41.728775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb8d6d5-9c58-4460-a549-88f590a0cdc8') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:41.742877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.756074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.793440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:41.819205 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.819590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.820051 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Added segment 56e141fe-1919-4b93-bed6-3cf64a194b01 of type vlan for network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 Jul 09 13:39:41.844443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:41.844443 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:41.847477 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:41.891947 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-809266c3-4e40-4375-a44c-39022c692fc0', 'network_id': '809266c3-4e40-4375-a44c-39022c692fc0', 'tenant_id': '64f3974c31c64b4290af515943e84ad2', 'fixed_ips': [{'subnet_id': 'fe552dbb-66e1-4032-b004-75c9c867c8ea'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:41.892847 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.994161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.008323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:42.029100 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.030209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:42.031485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.088073 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53fb29a3-8d1f-46a0-8fd4-3c23e265cbb0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.100713 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53fb29a3-8d1f-46a0-8fd4-3c23e265cbb0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.111269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.145134 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53fb29a3-8d1f-46a0-8fd4-3c23e265cbb0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.146515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-53fb29a3-8d1f-46a0-8fd4-3c23e265cbb0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6160250 Jul 09 13:39:42.149512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54962) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:42.156582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-35b48d70-2856-4c79-a9ef-98c52bc8d2da tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': '30dd91b1-a9d9-4338-acd1-5381a17df061', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:42.162648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.168622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:42.169339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.186000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 51014242-7fe6-4e17-92ae-7ba7529dc8e4 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:42.193482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.198208 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/1bb94ae1-3371-4867-9a80-e3fb102e55b6 HTTP/1.1" status: 204 len: 168 time: 2.1062317 Jul 09 13:39:42.199726 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2373884 Jul 09 13:39:42.204592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54964) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:42.204908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54966) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:42.216962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Request body: {'subnet': {'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1734397933-subnet', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:42.227828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 51014242-7fe6-4e17-92ae-7ba7529dc8e4 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:42.228550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 51014242-7fe6-4e17-92ae-7ba7529dc8e4 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:42.268771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb29a3-8d1f-46a0-8fd4-3c23e265cbb0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd91b1-a9d9-4338-acd1-5381a17df061,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:42.287371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Network': ['ID=1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:42.293307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c61fa-d602-41cb-a83b-79d91eb14a90 admin admin] Pushing event updated for resources: {'Network': ['ID=085772ec-8764-469c-b613-f5ac676f7c6c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:42.355423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35b48d70-2856-4c79-a9ef-98c52bc8d2da tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.377219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478bd3d-a910-4999-a8ed-f40e14f2cfcb tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=1bb94ae1-3371-4867-9a80-e3fb102e55b6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:42.378816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:42.402528 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.415129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Made reservation on behalf of a4c001e7c2e44e878b907c6fd68040d4 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:42.417861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.420856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:42.431054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f6c4f431-6f3b-4134-b3b8-7d81afc64738 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "PUT /v2.0/routers/0d3ac7d4-6f48-47ba-aeea-7bf83bd55461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7318320 Jul 09 13:39:42.434152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54976) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:42.436326 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] Sync routers for ids ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:42.450112 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] Routers {'0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:42.450747 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:42.452243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0a5cdedb-de4d-4d0c-921f-d5d8a2b16cfe tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8904309 Jul 09 13:39:42.476864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54978) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:42.486289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'network': {'name': 'tempest-router-network02--387830894'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:42.492247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-e58e7f8b-0b13-4c7c-a40d-165a2825241c req-c8b9e581-ff96-4692-81b0-b8775b0e0498 service neutron] (93912) timed out ('10.222.0.11', 50874) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:39:42.545247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 085772ec-8764-469c-b613-f5ac676f7c6c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:42.585945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d82959-55b9-4b80-a5ed-a5bf30617288 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting subnet d0a34f97-5cc1-4b8f-8a41-827f56a25a5f {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:42.595697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79d82959-55b9-4b80-a5ed-a5bf30617288 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.701612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35b48d70-2856-4c79-a9ef-98c52bc8d2da tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.703253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Made reservation on behalf of 64f3974c31c64b4290af515943e84ad2 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:42.712183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.739705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79d82959-55b9-4b80-a5ed-a5bf30617288 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.770409 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.803309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35b48d70-2856-4c79-a9ef-98c52bc8d2da tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.808707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b79b0147-0015-4ddd-9623-1c4c31f545e5 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:42.829900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7264a7c8-a771-4d24-9ce9-43cecac20c50']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:42.864544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: b79b0147-0015-4ddd-9623-1c4c31f545e5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:42.865322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b79b0147-0015-4ddd-9623-1c4c31f545e5 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:42.867677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cebacc-3325-4a8c-b274-6b4163681318') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:42.868204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cebacc-3325-4a8c-b274-6b4163681318') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:42.897536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Allocated IP 172.20.0.2 (809266c3-4e40-4375-a44c-39022c692fc0/fe552dbb-66e1-4032-b004-75c9c867c8ea/b400378d-f15a-421d-b67d-da264f787467) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:42.907595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b48d70-2856-4c79-a9ef-98c52bc8d2da tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5278b9-07c8-46a2-99ff-0a823f6f9203,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:42.920970 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-35b48d70-2856-4c79-a9ef-98c52bc8d2da tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.926712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-35b48d70-2856-4c79-a9ef-98c52bc8d2da tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7760785 Jul 09 13:39:42.933151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54992) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:42.933532 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] Set router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:42.941216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:42.980056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.983500 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.983862 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Added segment 3b14056d-e89a-4e8b-b1f3-5a34a5112d9f of type vlan for network 49fad54f-aa49-4c65-b9ea-72257aa9596a Jul 09 13:39:43.090298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.126799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e1030e7-0f93-4564-b5ee-2811e56c4ada tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.157338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79d82959-55b9-4b80-a5ed-a5bf30617288 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.159680 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:39:39Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:43.164193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e1030e7-0f93-4564-b5ee-2811e56c4ada tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.189415 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] Checking router: 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:39:43.198298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.198508 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] Routers {'0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:43.199484 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:43.214502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:43.214923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:43.218393 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:43.328499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e1030e7-0f93-4564-b5ee-2811e56c4ada tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.336762 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] Set router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:43.345638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e1030e7-0f93-4564-b5ee-2811e56c4ada tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.347259 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4e1030e7-0f93-4564-b5ee-2811e56c4ada tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8d5278b9-07c8-46a2-99ff-0a823f6f9203 HTTP/1.1" status: 204 len: 168 time: 0.4121938 Jul 09 13:39:43.348366 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.360743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54998) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:43.369140 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.385030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1030e7-0f93-4564-b5ee-2811e56c4ada tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d5278b9-07c8-46a2-99ff-0a823f6f9203,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:43.388734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79d82959-55b9-4b80-a5ed-a5bf30617288 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.427372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d82959-55b9-4b80-a5ed-a5bf30617288 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a34f97-5cc1-4b8f-8a41-827f56a25a5f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:43.432122 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79d82959-55b9-4b80-a5ed-a5bf30617288 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.437558 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-79d82959-55b9-4b80-a5ed-a5bf30617288 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/subnets/d0a34f97-5cc1-4b8f-8a41-827f56a25a5f HTTP/1.1" status: 204 len: 168 time: 0.9984164 Jul 09 13:39:43.437558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55000) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:43.441149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0be08-3c50-46ba-bc0a-45b24841d941 None None] Network 301fff95-b889-4276-864c-5f39796dab31 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:43.465057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Transition to ACTIVE for port object b400378d-f15a-421d-b67d-da264f787467 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:43.474404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.490236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.521961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.528360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/7264a7c8-a771-4d24-9ce9-43cecac20c50 HTTP/1.1" status: 204 len: 168 time: 1.3223329 Jul 09 13:39:43.528947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55002) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:43.557284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1107742059'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:43.566438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Transition to ACTIVE for port object b400378d-f15a-421d-b67d-da264f787467 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:43.580124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.608679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.618246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:43.618891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.634281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ff3bc-adcb-46ac-8e39-a2d91a1c3e76 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=7264a7c8-a771-4d24-9ce9-43cecac20c50,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:43.783454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f5c38f-0119-4f4e-a019-0d4fd9653be0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:43.787623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.861510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Network 809266c3-4e40-4375-a44c-39022c692fc0 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:43.867031 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:39:39Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:43.884346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:43.894061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:43.903164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Pushing event updated for resources: {'Port': ['ID=b400378d-f15a-421d-b67d-da264f787467,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:43.938082 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee5043f-1e6e-4403-87e5-0cbe646aa45f None None] The sync data for ids ['0d3ac7d4-6f48-47ba-aeea-7bf83bd55461'] in n-d-799524-3 is: [{'id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820196996', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:38:45Z', 'updated_at': '2021-07-09T13:39:39Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': '161d7798-4196-4827-a9bc-d66a03ac3ccd', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3ac7d4-6f48-47ba-aeea-7bf83bd55461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:38:47Z', 'updated_at': '2021-07-09T13:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:43.944037 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8912d7b3-a076-4de7-a66d-520785bf5572 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5654340 Jul 09 13:39:43.951180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55006) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:44.092247 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.133705 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbd18c38-2422-4932-92cf-fbdd0723fcb2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.145107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:44.154138 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.189627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Network': ['ID=49fad54f-aa49-4c65-b9ea-72257aa9596a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:44.212334 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.213337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting port 161d7798-4196-4827-a9bc-d66a03ac3ccd {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:44.213700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.215125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Attempting to bind port b400378d-f15a-421d-b67d-da264f787467 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:44.215501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Attempting to bind port b400378d-f15a-421d-b67d-da264f787467 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3f802187-34bb-4c7d-8ed9-3f923418094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '809266c3-4e40-4375-a44c-39022c692fc0'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:44.215869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Attempting to bind port b400378d-f15a-421d-b67d-da264f787467 on network 809266c3-4e40-4375-a44c-39022c692fc0 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:44.218227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 49fad54f-aa49-4c65-b9ea-72257aa9596a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:44.232370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:44.256821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.257654 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment a427b2c2-7c8b-4872-9c02-d836e3981f83 of type vlan for network 139b2873-52f5-4122-a3ab-34c386f9a801 Jul 09 13:39:44.330436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:44.331216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Checking segment: {'id': '3f802187-34bb-4c7d-8ed9-3f923418094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '809266c3-4e40-4375-a44c-39022c692fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:44.332295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.332516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Bound using segment: {'id': '3f802187-34bb-4c7d-8ed9-3f923418094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '809266c3-4e40-4375-a44c-39022c692fc0'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:44.333188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Bound port: b400378d-f15a-421d-b67d-da264f787467, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f802187-34bb-4c7d-8ed9-3f923418094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '809266c3-4e40-4375-a44c-39022c692fc0'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:44.333743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.376586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-29e60b47-5bf3-42f7-894f-4980699b1d9a tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8952720 Jul 09 13:39:44.378460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] DHCP port deletion for 301fff95-b889-4276-864c-5f39796dab31 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:39:44.389319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] For port 161d7798-4196-4827-a9bc-d66a03ac3ccd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=161d7798-4196-4827-a9bc-d66a03ac3ccd,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:44.390815 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.403176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55012) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:44.408116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Calling delete_port for 161d7798-4196-4827-a9bc-d66a03ac3ccd owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:44.409383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Checking segment: {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:44.414089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Network hostable DHCP agents. Network: 085772ec-8764-469c-b613-f5ac676f7c6c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:44.437989 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3524fb66-acd5-4e0a-8144-5bc4d787b5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.486364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'subnet': {'network_id': '1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:44.587612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] For port b400378d-f15a-421d-b67d-da264f787467, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:44.699623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] For port b400378d-f15a-421d-b67d-da264f787467, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b400378d-f15a-421d-b67d-da264f787467,segment=NetworkSegment(3f802187-34bb-4c7d-8ed9-3f923418094e),segment_id=3f802187-34bb-4c7d-8ed9-3f923418094e)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:44.704735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.725539 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.747162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Port': ['ID=161d7798-4196-4827-a9bc-d66a03ac3ccd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:44.885364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.935247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] Deleting port 7fb077a4-47c9-41db-acb8-595d55600c60 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:44.935815 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.983082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55016) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:44.994760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37004f7b-6ed1-4585-89d8-66da2f088ebd None None] Pushing event updated for resources: {'Port': ['ID=b400378d-f15a-421d-b67d-da264f787467,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:45.086221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] For port 7fb077a4-47c9-41db-acb8-595d55600c60, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7fb077a4-47c9-41db-acb8-595d55600c60,segment=NetworkSegment(03ca69b6-822e-4895-85a2-63ac24786f29),segment_id=03ca69b6-822e-4895-85a2-63ac24786f29)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:45.086698 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.105468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] Calling delete_port for 7fb077a4-47c9-41db-acb8-595d55600c60 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:45.125079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.138279 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.208084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.208669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Fanout notify agent at l3_agent the message router_deleted on router 0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:39:45.219424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.220126 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aed474f5-07bc-4207-a75c-8aebf4932b86 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/routers/0d3ac7d4-6f48-47ba-aeea-7bf83bd55461 HTTP/1.1" status: 204 len: 168 time: 1.7819664 Jul 09 13:39:45.291366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55024) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:45.503200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.587162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.603342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] Pushing event deleted for resources: {'Port': ['ID=7fb077a4-47c9-41db-acb8-595d55600c60,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:45.613736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86032ac4-e8b0-4cbe-b579-af1ce49648ab None None] No DVR routers for this DVR port 7fb077a4-47c9-41db-acb8-595d55600c60 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:45.614630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.654269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbd18c38-2422-4932-92cf-fbdd0723fcb2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.684610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Network 085772ec-8764-469c-b613-f5ac676f7c6c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:45.730146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 085772ec-8764-469c-b613-f5ac676f7c6c) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:45.741737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.743958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36898e23-89df-4867-814f-770c5e2baeda None None] Network 085772ec-8764-469c-b613-f5ac676f7c6c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:45.747702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:45.748864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.753699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:45.754284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.824463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.837084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301fff95-b889-4276-864c-5f39796dab31']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:45.849083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ca69b6-822e-4895-85a2-63ac24786f29') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:45.849812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ca69b6-822e-4895-85a2-63ac24786f29') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:45.860863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.881199 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.888037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:45.888700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.892981 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbd18c38-2422-4932-92cf-fbdd0723fcb2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.918317 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fbd18c38-2422-4932-92cf-fbdd0723fcb2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.922821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fbd18c38-2422-4932-92cf-fbdd0723fcb2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/30dd91b1-a9d9-4338-acd1-5381a17df061 HTTP/1.1" status: 204 len: 168 time: 1.9582546 Jul 09 13:39:45.923900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55038) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:45.949883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Made reservation on behalf of 64f3974c31c64b4290af515943e84ad2 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:45.953946 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.992978 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-87fd118a-344e-4137-95a0-572da0aba407 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7773101 Jul 09 13:39:45.994976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4416788 Jul 09 13:39:46.012006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55040) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:46.031489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55042) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:46.075845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:46.085671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-085772ec-8764-469c-b613-f5ac676f7c6c', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:46.087668 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.089879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b400378d-f15a-421d-b67d-da264f787467 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:46.181854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': '139b2873-52f5-4122-a3ab-34c386f9a801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:46.190995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd18c38-2422-4932-92cf-fbdd0723fcb2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd91b1-a9d9-4338-acd1-5381a17df061,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:46.204220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0654ef-ea4b-441a-af72-c51e0608f242 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=139b2873-52f5-4122-a3ab-34c386f9a801,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:46.266728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 139b2873-52f5-4122-a3ab-34c386f9a801 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:46.370830 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.372225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.379155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b400378d-f15a-421d-b67d-da264f787467 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:46.402352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6ee6ce9e-ff46-420f-9586-84a95e51dd28 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4592497 Jul 09 13:39:46.407518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55056) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:46.437474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6c88d962-f06f-4542-bc0f-5814a7650423 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204818800'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:46.532544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7fb077a4-47c9-41db-acb8-595d55600c60 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:46.582927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 7fb077a4-47c9-41db-acb8-595d55600c60 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:46.583305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7fb077a4-47c9-41db-acb8-595d55600c60 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:46.583820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 69c7ea4b-0fe9-4933-b0a2-a12b24581267 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:46.663061 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c88d962-f06f-4542-bc0f-5814a7650423 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.663615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 69c7ea4b-0fe9-4933-b0a2-a12b24581267 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:46.664018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 69c7ea4b-0fe9-4933-b0a2-a12b24581267 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:46.664498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 161d7798-4196-4827-a9bc-d66a03ac3ccd no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:46.678228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.681216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Allocated IP 172.20.0.2 (085772ec-8764-469c-b613-f5ac676f7c6c/87f5c38f-0119-4f4e-a019-0d4fd9653be0/1b25441d-4ec2-4ae2-9024-15a80f99f7a2) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:46.722435 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:46.725308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 161d7798-4196-4827-a9bc-d66a03ac3ccd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:46.726525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 161d7798-4196-4827-a9bc-d66a03ac3ccd not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:46.802195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:46.806076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.820177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2bd4a4-6a99-4624-b8ef-4b2e26cd23ae None None] Network 809266c3-4e40-4375-a44c-39022c692fc0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:46.833587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.839047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.841390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/networks/301fff95-b889-4276-864c-5f39796dab31 HTTP/1.1" status: 204 len: 168 time: 1.5498731 Jul 09 13:39:46.848684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55066) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:47.122625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb405a-2003-4600-a1fb-0acc5c0275bf tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Network': ['ID=301fff95-b889-4276-864c-5f39796dab31,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:47.179467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting port 8e683a53-ab8e-470b-829a-3693f4750dee {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:47.180181 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.251795 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c88d962-f06f-4542-bc0f-5814a7650423 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.340933 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.346737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.350412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Transition to ACTIVE for port object 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:47.350591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.353620 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.353954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.361378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c88d962-f06f-4542-bc0f-5814a7650423 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.366900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Transition to ACTIVE for port object 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:47.370621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.373254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.400037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Calling delete_port for 8e683a53-ab8e-470b-829a-3693f4750dee owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:47.411712 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.476328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-178ccf88-4ebb-4447-b1cf-ae01b5cb1348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.486836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c88d962-f06f-4542-bc0f-5814a7650423 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.489925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Network 085772ec-8764-469c-b613-f5ac676f7c6c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:47.492452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6c88d962-f06f-4542-bc0f-5814a7650423 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0794964 Jul 09 13:39:47.496560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a4b379f4-45bc-4447-934e-4de85da6746b None None] Provisioning for port b400378d-f15a-421d-b67d-da264f787467 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:47.501849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:47.505468 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.511803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:47.519467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:47.524598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a4b379f4-45bc-4447-934e-4de85da6746b None None] Provisioning complete for port b400378d-f15a-421d-b67d-da264f787467 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:47.524988 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a4b379f4-45bc-4447-934e-4de85da6746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.532135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7542e00c-b661-4fa0-878e-55223b5a614b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': 'f3060e0b-147a-4b05-9fb2-18c96e538fc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:47.558384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88d962-f06f-4542-bc0f-5814a7650423 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3060e0b-147a-4b05-9fb2-18c96e538fc1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:47.588804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Pushing event updated for resources: {'Port': ['ID=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:47.655070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=4f8f5c5a-8e2f-41ed-ba65-1293166bc9b2,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:47.812517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': 'a427b2c2-7c8b-4872-9c02-d836e3981f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '139b2873-52f5-4122-a3ab-34c386f9a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:47.813878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: 139b2873-52f5-4122-a3ab-34c386f9a801, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:47.820059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Checking segment: {'id': '56e141fe-1919-4b93-bed6-3cf64a194b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:47.820693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network hostable DHCP agents. Network: 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:47.831633 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a4b379f4-45bc-4447-934e-4de85da6746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.835993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Subnet': ['ID=3cea7977-81f0-4d04-8aff-69459ac07c8b,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:47.862147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Attempting to bind port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:47.862147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Attempting to bind port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:47.862147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Attempting to bind port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 on network 085772ec-8764-469c-b613-f5ac676f7c6c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:47.862621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7542e00c-b661-4fa0-878e-55223b5a614b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.871360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:47.871748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Checking segment: {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:47.872156 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.872557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Bound using segment: {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:47.873038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Bound port: 1b25441d-4ec2-4ae2-9024-15a80f99f7a2, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:47.873424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.986523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 139b2873-52f5-4122-a3ab-34c386f9a801 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:47.996063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7542e00c-b661-4fa0-878e-55223b5a614b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.997541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:48.025220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] For port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:48.029555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] For port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:48.052646 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.064131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7542e00c-b661-4fa0-878e-55223b5a614b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.094334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:48.100912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 139b2873-52f5-4122-a3ab-34c386f9a801) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:48.106907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:48.107877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.112474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e00c-b661-4fa0-878e-55223b5a614b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2738efd-3097-4483-9ed8-0611be6533b8,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:48.137122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:48.138034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.156356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ce20c-a8f0-40b9-8134-377b53815b8a None None] Pushing event updated for resources: {'Port': ['ID=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:48.159703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e7cbb-e5cc-41be-b7fc-7a7435fd7272 None None] Network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:48.183477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7542e00c-b661-4fa0-878e-55223b5a614b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.188321 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7542e00c-b661-4fa0-878e-55223b5a614b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6819346 Jul 09 13:39:48.188321 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.191091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55078) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:48.197653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d1e331fe-2275-4ae2-81e6-a7811ae0f58c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7797000 Jul 09 13:39:48.206802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': 'f3060e0b-147a-4b05-9fb2-18c96e538fc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:48.207075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b818ec52-5f13-4b99-8388-eb4fed3ea1fe None None] Network 139b2873-52f5-4122-a3ab-34c386f9a801 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:48.217254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55080) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:48.225122 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9e8b82d9-8487-47ce-8f22-526804ba7481 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1526997 Jul 09 13:39:48.226569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'subnet': {'network_id': '49fad54f-aa49-4c65-b9ea-72257aa9596a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:48.240967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55082) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:48.250087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bfdb5ac7-b8b0-49fb-8f48-800f0e1ab2db tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2002988024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:48.294077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a4b379f4-45bc-4447-934e-4de85da6746b None None] For port b400378d-f15a-421d-b67d-da264f787467, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b400378d-f15a-421d-b67d-da264f787467,segment=NetworkSegment(3f802187-34bb-4c7d-8ed9-3f923418094e),segment_id=3f802187-34bb-4c7d-8ed9-3f923418094e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:48.294330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Port': ['ID=8e683a53-ab8e-470b-829a-3693f4750dee,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:48.318738 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a4b379f4-45bc-4447-934e-4de85da6746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.373309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.387208 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.398108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b379f4-45bc-4447-934e-4de85da6746b None None] Pushing event updated for resources: {'Port': ['ID=b400378d-f15a-421d-b67d-da264f787467,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:48.407599 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.454121 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.455245 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Floating IP b6e18f12-27e4-46f1-bc17-e4d67b820be8 disassociated (deleted). External IP: 172.25.5.111, port: 672879be-47ad-4651-a974-bbdbc24f189b. Jul 09 13:39:48.594112 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.597094 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5ac7-b8b0-49fb-8f48-800f0e1ab2db tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.598094 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5ac7-b8b0-49fb-8f48-800f0e1ab2db tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.603274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Made reservation on behalf of 64f3974c31c64b4290af515943e84ad2 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:48.606471 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.766742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Deleting port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:48.767280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.776012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8', 'network_id': '1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8', 'tenant_id': '64f3974c31c64b4290af515943e84ad2', 'fixed_ips': [{'subnet_id': '3cea7977-81f0-4d04-8aff-69459ac07c8b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:48.777207 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.870080 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.891029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.922070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8f1236-703c-4f8d-a10c-3391b40808dd,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:48.942084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.942659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.942659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.943020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.943319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.943650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.943975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.944299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.944622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.944941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.945264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.945583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:48.948388 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-001cf158-8d66-4c12-9cf3-60718d3cf3d0 None None] Provisioning complete for port b400378d-f15a-421d-b67d-da264f787467 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:48.949630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-001cf158-8d66-4c12-9cf3-60718d3cf3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.979142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.982980 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-650c006d-76f6-4fec-bd45-081e1f6a376e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7867792 Jul 09 13:39:48.982980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Router 2da2abbf-c7ca-4f6c-bdba-da433a436523 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:48.984957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] For port 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:48.986987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55088) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:48.987479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.009529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d4b06503-c35e-4f2d-afcf-0b4e9af7b7c9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': 'f3060e0b-147a-4b05-9fb2-18c96e538fc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:49.023786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Calling delete_port for 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:49.031237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-139b2873-52f5-4122-a3ab-34c386f9a801', 'network_id': '139b2873-52f5-4122-a3ab-34c386f9a801', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': '4f8f5c5a-8e2f-41ed-ba65-1293166bc9b2'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:49.032240 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.157947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5ac7-b8b0-49fb-8f48-800f0e1ab2db tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.257227 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5ac7-b8b0-49fb-8f48-800f0e1ab2db tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.315151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:49.331867 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.332312 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.339781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] Sync routers for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:49.356392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Allocated IP 172.25.5.20 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/9b1fa23f-98ef-4ced-a9e9-74203d7beb5a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:49.362915 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5ac7-b8b0-49fb-8f48-800f0e1ab2db tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.366071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bfdb5ac7-b8b0-49fb-8f48-800f0e1ab2db tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1221976 Jul 09 13:39:49.378999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-acd59a3c-3e5e-4c57-a3cd-ed219e215445 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/floatingips/b6e18f12-27e4-46f1-bc17-e4d67b820be8 HTTP/1.1" status: 204 len: 168 time: 2.5255063 Jul 09 13:39:49.378999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55096) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:49.393618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:49.406105 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd419b-8bf9-4689-9c32-21fe58087fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "tag": "672879be-47ad-4651-a974-bbdbc24f189b"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:49.425002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:49.425657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:49.430274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'port': {'network_id': '139b2873-52f5-4122-a3ab-34c386f9a801', 'name': 'tempest-RoutersTest-46509301'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:49.436013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4b06503-c35e-4f2d-afcf-0b4e9af7b7c9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.628038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Allocated IP 172.20.0.2 (1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8/3cea7977-81f0-4d04-8aff-69459ac07c8b/3e471e91-f0f9-4b5f-bfc6-0dea2eec2946) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:49.668299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Allocated IP 172.20.0.2 (139b2873-52f5-4122-a3ab-34c386f9a801/4f8f5c5a-8e2f-41ed-ba65-1293166bc9b2/b6097e62-a19d-4bb9-bfe1-ed2d56e1277e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:49.669253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Subnet': ['ID=98fcb360-be2c-4f10-a805-3ede8923f2ef,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:49.739588 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d524a18-1442-4927-82ea-28977c29bfac x-openstack-request-id: req-7d524a18-1442-4927-82ea-28977c29bfac {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:49.739950 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "tag": "672879be-47ad-4651-a974-bbdbc24f189b", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:49.740154 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d524a18-1442-4927-82ea-28977c29bfac {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:49.740529 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b', 'status': 'completed', 'code': 200} Jul 09 13:39:49.752569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:49.760207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.843003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.917410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4b06503-c35e-4f2d-afcf-0b4e9af7b7c9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.919377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Checking segment: {'id': '3b14056d-e89a-4e8b-b1f3-5a34a5112d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '49fad54f-aa49-4c65-b9ea-72257aa9596a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:49.919377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network hostable DHCP agents. Network: 49fad54f-aa49-4c65-b9ea-72257aa9596a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:49.928202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.930150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4b06503-c35e-4f2d-afcf-0b4e9af7b7c9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.942049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] device_id is not set on port 8571fda3-b547-41f2-9112-730f3acdbebb yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:39:50.040787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1fa23f-98ef-4ced-a9e9-74203d7beb5a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:50.043531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b06503-c35e-4f2d-afcf-0b4e9af7b7c9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85c755d-7c64-4a28-8971-ada7e8373924,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:50.051851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4b06503-c35e-4f2d-afcf-0b4e9af7b7c9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.053200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d4b06503-c35e-4f2d-afcf-0b4e9af7b7c9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0576234 Jul 09 13:39:50.056856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55104) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:50.065173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.069133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a01e59cf-e389-46d6-bbd1-8f45d219fad6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': 'f3060e0b-147a-4b05-9fb2-18c96e538fc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:50.074889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Transition to ACTIVE for port object b6097e62-a19d-4bb9-bfe1-ed2d56e1277e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:50.105644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Transition to ACTIVE for port object b6097e62-a19d-4bb9-bfe1-ed2d56e1277e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:50.121641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f533be5-3e21-4c74-a13c-dff0cd43e14f None None] Network 085772ec-8764-469c-b613-f5ac676f7c6c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:50.163449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:50.165735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:50.169641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:50.237662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.258064 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a01e59cf-e389-46d6-bbd1-8f45d219fad6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.367553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-170b611b-f7f4-4ace-8414-f687ed42ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:50.368625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-170b611b-f7f4-4ace-8414-f687ed42ab00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0461a693b504387867f96b9bd7cd3b9&device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 1135 time: 0.5905023 Jul 09 13:39:50.377490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:50.405010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Pushing event updated for resources: {'Port': ['ID=b6097e62-a19d-4bb9-bfe1-ed2d56e1277e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:50.428891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Network 139b2873-52f5-4122-a3ab-34c386f9a801 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:50.480910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network 49fad54f-aa49-4c65-b9ea-72257aa9596a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:50.530029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 49fad54f-aa49-4c65-b9ea-72257aa9596a) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:50.578750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:50.580039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.596014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:50.615784 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.630977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d22879b5-34c4-4178-8100-34888f1ecfe7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4100394 Jul 09 13:39:50.632544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:50.644045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55136) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:50.652628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad269c-e887-4943-8ebd-f75a4eee4640 None None] Network 49fad54f-aa49-4c65-b9ea-72257aa9596a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:50.686369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.20.0.5 (139b2873-52f5-4122-a3ab-34c386f9a801/4f8f5c5a-8e2f-41ed-ba65-1293166bc9b2/8571fda3-b547-41f2-9112-730f3acdbebb) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:50.707050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0b3cbee6-f1d3-4a3a-890b-243477672556 None None] Provisioning for port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:50.997804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a01e59cf-e389-46d6-bbd1-8f45d219fad6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.026808 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a01e59cf-e389-46d6-bbd1-8f45d219fad6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.177072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Attempting to bind port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:51.178409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Attempting to bind port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a427b2c2-7c8b-4872-9c02-d836e3981f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '139b2873-52f5-4122-a3ab-34c386f9a801'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:51.178977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Attempting to bind port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e on network 139b2873-52f5-4122-a3ab-34c386f9a801 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:51.198636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:51.199319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Checking segment: {'id': 'a427b2c2-7c8b-4872-9c02-d836e3981f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '139b2873-52f5-4122-a3ab-34c386f9a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:51.199908 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.200481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Bound using segment: {'id': 'a427b2c2-7c8b-4872-9c02-d836e3981f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '139b2873-52f5-4122-a3ab-34c386f9a801'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:51.201129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Bound port: b6097e62-a19d-4bb9-bfe1-ed2d56e1277e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427b2c2-7c8b-4872-9c02-d836e3981f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '139b2873-52f5-4122-a3ab-34c386f9a801'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:51.201685 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.204091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55142) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:51.241001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e59cf-e389-46d6-bbd1-8f45d219fad6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5216d99c-255d-4138-9215-6903dabe0bd8,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:51.332460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a01e59cf-e389-46d6-bbd1-8f45d219fad6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.333684 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a01e59cf-e389-46d6-bbd1-8f45d219fad6 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2752471 Jul 09 13:39:51.359964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55146) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:51.367475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f6865685-8c59-47f0-9ccd-5873e7fe1dea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': 'f3060e0b-147a-4b05-9fb2-18c96e538fc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:51.421376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:51.441152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:51.441613 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.446115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:51.469563 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.536349 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.539692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8dab-fc0f-4414-9a07-c7df3d1df2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.553014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe85cb2-fe0d-498a-819b-1bad6a2509d5 req-feed4809-9856-415d-8937-8641e4a6fe92 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:51.554676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fe85cb2-fe0d-498a-819b-1bad6a2509d5 req-feed4809-9856-415d-8937-8641e4a6fe92 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 984 time: 1.3797147 Jul 09 13:39:51.594426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] For port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:51.606627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:51.654727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6865685-8c59-47f0-9ccd-5873e7fe1dea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.699754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-e27fb1b1-daa2-4370-b440-147e22160f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:51.709455 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-e27fb1b1-daa2-4370-b440-147e22160f06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db90271-92bd-4603-92c1-e185490200c0 HTTP/1.1" status: 200 len: 896 time: 1.3068533 Jul 09 13:39:51.716485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.742692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] For port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b6097e62-a19d-4bb9-bfe1-ed2d56e1277e,segment=NetworkSegment(a427b2c2-7c8b-4872-9c02-d836e3981f83),segment_id=a427b2c2-7c8b-4872-9c02-d836e3981f83)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:51.792298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-27dd0169-2b4c-42b2-bc7e-3cdf5512d156 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=672879be-47ad-4651-a974-bbdbc24f189b HTTP/1.1" status: 200 len: 217 time: 0.0704007 Jul 09 13:39:51.799842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object 8571fda3-b547-41f2-9112-730f3acdbebb will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:51.805897 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.816277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5fe85cb2-fe0d-498a-819b-1bad6a2509d5 req-a26864bd-2147-4bbe-8b72-ba0b1a5ee8f2 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2234216 Jul 09 13:39:51.906900 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.962765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-f141b7cd-352b-485a-b391-7926f6405798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:51.964893 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-f141b7cd-352b-485a-b391-7926f6405798 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b HTTP/1.1" status: 200 len: 835 time: 0.1632752 Jul 09 13:39:51.994788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Transition to ACTIVE for port object 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:52.065175 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.095658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.104761 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.123092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Transition to ACTIVE for port object 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:52.190515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-49fad54f-aa49-4c65-b9ea-72257aa9596a', 'network_id': '49fad54f-aa49-4c65-b9ea-72257aa9596a', 'tenant_id': '64f3974c31c64b4290af515943e84ad2', 'fixed_ips': [{'subnet_id': '98fcb360-be2c-4f10-a805-3ede8923f2ef'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:52.192758 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.195870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb551e3-ebae-4ecc-8194-766704e10bf5 None None] Pushing event updated for resources: {'Port': ['ID=b6097e62-a19d-4bb9-bfe1-ed2d56e1277e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:52.260274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 139b2873-52f5-4122-a3ab-34c386f9a801 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:52.265226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.272476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:52.276721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:52.278217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-62ff80bd-ebd5-4fdd-a072-55b40c61b733 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:52.282597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=8571fda3-b547-41f2-9112-730f3acdbebb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:52.282810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-62ff80bd-ebd5-4fdd-a072-55b40c61b733 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 984 time: 1.0444343 Jul 09 13:39:52.324201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-d91aa8f1-0f65-4a14-b6c3-45301000d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:52.325779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-d91aa8f1-0f65-4a14-b6c3-45301000d176 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db90271-92bd-4603-92c1-e185490200c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3323317 Jul 09 13:39:52.401947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6865685-8c59-47f0-9ccd-5873e7fe1dea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.413422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:52.429679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:52.429926 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.456583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6865685-8c59-47f0-9ccd-5873e7fe1dea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.560886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:52.569977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:52.576023 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.576805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b400378d-f15a-421d-b67d-da264f787467 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:52.586678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:52.611155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6865685-8c59-47f0-9ccd-5873e7fe1dea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16080ac-71b8-434e-bcc8-7468bd55bf8d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:52.644968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Pushing event updated for resources: {'Port': ['ID=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:52.652847 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-26b3aacb-ec69-49e1-8adf-ce945554db2a service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824566 Jul 09 13:39:52.692849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-53acdf35-dd9e-47e0-8eac-032d39dbae30 None None] Provisioning complete for port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:52.693252 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-53acdf35-dd9e-47e0-8eac-032d39dbae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.727890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Router e6283a57-d8d1-4856-a989-356dc7ddc98a has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:52.760924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.816648 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dbd419b-8bf9-4689-9c32-21fe58087fe1 req-6aa60983-a2f1-434e-9528-f2aab872daff service neutron] 10.222.0.11 "GET /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558919 Jul 09 13:39:52.817549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Allocated IP 172.20.0.2 (49fad54f-aa49-4c65-b9ea-72257aa9596a/98fcb360-be2c-4f10-a805-3ede8923f2ef/b98254ce-4c48-4e46-8f7a-b65adf1f4296) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:52.843657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Attempting to bind port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:52.844085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Attempting to bind port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '56e141fe-1919-4b93-bed6-3cf64a194b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:52.844462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Attempting to bind port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 on network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:52.855825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8dab-fc0f-4414-9a07-c7df3d1df2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.867326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:52.873850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:52.874319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Checking segment: {'id': '56e141fe-1919-4b93-bed6-3cf64a194b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:52.874818 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.875328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Bound using segment: {'id': '56e141fe-1919-4b93-bed6-3cf64a194b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:52.875824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Bound port: 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e141fe-1919-4b93-bed6-3cf64a194b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:52.876218 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.877190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bafde4eb-ef2d-4c4d-87da-9e102dc8c72a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 3.4681211 Jul 09 13:39:52.879798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55170) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:52.888615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:49Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:52.923311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8dab-fc0f-4414-9a07-c7df3d1df2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.943075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b400378d-f15a-421d-b67d-da264f787467 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:52.943418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.019860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] Checking router: 2da2abbf-c7ca-4f6c-bdba-da433a436523 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:39:53.021842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ae9d8dab-fc0f-4414-9a07-c7df3d1df2a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44f5563333864ecfa1e52a882e2d4678&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8167069 Jul 09 13:39:53.033564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6865685-8c59-47f0-9ccd-5873e7fe1dea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.035045 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f6865685-8c59-47f0-9ccd-5873e7fe1dea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6716383 Jul 09 13:39:53.042567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55172) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:53.043175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55174) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:53.130715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:53.131240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.132350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-00412856-0db2-4010-b3c9-2befca62e6b6 admin admin] 10.222.0.32 "PUT /v2.0/routers/e6283a57-d8d1-4856-a989-356dc7ddc98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1462657 Jul 09 13:39:53.141218 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] Sync routers for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:53.149312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55176) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:53.162834 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:53.165055 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:53.168054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-b88db519-20d3-4ab0-af9f-5e6483f7d9fc tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:53.170133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-b88db519-20d3-4ab0-af9f-5e6483f7d9fc tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/networks?id=3bd22c4e-9180-43b6-9b38-88ad715bb7da HTTP/1.1" status: 200 len: 814 time: 0.5787306 Jul 09 13:39:53.224699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting port 672879be-47ad-4651-a974-bbdbc24f189b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:53.224977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.227497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d8dab-fc0f-4414-9a07-c7df3d1df2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6099587b-6306-4eb3-b311-7f05bcc18804,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:53.237739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] For port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:53.263998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] For port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,segment=NetworkSegment(56e141fe-1919-4b93-bed6-3cf64a194b01),segment_id=56e141fe-1919-4b93-bed6-3cf64a194b01)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:53.307974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:53.310568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:53.321576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.364084 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:53.420552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17596d8a-adf7-45f8-91a4-c6ba86aa2ffa req-19043625-d095-465a-a9ef-2dfd3848e5b9 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:53.423232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f88bdce-ec3e-412f-9de5-419e69941a6f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.423923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-17596d8a-adf7-45f8-91a4-c6ba86aa2ffa req-19043625-d095-465a-a9ef-2dfd3848e5b9 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 984 time: 0.3685448 Jul 09 13:39:53.428134 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.462811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-2fe90b97-a39e-4d54-b8f6-25a65c9f33cf tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/quotas/73f3bb17e27d46d4867789461484138b HTTP/1.1" status: 200 len: 375 time: 0.1969192 Jul 09 13:39:53.508813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f88bdce-ec3e-412f-9de5-419e69941a6f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.627943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79bfc1e-5a8b-44ff-8f9c-711c47ae8385 None None] Network 139b2873-52f5-4122-a3ab-34c386f9a801 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:53.655127 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:39:50Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:53.689263 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-f2304214-137c-4808-a1a6-089f0da377c3 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f3bb17e27d46d4867789461484138b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1779180 Jul 09 13:39:53.700130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1b2947d-893d-45e4-8627-2a235282cc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.703533 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] Checking router: e6283a57-d8d1-4856-a989-356dc7ddc98a for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:39:53.735308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e2581d37-f4fc-4470-aee7-a8e95795d943 None None] Provisioning for port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:53.735722 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] Routers {'e6283a57-d8d1-4856-a989-356dc7ddc98a'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:53.736614 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e6283a57-d8d1-4856-a989-356dc7ddc98a'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:53.759935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.770843 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.797767 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.831952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Transition to ACTIVE for port object b98254ce-4c48-4e46-8f7a-b65adf1f4296 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:53.853519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497682b8-e88d-4147-8cfe-03f109ed3a2c None None] Pushing event updated for resources: {'Port': ['ID=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:53.883004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f88bdce-ec3e-412f-9de5-419e69941a6f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.899377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] For port 672879be-47ad-4651-a974-bbdbc24f189b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=672879be-47ad-4651-a974-bbdbc24f189b,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:53.899748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.917879 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-17596d8a-adf7-45f8-91a4-c6ba86aa2ffa req-ba22c0f5-e5a7-4620-ae01-bc4fe3576325 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/security-groups?id=363a0b17-9907-4726-b218-45753d298250&id=48fd3857-d279-4b37-a06e-76f887ac352f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4790874 Jul 09 13:39:53.927228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Transition to ACTIVE for port object b98254ce-4c48-4e46-8f7a-b65adf1f4296 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:53.932422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:53.942861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f88bdce-ec3e-412f-9de5-419e69941a6f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.944129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8f88bdce-ec3e-412f-9de5-419e69941a6f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c16080ac-71b8-434e-bcc8-7468bd55bf8d HTTP/1.1" status: 204 len: 168 time: 0.8877702 Jul 09 13:39:53.959629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55178) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:53.960633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=8571fda3-b547-41f2-9112-730f3acdbebb,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:53.992855 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] Set router e6283a57-d8d1-4856-a989-356dc7ddc98a gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:54.011688 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.034024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1b2947d-893d-45e4-8627-2a235282cc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.038346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.061141 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e684d366-394e-404c-ba7d-dd4c096898bc tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0960820 Jul 09 13:39:54.065756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55180) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:54.083407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88bdce-ec3e-412f-9de5-419e69941a6f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c16080ac-71b8-434e-bcc8-7468bd55bf8d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:54.132987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Network 49fad54f-aa49-4c65-b9ea-72257aa9596a is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:54.146763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:54.169097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:54.213307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Pushing event updated for resources: {'Port': ['ID=b98254ce-4c48-4e46-8f7a-b65adf1f4296,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:54.215720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-121c6aa0-ba91-408c-865a-e9c961ef635e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.219657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Calling delete_port for 672879be-47ad-4651-a974-bbdbc24f189b owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:54.263005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-121c6aa0-ba91-408c-865a-e9c961ef635e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.268036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.382513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Attempting to bind port b98254ce-4c48-4e46-8f7a-b65adf1f4296 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:54.383965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Attempting to bind port b98254ce-4c48-4e46-8f7a-b65adf1f4296 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3b14056d-e89a-4e8b-b1f3-5a34a5112d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '49fad54f-aa49-4c65-b9ea-72257aa9596a'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:54.385311 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Attempting to bind port b98254ce-4c48-4e46-8f7a-b65adf1f4296 on network 49fad54f-aa49-4c65-b9ea-72257aa9596a {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:54.385475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-121c6aa0-ba91-408c-865a-e9c961ef635e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.395221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-121c6aa0-ba91-408c-865a-e9c961ef635e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.399317 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-121c6aa0-ba91-408c-865a-e9c961ef635e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5216d99c-255d-4138-9215-6903dabe0bd8 HTTP/1.1" status: 204 len: 168 time: 0.3291769 Jul 09 13:39:54.403575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55182) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:54.413426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:54.414033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c6aa0-ba91-408c-865a-e9c961ef635e tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5216d99c-255d-4138-9215-6903dabe0bd8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:54.415004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Checking segment: {'id': '3b14056d-e89a-4e8b-b1f3-5a34a5112d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '49fad54f-aa49-4c65-b9ea-72257aa9596a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:54.415685 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.416323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Bound using segment: {'id': '3b14056d-e89a-4e8b-b1f3-5a34a5112d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '49fad54f-aa49-4c65-b9ea-72257aa9596a'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:54.416483 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:39:50Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:54.417244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Bound port: b98254ce-4c48-4e46-8f7a-b65adf1f4296, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b14056d-e89a-4e8b-b1f3-5a34a5112d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '49fad54f-aa49-4c65-b9ea-72257aa9596a'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:54.417741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.474677 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4825c90-35b3-4f11-af98-63bd759b0d9d None None] The sync data for ids ['e6283a57-d8d1-4856-a989-356dc7ddc98a'] in n-d-799524-3 is: [{'id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'name': 'tempest-TaggedBootDevicesTest_v242-1726131594-router', 'tenant_id': '304b50eb4b184c3faf2477a6bf16827f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:56Z', 'updated_at': '2021-07-09T13:39:50Z', 'revision_number': 5, 'project_id': '304b50eb4b184c3faf2477a6bf16827f', 'gw_port': {'id': '2dc38fe8-e827-437a-a426-6c7255d94968', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6283a57-d8d1-4856-a989-356dc7ddc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:57Z', 'updated_at': '2021-07-09T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:54.541316 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6fed58cf-7c8d-4c5d-9b62-59e89d1f60b0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1367755 Jul 09 13:39:54.546980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55184) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:54.552459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.554142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Allocated IP 172.20.0.1 (1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8/3cea7977-81f0-4d04-8aff-69459ac07c8b/ef293856-dded-4e03-b131-017a69a2177f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:54.599834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] For port b98254ce-4c48-4e46-8f7a-b65adf1f4296, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:54.604964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] For port b98254ce-4c48-4e46-8f7a-b65adf1f4296, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b98254ce-4c48-4e46-8f7a-b65adf1f4296,segment=NetworkSegment(3b14056d-e89a-4e8b-b1f3-5a34a5112d9f),segment_id=3b14056d-e89a-4e8b-b1f3-5a34a5112d9f)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:54.612482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:49Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:54.659280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f92d92-a4b3-4162-af7e-b40a17edbd13 None None] The sync data for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 is: [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:37:37Z', 'revision_number': 4, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'aef6d8d8-6d01-4cca-a0bc-2ff1b2984063', 'name': '', 'network_id': '4db90271-92bd-4603-92c1-e185490200c0', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'mac_address': 'fa:16:3e:68:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:35Z', 'updated_at': '2021-07-09T13:37:49Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'subnets': [{'id': '64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:54.673662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.695949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-9b6549cb-50b4-412d-a650-1f1d3a50b30c service neutron] 10.222.0.32 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9825621 Jul 09 13:39:54.783223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bfecf-e7bd-4bb0-a474-c1456a97e4a2 None None] Pushing event updated for resources: {'Port': ['ID=b98254ce-4c48-4e46-8f7a-b65adf1f4296,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:54.855837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1b2947d-893d-45e4-8627-2a235282cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.855837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d1b2947d-893d-45e4-8627-2a235282cc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.855837 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d1b2947d-893d-45e4-8627-2a235282cc6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6099587b-6306-4eb3-b311-7f05bcc18804 HTTP/1.1" status: 204 len: 168 time: 1.7983627 Jul 09 13:39:54.856537 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c03a1875-9dd5-4395-89a5-108599664c57 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.952911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:39:54.954061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:54.999737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c03a1875-9dd5-4395-89a5-108599664c57 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.002886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.035029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.051710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.073496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2947d-893d-45e4-8627-2a235282cc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6099587b-6306-4eb3-b311-7f05bcc18804,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:55.178701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d46d873e-d8cb-4481-8b7c-e1f757cdb591 None None] Provisioning for port 8571fda3-b547-41f2-9112-730f3acdbebb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:55.194017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d46d873e-d8cb-4481-8b7c-e1f757cdb591 None None] Provisioning complete for port 8571fda3-b547-41f2-9112-730f3acdbebb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:55.194400 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d46d873e-d8cb-4481-8b7c-e1f757cdb591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.213373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:55.217016 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.228839 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.231169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=8571fda3-b547-41f2-9112-730f3acdbebb,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:55.508237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d46d873e-d8cb-4481-8b7c-e1f757cdb591 None None] Port 8571fda3-b547-41f2-9112-730f3acdbebb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:55.512678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bcc38-5f51-4041-a9a4-222467925935 None None] New status for floating IP b6e18f12-27e4-46f1-bc17-e4d67b820be8: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:39:55.621981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-2e8d821c-37fe-41b0-86ca-4e3152fa5048 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9246943 Jul 09 13:39:55.666265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.681620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Transition to ACTIVE for port object ef293856-dded-4e03-b131-017a69a2177f will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:55.759992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.765326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:55.798567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.819881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b6097e62-a19d-4bb9-bfe1-ed2d56e1277e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:55.846520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-239307fb-f43a-4f8d-a3c9-44a079c779ae None None] Provisioning complete for port 8571fda3-b547-41f2-9112-730f3acdbebb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:55.851368 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-239307fb-f43a-4f8d-a3c9-44a079c779ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.012632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-239307fb-f43a-4f8d-a3c9-44a079c779ae None None] Port 8571fda3-b547-41f2-9112-730f3acdbebb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:56.042469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:56.050592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:56.051261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.104407 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8319a926-7d51-4f03-bf96-520b84b011da req-0d03399c-d1bb-409c-b2d1-01f853b710cd tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 210 time: 0.0654011 Jul 09 13:39:56.120107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045ea693-374e-4b9b-88d0-4f8cd4f5035f None None] Network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:56.127509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 139b2873-52f5-4122-a3ab-34c386f9a801 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:56.129563 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:56.295182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-66bff600-a746-433c-a34e-470fa26c542a None None] Provisioning complete for port 8571fda3-b547-41f2-9112-730f3acdbebb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:56.298030 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-66bff600-a746-433c-a34e-470fa26c542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.357332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router a176c5b1-0746-497e-9b2e-06da0a2f4e94 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:39:56.400543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-66bff600-a746-433c-a34e-470fa26c542a None None] Port 8571fda3-b547-41f2-9112-730f3acdbebb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:56.462298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.482225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:56.490995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a36982e3-fcd4-4503-b943-918e55ff314f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/a176c5b1-0746-497e-9b2e-06da0a2f4e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5955541 Jul 09 13:39:56.493749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55202) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:56.495874 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af46cf-e76e-4f01-ac93-46bff8dbf128 None None] Sync routers for ids ['a176c5b1-0746-497e-9b2e-06da0a2f4e94'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:56.510611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-66bff600-a746-433c-a34e-470fa26c542a None None] Provisioning for port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:56.521232 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af46cf-e76e-4f01-ac93-46bff8dbf128 None None] Routers {'a176c5b1-0746-497e-9b2e-06da0a2f4e94'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:56.521870 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b3af46cf-e76e-4f01-ac93-46bff8dbf128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a176c5b1-0746-497e-9b2e-06da0a2f4e94'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:56.598317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7349f-b7de-456b-8363-1084a84136d9 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:56.601297 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-83e7349f-b7de-456b-8363-1084a84136d9 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports/8571fda3-b547-41f2-9112-730f3acdbebb HTTP/1.1" status: 200 len: 975 time: 0.1059418 Jul 09 13:39:56.605653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55206) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:56.612881 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b3af46cf-e76e-4f01-ac93-46bff8dbf128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:56.614885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b6097e62-a19d-4bb9-bfe1-ed2d56e1277e,segment=NetworkSegment(a427b2c2-7c8b-4872-9c02-d836e3981f83),segment_id=a427b2c2-7c8b-4872-9c02-d836e3981f83)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:56.644234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c03a1875-9dd5-4395-89a5-108599664c57 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.650013 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af46cf-e76e-4f01-ac93-46bff8dbf128 None None] Routers {'a176c5b1-0746-497e-9b2e-06da0a2f4e94'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:56.653478 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b3af46cf-e76e-4f01-ac93-46bff8dbf128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a176c5b1-0746-497e-9b2e-06da0a2f4e94'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:56.674490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:56.679367 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c03a1875-9dd5-4395-89a5-108599664c57 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.682886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c03a1875-9dd5-4395-89a5-108599664c57 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e85c755d-7c64-4a28-8971-ada7e8373924 HTTP/1.1" status: 204 len: 168 time: 2.1180840 Jul 09 13:39:56.685716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:56.693752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:56.695046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.734429 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b3af46cf-e76e-4f01-ac93-46bff8dbf128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:56.735577 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af46cf-e76e-4f01-ac93-46bff8dbf128 None None] The sync data for ids ['a176c5b1-0746-497e-9b2e-06da0a2f4e94'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:56.737766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 672879be-47ad-4651-a974-bbdbc24f189b no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:56.774560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55208) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:56.790062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Port': ['ID=672879be-47ad-4651-a974-bbdbc24f189b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:56.795504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-654713bb-7e45-4cf0-b3d1-d52c92bcef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.836279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 672879be-47ad-4651-a974-bbdbc24f189b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:56.836886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 672879be-47ad-4651-a974-bbdbc24f189b not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:56.839932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0ae77ff5-ae60-40fe-9b89-42390f0617ae None None] Provisioning complete for port 8571fda3-b547-41f2-9112-730f3acdbebb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:56.841312 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0ae77ff5-ae60-40fe-9b89-42390f0617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.912795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b6097e62-a19d-4bb9-bfe1-ed2d56e1277e,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:56.932010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:56.935482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc39c3b-2e4f-4eb1-b0e1-a0a6cb207ad4 None None] Network 49fad54f-aa49-4c65-b9ea-72257aa9596a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:56.947687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] No DVR routers for this DVR port 672879be-47ad-4651-a974-bbdbc24f189b on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:56.949881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Sync routers for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:56.957255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.959374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e95d6a5-90e8-404a-a068-12f9959e4ea9 req-8e170545-7757-407c-a103-17bd3e9cf401 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.11 "DELETE /v2.0/ports/672879be-47ad-4651-a974-bbdbc24f189b HTTP/1.1" status: 204 len: 173 time: 4.5552416 Jul 09 13:39:56.960178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.004510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b98254ce-4c48-4e46-8f7a-b65adf1f4296 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:57.040516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0ae77ff5-ae60-40fe-9b89-42390f0617ae None None] Port 8571fda3-b547-41f2-9112-730f3acdbebb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:57.045525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:57.047192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:57.048219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'name': 'network-vif-deleted', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:57.051409 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1efbf7-636e-4415-af37-a60146c872b0" -d '{"events": [{"server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "name": "network-vif-deleted", "tag": "672879be-47ad-4651-a974-bbdbc24f189b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:57.073434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46b191ec-20f3-4e8c-812b-cd60cdc1b243 req-e6f1eb5c-fd68-4bf9-b311-ecbd5e320969 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 210 time: 0.3904936 Jul 09 13:39:57.074296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a1875-9dd5-4395-89a5-108599664c57 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e85c755d-7c64-4a28-8971-ada7e8373924,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:57.080718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.081946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c5e8a8c-b8c6-45a9-9e5d-ddc15b463c07 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.0132439 Jul 09 13:39:57.084712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55214) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:57.168662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f809ed6c-d37b-455a-b02a-9b70da4e1255 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3686907 Jul 09 13:39:57.172944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55218) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:57.205577 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19b59eb-166f-4fd5-aa3f-d255a84ecdb1 x-openstack-request-id: req-a19b59eb-166f-4fd5-aa3f-d255a84ecdb1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:57.206122 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ff4a75-06d2-47d1-bb1b-237af158ad31", "name": "network-vif-deleted", "tag": "672879be-47ad-4651-a974-bbdbc24f189b", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:57.206531 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a19b59eb-166f-4fd5-aa3f-d255a84ecdb1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:57.207111 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ff4a75-06d2-47d1-bb1b-237af158ad31', 'name': 'network-vif-deleted', 'tag': '672879be-47ad-4651-a974-bbdbc24f189b', 'status': 'completed', 'code': 200} Jul 09 13:39:57.244860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Deleting port 2dc38fe8-e827-437a-a426-6c7255d94968 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:57.245606 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.309104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-90b225e8-fb9c-479c-aca3-a678fb18d22f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.318624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-90b225e8-fb9c-479c-aca3-a678fb18d22f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.427290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-90b225e8-fb9c-479c-aca3-a678fb18d22f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.433587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-90b225e8-fb9c-479c-aca3-a678fb18d22f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.438665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-90b225e8-fb9c-479c-aca3-a678fb18d22f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4d8f1236-703c-4f8d-a10c-3391b40808dd HTTP/1.1" status: 204 len: 168 time: 0.2595978 Jul 09 13:39:57.443264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:57.453361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Port': ['ID=ef293856-dded-4e03-b131-017a69a2177f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:57.482158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b225e8-fb9c-479c-aca3-a678fb18d22f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d8f1236-703c-4f8d-a10c-3391b40808dd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:57.508204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.597435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce1f3f6d-f07e-477c-9000-f386366ab0f2 req-95d0c552-2048-462d-a42f-55635b22b1f6 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ff4a75-06d2-47d1-bb1b-237af158ad31 HTTP/1.1" status: 200 len: 210 time: 0.0834424 Jul 09 13:39:57.650959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-93d64257-2ee3-44eb-9a03-683521a8b996 None None] Provisioning for port b98254ce-4c48-4e46-8f7a-b65adf1f4296 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:57.689058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b98254ce-4c48-4e46-8f7a-b65adf1f4296 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:57.691141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] For port 2dc38fe8-e827-437a-a426-6c7255d94968, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2dc38fe8-e827-437a-a426-6c7255d94968,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:57.691640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.701456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cdc5655b-9a1b-4247-a690-7403b99403a8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2543457 Jul 09 13:39:57.702662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55222) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:57.703386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:57.706855 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.723309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Calling delete_port for 2dc38fe8-e827-437a-a426-6c7255d94968 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:57.791945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-93d64257-2ee3-44eb-9a03-683521a8b996 None None] Provisioning complete for port b98254ce-4c48-4e46-8f7a-b65adf1f4296 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:57.792377 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-93d64257-2ee3-44eb-9a03-683521a8b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.821605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e9a4-b053-4def-addb-4b3e7bd222a1 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.879460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e9a4-b053-4def-addb-4b3e7bd222a1 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.913579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b98254ce-4c48-4e46-8f7a-b65adf1f4296 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:57.913961 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.011759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e9a4-b053-4def-addb-4b3e7bd222a1 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.018400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e9a4-b053-4def-addb-4b3e7bd222a1 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.023358 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f4f0e9a4-b053-4def-addb-4b3e7bd222a1 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a2738efd-3097-4483-9ed8-0611be6533b8 HTTP/1.1" status: 204 len: 168 time: 0.3148961 Jul 09 13:39:58.025675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55224) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:58.087646 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-654713bb-7e45-4cf0-b3d1-d52c92bcef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.112407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0e9a4-b053-4def-addb-4b3e7bd222a1 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2738efd-3097-4483-9ed8-0611be6533b8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:58.154890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-654713bb-7e45-4cf0-b3d1-d52c92bcef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.287930 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-25581d4a-7735-4599-b604-05498680173b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2344267 Jul 09 13:39:58.310090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-93d64257-2ee3-44eb-9a03-683521a8b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.348310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55228) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:58.396935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-0488cdce-d885-4a77-8bfd-62e3d8a629b1 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:58.398469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-0488cdce-d885-4a77-8bfd-62e3d8a629b1 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.10 "GET /v2.0/networks?id=3bd22c4e-9180-43b6-9b38-88ad715bb7da HTTP/1.1" status: 200 len: 814 time: 0.3162544 Jul 09 13:39:58.445369 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-da260583-6282-4baa-995f-dee0b039f6d4 req-ce7d4167-89f8-4b88-b4c7-922cde635b70 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 210 time: 0.1487367 Jul 09 13:39:58.460118 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.467652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:39:50Z', 'revision_number': 3, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:58.474188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Request body: {'port': {'device_id': '349801cc-552e-4bc1-8b6d-21b116b99ff5', 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da', 'admin_state_up': True, 'tenant_id': '73f3bb17e27d46d4867789461484138b'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:58.482456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-93d64257-2ee3-44eb-9a03-683521a8b996 None None] For port b98254ce-4c48-4e46-8f7a-b65adf1f4296, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b98254ce-4c48-4e46-8f7a-b65adf1f4296,segment=NetworkSegment(3b14056d-e89a-4e8b-b1f3-5a34a5112d9f),segment_id=3b14056d-e89a-4e8b-b1f3-5a34a5112d9f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:58.520611 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-93d64257-2ee3-44eb-9a03-683521a8b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.545832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Checking router: 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:39:58.546201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Updating router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:39:58.656653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff6fff85-1586-463d-8a56-5d726f0a3ebb tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.657435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-654713bb-7e45-4cf0-b3d1-d52c92bcef44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2da84960bfd148fdab2749dd6058de23&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8897414 Jul 09 13:39:58.658261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55232) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:58.667220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654713bb-7e45-4cf0-b3d1-d52c92bcef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571deb1f-8f9b-4261-b7f0-f1fc632c7645,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:58.772297 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff6fff85-1586-463d-8a56-5d726f0a3ebb tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.829535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55234) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:58.831222 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:39:58.831750 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:39:58.846737 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.851629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 8571fda3-b547-41f2-9112-730f3acdbebb {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:58.852096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.865463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.879034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d64257-2ee3-44eb-9a03-683521a8b996 None None] Pushing event updated for resources: {'Port': ['ID=b98254ce-4c48-4e46-8f7a-b65adf1f4296,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:58.923931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-01b9e5af-e6cd-4617-9d9e-a8d30f8f572b None None] Provisioning for port ef293856-dded-4e03-b131-017a69a2177f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:58.957504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.962130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-72265af8-5149-4801-b6ca-43cd9928b755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.965636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff6fff85-1586-463d-8a56-5d726f0a3ebb tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.969297 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ff6fff85-1586-463d-8a56-5d726f0a3ebb tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.970807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff6fff85-1586-463d-8a56-5d726f0a3ebb tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/f3060e0b-147a-4b05-9fb2-18c96e538fc1 HTTP/1.1" status: 204 len: 168 time: 0.6168180 Jul 09 13:39:58.980319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55236) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:59.004706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-01b9e5af-e6cd-4617-9d9e-a8d30f8f572b None None] Provisioning complete for port ef293856-dded-4e03-b131-017a69a2177f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:59.005357 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-01b9e5af-e6cd-4617-9d9e-a8d30f8f572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.022641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Made reservation on behalf of 73f3bb17e27d46d4867789461484138b for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:59.026178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.058994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fff85-1586-463d-8a56-5d726f0a3ebb tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3060e0b-147a-4b05-9fb2-18c96e538fc1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:59.064185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc38fe8-e827-437a-a426-6c7255d94968,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:59.085667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-72265af8-5149-4801-b6ca-43cd9928b755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.093882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-01b9e5af-e6cd-4617-9d9e-a8d30f8f572b None None] Port ef293856-dded-4e03-b131-017a69a2177f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:59.153503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.159872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-415d501f-6dea-4263-a386-f06eefdf3271 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.193074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.194798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.238547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-de74f05f-a11d-46d3-a6f0-7aeb1c160785 None None] Provisioning complete for port b98254ce-4c48-4e46-8f7a-b65adf1f4296 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:59.238816 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-de74f05f-a11d-46d3-a6f0-7aeb1c160785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.268437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 8571fda3-b547-41f2-9112-730f3acdbebb owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:59.291859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-415d501f-6dea-4263-a386-f06eefdf3271 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.299769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6c6a3455-b579-4e5e-8812-5bff854ae7a9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3087919 Jul 09 13:39:59.312566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55238) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:59.317121 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-49506845-2f29-4488-a16c-22152bc0c7ed tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-secgroup--224827310'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:59.340210 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.380879 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.384877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.422664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Transition to ACTIVE for port object 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:59.425202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Port': ['ID=ef293856-dded-4e03-b131-017a69a2177f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:59.458034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.489266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Allocated IP 172.20.0.1 (085772ec-8764-469c-b613-f5ac676f7c6c/87f5c38f-0119-4f4e-a019-0d4fd9653be0/b3b63047-cb1e-4bb5-a84d-ea00c8900d07) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:59.492837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:59.536405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-72265af8-5149-4801-b6ca-43cd9928b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.538911 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-72265af8-5149-4801-b6ca-43cd9928b755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.543085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-72265af8-5149-4801-b6ca-43cd9928b755 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/571deb1f-8f9b-4261-b7f0-f1fc632c7645 HTTP/1.1" status: 204 len: 168 time: 0.8770652 Jul 09 13:39:59.562284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Attempting to bind port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:59.562824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Attempting to bind port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:59.563287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Attempting to bind port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:59.584504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:59.585045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:59.585560 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.586084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:59.586670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Bound port: 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:59.587575 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.589694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:39:59.593789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8277-c7e5-4503-b8cd-649edf1dba03 None None] Pushing event updated for resources: {'Port': ['ID=9b1fa23f-98ef-4ced-a9e9-74203d7beb5a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:59.606059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.616810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.627162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:59.627927 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.643092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72265af8-5149-4801-b6ca-43cd9928b755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571deb1f-8f9b-4261-b7f0-f1fc632c7645,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:59.684848 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.688408 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49506845-2f29-4488-a16c-22152bc0c7ed tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.690961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Allocated IP 172.20.0.10 (3bd22c4e-9180-43b6-9b38-88ad715bb7da/5ff354ce-6bfc-46c5-be7b-185a2c29a859/e973210f-44db-4487-8348-3fc7c0fbd858) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:59.703256 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-415d501f-6dea-4263-a386-f06eefdf3271 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.705954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-415d501f-6dea-4263-a386-f06eefdf3271 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.709431 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-415d501f-6dea-4263-a386-f06eefdf3271 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/security-groups/363a0b17-9907-4726-b218-45753d298250 HTTP/1.1" status: 204 len: 168 time: 0.8712711 Jul 09 13:39:59.711800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55244) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:59.724516 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.725332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6283a57-d8d1-4856-a989-356dc7ddc98a {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:39:59.741826 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.746248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ea0e30cd-e5ad-49bb-b351-bde7acf3c61a admin admin] 10.222.0.32 "DELETE /v2.0/routers/e6283a57-d8d1-4856-a989-356dc7ddc98a HTTP/1.1" status: 204 len: 168 time: 6.5927122 Jul 09 13:39:59.748775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55246) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:59.787926 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-008d4f0b-4543-4174-a95a-d7b4e233ab70 req-dff41c99-d262-4df3-8caf-e298b4df741a tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 210 time: 0.0946960 Jul 09 13:39:59.797463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] For port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:59.802034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.821110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] For port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9b1fa23f-98ef-4ced-a9e9-74203d7beb5a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:59.828190 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.838523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:59.847565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:59.851851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d501f-6dea-4263-a386-f06eefdf3271 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363a0b17-9907-4726-b218-45753d298250,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:59.879201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Transition to ACTIVE for port object b3b63047-cb1e-4bb5-a84d-ea00c8900d07 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:59.967310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,segment=NetworkSegment(56e141fe-1919-4b93-bed6-3cf64a194b01),segment_id=56e141fe-1919-4b93-bed6-3cf64a194b01)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:59.985282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:59.986793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:00.117191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:00.159926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-0321bb5e-cb8f-4ce2-949c-afb5ec7ac9e9 admin admin] Deleting subnet 0728d4d0-2a44-4ec1-b201-7cb38e4632eb {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:00.182588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.183011 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.187539 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0321bb5e-cb8f-4ce2-949c-afb5ec7ac9e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.205153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:00.210088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8277-c7e5-4503-b8cd-649edf1dba03 None None] Pushing event updated for resources: {'Port': ['ID=9b1fa23f-98ef-4ced-a9e9-74203d7beb5a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:00.237694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.279478 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6cb054a4-37e6-4ab3-9b50-446d158eb622 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.289963 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.320387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:00.320671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4c6769b4-bc81-4a90-9d2e-7ded3f4e64e0 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:00.382367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-57eba9cf-2d4f-4de9-ab56-d499ddf897af None None] Provisioning complete for port ef293856-dded-4e03-b131-017a69a2177f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:00.382816 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-57eba9cf-2d4f-4de9-ab56-d499ddf897af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.395476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6cb054a4-37e6-4ab3-9b50-446d158eb622 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.422391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:00.428459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-57eba9cf-2d4f-4de9-ab56-d499ddf897af None None] Port ef293856-dded-4e03-b131-017a69a2177f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:00.502216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b98254ce-4c48-4e46-8f7a-b65adf1f4296 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:00.514179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Network 3bd22c4e-9180-43b6-9b38-88ad715bb7da is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:00.516025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:00.521677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:00.570289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:39:50Z', 'revision_number': 3, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:00.601490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:00.602670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.611158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6cb054a4-37e6-4ab3-9b50-446d158eb622 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.613778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6cb054a4-37e6-4ab3-9b50-446d158eb622 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.618448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6cb054a4-37e6-4ab3-9b50-446d158eb622 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/security-groups/48fd3857-d279-4b37-a06e-76f887ac352f HTTP/1.1" status: 204 len: 168 time: 0.9047251 Jul 09 13:40:00.619489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55260) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:00.623947 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648dbe3f-ba58-4209-af72-840a25d548ae None None] The sync data for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 is: [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:39:50Z', 'revision_number': 3, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:00.628241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b98254ce-4c48-4e46-8f7a-b65adf1f4296 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:00.628909 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.643380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb054a4-37e6-4ab3-9b50-446d158eb622 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd3857-d279-4b37-a06e-76f887ac352f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:00.654601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Pushing event updated for resources: {'Port': ['ID=e973210f-44db-4487-8348-3fc7c0fbd858,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:00.720458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=8571fda3-b547-41f2-9112-730f3acdbebb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:00.735888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Router 1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:40:00.740754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0321bb5e-cb8f-4ce2-949c-afb5ec7ac9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.783008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.803698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b6097e62-a19d-4bb9-bfe1-ed2d56e1277e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:00.875793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:00.876172 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.932019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Pushing event updated for resources: {'Port': ['ID=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:01.066036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Network 085772ec-8764-469c-b613-f5ac676f7c6c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:01.120581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:01.127325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:01.128987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2dc38fe8-e827-437a-a426-6c7255d94968 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:01.173107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2dc38fe8-e827-437a-a426-6c7255d94968 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:01.173556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2dc38fe8-e827-437a-a426-6c7255d94968 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:01.321798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.340249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.486518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-457a6f8c-8baa-4a6b-97ed-ce1d3d7a21d5 None None] Provisioning for port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:01.493813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-457a6f8c-8baa-4a6b-97ed-ce1d3d7a21d5 None None] Provisioning complete for port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:01.494511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-457a6f8c-8baa-4a6b-97ed-ce1d3d7a21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.553908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-457a6f8c-8baa-4a6b-97ed-ce1d3d7a21d5 None None] Port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:01.568366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0321bb5e-cb8f-4ce2-949c-afb5ec7ac9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.591874 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49506845-2f29-4488-a16c-22152bc0c7ed tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.604830 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49506845-2f29-4488-a16c-22152bc0c7ed tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.650131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49506845-2f29-4488-a16c-22152bc0c7ed tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3fad56-47ed-41fe-86d9-3976da9ecc95,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:01.661846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a1f46d91-5eea-4c55-835a-47f1db165931 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2151167 Jul 09 13:40:01.749733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49506845-2f29-4488-a16c-22152bc0c7ed tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.751405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-49506845-2f29-4488-a16c-22152bc0c7ed tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4378474 Jul 09 13:40:01.756589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55282) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:01.761760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-64a35d70-ccd0-4760-ac0d-d1932f55d59a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': '3f3fad56-47ed-41fe-86d9-3976da9ecc95', 'direction': 'ingress', 'protocol': 17}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:01.814832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:01.823594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router a176c5b1-0746-497e-9b2e-06da0a2f4e94 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:01.824582 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a213f89-4905-49c3-b6b8-814dbf9b4ce8 None None] Sync routers for ids ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:01.838572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b1f69ed8-0fe2-4c3a-86f1-5687ade87ef0 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "PUT /v2.0/routers/1cc348d4-6cf1-452d-8cbf-cc1ca74c7143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1894906 Jul 09 13:40:01.838801 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a213f89-4905-49c3-b6b8-814dbf9b4ce8 None None] Routers {'1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:01.838801 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3a213f89-4905-49c3-b6b8-814dbf9b4ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:01.841217 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64a35d70-ccd0-4760-ac0d-d1932f55d59a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.846722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55286) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:01.871243 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0321bb5e-cb8f-4ce2-949c-afb5ec7ac9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.901954 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3a213f89-4905-49c3-b6b8-814dbf9b4ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:01.902153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.917118 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a213f89-4905-49c3-b6b8-814dbf9b4ce8 None None] Routers {'1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:01.917809 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3a213f89-4905-49c3-b6b8-814dbf9b4ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:01.986585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321bb5e-cb8f-4ce2-949c-afb5ec7ac9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0728d4d0-2a44-4ec1-b201-7cb38e4632eb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:02.008377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c913bff-65f2-45cd-b816-4875bcf2d0e8 None None] Network 2a0f6167-6c10-4698-9b53-b91ea671a5f4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:02.053182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e49e7-46bc-486d-825a-6b269223ba42 req-3aaff75c-ccb7-454b-b0cc-4a3f22cca77d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:02.054798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa2e49e7-46bc-486d-825a-6b269223ba42 req-3aaff75c-ccb7-454b-b0cc-4a3f22cca77d tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 932 time: 0.5093293 Jul 09 13:40:02.059155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0321bb5e-cb8f-4ce2-949c-afb5ec7ac9e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.067917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Request body: {'port': {'device_id': '349801cc-552e-4bc1-8b6d-21b116b99ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:02.072453 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0321bb5e-cb8f-4ce2-949c-afb5ec7ac9e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0728d4d0-2a44-4ec1-b201-7cb38e4632eb HTTP/1.1" status: 204 len: 168 time: 2.3152959 Jul 09 13:40:02.082459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55292) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:02.089552 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3a213f89-4905-49c3-b6b8-814dbf9b4ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:02.090223 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a213f89-4905-49c3-b6b8-814dbf9b4ce8 None None] The sync data for ids ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:02.183834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:02.199985 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6e35f3ae-d841-44c5-afb1-cacc9172da16 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/a176c5b1-0746-497e-9b2e-06da0a2f4e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5932384 Jul 09 13:40:02.202858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55298) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:02.232621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64a35d70-ccd0-4760-ac0d-d1932f55d59a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.237294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d582c0-0f1f-4cd2-a9ca-7a9097b088a0 None None] Sync routers for ids ['a176c5b1-0746-497e-9b2e-06da0a2f4e94'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:02.316261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa2e49e7-46bc-486d-825a-6b269223ba42 req-0dd603f1-296b-4832-8e45-3d6e63b38698 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278721 Jul 09 13:40:02.317587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64a35d70-ccd0-4760-ac0d-d1932f55d59a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.360434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.461592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a35d70-ccd0-4760-ac0d-d1932f55d59a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806d4d1d-6733-4313-8a23-058cbc2d903c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:02.473149 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.505769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64a35d70-ccd0-4760-ac0d-d1932f55d59a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.506842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-64a35d70-ccd0-4760-ac0d-d1932f55d59a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7492063 Jul 09 13:40:02.511430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55306) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:02.564880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d582c0-0f1f-4cd2-a9ca-7a9097b088a0 None None] Routers {'a176c5b1-0746-497e-9b2e-06da0a2f4e94'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:02.566157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d5d582c0-0f1f-4cd2-a9ca-7a9097b088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a176c5b1-0746-497e-9b2e-06da0a2f4e94'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:02.608820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d5d582c0-0f1f-4cd2-a9ca-7a9097b088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:02.611271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:02.679031 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-db5ad1f9-1746-4bc5-99b2-629a4516f1fe tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 13:40:02.681721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d582c0-0f1f-4cd2-a9ca-7a9097b088a0 None None] Routers {'a176c5b1-0746-497e-9b2e-06da0a2f4e94'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:02.682632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d5d582c0-0f1f-4cd2-a9ca-7a9097b088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a176c5b1-0746-497e-9b2e-06da0a2f4e94'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:02.682989 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-db5ad1f9-1746-4bc5-99b2-629a4516f1fe tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/a176c5b1-0746-497e-9b2e-06da0a2f4e94/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4760311 Jul 09 13:40:02.685367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55308) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:02.736960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d5d582c0-0f1f-4cd2-a9ca-7a9097b088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:02.738680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d582c0-0f1f-4cd2-a9ca-7a9097b088a0 None None] The sync data for ids ['a176c5b1-0746-497e-9b2e-06da0a2f4e94'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:02.759391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:02.764203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:02.764586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-105a4ce3-2447-4250-952e-4557be567b35 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=a176c5b1-0746-497e-9b2e-06da0a2f4e94 HTTP/1.1" status: 200 len: 205 time: 0.0761840 Jul 09 13:40:02.765724 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.769459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55310) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:02.826798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] DHCP port deletion for 2a0f6167-6c10-4698-9b53-b91ea671a5f4 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:02.904826 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.917478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55314) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:02.919872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.923450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bd10-0318-421c-8a33-076fe97d4ded tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.935225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9b1fa23f-98ef-4ced-a9e9-74203d7beb5a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:02.938718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] Deleting port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:02.939135 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.957349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.959332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:02.960389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bd10-0318-421c-8a33-076fe97d4ded tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.018271 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Deleting port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:03.018622 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.020551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.074259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d45fb5f6-a5e4-4084-9337-d385e1db37d4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.076754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.094220 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-11e34522-5de1-4065-a9ea-408bdb0e51d4 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:40:03.095141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-11e34522-5de1-4065-a9ea-408bdb0e51d4 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "PUT /v2.0/routers/1cc348d4-6cf1-452d-8cbf-cc1ca74c7143/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2477512 Jul 09 13:40:03.097505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bd10-0318-421c-8a33-076fe97d4ded tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.100259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bd10-0318-421c-8a33-076fe97d4ded tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.101597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e9c2bd10-0318-421c-8a33-076fe97d4ded tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f3fad56-47ed-41fe-86d9-3976da9ecc95 HTTP/1.1" status: 204 len: 168 time: 0.5875726 Jul 09 13:40:03.112814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55318) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:03.113158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55320) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:03.117288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] For port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:03.117889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.119577 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.153536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] Calling delete_port for 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:03.155098 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-66c95b80-30a4-4aac-a5eb-247936be2c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.157136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:03.157515 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.194742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=9b1fa23f-98ef-4ced-a9e9-74203d7beb5a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:03.319212 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.330895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2bd10-0318-421c-8a33-076fe97d4ded tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3fad56-47ed-41fe-86d9-3976da9ecc95,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:03.353080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bf28e803-d922-4906-9fee-0119b393dd35 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2370706 Jul 09 13:40:03.356331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55322) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:03.365903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] Pushing event deleted for resources: {'Port': ['ID=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:03.366260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Pushing event updated for resources: {'Port': ['ID=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:03.373112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba93485-a822-4cc1-969d-fcec47ca8af4 None None] No DVR routers for this DVR port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:03.373614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a1c67d98-10c2-4a1f-bac3-b4d89d2b89ac tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021207475'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:03.389441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] For port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,segment=NetworkSegment(b63aeabd-8b80-4a11-a537-7cae1902352c),segment_id=b63aeabd-8b80-4a11-a537-7cae1902352c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:03.391118 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.507136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e973210f-44db-4487-8348-3fc7c0fbd858 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:03.508110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Calling delete_port for 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:03.554571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d45fb5f6-a5e4-4084-9337-d385e1db37d4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.568582 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d45fb5f6-a5e4-4084-9337-d385e1db37d4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.582579 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.607087 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:40:03.653249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Transition to ACTIVE for port object e973210f-44db-4487-8348-3fc7c0fbd858 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:03.687252 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.816204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Pushing event updated for resources: {'Port': ['ID=e973210f-44db-4487-8348-3fc7c0fbd858,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:03.847711 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-66c95b80-30a4-4aac-a5eb-247936be2c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.883421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-66c95b80-30a4-4aac-a5eb-247936be2c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.986976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Network 085772ec-8764-469c-b613-f5ac676f7c6c is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:04.002633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:04.033517 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d45fb5f6-a5e4-4084-9337-d385e1db37d4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.034012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45fb5f6-a5e4-4084-9337-d385e1db37d4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Fanout notify agent at l3_agent the message router_deleted on router a176c5b1-0746-497e-9b2e-06da0a2f4e94 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:40:04.044603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d45fb5f6-a5e4-4084-9337-d385e1db37d4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.050105 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d45fb5f6-a5e4-4084-9337-d385e1db37d4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/a176c5b1-0746-497e-9b2e-06da0a2f4e94 HTTP/1.1" status: 204 len: 168 time: 1.2750523 Jul 09 13:40:04.053397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55326) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:04.071039 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1c67d98-10c2-4a1f-bac3-b4d89d2b89ac tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.186274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55532c-04f3-4dee-87ef-0b3a8933f9ab req-8377ac72-aa3a-40b1-af93-a032ef22c0ca tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:04.189208 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fe55532c-04f3-4dee-87ef-0b3a8933f9ab req-8377ac72-aa3a-40b1-af93-a032ef22c0ca tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 932 time: 0.6855202 Jul 09 13:40:04.258544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f44c1fe-e690-439f-96b4-6d68466dd78a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet 4f8f5c5a-8e2f-41ed-ba65-1293166bc9b2 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:04.275146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.291894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f44c1fe-e690-439f-96b4-6d68466dd78a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.302973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-61420161-31bc-455c-a4c1-ba1bb5722103 None None] Provisioning complete for port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:04.303504 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61420161-31bc-455c-a4c1-ba1bb5722103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.342686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-61420161-31bc-455c-a4c1-ba1bb5722103 None None] Port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:04.373144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Pushing event deleted for resources: {'Port': ['ID=9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:04.378434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] No DVR routers for this DVR port 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:04.382159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c95b80-30a4-4aac-a5eb-247936be2c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdb81b8-b3be-4024-8f10-f296820c2e69,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:04.397549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-66c95b80-30a4-4aac-a5eb-247936be2c5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7917584376e54a76af545e3c9c6a3c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4704657 Jul 09 13:40:04.398636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55328) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:04.427013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Attempting to bind port e973210f-44db-4487-8348-3fc7c0fbd858 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:04.427013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Attempting to bind port e973210f-44db-4487-8348-3fc7c0fbd858 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:04.427461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Attempting to bind port e973210f-44db-4487-8348-3fc7c0fbd858 on network 3bd22c4e-9180-43b6-9b38-88ad715bb7da {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:04.432779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fe55532c-04f3-4dee-87ef-0b3a8933f9ab req-a8e2565d-aa01-4237-bb72-958847f45eca tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298062 Jul 09 13:40:04.450307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f44c1fe-e690-439f-96b4-6d68466dd78a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.460942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Port e973210f-44db-4487-8348-3fc7c0fbd858 on network 3bd22c4e-9180-43b6-9b38-88ad715bb7da not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:40:04.461284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Attempting to bind port e973210f-44db-4487-8348-3fc7c0fbd858 on network 3bd22c4e-9180-43b6-9b38-88ad715bb7da {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:04.464943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:04.487395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:04.487740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Checking segment: {'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:04.488159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Bound using segment: {'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:04.489191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Bound port: e973210f-44db-4487-8348-3fc7c0fbd858, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b0d0db-3e8b-4304-ad50-10afebacbced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:04.489191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.516435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:04.525363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:04.525812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.587815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:04.588315 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.605352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.611296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.625781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1c67d98-10c2-4a1f-bac3-b4d89d2b89ac tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.630226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0f6167-6c10-4698-9b53-b91ea671a5f4']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:04.667813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1c67d98-10c2-4a1f-bac3-b4d89d2b89ac tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.672259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63aeabd-8b80-4a11-a537-7cae1902352c') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:04.672652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63aeabd-8b80-4a11-a537-7cae1902352c') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:04.676976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:04.689166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] For port e973210f-44db-4487-8348-3fc7c0fbd858, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:04.697186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:04.697546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9975ba17-f4c6-4fe3-94a1-fd2ad8ebc601 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:04.700973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] For port e973210f-44db-4487-8348-3fc7c0fbd858, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e973210f-44db-4487-8348-3fc7c0fbd858,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:04.736832 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.741663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.766269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39222017-a524-4082-8ae7-2bfda024bc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.784986 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1c67d98-10c2-4a1f-bac3-b4d89d2b89ac tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.786148 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a1c67d98-10c2-4a1f-bac3-b4d89d2b89ac tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4286108 Jul 09 13:40:04.792583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55330) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:04.801122 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f44c1fe-e690-439f-96b4-6d68466dd78a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.801710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-264c53a6-f494-4dab-8870-674480eff9ab tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591770049'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:04.805559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c67d98-10c2-4a1f-bac3-b4d89d2b89ac tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b7ad3d-ef65-4003-9723-2c96ef2f94b9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:04.808121 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.820551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:04.821191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.822574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] 10.222.0.10 "PUT /v2.0/ports/e973210f-44db-4487-8348-3fc7c0fbd858 HTTP/1.1" status: 200 len: 1092 time: 3.1475716 Jul 09 13:40:04.824567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349801cc-552e-4bc1-8b6d-21b116b99ff5', 'tag': 'e973210f-44db-4487-8348-3fc7c0fbd858'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:04.826789 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa" -d '{"events": [{"name": "network-changed", "server_uuid": "349801cc-552e-4bc1-8b6d-21b116b99ff5", "tag": "e973210f-44db-4487-8348-3fc7c0fbd858"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:04.878811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:04.879248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.882129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39222017-a524-4082-8ae7-2bfda024bc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:04.883809 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:04.902887 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a1c202-4028-4fed-b081-f1e72d9bcc13 x-openstack-request-id: req-44a1c202-4028-4fed-b081-f1e72d9bcc13 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:04.903210 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349801cc-552e-4bc1-8b6d-21b116b99ff5", "tag": "e973210f-44db-4487-8348-3fc7c0fbd858", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:04.903456 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44a1c202-4028-4fed-b081-f1e72d9bcc13 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:04.904345 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349801cc-552e-4bc1-8b6d-21b116b99ff5', 'tag': 'e973210f-44db-4487-8348-3fc7c0fbd858', 'status': 'completed', 'code': 200} Jul 09 13:40:04.926618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7907-e515-4e19-8b9d-1e0d9e1d2636 service neutron] Pushing event updated for resources: {'Port': ['ID=e973210f-44db-4487-8348-3fc7c0fbd858,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:04.973506 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-264c53a6-f494-4dab-8870-674480eff9ab tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.977829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] For port aef6d8d8-6d01-4cca-a0bc-2ff1b2984063, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:04.978194 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.002106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:05.009573 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f7d2b81f-edac-49c4-861c-8d79530b329b admin admin] 10.222.0.32 "PUT /v2.0/routers/4a1acd59-e3c5-4c2c-bccc-f407a23d95d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9234004 Jul 09 13:40:05.015911 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Sync routers for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:05.021265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Calling delete_port for aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:05.022256 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.031166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.035987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] 10.222.0.32 "DELETE /v2.0/networks/2a0f6167-6c10-4698-9b53-b91ea671a5f4 HTTP/1.1" status: 204 len: 168 time: 2.9498026 Jul 09 13:40:05.052846 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:05.054011 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:05.071080 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f44c1fe-e690-439f-96b4-6d68466dd78a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.089784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a55e77-6593-4b62-885a-02b6c8f480bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0f6167-6c10-4698-9b53-b91ea671a5f4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.098578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39222017-a524-4082-8ae7-2bfda024bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.114074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-39222017-a524-4082-8ae7-2bfda024bc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.128087 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-39222017-a524-4082-8ae7-2bfda024bc9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bdb81b8-b3be-4024-8f10-f296820c2e69 HTTP/1.1" status: 204 len: 168 time: 0.7102089 Jul 09 13:40:05.150712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a0f50ff7-6dfa-4017-80d9-deea6942f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:05.152299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-a0f50ff7-6dfa-4017-80d9-deea6942f9f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73f3bb17e27d46d4867789461484138b&device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 1095 time: 0.2515213 Jul 09 13:40:05.168947 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f44c1fe-e690-439f-96b4-6d68466dd78a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.172308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3f44c1fe-e690-439f-96b4-6d68466dd78a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/4f8f5c5a-8e2f-41ed-ba65-1293166bc9b2 HTTP/1.1" status: 204 len: 168 time: 1.1148469 Jul 09 13:40:05.173553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44c1fe-e690-439f-96b4-6d68466dd78a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8f5c5a-8e2f-41ed-ba65-1293166bc9b2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.178633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550356ac-a321-41bf-9f8b-4c1622e8a2eb None None] Network 139b2873-52f5-4122-a3ab-34c386f9a801 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:05.179611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:05.201115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39222017-a524-4082-8ae7-2bfda024bc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdb81b8-b3be-4024-8f10-f296820c2e69,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.256316 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:05.307054 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55344) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:05.341077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-6f7d235f-5cdc-44ba-9d80-48cca12caa3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e973210f-44db-4487-8348-3fc7c0fbd858 HTTP/1.1" status: 200 len: 217 time: 0.1781936 Jul 09 13:40:05.412812 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a5b13545-59e9-43cb-b678-807d7b3974e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=304b50eb4b184c3faf2477a6bf16827f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021707 Jul 09 13:40:05.413875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55346) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:05.485305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5b48-79db-466e-802f-328df6e1f453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.512565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5b48-79db-466e-802f-328df6e1f453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.534824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] DHCP port deletion for 139b2873-52f5-4122-a3ab-34c386f9a801 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:05.536866 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 2, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:05.574998 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Checking router: 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:05.575753 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Updating router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:05.607446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5b48-79db-466e-802f-328df6e1f453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.612197 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5b48-79db-466e-802f-328df6e1f453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.615710 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cdaf5b48-79db-466e-802f-328df6e1f453 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba93ca3e-4a12-44fa-aa38-84a73c5b3f08 HTTP/1.1" status: 204 len: 168 time: 0.1971486 Jul 09 13:40:05.619811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] Deleting port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:05.620236 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.626389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf5b48-79db-466e-802f-328df6e1f453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba93ca3e-4a12-44fa-aa38-84a73c5b3f08,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.674859 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.675706 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-264c53a6-f494-4dab-8870-674480eff9ab tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.706291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-264c53a6-f494-4dab-8870-674480eff9ab tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.747399 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.758341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55356) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:05.768462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] For port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b6097e62-a19d-4bb9-bfe1-ed2d56e1277e,segment=NetworkSegment(a427b2c2-7c8b-4872-9c02-d836e3981f83),segment_id=a427b2c2-7c8b-4872-9c02-d836e3981f83)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:05.769951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.778703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70484c6f-e68c-463e-8815-4fbab1abfc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.799788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] Calling delete_port for b6097e62-a19d-4bb9-bfe1-ed2d56e1277e owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:05.861680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0346ee-0d54-4646-8fcb-5dc7fc3f6572 req-a66bf794-3650-4109-8501-fce8029c6446 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:05.872604 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7c0346ee-0d54-4646-8fcb-5dc7fc3f6572 req-a66bf794-3650-4109-8501-fce8029c6446 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 944 time: 0.1771514 Jul 09 13:40:05.891354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-0e581b09-05a1-462f-a53c-bf8de7611220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:05.892889 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-0e581b09-05a1-462f-a53c-bf8de7611220 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff354ce-6bfc-46c5-be7b-185a2c29a859 HTTP/1.1" status: 200 len: 854 time: 0.4638121 Jul 09 13:40:05.949077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c53a6-f494-4dab-8870-674480eff9ab tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8965d067-ca26-443c-99a4-08966fdc7166,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.976391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-e70b7295-32a9-47d7-a3d3-df3a8741426b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bd22c4e-9180-43b6-9b38-88ad715bb7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649190 Jul 09 13:40:05.987248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7c0346ee-0d54-4646-8fcb-5dc7fc3f6572 req-5d7dc0f7-cce5-44f9-b07a-26a0150d024f tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132572 Jul 09 13:40:05.995309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.039342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] The port 'b6097e62-a19d-4bb9-bfe1-ed2d56e1277e' was deleted {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 13:40:06.072843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] Pushing event deleted for resources: {'Port': ['ID=b6097e62-a19d-4bb9-bfe1-ed2d56e1277e,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:06.085650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfebe48-6bfc-4c6a-9ab0-25923c8d373a None None] No DVR routers for this DVR port b6097e62-a19d-4bb9-bfe1-ed2d56e1277e on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:06.104470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70484c6f-e68c-463e-8815-4fbab1abfc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.115439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-70484c6f-e68c-463e-8815-4fbab1abfc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.167922 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-264c53a6-f494-4dab-8870-674480eff9ab tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.168311 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.172775 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-264c53a6-f494-4dab-8870-674480eff9ab tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3710945 Jul 09 13:40:06.193593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55364) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:06.201247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e8bff14b-6045-402c-8fe6-9634148759e8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': '00b7ad3d-ef65-4003-9723-2c96ef2f94b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8965d067-ca26-443c-99a4-08966fdc7166', 'remote_ip_prefix': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:06.221747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-70484c6f-e68c-463e-8815-4fbab1abfc04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9069a2d030484aed9811fb9a05efb92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594867 Jul 09 13:40:06.222621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55368) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:06.225065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70484c6f-e68c-463e-8815-4fbab1abfc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84078bd8-8cca-49a1-8b2d-10d31a274d13,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:06.230149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Deleting port ef293856-dded-4e03-b131-017a69a2177f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:06.230738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.238800 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Transition to ACTIVE for port object b3b63047-cb1e-4bb5-a84d-ea00c8900d07 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:06.248978 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.302181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.305307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.325743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8bff14b-6045-402c-8fe6-9634148759e8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.359596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45df8984-ee49-4fda-b1b6-8205148a6a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.367534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139b2873-52f5-4122-a3ab-34c386f9a801']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:06.372945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Port': ['ID=aef6d8d8-6d01-4cca-a0bc-2ff1b2984063,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:06.400237 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Pushing event updated for resources: {'Port': ['ID=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:06.413654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-53bb0e2f-cecf-4fbe-b46a-cdb4f87ec542 service neutron] 10.222.0.10 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096673 Jul 09 13:40:06.430196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45df8984-ee49-4fda-b1b6-8205148a6a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.461884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b6097e62-a19d-4bb9-bfe1-ed2d56e1277e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:06.476706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a427b2c2-7c8b-4872-9c02-d836e3981f83') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:06.477779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a427b2c2-7c8b-4872-9c02-d836e3981f83') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:06.517794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b6097e62-a19d-4bb9-bfe1-ed2d56e1277e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:06.518524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b6097e62-a19d-4bb9-bfe1-ed2d56e1277e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:06.534725 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.540455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.542190 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.546311 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.547993 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.549626 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.549984 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.550420 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.551274 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.552186 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.553060 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.554881 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.555759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8bff14b-6045-402c-8fe6-9634148759e8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.567493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8bff14b-6045-402c-8fe6-9634148759e8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.604995 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Attempting to bind port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:06.606899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff14b-6045-402c-8fe6-9634148759e8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f69196-5244-46d3-ab94-955c1db4ede5,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:06.607139 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Attempting to bind port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:06.607707 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Attempting to bind port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 on network 085772ec-8764-469c-b613-f5ac676f7c6c {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:06.614604 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45df8984-ee49-4fda-b1b6-8205148a6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.617595 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45df8984-ee49-4fda-b1b6-8205148a6a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.618850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-45df8984-ee49-4fda-b1b6-8205148a6a4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84078bd8-8cca-49a1-8b2d-10d31a274d13 HTTP/1.1" status: 204 len: 168 time: 0.3948138 Jul 09 13:40:06.621602 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:06.622247 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Checking segment: {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:06.622762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.623381 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.626020 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Bound using segment: {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:06.626697 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Bound port: b3b63047-cb1e-4bb5-a84d-ea00c8900d07, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:06.627658 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.631381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55380) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:06.632652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df8984-ee49-4fda-b1b6-8205148a6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84078bd8-8cca-49a1-8b2d-10d31a274d13,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:06.637579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8bff14b-6045-402c-8fe6-9634148759e8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.642854 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e8bff14b-6045-402c-8fe6-9634148759e8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4466338 Jul 09 13:40:06.643345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55382) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:06.648715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-877152484-network', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:06.696678 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ca14-ed85-4404-b822-a1fae0475f7a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.711259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ca14-ed85-4404-b822-a1fae0475f7a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.743150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Made reservation on behalf of 79f8eeeb0b72476c8a4adf2f77f5fb98 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:06.755282 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.784666 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] For port b3b63047-cb1e-4bb5-a84d-ea00c8900d07, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:06.790448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.793662 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] For port b3b63047-cb1e-4bb5-a84d-ea00c8900d07, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:06.803121 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.804246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ca14-ed85-4404-b822-a1fae0475f7a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.809553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ca14-ed85-4404-b822-a1fae0475f7a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.810829 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.814361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f5e4ca14-ed85-4404-b822-a1fae0475f7a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a0f69196-5244-46d3-ab94-955c1db4ede5 HTTP/1.1" status: 204 len: 168 time: 0.1620059 Jul 09 13:40:06.818929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55386) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:06.830244 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.855552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Calling delete_port for ef293856-dded-4e03-b131-017a69a2177f owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:06.857873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:06.858672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.860734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4ca14-ed85-4404-b822-a1fae0475f7a tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0f69196-5244-46d3-ab94-955c1db4ede5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:06.863851 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:06.907129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bb287cd4-89db-424d-b8ee-649d13e635d7 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0834949 Jul 09 13:40:06.909831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55392) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:07.024554 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:07.025204 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:07.107902 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a432117c-0e9c-4a43-8e07-7a079b151db5 req-f477be3b-677a-41af-aad3-9cfbae7fccb6 service neutron] 10.222.0.10 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248255 Jul 09 13:40:07.120968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.151282 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.185171 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1e24d-19ac-4fbe-ab9f-0b4926a482a9 None None] Pushing event updated for resources: {'Port': ['ID=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:07.195762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98de1bfe-dcc0-4a70-8bac-6752a63b2b22,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:07.208739 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.213110 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e82977cd-3d33-45ea-bf53-bb527291dee3 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.222435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.224509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/139b2873-52f5-4122-a3ab-34c386f9a801 HTTP/1.1" status: 204 len: 168 time: 2.0416772 Jul 09 13:40:07.246877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55402) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:07.256009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:07.264269 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-599745740'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:07.271767 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:07.293059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55404) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:07.311020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813961ab-a567-4178-860f-a11323dd7377 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=139b2873-52f5-4122-a3ab-34c386f9a801,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:07.337966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:07.345996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.364632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.364989 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Added segment 7142f44a-df7f-46e3-9337-a735a8537bb0 of type vlan for network 29b61f70-e336-4669-9bdf-5637f2660da8 Jul 09 13:40:07.396534 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e82977cd-3d33-45ea-bf53-bb527291dee3 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.427794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.529433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-365247163-network', 'tenant_id': '665c353fdb3547e78980fe51803c44b5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:07.576325 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:06Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:07.579094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-78977fa9-dff0-463b-91c6-03a1994bab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:07.580793 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-78977fa9-dff0-463b-91c6-03a1994bab42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73f3bb17e27d46d4867789461484138b&device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 1095 time: 0.3730469 Jul 09 13:40:07.586090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.594242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Made reservation on behalf of 665c353fdb3547e78980fe51803c44b5 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:07.596310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50adfb8-c9ee-4cc3-8fc8-a313ee146c16 req-d47274f8-d03f-4d08-85a5-869a8513be6f tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:07.596485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.604445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f50adfb8-c9ee-4cc3-8fc8-a313ee146c16 req-d47274f8-d03f-4d08-85a5-869a8513be6f tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 944 time: 0.3719182 Jul 09 13:40:07.610579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.633023 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e5be95-49d2-44bf-b7cd-f134461e9763 None None] The sync data for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 is: [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:06Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:07.646279 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e82977cd-3d33-45ea-bf53-bb527291dee3 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.648878 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e82977cd-3d33-45ea-bf53-bb527291dee3 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.650422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e82977cd-3d33-45ea-bf53-bb527291dee3 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/8965d067-ca26-443c-99a4-08966fdc7166 HTTP/1.1" status: 204 len: 168 time: 0.7396278 Jul 09 13:40:07.659500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55416) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:07.679423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.682746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:07.682746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.729207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.api [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:40:07.729529 n-d-799524-3 neutron-server[93912]: DEBUG oslo_db.api [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:40:07.730221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82977cd-3d33-45ea-bf53-bb527291dee3 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8965d067-ca26-443c-99a4-08966fdc7166,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:07.880402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=29b61f70-e336-4669-9bdf-5637f2660da8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:07.896135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 29b61f70-e336-4669-9bdf-5637f2660da8 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:40:07.910454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f7829c6a-d0ff-47c3-a1bd-3a26715690ce tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2485399 Jul 09 13:40:07.917201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55424) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:08.000590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.013049 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55f7b28-fbb1-4ea7-9653-298ad9d04eea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.021752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.056679 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b98312f8-a471-48fd-960f-819d46cf6cd3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4179280 Jul 09 13:40:08.065415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:08.067905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55428) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:08.075804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Request body: {'subnet': {'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-877152484-subnet', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:08.082563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55f7b28-fbb1-4ea7-9653-298ad9d04eea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.133916 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.134571 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Added segment 581785cb-3a8e-4171-9b12-05c22247ec2b of type vlan for network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 Jul 09 13:40:08.135985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:08.166424 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.205851 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.209597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Made reservation on behalf of 79f8eeeb0b72476c8a4adf2f77f5fb98 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:08.212426 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.228066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Port': ['ID=ef293856-dded-4e03-b131-017a69a2177f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:08.231389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.293038 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55f7b28-fbb1-4ea7-9653-298ad9d04eea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.297788 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55f7b28-fbb1-4ea7-9653-298ad9d04eea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.300284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d55f7b28-fbb1-4ea7-9653-298ad9d04eea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/00b7ad3d-ef65-4003-9723-2c96ef2f94b9 HTTP/1.1" status: 204 len: 168 time: 0.3820999 Jul 09 13:40:08.327160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55432) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:08.342249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f50adfb8-c9ee-4cc3-8fc8-a313ee146c16 req-eca6bb7b-6e78-4ff5-9068-720b3af18bca tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7361910 Jul 09 13:40:08.372463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f7b28-fbb1-4ea7-9653-298ad9d04eea tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b7ad3d-ef65-4003-9723-2c96ef2f94b9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:08.385658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:08.472556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aa0f66d6-7b96-4907-984a-35e161dd88ac tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1372199 Jul 09 13:40:08.473521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-4508651f-e8bc-4e7b-89b3-d5c89c35557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:08.473521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-4508651f-e8bc-4e7b-89b3-d5c89c35557f service neutron] 10.222.0.10 "GET /v2.0/networks?id=3bd22c4e-9180-43b6-9b38-88ad715bb7da HTTP/1.1" status: 200 len: 914 time: 0.8646638 Jul 09 13:40:08.473521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55436) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:08.487808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.488781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:08.489359 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.507919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-66bc3246-d0a6-48c5-9834-1f73211770ff tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740833337'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:08.509268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.509464 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment 9056c1d6-d238-4d3f-9be6-d2baf51091b0 of type vlan for network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e Jul 09 13:40:08.704566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3b63047-cb1e-4bb5-a84d-ea00c8900d07 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:08.728104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-570c30f2-adf2-496b-ace9-3f2f1f187e50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e973210f-44db-4487-8348-3fc7c0fbd858 HTTP/1.1" status: 200 len: 217 time: 0.2083917 Jul 09 13:40:08.773880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] Pushing event updated for resources: {'Network': ['ID=7da72e81-5f34-46f7-8e22-b9b577eb19b8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:08.777126 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.784163 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.788264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:40:08.809787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-66bc3246-d0a6-48c5-9834-1f73211770ff tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.832466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-875f3824-d4ae-4c22-a871-2134bd5ad171 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5061672 Jul 09 13:40:08.839957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55444) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:08.861998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Request body: {'subnet': {'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-365247163-subnet', 'tenant_id': '665c353fdb3547e78980fe51803c44b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:08.931119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:08.940607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:08.942040 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.956515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Router 2da2abbf-c7ca-4f6c-bdba-da433a436523 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:08.956515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-e058d41a-1f55-48e0-a494-ad97b3873da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:08.956515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-e058d41a-1f55-48e0-a494-ad97b3873da5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff354ce-6bfc-46c5-be7b-185a2c29a859 HTTP/1.1" status: 200 len: 854 time: 0.2155142 Jul 09 13:40:09.028310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-f9dc3b1a-3b5e-4813-9bb9-6edd2c2dafc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bd22c4e-9180-43b6-9b38-88ad715bb7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662978 Jul 09 13:40:09.056054 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.056865 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.082617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:09.083735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.109973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.110726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b3b63047-cb1e-4bb5-a84d-ea00c8900d07, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:09.120872 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.183272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Made reservation on behalf of 665c353fdb3547e78980fe51803c44b5 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:09.187722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.206522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:09.209955 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-66bc3246-d0a6-48c5-9834-1f73211770ff tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.230488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9820759 Jul 09 13:40:09.235245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55454) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:09.258388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-66bc3246-d0a6-48c5-9834-1f73211770ff tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.278990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Router 1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:09.293210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-66bc3246-d0a6-48c5-9834-1f73211770ff tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.298401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-66bc3246-d0a6-48c5-9834-1f73211770ff tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7946155 Jul 09 13:40:09.299260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55456) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:09.300393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': '1d8dbaf0-26dc-4986-b67e-16bba4ee938e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:09.310506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-25f5875f-f36e-4c50-8d55-f09843fb544d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': '52f99c03-e726-48a2-98bb-579b1a89d1ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:09.399914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd25f3-3211-4f3f-bc3b-5f894ae58872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=1d8dbaf0-26dc-4986-b67e-16bba4ee938e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:09.412233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:40:09.418796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c4942c-5677-4dcd-a72c-6eb154fbbc69,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:09.433845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc3246-d0a6-48c5-9834-1f73211770ff tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f99c03-e726-48a2-98bb-579b1a89d1ee,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:09.475037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Checking segment: {'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:09.475672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Network hostable DHCP agents. Network: 29b61f70-e336-4669-9bdf-5637f2660da8, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:40:09.537469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:09.549415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-27b7d914-276e-4b65-bebf-8ab0096e6e5e tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "PUT /v2.0/routers/2da2abbf-c7ca-4f6c-bdba-da433a436523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9162986 Jul 09 13:40:09.556737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] Sync routers for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:09.572062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55466) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:09.587113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25f5875f-f36e-4c50-8d55-f09843fb544d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.595519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:09.596437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:09.599067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Network 29b61f70-e336-4669-9bdf-5637f2660da8 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:40:09.633240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-3295eb42-bf67-43e6-9ca0-bf5a53ab2bbd service neutron] 10.222.0.10 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643666 Jul 09 13:40:09.634537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:09.649027 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ab56d-a2be-42fe-ac14-5f7ce44439b4 None None] Sync routers for ids ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:09.663947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b7865318-098a-40b5-a312-b61404e76cc3 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "PUT /v2.0/routers/1cc348d4-6cf1-452d-8cbf-cc1ca74c7143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5489969 Jul 09 13:40:09.667314 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ab56d-a2be-42fe-ac14-5f7ce44439b4 None None] Routers {'1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:09.667951 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-867ab56d-a2be-42fe-ac14-5f7ce44439b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:09.679920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:09.687090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.689869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55474) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:09.707083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 29b61f70-e336-4669-9bdf-5637f2660da8) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:09.711444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:09.712037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.742560 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-867ab56d-a2be-42fe-ac14-5f7ce44439b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:09.771705 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ab56d-a2be-42fe-ac14-5f7ce44439b4 None None] Routers {'1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:09.773027 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-867ab56d-a2be-42fe-ac14-5f7ce44439b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:09.776371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d0694-a006-4ab5-b443-1b220b0677da None None] Network 29b61f70-e336-4669-9bdf-5637f2660da8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:09.778550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e973210f-44db-4487-8348-3fc7c0fbd858 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:40:09.809942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c203fa2-fa49-4e24-8c95-6ae4d19e6faa req-d9582cd2-4e81-485d-a570-f8ef84df72c9 service neutron] 10.222.0.10 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686428 Jul 09 13:40:09.843049 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-867ab56d-a2be-42fe-ac14-5f7ce44439b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:09.844098 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ab56d-a2be-42fe-ac14-5f7ce44439b4 None None] The sync data for ids ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:09.848806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25f5875f-f36e-4c50-8d55-f09843fb544d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.851508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2d1d7d-a91b-4622-b29b-cc7f44d759bb tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting subnet 64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:09.854685 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-97546ca8-540d-4dd3-b548-a6111f4d4f09 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] delete failed (client error): The resource could not be found. Jul 09 13:40:09.856385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25f5875f-f36e-4c50-8d55-f09843fb544d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.862213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55486) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:09.863467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-97546ca8-540d-4dd3-b548-a6111f4d4f09 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-859898511 HTTP/1.1" status: 404 len: 334 time: 0.1705225 Jul 09 13:40:09.868326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e26b52a1-9168-4d5c-bb18-5ccc085cf5e4 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:09.892293 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1d7d-a91b-4622-b29b-cc7f44d759bb tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.926303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4f07315f-023a-4930-b77e-4b5211240ff9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8545160 Jul 09 13:40:09.956670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55490) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:09.966574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5875f-f36e-4c50-8d55-f09843fb544d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502c4e37-f546-47bf-92f0-0edf18c781fe,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:09.986496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:09.991925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:10.045473 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1d7d-a91b-4622-b29b-cc7f44d759bb tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.057829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a679-7c44-430d-bf53-92c54cd3175c req-3aa695b5-20a8-4c6f-baa9-0852576b9fbc tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:10.067039 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffd4a679-7c44-430d-bf53-92c54cd3175c req-3aa695b5-20a8-4c6f-baa9-0852576b9fbc tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 944 time: 0.5442555 Jul 09 13:40:10.074972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e973210f-44db-4487-8348-3fc7c0fbd858, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e973210f-44db-4487-8348-3fc7c0fbd858,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:10.090062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'e973210f-44db-4487-8348-3fc7c0fbd858', 'network_id': '3bd22c4e-9180-43b6-9b38-88ad715bb7da', 'port_id': 'e973210f-44db-4487-8348-3fc7c0fbd858', 'mac_address': 'fa:16:3e:ec:18:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff354ce-6bfc-46c5-be7b-185a2c29a859', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:40:10.093554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-25f5875f-f36e-4c50-8d55-f09843fb544d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.098634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-25f5875f-f36e-4c50-8d55-f09843fb544d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7919083 Jul 09 13:40:10.099863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55496) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:10.111053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.232178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e26b52a1-9168-4d5c-bb18-5ccc085cf5e4 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.246475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.256866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.266126 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.291194 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-e26b52a1-9168-4d5c-bb18-5ccc085cf5e4 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] update failed (client error): The resource could not be found. Jul 09 13:40:10.297820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e26b52a1-9168-4d5c-bb18-5ccc085cf5e4 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "PUT /v2.0/routers/1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 HTTP/1.1" status: 404 len: 339 time: 0.4288955 Jul 09 13:40:10.303934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55500) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:10.305809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e973210f-44db-4487-8348-3fc7c0fbd858 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:10.330121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e973210f-44db-4487-8348-3fc7c0fbd858, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e973210f-44db-4487-8348-3fc7c0fbd858,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:10.346540 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.380620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55502) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:10.426453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-29b61f70-e336-4669-9bdf-5637f2660da8', 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'fixed_ips': [{'subnet_id': 'd2c4942c-5677-4dcd-a72c-6eb154fbbc69'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:40:10.427422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.453681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3b63047-cb1e-4bb5-a84d-ea00c8900d07 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:10.466349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.505961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.507249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/502c4e37-f546-47bf-92f0-0edf18c781fe HTTP/1.1" status: 204 len: 168 time: 0.4052827 Jul 09 13:40:10.536938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55506) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:10.540054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=e973210f-44db-4487-8348-3fc7c0fbd858,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:10.560326 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.561547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.569464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:10.570009 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.581104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=502c4e37-f546-47bf-92f0-0edf18c781fe,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:10.625392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['e973210f-44db-4487-8348-3fc7c0fbd858'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:40:10.643319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.643660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.643985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.644321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.644650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.644975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.645319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.645617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.645941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.646253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.646568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.646882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae25f1-6f2a-410b-b739-3d8cb4bfafb9 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:10.669297 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ffd4a679-7c44-430d-bf53-92c54cd3175c req-ed932873-83a7-498c-9876-e43cd6ab9663 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009374 Jul 09 13:40:10.676676 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db1d854a-aa91-41d4-8075-ef393aab9bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.746476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-46638115-0d86-4ead-8a44-15c764d846ae tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2060370 Jul 09 13:40:10.754098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55508) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:10.763935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca9f388-24ac-486c-84c4-d0a3a29a1ebf,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:10.782716 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.855827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.898779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f20-e455-4441-a02f-4c5f454afb09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.917591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1d7d-a91b-4622-b29b-cc7f44d759bb tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.956618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Checking segment: {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:10.956987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Network hostable DHCP agents. Network: 7da72e81-5f34-46f7-8e22-b9b577eb19b8, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:40:11.002146 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f20-e455-4441-a02f-4c5f454afb09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.027551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.036127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:40:05Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:11.086706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] Checking router: 2da2abbf-c7ca-4f6c-bdba-da433a436523 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:11.102598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db1d854a-aa91-41d4-8075-ef393aab9bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.104152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Allocated IP 172.20.0.2 (29b61f70-e336-4669-9bdf-5637f2660da8/d2c4942c-5677-4dcd-a72c-6eb154fbbc69/ad499e0d-a815-4dd5-9076-2918edc6dc47) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:11.130202 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.131198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] Routers {'2da2abbf-c7ca-4f6c-bdba-da433a436523'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:11.131840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2da2abbf-c7ca-4f6c-bdba-da433a436523'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:11.143061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:40:11.151437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db1d854a-aa91-41d4-8075-ef393aab9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.181160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7da72e81-5f34-46f7-8e22-b9b577eb19b8) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:11.183097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1d7d-a91b-4622-b29b-cc7f44d759bb tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.193123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:11.193123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.204861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e81c98-148a-4651-a582-dd877f7b7b6e None None] Network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:11.214148 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f20-e455-4441-a02f-4c5f454afb09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.216553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f20-e455-4441-a02f-4c5f454afb09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.218587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4eff3f20-e455-4441-a02f-4c5f454afb09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/52f99c03-e726-48a2-98bb-579b1a89d1ee HTTP/1.1" status: 204 len: 168 time: 0.4613085 Jul 09 13:40:11.239624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55510) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:11.241521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=a5dca9a1-557b-4c8a-a575-8a4350c19dd1,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:11.245862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-db1d854a-aa91-41d4-8075-ef393aab9bb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b3e7a827a8844f9b9ed86cc53ac1edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8595099 Jul 09 13:40:11.245862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d854a-aa91-41d4-8075-ef393aab9bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d326b06-5c99-4d39-846e-e64342c2efd3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:11.249869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55512) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:11.302385 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1d7d-a91b-4622-b29b-cc7f44d759bb tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.304282 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5d2d1d7d-a91b-4622-b29b-cc7f44d759bb tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/subnets/64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b HTTP/1.1" status: 204 len: 168 time: 1.7274880 Jul 09 13:40:11.309135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55514) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:11.309888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eead3b-8f66-48c6-a42d-5e419bb0f75e None None] Network 4db90271-92bd-4603-92c1-e185490200c0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:11.312121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-802f3bd4-f0be-48a8-b11f-fcec1ebce0da admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4708958 Jul 09 13:40:11.312907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d1d7d-a91b-4622-b29b-cc7f44d759bb tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Subnet': ['ID=64a6f052-b5d4-4c9c-b4c9-b48d0b9bce2b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:11.320652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': '9056c1d6-d238-4d3f-9be6-d2baf51091b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d8dbaf0-26dc-4986-b67e-16bba4ee938e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:11.321019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: 1d8dbaf0-26dc-4986-b67e-16bba4ee938e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:40:11.326101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3f20-e455-4441-a02f-4c5f454afb09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f99c03-e726-48a2-98bb-579b1a89d1ee,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:11.367749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Allocated IP 172.20.0.1 (809266c3-4e40-4375-a44c-39022c692fc0/fe552dbb-66e1-4032-b004-75c9c867c8ea/883bc6ce-aba8-4822-9356-e04f8150e84d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:11.408077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e3d36485-268b-41cc-93c8-292cf8a6b2b2 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1670337 Jul 09 13:40:11.415967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55518) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:11.427267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e1b50a39-b2a8-40ce-b2fd-6d0a7c5d6c75 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140859359'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:11.464456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:40:11.479249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 1d8dbaf0-26dc-4986-b67e-16bba4ee938e) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:11.487965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:11.488618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.523349 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.529117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f4a38f-7b16-443a-a727-454915928b1f None None] Network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:11.533513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-86e2674d-cea2-463f-906a-9ea8050435d3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2858117 Jul 09 13:40:11.535429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55520) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:11.566754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] Set router 2da2abbf-c7ca-4f6c-bdba-da433a436523 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:11.573864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f7bd6c0a-da56-4e5a-bb3e-8f04d7654296 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-191524979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:11.703309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7bd6c0a-da56-4e5a-bb3e-8f04d7654296 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.704577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7bd6c0a-da56-4e5a-bb3e-8f04d7654296 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.808013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.842095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc10dd64-41fd-41ec-ab5e-d3b40abc0f68 None None] Network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:11.854982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.947493 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c2be8e9-e546-49d2-b525-8f84d4e6b945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.011623 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.035388 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7bd6c0a-da56-4e5a-bb3e-8f04d7654296 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.054356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.057608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7bd6c0a-da56-4e5a-bb3e-8f04d7654296 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.068752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c2be8e9-e546-49d2-b525-8f84d4e6b945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.074573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Transition to ACTIVE for port object ad499e0d-a815-4dd5-9076-2918edc6dc47 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:12.075189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Allocated IP 172.25.5.54 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/5c6b21d8-3064-4557-b225-e6b85c3e5a61) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:12.080159 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1b50a39-b2a8-40ce-b2fd-6d0a7c5d6c75 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.125015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7bd6c0a-da56-4e5a-bb3e-8f04d7654296 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.129121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f7bd6c0a-da56-4e5a-bb3e-8f04d7654296 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5592422 Jul 09 13:40:12.132757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:12.157662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Transition to ACTIVE for port object ad499e0d-a815-4dd5-9076-2918edc6dc47 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:12.177794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.201691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Transition to ACTIVE for port object 883bc6ce-aba8-4822-9356-e04f8150e84d will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:12.202914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.235407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-0640a3a6-7a99-435e-b972-e26a387e6d44 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:12.237264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-0640a3a6-7a99-435e-b972-e26a387e6d44 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 814 time: 0.2909722 Jul 09 13:40:12.276178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Network 29b61f70-e336-4669-9bdf-5637f2660da8 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:12.282728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:12.290168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] DHCP port deletion for 4db90271-92bd-4603-92c1-e185490200c0 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:12.293225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:12.297023 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c596c-19c2-4eb3-9dd4-3afea429846d req-4fdca426-6dff-4529-800f-d05fb5e7d300 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:12.298012 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.298520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Pushing event updated for resources: {'Port': ['ID=ad499e0d-a815-4dd5-9076-2918edc6dc47,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:12.298628 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d60c596c-19c2-4eb3-9dd4-3afea429846d req-4fdca426-6dff-4529-800f-d05fb5e7d300 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 945 time: 0.3493810 Jul 09 13:40:12.302658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-14d29712-184f-4762-a8bd-0f5dab0f4b7a tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/quotas/665c353fdb3547e78980fe51803c44b5 HTTP/1.1" status: 200 len: 375 time: 0.0311127 Jul 09 13:40:12.303773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c2be8e9-e546-49d2-b525-8f84d4e6b945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.305700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-1d8dbaf0-26dc-4986-b67e-16bba4ee938e', 'network_id': '1d8dbaf0-26dc-4986-b67e-16bba4ee938e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': 'a5dca9a1-557b-4c8a-a575-8a4350c19dd1'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:40:12.306558 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.307394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8c2be8e9-e546-49d2-b525-8f84d4e6b945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.308832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8c2be8e9-e546-49d2-b525-8f84d4e6b945 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d326b06-5c99-4d39-846e-e64342c2efd3 HTTP/1.1" status: 204 len: 168 time: 1.0534365 Jul 09 13:40:12.413261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:40:05Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:12.467709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c033b00-69b2-4746-b026-96b661b1c2f2 None None] The sync data for ids ['2da2abbf-c7ca-4f6c-bdba-da433a436523'] in n-d-799524-3 is: [{'id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'name': 'tempest-TestSecurityGroupsBasicOps-router-32862149', 'tenant_id': 'd0461a693b504387867f96b9bd7cd3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:24Z', 'updated_at': '2021-07-09T13:40:05Z', 'revision_number': 5, 'project_id': 'd0461a693b504387867f96b9bd7cd3b9', 'gw_port': {'id': 'aa097e96-26b7-4765-aca1-5b7a71b10401', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2abbf-c7ca-4f6c-bdba-da433a436523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:25Z', 'updated_at': '2021-07-09T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:12.474345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2be8e9-e546-49d2-b525-8f84d4e6b945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d326b06-5c99-4d39-846e-e64342c2efd3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:12.475371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 62277af4-e5ac-47b9-8b0a-c512e251dd9a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:12.481267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Deleting port aa097e96-26b7-4765-aca1-5b7a71b10401 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:12.481727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.493586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.532190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-e070bbea-9b6a-4a75-8472-671df17eb613 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1888812 Jul 09 13:40:12.554254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network 809266c3-4e40-4375-a44c-39022c692fc0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:12.574511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:12.594047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Port': ['ID=883bc6ce-aba8-4822-9356-e04f8150e84d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:12.635862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:12.685042 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d60c596c-19c2-4eb3-9dd4-3afea429846d req-89658a8d-76d0-40e4-b941-556acf39638f tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224013 Jul 09 13:40:12.718712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1b50a39-b2a8-40ce-b2fd-6d0a7c5d6c75 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.798593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55544) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:12.808118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-8019cf21-0804-4c88-b457-7e5f8cfcee7e service neutron] 10.222.0.32 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522759 Jul 09 13:40:12.808783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1b50a39-b2a8-40ce-b2fd-6d0a7c5d6c75 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.841420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Attempting to bind port ad499e0d-a815-4dd5-9076-2918edc6dc47 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:12.841875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Attempting to bind port ad499e0d-a815-4dd5-9076-2918edc6dc47 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:12.842254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Attempting to bind port ad499e0d-a815-4dd5-9076-2918edc6dc47 on network 29b61f70-e336-4669-9bdf-5637f2660da8 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:12.851042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a0de4ff-9656-421b-a352-b3ab03402545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.877789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] For port aa097e96-26b7-4765-aca1-5b7a71b10401, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=aa097e96-26b7-4765-aca1-5b7a71b10401,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:12.878396 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.923525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:12.923915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Checking segment: {'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:12.924336 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.924753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Bound using segment: {'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:12.925254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Bound port: ad499e0d-a815-4dd5-9076-2918edc6dc47, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:12.925649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.929182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.938978 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1b50a39-b2a8-40ce-b2fd-6d0a7c5d6c75 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.940492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e1b50a39-b2a8-40ce-b2fd-6d0a7c5d6c75 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5203042 Jul 09 13:40:12.960514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55546) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:12.964634 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.971865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0eceadb8-7533-4d1b-b56b-67c0215f5410 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': 'acec503a-eeb1-4504-97a1-d028c67a6469', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:12.983848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Calling delete_port for aa097e96-26b7-4765-aca1-5b7a71b10401 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:12.986210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] Deleting port 62277af4-e5ac-47b9-8b0a-c512e251dd9a {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:12.986598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.001069 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.004427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b50a39-b2a8-40ce-b2fd-6d0a7c5d6c75 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acec503a-eeb1-4504-97a1-d028c67a6469,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:13.085350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-609c0dfb-410a-4456-93af-09ded399d74c service neutron] 10.222.0.32 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557199 Jul 09 13:40:13.165643 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.175589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Allocated IP 172.20.0.2 (1d8dbaf0-26dc-4986-b67e-16bba4ee938e/a5dca9a1-557b-4c8a-a575-8a4350c19dd1/5c5be494-688f-4a3d-b633-01fd60f3dc0f) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:13.179827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] For port ad499e0d-a815-4dd5-9076-2918edc6dc47, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:13.190507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c0ac9990-d95a-4d6d-999a-58dfd2eea838 None None] Provisioning for port 883bc6ce-aba8-4822-9356-e04f8150e84d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:13.195230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] For port 62277af4-e5ac-47b9-8b0a-c512e251dd9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=62277af4-e5ac-47b9-8b0a-c512e251dd9a,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:13.195634 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.225225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] For port ad499e0d-a815-4dd5-9076-2918edc6dc47, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad499e0d-a815-4dd5-9076-2918edc6dc47,segment=NetworkSegment(7142f44a-df7f-46e3-9337-a735a8537bb0),segment_id=7142f44a-df7f-46e3-9337-a735a8537bb0)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:13.226149 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.232207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c0ac9990-d95a-4d6d-999a-58dfd2eea838 None None] Provisioning complete for port 883bc6ce-aba8-4822-9356-e04f8150e84d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:13.232605 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9990-d95a-4d6d-999a-58dfd2eea838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.238016 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] Calling delete_port for 62277af4-e5ac-47b9-8b0a-c512e251dd9a owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:13.239173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:13.251268 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.255683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:13.268423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:13.272264 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6b21d8-3064-4557-b225-e6b85c3e5a61,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:13.485063 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.489817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 62277af4-e5ac-47b9-8b0a-c512e251dd9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=62277af4-e5ac-47b9-8b0a-c512e251dd9a,segment=NetworkSegment(4a2202c1-316d-4b81-93a5-44d98a55e2c1),segment_id=4a2202c1-316d-4b81-93a5-44d98a55e2c1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:13.494474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac9990-d95a-4d6d-999a-58dfd2eea838 None None] Port 883bc6ce-aba8-4822-9356-e04f8150e84d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:13.518119 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.540494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9ea77-c76e-4e32-8f1a-8831ca9383f9 None None] Pushing event updated for resources: {'Port': ['ID=ad499e0d-a815-4dd5-9076-2918edc6dc47,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:13.720522 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.736837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.738638 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.763775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=62277af4-e5ac-47b9-8b0a-c512e251dd9a,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:13.771517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Transition to ACTIVE for port object 5c5be494-688f-4a3d-b633-01fd60f3dc0f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:13.784411 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.860871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] No DVR routers for this DVR port 62277af4-e5ac-47b9-8b0a-c512e251dd9a on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:13.885847 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe44c7-368e-4f02-9607-a2898566bcc0 None None] Pushing event deleted for resources: {'Port': ['ID=62277af4-e5ac-47b9-8b0a-c512e251dd9a,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:13.894373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e973210f-44db-4487-8348-3fc7c0fbd858 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:13.906253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.964277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Transition to ACTIVE for port object 5c5be494-688f-4a3d-b633-01fd60f3dc0f will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:13.978087 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.998877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event updated for resources: {'Port': ['ID=883bc6ce-aba8-4822-9356-e04f8150e84d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:14.016964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port e973210f-44db-4487-8348-3fc7c0fbd858 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:14.052519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port e973210f-44db-4487-8348-3fc7c0fbd858 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:14.053380 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.083815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:14.089004 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.097973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:14.106090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:14.123223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Pushing event updated for resources: {'Port': ['ID=5c5be494-688f-4a3d-b633-01fd60f3dc0f,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:14.134703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-68eb9084-ad6e-4aa2-acf1-14bf0f6ed72d req-f9cab65a-01a5-4457-b014-e103098f19a5 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 210 time: 0.0750618 Jul 09 13:40:14.147983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Network 809266c3-4e40-4375-a44c-39022c692fc0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:14.171883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:14.221255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Attempting to bind port 5c5be494-688f-4a3d-b633-01fd60f3dc0f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:14.221849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Attempting to bind port 5c5be494-688f-4a3d-b633-01fd60f3dc0f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '9056c1d6-d238-4d3f-9be6-d2baf51091b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d8dbaf0-26dc-4986-b67e-16bba4ee938e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:14.221992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Attempting to bind port 5c5be494-688f-4a3d-b633-01fd60f3dc0f on network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:14.233842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:14.234361 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Checking segment: {'id': '9056c1d6-d238-4d3f-9be6-d2baf51091b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d8dbaf0-26dc-4986-b67e-16bba4ee938e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:14.234797 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.235252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Bound using segment: {'id': '9056c1d6-d238-4d3f-9be6-d2baf51091b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d8dbaf0-26dc-4986-b67e-16bba4ee938e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:14.235992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Bound port: 5c5be494-688f-4a3d-b633-01fd60f3dc0f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9056c1d6-d238-4d3f-9be6-d2baf51091b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1d8dbaf0-26dc-4986-b67e-16bba4ee938e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:14.236383 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.239159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462585b-3a9a-41ba-9168-52508f9e1dbd req-ecb9cca9-9a82-4d83-84c3-c0da422a1088 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:14.240855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5462585b-3a9a-41ba-9168-52508f9e1dbd req-ecb9cca9-9a82-4d83-84c3-c0da422a1088 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 945 time: 0.1932352 Jul 09 13:40:14.362905 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.366295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a0de4ff-9656-421b-a352-b3ab03402545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.382589 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed9fa77a-a554-4c39-ba69-47c2cf095a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.401939 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a0de4ff-9656-421b-a352-b3ab03402545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.453436 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5462585b-3a9a-41ba-9168-52508f9e1dbd req-8a4a52ef-a052-4ac1-a350-77e6ce5b0cb1 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639431 Jul 09 13:40:14.471244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Router 1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:14.475582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349801cc-552e-4bc1-8b6d-21b116b99ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973210f-44db-4487-8348-3fc7c0fbd858'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:14.478070 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a311c4-addc-41ea-8a00-d2a90e19ee50" -d '{"events": [{"server_uuid": "349801cc-552e-4bc1-8b6d-21b116b99ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e973210f-44db-4487-8348-3fc7c0fbd858"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:14.544201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e973210f-44db-4487-8348-3fc7c0fbd858, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e973210f-44db-4487-8348-3fc7c0fbd858,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:14.559076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad499e0d-a815-4dd5-9076-2918edc6dc47 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:14.632199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] For port 5c5be494-688f-4a3d-b633-01fd60f3dc0f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:14.636842 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8963de-8829-4d06-9d33-742abefa82c6 x-openstack-request-id: req-5c8963de-8829-4d06-9d33-742abefa82c6 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:14.637290 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349801cc-552e-4bc1-8b6d-21b116b99ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e973210f-44db-4487-8348-3fc7c0fbd858", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:14.637653 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c8963de-8829-4d06-9d33-742abefa82c6 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:14.638128 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349801cc-552e-4bc1-8b6d-21b116b99ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973210f-44db-4487-8348-3fc7c0fbd858', 'code': 200} Jul 09 13:40:14.646675 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.662199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] For port 5c5be494-688f-4a3d-b633-01fd60f3dc0f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5c5be494-688f-4a3d-b633-01fd60f3dc0f,segment=NetworkSegment(9056c1d6-d238-4d3f-9be6-d2baf51091b0),segment_id=9056c1d6-d238-4d3f-9be6-d2baf51091b0)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:14.665370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0de4ff-9656-421b-a352-b3ab03402545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2ff40-86a3-4fac-95de-2c00c4a680af,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:14.681555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:14.690057 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ded40621-1bcd-4f03-845a-1fe6187a8b29 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "PUT /v2.0/routers/1cc348d4-6cf1-452d-8cbf-cc1ca74c7143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3848908 Jul 09 13:40:14.700861 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2a0de4ff-9656-421b-a352-b3ab03402545 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ffdfd8edb8345b581c13a4c10ced0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8959324 Jul 09 13:40:14.702843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55566) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:14.703684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55568) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:14.731466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194d49b-16e5-4bac-9ee2-dcc1ccdffed8 None None] Sync routers for ids ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:14.736635 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.757049 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0eceadb8-7533-4d1b-b56b-67c0215f5410 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.759632 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.795043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194d49b-16e5-4bac-9ee2-dcc1ccdffed8 None None] Routers {'1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:14.797290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c194d49b-16e5-4bac-9ee2-dcc1ccdffed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:14.830198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.20.0.1 (1d8dbaf0-26dc-4986-b67e-16bba4ee938e/a5dca9a1-557b-4c8a-a575-8a4350c19dd1/88a98b79-42cb-4d1a-942a-4741fcf0cf88) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:14.846676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-92e3fe41-3eda-4709-8e77-132d14d4f818 None None] Provisioning complete for port 883bc6ce-aba8-4822-9356-e04f8150e84d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:14.847351 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-92e3fe41-3eda-4709-8e77-132d14d4f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:14.895648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c194d49b-16e5-4bac-9ee2-dcc1ccdffed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:14.898168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-92e3fe41-3eda-4709-8e77-132d14d4f818 None None] Port 883bc6ce-aba8-4822-9356-e04f8150e84d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:14.900978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Port': ['ID=aa097e96-26b7-4765-aca1-5b7a71b10401,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:14.907489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ad499e0d-a815-4dd5-9076-2918edc6dc47 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:14.918982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=e973210f-44db-4487-8348-3fc7c0fbd858,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:14.981835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194d49b-16e5-4bac-9ee2-dcc1ccdffed8 None None] Routers {'1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:14.982314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c194d49b-16e5-4bac-9ee2-dcc1ccdffed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:39:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:14.996061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:15.057976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6397-0aa9-4aff-8333-f2b1bfb22a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.141766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:15.142436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aef6d8d8-6d01-4cca-a0bc-2ff1b2984063 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:15.149638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c194d49b-16e5-4bac-9ee2-dcc1ccdffed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:15.156465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6397-0aa9-4aff-8333-f2b1bfb22a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.160162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194d49b-16e5-4bac-9ee2-dcc1ccdffed8 None None] The sync data for ids ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:15.187949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60624f-4918-4e9a-91cb-aabc5c38bfd4 None None] Pushing event updated for resources: {'Port': ['ID=5c5be494-688f-4a3d-b633-01fd60f3dc0f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:15.305956 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6397-0aa9-4aff-8333-f2b1bfb22a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.309773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3ffc6397-0aa9-4aff-8333-f2b1bfb22a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.312323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3ffc6397-0aa9-4aff-8333-f2b1bfb22a31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45e2ff40-86a3-4fac-95de-2c00c4a680af HTTP/1.1" status: 204 len: 168 time: 0.6019428 Jul 09 13:40:15.315231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.316369 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-896bf10f-078b-4245-9aa8-38dd38a1fc32 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.368853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d102b-9227-4404-801f-6ba3ffd94a05 None None] Network 29b61f70-e336-4669-9bdf-5637f2660da8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:15.385488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0eceadb8-7533-4d1b-b56b-67c0215f5410 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.442652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.447866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7cb92e7f-0f49-4650-8c51-9077ca03423a req-39378a3d-d453-4bad-b4df-614272d97651 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 210 time: 0.0695858 Jul 09 13:40:15.449765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507ea9a-233a-4af1-949e-00f68b7f8147 req-ec43693d-4657-4584-930b-e045a41d8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:15.451353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a507ea9a-233a-4af1-949e-00f68b7f8147 req-ec43693d-4657-4584-930b-e045a41d8ffc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 1097 time: 0.7350452 Jul 09 13:40:15.452264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc6397-0aa9-4aff-8333-f2b1bfb22a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2ff40-86a3-4fac-95de-2c00c4a680af,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:15.507907 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-896bf10f-078b-4245-9aa8-38dd38a1fc32 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:40:15.509099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-896bf10f-078b-4245-9aa8-38dd38a1fc32 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/routers/1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 HTTP/1.1" status: 409 len: 329 time: 0.8040543 Jul 09 13:40:15.514050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55578) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:15.559382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Provisioning for port ad499e0d-a815-4dd5-9076-2918edc6dc47 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:15.572255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Provisioning complete for port ad499e0d-a815-4dd5-9076-2918edc6dc47 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:15.572827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.691798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a507ea9a-233a-4af1-949e-00f68b7f8147 req-c1adabd8-766d-465a-b88b-56686abda785 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302454 Jul 09 13:40:15.730399 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.771188 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0eceadb8-7533-4d1b-b56b-67c0215f5410 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.792638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] For port ad499e0d-a815-4dd5-9076-2918edc6dc47, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad499e0d-a815-4dd5-9076-2918edc6dc47,segment=NetworkSegment(7142f44a-df7f-46e3-9337-a735a8537bb0),segment_id=7142f44a-df7f-46e3-9337-a735a8537bb0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:15.803742 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.914127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Pushing event updated for resources: {'Port': ['ID=ad499e0d-a815-4dd5-9076-2918edc6dc47,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:15.923906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.926617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.927381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.928099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.928692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.931705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.932498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.933075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.933752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.934318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.934887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.937588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb57665-4941-45a8-9485-25d3321bd078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:15.937717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.974561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.982120 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.056553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceadb8-7533-4d1b-b56b-67c0215f5410 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43d3035-875b-440f-a370-7ac8854dfc7b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:16.074686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-3284f9ef-ab8d-4656-aa0d-4d3e4ee52c43 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:16.080049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-3284f9ef-ab8d-4656-aa0d-4d3e4ee52c43 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.11 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 814 time: 0.3374763 Jul 09 13:40:16.098006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Request body: {'port': {'device_id': '0399b836-821b-432d-baba-49511bb194c3', 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'admin_state_up': True, 'tenant_id': '665c353fdb3547e78980fe51803c44b5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:16.167310 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0eceadb8-7533-4d1b-b56b-67c0215f5410 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.168747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0eceadb8-7533-4d1b-b56b-67c0215f5410 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.2058637 Jul 09 13:40:16.176807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55590) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:16.177777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.178307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Fanout notify agent at l3_agent the message router_deleted on router 2da2abbf-c7ca-4f6c-bdba-da433a436523 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:40:16.198640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.204785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55592) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:16.206250 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-84377ee5-ab2e-4c37-9909-0fe6a617a360 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/routers/2da2abbf-c7ca-4f6c-bdba-da433a436523 HTTP/1.1" status: 204 len: 168 time: 4.8957746 Jul 09 13:40:16.210059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object 88a98b79-42cb-4d1a-942a-4741fcf0cf88 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:16.245654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9e93ca8-f0cc-4654-95f1-afc5d28e8641 None None] Provisioning complete for port ad499e0d-a815-4dd5-9076-2918edc6dc47 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:16.245980 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9e93ca8-f0cc-4654-95f1-afc5d28e8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.291684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3bca9600-aaf8-4ae5-9672-41d56d3b8fec tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules/f43d3035-875b-440f-a370-7ac8854dfc7b HTTP/1.1" status: 200 len: 763 time: 0.1092668 Jul 09 13:40:16.397943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55596) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:16.487827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.496296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403fc01e-cad1-4f29-8514-e5adbb46b98b None None] Network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:16.548214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d6241-b54d-43bc-940d-c244eeb79ee8 req-a411a8c1-0ec3-4e42-aa00-7057fe68ebe5 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:16.567419 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-979d6241-b54d-43bc-940d-c244eeb79ee8 req-a411a8c1-0ec3-4e42-aa00-7057fe68ebe5 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 946 time: 0.8391185 Jul 09 13:40:16.630435 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.652350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7c435250-7747-42b2-995d-08ce7eb2f63f tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2434669 Jul 09 13:40:16.661443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55606) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:16.670139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4ca7e0d4-fdaa-41c4-bea1-0505b2dc4fb3 None None] Provisioning for port 5c5be494-688f-4a3d-b633-01fd60f3dc0f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:16.676615 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-979d6241-b54d-43bc-940d-c244eeb79ee8 req-d88694e9-3e33-4c5d-97f7-d6c9671a15eb tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082737 Jul 09 13:40:16.678205 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.714679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.778539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:16.784778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:16.790954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:16.854868 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0eb9facd-9de6-4034-9d6f-894e31fe47df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.926608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:16.991759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=88a98b79-42cb-4d1a-942a-4741fcf0cf88,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:17.006115 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.034688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad499e0d-a815-4dd5-9076-2918edc6dc47 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:17.103463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ad499e0d-a815-4dd5-9076-2918edc6dc47 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:17.103971 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.120348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Router af646c98-87b6-46af-9e76-22cadf42a620 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:40:17.211995 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.223233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5c5be494-688f-4a3d-b633-01fd60f3dc0f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:17.299531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5c5be494-688f-4a3d-b633-01fd60f3dc0f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:17.304223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5c5be494-688f-4a3d-b633-01fd60f3dc0f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:17.304752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.326635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db90271-92bd-4603-92c1-e185490200c0']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:17.339715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2202c1-316d-4b81-93a5-44d98a55e2c1') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:17.340320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2202c1-316d-4b81-93a5-44d98a55e2c1') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:17.354520 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.378813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Provisioning complete for port 5c5be494-688f-4a3d-b633-01fd60f3dc0f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:17.379228 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.422535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:17.423125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de110176-6e0e-4b5b-837f-d51dd184d0df req-5775d629-75f2-4eee-b022-25672c0bf116 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 210 time: 0.7578521 Jul 09 13:40:17.434330 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Sync routers for ids ['af646c98-87b6-46af-9e76-22cadf42a620'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:17.449607 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Routers {'af646c98-87b6-46af-9e76-22cadf42a620'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:17.450467 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af646c98-87b6-46af-9e76-22cadf42a620'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:17.471912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.474727 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.490866 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.495126 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7519f5b6-d789-4bb0-9c65-564aadf49e09 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5192811 Jul 09 13:40:17.495752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:17.525094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5c5be494-688f-4a3d-b633-01fd60f3dc0f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5c5be494-688f-4a3d-b633-01fd60f3dc0f,segment=NetworkSegment(9056c1d6-d238-4d3f-9be6-d2baf51091b0),segment_id=9056c1d6-d238-4d3f-9be6-d2baf51091b0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:17.540670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:17.540971 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:17.554682 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:17.557451 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6209357-617c-4541-b65b-f1207b665e21 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.560422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.576303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6209357-617c-4541-b65b-f1207b665e21 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.669611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5c5be494-688f-4a3d-b633-01fd60f3dc0f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:17.675864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6209357-617c-4541-b65b-f1207b665e21 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.685141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b6209357-617c-4541-b65b-f1207b665e21 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.689079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b6209357-617c-4541-b65b-f1207b665e21 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f43d3035-875b-440f-a370-7ac8854dfc7b HTTP/1.1" status: 204 len: 168 time: 1.0202038 Jul 09 13:40:17.689266 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Set router af646c98-87b6-46af-9e76-22cadf42a620 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:17.690038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55622) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:17.693693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.787806 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:40:17.787806 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:40:17.823690 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-29d68235-7fa9-470c-9dc6-29e7994b9e7b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1310315 Jul 09 13:40:17.824630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6209357-617c-4541-b65b-f1207b665e21 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f43d3035-875b-440f-a370-7ac8854dfc7b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:17.831776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55628) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:17.833897 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.835712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Made reservation on behalf of 665c353fdb3547e78980fe51803c44b5 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:17.841530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a1cffa2e-f1b2-4198-b8e8-3916f65b4956 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': 'acec503a-eeb1-4504-97a1-d028c67a6469', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:17.843684 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.898154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.901097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] 10.222.0.32 "DELETE /v2.0/networks/4db90271-92bd-4603-92c1-e185490200c0 HTTP/1.1" status: 204 len: 168 time: 1.6954706 Jul 09 13:40:17.956931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21400a02-4dec-46a4-b894-42e2231fd6a7 tempest-TestSecurityGroupsBasicOps-1644662950 tempest-TestSecurityGroupsBasicOps-1644662950-project] Pushing event deleted for resources: {'Network': ['ID=4db90271-92bd-4603-92c1-e185490200c0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:17.986724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1cffa2e-f1b2-4198-b8e8-3916f65b4956 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.035301 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:40:14Z', 'revision_number': 3, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port': {'id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:11Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:18.072382 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Checking router: af646c98-87b6-46af-9e76-22cadf42a620 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:18.072990 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Updating router af646c98-87b6-46af-9e76-22cadf42a620 port 5c6b21d8-3064-4557-b225-e6b85c3e5a61 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:18.122176 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.176389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.225079 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.444633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Allocated IP 172.20.0.9 (7da72e81-5f34-46f7-8e22-b9b577eb19b8/aca9f388-24ac-486c-84c4-d0a3a29a1ebf/81d9012f-35b6-45cf-9e79-1b305d776dde) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:18.462625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Provisioning for port 88a98b79-42cb-4d1a-942a-4741fcf0cf88 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:18.486097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Provisioning complete for port 88a98b79-42cb-4d1a-942a-4741fcf0cf88 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:18.487851 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.534655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5c5be494-688f-4a3d-b633-01fd60f3dc0f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:18.540374 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.567667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.726122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55642) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:18.734711 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.736020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=88a98b79-42cb-4d1a-942a-4741fcf0cf88,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:18.747396 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Transition to ACTIVE for port object 5c6b21d8-3064-4557-b225-e6b85c3e5a61 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:18.758312 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.849727 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fecaeb-54a8-482f-b886-2bcceb164db2 None None] Pushing event updated for resources: {'Port': ['ID=5c6b21d8-3064-4557-b225-e6b85c3e5a61,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:18.901121 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Attempting to bind port 5c6b21d8-3064-4557-b225-e6b85c3e5a61 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:18.901402 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Attempting to bind port 5c6b21d8-3064-4557-b225-e6b85c3e5a61 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:18.901765 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Attempting to bind port 5c6b21d8-3064-4557-b225-e6b85c3e5a61 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:18.907169 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1cffa2e-f1b2-4198-b8e8-3916f65b4956 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.910666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.919336 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:18.919716 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:18.920121 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.921492 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:18.922241 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Bound port: 5c6b21d8-3064-4557-b225-e6b85c3e5a61, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:18.922634 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.931957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88020ea2-38fe-4773-ab58-a6544ec5b741 req-062bedfd-2058-420a-b841-2e6eb4add8f7 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:18.941570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88020ea2-38fe-4773-ab58-a6544ec5b741 req-062bedfd-2058-420a-b841-2e6eb4add8f7 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 946 time: 1.0249159 Jul 09 13:40:18.948644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1cffa2e-f1b2-4198-b8e8-3916f65b4956 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.004695 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] For port 5c6b21d8-3064-4557-b225-e6b85c3e5a61, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:19.006269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9175547d-5fe1-4799-bf56-016e63d8fa81 req-f0050200-4015-4e33-a36b-b46648742c61 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 210 time: 0.2087893 Jul 09 13:40:19.009193 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] For port 5c6b21d8-3064-4557-b225-e6b85c3e5a61, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5c6b21d8-3064-4557-b225-e6b85c3e5a61,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:19.018604 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.020328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.050854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ef9b0-ef7e-4003-9ea8-5baf9cef7763 None None] Port 88a98b79-42cb-4d1a-942a-4741fcf0cf88 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:19.071488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cffa2e-f1b2-4198-b8e8-3916f65b4956 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a9eabd-8ae1-4da1-8550-40548c6a7475,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:19.072595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5c5be494-688f-4a3d-b633-01fd60f3dc0f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:19.072995 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.094212 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88020ea2-38fe-4773-ab58-a6544ec5b741 req-8f957056-cc6c-4c99-a1d2-85dff5597a88 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434684 Jul 09 13:40:19.103272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-90fc197b-1699-4048-908f-e1dcb568c27a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0461a693b504387867f96b9bd7cd3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337598 Jul 09 13:40:19.106454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55650) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:19.163584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1cffa2e-f1b2-4198-b8e8-3916f65b4956 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.169034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a1cffa2e-f1b2-4198-b8e8-3916f65b4956 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3356407 Jul 09 13:40:19.174211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55656) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:19.175912 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fecaeb-54a8-482f-b886-2bcceb164db2 None None] Pushing event updated for resources: {'Port': ['ID=5c6b21d8-3064-4557-b225-e6b85c3e5a61,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:19.184419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Deleting port 883bc6ce-aba8-4822-9356-e04f8150e84d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:19.185655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.212675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.215237 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Routers {'af646c98-87b6-46af-9e76-22cadf42a620'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:19.216200 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af646c98-87b6-46af-9e76-22cadf42a620'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:19.255968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3e8a098e-3442-4226-8587-15250179ecaa None None] Provisioning complete for port 88a98b79-42cb-4d1a-942a-4741fcf0cf88 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:19.255968 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3e8a098e-3442-4226-8587-15250179ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.264021 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ab32804a-d5d4-4031-95f5-ac650fb0ca8b tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules/d2a9eabd-8ae1-4da1-8550-40548c6a7475 HTTP/1.1" status: 200 len: 763 time: 0.0883160 Jul 09 13:40:19.265086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55660) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:19.333439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aa097e96-26b7-4765-aca1-5b7a71b10401 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:19.395725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: aa097e96-26b7-4765-aca1-5b7a71b10401 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:19.396070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device aa097e96-26b7-4765-aca1-5b7a71b10401 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:19.404865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:19.408165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a098e-3442-4226-8587-15250179ecaa None None] Port 88a98b79-42cb-4d1a-942a-4741fcf0cf88 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:19.411452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c9e3e5a1-67d5-4889-aeb9-4caa020916a8 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1415293 Jul 09 13:40:19.414363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55662) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:19.416825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:19.438021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:19.441725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:19.459664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:19.482173 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] Set router af646c98-87b6-46af-9e76-22cadf42a620 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:19.529052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Pushing event updated for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:19.534788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4f00-387c-48e8-a7c2-cf6e5cc2177e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.587482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4f00-387c-48e8-a7c2-cf6e5cc2177e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.601267 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.624715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:19.625791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.647559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Calling delete_port for 883bc6ce-aba8-4822-9356-e04f8150e84d owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:19.681491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-607b665a-0264-43ba-b61d-13fe9a40fac7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5874512 Jul 09 13:40:19.693046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fa26b0a-66a1-4be4-a803-6a5493edaa09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.715813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fa26b0a-66a1-4be4-a803-6a5493edaa09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.720436 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.721328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Request body: {'port': {'device_id': '0399b836-821b-432d-baba-49511bb194c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:19.814930 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.827498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router b848b713-0777-44b8-99a1-39a508742349 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:40:19.844377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fa26b0a-66a1-4be4-a803-6a5493edaa09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.863249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fa26b0a-66a1-4be4-a803-6a5493edaa09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.866923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2fa26b0a-66a1-4be4-a803-6a5493edaa09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d2a9eabd-8ae1-4da1-8550-40548c6a7475 HTTP/1.1" status: 204 len: 168 time: 0.4486651 Jul 09 13:40:19.867579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55670) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:19.903325 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:40:14Z', 'revision_number': 3, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port': {'id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:11Z', 'updated_at': '2021-07-09T13:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:19.940849 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97eb7df-81fe-4be9-bf1c-f56c2b395b3b None None] The sync data for ids ['af646c98-87b6-46af-9e76-22cadf42a620'] in n-d-799524-3 is: [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:40:14Z', 'revision_number': 3, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port': {'id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:11Z', 'updated_at': '2021-07-09T13:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:19.947761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26b0a-66a1-4be4-a803-6a5493edaa09 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2a9eabd-8ae1-4da1-8550-40548c6a7475,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:19.955921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cc5f3e7d-b0d2-47eb-9638-9251a0452a42 None None] Provisioning complete for port 88a98b79-42cb-4d1a-942a-4741fcf0cf88 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:19.956311 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cc5f3e7d-b0d2-47eb-9638-9251a0452a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.020203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f3e7d-b0d2-47eb-9638-9251a0452a42 None None] Port 88a98b79-42cb-4d1a-942a-4741fcf0cf88 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:20.086847 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4f00-387c-48e8-a7c2-cf6e5cc2177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.094231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4f00-387c-48e8-a7c2-cf6e5cc2177e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.099976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f0ac4f00-387c-48e8-a7c2-cf6e5cc2177e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c7716b2-c492-4d90-b663-cc69fb6be5a0 HTTP/1.1" status: 204 len: 168 time: 0.9907491 Jul 09 13:40:20.269347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Allocated IP 172.20.0.1 (29b61f70-e336-4669-9bdf-5637f2660da8/d2c4942c-5677-4dcd-a72c-6eb154fbbc69/bce344fd-4571-4cf5-b7a1-10010976a254) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:20.279427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac4f00-387c-48e8-a7c2-cf6e5cc2177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7716b2-c492-4d90-b663-cc69fb6be5a0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:20.288485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.410397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:20.447417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6812218-5ea1-4f08-9e80-218610c1e97e None None] Sync routers for ids ['b848b713-0777-44b8-99a1-39a508742349'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:20.451253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f2c3784b-5606-407d-91cd-5635afeebf91 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/b848b713-0777-44b8-99a1-39a508742349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3145614 Jul 09 13:40:20.468165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55680) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:20.468837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6812218-5ea1-4f08-9e80-218610c1e97e None None] Routers {'b848b713-0777-44b8-99a1-39a508742349'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:20.469616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f6812218-5ea1-4f08-9e80-218610c1e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b848b713-0777-44b8-99a1-39a508742349'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:20.554926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f6812218-5ea1-4f08-9e80-218610c1e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:20.583989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6812218-5ea1-4f08-9e80-218610c1e97e None None] Routers {'b848b713-0777-44b8-99a1-39a508742349'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:20.585012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f6812218-5ea1-4f08-9e80-218610c1e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b848b713-0777-44b8-99a1-39a508742349'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:20.634609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ebb12-bf20-4038-a293-48a98bdb920a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:20.639939 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-538ebb12-bf20-4038-a293-48a98bdb920a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports/88a98b79-42cb-4d1a-942a-4741fcf0cf88 HTTP/1.1" status: 200 len: 910 time: 0.1701076 Jul 09 13:40:20.658655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f6812218-5ea1-4f08-9e80-218610c1e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:20.660216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6812218-5ea1-4f08-9e80-218610c1e97e None None] The sync data for ids ['b848b713-0777-44b8-99a1-39a508742349'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:20.670140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55682) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:20.697578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55684) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:20.707029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dd97d049-df2c-4370-88f7-17a283d79881 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8364985 Jul 09 13:40:20.718520 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fbee-8e3e-4cd7-a881-81cceb5c583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.720286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55686) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:20.724151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.731117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-390d9071-8e78-450f-aac7-1d89a52ae5d4 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Request body: {'security_group_rule': {'security_group_id': 'acec503a-eeb1-4504-97a1-d028c67a6469', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:20.883025 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.924263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Transition to ACTIVE for port object bce344fd-4571-4cf5-b7a1-10010976a254 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:20.936406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c00ba-112d-4584-9e45-234e16b69b77 req-8581e0fa-6f8d-4235-9e52-6f2678b391bb tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:20.943762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a02c00ba-112d-4584-9e45-234e16b69b77 req-8581e0fa-6f8d-4235-9e52-6f2678b391bb tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 931 time: 0.4889960 Jul 09 13:40:21.021926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Port': ['ID=883bc6ce-aba8-4822-9356-e04f8150e84d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:21.049271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d9012f-35b6-45cf-9e79-1b305d776dde {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:21.058854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.078384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Transition to ACTIVE for port object 81d9012f-35b6-45cf-9e79-1b305d776dde will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:21.090615 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-390d9071-8e78-450f-aac7-1d89a52ae5d4 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.152943 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.165000 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a02c00ba-112d-4584-9e45-234e16b69b77 req-2fa90229-b629-45a1-9c5f-d9ad00d37aa2 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202401 Jul 09 13:40:21.224144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.344020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Network 29b61f70-e336-4669-9bdf-5637f2660da8 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:21.351962 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:21.360164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:21.432757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Pushing event updated for resources: {'Port': ['ID=bce344fd-4571-4cf5-b7a1-10010976a254,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:21.486956 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.554237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:21.635927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-390d9071-8e78-450f-aac7-1d89a52ae5d4 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.647703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.664691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-390d9071-8e78-450f-aac7-1d89a52ae5d4 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.759797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bdf4e8fb-ffc1-43a5-b056-5784b7ebd982 None None] Provisioning for port bce344fd-4571-4cf5-b7a1-10010976a254 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:21.768678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bdf4e8fb-ffc1-43a5-b056-5784b7ebd982 None None] Provisioning complete for port bce344fd-4571-4cf5-b7a1-10010976a254 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:21.769208 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bdf4e8fb-ffc1-43a5-b056-5784b7ebd982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.814752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4e8fb-ffc1-43a5-b056-5784b7ebd982 None None] Port bce344fd-4571-4cf5-b7a1-10010976a254 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:21.825424 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.841838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d9071-8e78-450f-aac7-1d89a52ae5d4 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b24ba90-30a1-424f-b0d2-b5445cf8d831,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:21.935818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.957982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Attempting to bind port 81d9012f-35b6-45cf-9e79-1b305d776dde on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:21.958325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Attempting to bind port 81d9012f-35b6-45cf-9e79-1b305d776dde by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:21.958662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Attempting to bind port 81d9012f-35b6-45cf-9e79-1b305d776dde on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:21.971162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fbee-8e3e-4cd7-a881-81cceb5c583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.974476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Port 81d9012f-35b6-45cf-9e79-1b305d776dde on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:40:21.974805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Attempting to bind port 81d9012f-35b6-45cf-9e79-1b305d776dde on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:21.988552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fbee-8e3e-4cd7-a881-81cceb5c583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.995113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:21.995872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Checking segment: {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:21.996465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Bound using segment: {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:21.996916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Bound port: 81d9012f-35b6-45cf-9e79-1b305d776dde, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:21.997276 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.015505 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-390d9071-8e78-450f-aac7-1d89a52ae5d4 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.019034 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-390d9071-8e78-450f-aac7-1d89a52ae5d4 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2937407 Jul 09 13:40:22.033730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.078407 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-03476f3d-6e84-4f57-9fdc-509827584ba0 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules/9b24ba90-30a1-424f-b0d2-b5445cf8d831 HTTP/1.1" status: 200 len: 764 time: 0.0343292 Jul 09 13:40:22.084782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55700) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.120763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e4a1fbee-8e3e-4cd7-a881-81cceb5c583e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2a90bda64f1408cb8df786f01525561&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4170241 Jul 09 13:40:22.121319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55702) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.156824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1fbee-8e3e-4cd7-a881-81cceb5c583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aed80b-685a-414b-b177-af4bc3722f5a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:22.173167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Router 1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:22.324468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6d29ce3-7bcd-421e-8d89-9eb7710824ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.343525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f3514f8f-3773-4a38-b06d-d065c54ba160 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2550216 Jul 09 13:40:22.352840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55706) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.376321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:22.432142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:22.438158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:22.440509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f11cea26-2f98-4efa-8839-5f63c4874b82 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "PUT /v2.0/routers/1cc348d4-6cf1-452d-8cbf-cc1ca74c7143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9249225 Jul 09 13:40:22.448239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55708) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.449291 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93857d37-89ee-40ac-be0d-7f89fccb2393 None None] Sync routers for ids ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:22.470152 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93857d37-89ee-40ac-be0d-7f89fccb2393 None None] Routers {'1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:22.470989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.471922 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-93857d37-89ee-40ac-be0d-7f89fccb2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:22.535357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5c6b21d8-3064-4557-b225-e6b85c3e5a61 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:22.560383 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-93857d37-89ee-40ac-be0d-7f89fccb2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:22.572604 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93857d37-89ee-40ac-be0d-7f89fccb2393 None None] Routers {'1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:22.573241 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-93857d37-89ee-40ac-be0d-7f89fccb2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:22.575123 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-db975a64-c7f7-4115-b903-716930e657ad tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] show failed (client error): The resource could not be found. Jul 09 13:40:22.582647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-db975a64-c7f7-4115-b903-716930e657ad tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-865606575 HTTP/1.1" status: 404 len: 334 time: 0.1298487 Jul 09 13:40:22.582647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:22.582647 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.583078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.583207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] 10.222.0.11 "PUT /v2.0/ports/81d9012f-35b6-45cf-9e79-1b305d776dde HTTP/1.1" status: 200 len: 1091 time: 2.8746037 Jul 09 13:40:22.597365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55712) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.603326 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5341c932-dec4-4b67-b54d-9665e279ae54 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.614230 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-93857d37-89ee-40ac-be0d-7f89fccb2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:22.617050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ae325b52-5220-4ad5-8f37-99b0a759c9e6 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:22.620524 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93857d37-89ee-40ac-be0d-7f89fccb2393 None None] The sync data for ids ['1cc348d4-6cf1-452d-8cbf-cc1ca74c7143'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:22.623299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.636436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:22.639887 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7b62c-ff67-4377-b757-7a8e76873836" -d '{"events": [{"name": "network-changed", "server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:22.642705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5c6b21d8-3064-4557-b225-e6b85c3e5a61 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:22.648253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5c6b21d8-3064-4557-b225-e6b85c3e5a61 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:22.648707 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.708845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6d29ce3-7bcd-421e-8d89-9eb7710824ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.715319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.726673 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c5c60f-cbf9-4bfc-bee5-fbeb89796776 x-openstack-request-id: req-71c5c60f-cbf9-4bfc-bee5-fbeb89796776 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:22.727065 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:22.727506 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71c5c60f-cbf9-4bfc-bee5-fbeb89796776 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:22.728080 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'status': 'completed', 'code': 200} Jul 09 13:40:22.771471 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.774639 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5341c932-dec4-4b67-b54d-9665e279ae54 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.785499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc02c9-d9db-478e-aa0e-dd81f8ed6e1f req-8ccc41f6-e511-408a-9e84-0110e8f290d8 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:22.792863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82fc02c9-d9db-478e-aa0e-dd81f8ed6e1f req-8ccc41f6-e511-408a-9e84-0110e8f290d8 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 943 time: 0.4250898 Jul 09 13:40:22.794924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbce7ff-2a64-417d-a7a4-85d00bd8bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:22.797799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5c6b21d8-3064-4557-b225-e6b85c3e5a61, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5c6b21d8-3064-4557-b225-e6b85c3e5a61,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:22.805164 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.818982 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-ae325b52-5220-4ad5-8f37-99b0a759c9e6 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] update failed (client error): The resource could not be found. Jul 09 13:40:22.822116 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ae325b52-5220-4ad5-8f37-99b0a759c9e6 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-302943118 HTTP/1.1" status: 404 len: 334 time: 0.2209914 Jul 09 13:40:22.827777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-74e80672-19e4-4bef-890b-7fda9ae49aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:22.829886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-74e80672-19e4-4bef-890b-7fda9ae49aa7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 1094 time: 0.1713183 Jul 09 13:40:22.832054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55716) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.860022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 88a98b79-42cb-4d1a-942a-4741fcf0cf88 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:22.860561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.864728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5c6b21d8-3064-4557-b225-e6b85c3e5a61,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:22.901583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5341c932-dec4-4b67-b54d-9665e279ae54 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.919079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5341c932-dec4-4b67-b54d-9665e279ae54 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.924272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5341c932-dec4-4b67-b54d-9665e279ae54 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9b24ba90-30a1-424f-b0d2-b5445cf8d831 HTTP/1.1" status: 204 len: 168 time: 0.5640428 Jul 09 13:40:22.927817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-8468d6bd-7b61-485f-9b55-c55a54f1ca2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d9012f-35b6-45cf-9e79-1b305d776dde HTTP/1.1" status: 200 len: 217 time: 0.0833385 Jul 09 13:40:22.929620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55718) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.954206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82fc02c9-d9db-478e-aa0e-dd81f8ed6e1f req-6013df9d-4bb1-4cf8-9894-7cee9567af89 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601458 Jul 09 13:40:22.987846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-485013df-095b-41a8-a19f-5a9f82a042a7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Deleting subnet 98fcb360-be2c-4f10-a805-3ede8923f2ef {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:22.996760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-485013df-095b-41a8-a19f-5a9f82a042a7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.038717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-2a3ab444-67f7-4ec9-bf45-df235f563099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:23.040332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-2a3ab444-67f7-4ec9-bf45-df235f563099 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 200 len: 854 time: 0.1041992 Jul 09 13:40:23.070063 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-485013df-095b-41a8-a19f-5a9f82a042a7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.116960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-2bb16036-0cc5-4820-a55d-9f7678cf9f40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7da72e81-5f34-46f7-8e22-b9b577eb19b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671144 Jul 09 13:40:23.337638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341c932-dec4-4b67-b54d-9665e279ae54 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b24ba90-30a1-424f-b0d2-b5445cf8d831,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:23.375692 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Pushing event updated for resources: {'Port': ['ID=bce344fd-4571-4cf5-b7a1-10010976a254,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:23.437208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.466986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c80f181e-9c75-4d8d-879d-3200bdd10f76 tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5145366 Jul 09 13:40:23.475848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 88a98b79-42cb-4d1a-942a-4741fcf0cf88 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:23.477510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55722) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:23.478186 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6d29ce3-7bcd-421e-8d89-9eb7710824ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.480781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d6d29ce3-7bcd-421e-8d89-9eb7710824ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.482001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d6d29ce3-7bcd-421e-8d89-9eb7710824ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27aed80b-685a-414b-b177-af4bc3722f5a HTTP/1.1" status: 204 len: 168 time: 1.3548772 Jul 09 13:40:23.523220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d29ce3-7bcd-421e-8d89-9eb7710824ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aed80b-685a-414b-b177-af4bc3722f5a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:23.544142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Network 29b61f70-e336-4669-9bdf-5637f2660da8 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:23.550920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:23.649130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-485013df-095b-41a8-a19f-5a9f82a042a7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.705346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb5be619-9282-491b-a5ad-d20a4011e02d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.745516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-89a60747-d45e-4186-baa6-15337d487c4a service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179790 Jul 09 13:40:23.747173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-485013df-095b-41a8-a19f-5a9f82a042a7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.793288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d8ff4a-4a36-4018-ad62-2e56ecd40559 None None] Network 49fad54f-aa49-4c65-b9ea-72257aa9596a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:23.809884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-485013df-095b-41a8-a19f-5a9f82a042a7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.812701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-485013df-095b-41a8-a19f-5a9f82a042a7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/subnets/98fcb360-be2c-4f10-a805-3ede8923f2ef HTTP/1.1" status: 204 len: 168 time: 0.9737537 Jul 09 13:40:23.838467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55730) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:23.861295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485013df-095b-41a8-a19f-5a9f82a042a7 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Subnet': ['ID=98fcb360-be2c-4f10-a805-3ede8923f2ef,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:23.879586 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb5be619-9282-491b-a5ad-d20a4011e02d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.934753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Router af646c98-87b6-46af-9e76-22cadf42a620 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:23.989506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-892db345-195c-4f37-a86d-a05f2a7cf274 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Deleting subnet 3cea7977-81f0-4d04-8aff-69459ac07c8b {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:23.995067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-892db345-195c-4f37-a86d-a05f2a7cf274 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.008516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-587a14b5-93dc-4da9-8255-51eff95e4451 req-70047866-4a53-4415-a689-69fc68f54c11 service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479470 Jul 09 13:40:24.064115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4a577135-5b29-4b38-bcf5-f8a24bdb8a1a None None] Provisioning complete for port bce344fd-4571-4cf5-b7a1-10010976a254 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:24.066049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4a577135-5b29-4b38-bcf5-f8a24bdb8a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.080479 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-892db345-195c-4f37-a86d-a05f2a7cf274 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.100947 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb5be619-9282-491b-a5ad-d20a4011e02d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.103536 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb5be619-9282-491b-a5ad-d20a4011e02d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.104720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bb5be619-9282-491b-a5ad-d20a4011e02d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "DELETE /v2.0/security-groups/acec503a-eeb1-4504-97a1-d028c67a6469 HTTP/1.1" status: 204 len: 168 time: 0.6216619 Jul 09 13:40:24.136428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55736) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:24.136771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55738) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:24.168473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4a577135-5b29-4b38-bcf5-f8a24bdb8a1a None None] Port bce344fd-4571-4cf5-b7a1-10010976a254 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:24.196837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5be619-9282-491b-a5ad-d20a4011e02d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec503a-eeb1-4504-97a1-d028c67a6469,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:24.256598 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.261869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] DHCP port deletion for 49fad54f-aa49-4c65-b9ea-72257aa9596a request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:24.316451 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-892db345-195c-4f37-a86d-a05f2a7cf274 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.325411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] Deleting port b98254ce-4c48-4e46-8f7a-b65adf1f4296 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:24.327555 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.331174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=88a98b79-42cb-4d1a-942a-4741fcf0cf88,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:24.432091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] For port b98254ce-4c48-4e46-8f7a-b65adf1f4296, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b98254ce-4c48-4e46-8f7a-b65adf1f4296,segment=NetworkSegment(3b14056d-e89a-4e8b-b1f3-5a34a5112d9f),segment_id=3b14056d-e89a-4e8b-b1f3-5a34a5112d9f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:24.432624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.442254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-440b0236-fdcb-4320-aa16-84ff356ae3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:24.444326 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-440b0236-fdcb-4320-aa16-84ff356ae3fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 1094 time: 0.3469965 Jul 09 13:40:24.466196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] Calling delete_port for b98254ce-4c48-4e46-8f7a-b65adf1f4296 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:24.509794 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bada0611-fa7e-4045-a953-ff3044f06dc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69c1897f2880446eb8402717f656ec95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606257 Jul 09 13:40:24.517726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55740) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:24.521312 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e0713595-4727-46be-a1e6-24a7075a8b9d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3823223 Jul 09 13:40:24.526181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:24.536623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55742) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:24.550050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-892db345-195c-4f37-a86d-a05f2a7cf274 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.554629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Sync routers for ids ['af646c98-87b6-46af-9e76-22cadf42a620'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:24.558107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5c6b21d8-3064-4557-b225-e6b85c3e5a61 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:24.560555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-89099b51-d421-453d-aaf2-9e6d8e81e83b admin admin] 10.222.0.32 "PUT /v2.0/routers/af646c98-87b6-46af-9e76-22cadf42a620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0616164 Jul 09 13:40:24.602182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Routers {'af646c98-87b6-46af-9e76-22cadf42a620'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:24.602858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af646c98-87b6-46af-9e76-22cadf42a620'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:24.609327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af50c-bbb3-4b29-a850-173217fcc805 req-d62c91ee-1c36-47d6-8cbc-2b883f84986f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:24.610990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2d8af50c-bbb3-4b29-a850-173217fcc805 req-d62c91ee-1c36-47d6-8cbc-2b883f84986f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 943 time: 0.4255199 Jul 09 13:40:24.699817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892db345-195c-4f37-a86d-a05f2a7cf274 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Subnet': ['ID=3cea7977-81f0-4d04-8aff-69459ac07c8b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:24.734641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.752470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Set router af646c98-87b6-46af-9e76-22cadf42a620 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:24.776440 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-892db345-195c-4f37-a86d-a05f2a7cf274 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.784542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-892db345-195c-4f37-a86d-a05f2a7cf274 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/subnets/3cea7977-81f0-4d04-8aff-69459ac07c8b HTTP/1.1" status: 204 len: 168 time: 0.9442306 Jul 09 13:40:24.820813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55748) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:24.871395 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2d8af50c-bbb3-4b29-a850-173217fcc805 req-0a19c385-34f0-4a3b-8703-10be3565005d tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193837 Jul 09 13:40:24.910428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b44a5-d7a5-4614-bc49-97fc5651947c None None] Network 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:24.966530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router b848b713-0777-44b8-99a1-39a508742349 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:25.023163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ce55aee6-1464-467c-9600-46e889d17e4d tempest-SecGroupTest-1151426376 tempest-SecGroupTest-1151426376-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4696708 Jul 09 13:40:25.057771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-46d18f31-d46f-4aa4-89b9-d156131099fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:25.059846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-46d18f31-d46f-4aa4-89b9-d156131099fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 914 time: 0.6048052 Jul 09 13:40:25.079991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.118752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b37f89f-9f9b-4546-8f9f-3d4dc70afa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.141700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:25.159932 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0800e8fb-ac57-4eaf-9d06-de83a5c9b856 None None] Sync routers for ids ['b848b713-0777-44b8-99a1-39a508742349'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:25.165394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6e17773c-9e82-4630-8965-444c124c150b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/b848b713-0777-44b8-99a1-39a508742349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4501364 Jul 09 13:40:25.166518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55758) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:25.183755 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800e8fb-ac57-4eaf-9d06-de83a5c9b856 None None] Routers {'b848b713-0777-44b8-99a1-39a508742349'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:25.189116 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0800e8fb-ac57-4eaf-9d06-de83a5c9b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b848b713-0777-44b8-99a1-39a508742349'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:25.208913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5c6b21d8-3064-4557-b225-e6b85c3e5a61 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:25.209295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.211785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-d6b5234f-5e81-4a65-b2c4-e09e1931df92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d9012f-35b6-45cf-9e79-1b305d776dde HTTP/1.1" status: 200 len: 217 time: 0.1116498 Jul 09 13:40:25.220391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6f093c35-e869-496b-95c8-23ffb04e39a7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=b848b713-0777-44b8-99a1-39a508742349 HTTP/1.1" status: 200 len: 205 time: 0.0519803 Jul 09 13:40:25.221538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55768) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:25.265887 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0800e8fb-ac57-4eaf-9d06-de83a5c9b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:25.288014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] The port 'b98254ce-4c48-4e46-8f7a-b65adf1f4296' was deleted {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 13:40:25.291640 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800e8fb-ac57-4eaf-9d06-de83a5c9b856 None None] Routers {'b848b713-0777-44b8-99a1-39a508742349'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:25.292078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b37f89f-9f9b-4546-8f9f-3d4dc70afa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.292281 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0800e8fb-ac57-4eaf-9d06-de83a5c9b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b848b713-0777-44b8-99a1-39a508742349'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:25.306033 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.367478 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c324070-9d32-4d94-a736-d0ffb7bd0a59 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.371289 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0800e8fb-ac57-4eaf-9d06-de83a5c9b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:25.372075 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0800e8fb-ac57-4eaf-9d06-de83a5c9b856 None None] The sync data for ids ['b848b713-0777-44b8-99a1-39a508742349'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:25.394574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] Pushing event deleted for resources: {'Port': ['ID=b98254ce-4c48-4e46-8f7a-b65adf1f4296,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:25.414403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336625a-9ed0-4fb8-988a-67849f0f4d2e None None] No DVR routers for this DVR port b98254ce-4c48-4e46-8f7a-b65adf1f4296 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:25.516044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-7e3bd499-a866-4f04-a5ea-0b455abb01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:25.517842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-7e3bd499-a866-4f04-a5ea-0b455abb01e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 200 len: 854 time: 0.2952192 Jul 09 13:40:25.591556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:40:21Z', 'revision_number': 4, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port': {'id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:11Z', 'updated_at': '2021-07-09T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'bce344fd-4571-4cf5-b7a1-10010976a254', 'name': '', 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'mac_address': 'fa:16:3e:21:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd2c4942c-5677-4dcd-a72c-6eb154fbbc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:19Z', 'updated_at': '2021-07-09T13:40:22Z', 'revision_number': 2, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'subnets': [{'id': 'd2c4942c-5677-4dcd-a72c-6eb154fbbc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:25.612271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.629285 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55802) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:25.636210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-6baf5633-f211-447f-9280-7b008a953f08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7da72e81-5f34-46f7-8e22-b9b577eb19b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081665 Jul 09 13:40:25.661734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fad54f-aa49-4c65-b9ea-72257aa9596a']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:25.666116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] DHCP port deletion for 1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:25.678282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b98254ce-4c48-4e46-8f7a-b65adf1f4296 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:25.720563 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b37f89f-9f9b-4546-8f9f-3d4dc70afa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.725234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b37f89f-9f9b-4546-8f9f-3d4dc70afa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.726828 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7b37f89f-9f9b-4546-8f9f-3d4dc70afa06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73c64b81-f6a0-4f5a-809a-7c8d3c8c78f7 HTTP/1.1" status: 204 len: 168 time: 1.2078762 Jul 09 13:40:25.730497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b14056d-e89a-4e8b-b1f3-5a34a5112d9f') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:25.731116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b14056d-e89a-4e8b-b1f3-5a34a5112d9f') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:25.738239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c324070-9d32-4d94-a736-d0ffb7bd0a59 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.747714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c324070-9d32-4d94-a736-d0ffb7bd0a59 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.757633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Checking router: af646c98-87b6-46af-9e76-22cadf42a620 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:25.759690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Updating router af646c98-87b6-46af-9e76-22cadf42a620 port bce344fd-4571-4cf5-b7a1-10010976a254 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:25.782424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37f89f-9f9b-4546-8f9f-3d4dc70afa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c64b81-f6a0-4f5a-809a-7c8d3c8c78f7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:25.788772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.816448 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.827974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:25.828805 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:25.832922 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:25.855824 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.871709 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c324070-9d32-4d94-a736-d0ffb7bd0a59 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.872471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c324070-9d32-4d94-a736-d0ffb7bd0a59 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Fanout notify agent at l3_agent the message router_deleted on router b848b713-0777-44b8-99a1-39a508742349 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:40:25.892106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6c324070-9d32-4d94-a736-d0ffb7bd0a59 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.897507 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6c324070-9d32-4d94-a736-d0ffb7bd0a59 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/b848b713-0777-44b8-99a1-39a508742349 HTTP/1.1" status: 204 len: 168 time: 0.6742055 Jul 09 13:40:25.900097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55808) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:25.967988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-7c14b69d-34ab-4105-b115-90e5621a976d service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216703 Jul 09 13:40:25.971533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b98254ce-4c48-4e46-8f7a-b65adf1f4296 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:25.972266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b98254ce-4c48-4e46-8f7a-b65adf1f4296 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:26.152048 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.174102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0462677-8cb1-4c50-b567-a7ddd9093b4d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet a5dca9a1-557b-4c8a-a575-8a4350c19dd1 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:26.174297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.180764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/networks/49fad54f-aa49-4c65-b9ea-72257aa9596a HTTP/1.1" status: 204 len: 168 time: 1.3473585 Jul 09 13:40:26.188388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55816) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:26.206343 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0462677-8cb1-4c50-b567-a7ddd9093b4d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.228616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c42d8a-44fa-4a02-ba5f-1f7bc399fe67 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Network': ['ID=49fad54f-aa49-4c65-b9ea-72257aa9596a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:26.246112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3d1ee24a-2791-411a-9323-bd8177e468ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e50848bf77a4416b1188406c725ab99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148777 Jul 09 13:40:26.264823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55818) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:26.409845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0462677-8cb1-4c50-b567-a7ddd9093b4d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.447042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] Deleting port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:26.447556 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.460839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74e7b62c-ff67-4377-b757-7a8e76873836 req-e61d2850-ec42-4635-961d-19811a257774 service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843781 Jul 09 13:40:26.517039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e365465a-d54a-4f7a-b8d8-5d4bae84c897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.539114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0462677-8cb1-4c50-b567-a7ddd9093b4d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.547659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:26.604667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e365465a-d54a-4f7a-b8d8-5d4bae84c897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.640117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0462677-8cb1-4c50-b567-a7ddd9093b4d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.647790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02490910-66e7-4e79-9917-914066bc4001 req-e0803b61-9026-4bb3-bbe4-3dc033e54aab tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:26.650851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] For port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,segment=NetworkSegment(56e141fe-1919-4b93-bed6-3cf64a194b01),segment_id=56e141fe-1919-4b93-bed6-3cf64a194b01)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:26.651770 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.652973 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02490910-66e7-4e79-9917-914066bc4001 req-e0803b61-9026-4bb3-bbe4-3dc033e54aab tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 943 time: 0.4366748 Jul 09 13:40:26.687013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] Calling delete_port for 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:26.739665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.748509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0462677-8cb1-4c50-b567-a7ddd9093b4d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=a5dca9a1-557b-4c8a-a575-8a4350c19dd1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:26.755887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0462677-8cb1-4c50-b567-a7ddd9093b4d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.761491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a0462677-8cb1-4c50-b567-a7ddd9093b4d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/a5dca9a1-557b-4c8a-a575-8a4350c19dd1 HTTP/1.1" status: 204 len: 168 time: 0.8548908 Jul 09 13:40:26.762969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55846) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:26.770422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02490910-66e7-4e79-9917-914066bc4001 req-9cfbbd68-5c28-4e5b-a407-848ed8170e3c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078088 Jul 09 13:40:26.804126 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e365465a-d54a-4f7a-b8d8-5d4bae84c897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.808270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e365465a-d54a-4f7a-b8d8-5d4bae84c897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.809648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e365465a-d54a-4f7a-b8d8-5d4bae84c897 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a46ec5c-c9da-4369-b918-ec76958dc7cf HTTP/1.1" status: 204 len: 168 time: 0.5409465 Jul 09 13:40:26.825040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365465a-d54a-4f7a-b8d8-5d4bae84c897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a46ec5c-c9da-4369-b918-ec76958dc7cf,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:26.848695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a800e7d5-37b3-4aba-9fe8-5457d1ecc3ba None None] Network 1d8dbaf0-26dc-4986-b67e-16bba4ee938e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:26.935477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.947637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 81d9012f-35b6-45cf-9e79-1b305d776dde details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:40:26.989468 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.038332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Deleting port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:27.038708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.145824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] For port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,segment=NetworkSegment(56e141fe-1919-4b93-bed6-3cf64a194b01),segment_id=56e141fe-1919-4b93-bed6-3cf64a194b01)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:27.146135 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.160572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 5c5be494-688f-4a3d-b633-01fd60f3dc0f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:27.161342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.168255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Calling delete_port for 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:27.311662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port 5c5be494-688f-4a3d-b633-01fd60f3dc0f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5c5be494-688f-4a3d-b633-01fd60f3dc0f,segment=NetworkSegment(9056c1d6-d238-4d3f-9be6-d2baf51091b0),segment_id=9056c1d6-d238-4d3f-9be6-d2baf51091b0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:27.312014 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.330696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 5c5be494-688f-4a3d-b633-01fd60f3dc0f owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:27.349188 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.381797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Transition to ACTIVE for port object bce344fd-4571-4cf5-b7a1-10010976a254 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:27.401904 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.419295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:40:27.487849 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.537763 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.553880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] No DVR routers for this DVR port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:27.560072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=5c5be494-688f-4a3d-b633-01fd60f3dc0f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:27.574207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No DVR routers for this DVR port 5c5be494-688f-4a3d-b633-01fd60f3dc0f on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:27.729339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Port': ['ID=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:27.756982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:27.809422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.810083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.842265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd48ef-ee95-4f12-a230-61be5113aa82 None None] Pushing event updated for resources: {'Port': ['ID=bce344fd-4571-4cf5-b7a1-10010976a254,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:27.852353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:27.863072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'port_id': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'mac_address': 'fa:16:3e:65:dd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9f388-24ac-486c-84c4-d0a3a29a1ebf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:40:27.865883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7c882-537d-4486-be14-5326e3f05791 None None] DHCP port deletion for 1d8dbaf0-26dc-4986-b67e-16bba4ee938e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:27.870460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] No DVR routers for this DVR port 3e471e91-f0f9-4b5f-bfc6-0dea2eec2946 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:27.882423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.907332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e141fe-1919-4b93-bed6-3cf64a194b01') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:27.907637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e141fe-1919-4b93-bed6-3cf64a194b01') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:27.941006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8dbaf0-26dc-4986-b67e-16bba4ee938e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:27.958292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.976237 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9056c1d6-d238-4d3f-9be6-d2baf51091b0') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:27.976598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9056c1d6-d238-4d3f-9be6-d2baf51091b0') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:27.984236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffde520-694b-4a78-85f3-e45931b2f102 None None] Pushing event deleted for resources: {'Port': ['ID=3e471e91-f0f9-4b5f-bfc6-0dea2eec2946,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:28.011419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.015189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.072970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:28.073395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:28.077076 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:28.111140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55882) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:28.119129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.120324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Attempting to bind port bce344fd-4571-4cf5-b7a1-10010976a254 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:28.121147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Attempting to bind port bce344fd-4571-4cf5-b7a1-10010976a254 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:28.121543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Attempting to bind port bce344fd-4571-4cf5-b7a1-10010976a254 on network 29b61f70-e336-4669-9bdf-5637f2660da8 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:28.129207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:28.129758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Checking segment: {'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:28.130303 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.130805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Bound using segment: {'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:28.131548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Bound port: bce344fd-4571-4cf5-b7a1-10010976a254, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7142f44a-df7f-46e3-9337-a735a8537bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:28.132060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.143130 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.213605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d9012f-35b6-45cf-9e79-1b305d776dde {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:28.244247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:28.244670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:28.250863 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:28.299590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-420908461'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:28.318656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:28.337407 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.364768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] For port bce344fd-4571-4cf5-b7a1-10010976a254, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:28.375408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Made reservation on behalf of 7c3a04fc6e5445db9b14c8aacb96bc5e for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:28.377624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.384272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.395985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.396888 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.399829 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/networks/1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8 HTTP/1.1" status: 204 len: 168 time: 2.2053587 Jul 09 13:40:28.406618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55890) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:28.430105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] For port bce344fd-4571-4cf5-b7a1-10010976a254, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bce344fd-4571-4cf5-b7a1-10010976a254,segment=NetworkSegment(7142f44a-df7f-46e3-9337-a735a8537bb0),segment_id=7142f44a-df7f-46e3-9337-a735a8537bb0)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:28.441021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426977d-7a47-450d-b3b0-b50dfbc6ad48 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Network': ['ID=1db3e5f2-01ef-4f4d-b6d0-0ed7e4e357f8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:28.454737 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.457379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.478493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.481364 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/1d8dbaf0-26dc-4986-b67e-16bba4ee938e HTTP/1.1" status: 204 len: 168 time: 1.7116201 Jul 09 13:40:28.485596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5c5be494-688f-4a3d-b633-01fd60f3dc0f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:28.486840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:28.503944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1661825519', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:28.523107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af565899-a31a-4029-aad7-ffdae7ebc4be req-6462d165-e0fc-47d9-a6fe-50d43c177fa4 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:28.524706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e861f02-b573-400d-8a0f-6bce26848458 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Deleting subnet fe552dbb-66e1-4032-b004-75c9c867c8ea {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:28.530412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:28.536198 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af565899-a31a-4029-aad7-ffdae7ebc4be req-6462d165-e0fc-47d9-a6fe-50d43c177fa4 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 943 time: 0.4745321 Jul 09 13:40:28.542140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e861f02-b573-400d-8a0f-6bce26848458 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.544354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5c5be494-688f-4a3d-b633-01fd60f3dc0f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:28.544706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5c5be494-688f-4a3d-b633-01fd60f3dc0f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:28.606231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e861f02-b573-400d-8a0f-6bce26848458 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.623157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['81d9012f-35b6-45cf-9e79-1b305d776dde'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:40:28.649255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af565899-a31a-4029-aad7-ffdae7ebc4be req-4c3e60b0-56e4-43f3-8857-84e7a9d27fd9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118116 Jul 09 13:40:28.656767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a107e4-b135-4b2d-bc2c-6fb680c68adc tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=1d8dbaf0-26dc-4986-b67e-16bba4ee938e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:28.691183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Routers {'af646c98-87b6-46af-9e76-22cadf42a620'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:28.692264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af646c98-87b6-46af-9e76-22cadf42a620'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:28.716717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.719379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.756755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e861f02-b573-400d-8a0f-6bce26848458 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.814247 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.851677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e861f02-b573-400d-8a0f-6bce26848458 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.893364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e861f02-b573-400d-8a0f-6bce26848458 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Subnet': ['ID=fe552dbb-66e1-4032-b004-75c9c867c8ea,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:28.898321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd48ef-ee95-4f12-a230-61be5113aa82 None None] Pushing event updated for resources: {'Port': ['ID=bce344fd-4571-4cf5-b7a1-10010976a254,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:28.913375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e861f02-b573-400d-8a0f-6bce26848458 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.915649 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8e861f02-b573-400d-8a0f-6bce26848458 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/subnets/fe552dbb-66e1-4032-b004-75c9c867c8ea HTTP/1.1" status: 204 len: 168 time: 0.5049174 Jul 09 13:40:28.918554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55896) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:28.926319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a2b09-c3fd-4cc9-84e0-dc592e08ddcd None None] Network 809266c3-4e40-4375-a44c-39022c692fc0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:29.024983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.073058 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.084862 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.099806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:29.112981 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.113660 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Added segment 3cd39df3-ff2d-4d88-8743-59bb18935888 of type vlan for network 732b1de2-52a0-4f0d-8c37-38e763693667 Jul 09 13:40:29.135497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] Set router af646c98-87b6-46af-9e76-22cadf42a620 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:29.147071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.267877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.388313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.407248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:29.409770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.474541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] DHCP port deletion for 809266c3-4e40-4375-a44c-39022c692fc0 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:29.572020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Pushing event updated for resources: {'Network': ['ID=732b1de2-52a0-4f0d-8c37-38e763693667,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:29.598739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43befc-db0f-4aea-8abe-941838e52eed,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:29.603828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 732b1de2-52a0-4f0d-8c37-38e763693667 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:40:29.622876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b889b958-95dd-4216-880d-c3e4cd7a40a4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5111442 Jul 09 13:40:29.627706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55902) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:29.634545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Request body: {'subnet': {'network_id': '732b1de2-52a0-4f0d-8c37-38e763693667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:29.737539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Deleting port b400378d-f15a-421d-b67d-da264f787467 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:29.737696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.813013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] Deleting port b400378d-f15a-421d-b67d-da264f787467 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:29.813711 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.818670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:40:21Z', 'revision_number': 4, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port': {'id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:11Z', 'updated_at': '2021-07-09T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'bce344fd-4571-4cf5-b7a1-10010976a254', 'name': '', 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'mac_address': 'fa:16:3e:21:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd2c4942c-5677-4dcd-a72c-6eb154fbbc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:19Z', 'updated_at': '2021-07-09T13:40:28Z', 'revision_number': 4, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'subnets': [{'id': 'd2c4942c-5677-4dcd-a72c-6eb154fbbc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:29.823817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] For port b400378d-f15a-421d-b67d-da264f787467, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b400378d-f15a-421d-b67d-da264f787467,segment=NetworkSegment(3f802187-34bb-4c7d-8ed9-3f923418094e),segment_id=3f802187-34bb-4c7d-8ed9-3f923418094e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:29.824189 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.835789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.856009 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Calling delete_port for b400378d-f15a-421d-b67d-da264f787467 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:29.864366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.902620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb3bde-e840-4119-8816-021d5b83e706 None None] The sync data for ids ['af646c98-87b6-46af-9e76-22cadf42a620'] in n-d-799524-3 is: [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:40:21Z', 'revision_number': 4, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port': {'id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:11Z', 'updated_at': '2021-07-09T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'bce344fd-4571-4cf5-b7a1-10010976a254', 'name': '', 'network_id': '29b61f70-e336-4669-9bdf-5637f2660da8', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'mac_address': 'fa:16:3e:21:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd2c4942c-5677-4dcd-a72c-6eb154fbbc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:19Z', 'updated_at': '2021-07-09T13:40:28Z', 'revision_number': 4, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'subnets': [{'id': 'd2c4942c-5677-4dcd-a72c-6eb154fbbc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:29.944608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] For port b400378d-f15a-421d-b67d-da264f787467, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b400378d-f15a-421d-b67d-da264f787467,segment=NetworkSegment(3f802187-34bb-4c7d-8ed9-3f923418094e),segment_id=3f802187-34bb-4c7d-8ed9-3f923418094e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:29.945017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.972722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] Calling delete_port for b400378d-f15a-421d-b67d-da264f787467 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:30.136802 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.162418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12ae2-3c15-4c45-81de-c3f56d51ded1 req-945675e4-454d-482a-bdb5-f79905034ef9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:30.175948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.25.5.48 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/804c1839-a2ec-48f5-b166-988f4282048e) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:30.192458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15d12ae2-3c15-4c45-81de-c3f56d51ded1 req-945675e4-454d-482a-bdb5-f79905034ef9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 944 time: 0.3149061 Jul 09 13:40:30.194659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] No DVR routers for this DVR port b400378d-f15a-421d-b67d-da264f787467 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:30.196365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc66a0-59a5-41e0-a83b-64eae4e67c23 None None] Pushing event deleted for resources: {'Port': ['ID=b400378d-f15a-421d-b67d-da264f787467,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:30.204320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.242606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Port': ['ID=b400378d-f15a-421d-b67d-da264f787467,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:30.258620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] No DVR routers for this DVR port b400378d-f15a-421d-b67d-da264f787467 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:30.277736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Made reservation on behalf of 7c3a04fc6e5445db9b14c8aacb96bc5e for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:30.282669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.437237 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.475128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.508631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809266c3-4e40-4375-a44c-39022c692fc0']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:30.534126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f802187-34bb-4c7d-8ed9-3f923418094e') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:30.539608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f802187-34bb-4c7d-8ed9-3f923418094e') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:30.564838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bce344fd-4571-4cf5-b7a1-10010976a254 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:30.578322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.612827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.621379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:30.622432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.697885 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:30.699843 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:30.725180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15d12ae2-3c15-4c45-81de-c3f56d51ded1 req-0602f043-0042-4892-ba36-d09ee720da4c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165544 Jul 09 13:40:30.742064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port bce344fd-4571-4cf5-b7a1-10010976a254 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:30.750985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.756656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port bce344fd-4571-4cf5-b7a1-10010976a254 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:30.757337 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.767792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.773068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/networks/809266c3-4e40-4375-a44c-39022c692fc0 HTTP/1.1" status: 204 len: 168 time: 1.8530512 Jul 09 13:40:30.773828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55914) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:30.824818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a4eb1931-4345-4e7c-bed0-be9a0ff51e0c tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 HTTP/1.1" status: 200 len: 205 time: 0.0463333 Jul 09 13:40:30.825962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55916) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:30.879816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 81d9012f-35b6-45cf-9e79-1b305d776dde up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:30.910166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.939241 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4d04310-34e6-4818-aa0e-538547122cd5 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.941509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9582e4b-d067-4430-bd37-94e3485acb52 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Pushing event deleted for resources: {'Network': ['ID=809266c3-4e40-4375-a44c-39022c692fc0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:30.951867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:30.993489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 81d9012f-35b6-45cf-9e79-1b305d776dde completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:31.002321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 81d9012f-35b6-45cf-9e79-1b305d776dde triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:31.003029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.051502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:31.066638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:31.079738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=804c1839-a2ec-48f5-b166-988f4282048e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:31.102394 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.198664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4d04310-34e6-4818-aa0e-538547122cd5 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.205197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4d04310-34e6-4818-aa0e-538547122cd5 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.237859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port bce344fd-4571-4cf5-b7a1-10010976a254, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bce344fd-4571-4cf5-b7a1-10010976a254,segment=NetworkSegment(7142f44a-df7f-46e3-9337-a735a8537bb0),segment_id=7142f44a-df7f-46e3-9337-a735a8537bb0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:31.241242 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.250607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Pushing event updated for resources: {'Subnet': ['ID=9b87fae8-7a44-40b6-a9a9-9d619e3fd26a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:31.280349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4d04310-34e6-4818-aa0e-538547122cd5 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.281039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d04310-34e6-4818-aa0e-538547122cd5 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:40:31.290102 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.308190 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4d04310-34e6-4818-aa0e-538547122cd5 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.313749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a4d04310-34e6-4818-aa0e-538547122cd5 tempest-RoutersNegativeTest-211781628 tempest-RoutersNegativeTest-211781628-project] 10.222.0.32 "DELETE /v2.0/routers/1cc348d4-6cf1-452d-8cbf-cc1ca74c7143 HTTP/1.1" status: 204 len: 168 time: 0.4858842 Jul 09 13:40:31.324480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:31.327648 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f8d99e-fb34-4386-9b11-f244996e59c8" -d '{"events": [{"server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "name": "network-vif-plugged", "status": "completed", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:31.406089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Checking segment: {'id': '3cd39df3-ff2d-4d88-8743-59bb18935888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '732b1de2-52a0-4f0d-8c37-38e763693667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:31.406484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Network hostable DHCP agents. Network: 732b1de2-52a0-4f0d-8c37-38e763693667, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:40:31.424562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:31.442566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b400378d-f15a-421d-b67d-da264f787467 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:31.503518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b400378d-f15a-421d-b67d-da264f787467 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:31.503880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b400378d-f15a-421d-b67d-da264f787467 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:31.519362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.565438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=bce344fd-4571-4cf5-b7a1-10010976a254,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:31.651509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Network 732b1de2-52a0-4f0d-8c37-38e763693667 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:40:31.758912 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe21d6a-68a9-4e45-82d7-8f5db6a91fcf x-openstack-request-id: req-dfe21d6a-68a9-4e45-82d7-8f5db6a91fcf {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:31.759585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 732b1de2-52a0-4f0d-8c37-38e763693667) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:31.760422 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "name": "network-vif-plugged", "status": "completed", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:31.761209 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe21d6a-68a9-4e45-82d7-8f5db6a91fcf {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:31.761718 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'code': 200} Jul 09 13:40:31.762656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:31.777296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:31.779446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.789692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e2ffb4-ae54-4cf5-8a01-e0204b04d9e7 None None] Network 732b1de2-52a0-4f0d-8c37-38e763693667 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:31.926360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55936) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:31.970085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-517ae793-0d2a-46a2-8388-da865b2ca3a6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3404679 Jul 09 13:40:31.976272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55940) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:31.987985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Request body: {'port': {'network_id': '732b1de2-52a0-4f0d-8c37-38e763693667', 'name': 'tempest-TagsExtTest-913797415'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:32.068879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-732b1de2-52a0-4f0d-8c37-38e763693667', 'network_id': '732b1de2-52a0-4f0d-8c37-38e763693667', 'tenant_id': '7c3a04fc6e5445db9b14c8aacb96bc5e', 'fixed_ips': [{'subnet_id': '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:40:32.070107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.182692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab34ea0-fb86-40ce-a780-f8bd1752aa1b req-32e67924-fa5f-4817-917a-b0e86ffe82f9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:32.191886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ab34ea0-fb86-40ce-a780-f8bd1752aa1b req-32e67924-fa5f-4817-917a-b0e86ffe82f9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.2638872 Jul 09 13:40:32.197344 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.219034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7910-800b-4230-bb7e-80251d2fbef3 req-a127f80c-69df-4658-9f2c-0a63ab1d58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:32.220558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-104d7910-800b-4230-bb7e-80251d2fbef3 req-a127f80c-69df-4658-9f2c-0a63ab1d58d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 1096 time: 0.3797474 Jul 09 13:40:32.306452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a7e17383-d5a2-479b-b95e-f2222c274f9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64f3974c31c64b4290af515943e84ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455014 Jul 09 13:40:32.318899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55942) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:32.335171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ab34ea0-fb86-40ce-a780-f8bd1752aa1b req-0d612eea-e3b2-4d7e-a99c-c49e4c85cff6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420000 Jul 09 13:40:32.379803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-104d7910-800b-4230-bb7e-80251d2fbef3 req-fe98b0a6-3b26-4912-ada6-ac34dafc8525 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373234 Jul 09 13:40:32.413164 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d672e68-32a8-4cfc-996c-a2878337e056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.445787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d672e68-32a8-4cfc-996c-a2878337e056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.462174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Made reservation on behalf of 7c3a04fc6e5445db9b14c8aacb96bc5e for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:32.466804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.482362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Allocated IP 172.20.0.2 (732b1de2-52a0-4f0d-8c37-38e763693667/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/5bb5744b-b349-4ce0-970c-6f347f1bf284) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:32.521566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bce344fd-4571-4cf5-b7a1-10010976a254 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:32.525656 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d672e68-32a8-4cfc-996c-a2878337e056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.533280 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d672e68-32a8-4cfc-996c-a2878337e056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.536234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] device_id is not set on port 47215601-48a4-4a1e-8a7f-b1b6ea4b166c yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:40:32.536969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d672e68-32a8-4cfc-996c-a2878337e056 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3db121cc-94ef-472f-8f07-aa7842e78916 HTTP/1.1" status: 204 len: 168 time: 0.2005517 Jul 09 13:40:32.562415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d672e68-32a8-4cfc-996c-a2878337e056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db121cc-94ef-472f-8f07-aa7842e78916,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:32.612187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.891785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port bce344fd-4571-4cf5-b7a1-10010976a254 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:32.892167 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:32.923052 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:40:33.058932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.090108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Transition to ACTIVE for port object 5bb5744b-b349-4ce0-970c-6f347f1bf284 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:33.121652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Transition to ACTIVE for port object 5bb5744b-b349-4ce0-970c-6f347f1bf284 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:33.125748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:33.137738 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.147888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13c8c11-a8e3-4c98-85f2-6269cb5b6702 None None] Sync routers for ids ['a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:33.235294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Allocated IP 172.20.0.6 (732b1de2-52a0-4f0d-8c37-38e763693667/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/47215601-48a4-4a1e-8a7f-b1b6ea4b166c) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:33.247778 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.255021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55964) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:33.266399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c42bec02-fc4d-4be6-bf4e-9521e4d5ebcd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.7780039 Jul 09 13:40:33.269068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Network 732b1de2-52a0-4f0d-8c37-38e763693667 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:33.285676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:33.289570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c8c11-a8e3-4c98-85f2-6269cb5b6702 None None] Routers {'a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:33.290488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a13c8c11-a8e3-4c98-85f2-6269cb5b6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:33.293396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:33.335793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a13c8c11-a8e3-4c98-85f2-6269cb5b6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:33.341461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Pushing event updated for resources: {'Port': ['ID=5bb5744b-b349-4ce0-970c-6f347f1bf284,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:33.489598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c8c11-a8e3-4c98-85f2-6269cb5b6702 None None] Routers {'a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:33.490282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a13c8c11-a8e3-4c98-85f2-6269cb5b6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:33.556367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a13c8c11-a8e3-4c98-85f2-6269cb5b6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:33.556996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13c8c11-a8e3-4c98-85f2-6269cb5b6702 None None] The sync data for ids ['a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:33.558150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c1b45ae-4fc8-4120-a08e-b879a3a3fa2f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/routers/a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 HTTP/1.1" status: 200 len: 880 time: 0.3012969 Jul 09 13:40:33.566175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55974) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:33.569981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Attempting to bind port 5bb5744b-b349-4ce0-970c-6f347f1bf284 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:33.570535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Attempting to bind port 5bb5744b-b349-4ce0-970c-6f347f1bf284 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3cd39df3-ff2d-4d88-8743-59bb18935888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '732b1de2-52a0-4f0d-8c37-38e763693667'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:33.571061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Attempting to bind port 5bb5744b-b349-4ce0-970c-6f347f1bf284 on network 732b1de2-52a0-4f0d-8c37-38e763693667 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:33.577285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:33.577627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Checking segment: {'id': '3cd39df3-ff2d-4d88-8743-59bb18935888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '732b1de2-52a0-4f0d-8c37-38e763693667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:33.577872 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.578257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Bound using segment: {'id': '3cd39df3-ff2d-4d88-8743-59bb18935888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '732b1de2-52a0-4f0d-8c37-38e763693667'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:33.578734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Bound port: 5bb5744b-b349-4ce0-970c-6f347f1bf284, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd39df3-ff2d-4d88-8743-59bb18935888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '732b1de2-52a0-4f0d-8c37-38e763693667'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:33.579204 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.632691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.654412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Transition to ACTIVE for port object 47215601-48a4-4a1e-8a7f-b1b6ea4b166c will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:33.724827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66463d-2218-4c68-b5c3-7e2249370aa7 req-146f0752-1570-4b32-87fd-ac765dd7ed46 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:33.729318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] For port 5bb5744b-b349-4ce0-970c-6f347f1bf284, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:33.732189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e66463d-2218-4c68-b5c3-7e2249370aa7 req-146f0752-1570-4b32-87fd-ac765dd7ed46 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.2296600 Jul 09 13:40:33.734339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] For port 5bb5744b-b349-4ce0-970c-6f347f1bf284, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5bb5744b-b349-4ce0-970c-6f347f1bf284,segment=NetworkSegment(3cd39df3-ff2d-4d88-8743-59bb18935888),segment_id=3cd39df3-ff2d-4d88-8743-59bb18935888)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:33.741422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.772918 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.785877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55980) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:33.843234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2e66463d-2218-4c68-b5c3-7e2249370aa7 req-8129c72c-c526-4713-855b-78ee069e1f7f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091437 Jul 09 13:40:33.848439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Network 732b1de2-52a0-4f0d-8c37-38e763693667 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:33.866060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:33.884181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:33.926824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac228c1-3ba2-4652-b736-e878e8bacdb8 None None] Pushing event updated for resources: {'Port': ['ID=5bb5744b-b349-4ce0-970c-6f347f1bf284,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:33.995790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Pushing event updated for resources: {'Port': ['ID=47215601-48a4-4a1e-8a7f-b1b6ea4b166c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:34.019537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:34.020231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.041694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bdc9e5f5-1d78-465a-99b7-f4acf13153d3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0582783 Jul 09 13:40:34.042699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55988) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:34.051986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-60274aec-5f88-4974-9d7d-9e9567e80d2f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1979025824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:34.081060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60274aec-5f88-4974-9d7d-9e9567e80d2f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.082811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60274aec-5f88-4974-9d7d-9e9567e80d2f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.092720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1141e278-c512-480a-a42f-b989a5134f3d tempest-ServiceProvidersTest-1635815930 tempest-ServiceProvidersTest-1635815930-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3033285 Jul 09 13:40:34.172393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8c8890fd-c74b-49d5-84fc-24ef05bdd14d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6048036 Jul 09 13:40:34.174307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55994) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:34.178903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-42afc6c9-28a7-4cef-abb4-f901d2e5259f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1661825519'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:34.246182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60274aec-5f88-4974-9d7d-9e9567e80d2f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.252643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60274aec-5f88-4974-9d7d-9e9567e80d2f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.266734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad81d9-61ba-482a-9085-4b6b5ea97e9d req-06bc1248-6808-4290-ab7e-bb8b9d7a7325 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:34.269217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79ad81d9-61ba-482a-9085-4b6b5ea97e9d req-06bc1248-6808-4290-ab7e-bb8b9d7a7325 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.1948950 Jul 09 13:40:34.296087 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60274aec-5f88-4974-9d7d-9e9567e80d2f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.301102 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-60274aec-5f88-4974-9d7d-9e9567e80d2f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2579122 Jul 09 13:40:34.302702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55996) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:34.308156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b261eb94-5361-4ed8-81bf-2793c90b57c3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1370249289', 'prefixes': ['172.20.0.0/16']}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:34.480954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b261eb94-5361-4ed8-81bf-2793c90b57c3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for subnetpool, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.487571 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b261eb94-5361-4ed8-81bf-2793c90b57c3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1830630 Jul 09 13:40:34.488439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56000) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:34.495191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-66c8c409-2663-4d9d-8c00-a02236160658 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a', 'tempest-TagsExtTest-Tag-1759557329') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:34.583075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5bb5744b-b349-4ce0-970c-6f347f1bf284 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:34.654485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56002) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:34.665712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-66c8c409-2663-4d9d-8c00-a02236160658 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags/tempest-TagsExtTest-Tag-1759557329 HTTP/1.1" status: 201 len: 201 time: 0.1730127 Jul 09 13:40:34.671402 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56006) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:34.681910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-1f7e1057-9651-48f4-b8fa-2bde0bcf69a2 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c', 'tempest-TagsExtTest-Tag-746386376') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:34.753515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5bb5744b-b349-4ce0-970c-6f347f1bf284 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:34.757313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79ad81d9-61ba-482a-9085-4b6b5ea97e9d req-a6e4dd94-48d5-448e-b6d7-ebfd845852a7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509024 Jul 09 13:40:34.815820 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1f7e1057-9651-48f4-b8fa-2bde0bcf69a2 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags/tempest-TagsExtTest-Tag-746386376 HTTP/1.1" status: 201 len: 201 time: 0.1397445 Jul 09 13:40:34.818734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56012) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:34.831834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-ae2a18ea-c50c-498d-a7be-bba39658b75f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c', 'tempest-TagsExtTest-Tag-609867945') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:35.005675 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb18e54b-4d45-4469-866e-58759be02eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.098668 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ae2a18ea-c50c-498d-a7be-bba39658b75f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags/tempest-TagsExtTest-Tag-609867945 HTTP/1.1" status: 201 len: 201 time: 0.2790804 Jul 09 13:40:35.102510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56024) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.118156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-22a0ef83-a432-49e3-9d7e-68ae64d25758 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb', 'tempest-TagsExtTest-Tag-675194827') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:35.147392 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-42afc6c9-28a7-4cef-abb4-f901d2e5259f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.211537 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-42afc6c9-28a7-4cef-abb4-f901d2e5259f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.217459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-22a0ef83-a432-49e3-9d7e-68ae64d25758 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags/tempest-TagsExtTest-Tag-675194827 HTTP/1.1" status: 201 len: 201 time: 0.1131914 Jul 09 13:40:35.221707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.227324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-b363292a-dc74-45e4-b661-b3225fb194be tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:35.297843 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb18e54b-4d45-4469-866e-58759be02eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.303979 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb18e54b-4d45-4469-866e-58759be02eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.432778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18e54b-4d45-4469-866e-58759be02eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c336c2bf-725c-4c9f-a751-056fa8179e4d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:35.465173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b363292a-dc74-45e4-b661-b3225fb194be tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags HTTP/1.1" status: 200 len: 241 time: 0.2422516 Jul 09 13:40:35.465798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.467835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56038) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.468717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb18e54b-4d45-4469-866e-58759be02eab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38d50b73ecbe4cfaad6ca45f70ab4a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8119323 Jul 09 13:40:35.484706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-835c04a6-6d6c-4ae4-8a07-d23f4e785dea tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a', 'tempest-TagsExtTest-Tag-1759557329') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:35.562749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42afc6c9-28a7-4cef-abb4-f901d2e5259f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:35.582289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b737279-27bf-400d-acdd-c55595f87737 None None] Network 732b1de2-52a0-4f0d-8c37-38e763693667 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:35.602883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10623c0a-bbb5-45f4-b668-943c5492fddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.710991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ca8b8e36-3aa3-466f-b5b0-4c4066c11a63 None None] Provisioning for port 5bb5744b-b349-4ce0-970c-6f347f1bf284 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:35.711595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10623c0a-bbb5-45f4-b668-943c5492fddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.716584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ca8b8e36-3aa3-466f-b5b0-4c4066c11a63 None None] Provisioning complete for port 5bb5744b-b349-4ce0-970c-6f347f1bf284 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:35.718046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8e36-3aa3-466f-b5b0-4c4066c11a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.724061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-835c04a6-6d6c-4ae4-8a07-d23f4e785dea tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags/tempest-TagsExtTest-Tag-1759557329 HTTP/1.1" status: 204 len: 168 time: 0.2442636 Jul 09 13:40:35.727455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56048) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.734033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-01995ef2-9308-48c3-b3e6-216b38a7f5a7 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a', 'tempest-TagsExtTest-Tag-1759557329') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:35.866670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42afc6c9-28a7-4cef-abb4-f901d2e5259f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:35.882579 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ac0f4-5541-4cfb-94f2-a2199ba3864b None None] Sync routers for ids ['a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:35.894813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-42afc6c9-28a7-4cef-abb4-f901d2e5259f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.901343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-42afc6c9-28a7-4cef-abb4-f901d2e5259f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 HTTP/1.1" status: 200 len: 887 time: 1.7259827 Jul 09 13:40:35.901526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56056) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.915183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ac0f4-5541-4cfb-94f2-a2199ba3864b None None] Routers {'a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:35.915821 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-194ac0f4-5541-4cfb-94f2-a2199ba3864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:35.925649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8e36-3aa3-466f-b5b0-4c4066c11a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.009903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-01995ef2-9308-48c3-b3e6-216b38a7f5a7 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags/tempest-TagsExtTest-Tag-1759557329 HTTP/1.1" status: 204 len: 168 time: 0.2798061 Jul 09 13:40:36.012414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56062) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:36.025486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-b158912a-2c63-4031-a1fb-445f1188859a tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:36.027440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ca8b8e36-3aa3-466f-b5b0-4c4066c11a63 None None] For port 5bb5744b-b349-4ce0-970c-6f347f1bf284, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5bb5744b-b349-4ce0-970c-6f347f1bf284,segment=NetworkSegment(3cd39df3-ff2d-4d88-8743-59bb18935888),segment_id=3cd39df3-ff2d-4d88-8743-59bb18935888)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:36.028613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10623c0a-bbb5-45f4-b668-943c5492fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.031417 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10623c0a-bbb5-45f4-b668-943c5492fddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.039650 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8e36-3aa3-466f-b5b0-4c4066c11a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.041648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-10623c0a-bbb5-45f4-b668-943c5492fddc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c336c2bf-725c-4c9f-a751-056fa8179e4d HTTP/1.1" status: 204 len: 168 time: 0.5747423 Jul 09 13:40:36.082556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10623c0a-bbb5-45f4-b668-943c5492fddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c336c2bf-725c-4c9f-a751-056fa8179e4d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:36.132120 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-194ac0f4-5541-4cfb-94f2-a2199ba3864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:36.167193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae309f-776e-4900-81ff-f9f36baeb4b4 req-1502af59-13bc-4648-b13d-d4dabf90376b tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:36.172727 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ac0f4-5541-4cfb-94f2-a2199ba3864b None None] Routers {'a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:36.176369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7ae309f-776e-4900-81ff-f9f36baeb4b4 req-1502af59-13bc-4648-b13d-d4dabf90376b tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.2734752 Jul 09 13:40:36.190970 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-194ac0f4-5541-4cfb-94f2-a2199ba3864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:36.317690 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-194ac0f4-5541-4cfb-94f2-a2199ba3864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:36.323089 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ac0f4-5541-4cfb-94f2-a2199ba3864b None None] The sync data for ids ['a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:36.340908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b8e36-3aa3-466f-b5b0-4c4066c11a63 None None] Pushing event updated for resources: {'Port': ['ID=5bb5744b-b349-4ce0-970c-6f347f1bf284,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:36.375103 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7ae309f-776e-4900-81ff-f9f36baeb4b4 req-cc65bc60-0c1f-4be7-aa2b-57667fca51bb tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974146 Jul 09 13:40:36.412857 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b158912a-2c63-4031-a1fb-445f1188859a tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags HTTP/1.1" status: 200 len: 205 time: 0.3971965 Jul 09 13:40:36.415349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56072) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:36.421407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-607a572e-5acc-44aa-86d9-3b19539a6a7c tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:36.491189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5bb5744b-b349-4ce0-970c-6f347f1bf284 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:36.553071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56076) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:36.574250 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aeee33fc-a71a-4904-a83b-86d8ddc6d022 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/routers/a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 HTTP/1.1" status: 200 len: 887 time: 0.6692977 Jul 09 13:40:36.585071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5bb5744b-b349-4ce0-970c-6f347f1bf284 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:36.587146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.654138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56084) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:36.657611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d023e958-a016-42cc-a0f6-12f90220a000 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 HTTP/1.1" status: 200 len: 205 time: 0.1030738 Jul 09 13:40:36.780685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56090) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:36.781167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-607a572e-5acc-44aa-86d9-3b19539a6a7c tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags HTTP/1.1" status: 200 len: 240 time: 0.3584862 Jul 09 13:40:36.785822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-3eedce0b-009e-4d94-987f-e9579badea35 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c', 'tempest-TagsExtTest-Tag-746386376') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:36.786854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ed69a411-f8cf-4d90-bbe9-b29dadee7ee7 None None] Provisioning complete for port 5bb5744b-b349-4ce0-970c-6f347f1bf284 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:36.786854 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed69a411-f8cf-4d90-bbe9-b29dadee7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.934853 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.944686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3eedce0b-009e-4d94-987f-e9579badea35 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags/tempest-TagsExtTest-Tag-746386376 HTTP/1.1" status: 204 len: 168 time: 0.1659937 Jul 09 13:40:36.945343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56098) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:36.953917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-21ecea8a-2570-47a5-83f4-7f3ca57cfe7e tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c', 'tempest-TagsExtTest-Tag-746386376') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:37.164574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-21ecea8a-2570-47a5-83f4-7f3ca57cfe7e tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags/tempest-TagsExtTest-Tag-746386376 HTTP/1.1" status: 204 len: 168 time: 0.2154706 Jul 09 13:40:37.165858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56106) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:37.179163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-38fe6a1f-140b-452f-b499-c22f45664800 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:37.254610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.273228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ed69a411-f8cf-4d90-bbe9-b29dadee7ee7 None None] Provisioning for port 47215601-48a4-4a1e-8a7f-b1b6ea4b166c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:37.278274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ed69a411-f8cf-4d90-bbe9-b29dadee7ee7 None None] Provisioning complete for port 47215601-48a4-4a1e-8a7f-b1b6ea4b166c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:37.278927 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed69a411-f8cf-4d90-bbe9-b29dadee7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.305765 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-38fe6a1f-140b-452f-b499-c22f45664800 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags HTTP/1.1" status: 200 len: 205 time: 0.1365039 Jul 09 13:40:37.306457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56110) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:37.312913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-8e7adf3d-532f-4e0a-bfb0-33aa924b4326 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:37.375214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ed69a411-f8cf-4d90-bbe9-b29dadee7ee7 None None] Port 47215601-48a4-4a1e-8a7f-b1b6ea4b166c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:37.430090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 804c1839-a2ec-48f5-b166-988f4282048e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:37.431314 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.503291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f01aac7c-15b7-4de6-92a0-0976760c6e3d None None] Provisioning complete for port 47215601-48a4-4a1e-8a7f-b1b6ea4b166c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:37.503677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f01aac7c-15b7-4de6-92a0-0976760c6e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.521636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8e7adf3d-532f-4e0a-bfb0-33aa924b4326 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags HTTP/1.1" status: 200 len: 240 time: 0.2139874 Jul 09 13:40:37.524793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56120) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:37.582798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f01aac7c-15b7-4de6-92a0-0976760c6e3d None None] Port 47215601-48a4-4a1e-8a7f-b1b6ea4b166c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:37.626743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-ff5920d4-c62b-44a1-bc2c-4d55e9c1c2ca tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c', 'tempest-TagsExtTest-Tag-609867945') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:37.861871 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ff5920d4-c62b-44a1-bc2c-4d55e9c1c2ca tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags/tempest-TagsExtTest-Tag-609867945 HTTP/1.1" status: 204 len: 168 time: 0.2458620 Jul 09 13:40:37.862183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56132) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:37.870171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.894648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-b84bc3e4-8310-4eba-b878-5f9457af28fc tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c', 'tempest-TagsExtTest-Tag-609867945') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:37.905625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 804c1839-a2ec-48f5-b166-988f4282048e owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:38.050646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66413e2c-f9b8-4d93-b0ab-145565c3f1ac req-b1252827-a506-4ebe-9caf-7674e3102944 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:38.052286 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66413e2c-f9b8-4d93-b0ab-145565c3f1ac req-b1252827-a506-4ebe-9caf-7674e3102944 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.2848282 Jul 09 13:40:38.114299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56138) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:38.114891 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b84bc3e4-8310-4eba-b878-5f9457af28fc tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags/tempest-TagsExtTest-Tag-609867945 HTTP/1.1" status: 204 len: 168 time: 0.2282808 Jul 09 13:40:38.120662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-1061e947-322a-4dac-a9ae-9ac557046bae tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:38.181136 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66413e2c-f9b8-4d93-b0ab-145565c3f1ac req-d29e449e-b7f1-4634-ab62-c90334888782 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153598 Jul 09 13:40:38.311842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.335145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1061e947-322a-4dac-a9ae-9ac557046bae tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags HTTP/1.1" status: 200 len: 205 time: 0.2143576 Jul 09 13:40:38.338393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56148) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:38.352739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-8ec20424-be30-48e9-908e-fdf8aacac0d1 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:38.364396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=804c1839-a2ec-48f5-b166-988f4282048e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:38.418593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8ec20424-be30-48e9-908e-fdf8aacac0d1 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags HTTP/1.1" status: 200 len: 240 time: 0.0738876 Jul 09 13:40:38.418863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56150) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:38.425618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-0d7edffa-1482-42d1-b2c8-bf950af28538 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb', 'tempest-TagsExtTest-Tag-675194827') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:38.477087 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0d7edffa-1482-42d1-b2c8-bf950af28538 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags/tempest-TagsExtTest-Tag-675194827 HTTP/1.1" status: 204 len: 168 time: 0.0529423 Jul 09 13:40:38.478304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56154) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:38.485961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-b87ea78e-a475-4443-8733-7d026640b953 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb', 'tempest-TagsExtTest-Tag-675194827') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:38.562240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.283013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.300173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.304648 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b87ea78e-a475-4443-8733-7d026640b953 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags/tempest-TagsExtTest-Tag-675194827 HTTP/1.1" status: 204 len: 168 time: 0.8260174 Jul 09 13:40:39.308074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56180) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.315797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-0d8c3633-a7a6-42cc-8650-67f9f508c145 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:39.374009 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0d8c3633-a7a6-42cc-8650-67f9f508c145 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags HTTP/1.1" status: 200 len: 205 time: 0.0632963 Jul 09 13:40:39.375570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56184) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.383344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-48385c8f-0337-474f-b56e-5964f3e9e492 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:39.418175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.419142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Fanout notify agent at l3_agent the message router_deleted on router a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:40:39.431202 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.436421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48385c8f-0337-474f-b56e-5964f3e9e492 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0589750 Jul 09 13:40:39.437319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56188) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.445497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7cd59953-41df-4517-8720-2fb3a7fd7405 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 HTTP/1.1" status: 204 len: 168 time: 2.7873378 Jul 09 13:40:39.447252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56190) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.454217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-8e70ae9c-3ddd-49b1-8a6b-cbae71c74378 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:39.454457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-437210589'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:39.488529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:39.501386 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.555995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:39.570846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.571247 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment 80a2cba2-f47e-4f05-86e9-970aa92809cd of type vlan for network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 Jul 09 13:40:39.637318 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.649892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8e70ae9c-3ddd-49b1-8a6b-cbae71c74378 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags HTTP/1.1" status: 204 len: 168 time: 0.1988599 Jul 09 13:40:39.650151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56208) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.660765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-02f1cde5-65d1-4b60-a19e-f74c5414f94f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:39.680193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b99d46-eaf9-45c4-a21b-d381b6686d8e req-a63d8317-a8b9-46db-b4fe-cf11f218f37c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:39.682590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3b99d46-eaf9-45c4-a21b-d381b6686d8e req-a63d8317-a8b9-46db-b4fe-cf11f218f37c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.2441206 Jul 09 13:40:39.713188 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.719783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:39.720481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.779759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3b99d46-eaf9-45c4-a21b-d381b6686d8e req-04ad1e9b-caba-4da7-9b84-f146176c9b2c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830312 Jul 09 13:40:39.823762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3752015 Jul 09 13:40:39.828467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56216) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.833801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': 'a606bc8e-1755-4f6a-a756-39f7ca10cdc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:39.842832 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-02f1cde5-65d1-4b60-a19e-f74c5414f94f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags HTTP/1.1" status: 204 len: 168 time: 0.1898887 Jul 09 13:40:39.843742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2206e-0d26-47dd-94ea-9f9ff7ed7d8b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=a606bc8e-1755-4f6a-a756-39f7ca10cdc0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:39.845758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56218) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.851158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-665f7e74-93d5-4c67-9643-553915cc7d9b tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:39.855534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:40:39.934569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-665f7e74-93d5-4c67-9643-553915cc7d9b tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags HTTP/1.1" status: 204 len: 168 time: 0.0877876 Jul 09 13:40:39.938967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.952480 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-4ca8a713-3b7e-4e39-a783-0ba4c2edfd40 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a', 'tempest-TagsExtTest-Tag-795701089') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:39.993306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:39.997390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.160625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4ca8a713-3b7e-4e39-a783-0ba4c2edfd40 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags/tempest-TagsExtTest-Tag-795701089 HTTP/1.1" status: 201 len: 201 time: 0.2193055 Jul 09 13:40:40.163673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56234) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.169530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-3ffe924d-d452-40b0-b7bd-e7bdaef1f315 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c', 'tempest-TagsExtTest-Tag-777224254') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:40.188335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56236) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.314462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3ffe924d-d452-40b0-b7bd-e7bdaef1f315 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags/tempest-TagsExtTest-Tag-777224254 HTTP/1.1" status: 201 len: 201 time: 0.1487055 Jul 09 13:40:40.317176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56242) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.333072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-b6651769-8360-455b-8235-f3385385a12e tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c', 'tempest-TagsExtTest-Tag-305544285') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:40.403894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-169f7c35-602b-47ff-a04c-b642178b1b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.459472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.517759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:40.553007 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b6651769-8360-455b-8235-f3385385a12e tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags/tempest-TagsExtTest-Tag-305544285 HTTP/1.1" status: 201 len: 201 time: 0.2320054 Jul 09 13:40:40.556311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56248) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.563782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-bd56b07b-8236-404b-b524-1117bf861a2b tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb', 'tempest-TagsExtTest-Tag-1205275643') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:40.598022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': '80a2cba2-f47e-4f05-86e9-970aa92809cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a606bc8e-1755-4f6a-a756-39f7ca10cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:40.598539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: a606bc8e-1755-4f6a-a756-39f7ca10cdc0, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:40:40.607676 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:40:40.628156 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bd56b07b-8236-404b-b524-1117bf861a2b tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags/tempest-TagsExtTest-Tag-1205275643 HTTP/1.1" status: 201 len: 201 time: 0.0681617 Jul 09 13:40:40.628156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:40:40.630327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56250) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.642553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a606bc8e-1755-4f6a-a756-39f7ca10cdc0) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:40.648174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:40.649154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.649861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-c5b7bcc1-53a2-40c5-a2d8-4c16b71a8f4d tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a', {'tags': ['tempest-TagsExtTest-Tag-1715195173', 'tempest-TagsExtTest-Tag-59634057', 'tempest-TagsExtTest-Tag-499464171']}) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:40.655843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ac0c8-6624-433a-9728-0feb8a2f6bb3 None None] Network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:40.722537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-169f7c35-602b-47ff-a04c-b642178b1b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.732994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-169f7c35-602b-47ff-a04c-b642178b1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.740737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0e546152-f37b-475e-b9fa-0fd8e1683a11 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9087601 Jul 09 13:40:40.740969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56252) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.746612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-debf3510-89b3-453b-bbd8-dfcfc3d3ca2a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-909081845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:40.801640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f7c35-602b-47ff-a04c-b642178b1b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d59503-e278-4377-b841-a60467cb38b1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:40.803277 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-debf3510-89b3-453b-bbd8-dfcfc3d3ca2a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.806168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-debf3510-89b3-453b-bbd8-dfcfc3d3ca2a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.809703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-169f7c35-602b-47ff-a04c-b642178b1b5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4077ce20bf43478b84458478c27fa073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199541 Jul 09 13:40:40.813618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56256) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.860540 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c5b7bcc1-53a2-40c5-a2d8-4c16b71a8f4d tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags HTTP/1.1" status: 200 len: 315 time: 0.2169523 Jul 09 13:40:40.865329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56258) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.875029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-eba3fc32-f6c2-492e-a696-9285a669a294 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:40.940437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-debf3510-89b3-453b-bbd8-dfcfc3d3ca2a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.949059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-debf3510-89b3-453b-bbd8-dfcfc3d3ca2a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.969532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-a606bc8e-1755-4f6a-a756-39f7ca10cdc0', 'network_id': 'a606bc8e-1755-4f6a-a756-39f7ca10cdc0', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': '7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:40:40.970753 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.998805 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-debf3510-89b3-453b-bbd8-dfcfc3d3ca2a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.002001 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-debf3510-89b3-453b-bbd8-dfcfc3d3ca2a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2598364 Jul 09 13:40:41.005494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56268) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:41.199249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56d4e465-c613-4f28-9935-9145e11295f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.204017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Allocated IP 172.20.0.2 (a606bc8e-1755-4f6a-a756-39f7ca10cdc0/7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c/e1739227-ca4d-43f3-9520-ddae50d5f807) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:41.336522 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56d4e465-c613-4f28-9935-9145e11295f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.458898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81019bfe-40da-47ce-ac85-f01bf46d1159 req-7737e6a2-47eb-4e22-9442-bf7dad327e7a tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:41.469184 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81019bfe-40da-47ce-ac85-f01bf46d1159 req-7737e6a2-47eb-4e22-9442-bf7dad327e7a tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.4946797 Jul 09 13:40:41.489887 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.515344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Transition to ACTIVE for port object e1739227-ca4d-43f3-9520-ddae50d5f807 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:41.553184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Transition to ACTIVE for port object e1739227-ca4d-43f3-9520-ddae50d5f807 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:41.565771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.572626 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eba3fc32-f6c2-492e-a696-9285a669a294 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags HTTP/1.1" status: 204 len: 168 time: 0.7062197 Jul 09 13:40:41.576788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56276) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:41.583281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-f14eabb8-384a-4047-8b2f-cd21c64e9e06 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a', 'tempest-TagsExtTest-Tag-1715195173') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:41.598305 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81019bfe-40da-47ce-ac85-f01bf46d1159 req-48bd661e-b2bc-4e7b-b5ec-99f67199e5a8 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273696 Jul 09 13:40:41.645079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56d4e465-c613-4f28-9935-9145e11295f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.648591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56d4e465-c613-4f28-9935-9145e11295f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.649816 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-56d4e465-c613-4f28-9935-9145e11295f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22d59503-e278-4377-b841-a60467cb38b1 HTTP/1.1" status: 204 len: 168 time: 0.8345966 Jul 09 13:40:41.668641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.674445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:41.677282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:41.682955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:41.688874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e465-c613-4f28-9935-9145e11295f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d59503-e278-4377-b841-a60467cb38b1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:41.691095 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-f14eabb8-384a-4047-8b2f-cd21c64e9e06 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:41.695337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f14eabb8-384a-4047-8b2f-cd21c64e9e06 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags/tempest-TagsExtTest-Tag-1715195173 HTTP/1.1" status: 404 len: 329 time: 0.1160970 Jul 09 13:40:41.698014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56280) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:41.709130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-6c463e10-c32f-48aa-a5ce-c43d0096bc12 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a', 'tempest-TagsExtTest-Tag-59634057') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:41.755168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Pushing event updated for resources: {'Port': ['ID=e1739227-ca4d-43f3-9520-ddae50d5f807,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:41.946408 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-6c463e10-c32f-48aa-a5ce-c43d0096bc12 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:41.952525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6c463e10-c32f-48aa-a5ce-c43d0096bc12 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags/tempest-TagsExtTest-Tag-59634057 HTTP/1.1" status: 404 len: 327 time: 0.2531765 Jul 09 13:40:41.961332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56282) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:41.975325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-c4bc0f42-e086-4715-9768-2b22cab33c74 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a', 'tempest-TagsExtTest-Tag-499464171') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:42.022976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Attempting to bind port e1739227-ca4d-43f3-9520-ddae50d5f807 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:42.023499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Attempting to bind port e1739227-ca4d-43f3-9520-ddae50d5f807 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '80a2cba2-f47e-4f05-86e9-970aa92809cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a606bc8e-1755-4f6a-a756-39f7ca10cdc0'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:42.023930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Attempting to bind port e1739227-ca4d-43f3-9520-ddae50d5f807 on network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:42.056711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:42.059669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Checking segment: {'id': '80a2cba2-f47e-4f05-86e9-970aa92809cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a606bc8e-1755-4f6a-a756-39f7ca10cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:42.062531 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.065293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Bound using segment: {'id': '80a2cba2-f47e-4f05-86e9-970aa92809cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a606bc8e-1755-4f6a-a756-39f7ca10cdc0'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:42.068883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Bound port: e1739227-ca4d-43f3-9520-ddae50d5f807, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a2cba2-f47e-4f05-86e9-970aa92809cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a606bc8e-1755-4f6a-a756-39f7ca10cdc0'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:42.070013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.138661 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-c4bc0f42-e086-4715-9768-2b22cab33c74 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:42.143209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c4bc0f42-e086-4715-9768-2b22cab33c74 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags/tempest-TagsExtTest-Tag-499464171 HTTP/1.1" status: 404 len: 328 time: 0.1776104 Jul 09 13:40:42.145183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56294) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:42.150093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-4ee4d68c-1194-4b63-af4a-e4fc05e6f5c4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c', {'tags': ['tempest-TagsExtTest-Tag-60205368', 'tempest-TagsExtTest-Tag-232310405', 'tempest-TagsExtTest-Tag-359851643']}) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:42.256405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] For port e1739227-ca4d-43f3-9520-ddae50d5f807, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:42.260561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] For port e1739227-ca4d-43f3-9520-ddae50d5f807, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e1739227-ca4d-43f3-9520-ddae50d5f807,segment=NetworkSegment(80a2cba2-f47e-4f05-86e9-970aa92809cd),segment_id=80a2cba2-f47e-4f05-86e9-970aa92809cd)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:42.266291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.306365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4ee4d68c-1194-4b63-af4a-e4fc05e6f5c4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags HTTP/1.1" status: 200 len: 314 time: 0.1596186 Jul 09 13:40:42.307013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56296) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:42.324555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-3cc320e1-b67c-46dc-b421-12a9cdd3bb4e tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:42.369303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afcaad-26eb-4269-9731-564e31ba87fa None None] Pushing event updated for resources: {'Port': ['ID=e1739227-ca4d-43f3-9520-ddae50d5f807,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:42.451082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56302) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:42.460535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.20.0.1 (a606bc8e-1755-4f6a-a756-39f7ca10cdc0/7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c/f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:42.513678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18e699f4-4208-4f62-a276-799f1448d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.527693 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3cc320e1-b67c-46dc-b421-12a9cdd3bb4e tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags HTTP/1.1" status: 204 len: 168 time: 0.2148592 Jul 09 13:40:42.545297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56304) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:42.551934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-dbe5731b-1445-48c1-94c0-d5ec1651345a tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c', 'tempest-TagsExtTest-Tag-60205368') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:42.757793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.774896 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-dbe5731b-1445-48c1-94c0-d5ec1651345a tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:42.782660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dbe5731b-1445-48c1-94c0-d5ec1651345a tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags/tempest-TagsExtTest-Tag-60205368 HTTP/1.1" status: 404 len: 327 time: 0.2365746 Jul 09 13:40:42.797585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56312) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:42.804062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:42.808181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-731e0342-974b-4129-87e2-307f9356a35d tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c', 'tempest-TagsExtTest-Tag-232310405') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:42.850634 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.961191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:42.966159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:42.970715 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:42.971739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:42.985883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eead8ed-3c6a-4053-8624-b51e7be85432 req-cd81c25c-c963-48b0-8a11-0aa04cce4934 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:42.987719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4eead8ed-3c6a-4053-8624-b51e7be85432 req-cd81c25c-c963-48b0-8a11-0aa04cce4934 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.1301143 Jul 09 13:40:43.001790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18e699f4-4208-4f62-a276-799f1448d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.020583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18e699f4-4208-4f62-a276-799f1448d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.031479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.074881 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-731e0342-974b-4129-87e2-307f9356a35d tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:43.079435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-731e0342-974b-4129-87e2-307f9356a35d tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags/tempest-TagsExtTest-Tag-232310405 HTTP/1.1" status: 404 len: 328 time: 0.2761421 Jul 09 13:40:43.085348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56316) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:43.108470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-33cfd8d4-139e-42d4-a4c0-99e8941e2679 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c', 'tempest-TagsExtTest-Tag-359851643') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:43.145024 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-18e699f4-4208-4f62-a276-799f1448d01d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd2b1931b4464bb2ad0c7b73ee082bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919825 Jul 09 13:40:43.148029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56320) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:43.186343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4eead8ed-3c6a-4053-8624-b51e7be85432 req-75b2c938-15ba-42e4-8298-a5e45b8e5cef tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885068 Jul 09 13:40:43.219036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e699f4-4208-4f62-a276-799f1448d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1256043f-351d-4446-aee4-ac011a74d24c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:43.258411 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.273803 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-33cfd8d4-139e-42d4-a4c0-99e8941e2679 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:43.277975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-33cfd8d4-139e-42d4-a4c0-99e8941e2679 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags/tempest-TagsExtTest-Tag-359851643 HTTP/1.1" status: 404 len: 328 time: 0.1917760 Jul 09 13:40:43.278543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56326) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:43.280519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-99209d07-fffd-484c-a1b3-84ea36fcbd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.290995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-0785a19c-ce62-4452-97dc-8f3840abbeab tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c', {'tags': ['tempest-TagsExtTest-Tag-1290742950', 'tempest-TagsExtTest-Tag-1500064849', 'tempest-TagsExtTest-Tag-1079987421']}) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:43.298772 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.328086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-99209d07-fffd-484c-a1b3-84ea36fcbd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.629768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0785a19c-ce62-4452-97dc-8f3840abbeab tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags HTTP/1.1" status: 200 len: 318 time: 0.3461363 Jul 09 13:40:43.632279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56332) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:43.658630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-55b114e9-4466-4c5f-934a-1626b563c2ba tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:43.660698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-99209d07-fffd-484c-a1b3-84ea36fcbd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.664978 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-99209d07-fffd-484c-a1b3-84ea36fcbd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.665158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-b7635129-cbe7-4959-8602-604ee16da36b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2646573 Jul 09 13:40:43.669569 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-99209d07-fffd-484c-a1b3-84ea36fcbd3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1256043f-351d-4446-aee4-ac011a74d24c HTTP/1.1" status: 204 len: 168 time: 0.5171065 Jul 09 13:40:43.681640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99209d07-fffd-484c-a1b3-84ea36fcbd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1256043f-351d-4446-aee4-ac011a74d24c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:43.913430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.921308 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.946224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55b114e9-4466-4c5f-934a-1626b563c2ba tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags HTTP/1.1" status: 204 len: 168 time: 0.3112028 Jul 09 13:40:43.955671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:43.970222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-b5f5c194-c2d0-4929-900a-b0b072992238 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c', 'tempest-TagsExtTest-Tag-1290742950') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:44.008743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.056847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-8dada006-bf49-47d8-be4a-1c84a2a1e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:44.058375 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-8dada006-bf49-47d8-be4a-1c84a2a1e2f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73f3bb17e27d46d4867789461484138b&device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 1097 time: 0.2714539 Jul 09 13:40:44.088569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.135099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174086d9-c30d-4a9a-9902-3737cb8669d6 None None] Network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:44.258607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:44.553372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-28c0f29f-b680-4bd2-9103-d81c36b2577f None None] Provisioning for port e1739227-ca4d-43f3-9520-ddae50d5f807 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:44.579451 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ea76285a-3452-4b13-9b34-acdb28c34a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.677437 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-b5f5c194-c2d0-4929-900a-b0b072992238 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:44.681082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5f5c194-c2d0-4929-900a-b0b072992238 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags/tempest-TagsExtTest-Tag-1290742950 HTTP/1.1" status: 404 len: 329 time: 0.7176154 Jul 09 13:40:44.684793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e1739227-ca4d-43f3-9520-ddae50d5f807 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:44.700902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56364) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:44.715479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-3df521e2-5de0-46cc-a776-da1337f628d4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c', 'tempest-TagsExtTest-Tag-1500064849') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:44.722335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:44.790348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e1739227-ca4d-43f3-9520-ddae50d5f807 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:44.795684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e1739227-ca4d-43f3-9520-ddae50d5f807 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:44.796270 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.817866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-81cabc3f-8bb1-4b12-8d3f-aeba18c92e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:44.819431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-81cabc3f-8bb1-4b12-8d3f-aeba18c92e00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3bd22c4e-9180-43b6-9b38-88ad715bb7da HTTP/1.1" status: 200 len: 914 time: 0.5449481 Jul 09 13:40:44.860325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:44.952519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.981000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-1cc90edb-898a-4744-b1c5-33a693e025bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e973210f-44db-4487-8348-3fc7c0fbd858 HTTP/1.1" status: 200 len: 217 time: 0.1407461 Jul 09 13:40:45.027481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e1739227-ca4d-43f3-9520-ddae50d5f807, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e1739227-ca4d-43f3-9520-ddae50d5f807,segment=NetworkSegment(80a2cba2-f47e-4f05-86e9-970aa92809cd),segment_id=80a2cba2-f47e-4f05-86e9-970aa92809cd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:45.061239 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.177827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-9a0d0ad0-bcb6-4bf8-b938-4ae49d8d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:45.179509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-9a0d0ad0-bcb6-4bf8-b938-4ae49d8d6d23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 1096 time: 0.5673828 Jul 09 13:40:45.216627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e1739227-ca4d-43f3-9520-ddae50d5f807,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:45.251576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-a6fccb7a-8500-4085-a95c-6ef89e8f06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:45.257072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-a6fccb7a-8500-4085-a95c-6ef89e8f06be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff354ce-6bfc-46c5-be7b-185a2c29a859 HTTP/1.1" status: 200 len: 854 time: 0.2699399 Jul 09 13:40:45.299346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-02e16414-28dd-464e-a442-b4765a730237 None None] Provisioning for port f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:45.304984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-02e16414-28dd-464e-a442-b4765a730237 None None] Provisioning complete for port f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:45.306855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-02e16414-28dd-464e-a442-b4765a730237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.370368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dde84-5dff-4d83-ae51-617e04011888 req-01dbebad-0237-4283-b83d-5a0b8d28ef12 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:45.372839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-961dde84-5dff-4d83-ae51-617e04011888 req-01dbebad-0237-4283-b83d-5a0b8d28ef12 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.8852367 Jul 09 13:40:45.402563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-e0989ac9-7ad6-4313-8032-a2dbec197848 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bd22c4e-9180-43b6-9b38-88ad715bb7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104057 Jul 09 13:40:45.406932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-02e16414-28dd-464e-a442-b4765a730237 None None] Port f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:45.429494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-02e16414-28dd-464e-a442-b4765a730237 None None] Provisioning complete for port e1739227-ca4d-43f3-9520-ddae50d5f807 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:45.430730 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-02e16414-28dd-464e-a442-b4765a730237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.463218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-961dde84-5dff-4d83-ae51-617e04011888 req-569de244-2acb-43ca-8ca3-2bfa6aca6a6c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819645 Jul 09 13:40:45.465805 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-3df521e2-5de0-46cc-a776-da1337f628d4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:45.466786 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3df521e2-5de0-46cc-a776-da1337f628d4 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags/tempest-TagsExtTest-Tag-1500064849 HTTP/1.1" status: 404 len: 329 time: 0.7651625 Jul 09 13:40:45.478917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56386) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:45.485288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-24eb628b-395b-4901-a06b-dbc5222a9fb3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c', 'tempest-TagsExtTest-Tag-1079987421') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:45.615697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-4cf9c756-81fd-4460-a462-457aab31f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:45.618580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-4cf9c756-81fd-4460-a462-457aab31f649 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 914 time: 0.4138017 Jul 09 13:40:45.629589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 816a8e92-a36a-4d9b-8c26-152799050296 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:40:45.630337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-f3ef7c1c-63f3-40e6-964c-f8cc8d9fb2d2 service neutron] 10.222.0.10 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169111 Jul 09 13:40:45.642110 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-24eb628b-395b-4901-a06b-dbc5222a9fb3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:45.643231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-24eb628b-395b-4901-a06b-dbc5222a9fb3 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags/tempest-TagsExtTest-Tag-1079987421 HTTP/1.1" status: 404 len: 329 time: 0.1622348 Jul 09 13:40:45.646156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56392) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:45.659883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-80f9b207-ebc6-4b31-bf0e-778324cfa6c9 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb', {'tags': ['tempest-TagsExtTest-Tag-1623864616', 'tempest-TagsExtTest-Tag-749214524', 'tempest-TagsExtTest-Tag-936204165']}) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:45.726476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-fef24554-0edf-4528-88f9-4ddf5426209c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81d9012f-35b6-45cf-9e79-1b305d776dde HTTP/1.1" status: 200 len: 217 time: 0.0951598 Jul 09 13:40:45.828698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f6170fe3-60c3-4a4b-a46d-6c572c749a8f None None] Provisioning complete for port f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:45.829808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6170fe3-60c3-4a4b-a46d-6c572c749a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.908838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f6170fe3-60c3-4a4b-a46d-6c572c749a8f None None] Port f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:46.006217 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-80f9b207-ebc6-4b31-bf0e-778324cfa6c9 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "PUT /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags HTTP/1.1" status: 200 len: 316 time: 0.3571181 Jul 09 13:40:46.009165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56408) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.044677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-a2e03389-013f-4b8a-8423-4d4172e2f7ef tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.055949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:46.071808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b613d05-f381-45b8-bd00-7b18a1adab02 None None] Sync routers for ids ['816a8e92-a36a-4d9b-8c26-152799050296'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:46.087626 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ec4c93b4-d9bd-405a-a03c-3363eda0fd79 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/816a8e92-a36a-4d9b-8c26-152799050296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0295575 Jul 09 13:40:46.091488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b613d05-f381-45b8-bd00-7b18a1adab02 None None] Routers {'816a8e92-a36a-4d9b-8c26-152799050296'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:46.092658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1b613d05-f381-45b8-bd00-7b18a1adab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['816a8e92-a36a-4d9b-8c26-152799050296'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.095064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56412) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.204803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1b613d05-f381-45b8-bd00-7b18a1adab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.224282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f26ace61-77b2-4731-a194-0a435eff46fe None None] Provisioning complete for port f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:46.224970 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f26ace61-77b2-4731-a194-0a435eff46fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:46.245017 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a2e03389-013f-4b8a-8423-4d4172e2f7ef tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2318959 Jul 09 13:40:46.247650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56416) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.252378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-e70b7780-67e8-4870-94cb-9f49cd494a21 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb', 'tempest-TagsExtTest-Tag-1623864616') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.274872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94950c83-9498-48a3-982f-b44fb97a5c09 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:46.282142 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-94950c83-9498-48a3-982f-b44fb97a5c09 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports/f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f HTTP/1.1" status: 200 len: 910 time: 0.1823182 Jul 09 13:40:46.304704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56420) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.313446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-163f79e3-cc31-4eb3-9339-36eaba77124c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:46.346707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b613d05-f381-45b8-bd00-7b18a1adab02 None None] Routers {'816a8e92-a36a-4d9b-8c26-152799050296'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:46.351011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1b613d05-f381-45b8-bd00-7b18a1adab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['816a8e92-a36a-4d9b-8c26-152799050296'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.433956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-1b613d05-f381-45b8-bd00-7b18a1adab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.434839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b613d05-f381-45b8-bd00-7b18a1adab02 None None] The sync data for ids ['816a8e92-a36a-4d9b-8c26-152799050296'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:46.443836 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-e70b7780-67e8-4870-94cb-9f49cd494a21 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:46.446625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f26ace61-77b2-4731-a194-0a435eff46fe None None] Port f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:46.455184 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e70b7780-67e8-4870-94cb-9f49cd494a21 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags/tempest-TagsExtTest-Tag-1623864616 HTTP/1.1" status: 404 len: 329 time: 0.2064290 Jul 09 13:40:46.486129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56428) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.500344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-96c66728-cbd3-4eb6-b359-070868074d93 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb', 'tempest-TagsExtTest-Tag-749214524') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.504137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e1739227-ca4d-43f3-9520-ddae50d5f807 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:46.656933 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-96c66728-cbd3-4eb6-b359-070868074d93 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:46.658001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-96c66728-cbd3-4eb6-b359-070868074d93 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags/tempest-TagsExtTest-Tag-749214524 HTTP/1.1" status: 404 len: 328 time: 0.1708925 Jul 09 13:40:46.663836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56438) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.678246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-86ced6ab-61d7-4640-b48d-e0d3b47fdc45 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb', 'tempest-TagsExtTest-Tag-936204165') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.680188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e1739227-ca4d-43f3-9520-ddae50d5f807 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:46.680574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:46.686166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-2c66b866-4c42-4a24-bfb0-b61fed0841a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:46.694410 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-2c66b866-4c42-4a24-bfb0-b61fed0841a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 200 len: 854 time: 0.9388268 Jul 09 13:40:46.796299 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-86ced6ab-61d7-4640-b48d-e0d3b47fdc45 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] show failed (client error): The resource could not be found. Jul 09 13:40:46.803843 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-86ced6ab-61d7-4640-b48d-e0d3b47fdc45 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags/tempest-TagsExtTest-Tag-936204165 HTTP/1.1" status: 404 len: 328 time: 0.1342335 Jul 09 13:40:46.807176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56440) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.820542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-909f5201-d1c6-46eb-befd-535d46e7b328 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7da72e81-5f34-46f7-8e22-b9b577eb19b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090732 Jul 09 13:40:46.835616 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-fe386e9b-2911-4952-acad-13bc2f675c55 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8af614e3-d504-4865-a19f-313aab6a12bb') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.914612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-163f79e3-cc31-4eb3-9339-36eaba77124c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:46.940438 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cefd51b4-5437-4179-813a-052cac5f170b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:46.947746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fe386e9b-2911-4952-acad-13bc2f675c55 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1154325 Jul 09 13:40:46.968193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56448) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.974481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.tag.tag_plugin [None req-ac569013-208b-4cbd-b64e-5f72b0eeb793 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8133b74-218e-4bbe-b332-2a40ec336c7c') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.994954 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.055283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64f68c90-d93b-4c14-9193-b4b539de2ff4 req-0880a1c7-92ab-4efd-9e07-6c4e468053aa service neutron] 10.222.0.10 "GET /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3172731 Jul 09 13:40:47.080141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-df7664ad-5bd1-4f46-b90b-15071dcbd39c service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193110 Jul 09 13:40:47.207915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6f7b8-ab85-4360-a390-3b6b29885bde req-4599025d-eeec-4e92-b33c-1123d570b1dc tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:47.211666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96f6f7b8-ab85-4360-a390-3b6b29885bde req-4599025d-eeec-4e92-b33c-1123d570b1dc tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.4719539 Jul 09 13:40:47.214617 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ac569013-208b-4cbd-b64e-5f72b0eeb793 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c/tags HTTP/1.1" status: 204 len: 168 time: 0.2452209 Jul 09 13:40:47.214910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56454) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.224011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-c085df16-c369-4fc8-a11c-8680b82f73fb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47215601-48a4-4a1e-8a7f-b1b6ea4b166c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:47.354415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e72fe00-83ff-489a-8840-6a3a7a14e61c req-963e5fa8-3616-495f-b397-f3803bbcfe8d service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663822 Jul 09 13:40:47.390776 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96f6f7b8-ab85-4360-a390-3b6b29885bde req-94da9f28-9a1e-4942-827f-a4fd3ed8b0b1 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591494 Jul 09 13:40:47.435639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c085df16-c369-4fc8-a11c-8680b82f73fb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c/tags HTTP/1.1" status: 204 len: 168 time: 0.2186806 Jul 09 13:40:47.438471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56458) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.446489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.tag.tag_plugin [None req-2ceb5f90-de3e-4138-a58d-821ab54278f6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b87fae8-7a44-40b6-a9a9-9d619e3fd26a') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:47.524770 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-163f79e3-cc31-4eb3-9339-36eaba77124c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.537266 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-163f79e3-cc31-4eb3-9339-36eaba77124c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.623993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2ceb5f90-de3e-4138-a58d-821ab54278f6 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a/tags HTTP/1.1" status: 204 len: 168 time: 0.1825173 Jul 09 13:40:47.641999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56468) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.700296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f79e3-cc31-4eb3-9339-36eaba77124c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:47.756316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f79e3-cc31-4eb3-9339-36eaba77124c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:47.757020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-163f79e3-cc31-4eb3-9339-36eaba77124c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.758447 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-163f79e3-cc31-4eb3-9339-36eaba77124c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/ports/f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f HTTP/1.1" status: 200 len: 910 time: 1.4524591 Jul 09 13:40:47.761207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56472) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.866625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7defd0-a574-44c8-81ee-960020bfe8ed tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for subnetpool, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.870838 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1f7defd0-a574-44c8-81ee-960020bfe8ed tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/8af614e3-d504-4865-a19f-313aab6a12bb HTTP/1.1" status: 204 len: 168 time: 0.2277963 Jul 09 13:40:47.871783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56474) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.904149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56476) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.904470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c6646c1e-fee3-434a-9868-af980dca39b8 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8133b74-218e-4bbe-b332-2a40ec336c7c HTTP/1.1" status: 200 len: 205 time: 0.0315611 Jul 09 13:40:48.223225 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.463752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14e15c4a-2944-493f-bb3d-47f267e8cecb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.843652 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14e15c4a-2944-493f-bb3d-47f267e8cecb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.849113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14e15c4a-2944-493f-bb3d-47f267e8cecb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.943821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb78cb4-b93b-4e1f-a528-4069710c6e81 req-6e9d94cc-c1b6-421f-adad-5bfd862571cf tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:48.945535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0cb78cb4-b93b-4e1f-a528-4069710c6e81 req-6e9d94cc-c1b6-421f-adad-5bfd862571cf tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.3868186 Jul 09 13:40:48.965883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14e15c4a-2944-493f-bb3d-47f267e8cecb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.966903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e15c4a-2944-493f-bb3d-47f267e8cecb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Fanout notify agent at l3_agent the message router_deleted on router c8133b74-218e-4bbe-b332-2a40ec336c7c {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:40:48.993747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14e15c4a-2944-493f-bb3d-47f267e8cecb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.995050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-14e15c4a-2944-493f-bb3d-47f267e8cecb tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/routers/c8133b74-218e-4bbe-b332-2a40ec336c7c HTTP/1.1" status: 204 len: 168 time: 1.0887790 Jul 09 13:40:48.997608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56514) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:49.037100 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0cb78cb4-b93b-4e1f-a528-4069710c6e81 req-01835bf8-6485-4fa5-b0e6-ff55327b5470 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670812 Jul 09 13:40:49.175818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.225237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9c1eb34d-ba66-44ed-8294-8dcf6703921f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Deleting port 47215601-48a4-4a1e-8a7f-b1b6ea4b166c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:49.225593 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb34d-ba66-44ed-8294-8dcf6703921f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.380651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb34d-ba66-44ed-8294-8dcf6703921f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.400965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9c1eb34d-ba66-44ed-8294-8dcf6703921f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Calling delete_port for 47215601-48a4-4a1e-8a7f-b1b6ea4b166c owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:49.649982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb34d-ba66-44ed-8294-8dcf6703921f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.695519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.697248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:49.697738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.719849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eb34d-ba66-44ed-8294-8dcf6703921f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Pushing event deleted for resources: {'Port': ['ID=47215601-48a4-4a1e-8a7f-b1b6ea4b166c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:49.846781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.867458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:49.899953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb34d-ba66-44ed-8294-8dcf6703921f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.911958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9c1eb34d-ba66-44ed-8294-8dcf6703921f tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/ports/47215601-48a4-4a1e-8a7f-b1b6ea4b166c HTTP/1.1" status: 204 len: 168 time: 0.9106109 Jul 09 13:40:49.912828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56550) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:50.017728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6cd4a1-c1de-4c36-880e-601d464edd30 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Deleting subnet 9b87fae8-7a44-40b6-a9a9-9d619e3fd26a {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:50.021258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd4a1-c1de-4c36-880e-601d464edd30 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.148422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd4a1-c1de-4c36-880e-601d464edd30 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.158210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.206042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=f798a8c8-4e3e-4f33-bb7d-9a4234d8aa3f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:50.245051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.245459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.245815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.246155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.246537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.246884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.247753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.248192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.249253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.249913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.250401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.250736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:50.343070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd4a1-c1de-4c36-880e-601d464edd30 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.426170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22927284-921f-4252-ab3f-8dc0b28a7ad9 req-cca09e9e-59e5-4c59-93c1-8d5b4cab22b9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:50.433523 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22927284-921f-4252-ab3f-8dc0b28a7ad9 req-cca09e9e-59e5-4c59-93c1-8d5b4cab22b9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.1710587 Jul 09 13:40:50.480233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd4a1-c1de-4c36-880e-601d464edd30 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.566825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cd4a1-c1de-4c36-880e-601d464edd30 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Pushing event deleted for resources: {'Subnet': ['ID=9b87fae8-7a44-40b6-a9a9-9d619e3fd26a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:50.583653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73590060-3911-4018-b483-4b8b93811cf7 None None] Network 732b1de2-52a0-4f0d-8c37-38e763693667 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:50.611286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22927284-921f-4252-ab3f-8dc0b28a7ad9 req-1304ca43-5509-4cf5-98e4-c46d777e50d3 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767621 Jul 09 13:40:50.612483 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd4a1-c1de-4c36-880e-601d464edd30 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.636788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ad6cd4a1-c1de-4c36-880e-601d464edd30 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/subnets/9b87fae8-7a44-40b6-a9a9-9d619e3fd26a HTTP/1.1" status: 204 len: 168 time: 0.7226887 Jul 09 13:40:50.637489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56570) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:50.647010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.875886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.012714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Deleting port 5bb5744b-b349-4ce0-970c-6f347f1bf284 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:51.013309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.016499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 816a8e92-a36a-4d9b-8c26-152799050296 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:51.108417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] DHCP port deletion for 732b1de2-52a0-4f0d-8c37-38e763693667 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:51.179765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] For port 5bb5744b-b349-4ce0-970c-6f347f1bf284, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5bb5744b-b349-4ce0-970c-6f347f1bf284,segment=NetworkSegment(3cd39df3-ff2d-4d88-8743-59bb18935888),segment_id=3cd39df3-ff2d-4d88-8743-59bb18935888)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:51.180418 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.213559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Calling delete_port for 5bb5744b-b349-4ce0-970c-6f347f1bf284 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:51.236279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:51.250331 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56596) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:51.251172 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f610d-3772-47e9-99ba-b6a3e57ea614 None None] Sync routers for ids ['816a8e92-a36a-4d9b-8c26-152799050296'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:51.254574 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8c5a3b8f-7d44-452c-8879-f2b9aa5bac99 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/816a8e92-a36a-4d9b-8c26-152799050296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4922469 Jul 09 13:40:51.269315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] Deleting port 5bb5744b-b349-4ce0-970c-6f347f1bf284 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:51.269925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.273631 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f610d-3772-47e9-99ba-b6a3e57ea614 None None] Routers {'816a8e92-a36a-4d9b-8c26-152799050296'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:51.276577 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ff0f610d-3772-47e9-99ba-b6a3e57ea614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['816a8e92-a36a-4d9b-8c26-152799050296'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:51.369855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] For port 5bb5744b-b349-4ce0-970c-6f347f1bf284, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5bb5744b-b349-4ce0-970c-6f347f1bf284,segment=NetworkSegment(3cd39df3-ff2d-4d88-8743-59bb18935888),segment_id=3cd39df3-ff2d-4d88-8743-59bb18935888)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:51.370687 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.395720 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ff0f610d-3772-47e9-99ba-b6a3e57ea614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:51.409196 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f610d-3772-47e9-99ba-b6a3e57ea614 None None] Routers {'816a8e92-a36a-4d9b-8c26-152799050296'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:51.410199 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ff0f610d-3772-47e9-99ba-b6a3e57ea614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['816a8e92-a36a-4d9b-8c26-152799050296'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:51.412593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] Calling delete_port for 5bb5744b-b349-4ce0-970c-6f347f1bf284 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:51.458102 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ff0f610d-3772-47e9-99ba-b6a3e57ea614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:51.461230 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f610d-3772-47e9-99ba-b6a3e57ea614 None None] The sync data for ids ['816a8e92-a36a-4d9b-8c26-152799050296'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:51.491801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56602) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:51.492351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c7d17f7f-2c0d-463d-bf63-54c7b4c4484c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=816a8e92-a36a-4d9b-8c26-152799050296 HTTP/1.1" status: 200 len: 205 time: 0.2407403 Jul 09 13:40:51.493423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.632322 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.635050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Pushing event deleted for resources: {'Port': ['ID=5bb5744b-b349-4ce0-970c-6f347f1bf284,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:51.643845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] No DVR routers for this DVR port 5bb5744b-b349-4ce0-970c-6f347f1bf284 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:51.698174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f622bd7a-e84e-4948-9b9f-b11a82744b7a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.761243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] No DVR routers for this DVR port 5bb5744b-b349-4ce0-970c-6f347f1bf284 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:51.776570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62461e-80b6-4d90-9fa5-3255ce1c0c99 None None] Pushing event deleted for resources: {'Port': ['ID=5bb5744b-b349-4ce0-970c-6f347f1bf284,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:51.822998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.853638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732b1de2-52a0-4f0d-8c37-38e763693667']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:51.917696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd39df3-ff2d-4d88-8743-59bb18935888') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:51.917858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd39df3-ff2d-4d88-8743-59bb18935888') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:51.966739 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.987687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.002633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:52.003068 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:52.006613 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:52.060636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f622bd7a-e84e-4948-9b9f-b11a82744b7a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.071863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f622bd7a-e84e-4948-9b9f-b11a82744b7a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.136412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeca32b-222e-444b-ba21-109bfd90a832 req-8247f30e-5d27-40a4-a7a2-cbb6431e83f9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:52.138231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2aeca32b-222e-444b-ba21-109bfd90a832 req-8247f30e-5d27-40a4-a7a2-cbb6431e83f9 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.2417250 Jul 09 13:40:52.156730 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.162594 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f622bd7a-e84e-4948-9b9f-b11a82744b7a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.163150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f622bd7a-e84e-4948-9b9f-b11a82744b7a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Fanout notify agent at l3_agent the message router_deleted on router 816a8e92-a36a-4d9b-8c26-152799050296 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:40:52.172550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f622bd7a-e84e-4948-9b9f-b11a82744b7a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.178866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.181368 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] 10.222.0.32 "DELETE /v2.0/networks/732b1de2-52a0-4f0d-8c37-38e763693667 HTTP/1.1" status: 204 len: 168 time: 1.5429232 Jul 09 13:40:52.182853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56640) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.184034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f622bd7a-e84e-4948-9b9f-b11a82744b7a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/816a8e92-a36a-4d9b-8c26-152799050296 HTTP/1.1" status: 204 len: 168 time: 0.6854420 Jul 09 13:40:52.229900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56644) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.294624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51f337-7223-403c-b9b9-0952e48a9041 tempest-TagsExtTest-1963279890 tempest-TagsExtTest-1963279890-project] Pushing event deleted for resources: {'Network': ['ID=732b1de2-52a0-4f0d-8c37-38e763693667,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:52.352610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2aeca32b-222e-444b-ba21-109bfd90a832 req-57290b40-4d32-4091-9201-3f33a641e509 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970849 Jul 09 13:40:52.363926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5ddc6d-23f8-45e8-8fb4-0b6aad550e63 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet 7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:52.370097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b5ddc6d-23f8-45e8-8fb4-0b6aad550e63 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.477327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b5ddc6d-23f8-45e8-8fb4-0b6aad550e63 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.480332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ff0903f-78b2-469b-bbd5-945843e6f26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.516898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5bb5744b-b349-4ce0-970c-6f347f1bf284 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:52.544164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5bb5744b-b349-4ce0-970c-6f347f1bf284 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:52.545627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5bb5744b-b349-4ce0-970c-6f347f1bf284 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:52.589793 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56656) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.685951 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ff0903f-78b2-469b-bbd5-945843e6f26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.690368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ff0903f-78b2-469b-bbd5-945843e6f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.729807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b5ddc6d-23f8-45e8-8fb4-0b6aad550e63 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.741292 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ff0903f-78b2-469b-bbd5-945843e6f26e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3201d25d032140118d8c452a8de4ccd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073698 Jul 09 13:40:52.741292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0903f-78b2-469b-bbd5-945843e6f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9eb53b-3340-449a-994d-caee2d78277a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:52.744035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56660) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.816874 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-914aebac-07d8-40f2-9a9f-5a23fbc40d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.856659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-914aebac-07d8-40f2-9a9f-5a23fbc40d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.879879 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b5ddc6d-23f8-45e8-8fb4-0b6aad550e63 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.909582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cc26aff4-4c01-4a87-bab9-d6f95d0c630f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c3a04fc6e5445db9b14c8aacb96bc5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186214 Jul 09 13:40:52.910344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56666) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.946167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ddc6d-23f8-45e8-8fb4-0b6aad550e63 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:52.974597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b5ddc6d-23f8-45e8-8fb4-0b6aad550e63 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.977458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0b5ddc6d-23f8-45e8-8fb4-0b6aad550e63 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c HTTP/1.1" status: 204 len: 168 time: 0.7822144 Jul 09 13:40:52.982172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56670) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.983996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4426668b-b389-45e8-ba93-86a6ddcf73c1 None None] Network a606bc8e-1755-4f6a-a756-39f7ca10cdc0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:53.030996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-914aebac-07d8-40f2-9a9f-5a23fbc40d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.037869 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-914aebac-07d8-40f2-9a9f-5a23fbc40d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.043546 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-914aebac-07d8-40f2-9a9f-5a23fbc40d95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a9eb53b-3340-449a-994d-caee2d78277a HTTP/1.1" status: 204 len: 168 time: 0.2937696 Jul 09 13:40:53.075863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fe2816f-8735-4a94-89fd-795d4a464ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.080311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aebac-07d8-40f2-9a9f-5a23fbc40d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9eb53b-3340-449a-994d-caee2d78277a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:53.147592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.184306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fe2816f-8735-4a94-89fd-795d4a464ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.235214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port e1739227-ca4d-43f3-9520-ddae50d5f807 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:53.235817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.302000 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fe2816f-8735-4a94-89fd-795d4a464ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.304670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5fe2816f-8735-4a94-89fd-795d4a464ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.305839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5fe2816f-8735-4a94-89fd-795d4a464ef4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a43befc-db0f-4aea-8abe-941838e52eed HTTP/1.1" status: 204 len: 168 time: 0.3892906 Jul 09 13:40:53.316540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2816f-8735-4a94-89fd-795d4a464ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43befc-db0f-4aea-8abe-941838e52eed,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:53.465700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port e1739227-ca4d-43f3-9520-ddae50d5f807, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e1739227-ca4d-43f3-9520-ddae50d5f807,segment=NetworkSegment(80a2cba2-f47e-4f05-86e9-970aa92809cd),segment_id=80a2cba2-f47e-4f05-86e9-970aa92809cd)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:53.466071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.508412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for e1739227-ca4d-43f3-9520-ddae50d5f807 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:53.597557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] DHCP port deletion for a606bc8e-1755-4f6a-a756-39f7ca10cdc0 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:53.673467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56688) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:53.697111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] Deleting port e1739227-ca4d-43f3-9520-ddae50d5f807 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:53.698874 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.735203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341e7336-cd13-435b-81c7-63d37c282681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.808310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5021-5b54-4728-b617-86f79ebd1a62 req-6c01b25c-6560-494e-96a2-77ab765d3dd3 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:53.812070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.813974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-497c5021-5b54-4728-b617-86f79ebd1a62 req-6c01b25c-6560-494e-96a2-77ab765d3dd3 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.2264521 Jul 09 13:40:53.881909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=e1739227-ca4d-43f3-9520-ddae50d5f807,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:53.904094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] For port e1739227-ca4d-43f3-9520-ddae50d5f807, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e1739227-ca4d-43f3-9520-ddae50d5f807,segment=NetworkSegment(80a2cba2-f47e-4f05-86e9-970aa92809cd),segment_id=80a2cba2-f47e-4f05-86e9-970aa92809cd)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:53.904094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.906402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No DVR routers for this DVR port e1739227-ca4d-43f3-9520-ddae50d5f807 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:53.955798 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-497c5021-5b54-4728-b617-86f79ebd1a62 req-12a9b42c-db3b-47a8-9f94-537d17801bbc tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367335 Jul 09 13:40:53.969560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] Calling delete_port for e1739227-ca4d-43f3-9520-ddae50d5f807 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:54.089785 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.096160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.112231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a606bc8e-1755-4f6a-a756-39f7ca10cdc0']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:54.124769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a2cba2-f47e-4f05-86e9-970aa92809cd') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:54.125063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a2cba2-f47e-4f05-86e9-970aa92809cd') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:54.134821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] Pushing event deleted for resources: {'Port': ['ID=e1739227-ca4d-43f3-9520-ddae50d5f807,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:54.137568 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.142226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98470f7-0014-49be-a6e2-373a2e4f753c None None] No DVR routers for this DVR port e1739227-ca4d-43f3-9520-ddae50d5f807 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:54.155303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.161309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:54.161699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:54.198883 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:54.273269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.282620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.284811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/a606bc8e-1755-4f6a-a756-39f7ca10cdc0 HTTP/1.1" status: 204 len: 168 time: 1.3013668 Jul 09 13:40:54.288590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56708) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:54.294766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-45a2cb8e-10cc-414c-8d20-47c9a11a297c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-332358028', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:54.297155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa10155-321f-4c58-93bf-0a5ac65de528 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=a606bc8e-1755-4f6a-a756-39f7ca10cdc0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:54.321866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341e7336-cd13-435b-81c7-63d37c282681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.329502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341e7336-cd13-435b-81c7-63d37c282681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.375803 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45a2cb8e-10cc-414c-8d20-47c9a11a297c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.377323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45a2cb8e-10cc-414c-8d20-47c9a11a297c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.481252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-341e7336-cd13-435b-81c7-63d37c282681 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71742d7e884848d48e44bd024b61ce1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065848 Jul 09 13:40:54.482279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56716) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:54.491300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e7336-cd13-435b-81c7-63d37c282681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1625080-9bfe-4882-a44d-17786852d248,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:54.531109 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45a2cb8e-10cc-414c-8d20-47c9a11a297c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.542021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45a2cb8e-10cc-414c-8d20-47c9a11a297c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.566973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e1739227-ca4d-43f3-9520-ddae50d5f807 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:54.579768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45a2cb8e-10cc-414c-8d20-47c9a11a297c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.583714 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-45a2cb8e-10cc-414c-8d20-47c9a11a297c tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2909558 Jul 09 13:40:54.584574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56722) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:54.592179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1852228355'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:54.615533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e1739227-ca4d-43f3-9520-ddae50d5f807 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:54.616080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e1739227-ca4d-43f3-9520-ddae50d5f807 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:54.635073 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77ff15d-537f-4fa8-a92b-9ee85246e297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.644067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:54.651869 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.660357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77ff15d-537f-4fa8-a92b-9ee85246e297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.722881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:54.750988 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77ff15d-537f-4fa8-a92b-9ee85246e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.753602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.753757 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a77ff15d-537f-4fa8-a92b-9ee85246e297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.753951 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment 1433a1e3-c403-4f2d-ab78-7347b764e0d0 of type vlan for network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f Jul 09 13:40:54.755028 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a77ff15d-537f-4fa8-a92b-9ee85246e297 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1625080-9bfe-4882-a44d-17786852d248 HTTP/1.1" status: 204 len: 168 time: 0.2704489 Jul 09 13:40:54.771544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ff15d-537f-4fa8-a92b-9ee85246e297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1625080-9bfe-4882-a44d-17786852d248,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:54.907318 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.001547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.013093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:55.014475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.054384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56736) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:55.057926 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4724455 Jul 09 13:40:55.061133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:55.238510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccbef0-2623-49b2-837f-ebf4b0913b13 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=a5f35cb2-77f3-4b73-be41-0aa95b9ef27f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:55.261940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:40:55.445228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:55.449211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.741871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787241df-3eff-4302-ac76-e965a9198fed req-caa0bcdf-15a4-4312-823e-e23434bb1f99 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:55.746162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787241df-3eff-4302-ac76-e965a9198fed req-caa0bcdf-15a4-4312-823e-e23434bb1f99 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.3579798 Jul 09 13:40:55.928094 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:56.018659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-787241df-3eff-4302-ac76-e965a9198fed req-4a581e8e-e829-4f81-9715-dbe4211f3a7c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647827 Jul 09 13:40:56.121090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=b0a65568-38b1-4c27-90c8-9c11ad3b071b,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:56.158435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:56.160471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: a5f35cb2-77f3-4b73-be41-0aa95b9ef27f, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:40:56.209026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:40:56.223289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a5f35cb2-77f3-4b73-be41-0aa95b9ef27f) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:56.228611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:56.229669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:56.233374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6246e56-3e2e-4b7f-b86b-a3d79608be14 None None] Network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:56.276856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ab4dd614-d89b-41d9-843f-a6a5f3775172 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2207117 Jul 09 13:40:56.280954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56782) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:56.900943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:40:56.902631 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:56.977761 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.230342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Allocated IP 172.20.0.2 (a5f35cb2-77f3-4b73-be41-0aa95b9ef27f/b0a65568-38b1-4c27-90c8-9c11ad3b071b/f63657cf-e9af-44bd-a2de-993b27a1dbb4) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:57.393013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aac71-7aaa-4d69-9d2d-75d27da3570f req-a29bb50c-1e34-474b-92f6-343a1d0a3e5d tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:57.397478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf0aac71-7aaa-4d69-9d2d-75d27da3570f req-a29bb50c-1e34-474b-92f6-343a1d0a3e5d tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.1884906 Jul 09 13:40:57.459877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf0aac71-7aaa-4d69-9d2d-75d27da3570f req-a7215c17-cec5-485c-874d-b544ab73975a tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Jul 09 13:40:57.497308 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.508025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Transition to ACTIVE for port object f63657cf-e9af-44bd-a2de-993b27a1dbb4 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:57.526406 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Transition to ACTIVE for port object f63657cf-e9af-44bd-a2de-993b27a1dbb4 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:57.558996 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.696263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.20.0.1 (a5f35cb2-77f3-4b73-be41-0aa95b9ef27f/b0a65568-38b1-4c27-90c8-9c11ad3b071b/94076511-6b09-47bb-9ac4-1dabbfd68a0d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:57.707323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:57.734074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:57.750123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:57.753419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Pushing event updated for resources: {'Port': ['ID=f63657cf-e9af-44bd-a2de-993b27a1dbb4,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:57.808737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56842) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:57.918934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Attempting to bind port f63657cf-e9af-44bd-a2de-993b27a1dbb4 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:57.918934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Attempting to bind port f63657cf-e9af-44bd-a2de-993b27a1dbb4 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:57.918934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Attempting to bind port f63657cf-e9af-44bd-a2de-993b27a1dbb4 on network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:57.918934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:57.918934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Checking segment: {'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:57.918934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.918934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Bound using segment: {'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:57.918934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Bound port: f63657cf-e9af-44bd-a2de-993b27a1dbb4, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:57.921022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.981228 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45f3927d-7778-4718-b9f7-eac09793426f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.989794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.016662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object 94076511-6b09-47bb-9ac4-1dabbfd68a0d will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:58.065013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.067156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] For port f63657cf-e9af-44bd-a2de-993b27a1dbb4, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:58.071646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] For port f63657cf-e9af-44bd-a2de-993b27a1dbb4, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f63657cf-e9af-44bd-a2de-993b27a1dbb4,segment=NetworkSegment(1433a1e3-c403-4f2d-ab78-7347b764e0d0),segment_id=1433a1e3-c403-4f2d-ab78-7347b764e0d0)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:58.078634 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.175037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45f3927d-7778-4718-b9f7-eac09793426f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.180473 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45f3927d-7778-4718-b9f7-eac09793426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.187102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:58.190491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071d305-fc47-4f32-8a9b-5a9e48b4c633 None None] Pushing event updated for resources: {'Port': ['ID=f63657cf-e9af-44bd-a2de-993b27a1dbb4,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:58.202502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:58.210281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:58.222620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56860) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:58.223899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-45f3927d-7778-4718-b9f7-eac09793426f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8fb33054a0c4edd96e7f59422bc60f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139972 Jul 09 13:40:58.254362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3927d-7778-4718-b9f7-eac09793426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcedebc-2b4b-4ab3-95ce-fef24449109e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:58.288021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=94076511-6b09-47bb-9ac4-1dabbfd68a0d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:58.363433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.544004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c505cb0-2a2a-4b6b-ae6e-4f7897da1d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.579142 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.834548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c505cb0-2a2a-4b6b-ae6e-4f7897da1d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.026908 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c505cb0-2a2a-4b6b-ae6e-4f7897da1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.034322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c505cb0-2a2a-4b6b-ae6e-4f7897da1d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.037697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c505cb0-2a2a-4b6b-ae6e-4f7897da1d3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fcedebc-2b4b-4ab3-95ce-fef24449109e HTTP/1.1" status: 204 len: 168 time: 0.8119757 Jul 09 13:40:59.071645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c505cb0-2a2a-4b6b-ae6e-4f7897da1d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcedebc-2b4b-4ab3-95ce-fef24449109e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:59.107540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c16e7-57d6-4ade-99c1-b1c9f2c0984a req-e1ceca77-2ae6-48b6-9bfd-7f7987b72107 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:59.130925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-401c16e7-57d6-4ade-99c1-b1c9f2c0984a req-e1ceca77-2ae6-48b6-9bfd-7f7987b72107 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.3845606 Jul 09 13:40:59.261476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-401c16e7-57d6-4ade-99c1-b1c9f2c0984a req-a747b118-923c-4c2e-a187-0ab5786169bc tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221642 Jul 09 13:40:59.347400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.353015 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.542483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=94076511-6b09-47bb-9ac4-1dabbfd68a0d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:59.548682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.590599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:59.605233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-918bb13b-30db-4aad-8e6d-76f254713f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.716049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:59.718378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:59.792532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-918bb13b-30db-4aad-8e6d-76f254713f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.798193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-918bb13b-30db-4aad-8e6d-76f254713f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.853925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bb13b-30db-4aad-8e6d-76f254713f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8656fd7-7a04-4f8b-936e-7eb67b49be07,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:59.883102 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-918bb13b-30db-4aad-8e6d-76f254713f85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61c055c550574cb5b9858e080bc80ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913413 Jul 09 13:40:59.886487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56898) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:59.925035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b66330-a0b2-4bcc-b648-b2064ba8ca63 None None] Network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:59.925640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:41:00.110601 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a6a94b57-4966-40ae-824c-a81dc23b648b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.127570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:00.145286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5f9dc277-3895-4d59-8354-f39e6792b095 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8631759 Jul 09 13:41:00.147912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56906) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:00.154914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1089799508'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:00.166862 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:00.194773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a6a94b57-4966-40ae-824c-a81dc23b648b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.208696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:00.212914 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.306562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:00.329014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a755f05f-f6da-4ae9-9d36-8615dd25f9b1 None None] Provisioning for port f63657cf-e9af-44bd-a2de-993b27a1dbb4 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:00.343636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.344263 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment 5e183bbe-41e1-4abd-aa45-c52a0a13cd95 of type vlan for network 2062dcd5-128e-459e-a6c1-2d8cea355a2e Jul 09 13:41:00.345677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:00.346340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:00.379079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a6a94b57-4966-40ae-824c-a81dc23b648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.383724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a6a94b57-4966-40ae-824c-a81dc23b648b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.393357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a6a94b57-4966-40ae-824c-a81dc23b648b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8656fd7-7a04-4f8b-936e-7eb67b49be07 HTTP/1.1" status: 204 len: 168 time: 0.5028949 Jul 09 13:41:00.433788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94b57-4966-40ae-824c-a81dc23b648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8656fd7-7a04-4f8b-936e-7eb67b49be07,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:00.546028 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.637647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:00.642308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f63657cf-e9af-44bd-a2de-993b27a1dbb4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:00.660721 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.666498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:00.668475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.673760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b46b6e-38dc-4d7a-a8d3-9fcc8b3962ea req-591419a2-39de-4efd-a517-f8a768d6808b tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:00.675691 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7b46b6e-38dc-4d7a-a8d3-9fcc8b3962ea req-591419a2-39de-4efd-a517-f8a768d6808b tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.1944728 Jul 09 13:41:00.925954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7765422 Jul 09 13:41:00.926645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56930) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:00.940445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:00.956073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f63657cf-e9af-44bd-a2de-993b27a1dbb4 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:00.962205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f63657cf-e9af-44bd-a2de-993b27a1dbb4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:00.963016 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.109507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f80eb7-4223-4caf-beb0-78040d8d3231 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=2062dcd5-128e-459e-a6c1-2d8cea355a2e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:01.158546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2062dcd5-128e-459e-a6c1-2d8cea355a2e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:01.340415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:01.380670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.422407 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.466422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ef6796da-9de9-4acf-8552-12c6207f6c4e None None] Provisioning for port 94076511-6b09-47bb-9ac4-1dabbfd68a0d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:01.514983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ef6796da-9de9-4acf-8552-12c6207f6c4e None None] Provisioning complete for port 94076511-6b09-47bb-9ac4-1dabbfd68a0d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:01.517529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7b46b6e-38dc-4d7a-a8d3-9fcc8b3962ea req-1cb4ddc4-ada9-4274-8ae7-0f493582d032 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8359232 Jul 09 13:41:01.519343 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef6796da-9de9-4acf-8552-12c6207f6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.598469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port f63657cf-e9af-44bd-a2de-993b27a1dbb4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f63657cf-e9af-44bd-a2de-993b27a1dbb4,segment=NetworkSegment(1433a1e3-c403-4f2d-ab78-7347b764e0d0),segment_id=1433a1e3-c403-4f2d-ab78-7347b764e0d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:01.613382 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.615319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3eb8e-0e9a-41f6-acac-f133d9de2086 req-f13b55f7-0a0b-4487-86fc-2907047403d9 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:01.627268 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ff3eb8e-0e9a-41f6-acac-f133d9de2086 req-f13b55f7-0a0b-4487-86fc-2907047403d9 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 946 time: 0.3373461 Jul 09 13:41:01.672929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:40:58Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:40:58Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:01.692619 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ff3eb8e-0e9a-41f6-acac-f133d9de2086 req-a50cec59-212a-4736-899f-e038c997a3c2 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640225 Jul 09 13:41:01.813909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ef6796da-9de9-4acf-8552-12c6207f6c4e None None] Port 94076511-6b09-47bb-9ac4-1dabbfd68a0d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:01.831571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:01.832223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Updating router 0656c998-9280-414e-9297-949d703c9552 port 94076511-6b09-47bb-9ac4-1dabbfd68a0d binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:41:01.856536 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.915814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=4233277d-1c29-4328-9ea8-b6725127ca83,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:01.957833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:01.958598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: 2062dcd5-128e-459e-a6c1-2d8cea355a2e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:01.995524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 2062dcd5-128e-459e-a6c1-2d8cea355a2e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:02.016514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2062dcd5-128e-459e-a6c1-2d8cea355a2e) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:02.024740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:02.027982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.032170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b01b8-13b0-4c87-a67d-2929a635e872 None None] Network 2062dcd5-128e-459e-a6c1-2d8cea355a2e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:02.051509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ef6796da-9de9-4acf-8552-12c6207f6c4e None None] Provisioning complete for port f63657cf-e9af-44bd-a2de-993b27a1dbb4 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:02.051896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef6796da-9de9-4acf-8552-12c6207f6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.068370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2c4eacd6-319d-460d-a0db-91cf290e7089 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1318638 Jul 09 13:41:02.071090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56966) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:02.108663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=f63657cf-e9af-44bd-a2de-993b27a1dbb4,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:02.116985 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.592727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f63657cf-e9af-44bd-a2de-993b27a1dbb4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:02.806107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-27bc8054-9a5b-4d2b-8b82-031e376afaf0 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:02.816901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-27bc8054-9a5b-4d2b-8b82-031e376afaf0 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.10 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 946 time: 0.3359218 Jul 09 13:41:03.127724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.184889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f63657cf-e9af-44bd-a2de-993b27a1dbb4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:03.184889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.189182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd39586-8e46-4df7-8385-5500b3e66c1c req-8a5e65e6-4edd-4098-b3a1-9a253f028e43 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:03.191154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cd39586-8e46-4df7-8385-5500b3e66c1c req-8a5e65e6-4edd-4098-b3a1-9a253f028e43 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.4327731 Jul 09 13:41:03.198794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d7fa3-f29a-4578-bd2c-f9301e20c6b2 req-6d0ec4e2-ce5b-4081-8d1f-cc93aec42764 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:03.228532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-753d7fa3-f29a-4578-bd2c-f9301e20c6b2 req-6d0ec4e2-ce5b-4081-8d1f-cc93aec42764 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 946 time: 0.2066631 Jul 09 13:41:03.338126 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-753d7fa3-f29a-4578-bd2c-f9301e20c6b2 req-4b503578-850c-4c03-86e0-903be59f87ea tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/security-groups?id=09cd07f1-ca2c-4555-a879-44e2180d1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086016 Jul 09 13:41:03.349727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cd39586-8e46-4df7-8385-5500b3e66c1c req-91c05180-354f-451f-aca9-3b6d97959e2c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489656 Jul 09 13:41:03.379212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Deleting port e973210f-44db-4487-8348-3fc7c0fbd858 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:03.379593 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.480265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:41:03.481117 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.603337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-820b14a4-ca44-459c-9a76-a38951751ead None None] Provisioning complete for port 94076511-6b09-47bb-9ac4-1dabbfd68a0d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:03.603714 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-820b14a4-ca44-459c-9a76-a38951751ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.656334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-820b14a4-ca44-459c-9a76-a38951751ead None None] Port 94076511-6b09-47bb-9ac4-1dabbfd68a0d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:03.719658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] For port e973210f-44db-4487-8348-3fc7c0fbd858, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e973210f-44db-4487-8348-3fc7c0fbd858,segment=NetworkSegment(c4b0d0db-3e8b-4304-ad50-10afebacbced),segment_id=c4b0d0db-3e8b-4304-ad50-10afebacbced)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:03.720037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.756559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Calling delete_port for e973210f-44db-4487-8348-3fc7c0fbd858 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:03.944119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Allocated IP 172.21.0.2 (2062dcd5-128e-459e-a6c1-2d8cea355a2e/4233277d-1c29-4328-9ea8-b6725127ca83/84d0f2d0-da4e-4dd5-bf90-549ef98a48d9) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:03.974261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.072783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Transition to ACTIVE for port object 94076511-6b09-47bb-9ac4-1dabbfd68a0d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:04.081734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.096592 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.211910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] No DVR routers for this DVR port e973210f-44db-4487-8348-3fc7c0fbd858 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:04.215985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.219210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2afc521d-06fa-4ee2-aee6-2593c38ef459 req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.10 "DELETE /v2.0/ports/e973210f-44db-4487-8348-3fc7c0fbd858 HTTP/1.1" status: 204 len: 173 time: 1.2981408 Jul 09 13:41:04.220085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5aa21-a6eb-49d0-a516-7b49924f8317 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] Pushing event deleted for resources: {'Port': ['ID=e973210f-44db-4487-8348-3fc7c0fbd858,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:04.238088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349801cc-552e-4bc1-8b6d-21b116b99ff5', 'name': 'network-vif-deleted', 'tag': 'e973210f-44db-4487-8348-3fc7c0fbd858'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:04.240520 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7d46b1-0009-424a-8cd5-770b72f800e4" -d '{"events": [{"server_uuid": "349801cc-552e-4bc1-8b6d-21b116b99ff5", "name": "network-vif-deleted", "tag": "e973210f-44db-4487-8348-3fc7c0fbd858"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:04.244691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b311685-4124-416a-a574-86cffc3e1a91 None None] Pushing event updated for resources: {'Port': ['ID=94076511-6b09-47bb-9ac4-1dabbfd68a0d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:04.369945 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc34fcc-df38-44ba-ad00-1bb838e3727f x-openstack-request-id: req-5bc34fcc-df38-44ba-ad00-1bb838e3727f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:04.371063 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349801cc-552e-4bc1-8b6d-21b116b99ff5", "name": "network-vif-deleted", "tag": "e973210f-44db-4487-8348-3fc7c0fbd858", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:04.372676 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bc34fcc-df38-44ba-ad00-1bb838e3727f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:04.376454 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349801cc-552e-4bc1-8b6d-21b116b99ff5', 'name': 'network-vif-deleted', 'tag': 'e973210f-44db-4487-8348-3fc7c0fbd858', 'status': 'completed', 'code': 200} Jul 09 13:41:04.442774 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.528107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Transition to ACTIVE for port object 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:04.565141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Attempting to bind port 94076511-6b09-47bb-9ac4-1dabbfd68a0d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:04.565599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Attempting to bind port 94076511-6b09-47bb-9ac4-1dabbfd68a0d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:04.578198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Attempting to bind port 94076511-6b09-47bb-9ac4-1dabbfd68a0d on network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:04.602371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:04.602750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Checking segment: {'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:04.603233 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.603609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Bound using segment: {'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:04.604211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Bound port: 94076511-6b09-47bb-9ac4-1dabbfd68a0d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1433a1e3-c403-4f2d-ab78-7347b764e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:04.604437 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.624628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Transition to ACTIVE for port object 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:04.665942 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.750500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.21.0.1 (2062dcd5-128e-459e-a6c1-2d8cea355a2e/4233277d-1c29-4328-9ea8-b6725127ca83/49647f85-2286-4032-91f4-128526480b1d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:04.827842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Pushing event updated for resources: {'Port': ['ID=84d0f2d0-da4e-4dd5-bf90-549ef98a48d9,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:04.845469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f1e40-9b94-4c07-9387-3a4b5a044bd2 req-14c269a7-b8df-4636-b394-66da6036ef87 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:04.855573 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac8f1e40-9b94-4c07-9387-3a4b5a044bd2 req-14c269a7-b8df-4636-b394-66da6036ef87 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.1603568 Jul 09 13:41:04.896253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e0700971-efca-4eac-b169-f5d9e57f27d3 req-b98c0050-f1ca-4bd2-bf1e-f54a0ccc7d20 tempest-VolumesSnapshotTestJSON-2132050530 tempest-VolumesSnapshotTestJSON-2132050530-project] 10.222.0.32 "GET /v2.0/ports?device_id=349801cc-552e-4bc1-8b6d-21b116b99ff5 HTTP/1.1" status: 200 len: 210 time: 0.1175258 Jul 09 13:41:04.911600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac8f1e40-9b94-4c07-9387-3a4b5a044bd2 req-6b127bde-73c4-4bd4-acf1-fb858b8371b6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Jul 09 13:41:04.969455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Network 2062dcd5-128e-459e-a6c1-2d8cea355a2e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:04.979484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:04.985030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:05.075351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] For port 94076511-6b09-47bb-9ac4-1dabbfd68a0d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:05.094661 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.096527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Attempting to bind port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:05.106549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Attempting to bind port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:05.107042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Attempting to bind port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 on network 2062dcd5-128e-459e-a6c1-2d8cea355a2e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:05.111398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] For port 94076511-6b09-47bb-9ac4-1dabbfd68a0d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=94076511-6b09-47bb-9ac4-1dabbfd68a0d,segment=NetworkSegment(1433a1e3-c403-4f2d-ab78-7347b764e0d0),segment_id=1433a1e3-c403-4f2d-ab78-7347b764e0d0)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:05.132364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object 49647f85-2286-4032-91f4-128526480b1d will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:05.134485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.139282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:05.139882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Checking segment: {'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:05.140292 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.140685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Bound using segment: {'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:05.141174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Bound port: 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:05.141556 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.193428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.336371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 2062dcd5-128e-459e-a6c1-2d8cea355a2e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:05.345108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] For port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:05.352737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] For port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=84d0f2d0-da4e-4dd5-bf90-549ef98a48d9,segment=NetworkSegment(5e183bbe-41e1-4abd-aa45-c52a0a13cd95),segment_id=5e183bbe-41e1-4abd-aa45-c52a0a13cd95)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:05.366280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:05.376731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:05.392695 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.401839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:05.402707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:05.468662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=49647f85-2286-4032-91f4-128526480b1d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:05.540059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.813641 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.926146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b311685-4124-416a-a574-86cffc3e1a91 None None] Pushing event updated for resources: {'Port': ['ID=94076511-6b09-47bb-9ac4-1dabbfd68a0d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:06.203185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf564c3-e996-46e0-979d-053cf6611e3d None None] Pushing event updated for resources: {'Port': ['ID=84d0f2d0-da4e-4dd5-bf90-549ef98a48d9,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:06.224304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e973210f-44db-4487-8348-3fc7c0fbd858 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:06.253736 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.268912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.337294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: e973210f-44db-4487-8348-3fc7c0fbd858 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:06.339599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e973210f-44db-4487-8348-3fc7c0fbd858 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:06.341557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.371921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c24a1-dd96-4950-a3e5-08cf72ab2be8 req-38de6a61-af29-455b-85b2-027de05c38ab tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:06.382180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:06.393501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc1c24a1-dd96-4950-a3e5-08cf72ab2be8 req-38de6a61-af29-455b-85b2-027de05c38ab tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.1892607 Jul 09 13:41:06.571796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc1c24a1-dd96-4950-a3e5-08cf72ab2be8 req-d2e32ff3-a9eb-426b-8ad2-7e2810f44d11 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696384 Jul 09 13:41:06.605068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=49647f85-2286-4032-91f4-128526480b1d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:06.676254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 2062dcd5-128e-459e-a6c1-2d8cea355a2e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:06.677623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:06.682649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:07.004771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:07.017562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:07.065365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:40:58Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:05Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:07.115631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 81d9012f-35b6-45cf-9e79-1b305d776dde details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:07.119000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 81d9012f-35b6-45cf-9e79-1b305d776dde no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:07.189006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eaac95-bbb1-46a0-8187-848ef503ed31 None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:40:58Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:05Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:07.221612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:07.232931 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6ea5d24b-8580-4a14-84c8-8bfb5eeb666a tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1601655 Jul 09 13:41:07.235784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57094) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:07.241246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-562379285'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:07.292725 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:07.297676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.380690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:07.401516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.405814 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment 59b2be9b-74af-46e3-9371-47c79b1128a4 of type vlan for network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 Jul 09 13:41:07.415776 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.520183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:07.522908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.528143 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87fd09b-2e16-4b48-819e-ffa5226efc65" -d '{"events": [{"server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "name": "network-vif-unplugged", "status": "completed", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:07.597047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.602954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:07.603626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.614579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:07.644499 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e415f-fbda-4bd0-85ca-3382e5f0e6c1 x-openstack-request-id: req-600e415f-fbda-4bd0-85ca-3382e5f0e6c1 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:07.644823 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "name": "network-vif-unplugged", "status": "completed", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:07.645032 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-600e415f-fbda-4bd0-85ca-3382e5f0e6c1 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:07.647510 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'code': 200} Jul 09 13:41:07.670553 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.791469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:07.818038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'port_id': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'mac_address': 'fa:16:3e:65:dd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9f388-24ac-486c-84c4-d0a3a29a1ebf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:07.825111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:07.917081 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6801553 Jul 09 13:41:07.920384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57114) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:07.926749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:07.929153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.955785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d9012f-35b6-45cf-9e79-1b305d776dde {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:07.994878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02488b4-0ec3-4139-8772-219c99eab177 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=4bf3a335-4f51-4fc5-93e2-8165ff6284b7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:08.018728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:08.200189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d991b-67ed-41c6-ac8b-a587f5a9bddf None None] Network 2062dcd5-128e-459e-a6c1-2d8cea355a2e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:08.231926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:08.233455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:08.237760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.277673 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c6eb8-76a9-4e8c-80fb-f5be6d58bce6 req-f1346236-1e3a-4692-8288-05125656498b tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:08.294415 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa1c6eb8-76a9-4e8c-80fb-f5be6d58bce6 req-f1346236-1e3a-4692-8288-05125656498b tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 943 time: 0.1835785 Jul 09 13:41:08.461118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa1c6eb8-76a9-4e8c-80fb-f5be6d58bce6 req-23109650-8064-4f1d-baa2-17270c0abd33 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647265 Jul 09 13:41:08.600017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.702269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 94076511-6b09-47bb-9ac4-1dabbfd68a0d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:08.791684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b46d827a-9aef-46e4-985a-e64df24d1f9e None None] Provisioning for port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:08.801305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b46d827a-9aef-46e4-985a-e64df24d1f9e None None] Provisioning complete for port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:08.801812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d827a-9aef-46e4-985a-e64df24d1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.843799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['81d9012f-35b6-45cf-9e79-1b305d776dde'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:08.872928 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.953457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=a7cc587c-7ed1-495b-ae75-90ae3c6f19dc,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:08.996238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:08.996888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: 4bf3a335-4f51-4fc5-93e2-8165ff6284b7, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:09.032828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:09.049727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 4bf3a335-4f51-4fc5-93e2-8165ff6284b7) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:09.069654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:09.070256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.083377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da304635-0417-40a2-9636-ba00a6eb9653 None None] Network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:09.092646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:09.161294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57134) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:09.171027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d5472775-8a4e-41e3-9f7b-317cbf2b040d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2359762 Jul 09 13:41:09.231752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d827a-9aef-46e4-985a-e64df24d1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.273639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 94076511-6b09-47bb-9ac4-1dabbfd68a0d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:09.283327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 94076511-6b09-47bb-9ac4-1dabbfd68a0d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:09.285489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.454000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b46d827a-9aef-46e4-985a-e64df24d1f9e None None] For port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=84d0f2d0-da4e-4dd5-bf90-549ef98a48d9,segment=NetworkSegment(5e183bbe-41e1-4abd-aa45-c52a0a13cd95),segment_id=5e183bbe-41e1-4abd-aa45-c52a0a13cd95)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:09.536326 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b46d827a-9aef-46e4-985a-e64df24d1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.065979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244443d-a6cb-43f2-a791-bb157a238c69 req-dd151c9b-f3c1-44dd-941e-2edae08b385d tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:10.067596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5244443d-a6cb-43f2-a791-bb157a238c69 req-dd151c9b-f3c1-44dd-941e-2edae08b385d tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 944 time: 0.2299800 Jul 09 13:41:10.117055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-11335cfb-fe4c-4947-8b7e-1b7020cb7298 None None] Provisioning complete for port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:10.125028 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:10.135980 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11335cfb-fe4c-4947-8b7e-1b7020cb7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.149946 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:10.153442 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:10.235918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d827a-9aef-46e4-985a-e64df24d1f9e None None] Pushing event updated for resources: {'Port': ['ID=84d0f2d0-da4e-4dd5-bf90-549ef98a48d9,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:10.264961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5244443d-a6cb-43f2-a791-bb157a238c69 req-8192fd9b-27f7-4fa0-8920-3cb0b7f529b6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823707 Jul 09 13:41:10.401219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.423912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:41:10.424932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.446200 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.473963 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:10.653046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 94076511-6b09-47bb-9ac4-1dabbfd68a0d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=94076511-6b09-47bb-9ac4-1dabbfd68a0d,segment=NetworkSegment(1433a1e3-c403-4f2d-ab78-7347b764e0d0),segment_id=1433a1e3-c403-4f2d-ab78-7347b764e0d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:10.679182 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.133722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:11.143822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 81d9012f-35b6-45cf-9e79-1b305d776dde up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:11.245459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.22.0.1 (4bf3a335-4f51-4fc5-93e2-8165ff6284b7/a7cc587c-7ed1-495b-ae75-90ae3c6f19dc/f11a9e47-e092-4cd5-b85f-8ffb52000c60) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:11.299128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-11335cfb-fe4c-4947-8b7e-1b7020cb7298 None None] Provisioning for port 49647f85-2286-4032-91f4-128526480b1d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:11.302629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=94076511-6b09-47bb-9ac4-1dabbfd68a0d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:11.318364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-11335cfb-fe4c-4947-8b7e-1b7020cb7298 None None] Provisioning complete for port 49647f85-2286-4032-91f4-128526480b1d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:11.319006 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11335cfb-fe4c-4947-8b7e-1b7020cb7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.347761 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:05Z', 'revision_number': 3, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:06Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:05Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:11.358350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-11335cfb-fe4c-4947-8b7e-1b7020cb7298 None None] Port 49647f85-2286-4032-91f4-128526480b1d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:11.379520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 81d9012f-35b6-45cf-9e79-1b305d776dde triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:11.380175 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.382402 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:11.383228 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Updating router 0656c998-9280-414e-9297-949d703c9552 port 49647f85-2286-4032-91f4-128526480b1d binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:41:11.416925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:11.417575 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.492713 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.536341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-59b45b33-5a13-475b-aec5-87fcc6e7daa2 None None] Provisioning complete for port 49647f85-2286-4032-91f4-128526480b1d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:11.539979 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-59b45b33-5a13-475b-aec5-87fcc6e7daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.561524 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.593141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object f11a9e47-e092-4cd5-b85f-8ffb52000c60 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:11.650660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-59b45b33-5a13-475b-aec5-87fcc6e7daa2 None None] Port 49647f85-2286-4032-91f4-128526480b1d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:11.664005 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.729139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.775125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:11.782041 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af54f498-1ac9-4f19-baeb-91fbeb799358" -d '{"events": [{"server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "name": "network-vif-plugged", "status": "completed", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:11.824669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:11.904612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=f11a9e47-e092-4cd5-b85f-8ffb52000c60,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:11.946071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Allocated IP 172.22.0.2 (4bf3a335-4f51-4fc5-93e2-8165ff6284b7/a7cc587c-7ed1-495b-ae75-90ae3c6f19dc/83831aef-13b9-49d3-ad7b-5f253df2cd8e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:11.979508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:11.992583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:11.995521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:12.276497 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.277488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16380e-abc2-43c7-90d7-21c82fa3de96 req-6370d17b-9baf-4ed6-87a6-5173b978c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:12.279716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de16380e-abc2-43c7-90d7-21c82fa3de96 req-6370d17b-9baf-4ed6-87a6-5173b978c1cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 1096 time: 0.2421615 Jul 09 13:41:12.305913 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Transition to ACTIVE for port object 49647f85-2286-4032-91f4-128526480b1d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:12.318055 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.351150 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.364715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Transition to ACTIVE for port object 83831aef-13b9-49d3-ad7b-5f253df2cd8e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:12.399020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Transition to ACTIVE for port object 83831aef-13b9-49d3-ad7b-5f253df2cd8e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:12.420724 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15484d5-50b3-41a3-ac64-ef4b3b5f9686 x-openstack-request-id: req-b15484d5-50b3-41a3-ac64-ef4b3b5f9686 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:12.423656 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "name": "network-vif-plugged", "status": "completed", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:12.424205 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b15484d5-50b3-41a3-ac64-ef4b3b5f9686 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:12.427487 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'code': 200} Jul 09 13:41:12.427825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de16380e-abc2-43c7-90d7-21c82fa3de96 req-9d6c205c-22ac-4bee-9647-93a3c31b23f5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351256 Jul 09 13:41:12.431194 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.439952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.461281 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Pushing event updated for resources: {'Port': ['ID=49647f85-2286-4032-91f4-128526480b1d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:12.524066 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.524549 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.526365 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.526900 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.527451 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.530074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.530074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.530074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.530074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.530074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.530074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.535816 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:12.571975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:12.596480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:12.605941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:12.629483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Pushing event updated for resources: {'Port': ['ID=83831aef-13b9-49d3-ad7b-5f253df2cd8e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:12.705020 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Attempting to bind port 49647f85-2286-4032-91f4-128526480b1d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:12.705641 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Attempting to bind port 49647f85-2286-4032-91f4-128526480b1d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:12.707315 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Attempting to bind port 49647f85-2286-4032-91f4-128526480b1d on network 2062dcd5-128e-459e-a6c1-2d8cea355a2e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:12.725641 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:12.728432 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Checking segment: {'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:12.730296 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.731012 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Bound using segment: {'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:12.733963 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Bound port: 49647f85-2286-4032-91f4-128526480b1d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e183bbe-41e1-4abd-aa45-c52a0a13cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:12.734691 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.739571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:12.874894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 94076511-6b09-47bb-9ac4-1dabbfd68a0d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:12.903900 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] For port 49647f85-2286-4032-91f4-128526480b1d, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:12.909825 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] For port 49647f85-2286-4032-91f4-128526480b1d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49647f85-2286-4032-91f4-128526480b1d,segment=NetworkSegment(5e183bbe-41e1-4abd-aa45-c52a0a13cd95),segment_id=5e183bbe-41e1-4abd-aa45-c52a0a13cd95)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:12.915924 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.939155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Attempting to bind port 83831aef-13b9-49d3-ad7b-5f253df2cd8e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:12.939537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Attempting to bind port 83831aef-13b9-49d3-ad7b-5f253df2cd8e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:12.939917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Attempting to bind port 83831aef-13b9-49d3-ad7b-5f253df2cd8e on network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:12.965403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:12.965784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Checking segment: {'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:12.966204 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.967177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Bound using segment: {'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:12.967686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Bound port: 83831aef-13b9-49d3-ad7b-5f253df2cd8e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:12.968082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:13.009931 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:13.010657 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:13.090502 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:13.158228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 94076511-6b09-47bb-9ac4-1dabbfd68a0d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:13.158915 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:13.191712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e325ed1-5de6-4c9c-9a86-6163e8fe04aa req-6c834a5a-5ef7-43af-baef-badcd3756dad tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:13.209714 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e325ed1-5de6-4c9c-9a86-6163e8fe04aa req-6c834a5a-5ef7-43af-baef-badcd3756dad tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 944 time: 1.6022966 Jul 09 13:41:13.281721 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:13.382395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] For port 83831aef-13b9-49d3-ad7b-5f253df2cd8e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:13.398892 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:13.404278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] For port 83831aef-13b9-49d3-ad7b-5f253df2cd8e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=83831aef-13b9-49d3-ad7b-5f253df2cd8e,segment=NetworkSegment(59b2be9b-74af-46e3-9371-47c79b1128a4),segment_id=59b2be9b-74af-46e3-9371-47c79b1128a4)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:13.419051 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:13.438830 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e325ed1-5de6-4c9c-9a86-6163e8fe04aa req-87432288-e6f1-4458-95a2-2d375baf3fa6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272651 Jul 09 13:41:13.608641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:13.734462 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc57fc-9e27-4e22-a09b-3d5ce6654554 None None] Pushing event updated for resources: {'Port': ['ID=49647f85-2286-4032-91f4-128526480b1d,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:13.773772 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:05Z', 'revision_number': 3, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:12Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:13.813565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acf758-8bad-4a5b-b800-be89afdb93c8 None None] Pushing event updated for resources: {'Port': ['ID=83831aef-13b9-49d3-ad7b-5f253df2cd8e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:13.840530 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a68e0f-fa54-4851-822f-1aa36704eb45 None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:05Z', 'revision_number': 3, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:12Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:14.040478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.311072 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75170ff8-78a0-422b-9c47-49b3bcdd2b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.544391 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.554714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.658257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=f11a9e47-e092-4cd5-b85f-8ffb52000c60,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:14.740943 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.018931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fa58d-59ef-4501-84ed-af1536b7e6e6 req-65e6ed95-78a8-4413-84ee-6081f46cc334 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:15.050457 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c43fa58d-59ef-4501-84ed-af1536b7e6e6 req-65e6ed95-78a8-4413-84ee-6081f46cc334 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.2680724 Jul 09 13:41:15.056715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49647f85-2286-4032-91f4-128526480b1d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:15.097017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:15.099645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:15.210741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c43fa58d-59ef-4501-84ed-af1536b7e6e6 req-f9403913-7196-4898-a1d9-eb5b2daac7c7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414998 Jul 09 13:41:15.247452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 49647f85-2286-4032-91f4-128526480b1d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:15.260593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 49647f85-2286-4032-91f4-128526480b1d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:15.261256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.369895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:15.443454 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.550509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 49647f85-2286-4032-91f4-128526480b1d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49647f85-2286-4032-91f4-128526480b1d,segment=NetworkSegment(5e183bbe-41e1-4abd-aa45-c52a0a13cd95),segment_id=5e183bbe-41e1-4abd-aa45-c52a0a13cd95)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:15.568535 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.569372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 83831aef-13b9-49d3-ad7b-5f253df2cd8e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:15.857743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:15.867096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57300) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:15.872268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728960730'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:15.886208 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-586abde5-be14-4c23-a35a-b8fd47601411 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7198212 Jul 09 13:41:15.896124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:15.927926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0661998a-cd62-4c2b-acd9-0a4b7e51fdad None None] Network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:15.934605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e892617-6486-4e93-9daa-adc42fd6381b req-21fba307-929e-4170-8b3d-f0d18b1c46a3 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:15.940420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:15.944588 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.948593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e892617-6486-4e93-9daa-adc42fd6381b req-21fba307-929e-4170-8b3d-f0d18b1c46a3 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 0.3422630 Jul 09 13:41:15.952516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=49647f85-2286-4032-91f4-128526480b1d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:16.035963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:16.064253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.064602 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added segment d4ae6c47-75da-45dd-8bab-030201d3e687 of type vlan for network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 Jul 09 13:41:16.077654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6e892617-6486-4e93-9daa-adc42fd6381b req-22dfe329-7e4e-4a21-bc3e-1b907729ddf4 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138027 Jul 09 13:41:16.151425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 83831aef-13b9-49d3-ad7b-5f253df2cd8e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:16.174780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.175440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.179736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.182533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.183601 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.184349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.184844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.186512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.193251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.193851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.194359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.194857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.213220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.249829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:16.261031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:40:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:16.261193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57314) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:16.276447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b1e3cc11-6837-4576-8955-412ac18a1078 None None] Provisioning for port 83831aef-13b9-49d3-ad7b-5f253df2cd8e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:16.306622 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.317305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:16.320112 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.489575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9171caf4-0cb5-40fd-80ee-d851f0203812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.505258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6369669 Jul 09 13:41:16.506090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57320) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:16.518519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'subnet': {'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:16.571985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Network': ['ID=80d8fc32-8b10-40b2-9519-3af2d948a3c3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:16.595213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:16.735883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.738287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.738801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.741349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.742341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.742867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.743411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.743935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.745060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.748878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.749611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.750116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86c39c-d3d4-4a84-b4ff-aff47a1f62ba tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:16.771563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b1e3cc11-6837-4576-8955-412ac18a1078 None None] Provisioning complete for port 83831aef-13b9-49d3-ad7b-5f253df2cd8e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:16.772207 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1e3cc11-6837-4576-8955-412ac18a1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.774830 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9171caf4-0cb5-40fd-80ee-d851f0203812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.781752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9171caf4-0cb5-40fd-80ee-d851f0203812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.872236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Made reservation on behalf of cba4978a0ef74309bb1b94722c24b00e for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:16.874309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9171caf4-0cb5-40fd-80ee-d851f0203812 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29f1a52fb489415bbcc14afbed7d8f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097403 Jul 09 13:41:16.875355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171caf4-0cb5-40fd-80ee-d851f0203812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8e5340-0e96-4a4c-b44e-766b639e5d45,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:16.877416 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.879053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57328) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:17.001717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:17.006068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49647f85-2286-4032-91f4-128526480b1d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:17.110842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4656d180-c6be-4e6d-a66c-54966b0122b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.188634 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4656d180-c6be-4e6d-a66c-54966b0122b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.456844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.492212 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-dcaaaa95-a028-47c0-9c64-d71cf0d37efc tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:17.502297 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-dcaaaa95-a028-47c0-9c64-d71cf0d37efc tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 814 time: 0.2782223 Jul 09 13:41:17.541292 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-e72e8d06-ccc9-4c21-9480-59ade57a1319 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/quotas/665c353fdb3547e78980fe51803c44b5 HTTP/1.1" status: 200 len: 375 time: 0.0375006 Jul 09 13:41:17.578052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4656d180-c6be-4e6d-a66c-54966b0122b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.581043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4656d180-c6be-4e6d-a66c-54966b0122b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.582590 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4656d180-c6be-4e6d-a66c-54966b0122b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c8e5340-0e96-4a4c-b44e-766b639e5d45 HTTP/1.1" status: 204 len: 168 time: 0.6904073 Jul 09 13:41:17.608759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:41:17.677160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Checking segment: {'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:17.679141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network hostable DHCP agents. Network: 80d8fc32-8b10-40b2-9519-3af2d948a3c3, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:17.682636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Subnet': ['ID=bd511960-e61b-44f6-b878-579d01a0b9d4,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:17.783762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:17.796453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656d180-c6be-4e6d-a66c-54966b0122b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8e5340-0e96-4a4c-b44e-766b639e5d45,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:17.826638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 80d8fc32-8b10-40b2-9519-3af2d948a3c3) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:17.838258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:17.842416 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.874228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8eebc79a-b093-43c2-8bfa-eb89789ba16b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3646588 Jul 09 13:41:17.881685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57362) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:17.971163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-db91ee9e-448c-4972-bef6-4729adddf1ef tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4289403 Jul 09 13:41:18.040567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c9225de7-4dc0-425a-b075-95b485197cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.050530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b250e6c-3059-4c54-bcea-160b1022f5ad None None] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:18.115181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.199827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57370) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:18.210177 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-25c62aee-6b0f-4e04-a48c-e7d789cf4d29 service neutron] 10.222.0.32 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373672 Jul 09 13:41:18.223233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 49647f85-2286-4032-91f4-128526480b1d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:18.223491 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.426865 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-3cbeef39-af5a-4cc5-a959-be3a89426b2f service neutron] 10.222.0.32 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915634 Jul 09 13:41:18.490667 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.569124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1e3cc11-6837-4576-8955-412ac18a1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.601393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:13Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:14Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:18.799051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:18.799420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Updating router 0656c998-9280-414e-9297-949d703c9552 port f11a9e47-e092-4cd5-b85f-8ffb52000c60 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:41:19.069273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b1e3cc11-6837-4576-8955-412ac18a1078 None None] For port 83831aef-13b9-49d3-ad7b-5f253df2cd8e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=83831aef-13b9-49d3-ad7b-5f253df2cd8e,segment=NetworkSegment(59b2be9b-74af-46e3-9371-47c79b1128a4),segment_id=59b2be9b-74af-46e3-9371-47c79b1128a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:19.109656 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.114630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1e3cc11-6837-4576-8955-412ac18a1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.197782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:41:19.198924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.267445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-feccdd1a-d02d-46b0-b47b-af87d68f454e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.278104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-feccdd1a-d02d-46b0-b47b-af87d68f454e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.11 "GET /v2.0/ports?device_id=0399b836-821b-432d-baba-49511bb194c3 HTTP/1.1" status: 200 len: 945 time: 1.2816064 Jul 09 13:41:19.370082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce163-ae33-4838-822a-c6dc172ee0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.527645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5adb8255-7e8e-44e2-9068-d8835660a59c req-05f7d17f-602f-4dfb-8c36-5055bd2247e0 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 210 time: 0.2480655 Jul 09 13:41:19.537344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ade5412b-0699-44d8-849c-4cac936886b8 None None] Provisioning for port f11a9e47-e092-4cd5-b85f-8ffb52000c60 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:19.708292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3cc11-6837-4576-8955-412ac18a1078 None None] Pushing event updated for resources: {'Port': ['ID=83831aef-13b9-49d3-ad7b-5f253df2cd8e,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:19.752412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ade5412b-0699-44d8-849c-4cac936886b8 None None] Provisioning complete for port f11a9e47-e092-4cd5-b85f-8ffb52000c60 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:19.752804 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ade5412b-0699-44d8-849c-4cac936886b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.839334 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.871186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ade5412b-0699-44d8-849c-4cac936886b8 None None] Port f11a9e47-e092-4cd5-b85f-8ffb52000c60 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:20.035541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ade5412b-0699-44d8-849c-4cac936886b8 None None] Provisioning complete for port 83831aef-13b9-49d3-ad7b-5f253df2cd8e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:20.037300 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ade5412b-0699-44d8-849c-4cac936886b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.169832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Allocated IP 172.23.0.2 (80d8fc32-8b10-40b2-9519-3af2d948a3c3/bd511960-e61b-44f6-b878-579d01a0b9d4/348f0851-6773-455c-be03-473d5cc3df14) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:20.187721 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce163-ae33-4838-822a-c6dc172ee0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.191343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Deleting port 81d9012f-35b6-45cf-9e79-1b305d776dde {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:20.202966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.209388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.274380 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce163-ae33-4838-822a-c6dc172ee0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.493497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce163-ae33-4838-822a-c6dc172ee0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac25df2-032d-45b1-a55d-489659a8c718,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:20.681491 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.714098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Transition to ACTIVE for port object f11a9e47-e092-4cd5-b85f-8ffb52000c60 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:20.765614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c4ce163-ae33-4838-822a-c6dc172ee0db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08b676e26a9e4f54a1696a2e6b7862a0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5616786 Jul 09 13:41:20.768460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57430) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:20.786733 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.856303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f4adcd3d-6193-424a-b6a6-573c8c20349b req-b34915c4-6da6-4a78-8301-f27890cb45ba tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 210 time: 0.0599492 Jul 09 13:41:20.923869 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0581af6d-6869-49f6-9c68-154bd00dd9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.944162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] For port 81d9012f-35b6-45cf-9e79-1b305d776dde, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=81d9012f-35b6-45cf-9e79-1b305d776dde,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:20.946314 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.951985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0581af6d-6869-49f6-9c68-154bd00dd9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.017698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Calling delete_port for 81d9012f-35b6-45cf-9e79-1b305d776dde owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:21.042254 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0581af6d-6869-49f6-9c68-154bd00dd9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.045966 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0581af6d-6869-49f6-9c68-154bd00dd9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.047910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0581af6d-6869-49f6-9c68-154bd00dd9fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aac25df2-032d-45b1-a55d-489659a8c718 HTTP/1.1" status: 204 len: 168 time: 0.2778506 Jul 09 13:41:21.069920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581af6d-6869-49f6-9c68-154bd00dd9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac25df2-032d-45b1-a55d-489659a8c718,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:21.087455 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.103476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Transition to ACTIVE for port object 348f0851-6773-455c-be03-473d5cc3df14 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:21.159865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Transition to ACTIVE for port object 348f0851-6773-455c-be03-473d5cc3df14 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:21.203580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.220467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fd60b-1c9d-448d-860b-a6f5a6e91694 None None] Pushing event updated for resources: {'Port': ['ID=f11a9e47-e092-4cd5-b85f-8ffb52000c60,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:21.539564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 83831aef-13b9-49d3-ad7b-5f253df2cd8e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:21.576195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:21.579773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Attempting to bind port f11a9e47-e092-4cd5-b85f-8ffb52000c60 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:21.580052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Attempting to bind port f11a9e47-e092-4cd5-b85f-8ffb52000c60 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:21.580429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Attempting to bind port f11a9e47-e092-4cd5-b85f-8ffb52000c60 on network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:21.625972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:21.632384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:21.636255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Pushing event updated for resources: {'Port': ['ID=348f0851-6773-455c-be03-473d5cc3df14,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:21.664470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:21.665222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Checking segment: {'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:21.665847 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.666414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Bound using segment: {'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:21.670140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Bound port: f11a9e47-e092-4cd5-b85f-8ffb52000c60, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b2be9b-74af-46e3-9371-47c79b1128a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:21.670773 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.964084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Attempting to bind port 348f0851-6773-455c-be03-473d5cc3df14 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:21.965545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Attempting to bind port 348f0851-6773-455c-be03-473d5cc3df14 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:21.967442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Attempting to bind port 348f0851-6773-455c-be03-473d5cc3df14 on network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:21.999103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 83831aef-13b9-49d3-ad7b-5f253df2cd8e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:22.003311 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.009528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:22.009528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Checking segment: {'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:22.009898 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.010256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Bound using segment: {'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:22.010729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Bound port: 348f0851-6773-455c-be03-473d5cc3df14, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:22.011132 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.210636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] For port 348f0851-6773-455c-be03-473d5cc3df14, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:22.224160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] For port 348f0851-6773-455c-be03-473d5cc3df14, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=348f0851-6773-455c-be03-473d5cc3df14,segment=NetworkSegment(d4ae6c47-75da-45dd-8bab-030201d3e687),segment_id=d4ae6c47-75da-45dd-8bab-030201d3e687)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:22.231375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] For port f11a9e47-e092-4cd5-b85f-8ffb52000c60, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:22.257167 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.405140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-385bbbb5-ef9a-48a1-9c79-4a3372034cb9 req-da5d0215-e197-48ec-8840-1ed11ed0aec2 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 210 time: 0.1814196 Jul 09 13:41:22.550326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28e470-ca48-48b6-a8f3-d42676237967 None None] Pushing event updated for resources: {'Port': ['ID=348f0851-6773-455c-be03-473d5cc3df14,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:22.565003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-4d38dee3-a162-46b9-b49f-a9ffe177f726 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:22.566546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-4d38dee3-a162-46b9-b49f-a9ffe177f726 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.10 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 814 time: 1.1967437 Jul 09 13:41:22.567038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] For port f11a9e47-e092-4cd5-b85f-8ffb52000c60, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f11a9e47-e092-4cd5-b85f-8ffb52000c60,segment=NetworkSegment(59b2be9b-74af-46e3-9371-47c79b1128a4),segment_id=59b2be9b-74af-46e3-9371-47c79b1128a4)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:22.586026 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.713888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Allocated IP 172.23.0.1 (80d8fc32-8b10-40b2-9519-3af2d948a3c3/bd511960-e61b-44f6-b878-579d01a0b9d4/ed5219cf-e945-45ca-8bce-a5134a264095) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:22.791736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Request body: {'port': {'device_id': '664920ed-b27d-476b-a72a-41c465ad22d7', 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'admin_state_up': True, 'tenant_id': '665c353fdb3547e78980fe51803c44b5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:22.813518 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.918724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fd60b-1c9d-448d-860b-a6f5a6e91694 None None] Pushing event updated for resources: {'Port': ['ID=f11a9e47-e092-4cd5-b85f-8ffb52000c60,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:22.991482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Pushing event deleted for resources: {'Port': ['ID=81d9012f-35b6-45cf-9e79-1b305d776dde,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:23.291931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] No DVR routers for this DVR port 81d9012f-35b6-45cf-9e79-1b305d776dde on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:23.298326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:23.301200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3cfb4c6-aa43-48e2-9b4d-00b16e67ff85 req-40701f3c-5a4c-4e80-92d4-ab8ad1b5e6e7 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.11 "DELETE /v2.0/ports/81d9012f-35b6-45cf-9e79-1b305d776dde HTTP/1.1" status: 204 len: 173 time: 3.9943342 Jul 09 13:41:23.332034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'name': 'network-vif-deleted', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:23.351222 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e67aa1e-6f20-42a2-87b8-c80f9d4fd182" -d '{"events": [{"server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "name": "network-vif-deleted", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:23.501917 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c7bf4-8001-48e1-b9dc-b17ac6853b79 x-openstack-request-id: req-5c9c7bf4-8001-48e1-b9dc-b17ac6853b79 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:23.512428 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0399b836-821b-432d-baba-49511bb194c3", "name": "network-vif-deleted", "tag": "81d9012f-35b6-45cf-9e79-1b305d776dde", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:23.512875 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c9c7bf4-8001-48e1-b9dc-b17ac6853b79 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:23.517555 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0399b836-821b-432d-baba-49511bb194c3', 'name': 'network-vif-deleted', 'tag': '81d9012f-35b6-45cf-9e79-1b305d776dde', 'status': 'completed', 'code': 200} Jul 09 13:41:23.614785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 81d9012f-35b6-45cf-9e79-1b305d776dde no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:23.659955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 81d9012f-35b6-45cf-9e79-1b305d776dde {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:23.660561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 81d9012f-35b6-45cf-9e79-1b305d776dde not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:23.674843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:23.675571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:23.691063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Made reservation on behalf of 665c353fdb3547e78980fe51803c44b5 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:23.702089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:23.988377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e7072c1-5b2e-4264-8243-8cb0a2f27d41 req-039f12b9-31a0-431b-8583-147a414d91c3 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 210 time: 0.1123831 Jul 09 13:41:24.021008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:24.248663 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.257496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 348f0851-6773-455c-be03-473d5cc3df14 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:24.476709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Transition to ACTIVE for port object ed5219cf-e945-45ca-8bce-a5134a264095 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:24.532500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Allocated IP 172.20.0.6 (7da72e81-5f34-46f7-8e22-b9b577eb19b8/aca9f388-24ac-486c-84c4-d0a3a29a1ebf/ba4cbaf0-e165-4fd6-8f63-54b6443fbfed) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:24.772388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.782238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 348f0851-6773-455c-be03-473d5cc3df14 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:24.835487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:13Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:22Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:24.926395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c5dab8-5503-477c-b4ec-43a766c30a2a None None] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:24.929732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1025a-5e33-4589-98b4-428622c1158a None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:13Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:22Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:24.932492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=ed5219cf-e945-45ca-8bce-a5134a264095,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:25.098508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:25.101425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9efc811-6a04-40e6-af74-4a4aebb48331 None None] Provisioning for port 348f0851-6773-455c-be03-473d5cc3df14 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:25.111164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:25.124443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:25.135433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9efc811-6a04-40e6-af74-4a4aebb48331 None None] Provisioning complete for port 348f0851-6773-455c-be03-473d5cc3df14 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:25.135825 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9efc811-6a04-40e6-af74-4a4aebb48331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.317114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.350968 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c3fdae4-882a-4b32-873d-de6d16af95f7 req-b34e1474-799e-4ee5-88fc-9b18e8e50a60 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 210 time: 0.0830600 Jul 09 13:41:25.495453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.742090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9efc811-6a04-40e6-af74-4a4aebb48331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.806439 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.898644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b9efc811-6a04-40e6-af74-4a4aebb48331 None None] For port 348f0851-6773-455c-be03-473d5cc3df14, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=348f0851-6773-455c-be03-473d5cc3df14,segment=NetworkSegment(d4ae6c47-75da-45dd-8bab-030201d3e687),segment_id=d4ae6c47-75da-45dd-8bab-030201d3e687)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:25.955961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:25.970173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9efc811-6a04-40e6-af74-4a4aebb48331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.978332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:25.984958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:26.007603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.176715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f11a9e47-e092-4cd5-b85f-8ffb52000c60 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:26.181428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Pushing event updated for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:26.276384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:26.297255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efc811-6a04-40e6-af74-4a4aebb48331 None None] Pushing event updated for resources: {'Port': ['ID=348f0851-6773-455c-be03-473d5cc3df14,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:26.304844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.328357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f11a9e47-e092-4cd5-b85f-8ffb52000c60 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:26.340229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f11a9e47-e092-4cd5-b85f-8ffb52000c60 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:26.340789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.553331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-0cbf1db7-e937-4e60-9f5f-68a357c22581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8368821 Jul 09 13:41:26.689560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Request body: {'port': {'device_id': '664920ed-b27d-476b-a72a-41c465ad22d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:26.724885 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.767480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9c2bfaab-7a87-49a4-9b81-4e13c8201d84 None None] Provisioning for port ed5219cf-e945-45ca-8bce-a5134a264095 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:26.793195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9c2bfaab-7a87-49a4-9b81-4e13c8201d84 None None] Provisioning complete for port ed5219cf-e945-45ca-8bce-a5134a264095 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:26.793780 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9c2bfaab-7a87-49a4-9b81-4e13c8201d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.931043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port f11a9e47-e092-4cd5-b85f-8ffb52000c60, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f11a9e47-e092-4cd5-b85f-8ffb52000c60,segment=NetworkSegment(59b2be9b-74af-46e3-9371-47c79b1128a4),segment_id=59b2be9b-74af-46e3-9371-47c79b1128a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:26.968458 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.996641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bfaab-7a87-49a4-9b81-4e13c8201d84 None None] Port ed5219cf-e945-45ca-8bce-a5134a264095 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:27.091059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=f11a9e47-e092-4cd5-b85f-8ffb52000c60,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:27.113753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9c2bfaab-7a87-49a4-9b81-4e13c8201d84 None None] Provisioning complete for port 348f0851-6773-455c-be03-473d5cc3df14 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:27.114187 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9c2bfaab-7a87-49a4-9b81-4e13c8201d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.278686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57600) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:27.433034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.503054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860646ff-eed9-4611-8552-1e53bcb7a82b req-7dfcdcef-9839-4a8c-afa2-6125d9d95d79 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:27.510595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-860646ff-eed9-4611-8552-1e53bcb7a82b req-7dfcdcef-9839-4a8c-afa2-6125d9d95d79 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 931 time: 0.7596664 Jul 09 13:41:27.554074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a7f8-098b-41e3-b874-649d7a6f94eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.583585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cbe444ee-4899-4b51-8f3d-9ac509a9195a None None] Provisioning complete for port ed5219cf-e945-45ca-8bce-a5134a264095 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:27.584277 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cbe444ee-4899-4b51-8f3d-9ac509a9195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.669458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-cbe444ee-4899-4b51-8f3d-9ac509a9195a None None] Port ed5219cf-e945-45ca-8bce-a5134a264095 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:27.727683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a7f8-098b-41e3-b874-649d7a6f94eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.738335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a7f8-098b-41e3-b874-649d7a6f94eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.802467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3a7f8-098b-41e3-b874-649d7a6f94eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f16a00c-96c0-422c-baef-973dfcc2073b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:27.843979 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2ad3a7f8-098b-41e3-b874-649d7a6f94eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dad9a737d864a9e8eeb26ae1926cad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620441 Jul 09 13:41:27.851194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57614) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:27.853437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.875502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 348f0851-6773-455c-be03-473d5cc3df14 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:27.922261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-860646ff-eed9-4611-8552-1e53bcb7a82b req-15e1faad-e374-474e-843a-eda8e460f581 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101355 Jul 09 13:41:27.927064 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.019481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 348f0851-6773-455c-be03-473d5cc3df14 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:28.020023 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.047910 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63f85423-dfab-4438-a0fa-48fbb5b7e1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.128623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63f85423-dfab-4438-a0fa-48fbb5b7e1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.172242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event updated for resources: {'Port': ['ID=ed5219cf-e945-45ca-8bce-a5134a264095,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:28.288456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.332043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63f85423-dfab-4438-a0fa-48fbb5b7e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.345860 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63f85423-dfab-4438-a0fa-48fbb5b7e1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.345860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-63f85423-dfab-4438-a0fa-48fbb5b7e1b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f16a00c-96c0-422c-baef-973dfcc2073b HTTP/1.1" status: 204 len: 168 time: 0.4895349 Jul 09 13:41:28.359402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f11a9e47-e092-4cd5-b85f-8ffb52000c60 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:28.405877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f85423-dfab-4438-a0fa-48fbb5b7e1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f16a00c-96c0-422c-baef-973dfcc2073b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:28.543297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f11a9e47-e092-4cd5-b85f-8ffb52000c60 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:28.543693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.583848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:28.706867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:29.301968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57664) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:29.321732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-426d5303-ba5b-4683-8709-a310f342e54d None None] Provisioning complete for port ed5219cf-e945-45ca-8bce-a5134a264095 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:29.323175 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-426d5303-ba5b-4683-8709-a310f342e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.364518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:29.388113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01402b0e-1e3e-437a-9552-ec8bc7d43238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.418293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03901c6a-220c-4194-b1e9-d7a8bdf8ffc6 req-74e8aceb-66a6-41de-b410-ee8e2b3ec01f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:29.427826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03901c6a-220c-4194-b1e9-d7a8bdf8ffc6 req-74e8aceb-66a6-41de-b410-ee8e2b3ec01f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 931 time: 0.1410675 Jul 09 13:41:29.476055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-426d5303-ba5b-4683-8709-a310f342e54d None None] Port ed5219cf-e945-45ca-8bce-a5134a264095 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:29.487013 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-03901c6a-220c-4194-b1e9-d7a8bdf8ffc6 req-5b272c68-ce6e-490f-964e-a22bb51c628e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580189 Jul 09 13:41:30.071984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4cbaf0-e165-4fd6-8f63-54b6443fbfed {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:30.081153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:30.093934 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:30.105286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.106462 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:30.108615 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:30.129540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57692) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:30.137047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:30.142344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-376b9ae3-654c-43bf-a3c4-e18703759b0f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2585049 Jul 09 13:41:30.198239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Transition to ACTIVE for port object ba4cbaf0-e165-4fd6-8f63-54b6443fbfed will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:30.222081 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.370602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:30.408321 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:30.534382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Attempting to bind port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:30.534931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Attempting to bind port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:30.535682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Attempting to bind port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:30.542841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:30.543445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Attempting to bind port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:30.561383 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01402b0e-1e3e-437a-9552-ec8bc7d43238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.563244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:30.563871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Checking segment: {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:30.565695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Bound using segment: {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:30.565695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Bound port: ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:30.565695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.594839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-01402b0e-1e3e-437a-9552-ec8bc7d43238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.711402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-01402b0e-1e3e-437a-9552-ec8bc7d43238 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0879672382ad42488e14b42709bcf4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4014983 Jul 09 13:41:30.714319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57710) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:30.798743 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:25Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:27Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:30.833260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01402b0e-1e3e-437a-9552-ec8bc7d43238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33edfba-9696-40cb-a158-64d939648258,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:30.845403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b80dd00-2b9d-48d4-92d9-cb0bf32f24e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.877678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:30.891756 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:30.892111 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Updating router 0656c998-9280-414e-9297-949d703c9552 port ed5219cf-e945-45ca-8bce-a5134a264095 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:41:30.901716 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b80dd00-2b9d-48d4-92d9-cb0bf32f24e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.940462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d51466-0a31-42e1-9004-1fdf0fcf8001 req-438d3a9e-c547-4eaf-9820-ece3ac8cb34c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.015005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8d51466-0a31-42e1-9004-1fdf0fcf8001 req-438d3a9e-c547-4eaf-9820-ece3ac8cb34c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 943 time: 0.1998267 Jul 09 13:41:31.022165 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.034886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:31.050391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.155446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b80dd00-2b9d-48d4-92d9-cb0bf32f24e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.158846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b80dd00-2b9d-48d4-92d9-cb0bf32f24e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.165725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9b80dd00-2b9d-48d4-92d9-cb0bf32f24e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a33edfba-9696-40cb-a158-64d939648258 HTTP/1.1" status: 204 len: 168 time: 0.4437695 Jul 09 13:41:31.214064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80dd00-2b9d-48d4-92d9-cb0bf32f24e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33edfba-9696-40cb-a158-64d939648258,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:31.224934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:31.247343 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.extraroute_db [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93912) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:41:31.249925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.250909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.253773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-c0bf6e11-0b19-46ec-b009-e9927ee3f7d5 service neutron] 10.222.0.10 "PUT /v2.0/ports/ba4cbaf0-e165-4fd6-8f63-54b6443fbfed HTTP/1.1" status: 200 len: 1091 time: 4.5878060 Jul 09 13:41:31.257704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664920ed-b27d-476b-a72a-41c465ad22d7', 'tag': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:31.265922 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c" -d '{"events": [{"name": "network-changed", "server_uuid": "664920ed-b27d-476b-a72a-41c465ad22d7", "tag": "ba4cbaf0-e165-4fd6-8f63-54b6443fbfed"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:31.302644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8d51466-0a31-42e1-9004-1fdf0fcf8001 req-8f7f2360-e93f-49be-af75-7e80a6d15853 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320036 Jul 09 13:41:31.335212 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.extraroute_db [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Removed routes are [] {{(pid=93912) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:41:31.349000 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.446419 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c908a0-1862-40b5-94cc-f52382ae24f2 x-openstack-request-id: req-37c908a0-1862-40b5-94cc-f52382ae24f2 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:31.446721 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664920ed-b27d-476b-a72a-41c465ad22d7", "tag": "ba4cbaf0-e165-4fd6-8f63-54b6443fbfed", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:31.447001 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37c908a0-1862-40b5-94cc-f52382ae24f2 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:31.447401 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664920ed-b27d-476b-a72a-41c465ad22d7', 'tag': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed', 'status': 'completed', 'code': 200} Jul 09 13:41:31.524065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-6bf86eed-d20a-4454-862f-5728ba307dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.530568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-6bf86eed-d20a-4454-862f-5728ba307dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 1094 time: 0.2079763 Jul 09 13:41:31.667189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-38f24d3d-43e2-4d88-86f5-2fbc1e080846 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed HTTP/1.1" status: 200 len: 217 time: 0.1274991 Jul 09 13:41:31.781241 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.790593 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.817956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-714e5235-04ba-4873-a82e-c75e4de19287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.830018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-714e5235-04ba-4873-a82e-c75e4de19287 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 200 len: 854 time: 0.1564939 Jul 09 13:41:31.885048 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.927261 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Transition to ACTIVE for port object ed5219cf-e945-45ca-8bce-a5134a264095 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:31.933753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-a0acc28c-3d73-4a5c-aebd-fc2543e5bc37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7da72e81-5f34-46f7-8e22-b9b577eb19b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949006 Jul 09 13:41:31.942443 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.055802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:32.290168 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-a45fc31d-1b30-480c-a28e-e841f1e209fd service neutron] 10.222.0.10 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499422 Jul 09 13:41:32.393650 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec066-7f30-44a9-87c8-f8d5c77e7450 None None] Pushing event updated for resources: {'Port': ['ID=ed5219cf-e945-45ca-8bce-a5134a264095,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:32.435588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:32.448067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.463514 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b0732ad8-4680-46f2-bf92-367c39b6f330 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 200 len: 933 time: 2.3325481 Jul 09 13:41:32.464421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57758) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:32.491230 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Attempting to bind port ed5219cf-e945-45ca-8bce-a5134a264095 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:32.491922 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Attempting to bind port ed5219cf-e945-45ca-8bce-a5134a264095 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:32.492480 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Attempting to bind port ed5219cf-e945-45ca-8bce-a5134a264095 on network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:32.510844 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:32.513197 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Checking segment: {'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:32.515390 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.522971 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Bound using segment: {'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:32.534420 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Bound port: ed5219cf-e945-45ca-8bce-a5134a264095, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ae6c47-75da-45dd-8bab-030201d3e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:32.534847 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.599725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75e9944-89e7-4aa6-b357-4a28f4058f65 req-9da0847e-04e6-4308-8c40-700f241dc718 service neutron] 10.222.0.10 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031669 Jul 09 13:41:32.787113 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-239f6c2b-4285-4efc-b037-aa6ffd440c29 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/routers/0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 200 len: 933 time: 0.3208308 Jul 09 13:41:32.787734 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] For port ed5219cf-e945-45ca-8bce-a5134a264095, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:32.793167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57772) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:32.795102 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] For port ed5219cf-e945-45ca-8bce-a5134a264095, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ed5219cf-e945-45ca-8bce-a5134a264095,segment=NetworkSegment(d4ae6c47-75da-45dd-8bab-030201d3e687),segment_id=d4ae6c47-75da-45dd-8bab-030201d3e687)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:32.803043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'routes': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:32.812788 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.930624 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec066-7f30-44a9-87c8-f8d5c77e7450 None None] Pushing event updated for resources: {'Port': ['ID=ed5219cf-e945-45ca-8bce-a5134a264095,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:32.977124 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:32.977739 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:33.205407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-f08c1d28-3b90-4de3-8e06-afe9c6c67221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:33.219110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-f08c1d28-3b90-4de3-8e06-afe9c6c67221 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 1094 time: 0.4771042 Jul 09 13:41:33.238739 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:33.251291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255528a-d024-4bc5-ac56-cfa6aea80d3c req-0b829066-565f-44df-bd1c-fce9a315e4f5 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:33.252960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c255528a-d024-4bc5-ac56-cfa6aea80d3c req-0b829066-565f-44df-bd1c-fce9a315e4f5 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 943 time: 0.5982528 Jul 09 13:41:33.777000 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:31Z', 'revision_number': 6, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:32Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:33.785769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-e350becc-a4ee-42df-b129-922a7ab31c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:33.787443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-e350becc-a4ee-42df-b129-922a7ab31c97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 914 time: 0.5674717 Jul 09 13:41:33.827398 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d5e5b-6e96-4b96-a25c-8cd994b257e6 None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:31Z', 'revision_number': 6, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:32Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:33.867543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c255528a-d024-4bc5-ac56-cfa6aea80d3c req-a722bba6-6e02-40a4-9dc6-022b94c848c5 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846260 Jul 09 13:41:33.980605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-b6fd7769-1e45-4859-b990-bfee6d531aa0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed HTTP/1.1" status: 200 len: 217 time: 0.1500700 Jul 09 13:41:34.154076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ba4cbaf0-e165-4fd6-8f63-54b6443fbfed details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:34.390664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-aac1ba72-4c2e-4e6d-8e55-224a04eeebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:34.398707 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-aac1ba72-4c2e-4e6d-8e55-224a04eeebd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 200 len: 854 time: 0.4112027 Jul 09 13:41:34.424465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:34.447900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed', 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'port_id': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed', 'mac_address': 'fa:16:3e:30:be:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9f388-24ac-486c-84c4-d0a3a29a1ebf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:34.549587 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.578126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4cbaf0-e165-4fd6-8f63-54b6443fbfed {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:34.649106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:34.675948 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.788962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-52067ae3-5a74-47ea-be18-a0c65d1cdb91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7da72e81-5f34-46f7-8e22-b9b577eb19b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797486 Jul 09 13:41:34.799525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:34.902541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ba4cbaf0-e165-4fd6-8f63-54b6443fbfed'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:34.922077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.extraroute_db [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added routes are [] {{(pid=93913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:41:34.922511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.extraroute_db [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:41:35.071097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.490047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-037c6854-14ec-477a-9620-856b49005f14 service neutron] 10.222.0.10 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844847 Jul 09 13:41:35.554343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:35.554909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7c64d-f6cf-46e0-946c-b79b3ba0e7dd req-77f4b865-b6b0-4dc6-a191-6e92d03e2c0e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:35.568364 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30c7c64d-f6cf-46e0-946c-b79b3ba0e7dd req-77f4b865-b6b0-4dc6-a191-6e92d03e2c0e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 944 time: 0.3063653 Jul 09 13:41:35.569707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:35.570346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:35.643643 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30c7c64d-f6cf-46e0-946c-b79b3ba0e7dd req-4bfffc89-37d8-495b-9a91-c81ea66ae3c8 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682442 Jul 09 13:41:35.789176 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.804974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-d69078fb-b3c5-4673-a7a6-c8fce08bd17a req-bac23722-0181-47dc-86d9-24fcb413905f service neutron] (93913) timed out ('10.222.0.10', 62890) {{(pid=93913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:41:35.807224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.868567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:36.105575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:36.114569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ed5219cf-e945-45ca-8bce-a5134a264095 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:36.181198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ba4cbaf0-e165-4fd6-8f63-54b6443fbfed up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:36.243988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb4323e1-9592-49ac-8a4a-ad1d7f26ff3c req-83f97f13-75e7-4a85-b412-6deca86cfe0b service neutron] 10.222.0.10 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398515 Jul 09 13:41:36.273967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:36.285235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.286408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5676fe9f-f61e-48be-a378-14f328c0f07b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 200 len: 699 time: 3.4894905 Jul 09 13:41:36.289081 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57874) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:36.345425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ed5219cf-e945-45ca-8bce-a5134a264095 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:36.355989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ed5219cf-e945-45ca-8bce-a5134a264095 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:36.358678 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.470304 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.486713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:34Z', 'revision_number': 7, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:32Z', 'revision_number': 4, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:36.510259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ed5219cf-e945-45ca-8bce-a5134a264095, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ed5219cf-e945-45ca-8bce-a5134a264095,segment=NetworkSegment(d4ae6c47-75da-45dd-8bab-030201d3e687),segment_id=d4ae6c47-75da-45dd-8bab-030201d3e687)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:36.513831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:36.561890 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.579981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:36.580536 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.582571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:36.703367 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b1f4dc8-bb83-4a3c-b4d2-e67a4c8cb914 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/routers/0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 200 len: 699 time: 0.4114630 Jul 09 13:41:36.704823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 57890) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:36.731546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:36.739715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:37.313005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:37.324878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a89bc-18c5-4fe5-98f3-60155a61ef25 req-8e3e7410-eb30-4c10-bf6e-385cc9f1fd36 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:37.342187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c4a89bc-18c5-4fe5-98f3-60155a61ef25 req-8e3e7410-eb30-4c10-bf6e-385cc9f1fd36 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 944 time: 0.3446553 Jul 09 13:41:37.488283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c4a89bc-18c5-4fe5-98f3-60155a61ef25 req-91337331-9534-4b60-a830-c7224b065fb6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352386 Jul 09 13:41:37.694076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:37.696868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ed5219cf-e945-45ca-8bce-a5134a264095,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:37.826230 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:37.891609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:34Z', 'revision_number': 7, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:36Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:37.922183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664920ed-b27d-476b-a72a-41c465ad22d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:37.924597 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f364f98d-0112-4f81-a5c8-16ca456a5221" -d '{"events": [{"server_uuid": "664920ed-b27d-476b-a72a-41c465ad22d7", "name": "network-vif-plugged", "status": "completed", "tag": "ba4cbaf0-e165-4fd6-8f63-54b6443fbfed"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:37.930817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11df42d-8423-4043-ba26-fbb7eb009086 None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:34Z', 'revision_number': 7, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:36Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:37.932664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ed5219cf-e945-45ca-8bce-a5134a264095 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:38.061162 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfbe090-7556-4964-ace4-0573f026e201 x-openstack-request-id: req-8dfbe090-7556-4964-ace4-0573f026e201 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:38.061458 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664920ed-b27d-476b-a72a-41c465ad22d7", "name": "network-vif-plugged", "status": "completed", "tag": "ba4cbaf0-e165-4fd6-8f63-54b6443fbfed", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:38.061768 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dfbe090-7556-4964-ace4-0573f026e201 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:38.062137 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664920ed-b27d-476b-a72a-41c465ad22d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed', 'code': 200} Jul 09 13:41:38.114192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:38.156567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.302260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ed5219cf-e945-45ca-8bce-a5134a264095 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:38.302847 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.352452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f36471-4f0a-4728-be05-cae53d7e37b5 req-b6caf734-57ed-47f6-b291-eab53750c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:38.354797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46f36471-4f0a-4728-be05-cae53d7e37b5 req-b6caf734-57ed-47f6-b291-eab53750c499 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 1096 time: 0.2254827 Jul 09 13:41:38.490019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:38.556190 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:38.602005 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:38.610873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:38.673940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46f36471-4f0a-4728-be05-cae53d7e37b5 req-3fa1a556-ee5b-4665-953e-fd61e5e40f1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093154 Jul 09 13:41:38.839389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port ed5219cf-e945-45ca-8bce-a5134a264095 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:38.839630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.938268 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:38.996199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b822-dc05-4821-8216-7ab7a5023889 req-b4006fe3-770a-4b7f-bf59-f030df66d3ba tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:38.997665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ec1b822-dc05-4821-8216-7ab7a5023889 req-b4006fe3-770a-4b7f-bf59-f030df66d3ba tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.2567220 Jul 09 13:41:39.229866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ec1b822-dc05-4821-8216-7ab7a5023889 req-261d4778-7db5-41c7-a460-bd4c0cb59fa0 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238841 Jul 09 13:41:39.284093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port ed5219cf-e945-45ca-8bce-a5134a264095, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ed5219cf-e945-45ca-8bce-a5134a264095,segment=NetworkSegment(d4ae6c47-75da-45dd-8bab-030201d3e687),segment_id=d4ae6c47-75da-45dd-8bab-030201d3e687)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:39.293262 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.321626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for ed5219cf-e945-45ca-8bce-a5134a264095 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:39.718133 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:34Z', 'revision_number': 7, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:36Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:39.781532 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:39.820852 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:39.821538 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:39.908827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.969569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=ed5219cf-e945-45ca-8bce-a5134a264095,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:40.110265 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:40.469730 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:40.617218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1414c4-460e-4bf3-a24a-777b075dd13e req-59aaf28a-5008-4cc4-b6ae-356cb94fc2bc tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:40.629715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e1414c4-460e-4bf3-a24a-777b075dd13e req-59aaf28a-5008-4cc4-b6ae-356cb94fc2bc tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.1358314 Jul 09 13:41:40.709065 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:34Z', 'revision_number': 7, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:36Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:40.741061 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc43983-e36f-4ae3-9784-100a31e15919 None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:34Z', 'revision_number': 7, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed5219cf-e945-45ca-8bce-a5134a264095', 'name': '', 'network_id': '80d8fc32-8b10-40b2-9519-3af2d948a3c3', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:5f:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:20Z', 'updated_at': '2021-07-09T13:41:36Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'bd511960-e61b-44f6-b878-579d01a0b9d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:40.771124 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e1414c4-460e-4bf3-a24a-777b075dd13e req-f32f9c76-11a0-486d-8d25-6323084e6b34 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338155 Jul 09 13:41:41.691273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:41.806800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24adeb-e1ef-4c03-8132-4e421bcb5d85 req-3b872a26-081a-4734-b594-cb51fd103df2 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:41.809400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b24adeb-e1ef-4c03-8132-4e421bcb5d85 req-3b872a26-081a-4734-b594-cb51fd103df2 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.2659929 Jul 09 13:41:41.920353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b24adeb-e1ef-4c03-8132-4e421bcb5d85 req-3094f45b-3b00-435a-ab7a-b58edcc939d5 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823293 Jul 09 13:41:42.009946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:42.024253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cdd23395-c491-4863-8455-d4690bd5b9fa tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3171756 Jul 09 13:41:42.026147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 57990) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:42.034668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:42.075514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:42.076875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:42.246403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc712ded-fe03-4293-bf8e-fa6d2c5834c4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet bd511960-e61b-44f6-b878-579d01a0b9d4 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:41:42.258987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dc712ded-fe03-4293-bf8e-fa6d2c5834c4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.325113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:42.354171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dc712ded-fe03-4293-bf8e-fa6d2c5834c4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.474338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dc712ded-fe03-4293-bf8e-fa6d2c5834c4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.648349 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dc712ded-fe03-4293-bf8e-fa6d2c5834c4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.817670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc712ded-fe03-4293-bf8e-fa6d2c5834c4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=bd511960-e61b-44f6-b878-579d01a0b9d4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:42.846568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dc712ded-fe03-4293-bf8e-fa6d2c5834c4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.849905 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dc712ded-fe03-4293-bf8e-fa6d2c5834c4 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/bd511960-e61b-44f6-b878-579d01a0b9d4 HTTP/1.1" status: 204 len: 168 time: 0.8220558 Jul 09 13:41:42.855880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58012) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:42.857447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d20136-f480-4a57-9810-c786f9dc80bf None None] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:42.968119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8120c-7363-490e-bcab-abe219cbad6b req-e354d771-7264-4cf3-abf8-ad754e94d200 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:42.977854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbe8120c-7363-490e-bcab-abe219cbad6b req-e354d771-7264-4cf3-abf8-ad754e94d200 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.1644156 Jul 09 13:41:43.031129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.079451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbe8120c-7363-490e-bcab-abe219cbad6b req-47554dc3-1f9a-47b2-a1a3-c7d24cdc5a59 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940220 Jul 09 13:41:43.180072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 348f0851-6773-455c-be03-473d5cc3df14 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:43.180510 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.224211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:39Z', 'revision_number': 8, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:43.349114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:43.394142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:43.394747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:43.512036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:43.543305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port 348f0851-6773-455c-be03-473d5cc3df14, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=348f0851-6773-455c-be03-473d5cc3df14,segment=NetworkSegment(d4ae6c47-75da-45dd-8bab-030201d3e687),segment_id=d4ae6c47-75da-45dd-8bab-030201d3e687)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:43.543685 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.595873 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.611758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 348f0851-6773-455c-be03-473d5cc3df14 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:43.661319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1d920-cd1a-4a54-abbf-b9410c028adc req-e2af4eeb-84f6-4a2b-b3ea-be014b6f48fb tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:43.663017 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dc1d920-cd1a-4a54-abbf-b9410c028adc req-e2af4eeb-84f6-4a2b-b3ea-be014b6f48fb tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.3484313 Jul 09 13:41:43.697110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] DHCP port deletion for 80d8fc32-8b10-40b2-9519-3af2d948a3c3 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:41:43.834389 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3dc1d920-cd1a-4a54-abbf-b9410c028adc req-a805f849-252a-480d-9b4a-c02c5e35b631 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576190 Jul 09 13:41:43.928864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 348f0851-6773-455c-be03-473d5cc3df14 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:43.956104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:44.094147 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.180123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=348f0851-6773-455c-be03-473d5cc3df14,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:44.195036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.213312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] Deleting port 348f0851-6773-455c-be03-473d5cc3df14 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:44.215393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No DVR routers for this DVR port 348f0851-6773-455c-be03-473d5cc3df14 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:44.216125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.340207 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-56bf5c0d-931f-42a3-900c-c236a89bbbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.401107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.417465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d8fc32-8b10-40b2-9519-3af2d948a3c3']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:44.429631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ae6c47-75da-45dd-8bab-030201d3e687') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:44.430197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ae6c47-75da-45dd-8bab-030201d3e687') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:44.441541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.462600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.470256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:41:44.471036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.492098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] For port 348f0851-6773-455c-be03-473d5cc3df14, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:44.492692 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.528868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-604d4609-57fd-42a0-8086-919bcc7d999e req-38c9c176-f09b-414f-a3dd-bf6ee8629068 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1658466 Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:41:44.556481 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:41:44.564341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.574901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.576858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] Calling delete_port for 348f0851-6773-455c-be03-473d5cc3df14 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:44.582787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/80d8fc32-8b10-40b2-9519-3af2d948a3c3 HTTP/1.1" status: 204 len: 168 time: 1.7251732 Jul 09 13:41:44.597413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58052) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:44.616552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] Port 348f0851-6773-455c-be03-473d5cc3df14 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:41:44.649291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.740466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7352a241-c80f-4b2a-a270-cb9417bbef83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.744280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] Network 80d8fc32-8b10-40b2-9519-3af2d948a3c3 is not hosted by any dhcp agent {{(pid=93914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:41:44.745053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] No DVR routers for this DVR port 348f0851-6773-455c-be03-473d5cc3df14 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:44.746791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No active binding found for port 348f0851-6773-455c-be03-473d5cc3df14 {{(pid=93914) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:41:44.748780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 348f0851-6773-455c-be03-473d5cc3df14 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:44.765540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02ca26-dc4c-4a23-99c5-03590a902a82 None None] Pushing event deleted for resources: {'Port': ['ID=348f0851-6773-455c-be03-473d5cc3df14,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:44.842087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:39Z', 'revision_number': 8, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:44.912501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b71614-f760-4f28-aae3-dbbfa146150b None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:39Z', 'revision_number': 8, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11a9e47-e092-4cd5-b85f-8ffb52000c60', 'name': '', 'network_id': '4bf3a335-4f51-4fc5-93e2-8165ff6284b7', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:b3:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:10Z', 'updated_at': '2021-07-09T13:41:26Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'a7cc587c-7ed1-495b-ae75-90ae3c6f19dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:44.971503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4609-57fd-42a0-8086-919bcc7d999e req-509e862b-d4bd-43d3-8b61-0b980b27a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:44.974659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-604d4609-57fd-42a0-8086-919bcc7d999e req-509e862b-d4bd-43d3-8b61-0b980b27a09e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 1096 time: 0.3218226 Jul 09 13:41:45.018854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-56bf5c0d-931f-42a3-900c-c236a89bbbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:45.031440 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-56bf5c0d-931f-42a3-900c-c236a89bbbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:45.090622 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-56bf5c0d-931f-42a3-900c-c236a89bbbe4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc8ca6f9c5984980868420124df3e745&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1333020 Jul 09 13:41:45.094572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58064) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.226879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf5c0d-931f-42a3-900c-c236a89bbbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f222237c-c37f-4186-b251-f2ad1f9dd623,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:45.354306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f516f99-0dda-4e9f-b46c-39d7a01f551b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:45.360108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4609-57fd-42a0-8086-919bcc7d999e req-4201a86f-3f6e-40d0-8f2e-512444aa3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:45.362489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-604d4609-57fd-42a0-8086-919bcc7d999e req-4201a86f-3f6e-40d0-8f2e-512444aa3a16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 914 time: 0.2859998 Jul 09 13:41:45.485645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-604d4609-57fd-42a0-8086-919bcc7d999e req-14e2b65a-acd0-4d13-ac47-3291525ab13d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed HTTP/1.1" status: 200 len: 217 time: 0.1097159 Jul 09 13:41:45.496624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f516f99-0dda-4e9f-b46c-39d7a01f551b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:45.516749 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2155b-8044-49e8-9457-087116016282 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=80d8fc32-8b10-40b2-9519-3af2d948a3c3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:45.669620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f516f99-0dda-4e9f-b46c-39d7a01f551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:45.672699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f516f99-0dda-4e9f-b46c-39d7a01f551b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:45.676548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4f516f99-0dda-4e9f-b46c-39d7a01f551b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f222237c-c37f-4186-b251-f2ad1f9dd623 HTTP/1.1" status: 204 len: 168 time: 0.5733974 Jul 09 13:41:45.691122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f516f99-0dda-4e9f-b46c-39d7a01f551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f222237c-c37f-4186-b251-f2ad1f9dd623,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:45.702443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4609-57fd-42a0-8086-919bcc7d999e req-7ad521c6-8825-453c-859d-d44cebcf82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:45.704626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-604d4609-57fd-42a0-8086-919bcc7d999e req-7ad521c6-8825-453c-859d-d44cebcf82e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 200 len: 854 time: 0.2051508 Jul 09 13:41:45.846450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ed5219cf-e945-45ca-8bce-a5134a264095 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:45.856332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-604d4609-57fd-42a0-8086-919bcc7d999e req-0f8ab7a1-60b1-41b8-a9f9-8cb5c57fbeb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7da72e81-5f34-46f7-8e22-b9b577eb19b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437080 Jul 09 13:41:45.924726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ed5219cf-e945-45ca-8bce-a5134a264095 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:45.925081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ed5219cf-e945-45ca-8bce-a5134a264095 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:46.167403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-604d4609-57fd-42a0-8086-919bcc7d999e req-b49e6225-697b-4537-8dc3-f0c25ff98a35 service neutron] 10.222.0.10 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036389 Jul 09 13:41:46.186073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4a54-663e-4abf-b834-29501a360f0c req-d97ee919-8f62-444a-9221-a6b0d3a1cc73 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:46.192288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-915b4a54-663e-4abf-b834-29501a360f0c req-d97ee919-8f62-444a-9221-a6b0d3a1cc73 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.6615558 Jul 09 13:41:46.376952 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-915b4a54-663e-4abf-b834-29501a360f0c req-d390aad6-6850-4c27-89b2-5fd92f35d232 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738203 Jul 09 13:41:46.406648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-604d4609-57fd-42a0-8086-919bcc7d999e req-de287345-d780-4dbb-a706-03c4220058d1 service neutron] 10.222.0.10 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323272 Jul 09 13:41:46.423511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.437309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58092) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.467821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6a7d-59ca-4987-9ad1-bd6aed43ed63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.713699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6a7d-59ca-4987-9ad1-bd6aed43ed63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.725958 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6a7d-59ca-4987-9ad1-bd6aed43ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.784202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c6a7d-59ca-4987-9ad1-bd6aed43ed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ce03f-6640-453c-85da-f6b98f7ddf00,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:46.813013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fa8c6a7d-59ca-4987-9ad1-bd6aed43ed63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f10acafa446941eb8a6f7f457f259fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706582 Jul 09 13:41:46.814753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58098) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.865911 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d8238345-87ae-4a5f-99b1-da79fc620158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.959123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-339a007b-f7bf-4921-bbc8-1b0647c84e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.981257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-339a007b-f7bf-4921-bbc8-1b0647c84e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.011595 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.058206 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-339a007b-f7bf-4921-bbc8-1b0647c84e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.063535 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-339a007b-f7bf-4921-bbc8-1b0647c84e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.066262 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-339a007b-f7bf-4921-bbc8-1b0647c84e7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf4ce03f-6640-453c-85da-f6b98f7ddf00 HTTP/1.1" status: 204 len: 168 time: 0.2488592 Jul 09 13:41:47.082511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a007b-f7bf-4921-bbc8-1b0647c84e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ce03f-6640-453c-85da-f6b98f7ddf00,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:47.387865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port f11a9e47-e092-4cd5-b85f-8ffb52000c60 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:47.389105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.786435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port f11a9e47-e092-4cd5-b85f-8ffb52000c60, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f11a9e47-e092-4cd5-b85f-8ffb52000c60,segment=NetworkSegment(59b2be9b-74af-46e3-9371-47c79b1128a4),segment_id=59b2be9b-74af-46e3-9371-47c79b1128a4)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:47.790888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c3536-facd-4c3d-9bba-763065bec4e4 req-91d710be-feaa-4a97-aff6-b5076e821e78 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:47.791719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.798368 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e09c3536-facd-4c3d-9bba-763065bec4e4 req-91d710be-feaa-4a97-aff6-b5076e821e78 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.1484101 Jul 09 13:41:47.870779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for f11a9e47-e092-4cd5-b85f-8ffb52000c60 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:47.889957 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e09c3536-facd-4c3d-9bba-763065bec4e4 req-ea8ac103-19b0-4d1a-86ce-6ca037090588 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847068 Jul 09 13:41:48.196274 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.232605 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.283662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=f11a9e47-e092-4cd5-b85f-8ffb52000c60,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:48.741339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.848527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58156) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:49.096397 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39d764a4-1a9e-4c80-a5c1-be54eb03dc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.161006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:49.319093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39d764a4-1a9e-4c80-a5c1-be54eb03dc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.327925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39d764a4-1a9e-4c80-a5c1-be54eb03dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.402381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58172) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:49.406351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-39d764a4-1a9e-4c80-a5c1-be54eb03dc01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62b4b71ceff54840a3b2cd47da7d5d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537314 Jul 09 13:41:49.413506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58176) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:49.433301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d764a4-1a9e-4c80-a5c1-be54eb03dc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af45ddab-d039-4806-9c41-01011f010fd2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:49.455281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:49.464545 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:49.480708 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:49.481713 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:49.489508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58182) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:49.505642 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3adcce5a-780b-4af7-804d-8666ae9e3435 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9058905 Jul 09 13:41:49.589303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2a8743-a57e-4407-8b0e-11988a293abd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet a7cc587c-7ed1-495b-ae75-90ae3c6f19dc {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:41:49.603932 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af2a8743-a57e-4407-8b0e-11988a293abd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.648483 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-72b08f70-1b20-45c8-97d9-01a32f5efc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.669921 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:49.701547 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.704668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-72b08f70-1b20-45c8-97d9-01a32f5efc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.709232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af2a8743-a57e-4407-8b0e-11988a293abd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.745834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0cc33-a8d3-4922-a5f9-4b5cd98a340c req-c12fa694-3249-4854-aace-121613e0c5c1 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:49.749361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbf0cc33-a8d3-4922-a5f9-4b5cd98a340c req-c12fa694-3249-4854-aace-121613e0c5c1 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.3470087 Jul 09 13:41:49.758171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1004051468-network', 'tenant_id': '4b0cb35cbf484f8a8fdd02281ab4220f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:49.853289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Made reservation on behalf of 4b0cb35cbf484f8a8fdd02281ab4220f for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:49.856046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.871587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.900988 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bbf0cc33-a8d3-4922-a5f9-4b5cd98a340c req-b161d895-a5a3-4276-a37c-d00445d31a0f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957644 Jul 09 13:41:49.904791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-72b08f70-1b20-45c8-97d9-01a32f5efc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.906842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-72b08f70-1b20-45c8-97d9-01a32f5efc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.907954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-72b08f70-1b20-45c8-97d9-01a32f5efc07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af45ddab-d039-4806-9c41-01011f010fd2 HTTP/1.1" status: 204 len: 168 time: 0.4935086 Jul 09 13:41:49.962779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af2a8743-a57e-4407-8b0e-11988a293abd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.989373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b08f70-1b20-45c8-97d9-01a32f5efc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af45ddab-d039-4806-9c41-01011f010fd2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:50.119203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af2a8743-a57e-4407-8b0e-11988a293abd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.173835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-af2a8743-a57e-4407-8b0e-11988a293abd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.181188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5303a009-1b64-44b0-822c-19f0bb4bf5e6 None None] Network 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:50.199639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-af2a8743-a57e-4407-8b0e-11988a293abd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/a7cc587c-7ed1-495b-ae75-90ae3c6f19dc HTTP/1.1" status: 204 len: 168 time: 0.7077067 Jul 09 13:41:50.216590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58192) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:50.224429 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.236306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.250905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:50.263702 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.264460 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Added segment 000941c7-353a-43e9-a7dd-0bd751d2b946 of type vlan for network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 Jul 09 13:41:50.267122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a8743-a57e-4407-8b0e-11988a293abd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=a7cc587c-7ed1-495b-ae75-90ae3c6f19dc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:50.333223 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.517270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.518720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:50.519751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.536561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58202) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:50.558468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7da0a886-3c9d-472b-840b-cf1b579e5f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.568301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1606853 Jul 09 13:41:50.588890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58204) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:50.617462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Request body: {'subnet': {'network_id': '809c75c7-4141-4d08-abd5-bbf7dc6526f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1004051468-subnet', 'tenant_id': '4b0cb35cbf484f8a8fdd02281ab4220f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:50.636756 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:48Z', 'revision_number': 9, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:50.729619 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:50.730711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] DHCP port deletion for 4bf3a335-4f51-4fc5-93e2-8165ff6284b7 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:41:50.735287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.741861 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:50.742577 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:50.816787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Pushing event updated for resources: {'Network': ['ID=809c75c7-4141-4d08-abd5-bbf7dc6526f1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:50.817929 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7da0a886-3c9d-472b-840b-cf1b579e5f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.836606 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7da0a886-3c9d-472b-840b-cf1b579e5f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.852483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d15cac-429a-4729-b50d-4c9b3dba2d03,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:50.862974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.863518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.864066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.864649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.870485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.870834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.871167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.871491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.871819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.873845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.874197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.874532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:50.924205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:51.024961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.028188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.030470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.030670 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:51.034216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.034383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7da0a886-3c9d-472b-840b-cf1b579e5f66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=020a0e026f9841e8a3aaa71ea84bc7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940970 Jul 09 13:41:51.034825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.034825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.034825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.034825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.038292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.038292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.038292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.038587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58208) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:51.038703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76ef0b-fa97-42bc-bb02-f7801d7cfb20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:51.097549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 83831aef-13b9-49d3-ad7b-5f253df2cd8e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:51.097890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.173302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Made reservation on behalf of 4b0cb35cbf484f8a8fdd02281ab4220f for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:51.176658 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.206888 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d238cb2b-f8aa-4dbc-b954-ded7dca47628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.209583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0a886-3c9d-472b-840b-cf1b579e5f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66014d9-65fe-42bc-9d64-c26da65d226a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:51.263323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] Deleting port 83831aef-13b9-49d3-ad7b-5f253df2cd8e {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:51.265072 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.299109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port 83831aef-13b9-49d3-ad7b-5f253df2cd8e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=83831aef-13b9-49d3-ad7b-5f253df2cd8e,segment=NetworkSegment(59b2be9b-74af-46e3-9371-47c79b1128a4),segment_id=59b2be9b-74af-46e3-9371-47c79b1128a4)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:51.299800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.335241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 83831aef-13b9-49d3-ad7b-5f253df2cd8e owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:51.387170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] For port 83831aef-13b9-49d3-ad7b-5f253df2cd8e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=83831aef-13b9-49d3-ad7b-5f253df2cd8e,segment=NetworkSegment(59b2be9b-74af-46e3-9371-47c79b1128a4),segment_id=59b2be9b-74af-46e3-9371-47c79b1128a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:51.388766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.389418 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d238cb2b-f8aa-4dbc-b954-ded7dca47628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.424109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] Calling delete_port for 83831aef-13b9-49d3-ad7b-5f253df2cd8e owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:51.517584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.537627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d238cb2b-f8aa-4dbc-b954-ded7dca47628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.540323 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d238cb2b-f8aa-4dbc-b954-ded7dca47628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.545254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d238cb2b-f8aa-4dbc-b954-ded7dca47628 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a66014d9-65fe-42bc-9d64-c26da65d226a HTTP/1.1" status: 204 len: 168 time: 0.5053270 Jul 09 13:41:51.562342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238cb2b-f8aa-4dbc-b954-ded7dca47628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66014d9-65fe-42bc-9d64-c26da65d226a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:51.628841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16675117-be79-4f6d-b580-8849085d9a61 req-c1edc3c0-0026-4d24-903d-23d1ea15d952 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:51.635807 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16675117-be79-4f6d-b580-8849085d9a61 req-c1edc3c0-0026-4d24-903d-23d1ea15d952 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.3320701 Jul 09 13:41:51.637791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:48Z', 'revision_number': 9, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:51.705109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=83831aef-13b9-49d3-ad7b-5f253df2cd8e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:51.730036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No DVR routers for this DVR port 83831aef-13b9-49d3-ad7b-5f253df2cd8e on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:51.759250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-16675117-be79-4f6d-b580-8849085d9a61 req-43316f3e-769c-494d-ba2a-e2b865c00cd2 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221962 Jul 09 13:41:51.787984 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.800667 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1968a5b-65d2-4ec5-ac46-c8cabca71af0 None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:48Z', 'revision_number': 9, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '49647f85-2286-4032-91f4-128526480b1d', 'name': '', 'network_id': '2062dcd5-128e-459e-a6c1-2d8cea355a2e', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f9:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:41:03Z', 'updated_at': '2021-07-09T13:41:15Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': '4233277d-1c29-4328-9ea8-b6725127ca83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:51.895781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.910579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] No DVR routers for this DVR port 83831aef-13b9-49d3-ad7b-5f253df2cd8e on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:51.933738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 83831aef-13b9-49d3-ad7b-5f253df2cd8e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:51.948158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be80150-ea30-4c92-a5e3-4e4d427508f7 None None] Pushing event deleted for resources: {'Port': ['ID=83831aef-13b9-49d3-ad7b-5f253df2cd8e,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:52.004640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Checking segment: {'id': '000941c7-353a-43e9-a7dd-0bd751d2b946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '809c75c7-4141-4d08-abd5-bbf7dc6526f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:52.005332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Network hostable DHCP agents. Network: 809c75c7-4141-4d08-abd5-bbf7dc6526f1, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:52.009895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=613f82e1-1db9-4ea7-aeac-27fd9bdcf716,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:52.027311 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.032068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:52.047408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 809c75c7-4141-4d08-abd5-bbf7dc6526f1) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:52.054654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf3a335-4f51-4fc5-93e2-8165ff6284b7']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:52.057441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:52.060370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.073629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b2be9b-74af-46e3-9371-47c79b1128a4') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:52.074058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b2be9b-74af-46e3-9371-47c79b1128a4') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:52.105357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eac6c948-bff4-4283-a25b-e0472a4cc578 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5115368 Jul 09 13:41:52.117096 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.179291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.194781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:41:52.195596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:41:52.203640 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:41:52.312076 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.327450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.330307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/4bf3a335-4f51-4fc5-93e2-8165ff6284b7 HTTP/1.1" status: 204 len: 168 time: 2.1091459 Jul 09 13:41:52.332418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58222) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:52.371570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f20966-f5d3-4b7e-a2bf-7c6849604e63 None None] Network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:52.374565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 83831aef-13b9-49d3-ad7b-5f253df2cd8e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:52.374917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 83831aef-13b9-49d3-ad7b-5f253df2cd8e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:52.379422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46a4ae-17c5-479c-ab87-c7555444aab6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=4bf3a335-4f51-4fc5-93e2-8165ff6284b7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:52.611101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58230) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:52.629453 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4a02-056a-487a-a0e2-fdde50b9c908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.918643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c3ba6-9e95-44c7-b49a-ebd18e9382fe None None] Network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:52.975862 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4a02-056a-487a-a0e2-fdde50b9c908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.989932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4a02-056a-487a-a0e2-fdde50b9c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.074667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d4a02-056a-487a-a0e2-fdde50b9c908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b05bbe-66ca-444b-b371-ea8101c564a3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:53.118987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4b5d4a02-056a-487a-a0e2-fdde50b9c908 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bce3af75f5c54ea0bee5f79f9d7d7f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063539 Jul 09 13:41:53.127716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58248) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:53.228571 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-808e89cf-754d-41ca-9dc6-dcc0600ecb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.252145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-808e89cf-754d-41ca-9dc6-dcc0600ecb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.310048 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.433822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-808e89cf-754d-41ca-9dc6-dcc0600ecb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.439700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-808e89cf-754d-41ca-9dc6-dcc0600ecb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.440886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-808e89cf-754d-41ca-9dc6-dcc0600ecb59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65b05bbe-66ca-444b-b371-ea8101c564a3 HTTP/1.1" status: 204 len: 168 time: 0.3064764 Jul 09 13:41:53.485240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804299-3a3a-48e2-afb6-5583e383e92a req-5977be46-e91b-4b9e-a718-27c04375381f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:53.500655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e89cf-754d-41ca-9dc6-dcc0600ecb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b05bbe-66ca-444b-b371-ea8101c564a3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:53.502545 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8d804299-3a3a-48e2-afb6-5583e383e92a req-5977be46-e91b-4b9e-a718-27c04375381f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.3097217 Jul 09 13:41:53.600229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58260) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:53.624846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1776972858-network', 'tenant_id': '78c0de74d1d344b19eb0232cea7e97fe'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:53.691452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8d804299-3a3a-48e2-afb6-5583e383e92a req-94027775-2660-4ebc-ba92-734f4b03b545 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830239 Jul 09 13:41:53.704933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Made reservation on behalf of 78c0de74d1d344b19eb0232cea7e97fe for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:53.707700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.720972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.781678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f11a9e47-e092-4cd5-b85f-8ffb52000c60 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:53.846697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: f11a9e47-e092-4cd5-b85f-8ffb52000c60 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:53.850409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f11a9e47-e092-4cd5-b85f-8ffb52000c60 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:53.910079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 49647f85-2286-4032-91f4-128526480b1d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:53.910795 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.931980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.939494 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.980428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:53.988782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a4fad3-eb25-4c22-968f-9164d7535ee0,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:53.999339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.001269 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Added segment 116af346-80cd-4fbd-90f8-bb1ffca37953 of type vlan for network b6d486a1-c190-440e-942d-d67fa8b6ee1a Jul 09 13:41:54.026583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port 49647f85-2286-4032-91f4-128526480b1d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=49647f85-2286-4032-91f4-128526480b1d,segment=NetworkSegment(5e183bbe-41e1-4abd-aa45-c52a0a13cd95),segment_id=5e183bbe-41e1-4abd-aa45-c52a0a13cd95)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:54.027446 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.045208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 49647f85-2286-4032-91f4-128526480b1d owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:54.081665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.150451 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.151738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:54.152322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.236709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6342132 Jul 09 13:41:54.237918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58268) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:54.243556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Request body: {'subnet': {'network_id': 'b6d486a1-c190-440e-942d-d67fa8b6ee1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1776972858-subnet', 'tenant_id': '78c0de74d1d344b19eb0232cea7e97fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:54.249972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.261727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289077ae-58e1-4577-95c1-d16598e8a095 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d486a1-c190-440e-942d-d67fa8b6ee1a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:54.275742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network b6d486a1-c190-440e-942d-d67fa8b6ee1a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:54.298389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=49647f85-2286-4032-91f4-128526480b1d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:54.339954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Made reservation on behalf of 78c0de74d1d344b19eb0232cea7e97fe for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:54.344309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.606187 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:41:54.609773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.064248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:55.185998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.376913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:55.385803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58306) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:55.388396 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ea887f0-034e-4aef-9888-d7dedc05ea21 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0518706 Jul 09 13:41:55.390027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:55.396637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2011b63-31a1-406a-a3d1-9ac05effeb0f,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:55.411281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:55.412517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Checking segment: {'id': '116af346-80cd-4fbd-90f8-bb1ffca37953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6d486a1-c190-440e-942d-d67fa8b6ee1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:55.412882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Network hostable DHCP agents. Network: b6d486a1-c190-440e-942d-d67fa8b6ee1a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:55.413777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:55.439983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa16d5-5a79-470c-9bfa-9a98573eac3b req-c3e8f0a3-94dd-42e6-9866-cb778ca8ee51 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:55.449272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcaa16d5-5a79-470c-9bfa-9a98573eac3b req-c3e8f0a3-94dd-42e6-9866-cb778ca8ee51 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.2004547 Jul 09 13:41:55.482113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-49066299-81ac-4ccf-ae35-e68418d23459 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet 4233277d-1c29-4328-9ea8-b6725127ca83 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:41:55.485408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Network b6d486a1-c190-440e-942d-d67fa8b6ee1a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:55.486743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49066299-81ac-4ccf-ae35-e68418d23459 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.545010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcaa16d5-5a79-470c-9bfa-9a98573eac3b req-d4ebe82f-4cb1-459b-b515-b787d4f25099 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940304 Jul 09 13:41:55.550784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, b6d486a1-c190-440e-942d-d67fa8b6ee1a) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:55.554351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49066299-81ac-4ccf-ae35-e68418d23459 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.559410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:55.560883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.615779 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cc20eba6-d65b-4b23-9e8c-b0202163cdaa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3748212 Jul 09 13:41:55.711568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49066299-81ac-4ccf-ae35-e68418d23459 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.730865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:55.821824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17695b2-e7e0-4f43-8394-87f88658b386 None None] Network b6d486a1-c190-440e-942d-d67fa8b6ee1a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:55.875764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49066299-81ac-4ccf-ae35-e68418d23459 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.940971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49066299-81ac-4ccf-ae35-e68418d23459 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=4233277d-1c29-4328-9ea8-b6725127ca83,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:55.943122 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49066299-81ac-4ccf-ae35-e68418d23459 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.945112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-49066299-81ac-4ccf-ae35-e68418d23459 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/4233277d-1c29-4328-9ea8-b6725127ca83 HTTP/1.1" status: 204 len: 168 time: 0.5582428 Jul 09 13:41:55.949663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58324) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:56.061349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c53dbe-b8c3-4ac3-8c3f-c00bb4fa60d4 None None] Network 2062dcd5-128e-459e-a6c1-2d8cea355a2e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:56.085740 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.172448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:56.172933 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.267601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=84d0f2d0-da4e-4dd5-bf90-549ef98a48d9,segment=NetworkSegment(5e183bbe-41e1-4abd-aa45-c52a0a13cd95),segment_id=5e183bbe-41e1-4abd-aa45-c52a0a13cd95)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:56.268274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.298831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:56.499971 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.544373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=84d0f2d0-da4e-4dd5-bf90-549ef98a48d9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:56.569649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335f5c0-20dc-4438-a332-8e42adbd7a53 None None] Network b6d486a1-c190-440e-942d-d67fa8b6ee1a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:56.597919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No DVR routers for this DVR port 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:56.717621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-0a6e36a9-6876-4b64-9f25-82c67ba5a718 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.725183 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-0a6e36a9-6876-4b64-9f25-82c67ba5a718 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/networks?id=809c75c7-4141-4d08-abd5-bbf7dc6526f1 HTTP/1.1" status: 200 len: 809 time: 0.1835892 Jul 09 13:41:56.741895 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-51431958-ae80-43bd-a820-6fd5869cabf3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/quotas/4b0cb35cbf484f8a8fdd02281ab4220f HTTP/1.1" status: 200 len: 375 time: 0.0153763 Jul 09 13:41:56.796277 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-eb831342-748c-4b4a-b048-a69813adf5bf tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b0cb35cbf484f8a8fdd02281ab4220f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530131 Jul 09 13:41:56.852355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c1870-fbac-4a6e-adcc-5840ce6f64eb None None] DHCP port deletion for 2062dcd5-128e-459e-a6c1-2d8cea355a2e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:41:56.878015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:54Z', 'revision_number': 10, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:56.902452 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.914802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:56.973641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:56.974567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:56.983934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2062dcd5-128e-459e-a6c1-2d8cea355a2e']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:57.001587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e183bbe-41e1-4abd-aa45-c52a0a13cd95') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:57.001889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e183bbe-41e1-4abd-aa45-c52a0a13cd95') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:57.023263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-3a5c06a5-4105-4e76-a59f-a834633cc785 service neutron] 10.222.0.32 "GET /v2.0/networks/809c75c7-4141-4d08-abd5-bbf7dc6526f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198563 Jul 09 13:41:57.052695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.142765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:57.175676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-37724f70-b6d1-4f7b-9fa1-353c9ec4c760 service neutron] 10.222.0.32 "GET /v2.0/networks/809c75c7-4141-4d08-abd5-bbf7dc6526f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454995 Jul 09 13:41:57.194561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.228371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e748a-b59c-49a2-8717-78fdf90e532b req-f49e805a-3a78-4483-b1d9-f958d89e2093 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:57.233018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c43e748a-b59c-49a2-8717-78fdf90e532b req-f49e805a-3a78-4483-b1d9-f958d89e2093 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.3319089 Jul 09 13:41:57.248366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:41:57.250825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:41:57.259034 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:41:57.438531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:54Z', 'revision_number': 10, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:57.479533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e65cd-e66c-481c-b89d-f78fc1a76abf None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:54Z', 'revision_number': 10, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None, '_interfaces': [{'id': '94076511-6b09-47bb-9ac4-1dabbfd68a0d', 'name': '', 'network_id': 'a5f35cb2-77f3-4b73-be41-0aa95b9ef27f', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'mac_address': 'fa:16:3e:f2:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c998-9280-414e-9297-949d703c9552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:57Z', 'updated_at': '2021-07-09T13:41:10Z', 'revision_number': 5, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'subnets': [{'id': 'b0a65568-38b1-4c27-90c8-9c11ad3b071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:57.490574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.530502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.550660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/2062dcd5-128e-459e-a6c1-2d8cea355a2e HTTP/1.1" status: 204 len: 168 time: 1.5967083 Jul 09 13:41:57.551379 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c43e748a-b59c-49a2-8717-78fdf90e532b req-c9892742-4a61-444f-b072-42f6bb2eed50 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114116 Jul 09 13:41:57.553239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58372) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:57.650160 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2aaba0ea-5513-4ce9-9c72-856cfea24d38 req-2ea8b6d3-98cb-456c-a600-887240041103 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 210 time: 0.1026576 Jul 09 13:41:57.789079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196f93c-8849-465b-b65f-662b5afb16cd tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=2062dcd5-128e-459e-a6c1-2d8cea355a2e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:58.056830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:58.120267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:58.121165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 84d0f2d0-da4e-4dd5-bf90-549ef98a48d9 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:58.121930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49647f85-2286-4032-91f4-128526480b1d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:58.199857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 49647f85-2286-4032-91f4-128526480b1d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:58.200574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 49647f85-2286-4032-91f4-128526480b1d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:58.321208 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.991991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port 94076511-6b09-47bb-9ac4-1dabbfd68a0d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:59.001051 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.048986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dafaf15d-7750-463b-841d-e682380d2219 req-70b20c7a-d3c6-4146-8110-6f32d7f02679 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 210 time: 0.0871191 Jul 09 13:41:59.694200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port 94076511-6b09-47bb-9ac4-1dabbfd68a0d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=94076511-6b09-47bb-9ac4-1dabbfd68a0d,segment=NetworkSegment(1433a1e3-c403-4f2d-ab78-7347b764e0d0),segment_id=1433a1e3-c403-4f2d-ab78-7347b764e0d0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:59.694648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.710508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for 94076511-6b09-47bb-9ac4-1dabbfd68a0d owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:00.044342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150f6ec-3975-41e4-ab59-d5a7652ed661 req-5d06cbba-2088-4ab4-9322-7f02714852c8 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:00.055183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7150f6ec-3975-41e4-ab59-d5a7652ed661 req-5d06cbba-2088-4ab4-9322-7f02714852c8 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 1.2088530 Jul 09 13:42:00.121088 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.230087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=94076511-6b09-47bb-9ac4-1dabbfd68a0d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:00.250036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-fe24a49b-69fc-4802-b706-1f8f3b59adbf tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:00.255339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-fe24a49b-69fc-4802-b706-1f8f3b59adbf tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.11 "GET /v2.0/networks?id=809c75c7-4141-4d08-abd5-bbf7dc6526f1 HTTP/1.1" status: 200 len: 809 time: 0.4557812 Jul 09 13:42:00.278567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7150f6ec-3975-41e4-ab59-d5a7652ed661 req-12931073-f3f8-4956-b45f-488d68c747a8 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262201 Jul 09 13:42:00.338057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Request body: {'port': {'device_id': '26e1bbf3-4053-4192-a621-cc980cd5349c', 'network_id': '809c75c7-4141-4d08-abd5-bbf7dc6526f1', 'admin_state_up': True, 'tenant_id': '4b0cb35cbf484f8a8fdd02281ab4220f'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:00.377638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9e458c3-b40d-4eed-bebf-cf4ae557757f req-e389d5bc-9696-455b-a0b2-466c08096f7b tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 210 time: 0.1108453 Jul 09 13:42:00.676453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.932416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Made reservation on behalf of 4b0cb35cbf484f8a8fdd02281ab4220f for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:00.953378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.988198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:42:01.140278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:42:01.151888 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:42:01.163155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cede779b-6ae2-4384-b9bf-d4d79026a1d1 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6053054 Jul 09 13:42:01.165294 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:01.165814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58440) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:01.166062 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:01.239756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad19eed-16bc-4fc1-a314-9be15cba17f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting subnet b0a65568-38b1-4c27-90c8-9c11ad3b071b {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:01.244615 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bad19eed-16bc-4fc1-a314-9be15cba17f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.262855 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:01.289096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Allocated IP 172.20.0.2 (809c75c7-4141-4d08-abd5-bbf7dc6526f1/613f82e1-1db9-4ea7-aeac-27fd9bdcf716/2266e6f5-f87a-49ed-acc3-c007f7448c17) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:01.359406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bad19eed-16bc-4fc1-a314-9be15cba17f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.418925 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:59Z', 'revision_number': 11, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:01.451123 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:42:01.462138 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:01.463183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:01.541940 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bad19eed-16bc-4fc1-a314-9be15cba17f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.626982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bad19eed-16bc-4fc1-a314-9be15cba17f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.648366 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:01.687287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.714934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad19eed-16bc-4fc1-a314-9be15cba17f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a65568-38b1-4c27-90c8-9c11ad3b071b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:01.808440 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3a025e39-fd94-4f58-855f-45db3ef75b34 req-55d2352a-75c9-49f7-8f0f-0d1a046db7b7 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 210 time: 0.1037288 Jul 09 13:42:01.821949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6e6c3c-c91a-4f1d-8270-a8b3b5d9f9b7 None None] Network a5f35cb2-77f3-4b73-be41-0aa95b9ef27f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:01.831274 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:59Z', 'revision_number': 11, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:01.858569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bad19eed-16bc-4fc1-a314-9be15cba17f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.864478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bad19eed-16bc-4fc1-a314-9be15cba17f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/b0a65568-38b1-4c27-90c8-9c11ad3b071b HTTP/1.1" status: 204 len: 168 time: 0.6976247 Jul 09 13:42:01.867530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58458) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:01.952862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ed49-5dba-47aa-ba64-c0bf323b8983 req-d4ada181-12aa-48e0-b6d1-3d4cbdeefdce tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:01.954216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b857ed49-5dba-47aa-ba64-c0bf323b8983 req-d4ada181-12aa-48e0-b6d1-3d4cbdeefdce tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.2866976 Jul 09 13:42:01.963333 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5f476-c81f-45ce-863a-2de6d77465b6 None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:59Z', 'revision_number': 11, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:42:02.017705 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.122100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.255611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Deleting port f63657cf-e9af-44bd-a2de-993b27a1dbb4 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:02.255958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.268192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:02.289610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:02.303218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:02.373600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] DHCP port deletion for a5f35cb2-77f3-4b73-be41-0aa95b9ef27f request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:42:02.405254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b857ed49-5dba-47aa-ba64-c0bf323b8983 req-2737204b-8a45-4b63-be65-755dbc5b8298 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269629 Jul 09 13:42:02.455152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] For port f63657cf-e9af-44bd-a2de-993b27a1dbb4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f63657cf-e9af-44bd-a2de-993b27a1dbb4,segment=NetworkSegment(1433a1e3-c403-4f2d-ab78-7347b764e0d0),segment_id=1433a1e3-c403-4f2d-ab78-7347b764e0d0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:02.455541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.473272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Pushing event updated for resources: {'Port': ['ID=2266e6f5-f87a-49ed-acc3-c007f7448c17,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:02.509414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Calling delete_port for f63657cf-e9af-44bd-a2de-993b27a1dbb4 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:02.520020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:02.520696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.529802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] Deleting port f63657cf-e9af-44bd-a2de-993b27a1dbb4 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:02.530457 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.562852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-33c6346b-de56-45f4-8b44-9687ea683aa3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2972765 Jul 09 13:42:02.575655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Request body: {'port': {'device_id': '26e1bbf3-4053-4192-a621-cc980cd5349c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:02.696828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] For port f63657cf-e9af-44bd-a2de-993b27a1dbb4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f63657cf-e9af-44bd-a2de-993b27a1dbb4,segment=NetworkSegment(1433a1e3-c403-4f2d-ab78-7347b764e0d0),segment_id=1433a1e3-c403-4f2d-ab78-7347b764e0d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:02.697243 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.718020 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.738854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] Calling delete_port for f63657cf-e9af-44bd-a2de-993b27a1dbb4 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:02.739898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.845258 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.849878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Port': ['ID=f63657cf-e9af-44bd-a2de-993b27a1dbb4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:02.851745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No DVR routers for this DVR port f63657cf-e9af-44bd-a2de-993b27a1dbb4 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:02.867261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] No DVR routers for this DVR port f63657cf-e9af-44bd-a2de-993b27a1dbb4 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:02.929365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e805b5-3eee-4b4d-b6bb-63e98dcd2458 None None] Pushing event deleted for resources: {'Port': ['ID=f63657cf-e9af-44bd-a2de-993b27a1dbb4,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:02.962410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.976217 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f35cb2-77f3-4b73-be41-0aa95b9ef27f']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:03.193968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1433a1e3-c403-4f2d-ab78-7347b764e0d0') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:03.193968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1433a1e3-c403-4f2d-ab78-7347b764e0d0') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:03.193968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.193968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.210970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:03.211753 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:03.301988 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:03.412499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.422597 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.424975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/networks/a5f35cb2-77f3-4b73-be41-0aa95b9ef27f HTTP/1.1" status: 204 len: 168 time: 1.5565031 Jul 09 13:42:03.433497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58502) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:03.444954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc942fb-beed-4f8d-82d7-10eef924eaad tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Pushing event deleted for resources: {'Network': ['ID=a5f35cb2-77f3-4b73-be41-0aa95b9ef27f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:03.457853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b0aea-0657-4a00-89f2-b34a75707d4e req-a6e15cc4-1606-4012-b630-26a06ff72347 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:03.464992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ba5b0aea-0657-4a00-89f2-b34a75707d4e req-a6e15cc4-1606-4012-b630-26a06ff72347 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 931 time: 0.1494932 Jul 09 13:42:03.480688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'routes': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:03.553517 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ba5b0aea-0657-4a00-89f2-b34a75707d4e req-6cd9cda5-1cc7-426a-b6ae-30bbed40f8a6 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871766 Jul 09 13:42:03.646081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2266e6f5-f87a-49ed-acc3-c007f7448c17 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:03.662490 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.774916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Transition to ACTIVE for port object 2266e6f5-f87a-49ed-acc3-c007f7448c17 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:03.789078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.825423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.extraroute_db [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Added routes are [] {{(pid=93913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:42:03.825697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.extraroute_db [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Removed routes are [] {{(pid=93913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:42:03.826099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.866858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 94076511-6b09-47bb-9ac4-1dabbfd68a0d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:03.900168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 94076511-6b09-47bb-9ac4-1dabbfd68a0d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:03.904833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 94076511-6b09-47bb-9ac4-1dabbfd68a0d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:03.907528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f63657cf-e9af-44bd-a2de-993b27a1dbb4 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:03.909774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e881-ef66-4be7-8154-1ad3e92328d8 req-943eed31-a5ea-44ca-b7d9-5c1f06f9800c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:03.916961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfc9e881-ef66-4be7-8154-1ad3e92328d8 req-943eed31-a5ea-44ca-b7d9-5c1f06f9800c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.3033946 Jul 09 13:42:03.935208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: f63657cf-e9af-44bd-a2de-993b27a1dbb4 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:03.935707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f63657cf-e9af-44bd-a2de-993b27a1dbb4 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:04.031323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2266e6f5-f87a-49ed-acc3-c007f7448c17,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:04.173077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfc9e881-ef66-4be7-8154-1ad3e92328d8 req-a57c3476-6180-4977-b34c-e1a43e936a5c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552581 Jul 09 13:42:04.234731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.256973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.274639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Attempting to bind port 2266e6f5-f87a-49ed-acc3-c007f7448c17 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:04.275384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Attempting to bind port 2266e6f5-f87a-49ed-acc3-c007f7448c17 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '000941c7-353a-43e9-a7dd-0bd751d2b946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '809c75c7-4141-4d08-abd5-bbf7dc6526f1'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:04.275888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Attempting to bind port 2266e6f5-f87a-49ed-acc3-c007f7448c17 on network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:04.283874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Port 2266e6f5-f87a-49ed-acc3-c007f7448c17 on network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:42:04.284888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Attempting to bind port 2266e6f5-f87a-49ed-acc3-c007f7448c17 on network 809c75c7-4141-4d08-abd5-bbf7dc6526f1 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:04.309465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ba4cbaf0-e165-4fd6-8f63-54b6443fbfed details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:42:04.378252 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:04.378821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Checking segment: {'id': '000941c7-353a-43e9-a7dd-0bd751d2b946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '809c75c7-4141-4d08-abd5-bbf7dc6526f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:04.379403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Bound using segment: {'id': '000941c7-353a-43e9-a7dd-0bd751d2b946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '809c75c7-4141-4d08-abd5-bbf7dc6526f1'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:04.380098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Bound port: 2266e6f5-f87a-49ed-acc3-c007f7448c17, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000941c7-353a-43e9-a7dd-0bd751d2b946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '809c75c7-4141-4d08-abd5-bbf7dc6526f1'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:04.380636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.406083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 0656c998-9280-414e-9297-949d703c9552 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:42:04.508805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:04.530625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed', 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'port_id': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed', 'mac_address': 'fa:16:3e:30:be:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9f388-24ac-486c-84c4-d0a3a29a1ebf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:42:04.554801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:42:04.566097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.567961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0c93877-23e8-4cd4-8077-61d986e5472b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 200 len: 700 time: 1.1333621 Jul 09 13:42:04.573876 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58530) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:04.592391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] Sync routers for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:42:04.609589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] For port 2266e6f5-f87a-49ed-acc3-c007f7448c17, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:04.609589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] For port 2266e6f5-f87a-49ed-acc3-c007f7448c17, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2266e6f5-f87a-49ed-acc3-c007f7448c17,segment=NetworkSegment(000941c7-353a-43e9-a7dd-0bd751d2b946),segment_id=000941c7-353a-43e9-a7dd-0bd751d2b946)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:04.622614 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.624578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:04.625218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:04.663436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e28ca336-a968-41a7-9f15-620f319fa936 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 200 len: 205 time: 0.0875430 Jul 09 13:42:04.664101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58534) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:04.756741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:04.757386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.765628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/2266e6f5-f87a-49ed-acc3-c007f7448c17 HTTP/1.1" status: 200 len: 1091 time: 2.1957660 Jul 09 13:42:04.766143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e1bbf3-4053-4192-a621-cc980cd5349c', 'tag': '2266e6f5-f87a-49ed-acc3-c007f7448c17'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:04.768677 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1013395f-637b-4e92-8411-7d3b2f1b2d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "26e1bbf3-4053-4192-a621-cc980cd5349c", "tag": "2266e6f5-f87a-49ed-acc3-c007f7448c17"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:05.035102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:05.062563 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f57eca-4956-4c82-8198-dbcb843f2796 x-openstack-request-id: req-07f57eca-4956-4c82-8198-dbcb843f2796 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:05.062786 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e1bbf3-4053-4192-a621-cc980cd5349c", "tag": "2266e6f5-f87a-49ed-acc3-c007f7448c17", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:05.063037 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07f57eca-4956-4c82-8198-dbcb843f2796 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:05.063460 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e1bbf3-4053-4192-a621-cc980cd5349c', 'tag': '2266e6f5-f87a-49ed-acc3-c007f7448c17', 'status': 'completed', 'code': 200} Jul 09 13:42:05.073686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22e52b-c2f4-40ce-8a72-c6a6854f61f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2266e6f5-f87a-49ed-acc3-c007f7448c17,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:05.136901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:59Z', 'revision_number': 11, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:05.177205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] Checking router: 0656c998-9280-414e-9297-949d703c9552 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:42:05.186097 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.206821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba4cbaf0-e165-4fd6-8f63-54b6443fbfed {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:05.216326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] Routers {'0656c998-9280-414e-9297-949d703c9552'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:05.217193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0656c998-9280-414e-9297-949d703c9552'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:05.236131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-6257e6da-89ed-40cd-ab58-da0cab625a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:05.240727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-6257e6da-89ed-40cd-ab58-da0cab625a6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b0cb35cbf484f8a8fdd02281ab4220f&device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 1094 time: 0.3519766 Jul 09 13:42:05.250873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bb78d74-dd3f-4a74-b064-3bf276f7f53b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.424365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-946bc493-0058-4430-869d-2a75a1421968 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2266e6f5-f87a-49ed-acc3-c007f7448c17 HTTP/1.1" status: 200 len: 217 time: 0.1738474 Jul 09 13:42:05.523695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:05.545819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] Set router 0656c998-9280-414e-9297-949d703c9552 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:05.553870 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.558974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1911bc3-f953-4175-9d02-5dbe50b2e0df req-63fa2c4e-47c3-4050-a2e9-141ad9c7f6f3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:05.570704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1911bc3-f953-4175-9d02-5dbe50b2e0df req-63fa2c4e-47c3-4050-a2e9-141ad9c7f6f3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 943 time: 0.6877668 Jul 09 13:42:05.626934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-87d191dc-053b-42fb-a2c7-47c5903ba830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:05.631065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-87d191dc-053b-42fb-a2c7-47c5903ba830 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=613f82e1-1db9-4ea7-aeac-27fd9bdcf716 HTTP/1.1" status: 200 len: 849 time: 0.1904585 Jul 09 13:42:05.723892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bb78d74-dd3f-4a74-b064-3bf276f7f53b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.724486 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-f3726524-9082-4478-969d-63ded11572b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=809c75c7-4141-4d08-abd5-bbf7dc6526f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807586 Jul 09 13:42:05.727299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bb78d74-dd3f-4a74-b064-3bf276f7f53b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.852548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bb78d74-dd3f-4a74-b064-3bf276f7f53b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.853378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb78d74-dd3f-4a74-b064-3bf276f7f53b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Fanout notify agent at l3_agent the message router_deleted on router 0656c998-9280-414e-9297-949d703c9552 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:42:05.875111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:05.883304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:59Z', 'revision_number': 11, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:05.893779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bb78d74-dd3f-4a74-b064-3bf276f7f53b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.895458 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1bb78d74-dd3f-4a74-b064-3bf276f7f53b tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 204 len: 168 time: 1.2304130 Jul 09 13:42:05.905407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58572) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:05.911827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7dde9232-e846-4d00-af76-ec5ff2561a80 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1001100644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:05.965494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-1c560f26-90ac-41f0-a4ab-e9e10c1cacbb service neutron] 10.222.0.11 "GET /v2.0/networks/809c75c7-4141-4d08-abd5-bbf7dc6526f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324326 Jul 09 13:42:05.984815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ba4cbaf0-e165-4fd6-8f63-54b6443fbfed'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:05.986803 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1911bc3-f953-4175-9d02-5dbe50b2e0df req-5975b4f7-6014-4854-b441-2b12508e0f0f tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149969 Jul 09 13:42:05.990775 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7dde9232-e846-4d00-af76-ec5ff2561a80 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.991872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7dde9232-e846-4d00-af76-ec5ff2561a80 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.033709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb87f89-d84c-4e73-97fe-9430a33a8eb6 req-efb5a378-a0a8-4526-8dc3-e61387fb2a0e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.046036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6cb87f89-d84c-4e73-97fe-9430a33a8eb6 req-efb5a378-a0a8-4526-8dc3-e61387fb2a0e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.6235795 Jul 09 13:42:06.127558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7058428-9b11-431b-8685-9a5d344075f8 None None] The sync data for ids ['0656c998-9280-414e-9297-949d703c9552'] in n-d-799524-3 is: [{'id': '0656c998-9280-414e-9297-949d703c9552', 'name': 'tempest-RoutersTest-router-332358028', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:54Z', 'updated_at': '2021-07-09T13:41:59Z', 'revision_number': 11, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:42:06.184205 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7dde9232-e846-4d00-af76-ec5ff2561a80 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.202425 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7dde9232-e846-4d00-af76-ec5ff2561a80 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.255666 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7dde9232-e846-4d00-af76-ec5ff2561a80 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.257121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7dde9232-e846-4d00-af76-ec5ff2561a80 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3491499 Jul 09 13:42:06.260302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58580) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:06.265381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9d8dac3a-4b26-4bf3-8843-c7656b7706f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:06.291373 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd8e6cd7-9953-4904-9277-4c33db5b619b req-61e2a6b4-176f-4322-b9ca-fded2f1e8d67 service neutron] 10.222.0.11 "GET /v2.0/networks/809c75c7-4141-4d08-abd5-bbf7dc6526f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103232 Jul 09 13:42:06.327392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6cb87f89-d84c-4e73-97fe-9430a33a8eb6 req-d10cba6f-c594-4e10-aaa7-31804cb50279 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790070 Jul 09 13:42:06.359042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ba4cbaf0-e165-4fd6-8f63-54b6443fbfed no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:06.508975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-1b94f84c-5c88-4d10-9ccc-704641986adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.510479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-1b94f84c-5c88-4d10-9ccc-704641986adc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b0cb35cbf484f8a8fdd02281ab4220f&device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 1094 time: 0.1459813 Jul 09 13:42:06.664166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-29824da5-2819-4d52-95fa-613d1bdefb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.665861 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-29824da5-2819-4d52-95fa-613d1bdefb0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=809c75c7-4141-4d08-abd5-bbf7dc6526f1 HTTP/1.1" status: 200 len: 909 time: 0.1488068 Jul 09 13:42:06.771637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-62a3b290-3701-406e-90bb-5144ad93e249 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2266e6f5-f87a-49ed-acc3-c007f7448c17 HTTP/1.1" status: 200 len: 217 time: 0.0938153 Jul 09 13:42:06.793351 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.873943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ba4cbaf0-e165-4fd6-8f63-54b6443fbfed {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:06.904922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-ce6a3a28-ecb3-42e2-9b20-4f73b19e9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.906461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-ce6a3a28-ecb3-42e2-9b20-4f73b19e9e33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=613f82e1-1db9-4ea7-aeac-27fd9bdcf716 HTTP/1.1" status: 200 len: 849 time: 0.1271882 Jul 09 13:42:06.923888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:06.931993 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.961067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-805f6896-a824-4b3c-9677-70f6a41bb2f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=809c75c7-4141-4d08-abd5-bbf7dc6526f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476711 Jul 09 13:42:07.027384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:07.307424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-b0d0d196-b876-4335-b5fe-eaa1966e271f service neutron] 10.222.0.11 "GET /v2.0/networks/809c75c7-4141-4d08-abd5-bbf7dc6526f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387723 Jul 09 13:42:07.582567 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1013395f-637b-4e92-8411-7d3b2f1b2d8d req-36628023-c2fd-434d-9c00-2d73cfbfcc8f service neutron] 10.222.0.11 "GET /v2.0/networks/809c75c7-4141-4d08-abd5-bbf7dc6526f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438836 Jul 09 13:42:07.813959 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d8dac3a-4b26-4bf3-8843-c7656b7706f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.848271 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d8dac3a-4b26-4bf3-8843-c7656b7706f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.966325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58628) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:08.027462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a15a4f-f424-411a-a9dd-973aaacb2b2e req-49e1e662-ac32-49f3-abf0-8a59a9390021 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:08.038390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25a15a4f-f424-411a-a9dd-973aaacb2b2e req-49e1e662-ac32-49f3-abf0-8a59a9390021 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 943 time: 0.2701762 Jul 09 13:42:08.068308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba264b08-8b37-4989-9042-4c99c9585787 req-01f80db6-3db0-42be-9214-430244d1d025 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:08.069876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba264b08-8b37-4989-9042-4c99c9585787 req-01f80db6-3db0-42be-9214-430244d1d025 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 943 time: 0.1937907 Jul 09 13:42:08.166276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8dac3a-4b26-4bf3-8843-c7656b7706f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Router 52301142-febb-4b30-af97-8f99a5da8072 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:42:08.178057 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba264b08-8b37-4989-9042-4c99c9585787 req-2e096564-28f7-498b-b6e4-e056c912c746 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979204 Jul 09 13:42:08.196726 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25a15a4f-f424-411a-a9dd-973aaacb2b2e req-9ebd4833-8275-4687-88ea-ab7377729d33 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565535 Jul 09 13:42:08.237487 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b734152-54cd-4cec-a14d-55e55ec2f404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.320008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ba4cbaf0-e165-4fd6-8f63-54b6443fbfed up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:08.370593 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b734152-54cd-4cec-a14d-55e55ec2f404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.377650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b734152-54cd-4cec-a14d-55e55ec2f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.382555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8dac3a-4b26-4bf3-8843-c7656b7706f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:42:08.396775 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] Sync routers for ids ['52301142-febb-4b30-af97-8f99a5da8072'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:42:08.397610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d8dac3a-4b26-4bf3-8843-c7656b7706f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.398872 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9d8dac3a-4b26-4bf3-8843-c7656b7706f3 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "PUT /v2.0/routers/52301142-febb-4b30-af97-8f99a5da8072 HTTP/1.1" status: 200 len: 694 time: 2.1373417 Jul 09 13:42:08.411779 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] Routers {'52301142-febb-4b30-af97-8f99a5da8072'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:08.411957 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7b734152-54cd-4cec-a14d-55e55ec2f404 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c67237e53681497080ecf3e4bb3f0ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406297 Jul 09 13:42:08.412940 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['52301142-febb-4b30-af97-8f99a5da8072'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:08.418037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58642) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:08.420659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58646) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:08.440237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:08.440877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.469745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b734152-54cd-4cec-a14d-55e55ec2f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38c1f67-9467-43a2-9494-87beec4248ea,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:08.511623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b682-af9f-4b05-865c-54b0aed0c4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.541260 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b682-af9f-4b05-865c-54b0aed0c4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.561082 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] Set router 52301142-febb-4b30-af97-8f99a5da8072 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:08.577063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7979a8d7-2e32-407d-85ef-4dd5d08302de tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/routers/52301142-febb-4b30-af97-8f99a5da8072 HTTP/1.1" status: 200 len: 700 time: 0.1541462 Jul 09 13:42:08.577799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58654) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:08.624593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5d611324-8f36-49bb-a91f-87b917768b97 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=52301142-febb-4b30-af97-8f99a5da8072 HTTP/1.1" status: 200 len: 205 time: 0.0447307 Jul 09 13:42:08.625164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58656) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:08.645294 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.681844 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52301142-febb-4b30-af97-8f99a5da8072', 'name': 'tempest-RoutersTest-router-1001100644', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:06Z', 'updated_at': '2021-07-09T13:42:07Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:08.733555 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] Checking router: 52301142-febb-4b30-af97-8f99a5da8072 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:42:08.742818 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] Routers {'52301142-febb-4b30-af97-8f99a5da8072'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:08.743823 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['52301142-febb-4b30-af97-8f99a5da8072'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:08.755299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:08.757788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664920ed-b27d-476b-a72a-41c465ad22d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:08.764645 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0560510b-14f9-413a-ac52-075364f6fb0c" -d '{"events": [{"server_uuid": "664920ed-b27d-476b-a72a-41c465ad22d7", "name": "network-vif-plugged", "status": "completed", "tag": "ba4cbaf0-e165-4fd6-8f63-54b6443fbfed"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:08.787366 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.833852 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] Set router 52301142-febb-4b30-af97-8f99a5da8072 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:08.908664 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52301142-febb-4b30-af97-8f99a5da8072', 'name': 'tempest-RoutersTest-router-1001100644', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:06Z', 'updated_at': '2021-07-09T13:42:07Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:08.917441 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16dbc37-62f0-4764-bcb1-59ebaa6d3d22 x-openstack-request-id: req-e16dbc37-62f0-4764-bcb1-59ebaa6d3d22 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:08.917735 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664920ed-b27d-476b-a72a-41c465ad22d7", "name": "network-vif-plugged", "status": "completed", "tag": "ba4cbaf0-e165-4fd6-8f63-54b6443fbfed", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:08.917988 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e16dbc37-62f0-4764-bcb1-59ebaa6d3d22 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:08.918377 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664920ed-b27d-476b-a72a-41c465ad22d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed', 'code': 200} Jul 09 13:42:08.972205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:09.056705 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08d926-d185-4cf3-8746-40a8f759495f None None] The sync data for ids ['52301142-febb-4b30-af97-8f99a5da8072'] in n-d-799524-3 is: [{'id': '52301142-febb-4b30-af97-8f99a5da8072', 'name': 'tempest-RoutersTest-router-1001100644', 'tenant_id': 'cba4978a0ef74309bb1b94722c24b00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:06Z', 'updated_at': '2021-07-09T13:42:07Z', 'revision_number': 2, 'project_id': 'cba4978a0ef74309bb1b94722c24b00e', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:42:09.440817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 2266e6f5-f87a-49ed-acc3-c007f7448c17 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:42:09.519955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7a2d1-09dd-4114-ab32-1f67a473826d req-7b92eea2-3705-4fad-8350-5d442cf5b398 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:09.527811 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57d7a2d1-09dd-4114-ab32-1f67a473826d req-7b92eea2-3705-4fad-8350-5d442cf5b398 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.1461098 Jul 09 13:42:09.588551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57d7a2d1-09dd-4114-ab32-1f67a473826d req-97d4e401-489d-40cf-944c-41266dc93257 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595639 Jul 09 13:42:09.645401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 2266e6f5-f87a-49ed-acc3-c007f7448c17, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2266e6f5-f87a-49ed-acc3-c007f7448c17,segment=NetworkSegment(000941c7-353a-43e9-a7dd-0bd751d2b946),segment_id=000941c7-353a-43e9-a7dd-0bd751d2b946)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:09.669245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '2266e6f5-f87a-49ed-acc3-c007f7448c17', 'network_id': '809c75c7-4141-4d08-abd5-bbf7dc6526f1', 'port_id': '2266e6f5-f87a-49ed-acc3-c007f7448c17', 'mac_address': 'fa:16:3e:75:b4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613f82e1-1db9-4ea7-aeac-27fd9bdcf716', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:42:09.702102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eee13fba-7b17-44c2-99fd-04e5b80568f5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.714529 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b682-af9f-4b05-865c-54b0aed0c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.718349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9bc9b682-af9f-4b05-865c-54b0aed0c4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.722729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9bc9b682-af9f-4b05-865c-54b0aed0c4b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b38c1f67-9467-43a2-9494-87beec4248ea HTTP/1.1" status: 204 len: 168 time: 1.3009992 Jul 09 13:42:09.750366 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.781443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2266e6f5-f87a-49ed-acc3-c007f7448c17 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:09.827365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9b682-af9f-4b05-865c-54b0aed0c4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38c1f67-9467-43a2-9494-87beec4248ea,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:09.829876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 2266e6f5-f87a-49ed-acc3-c007f7448c17, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2266e6f5-f87a-49ed-acc3-c007f7448c17,segment=NetworkSegment(000941c7-353a-43e9-a7dd-0bd751d2b946),segment_id=000941c7-353a-43e9-a7dd-0bd751d2b946)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:09.846512 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.956093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=2266e6f5-f87a-49ed-acc3-c007f7448c17,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:10.049370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['2266e6f5-f87a-49ed-acc3-c007f7448c17'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:10.052646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42d1cf-e0f2-478d-937b-e5282bae3515 req-623c5f58-ba5c-4a45-bac6-c878dda994b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:10.054155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce42d1cf-e0f2-478d-937b-e5282bae3515 req-623c5f58-ba5c-4a45-bac6-c878dda994b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 1096 time: 0.4555447 Jul 09 13:42:10.070456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eee13fba-7b17-44c2-99fd-04e5b80568f5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.078043 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eee13fba-7b17-44c2-99fd-04e5b80568f5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.087419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d034bbd-9103-410f-b83f-5da10d52e149 req-b38d6983-053b-4e9a-95d2-fb303fb32279 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:10.089528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d034bbd-9103-410f-b83f-5da10d52e149 req-b38d6983-053b-4e9a-95d2-fb303fb32279 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 943 time: 0.4920313 Jul 09 13:42:10.194702 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d034bbd-9103-410f-b83f-5da10d52e149 req-4426fb52-5d47-4254-8f46-cca504f4fab0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943506 Jul 09 13:42:10.198983 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eee13fba-7b17-44c2-99fd-04e5b80568f5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.199945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee13fba-7b17-44c2-99fd-04e5b80568f5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Fanout notify agent at l3_agent the message router_deleted on router 52301142-febb-4b30-af97-8f99a5da8072 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:42:10.209624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eee13fba-7b17-44c2-99fd-04e5b80568f5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.216467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.227278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eee13fba-7b17-44c2-99fd-04e5b80568f5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/52301142-febb-4b30-af97-8f99a5da8072 HTTP/1.1" status: 204 len: 168 time: 1.5996006 Jul 09 13:42:10.242565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce42d1cf-e0f2-478d-937b-e5282bae3515 req-7fcd3b3c-6130-408d-aef2-0684d02113c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714690 Jul 09 13:42:10.269667 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-28758afc-0ea4-42b3-8017-90ff65fef485 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=52301142-febb-4b30-af97-8f99a5da8072 HTTP/1.1" status: 200 len: 205 time: 0.0493979 Jul 09 13:42:10.269847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58702) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.386551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58706) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.404191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb6eddcc-3dae-461b-bfb7-daac88cccc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.422336 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-01b36304-84d7-47f8-a92a-8aac3dcb5c9f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] delete failed (client error): The resource could not be found. Jul 09 13:42:10.423906 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-01b36304-84d7-47f8-a92a-8aac3dcb5c9f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/52301142-febb-4b30-af97-8f99a5da8072 HTTP/1.1" status: 404 len: 336 time: 0.1475029 Jul 09 13:42:10.426500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58710) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.459973 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a32cfc-3332-4f8e-b5fd-35d943f35aa8 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:10.461239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a32cfc-3332-4f8e-b5fd-35d943f35aa8 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:10.464685 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a4a32cfc-3332-4f8e-b5fd-35d943f35aa8 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/bd511960-e61b-44f6-b878-579d01a0b9d4 HTTP/1.1" status: 404 len: 337 time: 0.0356345 Jul 09 13:42:10.466331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58712) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.498610 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d41a16f-5d1e-4610-8c5f-034d5fdb21ca tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:10.499401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d41a16f-5d1e-4610-8c5f-034d5fdb21ca tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:10.501630 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9d41a16f-5d1e-4610-8c5f-034d5fdb21ca tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/a7cc587c-7ed1-495b-ae75-90ae3c6f19dc HTTP/1.1" status: 404 len: 337 time: 0.0341148 Jul 09 13:42:10.513816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58716) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.558651 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf52a40-a985-4fcb-894a-a8ae08576a86 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:10.559580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf52a40-a985-4fcb-894a-a8ae08576a86 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:10.561744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ecf52a40-a985-4fcb-894a-a8ae08576a86 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/4233277d-1c29-4328-9ea8-b6725127ca83 HTTP/1.1" status: 404 len: 337 time: 0.0469790 Jul 09 13:42:10.564539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58720) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.618507 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9f1f8d-3e70-4f29-b82d-e32967840094 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:10.618900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9f1f8d-3e70-4f29-b82d-e32967840094 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:10.623801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fe9f1f8d-3e70-4f29-b82d-e32967840094 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/b0a65568-38b1-4c27-90c8-9c11ad3b071b HTTP/1.1" status: 404 len: 337 time: 0.0544858 Jul 09 13:42:10.625931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58722) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.667281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f4eaed4a-94de-4345-8b26-686c71cf9729 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 200 len: 205 time: 0.0414116 Jul 09 13:42:10.670504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58728) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.737210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb6eddcc-3dae-461b-bfb7-daac88cccc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.748813 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-d58f3dd5-b8cc-4e3d-b8b4-c260827b02c9 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] delete failed (client error): The resource could not be found. Jul 09 13:42:10.750724 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d58f3dd5-b8cc-4e3d-b8b4-c260827b02c9 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/0656c998-9280-414e-9297-949d703c9552 HTTP/1.1" status: 404 len: 336 time: 0.0788531 Jul 09 13:42:10.753996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58730) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.813802 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb6eddcc-3dae-461b-bfb7-daac88cccc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.839066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5d9d8dd0-0089-4eb1-96db-dae9a3b38c30 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=816a8e92-a36a-4d9b-8c26-152799050296 HTTP/1.1" status: 200 len: 205 time: 0.0841362 Jul 09 13:42:10.841332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eddcc-3dae-461b-bfb7-daac88cccc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e94c60-3e0c-4360-b82b-d5398e043062,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:10.844179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58734) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.902886 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-7f1c4392-418f-4edb-82a1-2e2118b89d53 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] delete failed (client error): The resource could not be found. Jul 09 13:42:10.905131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7f1c4392-418f-4edb-82a1-2e2118b89d53 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/816a8e92-a36a-4d9b-8c26-152799050296 HTTP/1.1" status: 404 len: 336 time: 0.0554914 Jul 09 13:42:10.912835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58736) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.915437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eb6eddcc-3dae-461b-bfb7-daac88cccc34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35a3a11aeb234bfc8ffe4758ede1c603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275617 Jul 09 13:42:10.923959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58738) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.988114 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adb1dbe-3940-4732-9f0b-1b618a9af0c6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:10.989336 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adb1dbe-3940-4732-9f0b-1b618a9af0c6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:10.996514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58744) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.999445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0adb1dbe-3940-4732-9f0b-1b618a9af0c6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/7684b3c6-1fbc-4ee0-9b8a-1f7c5c9b5e4c HTTP/1.1" status: 404 len: 337 time: 0.0785863 Jul 09 13:42:11.064002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f50d8254-3dc6-4f15-92a9-d58f487c88cf tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 HTTP/1.1" status: 200 len: 205 time: 0.0653408 Jul 09 13:42:11.066612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58750) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.102478 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d775-b4cb-4f64-821e-7834d2594d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.117800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a9087-cc50-44fa-806d-86f8670cb538 req-024aade1-f53f-445d-af19-36731f9a8b55 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:11.120271 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-384a9087-cc50-44fa-806d-86f8670cb538 req-024aade1-f53f-445d-af19-36731f9a8b55 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.3067880 Jul 09 13:42:11.137163 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-46623e37-426f-465e-99af-04cdd36f096e tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] delete failed (client error): The resource could not be found. Jul 09 13:42:11.139280 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-46623e37-426f-465e-99af-04cdd36f096e tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/a42a22d5-cbf7-4cfd-b3af-f8c3c3ea33c9 HTTP/1.1" status: 404 len: 336 time: 0.0707974 Jul 09 13:42:11.141884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58752) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.180784 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d775-b4cb-4f64-821e-7834d2594d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.200272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8eb276ee-bb67-4259-ac06-38389345f34e tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=b848b713-0777-44b8-99a1-39a508742349 HTTP/1.1" status: 200 len: 205 time: 0.0556424 Jul 09 13:42:11.202230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58756) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.241535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-384a9087-cc50-44fa-806d-86f8670cb538 req-ec35a7fc-bdf4-4307-b10d-34abaa176a0e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761261 Jul 09 13:42:11.245611 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-fad2d920-add9-4265-b4b1-239f859b23e6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] delete failed (client error): The resource could not be found. Jul 09 13:42:11.248040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fad2d920-add9-4265-b4b1-239f859b23e6 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/b848b713-0777-44b8-99a1-39a508742349 HTTP/1.1" status: 404 len: 336 time: 0.0448034 Jul 09 13:42:11.251312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58760) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.282603 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-665ac616-540a-4061-ad10-75d9646a18a5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:11.283390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665ac616-540a-4061-ad10-75d9646a18a5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:11.285458 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-665ac616-540a-4061-ad10-75d9646a18a5 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/a5dca9a1-557b-4c8a-a575-8a4350c19dd1 HTTP/1.1" status: 404 len: 337 time: 0.0331540 Jul 09 13:42:11.288585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58762) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.324677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d775-b4cb-4f64-821e-7834d2594d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.328264 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d775-b4cb-4f64-821e-7834d2594d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.329803 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cbf1d775-b4cb-4f64-821e-7834d2594d4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29e94c60-3e0c-4360-b82b-d5398e043062 HTTP/1.1" status: 204 len: 168 time: 0.4045122 Jul 09 13:42:11.330962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3417c9dc-0a32-4836-9874-d0c16cf20432 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=a176c5b1-0746-497e-9b2e-06da0a2f4e94 HTTP/1.1" status: 200 len: 205 time: 0.0409687 Jul 09 13:42:11.333926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58768) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.428378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1d775-b4cb-4f64-821e-7834d2594d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e94c60-3e0c-4360-b82b-d5398e043062,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:11.431072 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-a01a02b7-a05d-4216-b092-75fa96713872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] delete failed (client error): The resource could not be found. Jul 09 13:42:11.432388 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a01a02b7-a05d-4216-b092-75fa96713872 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/a176c5b1-0746-497e-9b2e-06da0a2f4e94 HTTP/1.1" status: 404 len: 336 time: 0.0964491 Jul 09 13:42:11.435269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58770) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.455612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 2266e6f5-f87a-49ed-acc3-c007f7448c17 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:11.507028 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-067b6720-b33d-486c-a62c-1687c0678fed tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:11.507490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067b6720-b33d-486c-a62c-1687c0678fed tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:11.512322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-067b6720-b33d-486c-a62c-1687c0678fed tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/4f8f5c5a-8e2f-41ed-ba65-1293166bc9b2 HTTP/1.1" status: 404 len: 337 time: 0.0728335 Jul 09 13:42:11.512639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58774) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.587395 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bc6eebc5-02e1-46b1-a19e-f850493af969 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a528a34-53cd-40d4-93df-d495c75ded7a HTTP/1.1" status: 200 len: 205 time: 0.0732734 Jul 09 13:42:11.590444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58780) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.593830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 2266e6f5-f87a-49ed-acc3-c007f7448c17 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:11.604484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 2266e6f5-f87a-49ed-acc3-c007f7448c17 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:11.605678 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.625893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49710a5f-7730-4ada-8a04-db818cbcb522 req-d9a19a8e-a963-403a-a9d7-06780e0b3c2e tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:11.642514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49710a5f-7730-4ada-8a04-db818cbcb522 req-d9a19a8e-a963-403a-a9d7-06780e0b3c2e tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 944 time: 0.1374106 Jul 09 13:42:11.673984 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-c2c32026-9d51-4ee8-bacc-bdab1d6e4fd7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] delete failed (client error): The resource could not be found. Jul 09 13:42:11.675788 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c2c32026-9d51-4ee8-bacc-bdab1d6e4fd7 tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/routers/4a528a34-53cd-40d4-93df-d495c75ded7a HTTP/1.1" status: 404 len: 336 time: 0.0831161 Jul 09 13:42:11.681386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58782) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.740368 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.756285 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a20d70-b25b-4682-b197-08a1ed09433f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:11.767403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a20d70-b25b-4682-b197-08a1ed09433f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:11.769426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a6a20d70-b25b-4682-b197-08a1ed09433f tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/cb709971-8815-40fc-8a96-33ff11a3c90a HTTP/1.1" status: 404 len: 337 time: 0.0868719 Jul 09 13:42:11.773711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58788) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.802578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e1bbf3-4053-4192-a621-cc980cd5349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2266e6f5-f87a-49ed-acc3-c007f7448c17'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:11.806455 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317d9cf8-0dc7-441e-ba6d-b3014ec079c1" -d '{"events": [{"server_uuid": "26e1bbf3-4053-4192-a621-cc980cd5349c", "name": "network-vif-plugged", "status": "completed", "tag": "2266e6f5-f87a-49ed-acc3-c007f7448c17"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:11.839014 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49710a5f-7730-4ada-8a04-db818cbcb522 req-2b36ed27-e7ed-4e78-b2fe-e683682316aa tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954048 Jul 09 13:42:11.849206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 2266e6f5-f87a-49ed-acc3-c007f7448c17, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2266e6f5-f87a-49ed-acc3-c007f7448c17,segment=NetworkSegment(000941c7-353a-43e9-a7dd-0bd751d2b946),segment_id=000941c7-353a-43e9-a7dd-0bd751d2b946)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:11.856658 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.883219 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8956143-e6e9-46b9-9d32-67d555f8170d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:11.891522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8956143-e6e9-46b9-9d32-67d555f8170d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:11.893570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d8956143-e6e9-46b9-9d32-67d555f8170d tempest-RoutersTest-2056009089 tempest-RoutersTest-2056009089-project] 10.222.0.32 "DELETE /v2.0/subnets/9d75635e-6644-4f22-8ad2-28c3aaadd809 HTTP/1.1" status: 404 len: 337 time: 0.1185076 Jul 09 13:42:11.940204 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee855f3-414e-4762-82ac-e960e705dec3 x-openstack-request-id: req-9ee855f3-414e-4762-82ac-e960e705dec3 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:11.941400 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e1bbf3-4053-4192-a621-cc980cd5349c", "name": "network-vif-plugged", "status": "completed", "tag": "2266e6f5-f87a-49ed-acc3-c007f7448c17", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:11.941748 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ee855f3-414e-4762-82ac-e960e705dec3 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:11.942235 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e1bbf3-4053-4192-a621-cc980cd5349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2266e6f5-f87a-49ed-acc3-c007f7448c17', 'code': 200} Jul 09 13:42:11.943000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=2266e6f5-f87a-49ed-acc3-c007f7448c17,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:12.163130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0c130-48b0-49f3-8ce0-622526bf0980 req-f27e9257-6772-4bd1-982f-38f9d684b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:12.167221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35f0c130-48b0-49f3-8ce0-622526bf0980 req-f27e9257-6772-4bd1-982f-38f9d684b480 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 1096 time: 0.1480596 Jul 09 13:42:12.253518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35f0c130-48b0-49f3-8ce0-622526bf0980 req-fb22d2cb-1475-4d44-bc3c-2e951cde2e87 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795381 Jul 09 13:42:12.515957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 58836) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:12.758124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f06171-e0b6-412f-b912-72c426d51e85 req-0141ff8a-bb1c-44cf-9335-98393b655164 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:12.759699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13f06171-e0b6-412f-b912-72c426d51e85 req-0141ff8a-bb1c-44cf-9335-98393b655164 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.1708152 Jul 09 13:42:12.892708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13f06171-e0b6-412f-b912-72c426d51e85 req-c0c61304-1815-45ec-bd95-41bf48480362 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239729 Jul 09 13:42:12.946269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 58862) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:12.946575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-00221d80-8852-4d46-8946-3a804ed2bf29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cba4978a0ef74309bb1b94722c24b00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292014 Jul 09 13:42:13.126602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53780216-eab9-44a1-a6a4-cc1f6dc0528e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.226621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53780216-eab9-44a1-a6a4-cc1f6dc0528e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.322753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46be0ed-adf6-4c2e-9ec8-5d6cc505af0e req-79e518ef-5ead-4dc4-ad83-c3a2779dad8e tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:13.323814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f0e8d-3039-4fcb-b557-5ad42aab5dab req-a1229b75-6e34-4567-9691-a40f44e99588 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:13.325756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d9f0e8d-3039-4fcb-b557-5ad42aab5dab req-a1229b75-6e34-4567-9691-a40f44e99588 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.1686060 Jul 09 13:42:13.328370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e46be0ed-adf6-4c2e-9ec8-5d6cc505af0e req-79e518ef-5ead-4dc4-ad83-c3a2779dad8e tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 945 time: 0.1593745 Jul 09 13:42:13.353487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.410148 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53780216-eab9-44a1-a6a4-cc1f6dc0528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.432148 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53780216-eab9-44a1-a6a4-cc1f6dc0528e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.433461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-53780216-eab9-44a1-a6a4-cc1f6dc0528e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/575f4bea-f2f9-4b46-80fd-8e2a7d74aea5 HTTP/1.1" status: 204 len: 168 time: 0.4852161 Jul 09 13:42:13.456822 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e46be0ed-adf6-4c2e-9ec8-5d6cc505af0e req-77e3abf9-87e5-4e77-84e1-7ae44939115b tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195779 Jul 09 13:42:13.460677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53780216-eab9-44a1-a6a4-cc1f6dc0528e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575f4bea-f2f9-4b46-80fd-8e2a7d74aea5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:13.472999 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d9f0e8d-3039-4fcb-b557-5ad42aab5dab req-bb8d8ed0-25f2-49e6-88e7-85914d6e4885 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386313 Jul 09 13:42:14.037043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.323988 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8dd467e-fc71-4f69-a62b-ff41ab7e383d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.540430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-e0cf60be-e106-41c1-8a52-7fa147668110 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:14.549816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-e0cf60be-e106-41c1-8a52-7fa147668110 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 814 time: 0.1795058 Jul 09 13:42:14.575061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-80dcd3aa-cb7b-48fa-aeb5-466109ca4e6c tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/quotas/665c353fdb3547e78980fe51803c44b5 HTTP/1.1" status: 200 len: 375 time: 0.0240440 Jul 09 13:42:14.784953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-cb152528-d709-49eb-ba56-a40aa04ac9f8 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084260 Jul 09 13:42:14.886796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf10ccc-3d0d-44b4-b97e-fe9f0e8ca30e req-dfc1ac4a-6c4f-4d6a-bae5-2c88239aacd7 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:14.891270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fdf10ccc-3d0d-44b4-b97e-fe9f0e8ca30e req-dfc1ac4a-6c4f-4d6a-bae5-2c88239aacd7 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 945 time: 0.1241455 Jul 09 13:42:15.003049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-3de08a97-8b06-4a26-86b9-14f19094b523 service neutron] 10.222.0.32 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117598 Jul 09 13:42:15.007205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fdf10ccc-3d0d-44b4-b97e-fe9f0e8ca30e req-4fc20f7e-01dc-46dd-9b85-11cc4098b91e tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039987 Jul 09 13:42:15.305646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-0a661dae-a170-436a-a5d0-8d7ce9c83eaf service neutron] 10.222.0.32 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012607 Jul 09 13:42:15.424943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-cfb262d2-5469-433d-a264-1dd9cdd48fa6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:15.436659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-cfb262d2-5469-433d-a264-1dd9cdd48fa6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.10 "GET /v2.0/ports?device_id=664920ed-b27d-476b-a72a-41c465ad22d7 HTTP/1.1" status: 200 len: 945 time: 0.1796200 Jul 09 13:42:15.796977 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dbd6e783-2ae5-4beb-8f0a-1e2e773a7bbd req-9bcd387f-2c6e-4a5f-9bd7-eb7d688a65ac tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 210 time: 0.0791328 Jul 09 13:42:15.809185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Deleting port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:15.811125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:16.020865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] For port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:16.021988 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:16.045687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Calling delete_port for ba4cbaf0-e165-4fd6-8f63-54b6443fbfed owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:16.574560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:16.661589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Pushing event deleted for resources: {'Port': ['ID=ba4cbaf0-e165-4fd6-8f63-54b6443fbfed,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:16.806668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] No DVR routers for this DVR port ba4cbaf0-e165-4fd6-8f63-54b6443fbfed on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:16.832462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:16.845154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5cfcf929-bea0-4791-b892-d0a882bb0967 req-e19ce59e-686b-4eb2-9e10-553b46b1d386 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.10 "DELETE /v2.0/ports/ba4cbaf0-e165-4fd6-8f63-54b6443fbfed HTTP/1.1" status: 204 len: 173 time: 1.4005268 Jul 09 13:42:16.845806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664920ed-b27d-476b-a72a-41c465ad22d7', 'name': 'network-vif-deleted', 'tag': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:16.855149 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beba9c6-2483-4d3e-92c2-36f833f079fa" -d '{"events": [{"server_uuid": "664920ed-b27d-476b-a72a-41c465ad22d7", "name": "network-vif-deleted", "tag": "ba4cbaf0-e165-4fd6-8f63-54b6443fbfed"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:16.882981 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aea43a6c-3c5b-4a41-bb34-093303160472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:16.995500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.029253 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74353f-c365-45f4-91a8-1dcdf41c9b9f x-openstack-request-id: req-1b74353f-c365-45f4-91a8-1dcdf41c9b9f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:17.029447 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664920ed-b27d-476b-a72a-41c465ad22d7", "name": "network-vif-deleted", "tag": "ba4cbaf0-e165-4fd6-8f63-54b6443fbfed", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:17.029679 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b74353f-c365-45f4-91a8-1dcdf41c9b9f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:17.030256 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664920ed-b27d-476b-a72a-41c465ad22d7', 'name': 'network-vif-deleted', 'tag': 'ba4cbaf0-e165-4fd6-8f63-54b6443fbfed', 'status': 'completed', 'code': 200} Jul 09 13:42:17.447747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a38592a-15fd-4a63-954b-451a2e682cc4 req-b9e14cfb-0cb0-449e-abb1-32e0f933cf95 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 210 time: 0.2055335 Jul 09 13:42:18.234074 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:18.383841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ba4cbaf0-e165-4fd6-8f63-54b6443fbfed no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:18.444341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ba4cbaf0-e165-4fd6-8f63-54b6443fbfed {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:18.444572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ba4cbaf0-e165-4fd6-8f63-54b6443fbfed not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:18.604195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-441a92d4-6bf6-4dfc-95e8-2e0b35f867e6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:18.609840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-441a92d4-6bf6-4dfc-95e8-2e0b35f867e6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.11 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 814 time: 0.2547855 Jul 09 13:42:18.626200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Request body: {'port': {'device_id': '70642b84-0909-4226-82c1-3dcb26ffe12b', 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'admin_state_up': True, 'tenant_id': '665c353fdb3547e78980fe51803c44b5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:18.891040 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d168bec5-62b1-4918-882c-8cf6c5c3e8ca req-8271f5c2-1768-493d-af80-eb3a195deddf tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 210 time: 0.0486782 Jul 09 13:42:18.920044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Made reservation on behalf of 665c353fdb3547e78980fe51803c44b5 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:18.927298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.310548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Allocated IP 172.20.0.8 (7da72e81-5f34-46f7-8e22-b9b577eb19b8/aca9f388-24ac-486c-84c4-d0a3a29a1ebf/d3d98f5d-62ca-4cb6-a3a5-9f5170095f51) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:19.567744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.659772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.718224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:19.722094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:19.728043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:19.729915 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.839829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:19.841623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.925419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3052764 Jul 09 13:42:19.927218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Pushing event updated for resources: {'Port': ['ID=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:19.942082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Request body: {'port': {'device_id': '70642b84-0909-4226-82c1-3dcb26ffe12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:20.015073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.015429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.015778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.016117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.016452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.016784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.017116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.017445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.017778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.018104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.018438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.018762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839352dd-809e-4f70-92bf-fad272c3d086 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:20.189288 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.316942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4040a-c616-4870-9a49-fc9bee493147 req-0e55dcb2-efb8-4fd6-86f7-70525684e13e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:20.327626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1e4040a-c616-4870-9a49-fc9bee493147 req-0e55dcb2-efb8-4fd6-86f7-70525684e13e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 931 time: 0.2298920 Jul 09 13:42:20.536691 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1e4040a-c616-4870-9a49-fc9bee493147 req-15cca677-a84c-409a-aac3-0090f0078e49 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116251 Jul 09 13:42:20.744186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:20.753925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.772131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Transition to ACTIVE for port object d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:20.779245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.852403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Pushing event updated for resources: {'Port': ['ID=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:20.945093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Attempting to bind port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:20.945750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Attempting to bind port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:20.946341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Attempting to bind port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:20.953406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:42:20.953814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Attempting to bind port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 on network 7da72e81-5f34-46f7-8e22-b9b577eb19b8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:20.959719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:20.960186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Checking segment: {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:20.960645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Bound using segment: {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:20.961293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Bound port: d3d98f5d-62ca-4cb6-a3a5-9f5170095f51, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581785cb-3a8e-4171-9b12-05c22247ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:20.961842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.100473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93112df2-1377-48b9-bda2-2c444f9c20a7 req-6b0519e7-2ff5-48c8-989e-b86fcbea5ef1 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.102413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93112df2-1377-48b9-bda2-2c444f9c20a7 req-6b0519e7-2ff5-48c8-989e-b86fcbea5ef1 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 945 time: 0.1281815 Jul 09 13:42:21.201728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] For port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:21.252425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] For port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:21.256400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93112df2-1377-48b9-bda2-2c444f9c20a7 req-afa6f42e-9949-4480-82b4-eeb1eefc429a tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457660 Jul 09 13:42:21.269649 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.362155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.363183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.364969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] 10.222.0.11 "PUT /v2.0/ports/d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 HTTP/1.1" status: 200 len: 1091 time: 1.4291608 Jul 09 13:42:21.365752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70642b84-0909-4226-82c1-3dcb26ffe12b', 'tag': 'd3d98f5d-62ca-4cb6-a3a5-9f5170095f51'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:21.368529 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf873e0-21fc-4abd-a529-468e982b5b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "70642b84-0909-4226-82c1-3dcb26ffe12b", "tag": "d3d98f5d-62ca-4cb6-a3a5-9f5170095f51"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:21.468310 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9cd94c-fcab-46d4-8ffc-aeb2b0e2ff34 x-openstack-request-id: req-ca9cd94c-fcab-46d4-8ffc-aeb2b0e2ff34 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:21.468757 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70642b84-0909-4226-82c1-3dcb26ffe12b", "tag": "d3d98f5d-62ca-4cb6-a3a5-9f5170095f51", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:21.469105 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca9cd94c-fcab-46d4-8ffc-aeb2b0e2ff34 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:21.469697 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70642b84-0909-4226-82c1-3dcb26ffe12b', 'tag': 'd3d98f5d-62ca-4cb6-a3a5-9f5170095f51', 'status': 'completed', 'code': 200} Jul 09 13:42:21.472996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f6b67-6b7c-436b-be20-972bcc1552dc service neutron] Pushing event updated for resources: {'Port': ['ID=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:21.509741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-1d3da61c-27d4-47ee-b2f7-ca4968deaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.511633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-1d3da61c-27d4-47ee-b2f7-ca4968deaa8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 1094 time: 0.0880282 Jul 09 13:42:21.618452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-32c29000-b275-4b95-aa23-8915e36f6b67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 HTTP/1.1" status: 200 len: 217 time: 0.0915899 Jul 09 13:42:21.912770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-27469178-a006-4bc8-b37a-7ea3b593b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.929598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-27469178-a006-4bc8-b37a-7ea3b593b6bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 200 len: 854 time: 0.3041036 Jul 09 13:42:22.120221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-d7a0828d-d404-45ed-ba7e-7afaefaf0a57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7da72e81-5f34-46f7-8e22-b9b577eb19b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827023 Jul 09 13:42:22.334018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e1318-23ba-46d0-900c-6d053c542c8d req-768753d4-c570-49c9-a19b-e2c0cf8f1b12 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:22.357417 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-466e1318-23ba-46d0-900c-6d053c542c8d req-768753d4-c570-49c9-a19b-e2c0cf8f1b12 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.11 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 945 time: 0.3141265 Jul 09 13:42:22.561202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da5f66-d557-4996-976e-0c6718e2e8a8 req-7966d12b-4ba6-4df0-be1b-80a0a493fc15 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:22.578606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8da5f66-d557-4996-976e-0c6718e2e8a8 req-7966d12b-4ba6-4df0-be1b-80a0a493fc15 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 943 time: 0.4989715 Jul 09 13:42:22.623352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-5ef40cea-c8f0-4bc6-b8c7-b666d1d1870a service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776863 Jul 09 13:42:22.726315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40b9e6fd-b768-45f6-9b56-1bbfa7a84acf req-99a1927c-be03-419b-b383-33ef99f5656a service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967162 Jul 09 13:42:22.761576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Deleting port 2266e6f5-f87a-49ed-acc3-c007f7448c17 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:22.766901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.777268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8da5f66-d557-4996-976e-0c6718e2e8a8 req-762b01fb-4cb6-4c9e-9df6-d934aa6f04b6 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973159 Jul 09 13:42:22.929026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-a3c98ee8-5fe0-4457-be81-5546a9fca808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:22.932727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-a3c98ee8-5fe0-4457-be81-5546a9fca808 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665c353fdb3547e78980fe51803c44b5&device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 1094 time: 0.1174455 Jul 09 13:42:23.169104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] For port 2266e6f5-f87a-49ed-acc3-c007f7448c17, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=2266e6f5-f87a-49ed-acc3-c007f7448c17,segment=NetworkSegment(000941c7-353a-43e9-a7dd-0bd751d2b946),segment_id=000941c7-353a-43e9-a7dd-0bd751d2b946)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:23.169549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.177010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-f3c9bbcd-6b6c-4ce1-8dca-8e3fea1929da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:23.189528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-f3c9bbcd-6b6c-4ce1-8dca-8e3fea1929da service neutron] 10.222.0.11 "GET /v2.0/networks?id=7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 200 len: 914 time: 0.2362151 Jul 09 13:42:23.207091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f895aa-00d0-4745-9442-44e29ebe918a req-aa01ae24-1a8e-4f5c-8f1a-b2d5cdef12d3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:23.209421 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6f895aa-00d0-4745-9442-44e29ebe918a req-aa01ae24-1a8e-4f5c-8f1a-b2d5cdef12d3 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 945 time: 0.6118011 Jul 09 13:42:23.253851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-22f9cf0d-7d3e-4f76-935c-fca750cf9fc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 HTTP/1.1" status: 200 len: 217 time: 0.0633991 Jul 09 13:42:23.256197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Calling delete_port for 2266e6f5-f87a-49ed-acc3-c007f7448c17 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:23.263853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e6f895aa-00d0-4745-9442-44e29ebe918a req-e487dfa6-5e92-4765-8d55-936423d6b0df tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/security-groups?id=40d15cac-429a-4729-b50d-4c9b3dba2d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Jul 09 13:42:23.347372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-8f0a1aaf-1814-4d58-af0f-27b882fed1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:23.348871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-8f0a1aaf-1814-4d58-af0f-27b882fed1b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 200 len: 854 time: 0.0881889 Jul 09 13:42:23.441553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.451175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-e7ee7155-9a03-4bd7-886b-1d876282b03e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7da72e81-5f34-46f7-8e22-b9b577eb19b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801015 Jul 09 13:42:23.465534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['2266e6f5-f87a-49ed-acc3-c007f7448c17'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:23.510360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Pushing event deleted for resources: {'Port': ['ID=2266e6f5-f87a-49ed-acc3-c007f7448c17,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:23.563392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] No DVR routers for this DVR port 2266e6f5-f87a-49ed-acc3-c007f7448c17 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:23.568421 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.570468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-466e1318-23ba-46d0-900c-6d053c542c8d req-a394421e-24e1-4364-800d-d2b11c9739a0 tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.11 "DELETE /v2.0/ports/2266e6f5-f87a-49ed-acc3-c007f7448c17 HTTP/1.1" status: 204 len: 173 time: 1.2077999 Jul 09 13:42:23.570929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e1bbf3-4053-4192-a621-cc980cd5349c', 'name': 'network-vif-deleted', 'tag': '2266e6f5-f87a-49ed-acc3-c007f7448c17'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:23.592070 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdeb200-1b39-4de6-8140-dc9c7fca20bd" -d '{"events": [{"server_uuid": "26e1bbf3-4053-4192-a621-cc980cd5349c", "name": "network-vif-deleted", "tag": "2266e6f5-f87a-49ed-acc3-c007f7448c17"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:23.649766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-0bf76225-ba17-4586-8ed7-c0bf1724a544 service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980462 Jul 09 13:42:23.834715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8bf873e0-21fc-4abd-a529-468e982b5b0a req-f40dc7ab-4e0c-42c7-ad58-c42ec8fc1310 service neutron] 10.222.0.11 "GET /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779101 Jul 09 13:42:23.984022 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716d6aaf-7b9a-447e-95d0-6708cc1eff2c x-openstack-request-id: req-716d6aaf-7b9a-447e-95d0-6708cc1eff2c {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:23.984337 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e1bbf3-4053-4192-a621-cc980cd5349c", "name": "network-vif-deleted", "tag": "2266e6f5-f87a-49ed-acc3-c007f7448c17", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:23.984597 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-716d6aaf-7b9a-447e-95d0-6708cc1eff2c {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:23.985006 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e1bbf3-4053-4192-a621-cc980cd5349c', 'name': 'network-vif-deleted', 'tag': '2266e6f5-f87a-49ed-acc3-c007f7448c17', 'status': 'completed', 'code': 200} Jul 09 13:42:24.099336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629baafe-bb43-42fc-89ba-5a95ecc818eb req-e7d0382a-8507-4bce-8c1d-48241571bfaf tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:24.100858 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-629baafe-bb43-42fc-89ba-5a95ecc818eb req-e7d0382a-8507-4bce-8c1d-48241571bfaf tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 943 time: 0.0711763 Jul 09 13:42:24.163071 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-629baafe-bb43-42fc-89ba-5a95ecc818eb req-ef4ae3f5-2d7e-4370-95a4-f2b028b48515 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559216 Jul 09 13:42:24.617904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e8ae74d-9f73-4f66-a01e-f1860bd9c816 req-ea8d050b-f33b-42df-97de-1648c72d671d tempest-VolumesActionsTest-2041901238 tempest-VolumesActionsTest-2041901238-project] 10.222.0.32 "GET /v2.0/ports?device_id=26e1bbf3-4053-4192-a621-cc980cd5349c HTTP/1.1" status: 200 len: 210 time: 0.0560536 Jul 09 13:42:25.283647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59326) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:25.505192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:42:25.507889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 2266e6f5-f87a-49ed-acc3-c007f7448c17 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:25.610903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cf1b7-db75-473a-9b60-b9475d569013 req-cbea11f7-34c4-42b0-905d-5ad8a5b45bf5 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:25.623873 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e75cf1b7-db75-473a-9b60-b9475d569013 req-cbea11f7-34c4-42b0-905d-5ad8a5b45bf5 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 943 time: 0.2234397 Jul 09 13:42:25.841624 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e75cf1b7-db75-473a-9b60-b9475d569013 req-1c736718-c609-4238-9382-f6d61598452a tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140670 Jul 09 13:42:25.848629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff11e35-9011-4eff-9e7a-f1d1d40ee54f admin admin] Deleting subnet 5ff354ce-6bfc-46c5-be7b-185a2c29a859 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:25.860585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fff11e35-9011-4eff-9e7a-f1d1d40ee54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.918326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:25.953201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'd3d98f5d-62ca-4cb6-a3a5-9f5170095f51', 'network_id': '7da72e81-5f34-46f7-8e22-b9b577eb19b8', 'port_id': 'd3d98f5d-62ca-4cb6-a3a5-9f5170095f51', 'mac_address': 'fa:16:3e:62:81:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9f388-24ac-486c-84c4-d0a3a29a1ebf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:42:25.976104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fff11e35-9011-4eff-9e7a-f1d1d40ee54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.017967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 2266e6f5-f87a-49ed-acc3-c007f7448c17 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:26.019361 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 2266e6f5-f87a-49ed-acc3-c007f7448c17 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:26.039818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fff11e35-9011-4eff-9e7a-f1d1d40ee54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.106911 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.143691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:26.172061 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fff11e35-9011-4eff-9e7a-f1d1d40ee54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.240051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:26.240293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff11e35-9011-4eff-9e7a-f1d1d40ee54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff354ce-6bfc-46c5-be7b-185a2c29a859,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:26.249861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fff11e35-9011-4eff-9e7a-f1d1d40ee54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.251875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fff11e35-9011-4eff-9e7a-f1d1d40ee54f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5ff354ce-6bfc-46c5-be7b-185a2c29a859 HTTP/1.1" status: 204 len: 168 time: 0.9669106 Jul 09 13:42:26.253862 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.254562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 59348) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:26.329907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:26.341629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.342460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.343940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.344716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.345251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.345883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.346666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.348097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.348656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.349208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.349715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.350218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:26.417478 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.472814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d3d98f5d-62ca-4cb6-a3a5-9f5170095f51'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:26.645633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.674953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd22c4e-9180-43b6-9b38-88ad715bb7da']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:26.696592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b0d0db-3e8b-4304-ad50-10afebacbced') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:26.696897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b0d0db-3e8b-4304-ad50-10afebacbced') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:26.717645 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.753742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.760060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:26.760477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:26.868107 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:26.874366 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.882302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.892274 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3bd22c4e-9180-43b6-9b38-88ad715bb7da HTTP/1.1" status: 204 len: 168 time: 0.6365960 Jul 09 13:42:26.931198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b9d1b-08e8-4535-a904-8338a5aa9cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd22c4e-9180-43b6-9b38-88ad715bb7da,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:27.181918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59370) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:27.267435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450c1c4-4bad-4cb5-b1a5-aafd7c905de1 req-68dec687-8ac1-4cf0-a979-7c3e9337d86f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:27.270701 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8450c1c4-4bad-4cb5-b1a5-aafd7c905de1 req-68dec687-8ac1-4cf0-a979-7c3e9337d86f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 944 time: 0.1630278 Jul 09 13:42:27.275906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-60b7515c-a823-433c-be86-7457abe4d190 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73f3bb17e27d46d4867789461484138b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904548 Jul 09 13:42:27.277158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 59374) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:27.350735 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8450c1c4-4bad-4cb5-b1a5-aafd7c905de1 req-c5ed92b3-3b3e-4997-8e89-e4bd5001c6b0 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737131 Jul 09 13:42:27.402605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d87cf04-d252-4971-b0e3-85fdb83c7a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.484620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d87cf04-d252-4971-b0e3-85fdb83c7a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.510561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:27.610780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d87cf04-d252-4971-b0e3-85fdb83c7a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.620295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d87cf04-d252-4971-b0e3-85fdb83c7a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.621566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4d87cf04-d252-4971-b0e3-85fdb83c7a6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09cd07f1-ca2c-4555-a879-44e2180d1e77 HTTP/1.1" status: 204 len: 168 time: 0.3434186 Jul 09 13:42:27.659924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87cf04-d252-4971-b0e3-85fdb83c7a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd07f1-ca2c-4555-a879-44e2180d1e77,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:27.780205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:27.792331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:27.792918 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.936377 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.005927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70642b84-0909-4226-82c1-3dcb26ffe12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d98f5d-62ca-4cb6-a3a5-9f5170095f51'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:28.008220 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041c12f4-808c-4d84-9f4b-75ffea14bf37" -d '{"events": [{"server_uuid": "70642b84-0909-4226-82c1-3dcb26ffe12b", "name": "network-vif-plugged", "status": "completed", "tag": "d3d98f5d-62ca-4cb6-a3a5-9f5170095f51"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:28.034712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:28.046458 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.076316 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4a073f-2af9-458d-9dde-5828d06c29dc x-openstack-request-id: req-3f4a073f-2af9-458d-9dde-5828d06c29dc {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:28.076602 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70642b84-0909-4226-82c1-3dcb26ffe12b", "name": "network-vif-plugged", "status": "completed", "tag": "d3d98f5d-62ca-4cb6-a3a5-9f5170095f51", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:28.076860 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f4a073f-2af9-458d-9dde-5828d06c29dc {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:28.077306 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70642b84-0909-4226-82c1-3dcb26ffe12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d98f5d-62ca-4cb6-a3a5-9f5170095f51', 'code': 200} Jul 09 13:42:28.176610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:28.310651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f920a-4ead-4058-9dd3-4de8646cb51a req-b461e848-eda9-4a6f-bd1b-a6b9091b5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:28.312608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d9f920a-4ead-4058-9dd3-4de8646cb51a req-b461e848-eda9-4a6f-bd1b-a6b9091b5d2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 1096 time: 0.1474764 Jul 09 13:42:28.394207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d9f920a-4ead-4058-9dd3-4de8646cb51a req-2dcb9cb9-4d2c-445b-bf84-872403aa9094 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701711 Jul 09 13:42:28.814791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bb235-7506-4fb5-8855-a621f7883aaa req-8698331a-5c80-484a-b46c-c601f652248e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:28.817266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-146bb235-7506-4fb5-8855-a621f7883aaa req-8698331a-5c80-484a-b46c-c601f652248e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.2040777 Jul 09 13:42:28.945325 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-146bb235-7506-4fb5-8855-a621f7883aaa req-ace91a39-e326-4a3b-8e66-4bfe3213cf75 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222439 Jul 09 13:42:30.455387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f733f0-49ea-4d15-a0c7-9f76b5d8b537 req-ae06b066-3310-4c1b-a9c4-1e047ebfbd3f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:30.462466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0f733f0-49ea-4d15-a0c7-9f76b5d8b537 req-ae06b066-3310-4c1b-a9c4-1e047ebfbd3f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.1626287 Jul 09 13:42:30.576754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0f733f0-49ea-4d15-a0c7-9f76b5d8b537 req-bddfd17b-6f68-4631-a8e9-2a1256341606 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123114 Jul 09 13:42:30.979185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a98964-0a99-4edc-b6c7-4d4c41765cba req-b10f4161-f319-4ee7-a648-8496e65ee411 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:30.991255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81a98964-0a99-4edc-b6c7-4d4c41765cba req-b10f4161-f319-4ee7-a648-8496e65ee411 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.1572137 Jul 09 13:42:31.143765 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-81a98964-0a99-4edc-b6c7-4d4c41765cba req-793603f0-c683-47db-8d1f-5f5ef0d9d58d tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477387 Jul 09 13:42:31.609593 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:42:31.770506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407f78e-ef00-4b23-8987-507223f933a4 req-ae516158-fb8e-4398-9341-3eeb9053ff76 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:31.780997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6407f78e-ef00-4b23-8987-507223f933a4 req-ae516158-fb8e-4398-9341-3eeb9053ff76 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.1183507 Jul 09 13:42:31.832209 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6407f78e-ef00-4b23-8987-507223f933a4 req-2e99e61d-93ec-4dfc-9cee-ad7f033463e2 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502863 Jul 09 13:42:32.194967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740869-003d-434e-8819-14480c2e4ce2 req-8d5b692c-97e9-42e6-9c8a-e55a188b8761 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:32.196560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d740869-003d-434e-8819-14480c2e4ce2 req-8d5b692c-97e9-42e6-9c8a-e55a188b8761 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.1591229 Jul 09 13:42:32.276421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d740869-003d-434e-8819-14480c2e4ce2 req-93e2105f-f517-4879-99a6-48efe69e71ee tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683274 Jul 09 13:42:33.127167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e38e0-f14f-4282-8d73-d8d15e01d346 req-c0efa5ba-69b2-48dd-8872-a274a27ace8d tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:33.136448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d96e38e0-f14f-4282-8d73-d8d15e01d346 req-c0efa5ba-69b2-48dd-8872-a274a27ace8d tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.1893859 Jul 09 13:42:33.235940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d96e38e0-f14f-4282-8d73-d8d15e01d346 req-1ee5d0cb-0ead-49b4-ae7c-4de2ea26542f tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978355 Jul 09 13:42:33.735138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6b012-6b48-438b-b4ca-d335086c92b1 req-47d95769-76f8-4f1e-9b19-0938e01fa548 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:33.736924 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72e6b012-6b48-438b-b4ca-d335086c92b1 req-47d95769-76f8-4f1e-9b19-0938e01fa548 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.1722863 Jul 09 13:42:33.862823 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72e6b012-6b48-438b-b4ca-d335086c92b1 req-f06e3591-7928-4d1b-87cf-ba778e71bcbb tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170630 Jul 09 13:42:35.630543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c90243-dff9-4ac5-a956-4545c7589ae6 req-478bae15-64ee-489e-a712-a8ce1f10048e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:35.639848 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49c90243-dff9-4ac5-a956-4545c7589ae6 req-478bae15-64ee-489e-a712-a8ce1f10048e tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.2635219 Jul 09 13:42:35.782460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49c90243-dff9-4ac5-a956-4545c7589ae6 req-6d5c1fe6-14fb-4d6b-b7b9-d9c6fc6a9060 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358368 Jul 09 13:42:36.047994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-eb062714-35fe-4be2-8fb2-69c4e14a22b0 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:36.049903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-eb062714-35fe-4be2-8fb2-69c4e14a22b0 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.11 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.1965506 Jul 09 13:42:36.539237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Deleting port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:36.539626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:36.854731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] For port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,segment=NetworkSegment(581785cb-3a8e-4171-9b12-05c22247ec2b),segment_id=581785cb-3a8e-4171-9b12-05c22247ec2b)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:36.857014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:36.999311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Calling delete_port for d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:37.332902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e9dbc-a7f9-406c-b33b-1f2c7a131d28 req-2fed1aa3-ad52-4c77-b594-92add5a60038 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:37.344368 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c36e9dbc-a7f9-406c-b33b-1f2c7a131d28 req-2fed1aa3-ad52-4c77-b594-92add5a60038 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 945 time: 0.1655445 Jul 09 13:42:37.425090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c36e9dbc-a7f9-406c-b33b-1f2c7a131d28 req-98d25c02-4b54-4ae0-a5de-32ceb8a20787 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792756 Jul 09 13:42:37.523615 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.540604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d3d98f5d-62ca-4cb6-a3a5-9f5170095f51'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:37.555901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Pushing event deleted for resources: {'Port': ['ID=d3d98f5d-62ca-4cb6-a3a5-9f5170095f51,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:37.651455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] No DVR routers for this DVR port d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:37.664217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.666280 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36270ef4-4197-42a8-8560-fb0a211d75bd req-f3b2b27a-cf0b-488f-a0ce-111e4ba8b191 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.11 "DELETE /v2.0/ports/d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 HTTP/1.1" status: 204 len: 173 time: 1.6038663 Jul 09 13:42:37.666756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70642b84-0909-4226-82c1-3dcb26ffe12b', 'name': 'network-vif-deleted', 'tag': 'd3d98f5d-62ca-4cb6-a3a5-9f5170095f51'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:37.669647 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39417886-43b0-45d6-a1ca-96f6c8f3a86c" -d '{"events": [{"server_uuid": "70642b84-0909-4226-82c1-3dcb26ffe12b", "name": "network-vif-deleted", "tag": "d3d98f5d-62ca-4cb6-a3a5-9f5170095f51"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:37.718799 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921a08a9-ba6d-43e1-b7f2-db4d58b0c3ec x-openstack-request-id: req-921a08a9-ba6d-43e1-b7f2-db4d58b0c3ec {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:37.719318 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70642b84-0909-4226-82c1-3dcb26ffe12b", "name": "network-vif-deleted", "tag": "d3d98f5d-62ca-4cb6-a3a5-9f5170095f51", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:37.719749 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-921a08a9-ba6d-43e1-b7f2-db4d58b0c3ec {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:37.720366 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70642b84-0909-4226-82c1-3dcb26ffe12b', 'name': 'network-vif-deleted', 'tag': 'd3d98f5d-62ca-4cb6-a3a5-9f5170095f51', 'status': 'completed', 'code': 200} Jul 09 13:42:38.955168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-525ad7b4-60ea-4b43-9da4-151ebf71d225 req-cd6b4cb9-361d-4fd4-972c-0af1f1eaff64 tempest-ServerDiskConfigTestJSON-1627789484 tempest-ServerDiskConfigTestJSON-1627789484-project] 10.222.0.32 "GET /v2.0/ports?device_id=70642b84-0909-4226-82c1-3dcb26ffe12b HTTP/1.1" status: 200 len: 210 time: 0.0517952 Jul 09 13:42:39.565983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:39.608719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:39.610548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d3d98f5d-62ca-4cb6-a3a5-9f5170095f51 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:40.835934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:40.990888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-79755ca0-3ce4-49c7-929a-bd2f9bbd27b4 admin admin] Deleting subnet aca9f388-24ac-486c-84c4-d0a3a29a1ebf {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:40.999683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79755ca0-3ce4-49c7-929a-bd2f9bbd27b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.100359 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79755ca0-3ce4-49c7-929a-bd2f9bbd27b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.155259 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79755ca0-3ce4-49c7-929a-bd2f9bbd27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.218327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79755ca0-3ce4-49c7-929a-bd2f9bbd27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.248184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79755ca0-3ce4-49c7-929a-bd2f9bbd27b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca9f388-24ac-486c-84c4-d0a3a29a1ebf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:41.250460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79755ca0-3ce4-49c7-929a-bd2f9bbd27b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.256476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60232) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:41.256939 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-79755ca0-3ce4-49c7-929a-bd2f9bbd27b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aca9f388-24ac-486c-84c4-d0a3a29a1ebf HTTP/1.1" status: 204 len: 168 time: 0.4194739 Jul 09 13:42:41.392719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.603702 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.627983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da72e81-5f34-46f7-8e22-b9b577eb19b8']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:41.653062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581785cb-3a8e-4171-9b12-05c22247ec2b') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:41.654103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581785cb-3a8e-4171-9b12-05c22247ec2b') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:41.671114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.709076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.725489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:41.725948 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:41.855147 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:41.869771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.922272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.932217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7da72e81-5f34-46f7-8e22-b9b577eb19b8 HTTP/1.1" status: 204 len: 168 time: 0.6742141 Jul 09 13:42:41.933161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dca15-0abd-483b-b586-8a7d5d688624 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da72e81-5f34-46f7-8e22-b9b577eb19b8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:42.485457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60274) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:42.600067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60282) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:42.616606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-13cc2ba3-ae66-4ed0-b924-e2c024bc3a4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=665c353fdb3547e78980fe51803c44b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290956 Jul 09 13:42:42.648366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60286) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:42.757650 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1aa44b62-dd3c-40c0-a470-229bda024207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.809869 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1aa44b62-dd3c-40c0-a470-229bda024207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.936301 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1aa44b62-dd3c-40c0-a470-229bda024207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.938873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1aa44b62-dd3c-40c0-a470-229bda024207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.944434 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1aa44b62-dd3c-40c0-a470-229bda024207 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272 HTTP/1.1" status: 204 len: 168 time: 0.3432732 Jul 09 13:42:42.973499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa44b62-dd3c-40c0-a470-229bda024207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f87f1f2-84b1-4c85-9b9e-3ca7ffb77272,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:43.010311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10bd7c69-58db-4cd3-8ea0-fd18e9aee6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.316168 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.361153 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10bd7c69-58db-4cd3-8ea0-fd18e9aee6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.378690 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10bd7c69-58db-4cd3-8ea0-fd18e9aee6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.481962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd7c69-58db-4cd3-8ea0-fd18e9aee6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3305ffe7-8cf8-4f14-b842-3fb3f0677b21,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:43.490330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-10bd7c69-58db-4cd3-8ea0-fd18e9aee6eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e17c7709825c4bb589973aa6d7fba3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8407240 Jul 09 13:42:43.493010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60316) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:43.653417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86a4311c-cc35-4e63-8599-9d91c9157e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.706136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86a4311c-cc35-4e63-8599-9d91c9157e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.827799 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86a4311c-cc35-4e63-8599-9d91c9157e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.832162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-86a4311c-cc35-4e63-8599-9d91c9157e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.851695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-86a4311c-cc35-4e63-8599-9d91c9157e43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3305ffe7-8cf8-4f14-b842-3fb3f0677b21 HTTP/1.1" status: 204 len: 168 time: 0.3571792 Jul 09 13:42:43.873823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4311c-cc35-4e63-8599-9d91c9157e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3305ffe7-8cf8-4f14-b842-3fb3f0677b21,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:44.008594 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.328979 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d502ede-fb0c-4603-a214-e0a40166a9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.561685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60356) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:44.585499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19ac1da1-d7d5-4274-9e92-1ce25a4d6510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.747583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60362) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:44.806168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19ac1da1-d7d5-4274-9e92-1ce25a4d6510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.814750 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-19ac1da1-d7d5-4274-9e92-1ce25a4d6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.890526 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-19ac1da1-d7d5-4274-9e92-1ce25a4d6510 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=574ad2da16144a19a4cc93c05b7e0723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275564 Jul 09 13:42:44.893106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60376) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:44.913710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac1da1-d7d5-4274-9e92-1ce25a4d6510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecdc0e6-7b8d-4696-8ef0-71157c42644b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:44.961654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5fc977d7-d321-4299-84cb-6552dd865ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.022868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-173282889-network', 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:45.060039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5fc977d7-d321-4299-84cb-6552dd865ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.155893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:45.158651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.164456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5fc977d7-d321-4299-84cb-6552dd865ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.171498 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5fc977d7-d321-4299-84cb-6552dd865ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.177912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5fc977d7-d321-4299-84cb-6552dd865ae0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ecdc0e6-7b8d-4696-8ef0-71157c42644b HTTP/1.1" status: 204 len: 168 time: 0.2821944 Jul 09 13:42:45.236412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.267948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc977d7-d321-4299-84cb-6552dd865ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecdc0e6-7b8d-4696-8ef0-71157c42644b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:45.440085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60390) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:45.529462 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.547301 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.628130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:45.632258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a2590-3308-4ef3-bec0-75ada143e5e5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:45.662822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.664511 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Added segment ae315985-72fc-458e-adc2-077f81a4d16b of type vlan for network 681b5262-6798-4b03-a97e-67af5a9ffea0 Jul 09 13:42:45.819036 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.882322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a55c8ccb-647d-4490-991b-e138c28b635a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.898580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.899604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:45.900189 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.001937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] Pushing event updated for resources: {'Network': ['ID=681b5262-6798-4b03-a97e-67af5a9ffea0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:46.014301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:46.110583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a55c8ccb-647d-4490-991b-e138c28b635a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.122188 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a55c8ccb-647d-4490-991b-e138c28b635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.156579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e40837c0-111e-4041-8695-c1a86b5a5c94 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4076385 Jul 09 13:42:46.159254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60410) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:46.164617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Request body: {'subnet': {'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-173282889-subnet', 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:46.193828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8ccb-647d-4490-991b-e138c28b635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf5797-2664-401a-9589-7a59e526895e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:46.238276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:46.240894 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.269554 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a55c8ccb-647d-4490-991b-e138c28b635a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ece6d1ca074c4332a9ffffe23dd864aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8281980 Jul 09 13:42:46.270428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60416) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:46.430280 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98b7f29a-23a3-4341-9887-b51ec859c655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.517772 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98b7f29a-23a3-4341-9887-b51ec859c655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.521673 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.593318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:46.644577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Checking segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:46.647773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Network hostable DHCP agents. Network: 681b5262-6798-4b03-a97e-67af5a9ffea0, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:46.664907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98b7f29a-23a3-4341-9887-b51ec859c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.667957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-98b7f29a-23a3-4341-9887-b51ec859c655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.669816 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-98b7f29a-23a3-4341-9887-b51ec859c655 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0cf5797-2664-401a-9589-7a59e526895e HTTP/1.1" status: 204 len: 168 time: 0.3982439 Jul 09 13:42:46.688134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7f29a-23a3-4341-9887-b51ec859c655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf5797-2664-401a-9589-7a59e526895e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:46.767369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60432) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:46.769521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:46.792697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 681b5262-6798-4b03-a97e-67af5a9ffea0) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:46.806863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac5cc8-01b3-4b20-aa06-c97b53464b14 None None] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:46.814977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:46.821276 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.870653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f31df998-c4c8-4563-8c85-9079da41b5ef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7029054 Jul 09 13:42:47.005572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1675453897-network', 'tenant_id': 'c27b305118434892b0fd5818aca24f07'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:47.089598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.099162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Made reservation on behalf of c27b305118434892b0fd5818aca24f07 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:47.104422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c0283ff-3cc6-485c-a5ed-b0ba2f3df680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.112765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcd7e5-0ce7-4f74-be6f-98980f2a6f43 None None] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:47.116836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.163886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.488292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.514872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.572559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1627a97-7218-42f8-8cd4-7b926e108a4b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:47.605450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:47.631174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.632183 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Added segment e985b6e2-4549-4d67-b23f-e8a91beba561 of type vlan for network 435e66f2-890f-4b6f-b13d-8958d4447623 Jul 09 13:42:47.732618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.832538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.833603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:47.834180 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.951426 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1795893 Jul 09 13:42:47.952243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60480) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:47.958267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Request body: {'subnet': {'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1675453897-subnet', 'tenant_id': 'c27b305118434892b0fd5818aca24f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:48.005186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Made reservation on behalf of c27b305118434892b0fd5818aca24f07 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:48.008026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.022017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ed13a-7a66-44a7-8365-19f93c27b76a admin admin] Pushing event updated for resources: {'Network': ['ID=435e66f2-890f-4b6f-b13d-8958d4447623,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:48.037554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 435e66f2-890f-4b6f-b13d-8958d4447623 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:48.120438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-446c1553-1534-4d50-baf6-ae60d1a261d1 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:48.131853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-446c1553-1534-4d50-baf6-ae60d1a261d1 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.3491325 Jul 09 13:42:48.170378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-57c038c0-1680-4a96-be6e-b930d591eebb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/quotas/49a5c99cd1164bea9cc7bafd920fbc42 HTTP/1.1" status: 200 len: 375 time: 0.0375040 Jul 09 13:42:48.267813 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-3c401ee9-07c3-4b9c-b091-214a657d4143 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940578 Jul 09 13:42:48.299413 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.320613 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60496) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:48.403203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.461267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0f6832-9fe0-42a0-a016-0f79ea4c5326,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:48.501880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Checking segment: {'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:48.502187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Network hostable DHCP agents. Network: 435e66f2-890f-4b6f-b13d-8958d4447623, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:48.561136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Network 435e66f2-890f-4b6f-b13d-8958d4447623 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:48.592337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 435e66f2-890f-4b6f-b13d-8958d4447623) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:48.599329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:48.600132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.600240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec91870-3993-44cb-bc22-8dc5d4deb40c None None] Network 435e66f2-890f-4b6f-b13d-8958d4447623 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:48.623900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-160242814-network', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:48.642710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-57d7a187-12f1-4d59-bfc9-51cda310004a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6887102 Jul 09 13:42:48.729940 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Made reservation on behalf of f2ae96212f0046dfac621725a1e01a60 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:48.739641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.797794 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.832938 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-a786ac41-3032-430c-ad1b-9238aac01bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622244 Jul 09 13:42:49.028988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296139ef-00bc-412f-9ab5-c3298824129b None None] Network 435e66f2-890f-4b6f-b13d-8958d4447623 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:49.084409 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.108614 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.207957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:49.236778 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.238409 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Added segment c3a7d84e-35e9-46aa-880f-f03c5e0523eb of type vlan for network e6ee86bc-8f6d-4899-9769-7abae10fb386 Jul 09 13:42:49.256193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944d49cc-6527-4168-9462-3ef797c8f0ee,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:49.368904 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.396246 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-eace225f-46b3-4941-9bbc-be6ad17dffe2 service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624242 Jul 09 13:42:49.425439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.426690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:49.427480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.542348 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2207072 Jul 09 13:42:49.545860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60532) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:49.565812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Request body: {'subnet': {'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-160242814-subnet', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:49.585641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41bd28-e54d-4ef6-9b85-35b58e9a965b admin admin] Pushing event updated for resources: {'Network': ['ID=e6ee86bc-8f6d-4899-9769-7abae10fb386,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:49.613916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network e6ee86bc-8f6d-4899-9769-7abae10fb386 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:49.670917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Made reservation on behalf of f2ae96212f0046dfac621725a1e01a60 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:49.683009 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.766247 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:50.118912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75437f3b-2c65-4e53-964a-7bf82b231509 req-e77538aa-ff41-4b51-bd5f-02f6e119ab4a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 210 time: 0.1410754 Jul 09 13:42:50.594823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:50.729894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=975c945e-be04-4d81-9332-2bbe750c5ce6,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:50.735180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Checking segment: {'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:50.735758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Network hostable DHCP agents. Network: e6ee86bc-8f6d-4899-9769-7abae10fb386, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:50.763630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Network e6ee86bc-8f6d-4899-9769-7abae10fb386 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:50.785411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, e6ee86bc-8f6d-4899-9769-7abae10fb386) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:50.790964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:50.791906 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:50.799766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd09e64-91a3-4557-ab40-b2386443bcb9 None None] Network e6ee86bc-8f6d-4899-9769-7abae10fb386 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:50.814476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fb3a993a-d7f6-4dc9-9aca-826cceb21dbd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2663145 Jul 09 13:42:50.817111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60572) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:50.822559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:50.889310 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:50.890648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.054267 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.149614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-e6ee86bc-8f6d-4899-9769-7abae10fb386', 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'fixed_ips': [{'subnet_id': '975c945e-be04-4d81-9332-2bbe750c5ce6'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:51.150679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.464294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Allocated IP 172.20.0.2 (e6ee86bc-8f6d-4899-9769-7abae10fb386/975c945e-be04-4d81-9332-2bbe750c5ce6/1d8c9641-c65b-4722-ba59-203e382eaade) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:51.579985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.599573 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b104d506-b26e-40c0-97c3-c112f8600570 req-1642af84-a151-4ffc-a0ac-761219ee9f98 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 210 time: 0.2181149 Jul 09 13:42:51.654213 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.663446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Transition to ACTIVE for port object 1d8c9641-c65b-4722-ba59-203e382eaade will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:51.682257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Transition to ACTIVE for port object 1d8c9641-c65b-4722-ba59-203e382eaade will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:51.690485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.744661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Network e6ee86bc-8f6d-4899-9769-7abae10fb386 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:51.748645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:51.753170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:51.780227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Pushing event updated for resources: {'Port': ['ID=1d8c9641-c65b-4722-ba59-203e382eaade,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:51.866988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Attempting to bind port 1d8c9641-c65b-4722-ba59-203e382eaade on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:51.867569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Attempting to bind port 1d8c9641-c65b-4722-ba59-203e382eaade by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:51.870467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Attempting to bind port 1d8c9641-c65b-4722-ba59-203e382eaade on network e6ee86bc-8f6d-4899-9769-7abae10fb386 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:51.882019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:51.882411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Checking segment: {'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:51.882828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.885614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Bound using segment: {'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:51.886138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Bound port: 1d8c9641-c65b-4722-ba59-203e382eaade, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:51.886542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.068841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] For port 1d8c9641-c65b-4722-ba59-203e382eaade, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:52.075268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] For port 1d8c9641-c65b-4722-ba59-203e382eaade, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1d8c9641-c65b-4722-ba59-203e382eaade,segment=NetworkSegment(c3a7d84e-35e9-46aa-880f-f03c5e0523eb),segment_id=c3a7d84e-35e9-46aa-880f-f03c5e0523eb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:52.093471 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.274106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.388374 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.503727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377fbcc-45eb-43c7-b65f-c065ac1e8279 None None] Pushing event updated for resources: {'Port': ['ID=1d8c9641-c65b-4722-ba59-203e382eaade,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:52.749326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Allocated IP 172.25.5.86 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/b60bbba9-26d0-4a6d-bf09-4ee574c39e9a) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:53.357234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60648) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:53.656783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb20a6f3-f351-4130-aaac-14817ed22e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.698180 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.764082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-fafe0876-ba82-4406-9901-9191d414b286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:53.767987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-fafe0876-ba82-4406-9901-9191d414b286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 1.7797709 Jul 09 13:42:53.769684 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.795393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Request body: {'port': {'device_id': '98f2bd14-af55-4662-9f1f-31cefdfbf09d', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'admin_state_up': True, 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:53.804019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19303a27-636d-4a55-b8fd-a45e4f05805e req-acd566ab-22c2-4d7b-a9a4-a3c87f46c426 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 210 time: 0.8475652 Jul 09 13:42:53.879747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:53.900978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:53.910767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:53.941448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-5ca36f48-80c3-4aba-aa0c-180479fd08da tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:53.958201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-5ca36f48-80c3-4aba-aa0c-180479fd08da tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/networks?id=435e66f2-890f-4b6f-b13d-8958d4447623 HTTP/1.1" status: 200 len: 809 time: 0.5900984 Jul 09 13:42:53.963902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1d8c9641-c65b-4722-ba59-203e382eaade up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:53.990650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Pushing event updated for resources: {'Port': ['ID=b60bbba9-26d0-4a6d-bf09-4ee574c39e9a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:54.005783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-e232ea6e-a514-4e42-b1f0-0ffd22753ba4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/quotas/c27b305118434892b0fd5818aca24f07 HTTP/1.1" status: 200 len: 375 time: 0.0466282 Jul 09 13:42:54.026842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.027221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.028248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.028641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.028984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.029323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.029647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.029978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.030300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.030625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.030965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.036614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:54.052645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1d8c9641-c65b-4722-ba59-203e382eaade completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:54.143530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-94c3684a-0b24-4b34-96c6-0aa195d856f3 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27b305118434892b0fd5818aca24f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368248 Jul 09 13:42:54.266783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb20a6f3-f351-4130-aaac-14817ed22e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.331955 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb20a6f3-f351-4130-aaac-14817ed22e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.375010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20a6f3-f351-4130-aaac-14817ed22e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8814a1ff-a727-4dde-b054-8b6de0a7e7fa,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:54.379651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:54.388741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.431563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.454183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51137264-8c86-47ca-8a39-88e9fc439bc2 None None] Network e6ee86bc-8f6d-4899-9769-7abae10fb386 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:54.465901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eb20a6f3-f351-4130-aaac-14817ed22e13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5d7c8f93e1c4b75aef1b0296bd5c59e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1049695 Jul 09 13:42:54.472809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60664) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:54.609631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b14c92b0-2d70-480a-ba94-ae57b44c21a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.650476 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b14c92b0-2d70-480a-ba94-ae57b44c21a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.658213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c118cbc2-1400-4e23-b2b9-3733c597e101 None None] Provisioning for port 1d8c9641-c65b-4722-ba59-203e382eaade completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:54.682226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-1cdd9767-c9cc-4e37-a46e-666ae1e02000 service neutron] 10.222.0.32 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197055 Jul 09 13:42:54.697672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c118cbc2-1400-4e23-b2b9-3733c597e101 None None] Provisioning complete for port 1d8c9641-c65b-4722-ba59-203e382eaade triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:54.698047 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c118cbc2-1400-4e23-b2b9-3733c597e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.828963 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b14c92b0-2d70-480a-ba94-ae57b44c21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.832519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b14c92b0-2d70-480a-ba94-ae57b44c21a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.842463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b14c92b0-2d70-480a-ba94-ae57b44c21a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8814a1ff-a727-4dde-b054-8b6de0a7e7fa HTTP/1.1" status: 204 len: 168 time: 0.3654501 Jul 09 13:42:54.849953 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.876228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c92b0-2d70-480a-ba94-ae57b44c21a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8814a1ff-a727-4dde-b054-8b6de0a7e7fa,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:54.988518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-9ca24197-3104-4d95-b229-fad2cd437978 service neutron] 10.222.0.32 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923892 Jul 09 13:42:55.066049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Allocated IP 172.20.0.12 (681b5262-6798-4b03-a97e-67af5a9ffea0/23bdb302-19b9-40bc-a1ff-c31d0d41aa2e/acd08fb1-e3cd-408e-8f2b-a3ac8921852f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:55.129279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c118cbc2-1400-4e23-b2b9-3733c597e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.237994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c118cbc2-1400-4e23-b2b9-3733c597e101 None None] For port 1d8c9641-c65b-4722-ba59-203e382eaade, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1d8c9641-c65b-4722-ba59-203e382eaade,segment=NetworkSegment(c3a7d84e-35e9-46aa-880f-f03c5e0523eb),segment_id=c3a7d84e-35e9-46aa-880f-f03c5e0523eb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:55.255774 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c118cbc2-1400-4e23-b2b9-3733c597e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.330551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b8066e87-a6c2-4300-ae4d-a20a7d99dbab req-8cefdce4-15f5-4875-8c0f-cb04e6fdb070 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 210 time: 0.1448889 Jul 09 13:42:55.353061 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.382350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118cbc2-1400-4e23-b2b9-3733c597e101 None None] Pushing event updated for resources: {'Port': ['ID=1d8c9641-c65b-4722-ba59-203e382eaade,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:55.392378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Router 2f90434d-d1f3-4048-b504-3b2048000039 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:42:55.533732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14e6f74f-fad6-4265-93ad-ca7fc37bd371 req-4adb1f21-5c58-4b81-85ed-22bb0a8cc68e tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 210 time: 0.1216395 Jul 09 13:42:55.579532 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.662417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60692) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:55.692564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a9ab8c3d-086d-44c3-be0f-498f8581d03b None None] Provisioning complete for port 1d8c9641-c65b-4722-ba59-203e382eaade triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:55.693619 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9ab8c3d-086d-44c3-be0f-498f8581d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.697214 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18ac1b33-8c61-452c-ab6a-0c761d3e0218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.701858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:55.712460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event updated for resources: {'Port': ['ID=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:55.715645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:55.720639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:55.766536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:42:55.788161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Sync routers for ids ['2f90434d-d1f3-4048-b504-3b2048000039'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:42:55.802307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:55.802986 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.845814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Routers {'2f90434d-d1f3-4048-b504-3b2048000039'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:55.848037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:42:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2f90434d-d1f3-4048-b504-3b2048000039'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:55.973367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1d8c9641-c65b-4722-ba59-203e382eaade up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:55.977675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18ac1b33-8c61-452c-ab6a-0c761d3e0218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.986377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18ac1b33-8c61-452c-ab6a-0c761d3e0218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.998481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.002748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1228b013-5936-4f28-ad90-4ad91c620f15 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1840150 Jul 09 13:42:56.003502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60702) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:56.063966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-18ac1b33-8c61-452c-ab6a-0c761d3e0218 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08c2b3fa29f94366a19b00a22f8d19ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979678 Jul 09 13:42:56.065680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-04887c45-d785-423f-a763-2edad484a03c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2850680 Jul 09 13:42:56.066451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac1b33-8c61-452c-ab6a-0c761d3e0218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de30eac3-e82d-407a-8ac2-a676af47f16e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:56.085692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 60704) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:56.198914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Request body: {'port': {'device_id': '98f2bd14-af55-4662-9f1f-31cefdfbf09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:56.376344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d03-5164-4484-8f67-d3b6d8ac51ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.444543 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d03-5164-4484-8f67-d3b6d8ac51ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.484051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Set router 2f90434d-d1f3-4048-b504-3b2048000039 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:56.630404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.656813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1d8c9641-c65b-4722-ba59-203e382eaade triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:56.657294 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.920140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df959-7cab-43a2-ac43-14b8f321b3af req-7eb6647c-dee8-4e05-bff1-d6748027c9a1 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:56.928105 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-116df959-7cab-43a2-ac43-14b8f321b3af req-7eb6647c-dee8-4e05-bff1-d6748027c9a1 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 932 time: 0.3021991 Jul 09 13:42:57.057077 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-116df959-7cab-43a2-ac43-14b8f321b3af req-fe778cb6-31c2-4ec2-991e-b1f9a350fc29 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278450 Jul 09 13:42:57.156833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:42:54Z', 'revision_number': 3, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port': {'id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:52Z', 'updated_at': '2021-07-09T13:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:57.184107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.232895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Checking router: 2f90434d-d1f3-4048-b504-3b2048000039 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:42:57.233403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Updating router 2f90434d-d1f3-4048-b504-3b2048000039 port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:42:57.330532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78418782-ccbc-470e-a478-cbc4a9080a99 req-ae8ce331-9763-43ff-bfbd-07e9ae195778 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 210 time: 0.1010532 Jul 09 13:42:57.333991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d03-5164-4484-8f67-d3b6d8ac51ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.338755 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.353431 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d03-5164-4484-8f67-d3b6d8ac51ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.375296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4f5d7d03-5164-4484-8f67-d3b6d8ac51ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de30eac3-e82d-407a-8ac2-a676af47f16e HTTP/1.1" status: 204 len: 168 time: 1.2700319 Jul 09 13:42:57.427690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d7d03-5164-4484-8f67-d3b6d8ac51ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de30eac3-e82d-407a-8ac2-a676af47f16e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:57.548341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd08fb1-e3cd-408e-8f2b-a3ac8921852f {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:57.557356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.572161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Transition to ACTIVE for port object acd08fb1-e3cd-408e-8f2b-a3ac8921852f will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:57.591209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.698118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Pushing event updated for resources: {'Port': ['ID=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:57.814442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Allocated IP 172.20.0.1 (e6ee86bc-8f6d-4899-9769-7abae10fb386/975c945e-be04-4d81-9332-2bbe750c5ce6/331b2e0e-072e-4d14-9f2a-c00b1556dd28) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:58.051211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.052488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.063772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Transition to ACTIVE for port object b60bbba9-26d0-4a6d-bf09-4ee574c39e9a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:58.078418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.106232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Transition to ACTIVE for port object 331b2e0e-072e-4d14-9f2a-c00b1556dd28 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:58.122853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-29a908a1-3e18-4c42-8f4b-81ff23e204b5 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:58.144890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-29a908a1-3e18-4c42-8f4b-81ff23e204b5 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.10 "GET /v2.0/networks?id=435e66f2-890f-4b6f-b13d-8958d4447623 HTTP/1.1" status: 200 len: 809 time: 0.4427929 Jul 09 13:42:58.146250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Attempting to bind port acd08fb1-e3cd-408e-8f2b-a3ac8921852f on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:58.146738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Attempting to bind port acd08fb1-e3cd-408e-8f2b-a3ac8921852f by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:58.147340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Attempting to bind port acd08fb1-e3cd-408e-8f2b-a3ac8921852f on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:58.153834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Port acd08fb1-e3cd-408e-8f2b-a3ac8921852f on network 681b5262-6798-4b03-a97e-67af5a9ffea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:42:58.154393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Attempting to bind port acd08fb1-e3cd-408e-8f2b-a3ac8921852f on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:58.164671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:58.165840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Checking segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:58.166394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Bound using segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:58.167498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Bound port: acd08fb1-e3cd-408e-8f2b-a3ac8921852f, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:58.168818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.175237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Attempting to bind port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:58.175868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Attempting to bind port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:58.176244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Attempting to bind port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:58.186016 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:58.186389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:58.186796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.187238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:58.188503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Bound port: b60bbba9-26d0-4a6d-bf09-4ee574c39e9a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:58.188900 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.190646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acef013-7bf6-4f8d-b068-5cba17f0086c None None] Pushing event updated for resources: {'Port': ['ID=b60bbba9-26d0-4a6d-bf09-4ee574c39e9a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:58.193399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Request body: {'port': {'device_id': 'cc5916bd-648a-44cb-ac93-acc8235b85b3', 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623', 'admin_state_up': True, 'tenant_id': 'c27b305118434892b0fd5818aca24f07'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:58.224350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.312676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] For port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:58.317659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Pushing event updated for resources: {'Port': ['ID=331b2e0e-072e-4d14-9f2a-c00b1556dd28,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:58.320148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] For port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b60bbba9-26d0-4a6d-bf09-4ee574c39e9a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:58.328049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.387829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] For port acd08fb1-e3cd-408e-8f2b-a3ac8921852f, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:58.393901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] For port acd08fb1-e3cd-408e-8f2b-a3ac8921852f, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:58.436974 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.472000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Network e6ee86bc-8f6d-4899-9769-7abae10fb386 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:58.477784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:58.488290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:58.493700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Routers {'2f90434d-d1f3-4048-b504-3b2048000039'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:58.500466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:42:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2f90434d-d1f3-4048-b504-3b2048000039'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:58.607778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acef013-7bf6-4f8d-b068-5cba17f0086c None None] Pushing event updated for resources: {'Port': ['ID=b60bbba9-26d0-4a6d-bf09-4ee574c39e9a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:58.640890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Pushing event updated for resources: {'Port': ['ID=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:58.662773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:58.663539 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.665278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-f62df2fb-0c0b-443a-94d9-f346378c637f service neutron] 10.222.0.11 "PUT /v2.0/ports/acd08fb1-e3cd-408e-8f2b-a3ac8921852f HTTP/1.1" status: 200 len: 1092 time: 2.5817556 Jul 09 13:42:58.665390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f2bd14-af55-4662-9f1f-31cefdfbf09d', 'tag': 'acd08fb1-e3cd-408e-8f2b-a3ac8921852f'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:58.667789 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e115817-3a71-4b17-a52c-59859a634fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "98f2bd14-af55-4662-9f1f-31cefdfbf09d", "tag": "acd08fb1-e3cd-408e-8f2b-a3ac8921852f"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:58.708306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.734429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-334432f4-fe2e-42d0-bad3-49b449073199 req-a9536ed2-7c9e-4035-8982-56ae27573bac tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 210 time: 0.1441453 Jul 09 13:42:58.781237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] Set router 2f90434d-d1f3-4048-b504-3b2048000039 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:58.892564 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce993d-5f15-4dba-835e-2fe51be99bb4 x-openstack-request-id: req-52ce993d-5f15-4dba-835e-2fe51be99bb4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:58.892944 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f2bd14-af55-4662-9f1f-31cefdfbf09d", "tag": "acd08fb1-e3cd-408e-8f2b-a3ac8921852f", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:58.893093 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52ce993d-5f15-4dba-835e-2fe51be99bb4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:58.893491 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f2bd14-af55-4662-9f1f-31cefdfbf09d', 'tag': 'acd08fb1-e3cd-408e-8f2b-a3ac8921852f', 'status': 'completed', 'code': 200} Jul 09 13:42:58.979653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37409f9-a6d2-456e-bc3d-db01a3a7692e req-9083fa79-b6ed-4e9e-83f3-98b46b4870fc tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:58.985399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e37409f9-a6d2-456e-bc3d-db01a3a7692e req-9083fa79-b6ed-4e9e-83f3-98b46b4870fc tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 944 time: 0.6723430 Jul 09 13:42:59.038796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-6a6fc7ed-0e4b-460f-b187-654a6afcc07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:59.040352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-6a6fc7ed-0e4b-460f-b187-654a6afcc07e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 1095 time: 0.2996600 Jul 09 13:42:59.040945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Made reservation on behalf of c27b305118434892b0fd5818aca24f07 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:59.045501 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.211305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d0d293ca-ac41-4959-a62b-9b01917a18e3 None None] Provisioning for port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:59.219989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-ae830aec-f384-4b03-9452-3ae9416eea3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f HTTP/1.1" status: 200 len: 217 time: 0.1688817 Jul 09 13:42:59.227229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d0d293ca-ac41-4959-a62b-9b01917a18e3 None None] Provisioning complete for port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:59.228836 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d0d293ca-ac41-4959-a62b-9b01917a18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.260364 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e37409f9-a6d2-456e-bc3d-db01a3a7692e req-84c64feb-492c-4e84-bb88-8999f8c2ca48 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653568 Jul 09 13:42:59.288874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d0d293ca-ac41-4959-a62b-9b01917a18e3 None None] Port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:59.300642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.336581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:42:54Z', 'revision_number': 3, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port': {'id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:52Z', 'updated_at': '2021-07-09T13:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:59.410085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef231daf-14bf-4ea0-9396-bb232defba44 None None] The sync data for ids ['2f90434d-d1f3-4048-b504-3b2048000039'] in n-d-799524-3 is: [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:42:54Z', 'revision_number': 3, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port': {'id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:52Z', 'updated_at': '2021-07-09T13:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:42:59.451370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-c67dfa47-e5f5-4b03-9ab7-29b901cbd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:59.452954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-c67dfa47-e5f5-4b03-9ab7-29b901cbd67a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.2102637 Jul 09 13:42:59.584660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-b4b197f8-f017-4bf7-a30f-1a7492671d06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719917 Jul 09 13:42:59.856016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Allocated IP 172.20.0.10 (435e66f2-890f-4b6f-b13d-8958d4447623/de0f6832-9fe0-42a0-a016-0f79ea4c5326/ceb75899-67bf-4db3-acc4-837e7acf4c57) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:59.865434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.879945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.882079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-00d23a4a-ca00-44f3-b357-d4fd6b5e83a9 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894773 Jul 09 13:43:00.070842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07f9619f-b08b-4014-bce1-3143cea8519e req-b26a94e5-f68d-4894-a459-d40f2f223453 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 210 time: 0.0591884 Jul 09 13:43:00.102349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Pushing event updated for resources: {'Port': ['ID=331b2e0e-072e-4d14-9f2a-c00b1556dd28,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:00.115573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.307523 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.398904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Network e6ee86bc-8f6d-4899-9769-7abae10fb386 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:00.413216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:00.440936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e8fcaa9-f0a3-4ce9-937f-572eb1814989 req-0c5d1f69-78e8-4d26-a533-2d6702051abf service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577781 Jul 09 13:43:00.469817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.604617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Pushing event updated for resources: {'Port': ['ID=ceb75899-67bf-4db3-acc4-837e7acf4c57,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:00.714692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Network 435e66f2-890f-4b6f-b13d-8958d4447623 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:00.730287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:00.734166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:00.803387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:00.804289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.828876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-84acf80e-a19c-4df1-9c59-db46e17826b4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6659434 Jul 09 13:43:00.837811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-0f428007-7dbc-4c0c-95aa-1ffea0e20b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:00.839441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-0f428007-7dbc-4c0c-95aa-1ffea0e20b28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 1095 time: 0.2359979 Jul 09 13:43:00.845984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Request body: {'port': {'device_id': 'cc5916bd-648a-44cb-ac93-acc8235b85b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:00.949174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a46d2-5b0a-4325-920e-0d876d07ddaf req-23f31d11-b26f-41ca-bf58-a09e810040c6 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:00.950795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-289a46d2-5b0a-4325-920e-0d876d07ddaf req-23f31d11-b26f-41ca-bf58-a09e810040c6 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 944 time: 0.3318985 Jul 09 13:43:00.952823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Router 2f90434d-d1f3-4048-b504-3b2048000039 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:00.985311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.007573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c8396b29-4b42-4959-88ac-d8b4057dc2b4 None None] Provisioning complete for port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:01.008056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c8396b29-4b42-4959-88ac-d8b4057dc2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.129686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-851735c1-da85-4211-a699-f9b3d4ef778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:01.131260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-851735c1-da85-4211-a699-f9b3d4ef778b service neutron] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.1470013 Jul 09 13:43:01.141770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c8396b29-4b42-4959-88ac-d8b4057dc2b4 None None] Port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:01.263877 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-289a46d2-5b0a-4325-920e-0d876d07ddaf req-4efe5b9b-3035-4225-9029-ae1a1f40db2e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057890 Jul 09 13:43:01.417633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:01.431164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3f3577da-9d9b-46a0-8bf2-6fda53da82f0 admin admin] 10.222.0.32 "PUT /v2.0/routers/2f90434d-d1f3-4048-b504-3b2048000039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4264865 Jul 09 13:43:01.571849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-7dcfa2ab-1a6b-499d-ab80-6d257f70078e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f HTTP/1.1" status: 200 len: 217 time: 0.4293852 Jul 09 13:43:01.979110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-902e368e-7fd6-4a2c-bd96-eeb2ab02bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:01.982383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-902e368e-7fd6-4a2c-bd96-eeb2ab02bcb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.3962750 Jul 09 13:43:02.043695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b60bbba9-26d0-4a6d-bf09-4ee574c39e9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:02.181124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-284e88ff-ae64-4818-b599-6deff9a2866d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909375 Jul 09 13:43:02.191860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:02.204560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:02.204943 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.365093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea080711-53e4-41d4-a793-b67fcebf8b02 req-27fc80ac-6b20-4191-80f6-9fd84ae4af0c tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:02.368170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea080711-53e4-41d4-a793-b67fcebf8b02 req-27fc80ac-6b20-4191-80f6-9fd84ae4af0c tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 932 time: 0.9257784 Jul 09 13:43:02.377718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb75899-67bf-4db3-acc4-837e7acf4c57 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:02.403481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.425043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.474840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b60bbba9-26d0-4a6d-bf09-4ee574c39e9a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:02.483253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Transition to ACTIVE for port object ceb75899-67bf-4db3-acc4-837e7acf4c57 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:02.499391 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.513830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ea080711-53e4-41d4-a793-b67fcebf8b02 req-67137d07-abeb-47dd-801d-33dce87a46c4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289525 Jul 09 13:43:02.525621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-544146fc-6a29-4c6a-8263-ccc8ffef9322 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297436 Jul 09 13:43:02.526272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.565547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b60bbba9-26d0-4a6d-bf09-4ee574c39e9a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:02.769455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250e631-a06c-4daa-8664-bb0928b29b13 req-4d3562b9-ea08-4564-bb60-2f67028d1681 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:02.771719 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9250e631-a06c-4daa-8664-bb0928b29b13 req-4d3562b9-ea08-4564-bb60-2f67028d1681 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 944 time: 0.1568110 Jul 09 13:43:02.831577 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Sync routers for ids ['2f90434d-d1f3-4048-b504-3b2048000039'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:02.844527 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Routers {'2f90434d-d1f3-4048-b504-3b2048000039'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:02.845769 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:42:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2f90434d-d1f3-4048-b504-3b2048000039'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:02.852524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9250e631-a06c-4daa-8664-bb0928b29b13 req-ebb572a7-dc05-4f8f-a6d1-378c30d79a91 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797069 Jul 09 13:43:02.908533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60936) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:02.909681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb75899-67bf-4db3-acc4-837e7acf4c57,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:02.914747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-221037936-network', 'tenant_id': 'd181e327400242c5ae858a8481b3c564'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:02.977462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e115817-3a71-4b17-a52c-59859a634fd3 req-b9955e0a-1aa4-4b4c-96b0-7804e0d9e4ca service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471869 Jul 09 13:43:02.999096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Made reservation on behalf of d181e327400242c5ae858a8481b3c564 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:03.010826 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.036145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.053181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Attempting to bind port ceb75899-67bf-4db3-acc4-837e7acf4c57 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:03.053518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Attempting to bind port ceb75899-67bf-4db3-acc4-837e7acf4c57 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:03.053845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Attempting to bind port ceb75899-67bf-4db3-acc4-837e7acf4c57 on network 435e66f2-890f-4b6f-b13d-8958d4447623 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:03.065036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Port ceb75899-67bf-4db3-acc4-837e7acf4c57 on network 435e66f2-890f-4b6f-b13d-8958d4447623 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:43:03.065365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Attempting to bind port ceb75899-67bf-4db3-acc4-837e7acf4c57 on network 435e66f2-890f-4b6f-b13d-8958d4447623 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:03.078805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:03.079174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Checking segment: {'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:03.079659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Bound using segment: {'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:03.080126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Bound port: ceb75899-67bf-4db3-acc4-837e7acf4c57, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:03.080592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.160526 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Set router 2f90434d-d1f3-4048-b504-3b2048000039 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:03.226181 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.232474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.259382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:03.268449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] For port ceb75899-67bf-4db3-acc4-837e7acf4c57, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:03.274753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] For port ceb75899-67bf-4db3-acc4-837e7acf4c57, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ceb75899-67bf-4db3-acc4-837e7acf4c57,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:03.279413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.279963 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Added segment 34df6781-24c1-48b8-9f75-12e4d2eb3429 of type vlan for network 0feccdf2-306f-4d76-a14f-166f32b50e9e Jul 09 13:43:03.283113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba74fea4-8b85-4386-98a9-7abb5fabf819,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:03.308424 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.350982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.406902 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.408032 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:03.408714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.476490 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:42:59Z', 'revision_number': 4, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port': {'id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:52Z', 'updated_at': '2021-07-09T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '331b2e0e-072e-4d14-9f2a-c00b1556dd28', 'name': '', 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'mac_address': 'fa:16:3e:97:4e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '975c945e-be04-4d81-9332-2bbe750c5ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:57Z', 'updated_at': '2021-07-09T13:42:59Z', 'revision_number': 2, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'subnets': [{'id': '975c945e-be04-4d81-9332-2bbe750c5ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:03.562439 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Checking router: 2f90434d-d1f3-4048-b504-3b2048000039 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:03.563060 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Updating router 2f90434d-d1f3-4048-b504-3b2048000039 port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:43:03.631643 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.674071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acd08fb1-e3cd-408e-8f2b-a3ac8921852f details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:43:04.202538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b60bbba9-26d0-4a6d-bf09-4ee574c39e9a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:04.333055 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4194796 Jul 09 13:43:04.333598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 60982) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:04.362925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Request body: {'subnet': {'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-221037936-subnet', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:04.427202 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.461876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acd08fb1-e3cd-408e-8f2b-a3ac8921852f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:04.462097 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Transition to ACTIVE for port object 331b2e0e-072e-4d14-9f2a-c00b1556dd28 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:04.473335 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.483155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:04.485958 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.571495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Made reservation on behalf of d181e327400242c5ae858a8481b3c564 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:04.586479 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.604544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'acd08fb1-e3cd-408e-8f2b-a3ac8921852f', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'port_id': 'acd08fb1-e3cd-408e-8f2b-a3ac8921852f', 'mac_address': 'fa:16:3e:c6:17:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdb302-19b9-40bc-a1ff-c31d0d41aa2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:43:04.605342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:04.606006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.639773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] 10.222.0.10 "PUT /v2.0/ports/ceb75899-67bf-4db3-acc4-837e7acf4c57 HTTP/1.1" status: 200 len: 1092 time: 3.7984917 Jul 09 13:43:04.644549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5916bd-648a-44cb-ac93-acc8235b85b3', 'tag': 'ceb75899-67bf-4db3-acc4-837e7acf4c57'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:04.646846 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b5deea-61fb-47bc-b55c-ab759b938c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5916bd-648a-44cb-ac93-acc8235b85b3", "tag": "ceb75899-67bf-4db3-acc4-837e7acf4c57"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:04.649254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba004707-698b-484b-8bf7-48df7d8a4091 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb75899-67bf-4db3-acc4-837e7acf4c57,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:04.698493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3bb9e-4e14-423f-ac18-28c425674906 admin admin] Pushing event updated for resources: {'Network': ['ID=0feccdf2-306f-4d76-a14f-166f32b50e9e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:04.733315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0feccdf2-306f-4d76-a14f-166f32b50e9e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:04.739980 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.757010 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Pushing event updated for resources: {'Port': ['ID=331b2e0e-072e-4d14-9f2a-c00b1556dd28,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:04.846279 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.846726 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.855441 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.855994 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.856360 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.856686 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.857009 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.857334 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.857846 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.858320 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.858800 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.859292 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:04.895948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaa5b1-7bc2-4162-9499-21d97869cf11 req-64829258-b78c-43ff-ba19-ab6d095784ff tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:04.901063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd08fb1-e3cd-408e-8f2b-a3ac8921852f {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:04.904186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9aaa5b1-7bc2-4162-9499-21d97869cf11 req-64829258-b78c-43ff-ba19-ab6d095784ff tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 944 time: 0.5341663 Jul 09 13:43:04.909228 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Attempting to bind port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:04.909581 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Attempting to bind port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:04.912127 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Attempting to bind port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 on network e6ee86bc-8f6d-4899-9769-7abae10fb386 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:04.929518 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:04.930742 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Checking segment: {'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:04.932062 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.932602 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Bound using segment: {'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:04.933391 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Bound port: 331b2e0e-072e-4d14-9f2a-c00b1556dd28, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:04.934468 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.943653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acd08fb1-e3cd-408e-8f2b-a3ac8921852f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:04.953503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.976276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b104d0-3f26-4dec-81bd-112da127c5df req-c89e5fc0-70c9-4bde-9e32-0751e9565f7c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:04.985329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86b104d0-3f26-4dec-81bd-112da127c5df req-c89e5fc0-70c9-4bde-9e32-0751e9565f7c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 944 time: 0.7530484 Jul 09 13:43:05.025335 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e9aaa5b1-7bc2-4162-9499-21d97869cf11 req-daafbcfc-2c09-4169-a336-0ce48004cdb2 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138258 Jul 09 13:43:05.040572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-54d415ad-5a17-445e-ae96-676aef39386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:05.042529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-54d415ad-5a17-445e-ae96-676aef39386f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c27b305118434892b0fd5818aca24f07&device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 1095 time: 0.3346601 Jul 09 13:43:05.074646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] For port 331b2e0e-072e-4d14-9f2a-c00b1556dd28, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:05.082967 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] For port 331b2e0e-072e-4d14-9f2a-c00b1556dd28, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=331b2e0e-072e-4d14-9f2a-c00b1556dd28,segment=NetworkSegment(c3a7d84e-35e9-46aa-880f-f03c5e0523eb),segment_id=c3a7d84e-35e9-46aa-880f-f03c5e0523eb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:05.098328 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.148068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:05.176255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-fb247e2d-74c8-4baf-ae8c-728a4b202bf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb75899-67bf-4db3-acc4-837e7acf4c57 HTTP/1.1" status: 200 len: 217 time: 0.1251249 Jul 09 13:43:05.219954 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d2015-b98e-4541-898d-8ee538b6951d x-openstack-request-id: req-758d2015-b98e-4541-898d-8ee538b6951d {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:05.220208 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5916bd-648a-44cb-ac93-acc8235b85b3", "tag": "ceb75899-67bf-4db3-acc4-837e7acf4c57", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:05.224119 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-758d2015-b98e-4541-898d-8ee538b6951d {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:05.224717 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5916bd-648a-44cb-ac93-acc8235b85b3', 'tag': 'ceb75899-67bf-4db3-acc4-837e7acf4c57', 'status': 'completed', 'code': 200} Jul 09 13:43:05.231015 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86b104d0-3f26-4dec-81bd-112da127c5df req-1e58d09a-b4b3-4542-996f-93dde3baeb16 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259786 Jul 09 13:43:05.233112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:05.370475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-c136bc58-6f3f-4dc0-95ae-bf78c09888a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:05.375735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-c136bc58-6f3f-4dc0-95ae-bf78c09888a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de0f6832-9fe0-42a0-a016-0f79ea4c5326 HTTP/1.1" status: 200 len: 849 time: 0.1872118 Jul 09 13:43:05.453893 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871136a-231b-4855-a3e4-4a816e4ee94d None None] Pushing event updated for resources: {'Port': ['ID=331b2e0e-072e-4d14-9f2a-c00b1556dd28,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:05.471813 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Routers {'2f90434d-d1f3-4048-b504-3b2048000039'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:05.473167 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:42:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2f90434d-d1f3-4048-b504-3b2048000039'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:05.475263 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-6124dc57-96d7-475e-b5c0-f61505b0a25c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=435e66f2-890f-4b6f-b13d-8958d4447623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939722 Jul 09 13:43:05.481944 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.637839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfdd4f90-b26b-4520-adbb-af49137ef666,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:05.735378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Checking segment: {'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:05.743864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Network hostable DHCP agents. Network: 0feccdf2-306f-4d76-a14f-166f32b50e9e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:05.801009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Network 0feccdf2-306f-4d76-a14f-166f32b50e9e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:05.807427 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] Set router 2f90434d-d1f3-4048-b504-3b2048000039 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:05.834382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 0feccdf2-306f-4d76-a14f-166f32b50e9e) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:05.841623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:05.842334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.844305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf4ef4-7e93-45ae-863d-846a55493c1c None None] Network 0feccdf2-306f-4d76-a14f-166f32b50e9e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:05.860828 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-bdcbfbcc-a5a4-4b4f-9186-0edf36848767 service neutron] 10.222.0.10 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755164 Jul 09 13:43:05.873303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-783d7a90-9101-4b5c-9b6f-4847ae605085 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5181594 Jul 09 13:43:05.875977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 32792) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:05.880834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:05.934334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.935787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.057423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.158242 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df969a14-94f0-4ec0-9098-46b5f25063dd req-58795d2b-fdf6-41e3-9ad2-568df440f75c service neutron] 10.222.0.10 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885575 Jul 09 13:43:06.431553 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:42:59Z', 'revision_number': 4, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port': {'id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:52Z', 'updated_at': '2021-07-09T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '331b2e0e-072e-4d14-9f2a-c00b1556dd28', 'name': '', 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'mac_address': 'fa:16:3e:97:4e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '975c945e-be04-4d81-9332-2bbe750c5ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:57Z', 'updated_at': '2021-07-09T13:43:05Z', 'revision_number': 4, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'subnets': [{'id': '975c945e-be04-4d81-9332-2bbe750c5ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:06.472787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-0feccdf2-306f-4d76-a14f-166f32b50e9e', 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'fixed_ips': [{'subnet_id': 'dfdd4f90-b26b-4520-adbb-af49137ef666'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:43:06.473692 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69aff63-ca85-4df7-97c1-14d38f1667f9 None None] The sync data for ids ['2f90434d-d1f3-4048-b504-3b2048000039'] in n-d-799524-3 is: [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:42:59Z', 'revision_number': 4, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port': {'id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:52Z', 'updated_at': '2021-07-09T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '331b2e0e-072e-4d14-9f2a-c00b1556dd28', 'name': '', 'network_id': 'e6ee86bc-8f6d-4899-9769-7abae10fb386', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'mac_address': 'fa:16:3e:97:4e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '975c945e-be04-4d81-9332-2bbe750c5ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:57Z', 'updated_at': '2021-07-09T13:43:05Z', 'revision_number': 4, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'subnets': [{'id': '975c945e-be04-4d81-9332-2bbe750c5ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:06.483624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.484306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a142b-d1ee-42bf-9ec0-fb00f6e246b2 req-b915cae2-efe2-4fcf-be36-d326cf38ef78 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:06.500889 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e1a142b-d1ee-42bf-9ec0-fb00f6e246b2 req-b915cae2-efe2-4fcf-be36-d326cf38ef78 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 944 time: 0.2260282 Jul 09 13:43:06.562875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-97c9a33e-f714-4ed8-ac46-c4539a06b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:06.564429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-97c9a33e-f714-4ed8-ac46-c4539a06b3f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c27b305118434892b0fd5818aca24f07&device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 1095 time: 0.3352237 Jul 09 13:43:06.681394 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.712122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-e34f4609-f7aa-43ea-89f1-3dfeeab2cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:06.730919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-e34f4609-f7aa-43ea-89f1-3dfeeab2cc1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=435e66f2-890f-4b6f-b13d-8958d4447623 HTTP/1.1" status: 200 len: 909 time: 0.1460674 Jul 09 13:43:06.750657 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e1a142b-d1ee-42bf-9ec0-fb00f6e246b2 req-ab441faa-428e-40a2-aca7-70a5267f7e65 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483466 Jul 09 13:43:06.828673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-48a618a7-0059-4c03-97a7-beaca00dce85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb75899-67bf-4db3-acc4-837e7acf4c57 HTTP/1.1" status: 200 len: 217 time: 0.0773134 Jul 09 13:43:06.956260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b105cd-da1c-4f77-9d45-858e4dbc85ec req-01d341a4-490e-4e73-9b7f-32a5a39cac23 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:06.957896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-2a65f5f0-2ec4-4f99-b1ae-218c1e6c6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:06.960362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-2a65f5f0-2ec4-4f99-b1ae-218c1e6c6d71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de0f6832-9fe0-42a0-a016-0f79ea4c5326 HTTP/1.1" status: 200 len: 849 time: 0.1227033 Jul 09 13:43:06.963210 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1b105cd-da1c-4f77-9d45-858e4dbc85ec req-01d341a4-490e-4e73-9b7f-32a5a39cac23 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 945 time: 0.3888876 Jul 09 13:43:06.990214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Allocated IP 172.20.0.2 (0feccdf2-306f-4d76-a14f-166f32b50e9e/dfdd4f90-b26b-4520-adbb-af49137ef666/ad04376c-3fb7-4873-ad21-df8f7adddfe6) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:07.038558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-1f33996c-f198-4fa9-940a-23f962a5707b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=435e66f2-890f-4b6f-b13d-8958d4447623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690396 Jul 09 13:43:07.052592 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1b105cd-da1c-4f77-9d45-858e4dbc85ec req-000e9b95-3ed4-410c-b2ba-ad9db0a36347 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881276 Jul 09 13:43:07.267642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-c0238f94-62eb-4568-8b5f-4f303efc7b44 service neutron] 10.222.0.10 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199044 Jul 09 13:43:07.357389 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.401275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Transition to ACTIVE for port object ad04376c-3fb7-4873-ad21-df8f7adddfe6 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:07.404224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.495569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Transition to ACTIVE for port object ad04376c-3fb7-4873-ad21-df8f7adddfe6 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:07.505728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.519438 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.595049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9b5deea-61fb-47bc-b55c-ab759b938c5c req-0aa84e58-f5fe-4e23-a60a-d84461933294 service neutron] 10.222.0.10 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192248 Jul 09 13:43:07.634396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Pushing event updated for resources: {'Port': ['ID=ad04376c-3fb7-4873-ad21-df8f7adddfe6,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:07.650177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Network 0feccdf2-306f-4d76-a14f-166f32b50e9e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:07.655861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:07.658838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:07.751249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Allocated IP 172.25.5.24 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/cd2798cd-d35b-4b1a-9d3d-c4a582be400b) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:07.756685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acd08fb1-e3cd-408e-8f2b-a3ac8921852f up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:07.998484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Attempting to bind port ad04376c-3fb7-4873-ad21-df8f7adddfe6 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:07.999168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Attempting to bind port ad04376c-3fb7-4873-ad21-df8f7adddfe6 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:07.999168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Attempting to bind port ad04376c-3fb7-4873-ad21-df8f7adddfe6 on network 0feccdf2-306f-4d76-a14f-166f32b50e9e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:08.034446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:08.034830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Checking segment: {'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:08.035295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.035696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Bound using segment: {'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:08.047469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Bound port: ad04376c-3fb7-4873-ad21-df8f7adddfe6, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:08.048019 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.050581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 331b2e0e-072e-4d14-9f2a-c00b1556dd28 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:08.102697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.266691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port acd08fb1-e3cd-408e-8f2b-a3ac8921852f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:08.279378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port acd08fb1-e3cd-408e-8f2b-a3ac8921852f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:08.280017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.293557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.318500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a12b68-f099-440f-8bcb-25b2b3ea3212 req-ca5804a2-b65d-4317-9f9b-0e0173d431f9 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:08.322283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2a12b68-f099-440f-8bcb-25b2b3ea3212 req-ca5804a2-b65d-4317-9f9b-0e0173d431f9 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 944 time: 0.2178569 Jul 09 13:43:08.460615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a2a12b68-f099-440f-8bcb-25b2b3ea3212 req-50efb056-6071-4e9a-934b-8fdceb016a99 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241260 Jul 09 13:43:08.470305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:08.496542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:08.510571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:08.513948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] For port ad04376c-3fb7-4873-ad21-df8f7adddfe6, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:08.532083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] For port ad04376c-3fb7-4873-ad21-df8f7adddfe6, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad04376c-3fb7-4873-ad21-df8f7adddfe6,segment=NetworkSegment(34df6781-24c1-48b8-9f75-12e4d2eb3429),segment_id=34df6781-24c1-48b8-9f75-12e4d2eb3429)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:08.550865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2798cd-d35b-4b1a-9d3d-c4a582be400b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:08.589078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:08.608903 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:43:08.614117 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.641629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ceb75899-67bf-4db3-acc4-837e7acf4c57 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:43:08.654681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:08.655078 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.755224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361e999-4602-4dc8-b15b-068f0953d368 req-0c5b178c-0fd5-4028-818c-aef5caac125e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:08.757414 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0361e999-4602-4dc8-b15b-068f0953d368 req-0c5b178c-0fd5-4028-818c-aef5caac125e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 945 time: 0.3486576 Jul 09 13:43:08.844938 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0361e999-4602-4dc8-b15b-068f0953d368 req-d9120b63-bc45-4bcf-89fd-51737d57d7b5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640080 Jul 09 13:43:09.023149 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.068273 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.resource_extend [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:43:09.091434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.172554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 32872) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:09.287339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4faad6-7d7f-4c0b-b167-1dbd41d9801f admin admin] Deleting subnet 613f82e1-1db9-4ea7-aeac-27fd9bdcf716 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:09.297752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a4faad6-7d7f-4c0b-b167-1dbd41d9801f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.303848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f2bd14-af55-4662-9f1f-31cefdfbf09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd08fb1-e3cd-408e-8f2b-a3ac8921852f'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:09.309988 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1166a494-b842-41ef-b183-6162833c1898" -d '{"events": [{"server_uuid": "98f2bd14-af55-4662-9f1f-31cefdfbf09d", "name": "network-vif-plugged", "status": "completed", "tag": "acd08fb1-e3cd-408e-8f2b-a3ac8921852f"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:09.335767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7dead-e680-4b7b-8d97-59c60f5c895e None None] Pushing event updated for resources: {'Port': ['ID=ad04376c-3fb7-4873-ad21-df8f7adddfe6,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:09.400113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a4faad6-7d7f-4c0b-b167-1dbd41d9801f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.431970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port acd08fb1-e3cd-408e-8f2b-a3ac8921852f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:09.475324 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069cfc64-ab1f-4c99-a9a8-bdc9210cd5a2 x-openstack-request-id: req-069cfc64-ab1f-4c99-a9a8-bdc9210cd5a2 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:09.475622 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f2bd14-af55-4662-9f1f-31cefdfbf09d", "name": "network-vif-plugged", "status": "completed", "tag": "acd08fb1-e3cd-408e-8f2b-a3ac8921852f", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:09.475888 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-069cfc64-ab1f-4c99-a9a8-bdc9210cd5a2 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:09.476445 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f2bd14-af55-4662-9f1f-31cefdfbf09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd08fb1-e3cd-408e-8f2b-a3ac8921852f', 'code': 200} Jul 09 13:43:09.511411 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.651085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:09.682058 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a4faad6-7d7f-4c0b-b167-1dbd41d9801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.718523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.727696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3542545-f19c-4cc6-ba58-d0c930b039ad req-308aee89-0a8f-45d1-b1c4-0c2a796620b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:09.729236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3542545-f19c-4cc6-ba58-d0c930b039ad req-308aee89-0a8f-45d1-b1c4-0c2a796620b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 1097 time: 0.2058883 Jul 09 13:43:09.771254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ceb75899-67bf-4db3-acc4-837e7acf4c57, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ceb75899-67bf-4db3-acc4-837e7acf4c57,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:09.782191 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.788638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3542545-f19c-4cc6-ba58-d0c930b039ad req-f290d623-26bf-4917-92eb-39621fb9f729 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503721 Jul 09 13:43:09.841904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ceb75899-67bf-4db3-acc4-837e7acf4c57', 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623', 'port_id': 'ceb75899-67bf-4db3-acc4-837e7acf4c57', 'mac_address': 'fa:16:3e:ce:6c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0f6832-9fe0-42a0-a016-0f79ea4c5326', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:43:09.865037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a4faad6-7d7f-4c0b-b167-1dbd41d9801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.909374 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bf9fb-5421-430c-b89d-8a43c4a106c3 req-d9a96e0d-8998-43e5-a6a7-8d10b8073342 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:09.921635 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6a8bf9fb-5421-430c-b89d-8a43c4a106c3 req-d9a96e0d-8998-43e5-a6a7-8d10b8073342 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 944 time: 0.2016439 Jul 09 13:43:09.950972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 331b2e0e-072e-4d14-9f2a-c00b1556dd28, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=331b2e0e-072e-4d14-9f2a-c00b1556dd28,segment=NetworkSegment(c3a7d84e-35e9-46aa-880f-f03c5e0523eb),segment_id=c3a7d84e-35e9-46aa-880f-f03c5e0523eb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:09.973746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7a4faad6-7d7f-4c0b-b167-1dbd41d9801f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.975920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7a4faad6-7d7f-4c0b-b167-1dbd41d9801f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/613f82e1-1db9-4ea7-aeac-27fd9bdcf716 HTTP/1.1" status: 204 len: 168 time: 0.8011277 Jul 09 13:43:09.981615 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.984130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 32894) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:10.014597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4faad6-7d7f-4c0b-b167-1dbd41d9801f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613f82e1-1db9-4ea7-aeac-27fd9bdcf716,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:10.063952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.081503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb75899-67bf-4db3-acc4-837e7acf4c57 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:10.143926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=331b2e0e-072e-4d14-9f2a-c00b1556dd28,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:10.199805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ceb75899-67bf-4db3-acc4-837e7acf4c57, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ceb75899-67bf-4db3-acc4-837e7acf4c57,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:10.209860 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.216548 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6a8bf9fb-5421-430c-b89d-8a43c4a106c3 req-8b543d60-4d24-4cd1-b7df-70344d0ac18f tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907789 Jul 09 13:43:10.241605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.297288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Router fe201c6f-052f-4b54-ae06-ca86f4b72130 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:43:10.357855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad04376c-3fb7-4873-ad21-df8f7adddfe6 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:10.422766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ceb75899-67bf-4db3-acc4-837e7acf4c57,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:10.436871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ceb75899-67bf-4db3-acc4-837e7acf4c57'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:10.598717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03608e8-51ba-474b-85bd-6dc610f1c81b req-6ccec36d-7f58-4d5f-b7c6-c3505539fc9b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:10.611767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a03608e8-51ba-474b-85bd-6dc610f1c81b req-6ccec36d-7f58-4d5f-b7c6-c3505539fc9b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 946 time: 0.3661652 Jul 09 13:43:10.630265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ad04376c-3fb7-4873-ad21-df8f7adddfe6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:10.639678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.722886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809c75c7-4141-4d08-abd5-bbf7dc6526f1']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:10.724643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:10.754343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Sync routers for ids ['fe201c6f-052f-4b54-ae06-ca86f4b72130'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:10.773276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.781652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000941c7-353a-43e9-a7dd-0bd751d2b946') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:10.782233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000941c7-353a-43e9-a7dd-0bd751d2b946') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:10.789760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7ad38-e454-44fc-83bc-b6a54345916b None None] Network 0feccdf2-306f-4d76-a14f-166f32b50e9e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:10.804228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.846384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 32916) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:10.848552 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9bc7b223-5765-4ea3-8e87-6430b9e0fa79 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9680824 Jul 09 13:43:10.870454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a03608e8-51ba-474b-85bd-6dc610f1c81b req-b8bb9280-e7a7-4ffd-9ae1-534887080dfb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565622 Jul 09 13:43:10.889376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Routers {'fe201c6f-052f-4b54-ae06-ca86f4b72130'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:10.890049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:42:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['fe201c6f-052f-4b54-ae06-ca86f4b72130'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:10.966833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-965af30c-521d-45c4-a91b-8abbaf41a6be None None] Provisioning for port ad04376c-3fb7-4873-ad21-df8f7adddfe6 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:11.031123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.113220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:11.113906 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:11.115903 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:11.210970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-965af30c-521d-45c4-a91b-8abbaf41a6be None None] Provisioning complete for port ad04376c-3fb7-4873-ad21-df8f7adddfe6 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:11.211548 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-965af30c-521d-45c4-a91b-8abbaf41a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.379705 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.408930 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.413800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] 10.222.0.32 "DELETE /v2.0/networks/809c75c7-4141-4d08-abd5-bbf7dc6526f1 HTTP/1.1" status: 204 len: 168 time: 1.3909335 Jul 09 13:43:11.422666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 32934) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:11.472416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdd6ac-4766-4143-a2f5-0a3186ef5a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=809c75c7-4141-4d08-abd5-bbf7dc6526f1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:11.499168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 32936) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:11.564997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfaacd-74f6-4893-9acf-ef95d27dc711 req-c6d0904e-83f5-4f1b-97cc-5a7ddd0bb92c tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:11.566901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-91bfaacd-74f6-4893-9acf-ef95d27dc711 req-c6d0904e-83f5-4f1b-97cc-5a7ddd0bb92c tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 945 time: 0.1727078 Jul 09 13:43:11.665147 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-91bfaacd-74f6-4893-9acf-ef95d27dc711 req-95c0072f-5376-46b5-af6a-f655422bfab9 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923915 Jul 09 13:43:11.692062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bff6a5-d9c3-4355-aba0-9f0dfb1dc1aa admin admin] Deleting subnet a2011b63-31a1-406a-a3d1-9ac05effeb0f {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:11.698605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88bff6a5-d9c3-4355-aba0-9f0dfb1dc1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.724480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Set router fe201c6f-052f-4b54-ae06-ca86f4b72130 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:11.726712 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-965af30c-521d-45c4-a91b-8abbaf41a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.741284 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f841ae94-5170-4b2e-b1ac-82ac10747d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.841264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88bff6a5-d9c3-4355-aba0-9f0dfb1dc1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.919309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-965af30c-521d-45c4-a91b-8abbaf41a6be None None] For port ad04376c-3fb7-4873-ad21-df8f7adddfe6, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad04376c-3fb7-4873-ad21-df8f7adddfe6,segment=NetworkSegment(34df6781-24c1-48b8-9f75-12e4d2eb3429),segment_id=34df6781-24c1-48b8-9f75-12e4d2eb3429)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:11.939767 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-965af30c-521d-45c4-a91b-8abbaf41a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.968679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f841ae94-5170-4b2e-b1ac-82ac10747d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.974993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f841ae94-5170-4b2e-b1ac-82ac10747d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.035270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88bff6a5-d9c3-4355-aba0-9f0dfb1dc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.062881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841ae94-5170-4b2e-b1ac-82ac10747d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9b5f6b-f27a-41e4-b92e-5a569e41dcaf,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:12.073550 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f841ae94-5170-4b2e-b1ac-82ac10747d5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7162960653ba41ae9cdf93dd077e16d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672467 Jul 09 13:43:12.076130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 32952) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:12.149835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af30c-521d-45c4-a91b-8abbaf41a6be None None] Pushing event updated for resources: {'Port': ['ID=ad04376c-3fb7-4873-ad21-df8f7adddfe6,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:12.162857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 331b2e0e-072e-4d14-9f2a-c00b1556dd28 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:12.181433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.240665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c84ca7d8-ec71-4e11-bada-782d6936e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.297855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c84ca7d8-ec71-4e11-bada-782d6936e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.303139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:08Z', 'revision_number': 3, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port': {'id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:07Z', 'updated_at': '2021-07-09T13:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:12.364941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Checking router: fe201c6f-052f-4b54-ae06-ca86f4b72130 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:12.365798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Updating router fe201c6f-052f-4b54-ae06-ca86f4b72130 port cd2798cd-d35b-4b1a-9d3d-c4a582be400b binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:43:12.370680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88bff6a5-d9c3-4355-aba0-9f0dfb1dc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.393542 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c84ca7d8-ec71-4e11-bada-782d6936e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.397029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c84ca7d8-ec71-4e11-bada-782d6936e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.400456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c84ca7d8-ec71-4e11-bada-782d6936e1a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a9b5f6b-f27a-41e4-b92e-5a569e41dcaf HTTP/1.1" status: 204 len: 168 time: 0.3215661 Jul 09 13:43:12.413420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ca7d8-ec71-4e11-bada-782d6936e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9b5f6b-f27a-41e4-b92e-5a569e41dcaf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:12.431099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:12.433953 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.465811 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88bff6a5-d9c3-4355-aba0-9f0dfb1dc1aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.468383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-88bff6a5-d9c3-4355-aba0-9f0dfb1dc1aa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a2011b63-31a1-406a-a3d1-9ac05effeb0f HTTP/1.1" status: 204 len: 168 time: 1.0228775 Jul 09 13:43:12.471004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 32966) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:12.473995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bff6a5-d9c3-4355-aba0-9f0dfb1dc1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2011b63-31a1-406a-a3d1-9ac05effeb0f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:12.495469 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.541552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1002-75fe-44b8-9e97-fee7553bbbc2 req-4b4a3ff0-bfc3-462a-8f4f-2cea388007ff tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:12.544501 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d85e1002-75fe-44b8-9e97-fee7553bbbc2 req-4b4a3ff0-bfc3-462a-8f4f-2cea388007ff tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 946 time: 0.3248987 Jul 09 13:43:12.553801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-37bddf28-ca1d-4c64-85ee-3279044765ec None None] Provisioning complete for port ad04376c-3fb7-4873-ad21-df8f7adddfe6 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:12.554181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-37bddf28-ca1d-4c64-85ee-3279044765ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.598060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Allocated IP 172.20.0.1 (0feccdf2-306f-4d76-a14f-166f32b50e9e/dfdd4f90-b26b-4520-adbb-af49137ef666/b7d57352-974d-49f8-bd4f-0709c5bfd725) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:12.611995 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.641206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ceb75899-67bf-4db3-acc4-837e7acf4c57 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:12.644896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d85e1002-75fe-44b8-9e97-fee7553bbbc2 req-deac2fbf-8c0a-4bf0-83f0-015e6910440d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920289 Jul 09 13:43:12.842841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.867750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d486a1-c190-440e-942d-d67fa8b6ee1a']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:12.926611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116af346-80cd-4fbd-90f8-bb1ffca37953') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:12.935989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116af346-80cd-4fbd-90f8-bb1ffca37953') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:12.976219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.988410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ceb75899-67bf-4db3-acc4-837e7acf4c57 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:13.000460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.009544 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.020881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:13.021235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:13.034957 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:13.037492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Transition to ACTIVE for port object b7d57352-974d-49f8-bd4f-0709c5bfd725 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:13.049579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 32994) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:13.088699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ceb75899-67bf-4db3-acc4-837e7acf4c57 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:13.089080 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.111486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.128729 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c11d794e-b31b-43bb-a037-bab6fb6228fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.142418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f0aac-7b15-40e8-a072-7c3507b3651c req-815360ef-0a4c-4d3f-8c15-7829291dbd30 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:13.144248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1f9f0aac-7b15-40e8-a072-7c3507b3651c req-815360ef-0a4c-4d3f-8c15-7829291dbd30 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 945 time: 0.2654731 Jul 09 13:43:13.171621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.188744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.190906 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b6d486a1-c190-440e-942d-d67fa8b6ee1a HTTP/1.1" status: 204 len: 168 time: 0.7183642 Jul 09 13:43:13.226530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.238587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Transition to ACTIVE for port object cd2798cd-d35b-4b1a-9d3d-c4a582be400b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:13.241721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca6d20-e9ef-418c-9945-cc1f01406292 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d486a1-c190-440e-942d-d67fa8b6ee1a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.253724 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.277156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1f9f0aac-7b15-40e8-a072-7c3507b3651c req-290945e4-5c99-4347-91ca-7cffdbba3bba tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200218 Jul 09 13:43:13.341238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Network 0feccdf2-306f-4d76-a14f-166f32b50e9e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:13.364312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Pushing event updated for resources: {'Port': ['ID=b7d57352-974d-49f8-bd4f-0709c5bfd725,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.379888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:13.391480 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.392308 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.402731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Attempting to bind port cd2798cd-d35b-4b1a-9d3d-c4a582be400b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:13.403476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Attempting to bind port cd2798cd-d35b-4b1a-9d3d-c4a582be400b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:13.403980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Attempting to bind port cd2798cd-d35b-4b1a-9d3d-c4a582be400b on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:13.413973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360126c6-cc0b-4c01-a6b0-d2bfe1b14527 None None] Pushing event updated for resources: {'Port': ['ID=cd2798cd-d35b-4b1a-9d3d-c4a582be400b,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.424993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:13.425636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:13.426125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.426684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:13.427284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Bound port: cd2798cd-d35b-4b1a-9d3d-c4a582be400b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:13.427769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.449221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c11d794e-b31b-43bb-a037-bab6fb6228fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.457156 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c11d794e-b31b-43bb-a037-bab6fb6228fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.490781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4003d-92eb-476d-a6f6-71f1d8bd5725 req-dc81ad88-771f-42ac-859f-a1df6ce39a88 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:13.492393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8f4003d-92eb-476d-a6f6-71f1d8bd5725 req-dc81ad88-771f-42ac-859f-a1df6ce39a88 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.3972223 Jul 09 13:43:13.493228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:13.547783 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c11d794e-b31b-43bb-a037-bab6fb6228fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94175a71d3054b18a8adfcb2499726ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616523 Jul 09 13:43:13.548430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:13.550818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d794e-b31b-43bb-a037-bab6fb6228fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82948a48-b578-4a48-b6f8-7fd0a5138077,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.560122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] For port cd2798cd-d35b-4b1a-9d3d-c4a582be400b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:13.564223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] For port cd2798cd-d35b-4b1a-9d3d-c4a582be400b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cd2798cd-d35b-4b1a-9d3d-c4a582be400b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:13.582830 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.603469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5916bd-648a-44cb-ac93-acc8235b85b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb75899-67bf-4db3-acc4-837e7acf4c57'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:13.606791 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058a06cb-8b2e-4e5f-95b3-268fadab3031" -d '{"events": [{"server_uuid": "cc5916bd-648a-44cb-ac93-acc8235b85b3", "name": "network-vif-plugged", "status": "completed", "tag": "ceb75899-67bf-4db3-acc4-837e7acf4c57"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:13.679846 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b6798e42-bc4b-401d-8860-c1cbff4e2768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.691777 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dca0dca-370d-43b6-a61f-de2903d7a8cf x-openstack-request-id: req-2dca0dca-370d-43b6-a61f-de2903d7a8cf {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:13.692315 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5916bd-648a-44cb-ac93-acc8235b85b3", "name": "network-vif-plugged", "status": "completed", "tag": "ceb75899-67bf-4db3-acc4-837e7acf4c57", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:13.692815 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dca0dca-370d-43b6-a61f-de2903d7a8cf {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:13.693411 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5916bd-648a-44cb-ac93-acc8235b85b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb75899-67bf-4db3-acc4-837e7acf4c57', 'code': 200} Jul 09 13:43:13.705795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ceb75899-67bf-4db3-acc4-837e7acf4c57, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ceb75899-67bf-4db3-acc4-837e7acf4c57,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:13.724509 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.736936 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.741217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33014) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:13.743157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8f4003d-92eb-476d-a6f6-71f1d8bd5725 req-0ea3ed92-ec38-41ae-aa60-ca2ba0b19d58 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/quotas/49a5c99cd1164bea9cc7bafd920fbc42 HTTP/1.1" status: 200 len: 375 time: 0.2396421 Jul 09 13:43:13.754804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Routers {'fe201c6f-052f-4b54-ae06-ca86f4b72130'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:13.755103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b6798e42-bc4b-401d-8860-c1cbff4e2768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.755910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:42:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['fe201c6f-052f-4b54-ae06-ca86f4b72130'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:13.837901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360126c6-cc0b-4c01-a6b0-d2bfe1b14527 None None] Pushing event updated for resources: {'Port': ['ID=cd2798cd-d35b-4b1a-9d3d-c4a582be400b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.841587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b6798e42-bc4b-401d-8860-c1cbff4e2768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.854036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b6798e42-bc4b-401d-8860-c1cbff4e2768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.855856 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b6798e42-bc4b-401d-8860-c1cbff4e2768 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82948a48-b578-4a48-b6f8-7fd0a5138077 HTTP/1.1" status: 204 len: 168 time: 0.3062565 Jul 09 13:43:13.886431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6798e42-bc4b-401d-8860-c1cbff4e2768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82948a48-b578-4a48-b6f8-7fd0a5138077,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.951899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5136bb6b-7ce6-4f26-b3e9-db9ca044f21f None None] Provisioning for port b7d57352-974d-49f8-bd4f-0709c5bfd725 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:13.958484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5136bb6b-7ce6-4f26-b3e9-db9ca044f21f None None] Provisioning complete for port b7d57352-974d-49f8-bd4f-0709c5bfd725 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:13.959072 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5136bb6b-7ce6-4f26-b3e9-db9ca044f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.996363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ceb75899-67bf-4db3-acc4-837e7acf4c57,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:14.003609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5136bb6b-7ce6-4f26-b3e9-db9ca044f21f None None] Port b7d57352-974d-49f8-bd4f-0709c5bfd725 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:14.030534 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.046587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] Set router fe201c6f-052f-4b54-ae06-ca86f4b72130 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:14.101018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33026) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:14.114816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f07e9024-0c47-4ac6-91af-871cdba9a2d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b0cb35cbf484f8a8fdd02281ab4220f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695943 Jul 09 13:43:14.187856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206726cb-8b9a-48a6-b76f-0cd7ba179552 req-32d1e843-b301-42f7-8a85-a110bbec9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:14.189340 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-206726cb-8b9a-48a6-b76f-0cd7ba179552 req-32d1e843-b301-42f7-8a85-a110bbec9c87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 1097 time: 0.3829274 Jul 09 13:43:14.201922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8f4003d-92eb-476d-a6f6-71f1d8bd5725 req-8dd7b326-8703-422a-ab8a-a267759037f3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3919659 Jul 09 13:43:14.202106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad04376c-3fb7-4873-ad21-df8f7adddfe6 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:14.209701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d37306f6-acaa-4c87-b7b4-c3ef258312db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.264299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d37306f6-acaa-4c87-b7b4-c3ef258312db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.362673 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.375365 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d37306f6-acaa-4c87-b7b4-c3ef258312db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.380140 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d37306f6-acaa-4c87-b7b4-c3ef258312db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.381769 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d37306f6-acaa-4c87-b7b4-c3ef258312db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40d15cac-429a-4729-b50d-4c9b3dba2d03 HTTP/1.1" status: 204 len: 168 time: 0.2788985 Jul 09 13:43:14.413709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37306f6-acaa-4c87-b7b4-c3ef258312db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d15cac-429a-4729-b50d-4c9b3dba2d03,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:14.429291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-206726cb-8b9a-48a6-b76f-0cd7ba179552 req-ce146c99-f9f5-4493-b28d-3bf089c20504 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252870 Jul 09 13:43:14.660527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.682373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.734705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dbe5c88d-7bcf-4b86-a44d-852f82745098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.743176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208401-3e3d-42de-8e0f-1b6de8618d6e req-0428b000-751f-4082-8f5e-4f67215166a6 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:14.745665 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86208401-3e3d-42de-8e0f-1b6de8618d6e req-0428b000-751f-4082-8f5e-4f67215166a6 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 946 time: 0.1765411 Jul 09 13:43:14.768691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ad04376c-3fb7-4873-ad21-df8f7adddfe6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:14.769453 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.801386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8f4003d-92eb-476d-a6f6-71f1d8bd5725 req-9f32d84e-4dca-48e4-9f50-bd19127f3f8d service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984919 Jul 09 13:43:14.832029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-86208401-3e3d-42de-8e0f-1b6de8618d6e req-b2be27b2-19e8-4d5f-84e2-1be9aeae82d4 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641563 Jul 09 13:43:14.878038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:08Z', 'revision_number': 3, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port': {'id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:07Z', 'updated_at': '2021-07-09T13:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:14.904917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Pushing event updated for resources: {'Port': ['ID=b7d57352-974d-49f8-bd4f-0709c5bfd725,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:14.912410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.947169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324c71c-ddb7-4f2e-b838-cd97ad568601 None None] The sync data for ids ['fe201c6f-052f-4b54-ae06-ca86f4b72130'] in n-d-799524-3 is: [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:08Z', 'revision_number': 3, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port': {'id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:07Z', 'updated_at': '2021-07-09T13:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:15.072494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8f4003d-92eb-476d-a6f6-71f1d8bd5725 req-135bcbba-2bcc-4228-94e0-4cf3773c23c3 service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692063 Jul 09 13:43:15.144983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Network 0feccdf2-306f-4d76-a14f-166f32b50e9e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:15.146613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:15.263628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33074) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:15.434449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Router fe201c6f-052f-4b54-ae06-ca86f4b72130 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:15.451100 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4b059d0b-2e5e-4ebb-81e7-ed7a9952a1ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78c0de74d1d344b19eb0232cea7e97fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827874 Jul 09 13:43:15.452999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33082) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:15.639287 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b544593d-7677-4dc9-9031-39846420f1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.694496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b544593d-7677-4dc9-9031-39846420f1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.754336 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b544593d-7677-4dc9-9031-39846420f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.778468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b544593d-7677-4dc9-9031-39846420f1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.780095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b544593d-7677-4dc9-9031-39846420f1cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24a4fad3-eb25-4c22-968f-9164d7535ee0 HTTP/1.1" status: 204 len: 168 time: 0.3261516 Jul 09 13:43:15.791759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544593d-7677-4dc9-9031-39846420f1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a4fad3-eb25-4c22-968f-9164d7535ee0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:15.890652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0d44b05d-4aea-4b53-a9a1-1091b7352aa1 None None] Provisioning complete for port b7d57352-974d-49f8-bd4f-0709c5bfd725 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:15.892369 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0d44b05d-4aea-4b53-a9a1-1091b7352aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.938992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:15.956487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-79305cb9-9824-4121-92d5-bab1583def1c admin admin] 10.222.0.32 "PUT /v2.0/routers/fe201c6f-052f-4b54-ae06-ca86f4b72130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1067386 Jul 09 13:43:16.018525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0d44b05d-4aea-4b53-a9a1-1091b7352aa1 None None] Port b7d57352-974d-49f8-bd4f-0709c5bfd725 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:16.190698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cd2798cd-d35b-4b1a-9d3d-c4a582be400b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:16.242576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e70e26-7ef8-47cb-a722-d8ab9f7c0527 req-2496c4ad-0554-4460-b575-9166d86d26b6 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:16.266239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20e70e26-7ef8-47cb-a722-d8ab9f7c0527 req-2496c4ad-0554-4460-b575-9166d86d26b6 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 946 time: 0.1802638 Jul 09 13:43:16.274781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port cd2798cd-d35b-4b1a-9d3d-c4a582be400b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:16.284801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cd2798cd-d35b-4b1a-9d3d-c4a582be400b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:16.285405 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.373494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20e70e26-7ef8-47cb-a722-d8ab9f7c0527 req-068d789f-5397-466a-a53f-5c05d017d436 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063235 Jul 09 13:43:16.442176 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.497956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port cd2798cd-d35b-4b1a-9d3d-c4a582be400b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cd2798cd-d35b-4b1a-9d3d-c4a582be400b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:16.517179 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.689955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=cd2798cd-d35b-4b1a-9d3d-c4a582be400b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:16.860945 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4ab997a8-0a2d-43cf-a954-02ee2b679b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.003668 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.753286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-9ffb5648-1f25-4297-aba5-9cd646dddf2a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:17.758408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-9ffb5648-1f25-4297-aba5-9cd646dddf2a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.6637096 Jul 09 13:43:17.789115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-8e56a5e7-3bb5-48a6-8ab3-dbb95870207f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/quotas/49a5c99cd1164bea9cc7bafd920fbc42 HTTP/1.1" status: 200 len: 375 time: 0.0255439 Jul 09 13:43:17.968654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730ab5a-e51e-4e62-95ac-a3635db054a0 req-5297bed5-b7f8-4a1f-8fc1-8c1f247cc8fa tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:17.981337 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5730ab5a-e51e-4e62-95ac-a3635db054a0 req-5297bed5-b7f8-4a1f-8fc1-8c1f247cc8fa tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 946 time: 0.1356156 Jul 09 13:43:17.981544 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-205b5b7e-354a-4763-954a-053a229e10a9 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1899083 Jul 09 13:43:18.094016 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5730ab5a-e51e-4e62-95ac-a3635db054a0 req-a4a33829-febf-4904-97eb-b312f0f3b80f tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115386 Jul 09 13:43:18.157982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cd2798cd-d35b-4b1a-9d3d-c4a582be400b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:18.273394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cd2798cd-d35b-4b1a-9d3d-c4a582be400b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:18.274043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.298851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-22b653c5-aafd-4c15-b7c1-840882b561ca service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163891 Jul 09 13:43:18.320151 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Sync routers for ids ['fe201c6f-052f-4b54-ae06-ca86f4b72130'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:18.335434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.340334 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Routers {'fe201c6f-052f-4b54-ae06-ca86f4b72130'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:18.343705 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:43:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['fe201c6f-052f-4b54-ae06-ca86f4b72130'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:18.544056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-271e0b7d-fbf7-4e10-8382-fcb13b236077 service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434936 Jul 09 13:43:18.712269 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Set router fe201c6f-052f-4b54-ae06-ca86f4b72130 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:19.024823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f86eac5b-f9d2-4c9b-9682-c53085ba2fe7 req-a7739c4f-68dc-4a75-96a4-acc3bf61b186 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 210 time: 0.1386728 Jul 09 13:43:19.229633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7304e847-04f4-4a83-80b0-654b01369092 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:19.236968 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7304e847-04f4-4a83-80b0-654b01369092 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 946 time: 0.2082753 Jul 09 13:43:19.452528 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:14Z', 'revision_number': 4, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port': {'id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:07Z', 'updated_at': '2021-07-09T13:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b7d57352-974d-49f8-bd4f-0709c5bfd725', 'name': '', 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'mac_address': 'fa:16:3e:a0:f6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'dfdd4f90-b26b-4520-adbb-af49137ef666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:12Z', 'updated_at': '2021-07-09T13:43:14Z', 'revision_number': 2, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'subnets': [{'id': 'dfdd4f90-b26b-4520-adbb-af49137ef666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:19.517575 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Checking router: fe201c6f-052f-4b54-ae06-ca86f4b72130 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:19.519370 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Updating router fe201c6f-052f-4b54-ae06-ca86f4b72130 port b7d57352-974d-49f8-bd4f-0709c5bfd725 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:43:19.553332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801fd98-f799-4390-baa2-d951903e062a req-3074cdb7-0795-4a6f-a23e-906b989e2bd7 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:19.566831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2801fd98-f799-4390-baa2-d951903e062a req-3074cdb7-0795-4a6f-a23e-906b989e2bd7 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 946 time: 0.1530724 Jul 09 13:43:19.589875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Deleting port ceb75899-67bf-4db3-acc4-837e7acf4c57 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:19.590420 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.599386 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.688020 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2801fd98-f799-4390-baa2-d951903e062a req-b4dc045d-d2ff-40e3-89fd-4973a5be8171 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201918 Jul 09 13:43:19.716784 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.807039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] For port ceb75899-67bf-4db3-acc4-837e7acf4c57, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ceb75899-67bf-4db3-acc4-837e7acf4c57,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:19.815408 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.834523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Calling delete_port for ceb75899-67bf-4db3-acc4-837e7acf4c57 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:19.964341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33336) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:20.084060 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.097141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ceb75899-67bf-4db3-acc4-837e7acf4c57'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:20.162519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Pushing event deleted for resources: {'Port': ['ID=ceb75899-67bf-4db3-acc4-837e7acf4c57,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:20.190974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.190974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.191566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.191759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.192060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.192395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.192724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.193049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.193373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.193700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.194043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.194378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:20.305104 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ed57b4c2-a9ea-4588-a8ac-3e41199eca00 req-55b87c08-bb1f-47d4-9ef1-10a58f99c135 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 210 time: 0.0552847 Jul 09 13:43:20.333493 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.346742 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Transition to ACTIVE for port object b7d57352-974d-49f8-bd4f-0709c5bfd725 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:20.353547 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.387554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] No DVR routers for this DVR port ceb75899-67bf-4db3-acc4-837e7acf4c57 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:20.393470 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.395772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be286cde-0015-4ae3-a0e8-5bfc3a57789a req-7711df32-350d-4197-8bab-066e6a0f150d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.10 "DELETE /v2.0/ports/ceb75899-67bf-4db3-acc4-837e7acf4c57 HTTP/1.1" status: 204 len: 173 time: 1.1538186 Jul 09 13:43:20.396495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5916bd-648a-44cb-ac93-acc8235b85b3', 'name': 'network-vif-deleted', 'tag': 'ceb75899-67bf-4db3-acc4-837e7acf4c57'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:20.407993 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe5c74a-9d89-45a4-a920-d2391d4349a1" -d '{"events": [{"server_uuid": "cc5916bd-648a-44cb-ac93-acc8235b85b3", "name": "network-vif-deleted", "tag": "ceb75899-67bf-4db3-acc4-837e7acf4c57"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:20.412347 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5aa776b-2e86-4ceb-9a7e-0033c19f1fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.481672 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce3391-9c5e-4477-8691-842d4c9ed4cd None None] Pushing event updated for resources: {'Port': ['ID=b7d57352-974d-49f8-bd4f-0709c5bfd725,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:20.526589 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93023698-dec0-4292-b367-4dab00eff504 x-openstack-request-id: req-93023698-dec0-4292-b367-4dab00eff504 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:20.530733 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5916bd-648a-44cb-ac93-acc8235b85b3", "name": "network-vif-deleted", "tag": "ceb75899-67bf-4db3-acc4-837e7acf4c57", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:20.531323 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93023698-dec0-4292-b367-4dab00eff504 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:20.534044 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5916bd-648a-44cb-ac93-acc8235b85b3', 'name': 'network-vif-deleted', 'tag': 'ceb75899-67bf-4db3-acc4-837e7acf4c57', 'status': 'completed', 'code': 200} Jul 09 13:43:20.675302 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5aa776b-2e86-4ceb-9a7e-0033c19f1fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.680354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5aa776b-2e86-4ceb-9a7e-0033c19f1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.764549 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Attempting to bind port b7d57352-974d-49f8-bd4f-0709c5bfd725 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:20.765601 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Attempting to bind port b7d57352-974d-49f8-bd4f-0709c5bfd725 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:20.766217 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Attempting to bind port b7d57352-974d-49f8-bd4f-0709c5bfd725 on network 0feccdf2-306f-4d76-a14f-166f32b50e9e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:20.788610 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:20.788813 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Checking segment: {'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:20.801556 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.802185 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Bound using segment: {'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:20.803513 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Bound port: b7d57352-974d-49f8-bd4f-0709c5bfd725, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34df6781-24c1-48b8-9f75-12e4d2eb3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:20.805350 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.873223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33372) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:20.910300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa776b-2e86-4ceb-9a7e-0033c19f1fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b350ca6-a396-4990-90c4-eddbc896afbc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:20.922215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a5aa776b-2e86-4ceb-9a7e-0033c19f1fa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63bb642cc4b14518a7a3299b6d0d9ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9546778 Jul 09 13:43:20.927693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33374) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:21.086764 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] For port b7d57352-974d-49f8-bd4f-0709c5bfd725, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:21.091164 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] For port b7d57352-974d-49f8-bd4f-0709c5bfd725, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b7d57352-974d-49f8-bd4f-0709c5bfd725,segment=NetworkSegment(34df6781-24c1-48b8-9f75-12e4d2eb3429),segment_id=34df6781-24c1-48b8-9f75-12e4d2eb3429)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:21.099210 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.191948 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Routers {'fe201c6f-052f-4b54-ae06-ca86f4b72130'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:21.197185 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:43:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['fe201c6f-052f-4b54-ae06-ca86f4b72130'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:21.249726 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce3391-9c5e-4477-8691-842d4c9ed4cd None None] Pushing event updated for resources: {'Port': ['ID=b7d57352-974d-49f8-bd4f-0709c5bfd725,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:21.291489 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-334d2ac2-97d9-4850-9f02-0b52f86cd825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.351698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-334d2ac2-97d9-4850-9f02-0b52f86cd825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.390562 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] Set router fe201c6f-052f-4b54-ae06-ca86f4b72130 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:21.411940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-5a200928-1be5-40c9-8fdd-4f4aeffc7772 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:21.413853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-5a200928-1be5-40c9-8fdd-4f4aeffc7772 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.4394121 Jul 09 13:43:21.434870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Request body: {'port': {'device_id': '9296fe8f-870a-42e3-adca-a5afc88fb841', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'admin_state_up': True, 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:21.664629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-334d2ac2-97d9-4850-9f02-0b52f86cd825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.670607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-334d2ac2-97d9-4850-9f02-0b52f86cd825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.674197 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-334d2ac2-97d9-4850-9f02-0b52f86cd825 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b350ca6-a396-4990-90c4-eddbc896afbc HTTP/1.1" status: 204 len: 168 time: 0.7450023 Jul 09 13:43:21.704784 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af194c45-ec0b-42f4-9968-92ef33ef1890 req-3a8a4ae6-f192-499d-af18-4bd4f3591577 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc5916bd-648a-44cb-ac93-acc8235b85b3 HTTP/1.1" status: 200 len: 210 time: 0.1665423 Jul 09 13:43:21.778662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2e8988e-2898-457a-96cc-57ff5983493a req-c0adf519-2946-4a75-b728-89c40c1aecc7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 210 time: 0.1683168 Jul 09 13:43:21.785653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d2ac2-97d9-4850-9f02-0b52f86cd825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b350ca6-a396-4990-90c4-eddbc896afbc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:21.860338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.902484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:21.920421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.004602 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:14Z', 'revision_number': 4, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port': {'id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:07Z', 'updated_at': '2021-07-09T13:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b7d57352-974d-49f8-bd4f-0709c5bfd725', 'name': '', 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'mac_address': 'fa:16:3e:a0:f6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'dfdd4f90-b26b-4520-adbb-af49137ef666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:12Z', 'updated_at': '2021-07-09T13:43:21Z', 'revision_number': 4, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'subnets': [{'id': 'dfdd4f90-b26b-4520-adbb-af49137ef666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:22.077454 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31499bd-f435-4b5d-a403-ef6029a40371 None None] The sync data for ids ['fe201c6f-052f-4b54-ae06-ca86f4b72130'] in n-d-799524-3 is: [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:14Z', 'revision_number': 4, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port': {'id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:07Z', 'updated_at': '2021-07-09T13:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b7d57352-974d-49f8-bd4f-0709c5bfd725', 'name': '', 'network_id': '0feccdf2-306f-4d76-a14f-166f32b50e9e', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'mac_address': 'fa:16:3e:a0:f6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'dfdd4f90-b26b-4520-adbb-af49137ef666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:12Z', 'updated_at': '2021-07-09T13:43:21Z', 'revision_number': 4, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'subnets': [{'id': 'dfdd4f90-b26b-4520-adbb-af49137ef666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:22.214089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Allocated IP 172.20.0.14 (681b5262-6798-4b03-a97e-67af5a9ffea0/23bdb302-19b9-40bc-a1ff-c31d0d41aa2e/5b0ab851-6408-40d8-a4f8-62b74a746e4f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:22.503765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33402) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:22.567361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31d994ac-c1a3-4566-b8d4-8539c5ddd65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.627886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Deleting port 331b2e0e-072e-4d14-9f2a-c00b1556dd28 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:22.628234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.663094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ceb75899-67bf-4db3-acc4-837e7acf4c57 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:22.706056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.716943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ceb75899-67bf-4db3-acc4-837e7acf4c57 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:22.721088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ceb75899-67bf-4db3-acc4-837e7acf4c57 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:22.886015 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.917966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:23.088544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31d994ac-c1a3-4566-b8d4-8539c5ddd65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.115908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event updated for resources: {'Port': ['ID=5b0ab851-6408-40d8-a4f8-62b74a746e4f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:23.119842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-31d994ac-c1a3-4566-b8d4-8539c5ddd65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.133944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:23.139648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:23.144462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:23.193346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] For port 331b2e0e-072e-4d14-9f2a-c00b1556dd28, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=331b2e0e-072e-4d14-9f2a-c00b1556dd28,segment=NetworkSegment(c3a7d84e-35e9-46aa-880f-f03c5e0523eb),segment_id=c3a7d84e-35e9-46aa-880f-f03c5e0523eb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:23.219623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.228818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:23.229468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.297937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-fe2abf8e-56e5-4252-a7af-42962e174648 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8749223 Jul 09 13:43:23.331558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Request body: {'port': {'device_id': '9296fe8f-870a-42e3-adca-a5afc88fb841', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:23.408074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Calling delete_port for 331b2e0e-072e-4d14-9f2a-c00b1556dd28 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:23.413434 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86724794-6c84-4579-a1da-2e68f003b72f req-34b82c15-207d-4da3-8094-0bea822d9f93 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:23.415919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86724794-6c84-4579-a1da-2e68f003b72f req-34b82c15-207d-4da3-8094-0bea822d9f93 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 932 time: 0.1748068 Jul 09 13:43:23.437952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33428) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:23.441482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-31d994ac-c1a3-4566-b8d4-8539c5ddd65b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3da50ad660694a3ebc51e5b91609a578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9331300 Jul 09 13:43:23.539823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86724794-6c84-4579-a1da-2e68f003b72f req-5f40222f-48c8-4e12-81bb-8b5f4290d660 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146080 Jul 09 13:43:23.547059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d994ac-c1a3-4566-b8d4-8539c5ddd65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519e2857-344a-435a-bc6d-591438e1979b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:23.580846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.606178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-63723b8b-673d-419d-a018-742792195fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.629845 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-63723b8b-673d-419d-a018-742792195fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.994214 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-63723b8b-673d-419d-a018-742792195fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.997249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-63723b8b-673d-419d-a018-742792195fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.999554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-63723b8b-673d-419d-a018-742792195fd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/519e2857-344a-435a-bc6d-591438e1979b HTTP/1.1" status: 204 len: 168 time: 0.5595944 Jul 09 13:43:24.017802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63723b8b-673d-419d-a018-742792195fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519e2857-344a-435a-bc6d-591438e1979b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:24.261526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0ab851-6408-40d8-a4f8-62b74a746e4f {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:24.282461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.315057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b7d57352-974d-49f8-bd4f-0709c5bfd725 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:24.387478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Transition to ACTIVE for port object 5b0ab851-6408-40d8-a4f8-62b74a746e4f will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:24.394573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.525413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b7d57352-974d-49f8-bd4f-0709c5bfd725 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:24.565059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b7d57352-974d-49f8-bd4f-0709c5bfd725 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:24.566290 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.687800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-49a278b3-7a72-4346-af65-e41bb9be1faf tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:24.695229 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-49a278b3-7a72-4346-af65-e41bb9be1faf tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/networks?id=435e66f2-890f-4b6f-b13d-8958d4447623 HTTP/1.1" status: 200 len: 809 time: 1.4240723 Jul 09 13:43:24.714818 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-fe245d8d-73f3-4d80-88d9-7c7f56aa8592 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/quotas/c27b305118434892b0fd5818aca24f07 HTTP/1.1" status: 200 len: 375 time: 0.0182643 Jul 09 13:43:24.741323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0ab851-6408-40d8-a4f8-62b74a746e4f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:24.755896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-92854e8a-dff4-45ed-bfcf-9a5cfaf46be0 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27b305118434892b0fd5818aca24f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397866 Jul 09 13:43:24.892323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.912855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.946814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Pushing event deleted for resources: {'Port': ['ID=331b2e0e-072e-4d14-9f2a-c00b1556dd28,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:24.960614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b7d57352-974d-49f8-bd4f-0709c5bfd725, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b7d57352-974d-49f8-bd4f-0709c5bfd725,segment=NetworkSegment(34df6781-24c1-48b8-9f75-12e4d2eb3429),segment_id=34df6781-24c1-48b8-9f75-12e4d2eb3429)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:24.967219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.985751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-6b4aceeb-c6c4-4043-bbe0-570d2c3670d6 service neutron] 10.222.0.32 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287123 Jul 09 13:43:25.087032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b7d57352-974d-49f8-bd4f-0709c5bfd725,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:25.179329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12dd96-c833-43e5-b3dd-bb1e69e67e39 req-dc647457-3da0-40d7-968a-03287455fb3a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:25.180888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb12dd96-c833-43e5-b3dd-bb1e69e67e39 req-dc647457-3da0-40d7-968a-03287455fb3a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 948 time: 0.3280141 Jul 09 13:43:25.184641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Attempting to bind port 5b0ab851-6408-40d8-a4f8-62b74a746e4f on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:25.185036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Attempting to bind port 5b0ab851-6408-40d8-a4f8-62b74a746e4f by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:25.185367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Attempting to bind port 5b0ab851-6408-40d8-a4f8-62b74a746e4f on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:25.190596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Port 5b0ab851-6408-40d8-a4f8-62b74a746e4f on network 681b5262-6798-4b03-a97e-67af5a9ffea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:43:25.190915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Attempting to bind port 5b0ab851-6408-40d8-a4f8-62b74a746e4f on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:25.198220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:25.198700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Checking segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:25.200437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Bound using segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:25.200935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Bound port: 5b0ab851-6408-40d8-a4f8-62b74a746e4f, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:25.201299 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.415710 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-87b455bb-bd2f-4f1a-80b0-daaf31b11acd service neutron] 10.222.0.32 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286427 Jul 09 13:43:25.429208 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb12dd96-c833-43e5-b3dd-bb1e69e67e39 req-e6a7f93d-fa59-4f6d-bbef-62c7c8249915 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323697 Jul 09 13:43:25.430289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] For port 5b0ab851-6408-40d8-a4f8-62b74a746e4f, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:25.435255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] For port 5b0ab851-6408-40d8-a4f8-62b74a746e4f, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5b0ab851-6408-40d8-a4f8-62b74a746e4f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:25.441626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.487454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:25.487454 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.487454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] 10.222.0.11 "PUT /v2.0/ports/5b0ab851-6408-40d8-a4f8-62b74a746e4f HTTP/1.1" status: 200 len: 1096 time: 2.1677170 Jul 09 13:43:25.487454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9296fe8f-870a-42e3-adca-a5afc88fb841', 'tag': '5b0ab851-6408-40d8-a4f8-62b74a746e4f'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:25.488169 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d" -d '{"events": [{"name": "network-changed", "server_uuid": "9296fe8f-870a-42e3-adca-a5afc88fb841", "tag": "5b0ab851-6408-40d8-a4f8-62b74a746e4f"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:25.556394 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.579841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e130a3-3142-44c4-9266-8c4f97aa3d99 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0ab851-6408-40d8-a4f8-62b74a746e4f,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:25.602038 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e6c801-27e5-4924-89bb-eb7994dd558c x-openstack-request-id: req-06e6c801-27e5-4924-89bb-eb7994dd558c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:25.602421 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9296fe8f-870a-42e3-adca-a5afc88fb841", "tag": "5b0ab851-6408-40d8-a4f8-62b74a746e4f", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:25.602743 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06e6c801-27e5-4924-89bb-eb7994dd558c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:25.603232 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9296fe8f-870a-42e3-adca-a5afc88fb841', 'tag': '5b0ab851-6408-40d8-a4f8-62b74a746e4f', 'status': 'completed', 'code': 200} Jul 09 13:43:25.624975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-703af1ea-7e6c-480c-a62e-6e5ca1edeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:25.626464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-703af1ea-7e6c-480c-a62e-6e5ca1edeb67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 1099 time: 0.0924509 Jul 09 13:43:25.763726 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-bbaecff7-f409-42c6-8987-7916e0ef2209 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b0ab851-6408-40d8-a4f8-62b74a746e4f HTTP/1.1" status: 200 len: 217 time: 0.1288640 Jul 09 13:43:25.956105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5cdbd9c8-20cb-4b25-a6a2-ab0ae0f51ab2 req-b44361a1-e15f-4e2a-8575-22afc6c6e5b2 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 210 time: 0.0968802 Jul 09 13:43:25.983528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-f45a6e51-c477-46e6-b579-caa88f7acb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:25.985253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-f45a6e51-c477-46e6-b579-caa88f7acb9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.2155819 Jul 09 13:43:26.060428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-c7a3310b-8fe5-474f-abfe-e53cf69aa800 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684149 Jul 09 13:43:26.064691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Router 2f90434d-d1f3-4048-b504-3b2048000039 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:26.287467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b7d57352-974d-49f8-bd4f-0709c5bfd725 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:26.349913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:26.370913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] Sync routers for ids ['2f90434d-d1f3-4048-b504-3b2048000039'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:26.379257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33528) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:26.388216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2f48f819-d863-4d2f-9ded-e14f5cef9457 admin admin] 10.222.0.32 "PUT /v2.0/routers/2f90434d-d1f3-4048-b504-3b2048000039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5111902 Jul 09 13:43:26.396694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] Routers {'2f90434d-d1f3-4048-b504-3b2048000039'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:26.397338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:43:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2f90434d-d1f3-4048-b504-3b2048000039'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:26.417582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-8045c640-4b41-49cb-b20a-17f9a6a9460b service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492839 Jul 09 13:43:26.712060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b7d57352-974d-49f8-bd4f-0709c5bfd725 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:26.712697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:26.723372 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:26.726785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaa540a3-7c8c-4ec2-bf3d-5e438072f4b1 req-20e82c91-9502-477b-a03f-40f8a7941a1d service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475071 Jul 09 13:43:26.785609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] Set router 2f90434d-d1f3-4048-b504-3b2048000039 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:26.977914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f8d6-3b39-4ba8-bf76-f8c1e98d2f51 req-078fcc40-f374-4101-a4c4-6bd5dd4f8dd0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:26.992303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3643f8d6-3b39-4ba8-bf76-f8c1e98d2f51 req-078fcc40-f374-4101-a4c4-6bd5dd4f8dd0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 948 time: 0.1998403 Jul 09 13:43:27.033778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-319e326a-501e-4ffd-be31-c445dedb97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:27.036413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-319e326a-501e-4ffd-be31-c445dedb97a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 1099 time: 0.0844879 Jul 09 13:43:27.041676 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.092356 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3643f8d6-3b39-4ba8-bf76-f8c1e98d2f51 req-17a6bae1-35fe-47ef-ae57-8ddc5e26b4a7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979261 Jul 09 13:43:27.250599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Deleting port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:27.251290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.318805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-248506af-955f-4612-8528-e040c2b7c3fc req-00e09835-a056-4e11-adb8-3127b98223df tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 210 time: 0.0854897 Jul 09 13:43:27.388587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-4533527c-918a-4e56-9a8c-ce379b61bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:27.390382 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-4533527c-918a-4e56-9a8c-ce379b61bae6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.3415542 Jul 09 13:43:27.484427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-3c519584-1aef-42f5-bbc8-dc4bb4ad530e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b0ab851-6408-40d8-a4f8-62b74a746e4f HTTP/1.1" status: 200 len: 217 time: 0.0834644 Jul 09 13:43:27.557942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:43:24Z', 'revision_number': 5, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port': {'id': 'b60bbba9-26d0-4a6d-bf09-4ee574c39e9a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90434d-d1f3-4048-b504-3b2048000039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:52Z', 'updated_at': '2021-07-09T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:27.575380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-45ed5b28-5967-4fad-99ec-0ece30372033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:27.576624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-45ed5b28-5967-4fad-99ec-0ece30372033 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0840652 Jul 09 13:43:27.602640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] For port b60bbba9-26d0-4a6d-bf09-4ee574c39e9a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b60bbba9-26d0-4a6d-bf09-4ee574c39e9a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:27.603028 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.631870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] Checking router: 2f90434d-d1f3-4048-b504-3b2048000039 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:27.666850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] Routers {'2f90434d-d1f3-4048-b504-3b2048000039'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:27.667411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:43:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2f90434d-d1f3-4048-b504-3b2048000039'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:27.704581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-145580be-9c4b-4f79-9f11-08bd0edbf3fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183047 Jul 09 13:43:27.738211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Calling delete_port for b60bbba9-26d0-4a6d-bf09-4ee574c39e9a owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:27.859720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] Set router 2f90434d-d1f3-4048-b504-3b2048000039 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:27.971507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:43:27Z', 'revision_number': 6, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:28.025407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595b239-22ca-409c-8d18-efbb904d50a0 None None] The sync data for ids ['2f90434d-d1f3-4048-b504-3b2048000039'] in n-d-799524-3 is: [{'id': '2f90434d-d1f3-4048-b504-3b2048000039', 'name': 'tempest-TestAggregatesBasicOps-160242814-router', 'tenant_id': 'f2ae96212f0046dfac621725a1e01a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:42:50Z', 'updated_at': '2021-07-09T13:43:27Z', 'revision_number': 6, 'project_id': 'f2ae96212f0046dfac621725a1e01a60', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:28.064381 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-a3337ab4-7eee-4b7a-8a99-290ae2e6350e service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437371 Jul 09 13:43:28.383481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-af29b546-0e21-457d-8788-d16d2a6524bd tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:28.388345 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-af29b546-0e21-457d-8788-d16d2a6524bd tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.10 "GET /v2.0/networks?id=435e66f2-890f-4b6f-b13d-8958d4447623 HTTP/1.1" status: 200 len: 809 time: 0.5788157 Jul 09 13:43:28.473461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Request body: {'port': {'device_id': 'fc335669-4f91-4e1a-a1dd-1dd559d2c9fe', 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623', 'admin_state_up': True, 'tenant_id': 'c27b305118434892b0fd5818aca24f07'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:28.534484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f8124-bcfe-475b-b219-254203404ca7 req-aef353a5-a3e8-4751-a3d0-845cec7b7347 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:28.553551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-969f8124-bcfe-475b-b219-254203404ca7 req-aef353a5-a3e8-4751-a3d0-845cec7b7347 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 948 time: 0.1699262 Jul 09 13:43:28.555511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33612) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:28.707324 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-969f8124-bcfe-475b-b219-254203404ca7 req-a219cdc6-9595-43cb-aa03-cf079e1c4bd1 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437037 Jul 09 13:43:28.812370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a94b61e-ad09-419f-8fa2-cc5c3bcb176d req-0cafaf57-181f-4c74-8c82-4137d421df06 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152574 Jul 09 13:43:28.839717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f5d4ec1-ea23-4829-bd82-4a1a42898266 req-bb61703e-7e26-45b5-945a-755986bd1edd tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 210 time: 0.1247842 Jul 09 13:43:28.845281 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a60f244-de31-4eed-94ab-d12fc03c7a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.856554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.903357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60bbba9-26d0-4a6d-bf09-4ee574c39e9a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:28.999841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.009624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a60f244-de31-4eed-94ab-d12fc03c7a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.028206 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a60f244-de31-4eed-94ab-d12fc03c7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.066086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60f244-de31-4eed-94ab-d12fc03c7a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b28a624-68c3-482d-88ff-64b91ee4d0a3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:29.088394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6a60f244-de31-4eed-94ab-d12fc03c7a92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5110235ab0d44f58d12f1c43cef874c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317464 Jul 09 13:43:29.091163 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33622) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:29.145542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.150185 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.152981 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d21169eb-f56d-4f2b-971b-1c054ae9dd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.165202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Made reservation on behalf of c27b305118434892b0fd5818aca24f07 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:29.170274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.202624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d21169eb-f56d-4f2b-971b-1c054ae9dd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.271748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d21169eb-f56d-4f2b-971b-1c054ae9dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.272888 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.273487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f90434d-d1f3-4048-b504-3b2048000039 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:43:29.274523 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d21169eb-f56d-4f2b-971b-1c054ae9dd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.275744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d21169eb-f56d-4f2b-971b-1c054ae9dd67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b28a624-68c3-482d-88ff-64b91ee4d0a3 HTTP/1.1" status: 204 len: 168 time: 0.1836133 Jul 09 13:43:29.281242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.282417 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c720468-e2cb-4003-adb5-7777dc6f6f34 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2f90434d-d1f3-4048-b504-3b2048000039 HTTP/1.1" status: 204 len: 168 time: 2.8955369 Jul 09 13:43:29.286796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33632) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:29.292383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21169eb-f56d-4f2b-971b-1c054ae9dd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b28a624-68c3-482d-88ff-64b91ee4d0a3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:29.719701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33650) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:29.739361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065b3614-9128-4d1f-80df-16621455b667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.753525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5b0ab851-6408-40d8-a4f8-62b74a746e4f details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:43:29.998063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065b3614-9128-4d1f-80df-16621455b667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.007636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-065b3614-9128-4d1f-80df-16621455b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.026718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5b0ab851-6408-40d8-a4f8-62b74a746e4f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5b0ab851-6408-40d8-a4f8-62b74a746e4f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:30.053126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Allocated IP 172.20.0.2 (435e66f2-890f-4b6f-b13d-8958d4447623/de0f6832-9fe0-42a0-a016-0f79ea4c5326/e402d9a6-9258-4539-9eba-c046d3b5377f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:30.060973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '5b0ab851-6408-40d8-a4f8-62b74a746e4f', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'port_id': '5b0ab851-6408-40d8-a4f8-62b74a746e4f', 'mac_address': 'fa:16:3e:27:55:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdb302-19b9-40bc-a1ff-c31d0d41aa2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:43:30.073330 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-065b3614-9128-4d1f-80df-16621455b667 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c8a6b30f92a4ac79ba9d2713847c4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528309 Jul 09 13:43:30.075041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33658) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:30.076034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b3614-9128-4d1f-80df-16621455b667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81dbb40-6df0-4285-9964-e56eb1720200,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:30.107679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.123050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0ab851-6408-40d8-a4f8-62b74a746e4f {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:30.167055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7d6d84e-a08c-46bd-b6ad-a274bc3554b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.178154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5b0ab851-6408-40d8-a4f8-62b74a746e4f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5b0ab851-6408-40d8-a4f8-62b74a746e4f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:30.185480 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.238149 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7d6d84e-a08c-46bd-b6ad-a274bc3554b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.307670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b60bbba9-26d0-4a6d-bf09-4ee574c39e9a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:30.320063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f2a6d-0003-48b7-ac67-cfbc4ba31499 req-488f61d4-ca27-4904-9cb4-ed8a3628d7e2 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:30.321843 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-925f2a6d-0003-48b7-ac67-cfbc4ba31499 req-488f61d4-ca27-4904-9cb4-ed8a3628d7e2 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 949 time: 0.1375425 Jul 09 13:43:30.326451 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.353300 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7d6d84e-a08c-46bd-b6ad-a274bc3554b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.365235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7d6d84e-a08c-46bd-b6ad-a274bc3554b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.369073 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7d6d84e-a08c-46bd-b6ad-a274bc3554b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f81dbb40-6df0-4285-9964-e56eb1720200 HTTP/1.1" status: 204 len: 168 time: 0.2897058 Jul 09 13:43:30.391960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b60bbba9-26d0-4a6d-bf09-4ee574c39e9a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:30.392320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b60bbba9-26d0-4a6d-bf09-4ee574c39e9a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:30.392746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 331b2e0e-072e-4d14-9f2a-c00b1556dd28 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:30.397370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6d84e-a08c-46bd-b6ad-a274bc3554b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81dbb40-6df0-4285-9964-e56eb1720200,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:30.451503 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33074a61-7529-483e-a808-36c99f781e9f req-0500453e-25f9-4c1f-a948-8d218a32209a tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 210 time: 0.1179104 Jul 09 13:43:30.456130 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-925f2a6d-0003-48b7-ac67-cfbc4ba31499 req-754d88c3-9d88-4174-9280-87ca47b0ab34 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109545 Jul 09 13:43:30.497200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 331b2e0e-072e-4d14-9f2a-c00b1556dd28 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:30.497373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 331b2e0e-072e-4d14-9f2a-c00b1556dd28 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:30.510455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5b0ab851-6408-40d8-a4f8-62b74a746e4f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:30.530185 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.544322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb39b9d-cfdf-47f6-86f6-6998ce74f989 admin admin] Deleting subnet 975c945e-be04-4d81-9332-2bbe750c5ce6 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:30.550824 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2cb39b9d-cfdf-47f6-86f6-6998ce74f989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.571218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5b0ab851-6408-40d8-a4f8-62b74a746e4f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:30.582456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.583363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.583869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.584638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.585131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.585622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.586205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.586694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.587204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.587690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.588177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.588683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:30.660652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Network 435e66f2-890f-4b6f-b13d-8958d4447623 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:30.671326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:30.677849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:30.798298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2cb39b9d-cfdf-47f6-86f6-6998ce74f989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.849840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Pushing event updated for resources: {'Port': ['ID=e402d9a6-9258-4539-9eba-c046d3b5377f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:30.889171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:30.889904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.914706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-d130f307-b5ad-40e2-b335-acd87191ce53 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4545188 Jul 09 13:43:30.928988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Request body: {'port': {'device_id': 'fc335669-4f91-4e1a-a1dd-1dd559d2c9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:31.004219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2cb39b9d-cfdf-47f6-86f6-6998ce74f989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.083939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.186204 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2cb39b9d-cfdf-47f6-86f6-6998ce74f989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.201620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2cb39b9d-cfdf-47f6-86f6-6998ce74f989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.207843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d27c09-4eee-4268-98a5-adf8574f3085 None None] Network e6ee86bc-8f6d-4899-9769-7abae10fb386 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:31.219626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33692) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:31.220155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2cb39b9d-cfdf-47f6-86f6-6998ce74f989 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/975c945e-be04-4d81-9332-2bbe750c5ce6 HTTP/1.1" status: 204 len: 168 time: 1.9323876 Jul 09 13:43:31.374864 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.385510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb39b9d-cfdf-47f6-86f6-6998ce74f989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975c945e-be04-4d81-9332-2bbe750c5ce6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:31.500357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] DHCP port deletion for e6ee86bc-8f6d-4899-9769-7abae10fb386 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:31.523099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Deleting port 1d8c9641-c65b-4722-ba59-203e382eaade {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:31.523447 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.624051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] For port 1d8c9641-c65b-4722-ba59-203e382eaade, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1d8c9641-c65b-4722-ba59-203e382eaade,segment=NetworkSegment(c3a7d84e-35e9-46aa-880f-f03c5e0523eb),segment_id=c3a7d84e-35e9-46aa-880f-f03c5e0523eb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:31.626462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.638195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] Deleting port 1d8c9641-c65b-4722-ba59-203e382eaade {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:31.638850 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.680218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Calling delete_port for 1d8c9641-c65b-4722-ba59-203e382eaade owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:31.774822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] For port 1d8c9641-c65b-4722-ba59-203e382eaade, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1d8c9641-c65b-4722-ba59-203e382eaade,segment=NetworkSegment(c3a7d84e-35e9-46aa-880f-f03c5e0523eb),segment_id=c3a7d84e-35e9-46aa-880f-f03c5e0523eb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:31.775375 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.809207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] Calling delete_port for 1d8c9641-c65b-4722-ba59-203e382eaade owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:31.915493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5b0ab851-6408-40d8-a4f8-62b74a746e4f up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:31.952323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf485-bc4a-4d15-a9ca-d484cdab41b1 req-3c3938b6-6a80-455d-a4e1-2c0018dabcb3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:31.954455 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-11caf485-bc4a-4d15-a9ca-d484cdab41b1 req-3c3938b6-6a80-455d-a4e1-2c0018dabcb3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 949 time: 0.2383049 Jul 09 13:43:31.962625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e402d9a6-9258-4539-9eba-c046d3b5377f {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:31.973763 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.985047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe437977-a125-4234-9eaa-19cef0cc043a req-d28a94ad-a432-4d44-8b0f-59490c2ad866 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:31.986878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe437977-a125-4234-9eaa-19cef0cc043a req-d28a94ad-a432-4d44-8b0f-59490c2ad866 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 931 time: 0.3002427 Jul 09 13:43:31.993895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.006225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Transition to ACTIVE for port object e402d9a6-9258-4539-9eba-c046d3b5377f will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:32.012214 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 13:43:32.048556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.048932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.092208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] No DVR routers for this DVR port 1d8c9641-c65b-4722-ba59-203e382eaade on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:32.096181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8c9641-c65b-4722-ba59-203e382eaade,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:32.143449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] Pushing event deleted for resources: {'Port': ['ID=1d8c9641-c65b-4722-ba59-203e382eaade,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:32.143595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe437977-a125-4234-9eaa-19cef0cc043a req-5eef9fb2-a0db-4423-b733-49e51770097d tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483483 Jul 09 13:43:32.159103 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-11caf485-bc4a-4d15-a9ca-d484cdab41b1 req-b1048fcb-0ef1-4b09-91df-2d167c7b3d10 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979740 Jul 09 13:43:32.165291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1d8c9641-c65b-4722-ba59-203e382eaade no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:32.199451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9ddb7-6004-4d06-a1e8-fb47f1c9ceec None None] No DVR routers for this DVR port 1d8c9641-c65b-4722-ba59-203e382eaade on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:32.254295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1d8c9641-c65b-4722-ba59-203e382eaade {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:32.254892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1d8c9641-c65b-4722-ba59-203e382eaade not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:32.256040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 5b0ab851-6408-40d8-a4f8-62b74a746e4f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:32.280079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 5b0ab851-6408-40d8-a4f8-62b74a746e4f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:32.280459 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.344566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.349467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e402d9a6-9258-4539-9eba-c046d3b5377f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:32.397165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ee86bc-8f6d-4899-9769-7abae10fb386']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:32.433148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:32.434511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a7d84e-35e9-46aa-880f-f03c5e0523eb') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:32.448400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Attempting to bind port e402d9a6-9258-4539-9eba-c046d3b5377f on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:32.454805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Attempting to bind port e402d9a6-9258-4539-9eba-c046d3b5377f by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:32.455519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Attempting to bind port e402d9a6-9258-4539-9eba-c046d3b5377f on network 435e66f2-890f-4b6f-b13d-8958d4447623 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:32.456803 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.463845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Port e402d9a6-9258-4539-9eba-c046d3b5377f on network 435e66f2-890f-4b6f-b13d-8958d4447623 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:43:32.464184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Attempting to bind port e402d9a6-9258-4539-9eba-c046d3b5377f on network 435e66f2-890f-4b6f-b13d-8958d4447623 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:32.477140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:32.477486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Checking segment: {'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:32.477869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Bound using segment: {'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:32.478307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Bound port: e402d9a6-9258-4539-9eba-c046d3b5377f, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e985b6e2-4549-4d67-b23f-e8a91beba561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:32.484586 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.488612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.495886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:32.496549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.518677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.554087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296fe8f-870a-42e3-adca-a5afc88fb841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0ab851-6408-40d8-a4f8-62b74a746e4f'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:32.561026 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb2e216-9719-4bd0-9a33-7365c02310c0" -d '{"events": [{"server_uuid": "9296fe8f-870a-42e3-adca-a5afc88fb841", "name": "network-vif-plugged", "status": "completed", "tag": "5b0ab851-6408-40d8-a4f8-62b74a746e4f"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:32.588003 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:32.592108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.602511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.609681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e6ee86bc-8f6d-4899-9769-7abae10fb386 HTTP/1.1" status: 204 len: 168 time: 1.3874094 Jul 09 13:43:32.611008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33740) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:32.623167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5b0ab851-6408-40d8-a4f8-62b74a746e4f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5b0ab851-6408-40d8-a4f8-62b74a746e4f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:32.633053 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.636813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdea3e0-a627-400e-950f-238ff648e5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ee86bc-8f6d-4899-9769-7abae10fb386,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:32.686474 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d852c5-7a18-4da7-bbf2-192a14a157c9 x-openstack-request-id: req-91d852c5-7a18-4da7-bbf2-192a14a157c9 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:32.686760 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296fe8f-870a-42e3-adca-a5afc88fb841", "name": "network-vif-plugged", "status": "completed", "tag": "5b0ab851-6408-40d8-a4f8-62b74a746e4f", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:32.687039 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91d852c5-7a18-4da7-bbf2-192a14a157c9 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:32.687426 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296fe8f-870a-42e3-adca-a5afc88fb841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0ab851-6408-40d8-a4f8-62b74a746e4f', 'code': 200} Jul 09 13:43:32.705479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] For port e402d9a6-9258-4539-9eba-c046d3b5377f, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:32.713505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] For port e402d9a6-9258-4539-9eba-c046d3b5377f, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e402d9a6-9258-4539-9eba-c046d3b5377f,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:32.721531 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.763381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5b0ab851-6408-40d8-a4f8-62b74a746e4f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:32.868997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:32.874326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.875966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/e402d9a6-9258-4539-9eba-c046d3b5377f HTTP/1.1" status: 200 len: 1091 time: 1.9529481 Jul 09 13:43:32.967274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc335669-4f91-4e1a-a1dd-1dd559d2c9fe', 'tag': 'e402d9a6-9258-4539-9eba-c046d3b5377f'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:32.976079 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fc335669-4f91-4e1a-a1dd-1dd559d2c9fe", "tag": "e402d9a6-9258-4539-9eba-c046d3b5377f"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:33.160424 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb5cb42-92fb-4c47-a7d1-78f2c22a4d7a x-openstack-request-id: req-0bb5cb42-92fb-4c47-a7d1-78f2c22a4d7a {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:33.161103 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc335669-4f91-4e1a-a1dd-1dd559d2c9fe", "tag": "e402d9a6-9258-4539-9eba-c046d3b5377f", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:33.163300 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bb5cb42-92fb-4c47-a7d1-78f2c22a4d7a {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:33.163937 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc335669-4f91-4e1a-a1dd-1dd559d2c9fe', 'tag': 'e402d9a6-9258-4539-9eba-c046d3b5377f', 'status': 'completed', 'code': 200} Jul 09 13:43:33.171459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27b5ec-cefc-4f96-a9c3-3e11fcf823b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e402d9a6-9258-4539-9eba-c046d3b5377f,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:33.257789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3f193-e03e-4728-b528-480ca01c31e8 req-a080430f-1c89-4991-a276-a41e6ce8e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:33.259455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5a3f193-e03e-4728-b528-480ca01c31e8 req-a080430f-1c89-4991-a276-a41e6ce8e336 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 1101 time: 0.4566014 Jul 09 13:43:33.308681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-461051b8-44c8-4b88-9b76-8d7080e1f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:33.310127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-461051b8-44c8-4b88-9b76-8d7080e1f29c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c27b305118434892b0fd5818aca24f07&device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 1094 time: 0.3248863 Jul 09 13:43:33.317154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5a3f193-e03e-4728-b528-480ca01c31e8 req-4dcd8e97-2b9d-4236-8e4e-42fae44bba24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Jul 09 13:43:33.339078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.392528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33766) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:33.395413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-e175d5d8-8bab-4acc-86f8-76822faac6df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e402d9a6-9258-4539-9eba-c046d3b5377f HTTP/1.1" status: 200 len: 217 time: 0.0762980 Jul 09 13:43:33.655628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-34baecbb-281f-4f10-aae7-7c2e9e5b1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:33.657268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-34baecbb-281f-4f10-aae7-7c2e9e5b1fdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de0f6832-9fe0-42a0-a016-0f79ea4c5326 HTTP/1.1" status: 200 len: 849 time: 0.2546520 Jul 09 13:43:33.721520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9045-7fca-4a78-959c-4d5a34253576 req-14a1dab6-85dd-44fb-950d-65279285b323 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:33.730549 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a76e9045-7fca-4a78-959c-4d5a34253576 req-14a1dab6-85dd-44fb-950d-65279285b323 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 950 time: 0.1971812 Jul 09 13:43:33.750285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-c03fd3f7-fb57-49db-90e2-23ca336a6466 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=435e66f2-890f-4b6f-b13d-8958d4447623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846992 Jul 09 13:43:33.811425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8552388-4de0-458c-822c-2e2921f8d2e8 req-c5f00965-5044-4a27-9a0d-e549e97f6bcd tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:33.813541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8552388-4de0-458c-822c-2e2921f8d2e8 req-c5f00965-5044-4a27-9a0d-e549e97f6bcd tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 943 time: 0.2971120 Jul 09 13:43:33.838447 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a76e9045-7fca-4a78-959c-4d5a34253576 req-94cd23c9-4721-4e88-a032-59e7279ff372 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064615 Jul 09 13:43:33.914145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Deleting port b7d57352-974d-49f8-bd4f-0709c5bfd725 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:33.916923 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.938514 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48ac1aa3-e87d-4203-9936-45e6aaff85bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.065975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8552388-4de0-458c-822c-2e2921f8d2e8 req-6471243b-9c7d-43fc-9c8b-d6951e12adc8 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400422 Jul 09 13:43:34.114353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] For port b7d57352-974d-49f8-bd4f-0709c5bfd725, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b7d57352-974d-49f8-bd4f-0709c5bfd725,segment=NetworkSegment(34df6781-24c1-48b8-9f75-12e4d2eb3429),segment_id=34df6781-24c1-48b8-9f75-12e4d2eb3429)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:34.114777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.151170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Calling delete_port for b7d57352-974d-49f8-bd4f-0709c5bfd725 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:34.175341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-570986e6-209e-4bd7-9252-81f83df11be2 service neutron] 10.222.0.10 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071653 Jul 09 13:43:34.473840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b591121-2f8f-4418-ae26-0c5d48d657ab req-c61688c6-600e-4324-9732-ef5194066b96 service neutron] 10.222.0.10 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807641 Jul 09 13:43:34.547473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48ac1aa3-e87d-4203-9936-45e6aaff85bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.596726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.608119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48ac1aa3-e87d-4203-9936-45e6aaff85bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.641503 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48ac1aa3-e87d-4203-9936-45e6aaff85bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=643dd573ad2c443bbc1918da2033f62a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2454793 Jul 09 13:43:34.641935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33802) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:34.644268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d57352-974d-49f8-bd4f-0709c5bfd725,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:34.722144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac1aa3-e87d-4203-9936-45e6aaff85bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51817a67-4dcf-4588-bc1b-1832b3eb84f5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:34.784385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14a27547-4e57-4cfd-9749-2a29b356fdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.796986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-549021fc-fcac-4772-a12a-8158612af6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:34.803017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-549021fc-fcac-4772-a12a-8158612af6c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c27b305118434892b0fd5818aca24f07&device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 1094 time: 0.2605720 Jul 09 13:43:34.853707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14a27547-4e57-4cfd-9749-2a29b356fdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.911417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.155747 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14a27547-4e57-4cfd-9749-2a29b356fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.158243 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-14a27547-4e57-4cfd-9749-2a29b356fdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.169130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-14a27547-4e57-4cfd-9749-2a29b356fdc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51817a67-4dcf-4588-bc1b-1832b3eb84f5 HTTP/1.1" status: 204 len: 168 time: 0.5232704 Jul 09 13:43:35.213909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a27547-4e57-4cfd-9749-2a29b356fdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51817a67-4dcf-4588-bc1b-1832b3eb84f5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:35.249643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-76d84103-7193-47ab-a653-7a31be5ae318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:35.251206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-76d84103-7193-47ab-a653-7a31be5ae318 service neutron] 10.222.0.10 "GET /v2.0/networks?id=435e66f2-890f-4b6f-b13d-8958d4447623 HTTP/1.1" status: 200 len: 909 time: 0.4402590 Jul 09 13:43:35.341234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-9a918c85-bdf3-42c0-bdeb-3100d13f01ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e402d9a6-9258-4539-9eba-c046d3b5377f HTTP/1.1" status: 200 len: 217 time: 0.0804327 Jul 09 13:43:35.473564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-78d2725f-c33d-4d4a-8652-f973cb35428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:35.475722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-78d2725f-c33d-4d4a-8652-f973cb35428b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=de0f6832-9fe0-42a0-a016-0f79ea4c5326 HTTP/1.1" status: 200 len: 849 time: 0.1295226 Jul 09 13:43:35.543135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-b59a665e-798e-4c21-8c4e-d5cf2a1c1d5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=435e66f2-890f-4b6f-b13d-8958d4447623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594800 Jul 09 13:43:35.557259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f2716-5f56-43e2-ac78-e562a7e02e06 req-f5462591-c169-4a75-9928-1a4029a49750 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:35.559826 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168f2716-5f56-43e2-ac78-e562a7e02e06 req-f5462591-c169-4a75-9928-1a4029a49750 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 950 time: 0.4501858 Jul 09 13:43:35.578196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Router fe201c6f-052f-4b54-ae06-ca86f4b72130 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:35.646035 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168f2716-5f56-43e2-ac78-e562a7e02e06 req-a837d685-211c-408a-a30b-4531441a5528 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698967 Jul 09 13:43:35.651753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-49046d22-7929-42cb-a33d-a6e955d85629 service neutron] 10.222.0.10 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029782 Jul 09 13:43:35.660185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f2032-2374-44c1-9865-c1f9a3f6fd61 req-61485539-9b61-44db-9461-7c7fe94ead77 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:35.661680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c1f2032-2374-44c1-9865-c1f9a3f6fd61 req-61485539-9b61-44db-9461-7c7fe94ead77 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 943 time: 0.2829759 Jul 09 13:43:35.909250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c1f2032-2374-44c1-9865-c1f9a3f6fd61 req-3daaff0f-695b-4b75-9118-8eb4e3b02622 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594942 Jul 09 13:43:35.967115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d954d89e-36e3-4fee-ac2a-da5c5876b4ee req-bf0f080a-a8d8-44b8-b8fc-a8df9540dede service neutron] 10.222.0.10 "GET /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043897 Jul 09 13:43:36.654166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:36.675497 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] Sync routers for ids ['fe201c6f-052f-4b54-ae06-ca86f4b72130'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:36.687779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fafbddc8-0a67-4d00-af6e-394f1a310855 admin admin] 10.222.0.32 "PUT /v2.0/routers/fe201c6f-052f-4b54-ae06-ca86f4b72130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0578258 Jul 09 13:43:36.688738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33868) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:36.715669 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] Routers {'fe201c6f-052f-4b54-ae06-ca86f4b72130'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:36.721634 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e402d9a6-9258-4539-9eba-c046d3b5377f details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:43:36.723633 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:43:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['fe201c6f-052f-4b54-ae06-ca86f4b72130'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:36.967585 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] Set router fe201c6f-052f-4b54-ae06-ca86f4b72130 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:37.024855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e402d9a6-9258-4539-9eba-c046d3b5377f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e402d9a6-9258-4539-9eba-c046d3b5377f,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:37.059636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'e402d9a6-9258-4539-9eba-c046d3b5377f', 'network_id': '435e66f2-890f-4b6f-b13d-8958d4447623', 'port_id': 'e402d9a6-9258-4539-9eba-c046d3b5377f', 'mac_address': 'fa:16:3e:bf:15:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0f6832-9fe0-42a0-a016-0f79ea4c5326', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:43:37.065104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.223805 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.231532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deda95-d9d4-46f1-a6bb-7e2d0cfdb359 req-cd35ac4d-30d3-4cdc-90de-a6eb4f233032 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:37.239812 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5deda95-d9d4-46f1-a6bb-7e2d0cfdb359 req-cd35ac4d-30d3-4cdc-90de-a6eb4f233032 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 950 time: 0.6581373 Jul 09 13:43:37.290841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5deda95-d9d4-46f1-a6bb-7e2d0cfdb359 req-716e53e3-7dc1-41b3-af6f-9a807ff1508e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477624 Jul 09 13:43:37.296679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e402d9a6-9258-4539-9eba-c046d3b5377f {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:37.417954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e402d9a6-9258-4539-9eba-c046d3b5377f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e402d9a6-9258-4539-9eba-c046d3b5377f,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:37.423573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.424660 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.644778 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:34Z', 'revision_number': 5, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port': {'id': 'cd2798cd-d35b-4b1a-9d3d-c4a582be400b', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:07Z', 'updated_at': '2021-07-09T13:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:37.684890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['e402d9a6-9258-4539-9eba-c046d3b5377f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:37.708693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eac960-259f-4006-b33a-045126870ced req-d9cf3937-4183-4d17-b44b-1649ecf29dcf tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:37.739698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-97eac960-259f-4006-b33a-045126870ced req-d9cf3937-4183-4d17-b44b-1649ecf29dcf tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 943 time: 0.3616302 Jul 09 13:43:37.753423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Deleting port cd2798cd-d35b-4b1a-9d3d-c4a582be400b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:37.753780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.769040 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] Checking router: fe201c6f-052f-4b54-ae06-ca86f4b72130 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:37.808898 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] Routers {'fe201c6f-052f-4b54-ae06-ca86f4b72130'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:37.809532 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:43:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['fe201c6f-052f-4b54-ae06-ca86f4b72130'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:37.816414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=e402d9a6-9258-4539-9eba-c046d3b5377f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:37.938386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] For port cd2798cd-d35b-4b1a-9d3d-c4a582be400b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cd2798cd-d35b-4b1a-9d3d-c4a582be400b,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:37.938750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.982183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Calling delete_port for cd2798cd-d35b-4b1a-9d3d-c4a582be400b owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:38.003593 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] Set router fe201c6f-052f-4b54-ae06-ca86f4b72130 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:38.235404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4808f71-30a6-4e27-8d95-4e26d95db97f req-f729d3cf-c317-4e6b-bb44-e30a96c0aefb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:38.252225 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c4808f71-30a6-4e27-8d95-4e26d95db97f req-f729d3cf-c317-4e6b-bb44-e30a96c0aefb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 950 time: 0.1700861 Jul 09 13:43:38.276089 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.281408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33926) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:38.310010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2798cd-d35b-4b1a-9d3d-c4a582be400b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:38.390864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-97eac960-259f-4006-b33a-045126870ced req-5c8939e7-aaed-4cdd-800c-59bccd3cf277 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503208 Jul 09 13:43:38.391936 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c4808f71-30a6-4e27-8d95-4e26d95db97f req-35803c17-a796-48c0-bf2e-8e93eded6faa tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347685 Jul 09 13:43:38.413755 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:37Z', 'revision_number': 6, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:38.450634 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0c13c-e85c-4489-a6bf-e70dd31b182c None None] The sync data for ids ['fe201c6f-052f-4b54-ae06-ca86f4b72130'] in n-d-799524-3 is: [{'id': 'fe201c6f-052f-4b54-ae06-ca86f4b72130', 'name': 'tempest-TestAggregatesBasicOps-221037936-router', 'tenant_id': 'd181e327400242c5ae858a8481b3c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:05Z', 'updated_at': '2021-07-09T13:43:37Z', 'revision_number': 6, 'project_id': 'd181e327400242c5ae858a8481b3c564', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:38.517192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.536796 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8698d378-cbff-4d3d-b786-67e7dd337a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.656610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.659183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.717603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.719194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe201c6f-052f-4b54-ae06-ca86f4b72130 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:43:38.739675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.741107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-34688de2-29ed-4ece-b85f-34e6bfa8f4ce admin admin] 10.222.0.32 "DELETE /v2.0/routers/fe201c6f-052f-4b54-ae06-ca86f4b72130 HTTP/1.1" status: 204 len: 168 time: 2.0501499 Jul 09 13:43:38.741273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e402d9a6-9258-4539-9eba-c046d3b5377f up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:38.743705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 33940) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:38.779250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8698d378-cbff-4d3d-b786-67e7dd337a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.785016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8698d378-cbff-4d3d-b786-67e7dd337a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.844082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3988d3bb-fd8b-426c-8166-2b1dcd2e2126 admin admin] Deleting subnet dfdd4f90-b26b-4520-adbb-af49137ef666 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:38.844312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698d378-cbff-4d3d-b786-67e7dd337a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89801268-f7de-4c42-8e50-02853cd1914e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:38.848433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3988d3bb-fd8b-426c-8166-2b1dcd2e2126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.869210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port e402d9a6-9258-4539-9eba-c046d3b5377f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:38.877788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port e402d9a6-9258-4539-9eba-c046d3b5377f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:38.881023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8698d378-cbff-4d3d-b786-67e7dd337a5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=105821b2b25e40aca8e55e978c43b83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977340 Jul 09 13:43:38.881703 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.883861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33942) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:38.987656 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3988d3bb-fd8b-426c-8166-2b1dcd2e2126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.992965 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0fd9-18bf-426f-a1d2-1aae60ad76c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.034812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0fd9-18bf-426f-a1d2-1aae60ad76c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.053662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.116453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3988d3bb-fd8b-426c-8166-2b1dcd2e2126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.134859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0fd9-18bf-426f-a1d2-1aae60ad76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.138674 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0fd9-18bf-426f-a1d2-1aae60ad76c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.142458 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b4fb0fd9-18bf-426f-a1d2-1aae60ad76c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89801268-f7de-4c42-8e50-02853cd1914e HTTP/1.1" status: 204 len: 168 time: 0.2562943 Jul 09 13:43:39.144357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e402d9a6-9258-4539-9eba-c046d3b5377f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e402d9a6-9258-4539-9eba-c046d3b5377f,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:39.147477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc335669-4f91-4e1a-a1dd-1dd559d2c9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e402d9a6-9258-4539-9eba-c046d3b5377f'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:39.156855 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19387355-0cd8-4828-97c4-9e234a349888" -d '{"events": [{"server_uuid": "fc335669-4f91-4e1a-a1dd-1dd559d2c9fe", "name": "network-vif-plugged", "status": "completed", "tag": "e402d9a6-9258-4539-9eba-c046d3b5377f"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:39.160327 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.163499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb0fd9-18bf-426f-a1d2-1aae60ad76c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89801268-f7de-4c42-8e50-02853cd1914e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:39.248255 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c45e4c0-ef5e-4579-b048-a1d0f3a0fc21 x-openstack-request-id: req-0c45e4c0-ef5e-4579-b048-a1d0f3a0fc21 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:39.249159 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc335669-4f91-4e1a-a1dd-1dd559d2c9fe", "name": "network-vif-plugged", "status": "completed", "tag": "e402d9a6-9258-4539-9eba-c046d3b5377f", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:39.250246 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c45e4c0-ef5e-4579-b048-a1d0f3a0fc21 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:39.251482 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc335669-4f91-4e1a-a1dd-1dd559d2c9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e402d9a6-9258-4539-9eba-c046d3b5377f', 'code': 200} Jul 09 13:43:39.308272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3988d3bb-fd8b-426c-8166-2b1dcd2e2126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.315845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=e402d9a6-9258-4539-9eba-c046d3b5377f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:39.379216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988d3bb-fd8b-426c-8166-2b1dcd2e2126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfdd4f90-b26b-4520-adbb-af49137ef666,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:39.383542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6d193d-4765-4942-97b9-b61c69e38871 None None] Network 0feccdf2-306f-4d76-a14f-166f32b50e9e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:39.400371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3988d3bb-fd8b-426c-8166-2b1dcd2e2126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.405335 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3988d3bb-fd8b-426c-8166-2b1dcd2e2126 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dfdd4f90-b26b-4520-adbb-af49137ef666 HTTP/1.1" status: 204 len: 168 time: 0.6605501 Jul 09 13:43:39.408355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 33964) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:39.581076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-a4578785-b7f3-44ea-812a-e05751e0fc17 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:39.582715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-a4578785-b7f3-44ea-812a-e05751e0fc17 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 950 time: 0.3278146 Jul 09 13:43:39.775471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.838313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdef325-0b77-44fe-81ec-a262636c4364 req-759da8e9-096c-43a7-a988-d31af347461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:39.840867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3bdef325-0b77-44fe-81ec-a262636c4364 req-759da8e9-096c-43a7-a988-d31af347461b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 1096 time: 0.4759481 Jul 09 13:43:40.016144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Deleting port ad04376c-3fb7-4873-ad21-df8f7adddfe6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:40.016482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.079434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3bdef325-0b77-44fe-81ec-a262636c4364 req-33c8df9f-59d2-4458-b510-1b2a9eaa5387 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301652 Jul 09 13:43:40.081969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Deleting port 5b0ab851-6408-40d8-a4f8-62b74a746e4f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:40.087460 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.125879 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544674c-9126-4a7f-9de7-e9a98fe2dffb req-c5576008-6bde-4816-bfea-6481fae5eefa tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:40.134629 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6544674c-9126-4a7f-9de7-e9a98fe2dffb req-c5576008-6bde-4816-bfea-6481fae5eefa tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 945 time: 0.2874088 Jul 09 13:43:40.204605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cd2798cd-d35b-4b1a-9d3d-c4a582be400b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:40.205769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] For port ad04376c-3fb7-4873-ad21-df8f7adddfe6, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad04376c-3fb7-4873-ad21-df8f7adddfe6,segment=NetworkSegment(34df6781-24c1-48b8-9f75-12e4d2eb3429),segment_id=34df6781-24c1-48b8-9f75-12e4d2eb3429)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:40.206751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.231902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] For port 5b0ab851-6408-40d8-a4f8-62b74a746e4f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5b0ab851-6408-40d8-a4f8-62b74a746e4f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:40.232670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.243482 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6544674c-9126-4a7f-9de7-e9a98fe2dffb req-63dd1969-b29a-4b67-aad7-48e12bee7b00 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077077 Jul 09 13:43:40.253481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Calling delete_port for 5b0ab851-6408-40d8-a4f8-62b74a746e4f owned by compute:foo_zone {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:40.274655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Calling delete_port for ad04376c-3fb7-4873-ad21-df8f7adddfe6 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:40.288487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: cd2798cd-d35b-4b1a-9d3d-c4a582be400b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:40.288835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cd2798cd-d35b-4b1a-9d3d-c4a582be400b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:40.289349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b7d57352-974d-49f8-bd4f-0709c5bfd725 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:40.369703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b7d57352-974d-49f8-bd4f-0709c5bfd725 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:40.374970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b7d57352-974d-49f8-bd4f-0709c5bfd725 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:40.465599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.472518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.477931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f', '5b0ab851-6408-40d8-a4f8-62b74a746e4f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:40.520405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event deleted for resources: {'Port': ['ID=5b0ab851-6408-40d8-a4f8-62b74a746e4f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:40.534455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] No DVR routers for this DVR port ad04376c-3fb7-4873-ad21-df8f7adddfe6 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:40.539723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad04376c-3fb7-4873-ad21-df8f7adddfe6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:40.613580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f87b0-ffb0-4bfa-b2e0-226577bd3006 None None] DHCP port deletion for 0feccdf2-306f-4d76-a14f-166f32b50e9e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:40.662706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] No DVR routers for this DVR port 5b0ab851-6408-40d8-a4f8-62b74a746e4f on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:40.665941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.668087 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a03d7ce-5883-4a4d-b563-8c5eb2cf1a64 req-c700a91f-7941-43e8-aa8c-0f8d0d05d71b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "DELETE /v2.0/ports/5b0ab851-6408-40d8-a4f8-62b74a746e4f HTTP/1.1" status: 204 len: 173 time: 1.0770271 Jul 09 13:43:40.668543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296fe8f-870a-42e3-adca-a5afc88fb841', 'name': 'network-vif-deleted', 'tag': '5b0ab851-6408-40d8-a4f8-62b74a746e4f'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:40.672979 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.678069 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c7201d-cbfc-47ae-800d-7d026b7ec7d9" -d '{"events": [{"server_uuid": "9296fe8f-870a-42e3-adca-a5afc88fb841", "name": "network-vif-deleted", "tag": "5b0ab851-6408-40d8-a4f8-62b74a746e4f"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:40.723585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0feccdf2-306f-4d76-a14f-166f32b50e9e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:40.726809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6849fc9-f6cb-4dc5-bde0-3b3c17bbf571 req-aeef68e6-a5c9-42f8-b6b0-e47fd74716ea tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:40.728447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6849fc9-f6cb-4dc5-bde0-3b3c17bbf571 req-aeef68e6-a5c9-42f8-b6b0-e47fd74716ea tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=9296fe8f-870a-42e3-adca-a5afc88fb841 HTTP/1.1" status: 200 len: 871 time: 0.7960372 Jul 09 13:43:40.759603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34df6781-24c1-48b8-9f75-12e4d2eb3429') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:40.759900 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34df6781-24c1-48b8-9f75-12e4d2eb3429') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:40.801561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.805059 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8fc986-57ed-4107-8a7e-49eb3acab150 x-openstack-request-id: req-fc8fc986-57ed-4107-8a7e-49eb3acab150 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:40.806179 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296fe8f-870a-42e3-adca-a5afc88fb841", "name": "network-vif-deleted", "tag": "5b0ab851-6408-40d8-a4f8-62b74a746e4f", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:40.807266 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc8fc986-57ed-4107-8a7e-49eb3acab150 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:40.809336 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296fe8f-870a-42e3-adca-a5afc88fb841', 'name': 'network-vif-deleted', 'tag': '5b0ab851-6408-40d8-a4f8-62b74a746e4f', 'status': 'completed', 'code': 200} Jul 09 13:43:40.850134 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.874764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:40.875218 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:40.877107 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:40.912134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6849fc9-f6cb-4dc5-bde0-3b3c17bbf571 req-c0ec2004-94fd-4d61-991b-a5df3efe4fd0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511974 Jul 09 13:43:41.063530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:41.082077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:41.084422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0feccdf2-306f-4d76-a14f-166f32b50e9e HTTP/1.1" status: 204 len: 168 time: 1.6750002 Jul 09 13:43:41.128300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480ad01-5a87-4abe-b660-128e0ddcc7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0feccdf2-306f-4d76-a14f-166f32b50e9e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:41.347378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34004) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:41.448133 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8dd92dd0-1bd2-4e33-9000-21d1051b8fe1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2ae96212f0046dfac621725a1e01a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986800 Jul 09 13:43:41.451443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34006) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:41.554274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9ade671-0a7e-43ca-89f4-6b63dacfeaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:41.576016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd25c00-8dcf-4504-8358-23476618e97c req-c0b249d5-c003-4ad3-a987-8c6921b0e40b tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:41.581744 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1bd25c00-8dcf-4504-8358-23476618e97c req-c0b249d5-c003-4ad3-a987-8c6921b0e40b tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 945 time: 0.0884871 Jul 09 13:43:41.597296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9ade671-0a7e-43ca-89f4-6b63dacfeaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:41.637437 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1bd25c00-8dcf-4504-8358-23476618e97c req-e5880671-f713-44f2-8d8c-91741a7eb967 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454607 Jul 09 13:43:41.723260 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9ade671-0a7e-43ca-89f4-6b63dacfeaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:41.727568 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9ade671-0a7e-43ca-89f4-6b63dacfeaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:41.734662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b9ade671-0a7e-43ca-89f4-6b63dacfeaf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/944d49cc-6527-4168-9462-3ef797c8f0ee HTTP/1.1" status: 204 len: 168 time: 0.2811224 Jul 09 13:43:41.747963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ade671-0a7e-43ca-89f4-6b63dacfeaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d49cc-6527-4168-9462-3ef797c8f0ee,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:42.152919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad04376c-3fb7-4873-ad21-df8f7adddfe6 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:42.205787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ad04376c-3fb7-4873-ad21-df8f7adddfe6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:42.206626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad04376c-3fb7-4873-ad21-df8f7adddfe6 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:42.313475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34040) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:42.389670 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bea444a1-80a5-4e3e-8db7-a4070adb6875 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d181e327400242c5ae858a8481b3c564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748005 Jul 09 13:43:42.392185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34044) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:42.502336 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa011bed-0ec1-41f8-91c7-b714ad110f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.530157 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa011bed-0ec1-41f8-91c7-b714ad110f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.586610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa011bed-0ec1-41f8-91c7-b714ad110f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.589474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa011bed-0ec1-41f8-91c7-b714ad110f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.593778 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fa011bed-0ec1-41f8-91c7-b714ad110f3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba74fea4-8b85-4386-98a9-7abb5fabf819 HTTP/1.1" status: 204 len: 168 time: 0.1975381 Jul 09 13:43:42.606078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa011bed-0ec1-41f8-91c7-b714ad110f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba74fea4-8b85-4386-98a9-7abb5fabf819,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:43.328043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:43.562034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-ac56638b-ad03-4c82-a11b-aff01afdfa81 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:43.564682 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-ac56638b-ad03-4c82-a11b-aff01afdfa81 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.1834810 Jul 09 13:43:43.599774 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-d6ad091d-fb16-409b-b0e3-7ab1f0504a09 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/quotas/49a5c99cd1164bea9cc7bafd920fbc42 HTTP/1.1" status: 200 len: 375 time: 0.0220509 Jul 09 13:43:43.741318 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-a37bc052-d925-4b22-95ae-be1153b02d5d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390839 Jul 09 13:43:43.800358 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5b0ab851-6408-40d8-a4f8-62b74a746e4f no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:43.922789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 5b0ab851-6408-40d8-a4f8-62b74a746e4f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:43.923164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5b0ab851-6408-40d8-a4f8-62b74a746e4f not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:43.988380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-fe46db1b-80f4-4b09-9987-815625a033de service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438381 Jul 09 13:43:44.033191 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:44.125686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-4ee3af77-3621-427a-91ee-367bb22d42ad service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359279 Jul 09 13:43:44.317572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bce7407f-2da7-4ef5-bace-9f3aed096e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:44.361627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09681bf9-3e66-4afb-bdb7-c57cf9bf7fe8 req-df1959ff-0f23-4371-9fc0-0e2f019891b3 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:44.369270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09681bf9-3e66-4afb-bdb7-c57cf9bf7fe8 req-df1959ff-0f23-4371-9fc0-0e2f019891b3 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 945 time: 1.3346081 Jul 09 13:43:44.455119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-00342fec-636f-4a7e-b781-0dfa5d294440 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:44.456718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-00342fec-636f-4a7e-b781-0dfa5d294440 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 945 time: 0.1977606 Jul 09 13:43:44.459933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09681bf9-3e66-4afb-bdb7-c57cf9bf7fe8 req-ceb93578-57bd-4d6c-9b89-a57b887e16c3 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1627a97-7218-42f8-8cd4-7b926e108a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841916 Jul 09 13:43:44.548887 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f8534e5b-dd76-4622-a887-aee89f0658d9 req-83319a53-625d-4c2c-bfe7-58f608059973 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 210 time: 0.0867696 Jul 09 13:43:44.633717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Deleting port e402d9a6-9258-4539-9eba-c046d3b5377f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:44.634112 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:44.783329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] For port e402d9a6-9258-4539-9eba-c046d3b5377f, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e402d9a6-9258-4539-9eba-c046d3b5377f,segment=NetworkSegment(e985b6e2-4549-4d67-b23f-e8a91beba561),segment_id=e985b6e2-4549-4d67-b23f-e8a91beba561)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:44.784362 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:44.817636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Calling delete_port for e402d9a6-9258-4539-9eba-c046d3b5377f owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:45.036752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:45.088428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Pushing event deleted for resources: {'Port': ['ID=e402d9a6-9258-4539-9eba-c046d3b5377f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:45.191435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] No DVR routers for this DVR port e402d9a6-9258-4539-9eba-c046d3b5377f on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:45.194521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:45.196632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0da0dc1b-92b8-4e73-8be5-37977abb1387 req-c5110213-12a2-4306-84a4-06309e301690 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.10 "DELETE /v2.0/ports/e402d9a6-9258-4539-9eba-c046d3b5377f HTTP/1.1" status: 204 len: 173 time: 0.7245338 Jul 09 13:43:45.197098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc335669-4f91-4e1a-a1dd-1dd559d2c9fe', 'name': 'network-vif-deleted', 'tag': 'e402d9a6-9258-4539-9eba-c046d3b5377f'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:45.200040 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430e5a6b-2585-4c8d-8abf-1bd02b3cd3e6" -d '{"events": [{"server_uuid": "fc335669-4f91-4e1a-a1dd-1dd559d2c9fe", "name": "network-vif-deleted", "tag": "e402d9a6-9258-4539-9eba-c046d3b5377f"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:45.256722 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3e0a28-af20-4b4c-a634-b87750502073 x-openstack-request-id: req-1a3e0a28-af20-4b4c-a634-b87750502073 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:45.257248 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc335669-4f91-4e1a-a1dd-1dd559d2c9fe", "name": "network-vif-deleted", "tag": "e402d9a6-9258-4539-9eba-c046d3b5377f", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:45.257699 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a3e0a28-af20-4b4c-a634-b87750502073 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:45.258285 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc335669-4f91-4e1a-a1dd-1dd559d2c9fe', 'name': 'network-vif-deleted', 'tag': 'e402d9a6-9258-4539-9eba-c046d3b5377f', 'status': 'completed', 'code': 200} Jul 09 13:43:45.621301 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:43:45.710350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a37b2e76-7e58-42a3-9b85-714faf34c774 req-c4eea0b7-87b3-40e4-abd0-6d5401781571 tempest-VolumesActionsTest-1548697241 tempest-VolumesActionsTest-1548697241-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc335669-4f91-4e1a-a1dd-1dd559d2c9fe HTTP/1.1" status: 200 len: 210 time: 0.0406137 Jul 09 13:43:45.767582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-085d960a-5530-4d9b-91da-c3560ffbf84c req-1e0973bd-fcff-41b2-8539-7a69f0776da0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 210 time: 0.0342710 Jul 09 13:43:46.212382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f2a3a0f-4cdd-4ed1-b343-01993021cfc1 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:46.215236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f2a3a0f-4cdd-4ed1-b343-01993021cfc1 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.2082605 Jul 09 13:43:46.229408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Request body: {'port': {'device_id': 'fdb8d64f-8a59-4845-a188-a234b8f8fb0e', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'admin_state_up': True, 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:46.365503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:46.369948 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.550831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Allocated IP 172.20.0.8 (681b5262-6798-4b03-a97e-67af5a9ffea0/23bdb302-19b9-40bc-a1ff-c31d0d41aa2e/b1b797aa-39d0-4a2a-a580-031eaece91e2) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:46.740978 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.762297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e402d9a6-9258-4539-9eba-c046d3b5377f no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:46.798647 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.832730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:46.916026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: e402d9a6-9258-4539-9eba-c046d3b5377f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:46.916719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e402d9a6-9258-4539-9eba-c046d3b5377f not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:46.916829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event updated for resources: {'Port': ['ID=b1b797aa-39d0-4a2a-a580-031eaece91e2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:46.935615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:46.937619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:46.938823 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a4d7907b-adf4-485f-98ba-ae0c96ff286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.941787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:47.027568 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:47.048309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:47.061446 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:47.090478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-9868291d-c82d-4a85-b699-1b12edb2a286 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8674793 Jul 09 13:43:47.101369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-235e6884-60b7-49b5-8a60-7a7cdc470619 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:43:47.110756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-235e6884-60b7-49b5-8a60-7a7cdc470619 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066440 Jul 09 13:43:47.242286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Request body: {'port': {'device_id': 'fdb8d64f-8a59-4845-a188-a234b8f8fb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:47.319469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c038c-7f20-47a9-90b9-d0bf25b45e09 req-7c28d711-6024-4277-9536-2300c2006757 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:47.320877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee9c038c-7f20-47a9-90b9-d0bf25b45e09 req-7c28d711-6024-4277-9536-2300c2006757 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 931 time: 0.1703658 Jul 09 13:43:47.398969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:47.443661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee9c038c-7f20-47a9-90b9-d0bf25b45e09 req-5d69d67f-e302-4413-944e-a9c4f857fedf tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982003 Jul 09 13:43:47.897069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b797aa-39d0-4a2a-a580-031eaece91e2 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:47.907959 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:47.923355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Transition to ACTIVE for port object b1b797aa-39d0-4a2a-a580-031eaece91e2 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:47.952233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.033176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b797aa-39d0-4a2a-a580-031eaece91e2,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:48.186875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Attempting to bind port b1b797aa-39d0-4a2a-a580-031eaece91e2 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:48.186875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Attempting to bind port b1b797aa-39d0-4a2a-a580-031eaece91e2 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:48.199312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Attempting to bind port b1b797aa-39d0-4a2a-a580-031eaece91e2 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:48.206493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Port b1b797aa-39d0-4a2a-a580-031eaece91e2 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:43:48.206493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Attempting to bind port b1b797aa-39d0-4a2a-a580-031eaece91e2 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:48.222976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:48.229574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Checking segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:48.229574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Bound using segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:48.229574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Bound port: b1b797aa-39d0-4a2a-a580-031eaece91e2, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:48.231479 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.266656 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.314264 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-793e0a61-5001-483b-b2cf-e391b419c31f req-955d94cd-de4d-423f-9e4f-e6abbeb1fa0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783417 Jul 09 13:43:48.390725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] For port b1b797aa-39d0-4a2a-a580-031eaece91e2, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:48.398378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] For port b1b797aa-39d0-4a2a-a580-031eaece91e2, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b1b797aa-39d0-4a2a-a580-031eaece91e2,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:48.404309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.490316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0a61-5001-483b-b2cf-e391b419c31f req-1225f6c7-bfaf-45aa-aef8-9c31339a88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.498827 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-793e0a61-5001-483b-b2cf-e391b419c31f req-1225f6c7-bfaf-45aa-aef8-9c31339a88b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 1097 time: 0.1289313 Jul 09 13:43:48.539398 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.543394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.545116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] 10.222.0.11 "PUT /v2.0/ports/b1b797aa-39d0-4a2a-a580-031eaece91e2 HTTP/1.1" status: 200 len: 1091 time: 1.4312613 Jul 09 13:43:48.545752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8d64f-8a59-4845-a188-a234b8f8fb0e', 'tag': 'b1b797aa-39d0-4a2a-a580-031eaece91e2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:48.551766 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a5306d-67ff-4271-b01d-3e5728c02d36" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8d64f-8a59-4845-a188-a234b8f8fb0e", "tag": "b1b797aa-39d0-4a2a-a580-031eaece91e2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:48.664494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f295cc3-0771-4f8a-95ff-72dd4b87cd69 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b797aa-39d0-4a2a-a580-031eaece91e2,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:48.686980 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28209cf5-6351-48a4-bebd-e2562f66ea3a x-openstack-request-id: req-28209cf5-6351-48a4-bebd-e2562f66ea3a {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:48.687275 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8d64f-8a59-4845-a188-a234b8f8fb0e", "tag": "b1b797aa-39d0-4a2a-a580-031eaece91e2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:48.687546 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28209cf5-6351-48a4-bebd-e2562f66ea3a {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:48.688032 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb8d64f-8a59-4845-a188-a234b8f8fb0e', 'tag': 'b1b797aa-39d0-4a2a-a580-031eaece91e2', 'status': 'completed', 'code': 200} Jul 09 13:43:48.697191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0a61-5001-483b-b2cf-e391b419c31f req-abdac087-e083-43bf-bc81-c9b7daaa3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.699611 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-793e0a61-5001-483b-b2cf-e391b419c31f req-abdac087-e083-43bf-bc81-c9b7daaa3b08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.1715183 Jul 09 13:43:48.733628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-85a43b65-6337-4e2c-8c0a-92478ff5333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.735302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-85a43b65-6337-4e2c-8c0a-92478ff5333c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 1094 time: 0.1240695 Jul 09 13:43:48.830048 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-793e0a61-5001-483b-b2cf-e391b419c31f req-40e515b9-1d98-4f8c-a36f-317cba91c22a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f HTTP/1.1" status: 200 len: 217 time: 0.1181002 Jul 09 13:43:48.832727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-2bde9291-8682-4bf7-bbd5-164d1b951581 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1b797aa-39d0-4a2a-a580-031eaece91e2 HTTP/1.1" status: 200 len: 217 time: 0.0879583 Jul 09 13:43:48.919673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-224eb865-b097-49a5-9957-c9b0d11e946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.924076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-224eb865-b097-49a5-9957-c9b0d11e946c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0797412 Jul 09 13:43:48.946849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d92a-2a9a-4efd-954b-8ea0f1bf2d8a req-8384f3a0-754f-4e5a-b7ee-a39b2732e89d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.948653 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25a8d92a-2a9a-4efd-954b-8ea0f1bf2d8a req-8384f3a0-754f-4e5a-b7ee-a39b2732e89d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 943 time: 0.2478745 Jul 09 13:43:48.973741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-060bf51d-a70e-402b-9ea5-5536bc1bb882 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439427 Jul 09 13:43:48.993220 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0a61-5001-483b-b2cf-e391b419c31f req-3fcc3451-4e0e-41b9-b0e7-d1d6471682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.996857 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-793e0a61-5001-483b-b2cf-e391b419c31f req-3fcc3451-4e0e-41b9-b0e7-d1d6471682b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.1425598 Jul 09 13:43:49.047271 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-793e0a61-5001-483b-b2cf-e391b419c31f req-4cde8469-296a-4ead-8b4e-0fbd98be7950 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424595 Jul 09 13:43:49.068176 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25a8d92a-2a9a-4efd-954b-8ea0f1bf2d8a req-1c8b4de7-0002-4fc7-af18-d7636056d43b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096370 Jul 09 13:43:49.197864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-a5ec7f87-8960-4be1-ba02-5ce3f8bce975 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169557 Jul 09 13:43:49.282403 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-793e0a61-5001-483b-b2cf-e391b419c31f req-5fad79d7-6a0b-44be-891b-a57f102e8103 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129126 Jul 09 13:43:49.412373 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-56b2a11a-5936-4ad4-9cdb-dfef26107b4b req-4a322500-ae26-44af-bca2-435918724fc9 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037845 Jul 09 13:43:49.421449 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-793e0a61-5001-483b-b2cf-e391b419c31f req-8706d72b-2ef1-4d2d-b09c-2ee1b6522040 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325834 Jul 09 13:43:49.587534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-90861536-b1e2-4c89-8158-6b874c0a7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:49.589559 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-90861536-b1e2-4c89-8158-6b874c0a7f8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 1094 time: 0.0838857 Jul 09 13:43:49.758172 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.771392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-b34d0087-a9e8-4b56-a871-d5b27596fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:49.773359 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-b34d0087-a9e8-4b56-a871-d5b27596fef3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.1775823 Jul 09 13:43:49.858022 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-af4a3c32-5b8a-48f8-a60b-d3fb63447b8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1b797aa-39d0-4a2a-a580-031eaece91e2 HTTP/1.1" status: 200 len: 217 time: 0.0758369 Jul 09 13:43:49.993949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-12a0ac53-fd17-4a2a-8766-8945ad997e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:49.997034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-12a0ac53-fd17-4a2a-8766-8945ad997e7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.1326182 Jul 09 13:43:50.081781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-616bb3cf-04a7-45eb-a279-18f255a0526b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771170 Jul 09 13:43:50.319586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-39c15dba-e31a-4c8b-a869-b08ec283ef2f service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272370 Jul 09 13:43:50.490060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0a5306d-67ff-4271-b01d-3e5728c02d36 req-3b68a589-5c6a-4080-96db-f01b58e7c012 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564634 Jul 09 13:43:50.738153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed90801-dea0-4e6a-a91e-47edf65a0ae9 req-1b5a93b9-cb20-4864-96d5-c362bb4068d8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:50.742148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ed90801-dea0-4e6a-a91e-47edf65a0ae9 req-1b5a93b9-cb20-4864-96d5-c362bb4068d8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 943 time: 0.2426653 Jul 09 13:43:50.857935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34376) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:50.883724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ed90801-dea0-4e6a-a91e-47edf65a0ae9 req-952fc189-875b-467e-94c7-b78b5c9b22d5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356375 Jul 09 13:43:51.069733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0da1307-aa3b-459a-8b48-52894db76320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.302739 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0da1307-aa3b-459a-8b48-52894db76320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.315555 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0da1307-aa3b-459a-8b48-52894db76320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.415631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da1307-aa3b-459a-8b48-52894db76320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f11e04-b346-4756-bd27-16c8b45eff44,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:51.461625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a0da1307-aa3b-459a-8b48-52894db76320 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bf368a6468e4ab9bfe443dce0f96852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022615 Jul 09 13:43:51.464886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34396) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:51.574776 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a957f79-eb2e-4265-8126-657d42c80d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.629560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a957f79-eb2e-4265-8126-657d42c80d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.739829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a957f79-eb2e-4265-8126-657d42c80d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.742933 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a957f79-eb2e-4265-8126-657d42c80d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.744325 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0a957f79-eb2e-4265-8126-657d42c80d4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2f11e04-b346-4756-bd27-16c8b45eff44 HTTP/1.1" status: 204 len: 168 time: 0.2782962 Jul 09 13:43:51.771151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a957f79-eb2e-4265-8126-657d42c80d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f11e04-b346-4756-bd27-16c8b45eff44,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:51.860779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b1b797aa-39d0-4a2a-a580-031eaece91e2 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:43:52.070384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b1b797aa-39d0-4a2a-a580-031eaece91e2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b1b797aa-39d0-4a2a-a580-031eaece91e2,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:52.116758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b1b797aa-39d0-4a2a-a580-031eaece91e2', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'port_id': 'b1b797aa-39d0-4a2a-a580-031eaece91e2', 'mac_address': 'fa:16:3e:a8:c0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdb302-19b9-40bc-a1ff-c31d0d41aa2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:43:52.278377 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.318022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b797aa-39d0-4a2a-a580-031eaece91e2 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:52.411974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b1b797aa-39d0-4a2a-a580-031eaece91e2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b1b797aa-39d0-4a2a-a580-031eaece91e2,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:52.429877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.491439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:52.517036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b1b797aa-39d0-4a2a-a580-031eaece91e2,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:52.519582 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-32dbe673-19b1-43ba-bc14-cd271a57bd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.626143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b1b797aa-39d0-4a2a-a580-031eaece91e2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:52.818324 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-32dbe673-19b1-43ba-bc14-cd271a57bd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.829168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-32dbe673-19b1-43ba-bc14-cd271a57bd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.942151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7578-2aaa-44e2-8e88-68a74ae0f97c req-da13db60-cca9-42c6-bfc3-4b33a736852c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:52.945341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c1db7578-2aaa-44e2-8e88-68a74ae0f97c req-da13db60-cca9-42c6-bfc3-4b33a736852c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 944 time: 0.1865647 Jul 09 13:43:52.959341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34438) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:52.959549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-32dbe673-19b1-43ba-bc14-cd271a57bd45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4eb3136b0dec498dbaf6836a8b7e7351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666233 Jul 09 13:43:52.962132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbe673-19b1-43ba-bc14-cd271a57bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2ef2e0-e103-4bd4-9d33-836fcaeeb03a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:53.054809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c1db7578-2aaa-44e2-8e88-68a74ae0f97c req-081d8d7b-163b-4e1e-987c-520fc9d53125 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018429 Jul 09 13:43:53.118428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd74f-0fa0-4f1b-bab2-7c8987556883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.183114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd74f-0fa0-4f1b-bab2-7c8987556883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.247641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd74f-0fa0-4f1b-bab2-7c8987556883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.252060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd74f-0fa0-4f1b-bab2-7c8987556883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.254747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aa8cd74f-0fa0-4f1b-bab2-7c8987556883 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e2ef2e0-e103-4bd4-9d33-836fcaeeb03a HTTP/1.1" status: 204 len: 168 time: 0.2940092 Jul 09 13:43:53.286654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cd74f-0fa0-4f1b-bab2-7c8987556883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2ef2e0-e103-4bd4-9d33-836fcaeeb03a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:53.856420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 34460) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:53.876328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b1b797aa-39d0-4a2a-a580-031eaece91e2 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:53.895189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.984145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port b1b797aa-39d0-4a2a-a580-031eaece91e2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:53.992392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b1b797aa-39d0-4a2a-a580-031eaece91e2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:53.994000 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.145861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.161009 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.166889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.215283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b1b797aa-39d0-4a2a-a580-031eaece91e2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b1b797aa-39d0-4a2a-a580-031eaece91e2,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:54.216981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8d64f-8a59-4845-a188-a234b8f8fb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b797aa-39d0-4a2a-a580-031eaece91e2'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:54.220740 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6df6a5-9c05-4b20-a5ca-fcd4bfd101d5" -d '{"events": [{"server_uuid": "fdb8d64f-8a59-4845-a188-a234b8f8fb0e", "name": "network-vif-plugged", "status": "completed", "tag": "b1b797aa-39d0-4a2a-a580-031eaece91e2"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:54.237426 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.258253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720a12ed-5953-46cc-ae28-a7594b1f2eb1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:54.299697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b1b797aa-39d0-4a2a-a580-031eaece91e2,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:54.325746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.327751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.328437 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d7c9fc-6fc8-4a1e-8a12-a4fdb680df39 x-openstack-request-id: req-c4d7c9fc-6fc8-4a1e-8a12-a4fdb680df39 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:54.328736 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8d64f-8a59-4845-a188-a234b8f8fb0e", "name": "network-vif-plugged", "status": "completed", "tag": "b1b797aa-39d0-4a2a-a580-031eaece91e2", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:54.328984 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4d7c9fc-6fc8-4a1e-8a12-a4fdb680df39 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:54.329221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.329663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.329877 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8d64f-8a59-4845-a188-a234b8f8fb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b797aa-39d0-4a2a-a580-031eaece91e2', 'code': 200} Jul 09 13:43:54.330179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.331557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.332272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.336624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.337107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.337681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.338216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.338645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:54.358787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 34470) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:54.374062 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-50eabef3-8d1b-4ceb-b780-b1b47777ccb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d1c68a7d5e54208acd05f4428fffc42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5028877 Jul 09 13:43:54.533906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a367699-2b1f-44fe-b89e-f5060ed52336 req-845708ee-89f9-43f2-8791-941cf5344407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:54.535910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6a367699-2b1f-44fe-b89e-f5060ed52336 req-845708ee-89f9-43f2-8791-941cf5344407 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 1096 time: 0.1149764 Jul 09 13:43:54.545014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e487523-ad46-4dd8-b52d-54a916866949 req-20787e0f-43cf-42ce-a649-81abe11dc6e3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:54.554409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e487523-ad46-4dd8-b52d-54a916866949 req-20787e0f-43cf-42ce-a649-81abe11dc6e3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 945 time: 0.2267265 Jul 09 13:43:54.581142 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d4a4-a3bb-4130-9783-8047eae02c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.585848 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6a367699-2b1f-44fe-b89e-f5060ed52336 req-79136f72-cf51-4fca-8ef5-5d4c53f7ed05 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Jul 09 13:43:54.610885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d4a4-a3bb-4130-9783-8047eae02c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.675481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e487523-ad46-4dd8-b52d-54a916866949 req-438f3b90-25ac-4616-a0c8-74bbef358386 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198804 Jul 09 13:43:54.680740 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d4a4-a3bb-4130-9783-8047eae02c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.683925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d4a4-a3bb-4130-9783-8047eae02c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.685394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d6e5d4a4-a3bb-4130-9783-8047eae02c5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/720a12ed-5953-46cc-ae28-a7594b1f2eb1 HTTP/1.1" status: 204 len: 168 time: 0.3225322 Jul 09 13:43:54.714154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5d4a4-a3bb-4130-9783-8047eae02c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720a12ed-5953-46cc-ae28-a7594b1f2eb1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:55.956223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76e482-69ef-496c-91c2-6da56c97a238 req-ed6b6298-4f60-479d-910e-7449031f8a4c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:55.958676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e76e482-69ef-496c-91c2-6da56c97a238 req-ed6b6298-4f60-479d-910e-7449031f8a4c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 945 time: 0.1007774 Jul 09 13:43:56.038922 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9e76e482-69ef-496c-91c2-6da56c97a238 req-7f6c6637-47c9-4cb4-9cd9-947b12b0b71a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743675 Jul 09 13:43:56.357419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e7ad-3202-4809-9047-b9fc8e2c0eb2 req-bba92041-62a7-4c25-9b44-bc3e1f9c305b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:56.359712 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8538e7ad-3202-4809-9047-b9fc8e2c0eb2 req-bba92041-62a7-4c25-9b44-bc3e1f9c305b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 945 time: 0.0944748 Jul 09 13:43:56.449369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8538e7ad-3202-4809-9047-b9fc8e2c0eb2 req-946adffa-3c44-4b06-9661-77dc69a25ecd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807395 Jul 09 13:43:57.438858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d33441-0dcc-4e22-96e6-f117d2495774 req-119794de-c1f5-44c2-a3d5-1c57cde8f4f7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:57.455134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99d33441-0dcc-4e22-96e6-f117d2495774 req-119794de-c1f5-44c2-a3d5-1c57cde8f4f7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 945 time: 0.1999516 Jul 09 13:43:57.554500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99d33441-0dcc-4e22-96e6-f117d2495774 req-b94881ff-3dea-43d6-ad5c-da0c104ddcd8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982513 Jul 09 13:43:58.357753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-f134d35e-acc3-47af-b715-cb8295b5b272 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.359982 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-f134d35e-acc3-47af-b715-cb8295b5b272 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 945 time: 0.1329429 Jul 09 13:43:58.503847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Deleting port b1b797aa-39d0-4a2a-a580-031eaece91e2 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:58.504328 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.693472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] For port b1b797aa-39d0-4a2a-a580-031eaece91e2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b1b797aa-39d0-4a2a-a580-031eaece91e2,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:58.693472 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.741492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Calling delete_port for b1b797aa-39d0-4a2a-a580-031eaece91e2 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:58.965533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af825e-353d-4713-b554-e0b83e373886 req-0e8b3b99-e620-445b-a68b-a6d2bcc0d287 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.967894 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-11af825e-353d-4713-b554-e0b83e373886 req-0e8b3b99-e620-445b-a68b-a6d2bcc0d287 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 945 time: 0.1239903 Jul 09 13:43:59.038640 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-11af825e-353d-4713-b554-e0b83e373886 req-33d199db-096d-4f72-ba2c-b436a473a402 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624664 Jul 09 13:43:59.076226 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.092002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f', 'b1b797aa-39d0-4a2a-a580-031eaece91e2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:59.125791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event deleted for resources: {'Port': ['ID=b1b797aa-39d0-4a2a-a580-031eaece91e2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:59.273218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] No DVR routers for this DVR port b1b797aa-39d0-4a2a-a580-031eaece91e2 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:59.286765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.288881 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1c3e15e-5bc3-441d-82e3-2167a516641f req-c72d785b-af91-4f77-843b-c8f301c898eb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "DELETE /v2.0/ports/b1b797aa-39d0-4a2a-a580-031eaece91e2 HTTP/1.1" status: 204 len: 173 time: 0.9230630 Jul 09 13:43:59.289334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8d64f-8a59-4845-a188-a234b8f8fb0e', 'name': 'network-vif-deleted', 'tag': 'b1b797aa-39d0-4a2a-a580-031eaece91e2'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:59.303054 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af65e17-71c5-4107-a7ce-a0a4317a1bd9" -d '{"events": [{"server_uuid": "fdb8d64f-8a59-4845-a188-a234b8f8fb0e", "name": "network-vif-deleted", "tag": "b1b797aa-39d0-4a2a-a580-031eaece91e2"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:59.396914 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61015bb-28b3-4325-886b-9c8196b8d560 x-openstack-request-id: req-a61015bb-28b3-4325-886b-9c8196b8d560 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:59.397503 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8d64f-8a59-4845-a188-a234b8f8fb0e", "name": "network-vif-deleted", "tag": "b1b797aa-39d0-4a2a-a580-031eaece91e2", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:59.397503 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a61015bb-28b3-4325-886b-9c8196b8d560 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:59.397840 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8d64f-8a59-4845-a188-a234b8f8fb0e', 'name': 'network-vif-deleted', 'tag': 'b1b797aa-39d0-4a2a-a580-031eaece91e2', 'status': 'completed', 'code': 200} Jul 09 13:44:00.326879 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a6c4c125-193c-4c1e-b569-71b9226a102b req-b026df02-8ae3-4d24-9368-8fdce75c0131 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb8d64f-8a59-4845-a188-a234b8f8fb0e HTTP/1.1" status: 200 len: 210 time: 0.0454969 Jul 09 13:44:01.924139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b1b797aa-39d0-4a2a-a580-031eaece91e2 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:01.979129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: b1b797aa-39d0-4a2a-a580-031eaece91e2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:01.979558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b1b797aa-39d0-4a2a-a580-031eaece91e2 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:02.134497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-bf334f91-639d-4879-be8a-cbf364821253 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:02.145753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-bf334f91-639d-4879-be8a-cbf364821253 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.2443526 Jul 09 13:44:02.168830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-bf9051c3-d37f-4b38-b572-ca2f6e4adc73 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/quotas/49a5c99cd1164bea9cc7bafd920fbc42 HTTP/1.1" status: 200 len: 375 time: 0.0216029 Jul 09 13:44:02.315414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-ff60d723-5423-472a-95f0-4042bfa31634 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453485 Jul 09 13:44:02.533388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-9ebc580c-ff64-4b98-a087-1caeed710c34 service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148616 Jul 09 13:44:02.750494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-7c19268d-2433-49c4-9847-b34b4e1516aa service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154768 Jul 09 13:44:03.086160 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8d5b375e-84e1-40f3-90f1-21d756abf594 req-8bddb5ae-e16f-45a2-b55a-b90a0ed03cb3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 210 time: 0.0849965 Jul 09 13:44:04.330809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2957e365-5387-4db6-8cbc-52cc0e17ee97 req-f0161b7b-c4d9-486c-b485-b7b3f894403a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 210 time: 0.1058264 Jul 09 13:44:05.126695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-28193cfe-64b8-4667-84cc-155e07cd5b74 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:05.128235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-28193cfe-64b8-4667-84cc-155e07cd5b74 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.10 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.1724195 Jul 09 13:44:05.141715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Request body: {'port': {'device_id': 'ae1536ba-7afb-438a-b4cf-6858e75fa94a', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'admin_state_up': True, 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:05.423943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:05.428079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.663946 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c27cc187-37b6-4a0b-adcc-9a3afa622af8 req-e62d5ebc-3db2-4b4f-8465-6808bbf450f3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 210 time: 0.0667191 Jul 09 13:44:05.772008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Allocated IP 172.20.0.3 (681b5262-6798-4b03-a97e-67af5a9ffea0/23bdb302-19b9-40bc-a1ff-c31d0d41aa2e/7da916c9-4f3f-4c08-bc79-40615ef18618) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:06.150088 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.279582 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.293727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:06.426183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:06.446098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:06.454970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:06.590512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:06.591211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.647449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event updated for resources: {'Port': ['ID=7da916c9-4f3f-4c08-bc79-40615ef18618,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:06.677961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-95cd6553-11c3-41f4-9e58-7d8efd44fc6a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5402722 Jul 09 13:44:06.692045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Request body: {'port': {'device_id': 'ae1536ba-7afb-438a-b4cf-6858e75fa94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:06.959579 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.282384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a08b83-bf28-4c11-bbff-7c6f652f7030 req-15cd5233-cfb1-4e25-9468-69dd74739349 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:07.284081 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9a08b83-bf28-4c11-bbff-7c6f652f7030 req-15cd5233-cfb1-4e25-9468-69dd74739349 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 931 time: 0.2896366 Jul 09 13:44:07.415989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9a08b83-bf28-4c11-bbff-7c6f652f7030 req-a3f99944-be2a-4976-beb7-26c800f62abb tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247966 Jul 09 13:44:07.760363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da916c9-4f3f-4c08-bc79-40615ef18618 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:07.777098 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.807182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Transition to ACTIVE for port object 7da916c9-4f3f-4c08-bc79-40615ef18618 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:07.816650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.962213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Pushing event updated for resources: {'Port': ['ID=7da916c9-4f3f-4c08-bc79-40615ef18618,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:08.065074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Attempting to bind port 7da916c9-4f3f-4c08-bc79-40615ef18618 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:44:08.067554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Attempting to bind port 7da916c9-4f3f-4c08-bc79-40615ef18618 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:44:08.068091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Attempting to bind port 7da916c9-4f3f-4c08-bc79-40615ef18618 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:08.078705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Port 7da916c9-4f3f-4c08-bc79-40615ef18618 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:44:08.079867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Attempting to bind port 7da916c9-4f3f-4c08-bc79-40615ef18618 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:08.086261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:44:08.086801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Checking segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:08.087222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Bound using segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:44:08.087656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Bound port: 7da916c9-4f3f-4c08-bc79-40615ef18618, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:44:08.088025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.192110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] For port 7da916c9-4f3f-4c08-bc79-40615ef18618, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:44:08.202912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] For port 7da916c9-4f3f-4c08-bc79-40615ef18618, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7da916c9-4f3f-4c08-bc79-40615ef18618,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:44:08.214518 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.302985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Pushing event updated for resources: {'Port': ['ID=7da916c9-4f3f-4c08-bc79-40615ef18618,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:08.333136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:08.333707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.335874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-367fbe58-7f6c-4372-9830-685c224a4c16 service neutron] 10.222.0.10 "PUT /v2.0/ports/7da916c9-4f3f-4c08-bc79-40615ef18618 HTTP/1.1" status: 200 len: 1091 time: 1.6491895 Jul 09 13:44:08.336676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1536ba-7afb-438a-b4cf-6858e75fa94a', 'tag': '7da916c9-4f3f-4c08-bc79-40615ef18618'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:08.349120 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1536ba-7afb-438a-b4cf-6858e75fa94a", "tag": "7da916c9-4f3f-4c08-bc79-40615ef18618"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:08.468821 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7fde1b-4cf4-44ef-ad83-54adddf794c0 x-openstack-request-id: req-df7fde1b-4cf4-44ef-ad83-54adddf794c0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:08.469115 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1536ba-7afb-438a-b4cf-6858e75fa94a", "tag": "7da916c9-4f3f-4c08-bc79-40615ef18618", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:08.469370 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df7fde1b-4cf4-44ef-ad83-54adddf794c0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:08.469773 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1536ba-7afb-438a-b4cf-6858e75fa94a', 'tag': '7da916c9-4f3f-4c08-bc79-40615ef18618', 'status': 'completed', 'code': 200} Jul 09 13:44:08.504902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-18db2afc-d452-4c7f-8a24-70f38a009e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:08.507344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-18db2afc-d452-4c7f-8a24-70f38a009e83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 1094 time: 0.1232362 Jul 09 13:44:08.571744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-86a82ac3-b5ea-41ca-a1bd-e8ad45c08e44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7da916c9-4f3f-4c08-bc79-40615ef18618 HTTP/1.1" status: 200 len: 217 time: 0.0558488 Jul 09 13:44:08.678985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-7759f46f-4a4a-43f4-98fc-0317cafb8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:08.701583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-7759f46f-4a4a-43f4-98fc-0317cafb8b0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.1160462 Jul 09 13:44:08.762973 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-817273c8-43b1-4f68-a9d0-d89366400821 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578442 Jul 09 13:44:08.913638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f4be3-9ea9-4ebd-aee3-36c74fe49df6 req-358b095d-2310-47e4-b1d8-f34144c4fa10 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:08.915218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c58f4be3-9ea9-4ebd-aee3-36c74fe49df6 req-358b095d-2310-47e4-b1d8-f34144c4fa10 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 943 time: 0.1647916 Jul 09 13:44:08.986303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c58f4be3-9ea9-4ebd-aee3-36c74fe49df6 req-d3a5f27d-2475-4289-9422-b8aa4ecd221f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604122 Jul 09 13:44:08.992454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-9edbd7d0-9672-4fab-9da1-1d60b64d1b71 service neutron] 10.222.0.10 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070632 Jul 09 13:44:09.127835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b604c5b1-c102-49ad-a346-b1a353a89182 req-997fd3c7-7037-41ff-8652-749ab12c672f service neutron] 10.222.0.10 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227877 Jul 09 13:44:09.443960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-ea7ffba0-fe8a-4bb9-a995-fbad61cc8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:09.445468 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-ea7ffba0-fe8a-4bb9-a995-fbad61cc8142 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 1094 time: 0.2235060 Jul 09 13:44:09.666754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-bffcbaea-4177-4b7b-8c82-efcdb735d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:09.669030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-bffcbaea-4177-4b7b-8c82-efcdb735d61f service neutron] 10.222.0.10 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.2168071 Jul 09 13:44:09.772006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-4c98a594-ff63-4352-a8c1-a9884aeaffc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7da916c9-4f3f-4c08-bc79-40615ef18618 HTTP/1.1" status: 200 len: 217 time: 0.0961032 Jul 09 13:44:09.871166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-e8c57a99-a5a6-4416-9f44-f24cf64d21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:09.874513 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-e8c57a99-a5a6-4416-9f44-f24cf64d21e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0923395 Jul 09 13:44:09.967036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-6ee9cffe-630c-47df-8266-26dfcd7138f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826170 Jul 09 13:44:10.156232 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-10dc59b5-1e97-451d-bf24-638d29f59f7f service neutron] 10.222.0.10 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820943 Jul 09 13:44:10.339956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d1ab92d-0c16-4816-b5ef-3d56ab10ede3 req-9483309f-483f-4f23-81d7-884c22b65f8a service neutron] 10.222.0.10 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759477 Jul 09 13:44:10.428111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e3ac-5e13-4bbb-a375-80e0b88c789d req-c5b1fe70-b31f-4b8e-8d34-bfc88cc360d8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:10.438147 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2226e3ac-5e13-4bbb-a375-80e0b88c789d req-c5b1fe70-b31f-4b8e-8d34-bfc88cc360d8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 943 time: 0.1555557 Jul 09 13:44:10.547429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2226e3ac-5e13-4bbb-a375-80e0b88c789d req-70e73410-27f2-465a-8adf-b3d306a22902 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045763 Jul 09 13:44:10.873741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7da916c9-4f3f-4c08-bc79-40615ef18618 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:44:11.184102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7da916c9-4f3f-4c08-bc79-40615ef18618, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7da916c9-4f3f-4c08-bc79-40615ef18618,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:11.198618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7da916c9-4f3f-4c08-bc79-40615ef18618', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'port_id': '7da916c9-4f3f-4c08-bc79-40615ef18618', 'mac_address': 'fa:16:3e:0b:6a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdb302-19b9-40bc-a1ff-c31d0d41aa2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:44:11.282864 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.312255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da916c9-4f3f-4c08-bc79-40615ef18618 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:11.380716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7da916c9-4f3f-4c08-bc79-40615ef18618, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7da916c9-4f3f-4c08-bc79-40615ef18618,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:11.397051 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.504019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7da916c9-4f3f-4c08-bc79-40615ef18618,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:11.608852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7da916c9-4f3f-4c08-bc79-40615ef18618'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:11.926608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c4b3b-f24f-4c76-b912-5a3ea702472d req-ef8250c6-9aca-4c24-aca3-16883c82d786 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:11.929572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-192c4b3b-f24f-4c76-b912-5a3ea702472d req-ef8250c6-9aca-4c24-aca3-16883c82d786 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 944 time: 0.1483593 Jul 09 13:44:11.987367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-192c4b3b-f24f-4c76-b912-5a3ea702472d req-cca5a191-3e27-436d-8e10-ae4f979f7468 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Jul 09 13:44:12.872315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7da916c9-4f3f-4c08-bc79-40615ef18618 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:44:12.985077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 7da916c9-4f3f-4c08-bc79-40615ef18618 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:13.002865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 7da916c9-4f3f-4c08-bc79-40615ef18618 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:13.005986 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.164820 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.197543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1536ba-7afb-438a-b4cf-6858e75fa94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da916c9-4f3f-4c08-bc79-40615ef18618'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:13.203913 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b638bb-e41b-46f4-8910-ae563fe9fa8f" -d '{"events": [{"server_uuid": "ae1536ba-7afb-438a-b4cf-6858e75fa94a", "name": "network-vif-plugged", "status": "completed", "tag": "7da916c9-4f3f-4c08-bc79-40615ef18618"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:13.226140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7da916c9-4f3f-4c08-bc79-40615ef18618, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7da916c9-4f3f-4c08-bc79-40615ef18618,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:13.237161 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.331654 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d94a28-27eb-40d6-95eb-f4b600c7d269 x-openstack-request-id: req-63d94a28-27eb-40d6-95eb-f4b600c7d269 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:13.335901 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1536ba-7afb-438a-b4cf-6858e75fa94a", "name": "network-vif-plugged", "status": "completed", "tag": "7da916c9-4f3f-4c08-bc79-40615ef18618", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:13.336375 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63d94a28-27eb-40d6-95eb-f4b600c7d269 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:13.337085 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1536ba-7afb-438a-b4cf-6858e75fa94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da916c9-4f3f-4c08-bc79-40615ef18618', 'code': 200} Jul 09 13:44:13.369478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7da916c9-4f3f-4c08-bc79-40615ef18618,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:13.383068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.461238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ad12-3ff6-4a9d-a860-c495ac2461c7 req-aedcedd5-9aa6-4c17-8ac9-9a5b1f5f921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:13.466588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98b3ad12-3ff6-4a9d-a860-c495ac2461c7 req-aedcedd5-9aa6-4c17-8ac9-9a5b1f5f921d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 1096 time: 0.0967319 Jul 09 13:44:13.502308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0a60b-3549-4920-9169-b6fa5c592ac1 req-061052c4-28fe-402a-8c21-abb195e318f9 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:13.506677 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-41f0a60b-3549-4920-9169-b6fa5c592ac1 req-061052c4-28fe-402a-8c21-abb195e318f9 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 945 time: 0.2504544 Jul 09 13:44:13.528297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98b3ad12-3ff6-4a9d-a860-c495ac2461c7 req-ff4d8803-7f88-4efc-ae4f-60a236186223 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457921 Jul 09 13:44:13.612596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-41f0a60b-3549-4920-9169-b6fa5c592ac1 req-c7568cc2-6f4a-4ea6-b4cf-ce8f94d65a5c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981214 Jul 09 13:44:14.049287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35408) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:14.051887 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.239923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4e4af27-732c-41bb-9bbf-6934e4fa8bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.326195 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b27fde73-60f1-47a4-8015-40c638d4be08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.442427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4e4af27-732c-41bb-9bbf-6934e4fa8bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.450578 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d4e4af27-732c-41bb-9bbf-6934e4fa8bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.505690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4af27-732c-41bb-9bbf-6934e4fa8bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71aeab2-0963-4aa0-b255-10988ffcde6c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:14.531140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d4e4af27-732c-41bb-9bbf-6934e4fa8bea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed529d9516324aebb94cb5200fe2465d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805517 Jul 09 13:44:14.532986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35418) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:14.668592 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6942bc1-1a94-4b4b-b80e-2c532d2b05a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.723291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6942bc1-1a94-4b4b-b80e-2c532d2b05a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.797295 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6942bc1-1a94-4b4b-b80e-2c532d2b05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.800443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6942bc1-1a94-4b4b-b80e-2c532d2b05a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.801937 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e6942bc1-1a94-4b4b-b80e-2c532d2b05a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e71aeab2-0963-4aa0-b255-10988ffcde6c HTTP/1.1" status: 204 len: 168 time: 0.2679474 Jul 09 13:44:14.835257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6942bc1-1a94-4b4b-b80e-2c532d2b05a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71aeab2-0963-4aa0-b255-10988ffcde6c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:14.913638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f99696-0203-4838-bd48-35bb32d332ea req-f0559be7-1107-4e32-bf0e-4c85150dd0f0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:14.921388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1f99696-0203-4838-bd48-35bb32d332ea req-f0559be7-1107-4e32-bf0e-4c85150dd0f0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 945 time: 0.1724048 Jul 09 13:44:15.001661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1f99696-0203-4838-bd48-35bb32d332ea req-3d20672d-c026-4ac5-8828-3dc555ee5391 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727546 Jul 09 13:44:15.469676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.495736 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fcd45f7c-fa0a-4a4b-8dd4-61834d8ed0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.512571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-22297542-1faa-4cf8-8423-2d6f92586ce8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:15.514774 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-22297542-1faa-4cf8-8423-2d6f92586ce8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.1711049 Jul 09 13:44:15.544965 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-ef093264-43b8-4f7a-8ec8-cbc7ba156227 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/quotas/49a5c99cd1164bea9cc7bafd920fbc42 HTTP/1.1" status: 200 len: 375 time: 0.0216038 Jul 09 13:44:15.680382 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-4d7d390b-3638-49d9-a834-deefe19657b5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329098 Jul 09 13:44:15.721425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fcd45f7c-fa0a-4a4b-8dd4-61834d8ed0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.734190 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fcd45f7c-fa0a-4a4b-8dd4-61834d8ed0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.787864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd45f7c-fa0a-4a4b-8dd4-61834d8ed0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa6f3ed-c2e1-41b4-9b55-435f44484cc5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:15.795444 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-1e102801-8bb1-4c4b-a105-ebb875610ca8 service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136978 Jul 09 13:44:15.836275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fcd45f7c-fa0a-4a4b-8dd4-61834d8ed0de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=674c1465f0f748289eb6b11fc2fe6f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654788 Jul 09 13:44:15.837644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35452) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.929243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-06aaaa6d-0b07-4046-a687-0096fd8c0d0f service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297879 Jul 09 13:44:15.951595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17d062af-50f8-4322-bdf9-65f804e8adce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.002001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17d062af-50f8-4322-bdf9-65f804e8adce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.141251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17d062af-50f8-4322-bdf9-65f804e8adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.144212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17d062af-50f8-4322-bdf9-65f804e8adce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.148814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-17d062af-50f8-4322-bdf9-65f804e8adce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fa6f3ed-c2e1-41b4-9b55-435f44484cc5 HTTP/1.1" status: 204 len: 168 time: 0.3101923 Jul 09 13:44:16.218545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d062af-50f8-4322-bdf9-65f804e8adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa6f3ed-c2e1-41b4-9b55-435f44484cc5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:16.244800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a55193b5-f30d-44d5-9c68-4efcb8e577cd req-1999bc91-b71e-4f6e-845b-c9049ca48037 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 210 time: 0.1141145 Jul 09 13:44:16.799629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35490) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:16.821598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-247b5145-6398-44f5-ad3f-c2ad606a2fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.861952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-05d459a4-2aa7-458b-8bf2-9e76b1bd0c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.967778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-247b5145-6398-44f5-ad3f-c2ad606a2fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.973636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-247b5145-6398-44f5-ad3f-c2ad606a2fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.013037 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.028034 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-247b5145-6398-44f5-ad3f-c2ad606a2fda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ac4e7dbaa044ad893031c5fe4a5373d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241673 Jul 09 13:44:17.028795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35496) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:17.060872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b5145-6398-44f5-ad3f-c2ad606a2fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e488b702-de61-4da5-9f1b-5e88d5445125,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:17.132800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc5809d-d3bd-453f-9231-320ffca57911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.176477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc5809d-d3bd-453f-9231-320ffca57911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.258286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc5809d-d3bd-453f-9231-320ffca57911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.263142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9cc5809d-d3bd-453f-9231-320ffca57911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.265214 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9cc5809d-d3bd-453f-9231-320ffca57911 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e488b702-de61-4da5-9f1b-5e88d5445125 HTTP/1.1" status: 204 len: 168 time: 0.2347052 Jul 09 13:44:17.275782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5809d-d3bd-453f-9231-320ffca57911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e488b702-de61-4da5-9f1b-5e88d5445125,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:17.460499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70b359d4-dc9b-42ea-a225-ae9c7a3b8651 req-fc89aab2-2d81-4f15-8116-2b7fcc5df219 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 210 time: 0.0476463 Jul 09 13:44:17.860151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-ee477786-952c-4518-a643-7424a2251683 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:17.865709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-ee477786-952c-4518-a643-7424a2251683 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.1959038 Jul 09 13:44:17.878286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Request body: {'port': {'device_id': 'd3331f4f-de39-4505-8c2b-2315a89040fe', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'admin_state_up': True, 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:18.077588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:18.081180 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.267502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.349076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Allocated IP 172.20.0.5 (681b5262-6798-4b03-a97e-67af5a9ffea0/23bdb302-19b9-40bc-a1ff-c31d0d41aa2e/36498359-f9c1-4bd5-a108-b985065021c3) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:18.649668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.696134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c87b6f97-ff51-4aa5-9ea6-656882c38167 req-24ec64e3-cf51-4938-8fa8-a4a7f78f2098 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 210 time: 0.0506392 Jul 09 13:44:18.742990 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.765298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7da916c9-4f3f-4c08-bc79-40615ef18618'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:18.768197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:18.812143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:18.817306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:18.822083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:18.831010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event updated for resources: {'Port': ['ID=36498359-f9c1-4bd5-a108-b985065021c3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:18.891966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:18.892643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.917631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-c868bdf4-cc0f-46cd-9da5-75b36094e50e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0430422 Jul 09 13:44:18.930475 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Request body: {'port': {'device_id': 'd3331f4f-de39-4505-8c2b-2315a89040fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:19.108403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.312510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35600) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.486480 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c583a18-f300-4fc4-95fd-4889d3fb01d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.603096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36498359-f9c1-4bd5-a108-b985065021c3 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:19.615524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c583a18-f300-4fc4-95fd-4889d3fb01d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.615764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.621912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c583a18-f300-4fc4-95fd-4889d3fb01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.639093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Transition to ACTIVE for port object 36498359-f9c1-4bd5-a108-b985065021c3 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:19.644994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.681105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6c583a18-f300-4fc4-95fd-4889d3fb01d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=361b746407e04b3f89d4eeac44fea71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672264 Jul 09 13:44:19.681734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35614) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.724520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c583a18-f300-4fc4-95fd-4889d3fb01d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd908eb-4ada-44e1-96aa-d294b8562a80,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.729773 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.734521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=36498359-f9c1-4bd5-a108-b985065021c3,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.757000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d767880c-dea8-44c3-a447-3dcff962d8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.785636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d767880c-dea8-44c3-a447-3dcff962d8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.836822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d767880c-dea8-44c3-a447-3dcff962d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.837105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Attempting to bind port 36498359-f9c1-4bd5-a108-b985065021c3 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:44:19.837683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Attempting to bind port 36498359-f9c1-4bd5-a108-b985065021c3 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:44:19.838196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Attempting to bind port 36498359-f9c1-4bd5-a108-b985065021c3 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:19.842029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d767880c-dea8-44c3-a447-3dcff962d8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.843668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d767880c-dea8-44c3-a447-3dcff962d8ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbd908eb-4ada-44e1-96aa-d294b8562a80 HTTP/1.1" status: 204 len: 168 time: 0.1608183 Jul 09 13:44:19.846843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Port 36498359-f9c1-4bd5-a108-b985065021c3 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:44:19.847231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Attempting to bind port 36498359-f9c1-4bd5-a108-b985065021c3 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:19.853257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:44:19.853821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Checking segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:19.854486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Bound using segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:44:19.856886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Bound port: 36498359-f9c1-4bd5-a108-b985065021c3, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:44:19.857549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.870110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767880c-dea8-44c3-a447-3dcff962d8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd908eb-4ada-44e1-96aa-d294b8562a80,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:20.023732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] For port 36498359-f9c1-4bd5-a108-b985065021c3, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:44:20.029710 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] For port 36498359-f9c1-4bd5-a108-b985065021c3, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=36498359-f9c1-4bd5-a108-b985065021c3,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:44:20.035551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.075500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35622) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.089455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ea32d88d-d4c3-4311-b3e3-1cad034ba4b1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740386382', 'description': 'tempest-secgroup-smoke-1740386382 description', 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:20.135568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5818e4-9e15-4ac6-8e04-73a0e5eeddb3 req-c35dbeaa-43fa-48e8-89cd-20646dd357ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:20.153720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:20.155490 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.157368 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/36498359-f9c1-4bd5-a108-b985065021c3 HTTP/1.1" status: 200 len: 1091 time: 1.2323728 Jul 09 13:44:20.160736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3331f4f-de39-4505-8c2b-2315a89040fe', 'tag': '36498359-f9c1-4bd5-a108-b985065021c3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:20.162376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad5818e4-9e15-4ac6-8e04-73a0e5eeddb3 req-c35dbeaa-43fa-48e8-89cd-20646dd357ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 943 time: 0.2077625 Jul 09 13:44:20.164092 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca21eff-717b-401d-8030-6e73cf440b17" -d '{"events": [{"name": "network-changed", "server_uuid": "d3331f4f-de39-4505-8c2b-2315a89040fe", "tag": "36498359-f9c1-4bd5-a108-b985065021c3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:20.215545 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea32d88d-d4c3-4311-b3e3-1cad034ba4b1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.219095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82baa1f1-f78a-44a5-9592-d0178c79b4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=36498359-f9c1-4bd5-a108-b985065021c3,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:20.272040 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85605296-ebed-46be-9a97-935b33ed7ff0 x-openstack-request-id: req-85605296-ebed-46be-9a97-935b33ed7ff0 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:20.272397 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3331f4f-de39-4505-8c2b-2315a89040fe", "tag": "36498359-f9c1-4bd5-a108-b985065021c3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:20.272631 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85605296-ebed-46be-9a97-935b33ed7ff0 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:20.272992 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3331f4f-de39-4505-8c2b-2315a89040fe', 'tag': '36498359-f9c1-4bd5-a108-b985065021c3', 'status': 'completed', 'code': 200} Jul 09 13:44:20.288989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad5818e4-9e15-4ac6-8e04-73a0e5eeddb3 req-0b1d22e7-7d1e-42bb-845e-3b494c25f763 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255283 Jul 09 13:44:20.348214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-041d6155-03a6-4608-b8ca-67e0c4e58041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:20.349853 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-041d6155-03a6-4608-b8ca-67e0c4e58041 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 1094 time: 0.1119878 Jul 09 13:44:20.412658 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-8303f06a-5c62-4c3e-ba33-896179cdd54c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36498359-f9c1-4bd5-a108-b985065021c3 HTTP/1.1" status: 200 len: 217 time: 0.0535786 Jul 09 13:44:20.473372 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea32d88d-d4c3-4311-b3e3-1cad034ba4b1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.483935 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea32d88d-d4c3-4311-b3e3-1cad034ba4b1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.518774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-68bbb52d-c1f7-4dd7-b20d-08b875309877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:20.520460 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-68bbb52d-c1f7-4dd7-b20d-08b875309877 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0962057 Jul 09 13:44:20.545656 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea32d88d-d4c3-4311-b3e3-1cad034ba4b1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.550135 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ea32d88d-d4c3-4311-b3e3-1cad034ba4b1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4692581 Jul 09 13:44:20.550417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35628) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.555219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5c74df45-9dc4-471f-b26d-cd4d30d20bd7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'security_group_rule': {'security_group_id': 'f09230d2-bf3e-4701-ae39-4f40eca3c8e3', 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:20.581519 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32d88d-d4c3-4311-b3e3-1cad034ba4b1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09230d2-bf3e-4701-ae39-4f40eca3c8e3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:20.585932 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-7ac20d14-ebc2-4671-905c-fc04f1170eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482111 Jul 09 13:44:20.661103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c74df45-9dc4-471f-b26d-cd4d30d20bd7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.723801 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-a8ecf8d0-f683-4420-ad86-21c6d3575114 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316783 Jul 09 13:44:20.788194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c74df45-9dc4-471f-b26d-cd4d30d20bd7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.796015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c74df45-9dc4-471f-b26d-cd4d30d20bd7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.821297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74df45-9dc4-471f-b26d-cd4d30d20bd7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eb0fd0-8e25-4e07-8327-83b825f31a7a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:20.830802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c74df45-9dc4-471f-b26d-cd4d30d20bd7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.835109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35630) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.835616 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5c74df45-9dc4-471f-b26d-cd4d30d20bd7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2838540 Jul 09 13:44:20.841733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'security_group_rule': {'security_group_id': 'f09230d2-bf3e-4701-ae39-4f40eca3c8e3', 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:20.869114 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0c0748f7-850b-4e99-a317-ab2185937f9b req-29b49636-a269-4e10-ab31-ea412a137b29 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376352 Jul 09 13:44:20.889899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.953232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.959533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.983146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7d22b9-033a-4f44-be42-4826e6488921,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:20.992551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-fde47535-a19c-4db5-a70e-d30495d6cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:20.994234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-fde47535-a19c-4db5-a70e-d30495d6cc75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 1094 time: 0.0695019 Jul 09 13:44:20.994363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.995466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.995936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.996557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.996937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.997224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.997553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.997946 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.998364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.998786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.999164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:20.999487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:21.004202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.005488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-31de5191-f1b0-46be-ba01-691fc407b39a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683521 Jul 09 13:44:21.008757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35632) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.014302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a5f1c7e3-fdf3-444c-8412-8e799b3e3716 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'security_group_rule': {'security_group_id': 'f09230d2-bf3e-4701-ae39-4f40eca3c8e3', 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:21.043219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c7e3-fdf3-444c-8412-8e799b3e3716 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.106066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-a96fdf5f-d127-4b24-b026-d8fb7101830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:21.107899 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-a96fdf5f-d127-4b24-b026-d8fb7101830d service neutron] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.1070573 Jul 09 13:44:21.149247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c7e3-fdf3-444c-8412-8e799b3e3716 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.155263 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c7e3-fdf3-444c-8412-8e799b3e3716 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.173003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35636) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.192041 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-2c515a43-1d5c-4e52-bf21-ede6c9d606f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36498359-f9c1-4bd5-a108-b985065021c3 HTTP/1.1" status: 200 len: 217 time: 0.0758502 Jul 09 13:44:21.196075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1c7e3-fdf3-444c-8412-8e799b3e3716 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04562778-982a-4303-9ceb-4a34172aa3a9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:21.200160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c7e3-fdf3-444c-8412-8e799b3e3716 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.201418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a5f1c7e3-fdf3-444c-8412-8e799b3e3716 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915164 Jul 09 13:44:21.216109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35638) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.221836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bb989c75-8c4e-44f3-b541-d5fd97d51fa8 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'security_group_rule': {'security_group_id': 'f09230d2-bf3e-4701-ae39-4f40eca3c8e3', 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:21.244147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-89dd680a-e207-48ee-95f9-b859db802693 admin admin] Deleting subnet de0f6832-9fe0-42a0-a016-0f79ea4c5326 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:44:21.248889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-89dd680a-e207-48ee-95f9-b859db802693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.288712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-89dd680a-e207-48ee-95f9-b859db802693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.294982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb989c75-8c4e-44f3-b541-d5fd97d51fa8 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.335066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-b21ec2ad-39c6-4409-b0ed-e3be716374ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:21.337098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-b21ec2ad-39c6-4409-b0ed-e3be716374ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.1332777 Jul 09 13:44:21.338902 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-89dd680a-e207-48ee-95f9-b859db802693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.383332 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-4b3c3d44-b4b7-479d-85be-18965458eb47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357704 Jul 09 13:44:21.400375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-89dd680a-e207-48ee-95f9-b859db802693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.435861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd680a-e207-48ee-95f9-b859db802693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0f6832-9fe0-42a0-a016-0f79ea4c5326,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:21.443437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-89dd680a-e207-48ee-95f9-b859db802693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.449524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-89dd680a-e207-48ee-95f9-b859db802693 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/de0f6832-9fe0-42a0-a016-0f79ea4c5326 HTTP/1.1" status: 204 len: 168 time: 0.2608716 Jul 09 13:44:21.450503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35642) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.528208 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.658324 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.672311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435e66f2-890f-4b6f-b13d-8958d4447623']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:21.686119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e985b6e2-4549-4d67-b23f-e8a91beba561') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:21.686571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e985b6e2-4549-4d67-b23f-e8a91beba561') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:21.697874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.715610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.722846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:44:21.723827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:44:21.736282 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:44:21.804256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.823687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.832188 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] 10.222.0.32 "DELETE /v2.0/networks/435e66f2-890f-4b6f-b13d-8958d4447623 HTTP/1.1" status: 204 len: 168 time: 0.3775184 Jul 09 13:44:21.865931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa9037-8188-475a-873c-4fbfd0c11d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=435e66f2-890f-4b6f-b13d-8958d4447623,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:21.871155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb989c75-8c4e-44f3-b541-d5fd97d51fa8 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.889255 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb989c75-8c4e-44f3-b541-d5fd97d51fa8 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.926910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb989c75-8c4e-44f3-b541-d5fd97d51fa8 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc073128-8cba-4c3d-b938-3d7f6d741f14,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:21.939658 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-3a30edfd-05d4-465f-a1fa-8769fd59a937 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477779 Jul 09 13:44:21.943887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bb989c75-8c4e-44f3-b541-d5fd97d51fa8 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.946240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bb989c75-8c4e-44f3-b541-d5fd97d51fa8 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7275970 Jul 09 13:44:21.948405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35648) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.952752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-81b628f8-71a9-4283-a822-15498020f390 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'security_group_rule': {'security_group_id': 'f09230d2-bf3e-4701-ae39-4f40eca3c8e3', 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:22.031125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd824315-176f-4131-a0c6-23c56a7d9e2e req-31e0ac7a-8888-4bd4-85f0-eb08cd4edf22 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:22.032776 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bd824315-176f-4131-a0c6-23c56a7d9e2e req-31e0ac7a-8888-4bd4-85f0-eb08cd4edf22 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 943 time: 0.2018809 Jul 09 13:44:22.062385 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-81b628f8-71a9-4283-a822-15498020f390 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Project a4c001e7c2e44e878b907c6fd68040d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:44:22.090637 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81b628f8-71a9-4283-a822-15498020f390 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.090977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35650) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:22.126987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bd824315-176f-4131-a0c6-23c56a7d9e2e req-b045cdb2-51da-4e9d-8613-4757a3d21251 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863116 Jul 09 13:44:22.156741 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ca21eff-717b-401d-8030-6e73cf440b17 req-3c624969-de90-4eb8-a38d-994106646255 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096741 Jul 09 13:44:22.157878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d47d03d3-f7d3-4988-a08d-86dd7bdd326f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c27b305118434892b0fd5818aca24f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660081 Jul 09 13:44:22.159283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35652) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:22.182111 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81b628f8-71a9-4283-a822-15498020f390 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.186884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81b628f8-71a9-4283-a822-15498020f390 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.204074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b628f8-71a9-4283-a822-15498020f390 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23f12f1-fb28-432e-b14d-02ab48583ee8,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:22.214015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81b628f8-71a9-4283-a822-15498020f390 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.218063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-81b628f8-71a9-4283-a822-15498020f390 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2661970 Jul 09 13:44:22.218874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35654) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:22.223298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2260763a-1099-4987-b64d-b85b22d8bee1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'security_group_rule': {'security_group_id': 'f09230d2-bf3e-4701-ae39-4f40eca3c8e3', 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:22.235298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05f1ac14-4afe-4121-8dd5-310b74f04513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.264146 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-2260763a-1099-4987-b64d-b85b22d8bee1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Project a4c001e7c2e44e878b907c6fd68040d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:44:22.267913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05f1ac14-4afe-4121-8dd5-310b74f04513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.277865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2260763a-1099-4987-b64d-b85b22d8bee1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.348615 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2260763a-1099-4987-b64d-b85b22d8bee1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.352539 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2260763a-1099-4987-b64d-b85b22d8bee1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.359827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05f1ac14-4afe-4121-8dd5-310b74f04513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.362299 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05f1ac14-4afe-4121-8dd5-310b74f04513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.363469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-05f1ac14-4afe-4121-8dd5-310b74f04513 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1627a97-7218-42f8-8cd4-7b926e108a4b HTTP/1.1" status: 204 len: 168 time: 0.2030606 Jul 09 13:44:22.382459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260763a-1099-4987-b64d-b85b22d8bee1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57b2a40-cec1-4e19-85aa-da81dafa1fb9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:22.390419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1ac14-4afe-4121-8dd5-310b74f04513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1627a97-7218-42f8-8cd4-7b926e108a4b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:22.394692 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2260763a-1099-4987-b64d-b85b22d8bee1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.396633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2260763a-1099-4987-b64d-b85b22d8bee1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1771510 Jul 09 13:44:22.611183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:44:22.622257 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-4bb618b2-fa8e-473a-b67a-dbcc30d82fb3 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740386382&fields=id&tenant_id=a4c001e7c2e44e878b907c6fd68040d4 HTTP/1.1" status: 200 len: 267 time: 0.0412796 Jul 09 13:44:22.753761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-9ad4e92e-9009-46c7-9c04-91682361a347 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:22.755361 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-9ad4e92e-9009-46c7-9c04-91682361a347 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/networks?id=085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 200 len: 814 time: 0.1265149 Jul 09 13:44:22.773346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-6ef533e6-2595-46f8-894c-91d158f6f1fc tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/quotas/a4c001e7c2e44e878b907c6fd68040d4 HTTP/1.1" status: 200 len: 375 time: 0.0114532 Jul 09 13:44:22.887739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-4108dbe7-85fc-4a08-90fb-50460c2d026b tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027906 Jul 09 13:44:22.922490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 35680) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:23.003572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-99dc7741-ca8b-4d8c-9bc6-6d81122beaf0 service neutron] 10.222.0.32 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122308 Jul 09 13:44:23.076292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04b656ed-03b4-4f64-a652-90419d4067d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.104110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-4d5a0121-39e6-4b23-96e3-17a50b3ca208 service neutron] 10.222.0.32 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979621 Jul 09 13:44:23.236557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04b656ed-03b4-4f64-a652-90419d4067d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.247267 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04b656ed-03b4-4f64-a652-90419d4067d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.343639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35700) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:23.344001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-04b656ed-03b4-4f64-a652-90419d4067d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4a3b2640b634f1595a56351b9d7f053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200656 Jul 09 13:44:23.345573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b656ed-03b4-4f64-a652-90419d4067d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393ba98d-f99c-4ff5-86fd-c9b63b4db0e6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:23.398807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46255f4-33b7-4483-8ee4-7aaa3d2981d1 req-615d07f8-7e54-4e35-98d4-d522788a77cc tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:23.400706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f46255f4-33b7-4483-8ee4-7aaa3d2981d1 req-615d07f8-7e54-4e35-98d4-d522788a77cc tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 943 time: 0.1266356 Jul 09 13:44:23.431320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b08c5b-9e41-4e7a-a176-8366fd795666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.451568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f46255f4-33b7-4483-8ee4-7aaa3d2981d1 req-3852245d-b4c0-4855-9a63-f673780629a5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436692 Jul 09 13:44:23.464722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b08c5b-9e41-4e7a-a176-8366fd795666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.544084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60ad2847-2bfa-41da-8980-cd48e69f8d6e req-74aae608-0a30-457b-91e0-4de826f95371 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 210 time: 0.0314322 Jul 09 13:44:23.552192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b08c5b-9e41-4e7a-a176-8366fd795666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.556707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f3b08c5b-9e41-4e7a-a176-8366fd795666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.560900 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f3b08c5b-9e41-4e7a-a176-8366fd795666 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/393ba98d-f99c-4ff5-86fd-c9b63b4db0e6 HTTP/1.1" status: 204 len: 168 time: 0.2126524 Jul 09 13:44:23.568436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b08c5b-9e41-4e7a-a176-8366fd795666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ba98d-f99c-4ff5-86fd-c9b63b4db0e6,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:23.945793 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35726) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:23.962842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f637fa-8989-458d-b640-ffd48a587661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.984444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 36498359-f9c1-4bd5-a108-b985065021c3 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:44:24.085786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f637fa-8989-458d-b640-ffd48a587661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.092156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c7f637fa-8989-458d-b640-ffd48a587661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.128829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 36498359-f9c1-4bd5-a108-b985065021c3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=36498359-f9c1-4bd5-a108-b985065021c3,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:24.139830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f637fa-8989-458d-b640-ffd48a587661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1820c1-ee44-431f-b292-c43437468309,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:24.146317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '36498359-f9c1-4bd5-a108-b985065021c3', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'port_id': '36498359-f9c1-4bd5-a108-b985065021c3', 'mac_address': 'fa:16:3e:52:54:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdb302-19b9-40bc-a1ff-c31d0d41aa2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:44:24.156949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c7f637fa-8989-458d-b640-ffd48a587661 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5437201f6eb242f99041f5e1a054a07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065215 Jul 09 13:44:24.157101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 35728) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:24.188759 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.203011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36498359-f9c1-4bd5-a108-b985065021c3 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:24.212889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84d2e958-b770-40d8-94d5-4aaef0de4a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.224983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 36498359-f9c1-4bd5-a108-b985065021c3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=36498359-f9c1-4bd5-a108-b985065021c3,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:24.231143 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.242528 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84d2e958-b770-40d8-94d5-4aaef0de4a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.289132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=36498359-f9c1-4bd5-a108-b985065021c3,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:24.299017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84d2e958-b770-40d8-94d5-4aaef0de4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.302934 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84d2e958-b770-40d8-94d5-4aaef0de4a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.304330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-84d2e958-b770-40d8-94d5-4aaef0de4a0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd1820c1-ee44-431f-b292-c43437468309 HTTP/1.1" status: 204 len: 168 time: 0.1462505 Jul 09 13:44:24.317749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2e958-b770-40d8-94d5-4aaef0de4a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1820c1-ee44-431f-b292-c43437468309,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:24.441032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['36498359-f9c1-4bd5-a108-b985065021c3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:24.718437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edac3-c34e-4a5e-8148-fe31fa301992 req-fd5b0ef9-4794-4a1b-9764-107d56048705 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:24.720692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af4edac3-c34e-4a5e-8148-fe31fa301992 req-fd5b0ef9-4794-4a1b-9764-107d56048705 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 944 time: 0.0780938 Jul 09 13:44:24.747819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fecb3917-f75a-4c44-b0f8-a9300fbaa0ad req-d4962664-5e2d-4a46-b25b-d92e9dea61e9 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 210 time: 0.0447729 Jul 09 13:44:24.783807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af4edac3-c34e-4a5e-8148-fe31fa301992 req-c1515ff4-2576-46a8-8b56-574eb299daf7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545518 Jul 09 13:44:24.873408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-b5401cb0-7404-44cf-bc7d-c9374f1723a7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:24.875004 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-b5401cb0-7404-44cf-bc7d-c9374f1723a7 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.10 "GET /v2.0/networks?id=085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 200 len: 814 time: 0.1135116 Jul 09 13:44:24.973858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-129fb984-fe28-4584-8b1d-f9f5e7f636f6 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c001e7c2e44e878b907c6fd68040d4 HTTP/1.1" status: 200 len: 380 time: 0.0831530 Jul 09 13:44:24.986305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'port': {'device_id': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'admin_state_up': True, 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'security_groups': ['f09230d2-bf3e-4701-ae39-4f40eca3c8e3']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:25.161592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Made reservation on behalf of a4c001e7c2e44e878b907c6fd68040d4 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:25.165851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.334615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Allocated IP 172.20.0.4 (085772ec-8764-469c-b613-f5ac676f7c6c/87f5c38f-0119-4f4e-a019-0d4fd9653be0/2a8183fe-3859-4350-bd38-64f1d9a5f1b2) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:25.519070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.534209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Transition to ACTIVE for port object 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:25.570438 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.636255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Network 085772ec-8764-469c-b613-f5ac676f7c6c is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:25.647847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:25.666909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:25.992778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 36498359-f9c1-4bd5-a108-b985065021c3 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:44:26.109234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 36498359-f9c1-4bd5-a108-b985065021c3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:26.115400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 36498359-f9c1-4bd5-a108-b985065021c3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:26.116006 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.192115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f775b8-9102-4cc0-a450-7df39cbec85a req-b01e7549-8473-4a06-a8f4-1c11cc90dae2 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:26.195753 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f1f775b8-9102-4cc0-a450-7df39cbec85a req-b01e7549-8473-4a06-a8f4-1c11cc90dae2 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 944 time: 0.1800747 Jul 09 13:44:26.202641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a9f98db4-4f27-4b8d-873d-5a28d39afccb None None] Provisioning for port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:26.209619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a9f98db4-4f27-4b8d-873d-5a28d39afccb None None] Provisioning complete for port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:26.210271 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9f98db4-4f27-4b8d-873d-5a28d39afccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.256691 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f1f775b8-9102-4cc0-a450-7df39cbec85a req-6083d653-15cf-4866-8649-df41d279e7e6 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545237 Jul 09 13:44:26.270066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a9f98db4-4f27-4b8d-873d-5a28d39afccb None None] Port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:44:26.299152 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.333375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3331f4f-de39-4505-8c2b-2315a89040fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36498359-f9c1-4bd5-a108-b985065021c3'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:26.336834 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c84b624-7106-4052-98bd-8e4805ce76d6" -d '{"events": [{"server_uuid": "d3331f4f-de39-4505-8c2b-2315a89040fe", "name": "network-vif-plugged", "status": "completed", "tag": "36498359-f9c1-4bd5-a108-b985065021c3"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:26.365423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 36498359-f9c1-4bd5-a108-b985065021c3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=36498359-f9c1-4bd5-a108-b985065021c3,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:26.368691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'Port': ['ID=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:26.369521 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.391873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:26.392729 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.419979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-205e8c04-6184-4c73-8e67-e39dfdbdc295 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4389937 Jul 09 13:44:26.436729 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7400eb6-4f76-481f-9cf0-a30da48d6e4b x-openstack-request-id: req-c7400eb6-4f76-481f-9cf0-a30da48d6e4b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:26.438340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Request body: {'port': {'device_id': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:26.442308 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3331f4f-de39-4505-8c2b-2315a89040fe", "name": "network-vif-plugged", "status": "completed", "tag": "36498359-f9c1-4bd5-a108-b985065021c3", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:26.443384 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7400eb6-4f76-481f-9cf0-a30da48d6e4b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:26.443954 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3331f4f-de39-4505-8c2b-2315a89040fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36498359-f9c1-4bd5-a108-b985065021c3', 'code': 200} Jul 09 13:44:26.503671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d206c-779f-4f65-8acb-6b6c76157318 req-3b8cb75b-408b-4d95-a1ce-91700d3596ec tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:26.505987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ca6d206c-779f-4f65-8acb-6b6c76157318 req-3b8cb75b-408b-4d95-a1ce-91700d3596ec tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 931 time: 0.1753216 Jul 09 13:44:26.513955 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=36498359-f9c1-4bd5-a108-b985065021c3,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:26.582606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0329948-7fec-42cb-94b9-fb86592d4f34 req-d59109ca-9dcc-4199-bb8d-3ecad7810792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:26.584921 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0329948-7fec-42cb-94b9-fb86592d4f34 req-d59109ca-9dcc-4199-bb8d-3ecad7810792 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 1096 time: 0.0900066 Jul 09 13:44:26.621736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ca6d206c-779f-4f65-8acb-6b6c76157318 req-4c9a8cb5-baa4-42ce-bc5b-9371724b8f93 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068242 Jul 09 13:44:26.622814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.633097 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0329948-7fec-42cb-94b9-fb86592d4f34 req-0029f456-a300-456c-9a69-658673f3fde6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Jul 09 13:44:26.904283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:26.911597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.924629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Transition to ACTIVE for port object 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:26.928790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.985790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Pushing event updated for resources: {'Port': ['ID=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:27.069169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Attempting to bind port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:44:27.069606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Attempting to bind port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:44:27.070008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Attempting to bind port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 on network 085772ec-8764-469c-b613-f5ac676f7c6c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:27.076370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 on network 085772ec-8764-469c-b613-f5ac676f7c6c not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:44:27.076794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Attempting to bind port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 on network 085772ec-8764-469c-b613-f5ac676f7c6c {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:27.082811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:44:27.083288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Checking segment: {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:27.083770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Bound using segment: {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:44:27.084438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Bound port: 2a8183fe-3859-4350-bd38-64f1d9a5f1b2, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c106b46-57f7-41ba-9fd6-5ac923ab2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:44:27.084904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.186209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] For port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:44:27.190277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] For port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:44:27.198727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.241322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:27.241805 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.243409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] 10.222.0.10 "PUT /v2.0/ports/2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 200 len: 1091 time: 0.8109345 Jul 09 13:44:27.243859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:27.247754 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:27.317717 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c0d3c2-8cdd-40fc-9671-6a6499980583 x-openstack-request-id: req-c6c0d3c2-8cdd-40fc-9671-6a6499980583 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:27.318020 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:27.318273 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6c0d3c2-8cdd-40fc-9671-6a6499980583 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:27.318773 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'status': 'completed', 'code': 200} Jul 09 13:44:27.319424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5c19a-2180-48d4-9a86-1c82e4d1074b service neutron] Pushing event updated for resources: {'Port': ['ID=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:27.424206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-22a34fbe-f8d8-4e8e-a956-1bd560b9517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:27.425913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-22a34fbe-f8d8-4e8e-a956-1bd560b9517e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1094 time: 0.0900359 Jul 09 13:44:27.502121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-75cd7432-3521-497f-be86-521bec4db880 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 200 len: 217 time: 0.0673971 Jul 09 13:44:27.582477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-7c7c245b-8bec-4b80-b784-f921ac66f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:27.583967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-7c7c245b-8bec-4b80-b784-f921ac66f912 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87f5c38f-0119-4f4e-a019-0d4fd9653be0 HTTP/1.1" status: 200 len: 853 time: 0.0622203 Jul 09 13:44:27.611662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f35a96-86e1-4ebb-aa7d-6d831687010b req-137db61e-caf4-4102-b0ef-71baeec506a4 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:27.613527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f35a96-86e1-4ebb-aa7d-6d831687010b req-137db61e-caf4-4102-b0ef-71baeec506a4 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 945 time: 0.1218655 Jul 09 13:44:27.708711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f35a96-86e1-4ebb-aa7d-6d831687010b req-03324941-9bcc-42b1-859a-e58cc3c19a03 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753839 Jul 09 13:44:27.716941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-255ab4bf-dae7-436b-8cf9-8751fcb97d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:27.718603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-255ab4bf-dae7-436b-8cf9-8751fcb97d05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=085772ec-8764-469c-b613-f5ac676f7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275494 Jul 09 13:44:27.833143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-d6265eac-5524-43c6-9b94-038ad74b2ce2 service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076920 Jul 09 13:44:27.857867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26594c-a1e0-4718-8653-9bea8cb404b7 req-b17c9783-36c9-460a-89f8-36053faebb0a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:27.863464 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb26594c-a1e0-4718-8653-9bea8cb404b7 req-b17c9783-36c9-460a-89f8-36053faebb0a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.0795164 Jul 09 13:44:27.909023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb26594c-a1e0-4718-8653-9bea8cb404b7 req-075bd285-556e-4e85-88fa-6996188b595f tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Jul 09 13:44:27.953132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d434dfe-9739-4bd3-a4c5-ef3157038f69 req-e2562118-1faf-4405-98a2-df56c4b39812 service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120391 Jul 09 13:44:28.063523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-019e5b55-aae2-4535-9256-c665e64a352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:28.065589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-019e5b55-aae2-4535-9256-c665e64a352a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1094 time: 0.0665295 Jul 09 13:44:28.195609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-c3917f98-b119-4f46-8f3e-8dc6d94e6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:28.197210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-c3917f98-b119-4f46-8f3e-8dc6d94e6ed6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 200 len: 914 time: 0.1255546 Jul 09 13:44:28.245351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-04861b31-329b-4330-a0ca-38691fa2dc63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 200 len: 217 time: 0.0417175 Jul 09 13:44:28.303702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-bdcd3bc5-706a-45c1-9ab0-39b5fdb4917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:28.305168 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-bdcd3bc5-706a-45c1-9ab0-39b5fdb4917c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87f5c38f-0119-4f4e-a019-0d4fd9653be0 HTTP/1.1" status: 200 len: 853 time: 0.0542285 Jul 09 13:44:28.365504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-93c53aae-f30f-44d0-9b4e-7550e4ed752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:28.367111 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-93c53aae-f30f-44d0-9b4e-7550e4ed752a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=085772ec-8764-469c-b613-f5ac676f7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540049 Jul 09 13:44:28.462083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-e494f966-c4e4-4290-8958-d60aed9e0adc service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885375 Jul 09 13:44:28.564888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ceab4b3-21d6-4942-86bf-f1d5c31081d2 req-56e301d5-28d4-482c-97f5-9b94b0cd3b01 service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954590 Jul 09 13:44:28.903472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3e08c-1fdb-4e0a-9415-fdf7bea38666 req-6e5420d2-4f5d-4012-adbd-3d00876ad4c3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:28.905188 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e3e08c-1fdb-4e0a-9415-fdf7bea38666 req-6e5420d2-4f5d-4012-adbd-3d00876ad4c3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 945 time: 0.0771317 Jul 09 13:44:28.955497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e3e08c-1fdb-4e0a-9415-fdf7bea38666 req-8ba8316a-abc9-400c-a028-8a2a147a379e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445919 Jul 09 13:44:29.112345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565edc1-a525-459f-9b2d-9e45de9d0e7a req-8c8ebb09-d62a-4964-bf6d-cfdd87dc084a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:29.114011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3565edc1-a525-459f-9b2d-9e45de9d0e7a req-8c8ebb09-d62a-4964-bf6d-cfdd87dc084a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.0742579 Jul 09 13:44:29.171601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3565edc1-a525-459f-9b2d-9e45de9d0e7a req-50009df5-4887-47b8-83a6-00cf583d7f76 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521009 Jul 09 13:44:29.197676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199ace7-b343-446a-85c9-fefea9b04eeb req-dbaa191d-1f70-4c82-afb8-0318187fb47a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:29.199777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6199ace7-b343-446a-85c9-fefea9b04eeb req-dbaa191d-1f70-4c82-afb8-0318187fb47a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 945 time: 0.0927460 Jul 09 13:44:29.248977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6199ace7-b343-446a-85c9-fefea9b04eeb req-9592d714-d3d2-4dda-b625-a83e3c6b60bf tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Jul 09 13:44:29.437694 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63fd47-d821-4489-b663-bcc50b85c274 req-4dc1e624-1159-42a5-90fe-3cdcb1cfd371 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:29.439342 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae63fd47-d821-4489-b663-bcc50b85c274 req-4dc1e624-1159-42a5-90fe-3cdcb1cfd371 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 945 time: 0.0714915 Jul 09 13:44:29.491535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae63fd47-d821-4489-b663-bcc50b85c274 req-3760fcf6-38fc-40ac-aca0-933ff289243d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 Jul 09 13:44:29.905665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc913903-8b24-4bd8-9388-78a6b666b859 req-a10c746f-9835-45f6-aa3f-4ef7327f2039 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:29.911433 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc913903-8b24-4bd8-9388-78a6b666b859 req-a10c746f-9835-45f6-aa3f-4ef7327f2039 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 945 time: 0.0720236 Jul 09 13:44:29.949750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc913903-8b24-4bd8-9388-78a6b666b859 req-c3d1e128-c263-49ab-8156-ee54493d12fc tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Jul 09 13:44:30.382471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9044c71-7078-4275-bb97-f379d2d1a3b3 req-6b333f22-d975-44f7-997e-ab89f2c865c9 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:30.384064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9044c71-7078-4275-bb97-f379d2d1a3b3 req-6b333f22-d975-44f7-997e-ab89f2c865c9 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.0863452 Jul 09 13:44:30.433637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9044c71-7078-4275-bb97-f379d2d1a3b3 req-52488f98-fb96-4e92-9124-d386da601f07 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Jul 09 13:44:31.138366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-4ee71d35-dc33-4b12-83d6-fcb130f730d7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:31.139949 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-4ee71d35-dc33-4b12-83d6-fcb130f730d7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 945 time: 0.1169069 Jul 09 13:44:31.233960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee73588-15db-4a3d-b03f-cdc79ce08c68 req-64c67d30-a766-46f2-9eec-3395532c7c8c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:31.235475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8ee73588-15db-4a3d-b03f-cdc79ce08c68 req-64c67d30-a766-46f2-9eec-3395532c7c8c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 945 time: 0.1645112 Jul 09 13:44:31.296692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8ee73588-15db-4a3d-b03f-cdc79ce08c68 req-4f2c7d0c-539e-453e-a7a6-83acf9c73521 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546024 Jul 09 13:44:31.303564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Deleting port 36498359-f9c1-4bd5-a108-b985065021c3 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:31.303869 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.411769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] For port 36498359-f9c1-4bd5-a108-b985065021c3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=36498359-f9c1-4bd5-a108-b985065021c3,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:31.412261 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.427575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Calling delete_port for 36498359-f9c1-4bd5-a108-b985065021c3 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:31.592926 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.605056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f', '36498359-f9c1-4bd5-a108-b985065021c3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:31.646666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7da916c9-4f3f-4c08-bc79-40615ef18618'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:31.674502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event deleted for resources: {'Port': ['ID=36498359-f9c1-4bd5-a108-b985065021c3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:31.699080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5baf-105c-4d6e-b910-3988c149dd89 req-ca8e4a99-7ab1-4ced-b0c2-de6ca220dfd5 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:31.701235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4dec5baf-105c-4d6e-b910-3988c149dd89 req-ca8e4a99-7ab1-4ced-b0c2-de6ca220dfd5 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.1070242 Jul 09 13:44:31.739266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] No DVR routers for this DVR port 36498359-f9c1-4bd5-a108-b985065021c3 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:31.742243 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.746380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4073e40e-6a35-466f-8de8-be8c836e69c6 req-77b81222-1151-4858-8912-b1639435c0ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "DELETE /v2.0/ports/36498359-f9c1-4bd5-a108-b985065021c3 HTTP/1.1" status: 204 len: 173 time: 0.5998769 Jul 09 13:44:31.746888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3331f4f-de39-4505-8c2b-2315a89040fe', 'name': 'network-vif-deleted', 'tag': '36498359-f9c1-4bd5-a108-b985065021c3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:31.749448 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9927d91a-1b68-4f5e-aacc-93abbb3efe26" -d '{"events": [{"server_uuid": "d3331f4f-de39-4505-8c2b-2315a89040fe", "name": "network-vif-deleted", "tag": "36498359-f9c1-4bd5-a108-b985065021c3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:31.801940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4dec5baf-105c-4d6e-b910-3988c149dd89 req-1867e426-9459-4285-866f-e36a67fef3d5 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949864 Jul 09 13:44:31.822336 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5733527-9632-4683-aeb0-23cdf199b573 x-openstack-request-id: req-c5733527-9632-4683-aeb0-23cdf199b573 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:31.822626 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3331f4f-de39-4505-8c2b-2315a89040fe", "name": "network-vif-deleted", "tag": "36498359-f9c1-4bd5-a108-b985065021c3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:31.822911 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5733527-9632-4683-aeb0-23cdf199b573 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:31.824030 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3331f4f-de39-4505-8c2b-2315a89040fe', 'name': 'network-vif-deleted', 'tag': '36498359-f9c1-4bd5-a108-b985065021c3', 'status': 'completed', 'code': 200} Jul 09 13:44:32.493107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b81e6d8e-4d0c-46dd-9c53-99ca579af426 req-260aa9fd-ee55-4aeb-a59d-25a20617cf25 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3331f4f-de39-4505-8c2b-2315a89040fe HTTP/1.1" status: 200 len: 210 time: 0.0421679 Jul 09 13:44:33.010972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062683f-5185-41e7-9ee4-7c977a99242b req-d467ceef-0a24-4bd3-8095-d37cbc76284c tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:33.012534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c062683f-5185-41e7-9ee4-7c977a99242b req-d467ceef-0a24-4bd3-8095-d37cbc76284c tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.0723064 Jul 09 13:44:33.059568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c062683f-5185-41e7-9ee4-7c977a99242b req-fb84dae2-ad3b-4bc7-bbfa-1cfc8b584af0 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Jul 09 13:44:33.985017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173566f-831a-4c08-b3c4-a3e29b0c64c3 req-e0e205cc-2388-4815-911a-f61ef316627d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:33.987525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c173566f-831a-4c08-b3c4-a3e29b0c64c3 req-e0e205cc-2388-4815-911a-f61ef316627d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 945 time: 0.0677309 Jul 09 13:44:34.023068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c173566f-831a-4c08-b3c4-a3e29b0c64c3 req-88e69e2a-ef3e-4535-91b8-83c27ed9195f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Jul 09 13:44:34.242568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8adbee-ef76-4ba0-a1cf-eb3456da4e20 req-38f3bd01-5ef0-46d4-ab03-5f45438dfbb1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:34.244052 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d8adbee-ef76-4ba0-a1cf-eb3456da4e20 req-38f3bd01-5ef0-46d4-ab03-5f45438dfbb1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.0663490 Jul 09 13:44:34.290095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7d8adbee-ef76-4ba0-a1cf-eb3456da4e20 req-3d710a01-baf5-420e-8a23-76965dcd105c tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 Jul 09 13:44:35.293591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe90071-2683-430a-ac65-8c70ddf96e6e req-f37813d6-aaee-40ef-998c-98d813b5e98a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:35.295274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe90071-2683-430a-ac65-8c70ddf96e6e req-f37813d6-aaee-40ef-998c-98d813b5e98a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 945 time: 0.1235802 Jul 09 13:44:35.303071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-450e3c1e-1152-420d-9109-156112c82ee8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:35.304676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-450e3c1e-1152-420d-9109-156112c82ee8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 945 time: 0.1016128 Jul 09 13:44:35.373560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe90071-2683-430a-ac65-8c70ddf96e6e req-a8b3a382-12bc-407f-8a96-4de8040b67d3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675278 Jul 09 13:44:35.486027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Deleting port 7da916c9-4f3f-4c08-bc79-40615ef18618 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:35.487050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.492095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193f14b-bf28-4913-955d-c54be967f5c0 req-477e34a1-dafd-463c-b83a-7e74c8a4d056 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:35.499726 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1193f14b-bf28-4913-955d-c54be967f5c0 req-477e34a1-dafd-463c-b83a-7e74c8a4d056 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.0817747 Jul 09 13:44:35.555459 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1193f14b-bf28-4913-955d-c54be967f5c0 req-40736126-d2b9-4ae6-abe9-e5ae980aace9 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471756 Jul 09 13:44:35.630767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] For port 7da916c9-4f3f-4c08-bc79-40615ef18618, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7da916c9-4f3f-4c08-bc79-40615ef18618,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:35.631437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.645097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Calling delete_port for 7da916c9-4f3f-4c08-bc79-40615ef18618 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:35.800919 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.813868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:35.817030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7da916c9-4f3f-4c08-bc79-40615ef18618'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:35.829291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event deleted for resources: {'Port': ['ID=7da916c9-4f3f-4c08-bc79-40615ef18618,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:35.887002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] No DVR routers for this DVR port 7da916c9-4f3f-4c08-bc79-40615ef18618 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:35.889893 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.892082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9a3a3c54-7141-438d-bbf0-83043f010329 req-af080a9f-3ceb-4040-84bf-0e2b16bb8e38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.10 "DELETE /v2.0/ports/7da916c9-4f3f-4c08-bc79-40615ef18618 HTTP/1.1" status: 204 len: 173 time: 0.5791397 Jul 09 13:44:35.892550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1536ba-7afb-438a-b4cf-6858e75fa94a', 'name': 'network-vif-deleted', 'tag': '7da916c9-4f3f-4c08-bc79-40615ef18618'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:35.895012 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec6189-dec3-4a65-aa60-f840013313a2" -d '{"events": [{"server_uuid": "ae1536ba-7afb-438a-b4cf-6858e75fa94a", "name": "network-vif-deleted", "tag": "7da916c9-4f3f-4c08-bc79-40615ef18618"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:35.980914 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e487291-8f47-4ba1-95e8-a320260b9697 x-openstack-request-id: req-1e487291-8f47-4ba1-95e8-a320260b9697 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:35.981215 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1536ba-7afb-438a-b4cf-6858e75fa94a", "name": "network-vif-deleted", "tag": "7da916c9-4f3f-4c08-bc79-40615ef18618", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:35.981471 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e487291-8f47-4ba1-95e8-a320260b9697 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:35.981910 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1536ba-7afb-438a-b4cf-6858e75fa94a', 'name': 'network-vif-deleted', 'tag': '7da916c9-4f3f-4c08-bc79-40615ef18618', 'status': 'completed', 'code': 200} Jul 09 13:44:36.032097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 36498359-f9c1-4bd5-a108-b985065021c3 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:36.068515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 36498359-f9c1-4bd5-a108-b985065021c3 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:36.068994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 36498359-f9c1-4bd5-a108-b985065021c3 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:36.601391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45911aa6-93ea-4683-878f-4ca85feacc6e req-5b838fdf-0698-4cda-9a41-287ad35e42dd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1536ba-7afb-438a-b4cf-6858e75fa94a HTTP/1.1" status: 200 len: 210 time: 0.0588319 Jul 09 13:44:36.828410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535b147-4afe-4c81-9b38-1c2bb7da3b05 req-e5c1932b-3959-46e8-b294-7183bad7d8ee tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:36.831167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3535b147-4afe-4c81-9b38-1c2bb7da3b05 req-e5c1932b-3959-46e8-b294-7183bad7d8ee tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.0880368 Jul 09 13:44:36.895586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3535b147-4afe-4c81-9b38-1c2bb7da3b05 req-c1a03923-9fcd-4a60-a588-ffc61873d25a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589232 Jul 09 13:44:38.069193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-299bfea5-bf57-4aba-a917-3620030aef4a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:38.075553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-299bfea5-bf57-4aba-a917-3620030aef4a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.1325004 Jul 09 13:44:38.088898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-1aff4c3d-8b3b-4ee3-822b-965aefe74fd6 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/quotas/49a5c99cd1164bea9cc7bafd920fbc42 HTTP/1.1" status: 200 len: 375 time: 0.0105567 Jul 09 13:44:38.094551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323ba96-6bde-4947-919d-360ca76b13a8 req-e52fe00f-7c26-4313-9c86-dd3df01437c3 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:38.096829 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8323ba96-6bde-4947-919d-360ca76b13a8 req-e52fe00f-7c26-4313-9c86-dd3df01437c3 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 943 time: 0.0731170 Jul 09 13:44:38.155602 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8323ba96-6bde-4947-919d-360ca76b13a8 req-6e29351b-b77e-4eaf-94f3-389bf42db5b0 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523858 Jul 09 13:44:38.171768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-beaa2732-6aaf-486d-916e-f9bac26173de tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761318 Jul 09 13:44:38.278186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0282a122-393d-4b38-a39c-c9fc1e336e2d service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030426 Jul 09 13:44:38.374672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-febeb5b0-d3bd-4801-b36e-70608f423493 service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906055 Jul 09 13:44:38.609437 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-119e17b6-5e7e-4277-9086-9ca3f5b8f0c6 req-81a1f822-b96d-4352-9ffa-9e38ed79144a tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 210 time: 0.0761459 Jul 09 13:44:38.935765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:44:38.945903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7da916c9-4f3f-4c08-bc79-40615ef18618 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:38.979854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 7da916c9-4f3f-4c08-bc79-40615ef18618 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:38.980495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7da916c9-4f3f-4c08-bc79-40615ef18618 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:39.081026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:39.100328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'mac_address': 'fa:16:3e:36:96:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:44:39.166840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.183786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:39.206709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:39.219923 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.280673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:39.290544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.290921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.291932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.292348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.292849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.293199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.293723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.294116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.294496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.294828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.295227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.295558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:39.405968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0751687-ae61-457e-8f9c-b798d6305531 req-dea91a6f-e7fe-47a4-8cd4-c2d8adf90257 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:39.407553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0751687-ae61-457e-8f9c-b798d6305531 req-dea91a6f-e7fe-47a4-8cd4-c2d8adf90257 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 944 time: 0.0927632 Jul 09 13:44:39.412178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['2a8183fe-3859-4350-bd38-64f1d9a5f1b2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:39.474248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0751687-ae61-457e-8f9c-b798d6305531 req-de44f659-a558-4131-a1f8-c3289e704821 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571468 Jul 09 13:44:39.839560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c98f1d71-9763-417e-a85b-704a234fb582 req-8b2ddf45-e5d2-4e5b-bf0e-a23ddeec5b2e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 210 time: 0.0497322 Jul 09 13:44:39.972329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-41c26a5d-7648-404c-91ae-7f18d126f0cc tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:39.973860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-41c26a5d-7648-404c-91ae-7f18d126f0cc tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.1467559 Jul 09 13:44:39.990864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Request body: {'port': {'device_id': 'e4f6ab34-d670-4824-af05-0ac873937162', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'admin_state_up': True, 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:40.160077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:40.163502 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:40.325002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Allocated IP 172.20.0.13 (681b5262-6798-4b03-a97e-67af5a9ffea0/23bdb302-19b9-40bc-a1ff-c31d0d41aa2e/341297cb-6634-4b08-9524-1db0a1b33876) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:40.515863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:40.593600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:40.606461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:40.665787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:40.672875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:40.681185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:40.770961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event updated for resources: {'Port': ['ID=341297cb-6634-4b08-9524-1db0a1b33876,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:40.814212 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:40.816480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:40.828405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ea98b-e632-43e1-acea-7624049ba64f req-7203be26-1e90-4f1e-8709-5a5f8d009068 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:40.841721 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-973ea98b-e632-43e1-acea-7624049ba64f req-7203be26-1e90-4f1e-8709-5a5f8d009068 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 944 time: 0.1889639 Jul 09 13:44:40.854973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-17372c6b-46a7-47a7-8aed-f487d11feb61 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8717015 Jul 09 13:44:40.867687 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Request body: {'port': {'device_id': 'e4f6ab34-d670-4824-af05-0ac873937162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:40.931902 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-973ea98b-e632-43e1-acea-7624049ba64f req-459da067-6ef0-4798-ba34-fb45ffd81c33 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871179 Jul 09 13:44:40.950804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:44:41.055775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:41.061472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:41.061939 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.087889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.192383 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.248140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:41.249469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:41.253502 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d10cb1a-25dd-45ff-98f2-2300d0861cc9" -d '{"events": [{"server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "name": "network-vif-plugged", "status": "completed", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:41.257340 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.287182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49945cd4-be77-466c-a993-541483184399 req-bfb491cd-f252-4b59-9757-b83093109b02 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:41.296707 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49945cd4-be77-466c-a993-541483184399 req-bfb491cd-f252-4b59-9757-b83093109b02 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 932 time: 0.2805004 Jul 09 13:44:41.300393 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f0bf49-23fd-4a50-a5be-0f93cfda2172 x-openstack-request-id: req-41f0bf49-23fd-4a50-a5be-0f93cfda2172 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:41.301004 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "name": "network-vif-plugged", "status": "completed", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:41.302135 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41f0bf49-23fd-4a50-a5be-0f93cfda2172 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:41.303083 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'code': 200} Jul 09 13:44:41.348904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:41.392511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49945cd4-be77-466c-a993-541483184399 req-0ef08f0b-81b0-4b46-8770-b17295b7eed9 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944102 Jul 09 13:44:41.462065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cca14-2bdb-412c-97cb-8ae373ae7c7b req-f0d1280d-52fa-4e37-af4e-b015e67a12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:41.464203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173cca14-2bdb-412c-97cb-8ae373ae7c7b req-f0d1280d-52fa-4e37-af4e-b015e67a12ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0641415 Jul 09 13:44:41.512536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-173cca14-2bdb-412c-97cb-8ae373ae7c7b req-d1f7f963-e84a-4a30-b846-ecbc9566ef05 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Jul 09 13:44:41.524318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341297cb-6634-4b08-9524-1db0a1b33876 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:41.536208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.550350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Transition to ACTIVE for port object 341297cb-6634-4b08-9524-1db0a1b33876 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:41.555462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.638648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Pushing event updated for resources: {'Port': ['ID=341297cb-6634-4b08-9524-1db0a1b33876,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:41.693529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Attempting to bind port 341297cb-6634-4b08-9524-1db0a1b33876 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:44:41.693911 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Attempting to bind port 341297cb-6634-4b08-9524-1db0a1b33876 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:44:41.694214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Attempting to bind port 341297cb-6634-4b08-9524-1db0a1b33876 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:41.699817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Port 341297cb-6634-4b08-9524-1db0a1b33876 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:44:41.700929 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Attempting to bind port 341297cb-6634-4b08-9524-1db0a1b33876 on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:41.705337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:44:41.705674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Checking segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:41.706050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Bound using segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:44:41.706477 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Bound port: 341297cb-6634-4b08-9524-1db0a1b33876, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:44:41.706833 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.780179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] For port 341297cb-6634-4b08-9524-1db0a1b33876, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:44:41.784243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] For port 341297cb-6634-4b08-9524-1db0a1b33876, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=341297cb-6634-4b08-9524-1db0a1b33876,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:44:41.793734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.835396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:41.836016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.837447 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] 10.222.0.11 "PUT /v2.0/ports/341297cb-6634-4b08-9524-1db0a1b33876 HTTP/1.1" status: 200 len: 1092 time: 0.9754388 Jul 09 13:44:41.837893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f6ab34-d670-4824-af05-0ac873937162', 'tag': '341297cb-6634-4b08-9524-1db0a1b33876'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:41.840875 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9526e5-a20c-416e-8af0-2e293a86866d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f6ab34-d670-4824-af05-0ac873937162", "tag": "341297cb-6634-4b08-9524-1db0a1b33876"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:41.876047 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0f98d-36aa-4f89-8f91-41adf1c494fd service neutron] Pushing event updated for resources: {'Port': ['ID=341297cb-6634-4b08-9524-1db0a1b33876,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:41.896936 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e63086-3962-40f0-afa3-4fc59fdeecda x-openstack-request-id: req-15e63086-3962-40f0-afa3-4fc59fdeecda {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:41.897321 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f6ab34-d670-4824-af05-0ac873937162", "tag": "341297cb-6634-4b08-9524-1db0a1b33876", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:41.897639 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15e63086-3962-40f0-afa3-4fc59fdeecda {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:41.898353 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f6ab34-d670-4824-af05-0ac873937162', 'tag': '341297cb-6634-4b08-9524-1db0a1b33876', 'status': 'completed', 'code': 200} Jul 09 13:44:41.987384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-c2bd73f0-e8b9-48d4-8f58-0266af2fbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:41.988954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-c2bd73f0-e8b9-48d4-8f58-0266af2fbc05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 1095 time: 0.1036317 Jul 09 13:44:42.035698 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-ab4f5e96-af0d-46a6-94b5-25737a6be927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=341297cb-6634-4b08-9524-1db0a1b33876 HTTP/1.1" status: 200 len: 217 time: 0.0357244 Jul 09 13:44:42.122010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-4c752d3e-4311-4837-8e93-f9a43d4e312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:42.128098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-4c752d3e-4311-4837-8e93-f9a43d4e312a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0822597 Jul 09 13:44:42.167368 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-9be52c92-395a-46ed-9c8a-74bd24b46481 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373373 Jul 09 13:44:42.268272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f9d88-4d9e-40f3-b02c-bffec654ef47 req-08b70081-19ae-42a5-b5d6-1b7ee80bc40c tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:42.276458 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c36f9d88-4d9e-40f3-b02c-bffec654ef47 req-08b70081-19ae-42a5-b5d6-1b7ee80bc40c tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 945 time: 0.2029471 Jul 09 13:44:42.352310 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c36f9d88-4d9e-40f3-b02c-bffec654ef47 req-3e366814-437d-4dd5-90b5-b1c48f99b102 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748489 Jul 09 13:44:42.383152 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-25826851-81d9-436d-b08c-c2be8e77af7a service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023997 Jul 09 13:44:42.520411 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-499fe736-4cf3-4214-8fb4-e31168610b52 req-af7e51fe-f5c6-4443-b5b6-389306dfd4ee service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324625 Jul 09 13:44:42.633926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a9ebc-b333-4eee-b602-f522e7c723d3 req-061c9efd-ecbf-4268-b91f-387dc34a148d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:42.636261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c39a9ebc-b333-4eee-b602-f522e7c723d3 req-061c9efd-ecbf-4268-b91f-387dc34a148d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 944 time: 0.0797236 Jul 09 13:44:42.653110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-ad58578a-4d13-4b38-9206-f24df394d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:42.659090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-ad58578a-4d13-4b38-9206-f24df394d163 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 1095 time: 0.0809743 Jul 09 13:44:42.702139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c39a9ebc-b333-4eee-b602-f522e7c723d3 req-f36bb340-9007-47eb-833e-8220bef2b964 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558350 Jul 09 13:44:42.784379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-674e1f54-acb4-4801-b368-0b6eaceb4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:42.786099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-674e1f54-acb4-4801-b368-0b6eaceb4437 service neutron] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.1204796 Jul 09 13:44:42.838787 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-4149aa9b-8e26-40e3-8b70-8ac697a1f5ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=341297cb-6634-4b08-9524-1db0a1b33876 HTTP/1.1" status: 200 len: 217 time: 0.0450273 Jul 09 13:44:42.899208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-4b7c1727-ddf2-4072-b355-c09a9f929e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:42.900854 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-4b7c1727-ddf2-4072-b355-c09a9f929e0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0558646 Jul 09 13:44:42.953425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-de55217d-9d0f-4ecd-bc2d-0ef214c7c59f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449445 Jul 09 13:44:43.066785 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-8a4cada1-22a9-4a11-9f6d-bf19fb30029f service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068516 Jul 09 13:44:43.175450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc9526e5-a20c-416e-8af0-2e293a86866d req-b22112a5-0b09-43e5-92d7-21963236ea29 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012390 Jul 09 13:44:43.343280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:43.568933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c340fb-f120-4bd6-b7a9-870e10513b1e req-675342e2-b5da-40d3-8b9c-9b5529cebc4b tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:43.570642 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a8c340fb-f120-4bd6-b7a9-870e10513b1e req-675342e2-b5da-40d3-8b9c-9b5529cebc4b tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 945 time: 0.0882304 Jul 09 13:44:43.613415 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a8c340fb-f120-4bd6-b7a9-870e10513b1e req-d76278a5-ace9-4568-af94-0e535d89ea9b tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353272 Jul 09 13:44:43.825773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e725f-91b0-46ae-aef5-3b735b7d3a00 req-c0f496c5-6fd9-4252-87d7-54cbcc3fb855 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:43.827286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c65e725f-91b0-46ae-aef5-3b735b7d3a00 req-c0f496c5-6fd9-4252-87d7-54cbcc3fb855 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 945 time: 0.0861669 Jul 09 13:44:43.877770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c65e725f-91b0-46ae-aef5-3b735b7d3a00 req-73bf29b4-b318-43ad-8195-aa9444504bbb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445158 Jul 09 13:44:43.904458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36162) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:43.922744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85661624-7614-4a33-ba26-034eecc0c653 req-2b02a064-aab4-499f-b2c4-059e7bc2a0e0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:43.924469 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-85661624-7614-4a33-ba26-034eecc0c653 req-2b02a064-aab4-499f-b2c4-059e7bc2a0e0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 944 time: 0.0800695 Jul 09 13:44:43.966585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-85661624-7614-4a33-ba26-034eecc0c653 req-fca62877-df5c-4c16-adab-3a58c77e94bd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jul 09 13:44:44.033143 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:44.157066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0841003-faf2-4356-a968-1c3b5354e5a7 tempest-TestVolumeBackupRestore-905580370 tempest-TestVolumeBackupRestore-905580370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:44.159213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0841003-faf2-4356-a968-1c3b5354e5a7 tempest-TestVolumeBackupRestore-905580370 tempest-TestVolumeBackupRestore-905580370-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1091 time: 0.2533677 Jul 09 13:44:44.162160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36170) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:44.167207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:44.191414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:44.291962 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:44.313107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3beb-7e60-4adb-a80f-881b5de89729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:44.430055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Allocated IP 172.25.5.136 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/50d4d0c9-7a0b-4b26-9f52-21c8a3734b4d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:44.542747 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:44.593866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:44.649139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:44.653257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:44.657084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:44.696108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'Port': ['ID=50d4d0c9-7a0b-4b26-9f52-21c8a3734b4d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:45.661394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:45.711412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81302a-a01f-448f-9c5a-2e1f4438e0f5 req-60418e6a-9966-48c1-9778-a667fecd80e3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:45.713047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d81302a-a01f-448f-9c5a-2e1f4438e0f5 req-60418e6a-9966-48c1-9778-a667fecd80e3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 944 time: 0.5541463 Jul 09 13:44:45.822466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d81302a-a01f-448f-9c5a-2e1f4438e0f5 req-d95737ce-f93c-4f1c-98e9-78f0ca3bbe45 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971117 Jul 09 13:44:45.840448 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:46.049458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:46.056515 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:46.094385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 341297cb-6634-4b08-9524-1db0a1b33876 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:44:46.136517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event updated for resources: {'Port': ['ID=50d4d0c9-7a0b-4b26-9f52-21c8a3734b4d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:46.141883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:46.246889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 341297cb-6634-4b08-9524-1db0a1b33876, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=341297cb-6634-4b08-9524-1db0a1b33876,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:46.257701 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Floating IP 59e7a943-7ac0-4088-9d28-bb79b7dc59dc associated. External IP: 172.25.5.136, port: 2a8183fe-3859-4350-bd38-64f1d9a5f1b2. Jul 09 13:44:46.263019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '341297cb-6634-4b08-9524-1db0a1b33876', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'port_id': '341297cb-6634-4b08-9524-1db0a1b33876', 'mac_address': 'fa:16:3e:f6:78:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdb302-19b9-40bc-a1ff-c31d0d41aa2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:44:46.316247 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:46.347292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341297cb-6634-4b08-9524-1db0a1b33876 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:46.375446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 341297cb-6634-4b08-9524-1db0a1b33876, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=341297cb-6634-4b08-9524-1db0a1b33876,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:46.381010 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:46.451223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=341297cb-6634-4b08-9524-1db0a1b33876,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:46.542981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:44:46.593555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['341297cb-6634-4b08-9524-1db0a1b33876'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:46.662328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:44:46.674823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] Sync routers for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:44:46.683484 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:46.704899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:46.705931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:44:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:46.739075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36230) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:46.749078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-499fe4e6-61b8-45b5-88cb-b9a579674ae1 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5858374 Jul 09 13:44:46.750669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:46.754236 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e4c65d-4e0d-4158-8633-96b68721b336" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:46.814558 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2f8fc2-0e3a-46c0-a9df-19d44663c6b4 x-openstack-request-id: req-ec2f8fc2-0e3a-46c0-a9df-19d44663c6b4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:46.814906 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:46.815140 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec2f8fc2-0e3a-46c0-a9df-19d44663c6b4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:46.815944 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'status': 'completed', 'code': 200} Jul 09 13:44:46.837221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f06a5-24ef-41bf-9ae8-0719bdfd68bc tempest-TestVolumeBackupRestore-905580370 tempest-TestVolumeBackupRestore-905580370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:46.838911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-602f06a5-24ef-41bf-9ae8-0719bdfd68bc tempest-TestVolumeBackupRestore-905580370 tempest-TestVolumeBackupRestore-905580370-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1091 time: 0.0987995 Jul 09 13:44:46.842529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36234) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:46.848369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Request body: {'floatingip': {'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:46.932198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:46.950118 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for floatingip, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.038695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-e35a8008-bbc5-4706-933e-40705e0b2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:47.045118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-e35a8008-bbc5-4706-933e-40705e0b2ef8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.2152843 Jul 09 13:44:47.287394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab699c-1e49-4007-8f5d-f00e5620cb09 req-13f585fb-128c-446f-918f-6aae6780e547 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:47.298798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54ab699c-1e49-4007-8f5d-f00e5620cb09 req-13f585fb-128c-446f-918f-6aae6780e547 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 945 time: 0.1427758 Jul 09 13:44:47.366570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-3cd1502f-ced0-480c-8e8d-dacfb447c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:47.370727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-3cd1502f-ced0-480c-8e8d-dacfb447c3fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 200 len: 914 time: 0.3192992 Jul 09 13:44:47.422405 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-72d7a4f1-38f9-412f-9c3c-01067c216924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.457686 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.549616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54ab699c-1e49-4007-8f5d-f00e5620cb09 req-496c7aba-e2ff-4ae5-98df-e20896a60cde tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433636 Jul 09 13:44:47.554538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-d84e3d1c-48e8-483b-85fb-c5d15d67c9ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 200 len: 999 time: 0.1413310 Jul 09 13:44:47.572166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36252) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:47.645670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-338eb7a9-96e0-48ce-af5f-bfd91023186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:47.663193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-338eb7a9-96e0-48ce-af5f-bfd91023186e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87f5c38f-0119-4f4e-a019-0d4fd9653be0 HTTP/1.1" status: 200 len: 853 time: 0.0808663 Jul 09 13:44:47.673078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '59e7a943-7ac0-4088-9d28-bb79b7dc59dc', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'mac_address': 'fa:16:3e:36:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:44Z', 'updated_at': '2021-07-09T13:44:44Z', 'revision_number': 0, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:47.715481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] Checking router: 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:44:47.730579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:47.730579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:44:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:47.793629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-d1d4c20b-8552-4d3d-b7f6-b832ba2352bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4215617 Jul 09 13:44:47.810307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-3c230dfd-4f2f-4bd0-b455-c2e46692289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:47.811859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-3c230dfd-4f2f-4bd0-b455-c2e46692289d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=085772ec-8764-469c-b613-f5ac676f7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420658 Jul 09 13:44:47.825475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-e5523ab5-d8c1-4974-82b2-96c78c9f686e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:44:47.827145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-e5523ab5-d8c1-4974-82b2-96c78c9f686e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070279 Jul 09 13:44:47.883537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:47.983339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-b9b2d750-db56-4b1b-bb22-6355f2c72d2c service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473732 Jul 09 13:44:48.099200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 341297cb-6634-4b08-9524-1db0a1b33876 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:44:48.155967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02e4c65d-4e0d-4158-8633-96b68721b336 req-6bc6368d-958c-4636-a857-493664d6636d service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670175 Jul 09 13:44:48.221339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e31b46e9-7e1d-4932-8675-5d22f17ce83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.238061 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.db.resource_extend [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:44:48.263455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 341297cb-6634-4b08-9524-1db0a1b33876 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:48.279065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 341297cb-6634-4b08-9524-1db0a1b33876 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:48.279797 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.303907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-b58f0262-b233-4b6a-8a4a-e69b18e095a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:48.305604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-b58f0262-b233-4b6a-8a4a-e69b18e095a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0728402 Jul 09 13:44:48.309493 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.319527 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.342342 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.371637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '59e7a943-7ac0-4088-9d28-bb79b7dc59dc', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'mac_address': 'fa:16:3e:36:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:44Z', 'updated_at': '2021-07-09T13:44:44Z', 'revision_number': 0, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:48.410594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bceb2-ef62-4864-a869-aa5e6b195a1f None None] The sync data for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 is: [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '59e7a943-7ac0-4088-9d28-bb79b7dc59dc', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'mac_address': 'fa:16:3e:36:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:44Z', 'updated_at': '2021-07-09T13:44:44Z', 'revision_number': 0, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:44:48.472778 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.476746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-2a53c971-1a97-4094-991e-f43c367dc487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:48.480651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-2a53c971-1a97-4094-991e-f43c367dc487 service neutron] 10.222.0.10 "GET /v2.0/networks?id=085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 200 len: 914 time: 0.1446271 Jul 09 13:44:48.505090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f6ab34-d670-4824-af05-0ac873937162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341297cb-6634-4b08-9524-1db0a1b33876'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:48.508377 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72558fb-1fc6-494b-92a5-9100a91df2b2" -d '{"events": [{"server_uuid": "e4f6ab34-d670-4824-af05-0ac873937162", "name": "network-vif-plugged", "status": "completed", "tag": "341297cb-6634-4b08-9524-1db0a1b33876"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:48.540121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 341297cb-6634-4b08-9524-1db0a1b33876, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=341297cb-6634-4b08-9524-1db0a1b33876,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:48.547206 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.595890 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b7807e-68b3-4aed-ae0b-af06fe43bbf4 x-openstack-request-id: req-84b7807e-68b3-4aed-ae0b-af06fe43bbf4 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:48.596469 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f6ab34-d670-4824-af05-0ac873937162", "name": "network-vif-plugged", "status": "completed", "tag": "341297cb-6634-4b08-9524-1db0a1b33876", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:48.596878 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84b7807e-68b3-4aed-ae0b-af06fe43bbf4 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:48.597673 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f6ab34-d670-4824-af05-0ac873937162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341297cb-6634-4b08-9524-1db0a1b33876', 'code': 200} Jul 09 13:44:48.610386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-29be58a5-626d-4062-be2e-4eda168ec54d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 200 len: 999 time: 0.1190224 Jul 09 13:44:48.642007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=341297cb-6634-4b08-9524-1db0a1b33876,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:48.673351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e31b46e9-7e1d-4932-8675-5d22f17ce83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.689315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-57783313-cd12-4d5f-a39c-ba45b7d031ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:48.698282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-57783313-cd12-4d5f-a39c-ba45b7d031ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87f5c38f-0119-4f4e-a019-0d4fd9653be0 HTTP/1.1" status: 200 len: 853 time: 0.0691655 Jul 09 13:44:48.724482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e31b46e9-7e1d-4932-8675-5d22f17ce83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.794377 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33297e48-40fd-4cfd-b870-c985e87430ec None None] New status for floating IP 59e7a943-7ac0-4088-9d28-bb79b7dc59dc: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:44:48.843809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e31b46e9-7e1d-4932-8675-5d22f17ce83d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c688cb0820d4d85b8707f1e84f707c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2697067 Jul 09 13:44:48.847703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36278) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:48.863575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-e018eb78-2a2d-4ca7-9149-4d1b372f3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:48.865284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-e018eb78-2a2d-4ca7-9149-4d1b372f3d09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=085772ec-8764-469c-b613-f5ac676f7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650760 Jul 09 13:44:48.879449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b46e9-7e1d-4932-8675-5d22f17ce83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d6e0d-501b-4cf0-ada1-ad5587f71376,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:48.915699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d8ebe-4e4d-4b4b-a66e-391bee7eb4f6 req-8c8bee82-ecbb-4692-8d90-eb37e8a1000b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:48.926355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012421c-7d45-4d76-b657-eecff793deef req-07ea08d0-cf12-4c29-9347-ea64f2a804b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:48.927217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-959d8ebe-4e4d-4b4b-a66e-391bee7eb4f6 req-8c8bee82-ecbb-4692-8d90-eb37e8a1000b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 946 time: 0.1831758 Jul 09 13:44:48.927938 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a012421c-7d45-4d76-b657-eecff793deef req-07ea08d0-cf12-4c29-9347-ea64f2a804b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 1097 time: 0.2645259 Jul 09 13:44:48.929759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:44:48.935669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d600ae05-e5bc-40f3-a66f-f5703c3a2bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.958597 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d600ae05-e5bc-40f3-a66f-f5703c3a2bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.028285 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d600ae05-e5bc-40f3-a66f-f5703c3a2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.028839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-959d8ebe-4e4d-4b4b-a66e-391bee7eb4f6 req-3b56c771-a6b7-4ceb-b47a-faf4f050d093 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004415 Jul 09 13:44:49.030845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d600ae05-e5bc-40f3-a66f-f5703c3a2bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.032045 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d600ae05-e5bc-40f3-a66f-f5703c3a2bcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c5d6e0d-501b-4cf0-ada1-ad5587f71376 HTTP/1.1" status: 204 len: 168 time: 0.1802263 Jul 09 13:44:49.053462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600ae05-e5bc-40f3-a66f-f5703c3a2bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d6e0d-501b-4cf0-ada1-ad5587f71376,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:49.092199 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-ba9773c9-8c38-4c64-a531-0a0e82388d41 service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203147 Jul 09 13:44:49.107954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a012421c-7d45-4d76-b657-eecff793deef req-5be3eb66-c678-492e-8f31-34a8caa4b987 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072953 Jul 09 13:44:49.195041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:44:49.200865 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.218399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f1996-9c08-4da8-81de-22813164977f None None] Sync routers for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:44:49.232816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-136fda0b-c882-43d9-ab90-ae5147e1c68c req-0d30d2dc-14ad-44f7-8958-c8cc67fb0ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300840 Jul 09 13:44:49.233398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f1996-9c08-4da8-81de-22813164977f None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:49.234223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-722f1996-9c08-4da8-81de-22813164977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:44:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:49.267804 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:49.271686 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74761280-8e2e-4f23-87eb-763ba25e04c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:49.346065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c91a1a38-dc2e-4453-a51e-72ab37908aeb tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "PUT /v2.0/floatingips/59e7a943-7ac0-4088-9d28-bb79b7dc59dc HTTP/1.1" status: 200 len: 991 time: 2.4997735 Jul 09 13:44:49.363730 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2148b2-5b85-46c8-9290-31a721e90c40 x-openstack-request-id: req-db2148b2-5b85-46c8-9290-31a721e90c40 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:49.364155 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:49.364428 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db2148b2-5b85-46c8-9290-31a721e90c40 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:49.364833 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'status': 'completed', 'code': 200} Jul 09 13:44:49.389087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-722f1996-9c08-4da8-81de-22813164977f None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:49.460338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-0283e7db-1658-41df-8cd2-b3c7f8302511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:49.462871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-0283e7db-1658-41df-8cd2-b3c7f8302511 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0701056 Jul 09 13:44:49.585288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-783198bf-11bb-44ad-821f-879bb23596a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:49.586855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-783198bf-11bb-44ad-821f-879bb23596a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 200 len: 914 time: 0.1127026 Jul 09 13:44:49.671276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-722f1996-9c08-4da8-81de-22813164977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '59e7a943-7ac0-4088-9d28-bb79b7dc59dc', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'mac_address': 'fa:16:3e:36:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:44Z', 'updated_at': '2021-07-09T13:44:48Z', 'revision_number': 2, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:49.682159 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-cc02fc61-2a9f-413d-9d79-3807fe39ff49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0888810 Jul 09 13:44:49.718740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f1996-9c08-4da8-81de-22813164977f None None] Checking router: 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:44:49.734321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f1996-9c08-4da8-81de-22813164977f None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:49.734924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-722f1996-9c08-4da8-81de-22813164977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:44:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:49.738610 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.743242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-0f8b08be-c6de-41a2-b00d-417f4f51ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:49.744879 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-0f8b08be-c6de-41a2-b00d-417f4f51ca91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87f5c38f-0119-4f4e-a019-0d4fd9653be0 HTTP/1.1" status: 200 len: 853 time: 0.0517719 Jul 09 13:44:49.833002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-5eb9e0f6-6305-4d88-81bc-40b1e7e19b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:49.835177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-5eb9e0f6-6305-4d88-81bc-40b1e7e19b37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=085772ec-8764-469c-b613-f5ac676f7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833635 Jul 09 13:44:49.909092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-722f1996-9c08-4da8-81de-22813164977f None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:50.122265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-4df00822-4994-4cd6-bbd7-b8fac1813afc service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794263 Jul 09 13:44:50.325718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-1312d58b-fb52-4a68-9612-dfdd6ff7f6cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749598 Jul 09 13:44:50.364726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-722f1996-9c08-4da8-81de-22813164977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '59e7a943-7ac0-4088-9d28-bb79b7dc59dc', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'mac_address': 'fa:16:3e:36:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:44Z', 'updated_at': '2021-07-09T13:44:48Z', 'revision_number': 2, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:50.402505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f1996-9c08-4da8-81de-22813164977f None None] The sync data for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 is: [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '59e7a943-7ac0-4088-9d28-bb79b7dc59dc', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'port_id': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'mac_address': 'fa:16:3e:36:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:44Z', 'updated_at': '2021-07-09T13:44:48Z', 'revision_number': 2, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:44:50.470440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-6ed1a1c3-7786-4547-8b0a-3ce3582d8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:50.472830 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-6ed1a1c3-7786-4547-8b0a-3ce3582d8894 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 1097 time: 0.0648975 Jul 09 13:44:50.604421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-74761280-8e2e-4f23-87eb-763ba25e04c6 req-9d01b268-f822-44fb-b4bf-62b5a0407f45 service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757276 Jul 09 13:44:50.675578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-4ee9508b-bc04-40e1-b290-5c4bbb9d5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:50.678056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-4ee9508b-bc04-40e1-b290-5c4bbb9d5ba1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.1821508 Jul 09 13:44:50.685920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db1a86-3a61-491d-8e32-1ddf9020f1cf req-53856962-4fb9-480d-b17f-651db4517fe6 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:50.693268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46db1a86-3a61-491d-8e32-1ddf9020f1cf req-53856962-4fb9-480d-b17f-651db4517fe6 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 946 time: 0.1749628 Jul 09 13:44:50.731692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-0dea3fb1-1610-4c28-873d-89fbace3415c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f HTTP/1.1" status: 200 len: 217 time: 0.0462670 Jul 09 13:44:50.787522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46db1a86-3a61-491d-8e32-1ddf9020f1cf req-bedf8069-247b-492b-9d76-0085f2490813 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933049 Jul 09 13:44:50.804604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-7c11ed2c-7443-405a-b2c0-1e0fd96fe71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:50.806373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-7c11ed2c-7443-405a-b2c0-1e0fd96fe71f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0690928 Jul 09 13:44:50.852689 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-5cc03df9-0462-40c9-89b9-37546c6a779d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392985 Jul 09 13:44:50.954971 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-2d217a71-af83-481f-9f66-1716dd959f22 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949383 Jul 09 13:44:51.067342 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4af1911c-74eb-4f6d-80ff-b9ba116590e8 req-e62a9a7d-6d65-43e2-87b0-f657e02330f8 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062014 Jul 09 13:44:51.253859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d3b5b-1b38-4430-9ef5-7999e1400c36 req-c4a0dbc7-0ecc-4b19-9ecb-532416431a07 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:51.255380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b83d3b5b-1b38-4430-9ef5-7999e1400c36 req-c4a0dbc7-0ecc-4b19-9ecb-532416431a07 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 946 time: 0.0668938 Jul 09 13:44:51.299332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b83d3b5b-1b38-4430-9ef5-7999e1400c36 req-50215732-fbea-4ffe-8d3a-bc6d7ed40463 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363965 Jul 09 13:44:51.365960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:51.368970 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94a2517-a1b3-4528-91da-4e7e69a151b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:51.416635 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c95eddb-5d93-4461-a729-cc227cfecc8d x-openstack-request-id: req-0c95eddb-5d93-4461-a729-cc227cfecc8d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:51.416859 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:51.417180 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c95eddb-5d93-4461-a729-cc227cfecc8d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:51.417628 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'status': 'completed', 'code': 200} Jul 09 13:44:51.512904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-2ca3c1c9-efd9-4f97-a994-5fc91498abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:51.515380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-2ca3c1c9-efd9-4f97-a994-5fc91498abf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0728180 Jul 09 13:44:51.558786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda7e8b-613b-48bb-bf16-49bcaaabd3cc req-1dfb153a-b8c9-4d97-baf8-d67a180741a7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:51.560928 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9bda7e8b-613b-48bb-bf16-49bcaaabd3cc req-1dfb153a-b8c9-4d97-baf8-d67a180741a7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 946 time: 0.1048703 Jul 09 13:44:51.608352 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9bda7e8b-613b-48bb-bf16-49bcaaabd3cc req-f695caf8-1009-4010-bb23-2caac9467312 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373535 Jul 09 13:44:51.652152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-6afa6d90-3fc2-4adc-8000-8778d5121605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:51.653819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-6afa6d90-3fc2-4adc-8000-8778d5121605 service neutron] 10.222.0.10 "GET /v2.0/networks?id=085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 200 len: 914 time: 0.1308007 Jul 09 13:44:51.723044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-e99e14b7-93f5-4312-83c2-edd8af55fb31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0629842 Jul 09 13:44:51.780637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-c3fed8d3-06d4-45c7-8dd5-af9754cf6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:51.782187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-c3fed8d3-06d4-45c7-8dd5-af9754cf6fdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87f5c38f-0119-4f4e-a019-0d4fd9653be0 HTTP/1.1" status: 200 len: 853 time: 0.0512178 Jul 09 13:44:51.847203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-f23f1f92-7c8e-4d12-b251-32c5474059f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:51.848745 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-f23f1f92-7c8e-4d12-b251-32c5474059f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=085772ec-8764-469c-b613-f5ac676f7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593331 Jul 09 13:44:51.970087 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-1f999d38-7262-406f-8bb5-115c52e982c9 service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139193 Jul 09 13:44:52.069808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b54a9-7282-4da6-afd4-037edd881006 req-213802ae-a78a-4ad9-b150-fe4f712b4ce3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:52.071374 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-579b54a9-7282-4da6-afd4-037edd881006 req-213802ae-a78a-4ad9-b150-fe4f712b4ce3 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 946 time: 0.0827098 Jul 09 13:44:52.100022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f94a2517-a1b3-4528-91da-4e7e69a151b4 req-24cf37a7-51fb-4a86-b13a-9905bbbbb03e service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229846 Jul 09 13:44:52.121019 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-579b54a9-7282-4da6-afd4-037edd881006 req-b26c6d9e-5988-4514-bc62-d6a171fee05d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Jul 09 13:44:53.280390 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-af583e9b-6e61-4c6d-8b45-9cc7ad35aa4d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:53.282708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-af583e9b-6e61-4c6d-8b45-9cc7ad35aa4d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 946 time: 0.0859435 Jul 09 13:44:53.338837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0905-ebb7-482f-94bf-cfb3eaf0d431 req-5aad7607-492f-4dd3-984a-4898377186ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:53.341301 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e3f0905-ebb7-482f-94bf-cfb3eaf0d431 req-5aad7607-492f-4dd3-984a-4898377186ac tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 946 time: 0.0860176 Jul 09 13:44:53.389987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1e3f0905-ebb7-482f-94bf-cfb3eaf0d431 req-3f9dcecc-c508-4451-bb14-921f6f2cf028 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422575 Jul 09 13:44:53.439110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Deleting port 341297cb-6634-4b08-9524-1db0a1b33876 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:53.439841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.549712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] For port 341297cb-6634-4b08-9524-1db0a1b33876, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=341297cb-6634-4b08-9524-1db0a1b33876,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:53.550106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.566491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Calling delete_port for 341297cb-6634-4b08-9524-1db0a1b33876 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:53.735051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.751858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f', '341297cb-6634-4b08-9524-1db0a1b33876'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:53.869781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event deleted for resources: {'Port': ['ID=341297cb-6634-4b08-9524-1db0a1b33876,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:53.937079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] No DVR routers for this DVR port 341297cb-6634-4b08-9524-1db0a1b33876 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:53.944146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.946708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54da4ee0-1eae-42c3-b1fe-d60dd05aabd4 req-bd567466-94b9-482d-a6d5-600367ebe034 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "DELETE /v2.0/ports/341297cb-6634-4b08-9524-1db0a1b33876 HTTP/1.1" status: 204 len: 173 time: 0.6539714 Jul 09 13:44:53.947354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f6ab34-d670-4824-af05-0ac873937162', 'name': 'network-vif-deleted', 'tag': '341297cb-6634-4b08-9524-1db0a1b33876'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:53.953933 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4940dcca-2a8b-4f30-9f2a-87cf26d1accd" -d '{"events": [{"server_uuid": "e4f6ab34-d670-4824-af05-0ac873937162", "name": "network-vif-deleted", "tag": "341297cb-6634-4b08-9524-1db0a1b33876"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:54.000906 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35468cb-5d6b-4514-a85c-8263b0724634 x-openstack-request-id: req-a35468cb-5d6b-4514-a85c-8263b0724634 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:54.001258 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f6ab34-d670-4824-af05-0ac873937162", "name": "network-vif-deleted", "tag": "341297cb-6634-4b08-9524-1db0a1b33876", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:54.001590 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a35468cb-5d6b-4514-a85c-8263b0724634 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:54.002205 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f6ab34-d670-4824-af05-0ac873937162', 'name': 'network-vif-deleted', 'tag': '341297cb-6634-4b08-9524-1db0a1b33876', 'status': 'completed', 'code': 200} Jul 09 13:44:54.604044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c20f9801-dea7-4ec0-a805-b6e0a0a9ab1c req-6b51679b-5c6f-4838-9b7b-e63864dbd426 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4f6ab34-d670-4824-af05-0ac873937162 HTTP/1.1" status: 200 len: 210 time: 0.0410204 Jul 09 13:44:55.181342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 36462) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:55.308017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1b2e-f6e5-40fe-8d88-b171357959cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.427219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1b2e-f6e5-40fe-8d88-b171357959cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.437298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1b2e-f6e5-40fe-8d88-b171357959cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.481920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a1b2e-f6e5-40fe-8d88-b171357959cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8b010-7a7a-4ed6-a3d3-258b125f1434,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:55.487890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6c7a1b2e-f6e5-40fe-8d88-b171357959cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6fe470a45274e8997445de64ebb9267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040817 Jul 09 13:44:55.490724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 36472) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:55.540943 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.563164 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.610113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.612730 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.614032 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0d8b010-7a7a-4ed6-a3d3-258b125f1434 HTTP/1.1" status: 204 len: 168 time: 0.1223335 Jul 09 13:44:55.623146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8b010-7a7a-4ed6-a3d3-258b125f1434,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:55.630815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.631139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.631468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.632008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.643445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.643883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.645913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.646275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.646620 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.646978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.658962 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:55.659339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d185bc51-8df3-4a0b-a8d2-d2e3fd8f6a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:56.015563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-355346b8-e15d-41d9-8c20-492af7658eb8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:56.017161 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-355346b8-e15d-41d9-8c20-492af7658eb8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.1175377 Jul 09 13:44:56.035434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-5182c166-5269-4f8f-a345-c09361bee255 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/quotas/49a5c99cd1164bea9cc7bafd920fbc42 HTTP/1.1" status: 200 len: 375 time: 0.0099394 Jul 09 13:44:56.113216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-db36bf1c-b3b7-4d72-a241-b3bd2a3f660d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706429 Jul 09 13:44:56.224400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-590cdfb0-2d27-4f26-adfd-0aef50d878b1 service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019325 Jul 09 13:44:56.345942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-09e5e8a9-44c0-472b-9426-b9dcf40866ea service neutron] 10.222.0.32 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144466 Jul 09 13:44:56.567452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-02c65f44-f340-461f-aeb0-f51d13780c04 req-def589f1-c868-488f-82e3-69b3c089794d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 210 time: 0.0622416 Jul 09 13:44:57.720970 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-866a6730-0a08-4e5e-9875-5f19cb5cb469 req-f59bf42f-b307-4dfe-920c-b2884c35acfd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 210 time: 0.0345366 Jul 09 13:44:57.800162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-304cfa29-8a9b-4d0d-8773-8a6a65f53572 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:57.801850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-304cfa29-8a9b-4d0d-8773-8a6a65f53572 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 805 time: 0.1313641 Jul 09 13:44:57.817714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Request body: {'port': {'device_id': '6a84c014-0bd0-440f-ab58-6cd3bc22bbac', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'admin_state_up': True, 'tenant_id': '49a5c99cd1164bea9cc7bafd920fbc42'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:57.965445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Made reservation on behalf of 49a5c99cd1164bea9cc7bafd920fbc42 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:57.969338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.159171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 341297cb-6634-4b08-9524-1db0a1b33876 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:58.162817 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-33136c5b-d0c5-484a-82b1-154b9c6482e8 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d354f62dfa2944dd8d4af989dd8ef325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463006 Jul 09 13:44:58.189431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 341297cb-6634-4b08-9524-1db0a1b33876 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:58.190201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 341297cb-6634-4b08-9524-1db0a1b33876 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:58.204664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Allocated IP 172.20.0.3 (681b5262-6798-4b03-a97e-67af5a9ffea0/23bdb302-19b9-40bc-a1ff-c31d0d41aa2e/c27c8f43-5958-47b5-bfa7-f78771e4f86c) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:58.450295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-55e49b41-3773-4cd5-b428-6083a068d4bb tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:58.451935 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-55e49b41-3773-4cd5-b428-6083a068d4bb tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713420 Jul 09 13:44:58.509866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-dfd4ed35-889d-425a-a20d-edd89a1e16d4 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/quotas/d354f62dfa2944dd8d4af989dd8ef325 HTTP/1.1" status: 200 len: 375 time: 0.0253932 Jul 09 13:44:58.564542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-6c69bee5-e756-48b7-852a-33a3a24995c6 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d354f62dfa2944dd8d4af989dd8ef325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455039 Jul 09 13:44:58.593153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.641179 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.653999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:58.686623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Network 681b5262-6798-4b03-a97e-67af5a9ffea0 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:58.710761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:58.719819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:58.813785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event updated for resources: {'Port': ['ID=c27c8f43-5958-47b5-bfa7-f78771e4f86c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:58.823018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:58.824074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.843747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-faf296ef-228f-4f67-9e5b-348341287233 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0301714 Jul 09 13:44:58.845799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5068c45-45e6-486c-b59e-2ac944dfcd68 req-5e7a9cde-4691-4a70-9269-a1948a5d2ef7 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 210 time: 0.0540845 Jul 09 13:44:58.873106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Request body: {'port': {'device_id': '6a84c014-0bd0-440f-ab58-6cd3bc22bbac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:59.005891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:59.075935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc209b-d162-4924-bbd2-fb9f5e8d9f3b req-5df02a00-7675-4a41-9946-b4e6cb69ad4d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:59.077641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54bc209b-d162-4924-bbd2-fb9f5e8d9f3b req-5df02a00-7675-4a41-9946-b4e6cb69ad4d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 931 time: 0.1506569 Jul 09 13:44:59.210446 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54bc209b-d162-4924-bbd2-fb9f5e8d9f3b req-2f04c323-7756-4198-9120-102b2104c0d9 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236136 Jul 09 13:44:59.376753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27c8f43-5958-47b5-bfa7-f78771e4f86c {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:59.386079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:59.402598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Transition to ACTIVE for port object c27c8f43-5958-47b5-bfa7-f78771e4f86c will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:59.412944 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:59.515225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Pushing event updated for resources: {'Port': ['ID=c27c8f43-5958-47b5-bfa7-f78771e4f86c,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:59.546148 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Attempting to bind port c27c8f43-5958-47b5-bfa7-f78771e4f86c on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:44:59.546533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Attempting to bind port c27c8f43-5958-47b5-bfa7-f78771e4f86c by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:44:59.547161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Attempting to bind port c27c8f43-5958-47b5-bfa7-f78771e4f86c on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:59.551406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Port c27c8f43-5958-47b5-bfa7-f78771e4f86c on network 681b5262-6798-4b03-a97e-67af5a9ffea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:44:59.551776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Attempting to bind port c27c8f43-5958-47b5-bfa7-f78771e4f86c on network 681b5262-6798-4b03-a97e-67af5a9ffea0 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:59.558549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:44:59.558903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Checking segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:59.559319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Bound using segment: {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:44:59.560126 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Bound port: c27c8f43-5958-47b5-bfa7-f78771e4f86c, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae315985-72fc-458e-adc2-077f81a4d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:44:59.560495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:59.612457 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:44:59.642304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] For port c27c8f43-5958-47b5-bfa7-f78771e4f86c, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:44:59.645761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] For port c27c8f43-5958-47b5-bfa7-f78771e4f86c, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c27c8f43-5958-47b5-bfa7-f78771e4f86c,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:44:59.651477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:59.690118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:59.690749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:59.692232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] 10.222.0.11 "PUT /v2.0/ports/c27c8f43-5958-47b5-bfa7-f78771e4f86c HTTP/1.1" status: 200 len: 1091 time: 0.8343143 Jul 09 13:44:59.692674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a84c014-0bd0-440f-ab58-6cd3bc22bbac', 'tag': 'c27c8f43-5958-47b5-bfa7-f78771e4f86c'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:59.695056 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b706477-bd03-4dc7-9724-59ada02b2cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a84c014-0bd0-440f-ab58-6cd3bc22bbac", "tag": "c27c8f43-5958-47b5-bfa7-f78771e4f86c"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:59.722685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168551-a216-40be-af23-0419b4b88a49 service neutron] Pushing event updated for resources: {'Port': ['ID=c27c8f43-5958-47b5-bfa7-f78771e4f86c,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:59.778977 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8965dfdb-aa1c-4d1b-8a24-9417f1ed3bec x-openstack-request-id: req-8965dfdb-aa1c-4d1b-8a24-9417f1ed3bec {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:59.779272 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a84c014-0bd0-440f-ab58-6cd3bc22bbac", "tag": "c27c8f43-5958-47b5-bfa7-f78771e4f86c", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:59.779546 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8965dfdb-aa1c-4d1b-8a24-9417f1ed3bec {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:59.779913 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a84c014-0bd0-440f-ab58-6cd3bc22bbac', 'tag': 'c27c8f43-5958-47b5-bfa7-f78771e4f86c', 'status': 'completed', 'code': 200} Jul 09 13:44:59.808040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-46a2101c-c40d-431b-b8fd-079fff651e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:59.809771 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-46a2101c-c40d-431b-b8fd-079fff651e24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 1094 time: 0.0779395 Jul 09 13:44:59.857489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-9593c921-3bc9-42b5-9936-744f9c181f44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c8f43-5958-47b5-bfa7-f78771e4f86c HTTP/1.1" status: 200 len: 217 time: 0.0404167 Jul 09 13:44:59.912323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-82862797-5c31-47f4-ac8e-e6ef4f5b3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:59.914638 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-82862797-5c31-47f4-ac8e-e6ef4f5b3a04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0514026 Jul 09 13:44:59.956393 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-2524f40b-9495-44ef-ab21-68f0a40d6387 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353081 Jul 09 13:45:00.016096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-7a2ed7fa-6a72-4409-8f4f-cdf972dee030 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d354f62dfa2944dd8d4af989dd8ef325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560892 Jul 09 13:45:00.071660 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-48e21f37-fd16-4244-a067-049d44c97f37 req-77db7e3e-cc5a-4e79-af9f-363ce5834cae tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 210 time: 0.0327218 Jul 09 13:45:00.158061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-3789d70e-3bfe-49aa-a3cc-c35f3fb7699b service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956184 Jul 09 13:45:00.292372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d752bbec-05b3-40a2-aefe-96d877fc6ba4 req-fdbc4aff-2190-4eb8-84f9-ecc9f609c7d2 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277401 Jul 09 13:45:00.343294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-0639c10f-5d94-4cbd-80a7-21eaa24346f5 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:00.344926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-0639c10f-5d94-4cbd-80a7-21eaa24346f5 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101242 Jul 09 13:45:00.363573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Request body: {'port': {'device_id': 'ace616dd-86d2-4d22-a22a-e11b931b9812', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'd354f62dfa2944dd8d4af989dd8ef325'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:00.422196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-c7016035-2109-45b9-95a7-91295c97cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:00.424161 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-c7016035-2109-45b9-95a7-91295c97cafc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 1094 time: 0.0680645 Jul 09 13:45:00.509671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176fde4-c587-4f2c-93be-90b7e55e5402 req-82e0b051-31ad-4954-87e5-1dc6082fea33 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:00.516886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f176fde4-c587-4f2c-93be-90b7e55e5402 req-82e0b051-31ad-4954-87e5-1dc6082fea33 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 943 time: 0.1708710 Jul 09 13:45:00.536700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-7b03ce07-6f19-4998-a52c-9a3c531ad00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:00.538860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-7b03ce07-6f19-4998-a52c-9a3c531ad00f service neutron] 10.222.0.11 "GET /v2.0/networks?id=681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 200 len: 905 time: 0.1092041 Jul 09 13:45:00.579823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f176fde4-c587-4f2c-93be-90b7e55e5402 req-ce1e68a8-18cf-4350-8a94-030c4b759b18 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619211 Jul 09 13:45:00.581390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Made reservation on behalf of d354f62dfa2944dd8d4af989dd8ef325 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:00.585630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:00.593914 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-6d6bde0c-073f-4d84-925e-6ab3f8feca47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c8f43-5958-47b5-bfa7-f78771e4f86c HTTP/1.1" status: 200 len: 217 time: 0.0469253 Jul 09 13:45:00.598854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:00.673557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-a3c3f9bc-32d0-4368-917e-68c77aafd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:00.675309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-a3c3f9bc-32d0-4368-917e-68c77aafd8a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 200 len: 845 time: 0.0733762 Jul 09 13:45:00.711006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-f3937a35-a564-47be-82b8-0c69719e51da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=681b5262-6798-4b03-a97e-67af5a9ffea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286181 Jul 09 13:45:00.721449 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:00.727638 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:00.805898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f7707-27ae-4019-8c26-b09ca31acc85,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:00.826163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-8d782650-ac14-48f3-a982-e1d4af6f9d46 service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076682 Jul 09 13:45:00.894697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Allocated IP 192.168.233.175 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/38a4c54f-8d5a-40c3-9dde-a05f34b16d7e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:00.959719 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b706477-bd03-4dc7-9724-59ada02b2cd7 req-88ba49d9-6069-4923-b14e-efdfec78716c service neutron] 10.222.0.11 "GET /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245275 Jul 09 13:45:01.068848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.082868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Transition to ACTIVE for port object 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:01.122167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.177276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:01.180607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:01.193929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:01.203353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Pushing event updated for resources: {'Port': ['ID=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:01.268393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:01.269354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.288789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-f91562a2-611f-4b28-8abb-a66f631ced47 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9314716 Jul 09 13:45:01.302438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Request body: {'port': {'device_id': 'ace616dd-86d2-4d22-a22a-e11b931b9812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:01.324783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c156bdd-d3d2-4084-89cc-9c005d6def76 req-b55a539f-ce0a-408b-952c-e5e7f64c2d13 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:01.326733 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9c156bdd-d3d2-4084-89cc-9c005d6def76 req-b55a539f-ce0a-408b-952c-e5e7f64c2d13 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 936 time: 0.0841537 Jul 09 13:45:01.389301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9c156bdd-d3d2-4084-89cc-9c005d6def76 req-fb908a8f-801d-482d-a46c-ece112382448 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566666 Jul 09 13:45:01.412695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.528574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dd55e0ef-ba07-41c3-afae-fb5d07ec7492 None None] Provisioning for port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:01.533728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dd55e0ef-ba07-41c3-afae-fb5d07ec7492 None None] Provisioning complete for port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:01.535309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd55e0ef-ba07-41c3-afae-fb5d07ec7492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.579274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-dd55e0ef-ba07-41c3-afae-fb5d07ec7492 None None] Port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:01.754113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:01.764708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.782718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Transition to ACTIVE for port object 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:01.789371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.849393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3c679-1309-4eea-bf49-93a33fc4c03b req-c3cb6fe1-8667-4432-ac8a-4096d69a3b38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:01.850978 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7b3c679-1309-4eea-bf49-93a33fc4c03b req-c3cb6fe1-8667-4432-ac8a-4096d69a3b38 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 943 time: 0.1448553 Jul 09 13:45:01.870356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Pushing event updated for resources: {'Port': ['ID=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:01.948713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7b3c679-1309-4eea-bf49-93a33fc4c03b req-9e712d86-dedd-4cf6-9b32-475244104f27 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876708 Jul 09 13:45:01.975499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Attempting to bind port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:01.976378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Attempting to bind port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:01.977137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Attempting to bind port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:01.985300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:45:01.985844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Attempting to bind port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:01.994058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:01.995216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:01.995773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:01.996358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Bound port: 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:01.996890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.075047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] For port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:02.078671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] For port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:02.084959 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.124400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:02.125103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.126538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] 10.222.0.10 "PUT /v2.0/ports/38a4c54f-8d5a-40c3-9dde-a05f34b16d7e HTTP/1.1" status: 200 len: 1096 time: 0.8285170 Jul 09 13:45:02.127029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace616dd-86d2-4d22-a22a-e11b931b9812', 'tag': '38a4c54f-8d5a-40c3-9dde-a05f34b16d7e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:02.129421 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a5030b-99f3-4e62-a788-776c4d2fa973" -d '{"events": [{"name": "network-changed", "server_uuid": "ace616dd-86d2-4d22-a22a-e11b931b9812", "tag": "38a4c54f-8d5a-40c3-9dde-a05f34b16d7e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:02.173850 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9987d947-f3e8-4cd3-8dbb-1bfa65a39fe3 x-openstack-request-id: req-9987d947-f3e8-4cd3-8dbb-1bfa65a39fe3 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:02.174233 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace616dd-86d2-4d22-a22a-e11b931b9812", "tag": "38a4c54f-8d5a-40c3-9dde-a05f34b16d7e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:02.174580 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9987d947-f3e8-4cd3-8dbb-1bfa65a39fe3 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:02.175089 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace616dd-86d2-4d22-a22a-e11b931b9812', 'tag': '38a4c54f-8d5a-40c3-9dde-a05f34b16d7e', 'status': 'completed', 'code': 200} Jul 09 13:45:02.182438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943322e8-79e2-41f8-a443-c986d9820324 service neutron] Pushing event updated for resources: {'Port': ['ID=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:02.186585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c27c8f43-5958-47b5-bfa7-f78771e4f86c details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:45:02.318666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c27c8f43-5958-47b5-bfa7-f78771e4f86c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c27c8f43-5958-47b5-bfa7-f78771e4f86c,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:02.336845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'c27c8f43-5958-47b5-bfa7-f78771e4f86c', 'network_id': '681b5262-6798-4b03-a97e-67af5a9ffea0', 'port_id': 'c27c8f43-5958-47b5-bfa7-f78771e4f86c', 'mac_address': 'fa:16:3e:75:3a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdb302-19b9-40bc-a1ff-c31d0d41aa2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:45:02.396221 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.399941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-0893f23b-b614-4eb2-bf77-bbb0d13a84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:02.401913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-0893f23b-b614-4eb2-bf77-bbb0d13a84f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d354f62dfa2944dd8d4af989dd8ef325&device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 1099 time: 0.2127590 Jul 09 13:45:02.410219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27c8f43-5958-47b5-bfa7-f78771e4f86c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:02.452817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c27c8f43-5958-47b5-bfa7-f78771e4f86c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c27c8f43-5958-47b5-bfa7-f78771e4f86c,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:02.463951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.465627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-c66bbd46-973c-4658-813b-b38de66d75cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e HTTP/1.1" status: 200 len: 217 time: 0.0553756 Jul 09 13:45:02.525331 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-2b1deed3-d12f-4011-b72b-d615dc48c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:02.527810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-2b1deed3-d12f-4011-b72b-d615dc48c9cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0561035 Jul 09 13:45:02.554623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c27c8f43-5958-47b5-bfa7-f78771e4f86c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:02.654874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35198-d55c-4d67-9d19-e87719009fe0 req-2c91ac3b-42db-4138-9bbe-9f24bed9cce9 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:02.656489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22b35198-d55c-4d67-9d19-e87719009fe0 req-2c91ac3b-42db-4138-9bbe-9f24bed9cce9 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 948 time: 0.1223898 Jul 09 13:45:02.659662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-15c79840-6049-4431-af26-54f24ce5fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:02.660011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['c27c8f43-5958-47b5-bfa7-f78771e4f86c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:02.661062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-15c79840-6049-4431-af26-54f24ce5fab7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248300 Jul 09 13:45:02.756142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22b35198-d55c-4d67-9d19-e87719009fe0 req-936fde42-0e72-447c-b67d-28ce79519685 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925429 Jul 09 13:45:02.793696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-dfefafe1-4dc5-43a4-af6c-a74edde696df service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224205 Jul 09 13:45:02.896036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3aa3bccf-eabf-45d2-a7fe-4fdef2099fdb req-68a1a107-ea2b-43c8-8755-8a025eb553ef service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952201 Jul 09 13:45:03.023658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-2c53198c-99dc-4e0c-ba97-9f2341804445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:03.027029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-2c53198c-99dc-4e0c-ba97-9f2341804445 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d354f62dfa2944dd8d4af989dd8ef325&device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 1099 time: 0.0792058 Jul 09 13:45:03.124463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-d3644eb7-0a32-4ebf-acd5-33a759ecfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:03.125945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-d3644eb7-0a32-4ebf-acd5-33a759ecfcd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.0937140 Jul 09 13:45:03.179040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133683a-7611-4188-a11b-660187d5e144 req-d3f45298-0972-4def-8767-d9dd396f9d57 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:03.180649 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3133683a-7611-4188-a11b-660187d5e144 req-d3f45298-0972-4def-8767-d9dd396f9d57 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 944 time: 0.0952528 Jul 09 13:45:03.187768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-fed72082-5b3a-4911-b7fd-5cc3bfe911de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e HTTP/1.1" status: 200 len: 217 time: 0.0469463 Jul 09 13:45:03.224364 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3133683a-7611-4188-a11b-660187d5e144 req-3f40f48e-2ab9-40ea-a6ac-85ccda078807 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Jul 09 13:45:03.250593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-527d0075-3287-4d3e-aded-57d7ea71b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:03.252190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-527d0075-3287-4d3e-aded-57d7ea71b2dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0560396 Jul 09 13:45:03.319980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-827ef2a6-dbb8-4da2-9170-7c4b11fca4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:03.321505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-827ef2a6-dbb8-4da2-9170-7c4b11fca4ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602555 Jul 09 13:45:03.434242 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-16e5466b-6edd-46b4-92c3-d6adcdd21235 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037471 Jul 09 13:45:03.562303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86a5030b-99f3-4e62-a788-776c4d2fa973 req-7faa2e0d-20b1-414b-9897-ee600ec3f16d service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207314 Jul 09 13:45:03.981539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f31944-e9d9-4609-82de-c056ba6451ef req-54776df6-6710-4507-b5f9-e64a784690f4 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:03.983207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6f31944-e9d9-4609-82de-c056ba6451ef req-54776df6-6710-4507-b5f9-e64a784690f4 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 948 time: 0.0722368 Jul 09 13:45:04.022689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6f31944-e9d9-4609-82de-c056ba6451ef req-7da0b031-b769-4d0e-a81c-dcc8422e85c5 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Jul 09 13:45:04.219207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c27c8f43-5958-47b5-bfa7-f78771e4f86c up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:04.296348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port c27c8f43-5958-47b5-bfa7-f78771e4f86c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:04.301305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port c27c8f43-5958-47b5-bfa7-f78771e4f86c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:04.301686 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.413191 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.427908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dd526-9606-41b3-995d-5a8531c7ebd6 req-ff251c89-8c8c-4ccf-9e91-991da6c68d84 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:04.429639 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58dd526-9606-41b3-995d-5a8531c7ebd6 req-ff251c89-8c8c-4ccf-9e91-991da6c68d84 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 944 time: 0.0731521 Jul 09 13:45:04.444241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a84c014-0bd0-440f-ab58-6cd3bc22bbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c8f43-5958-47b5-bfa7-f78771e4f86c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:04.447189 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d930f775-2cd5-4f50-9221-c7ffd0a8079b" -d '{"events": [{"server_uuid": "6a84c014-0bd0-440f-ab58-6cd3bc22bbac", "name": "network-vif-plugged", "status": "completed", "tag": "c27c8f43-5958-47b5-bfa7-f78771e4f86c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:04.462423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c27c8f43-5958-47b5-bfa7-f78771e4f86c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c27c8f43-5958-47b5-bfa7-f78771e4f86c,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:04.468742 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.486832 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e58dd526-9606-41b3-995d-5a8531c7ebd6 req-6b7dff59-ddde-4355-8304-da9aa1ee1480 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Jul 09 13:45:04.506895 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9af5a0-64f1-43bb-8683-c1f0f5838b8c x-openstack-request-id: req-3a9af5a0-64f1-43bb-8683-c1f0f5838b8c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:04.507206 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a84c014-0bd0-440f-ab58-6cd3bc22bbac", "name": "network-vif-plugged", "status": "completed", "tag": "c27c8f43-5958-47b5-bfa7-f78771e4f86c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:04.507546 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a9af5a0-64f1-43bb-8683-c1f0f5838b8c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:04.508008 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a84c014-0bd0-440f-ab58-6cd3bc22bbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c8f43-5958-47b5-bfa7-f78771e4f86c', 'code': 200} Jul 09 13:45:04.537226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c27c8f43-5958-47b5-bfa7-f78771e4f86c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:04.629109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0989628-298f-4035-9109-1a00bf26b9f4 req-655f19ac-d3fe-449f-9644-7e472ec1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:04.630581 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0989628-298f-4035-9109-1a00bf26b9f4 req-655f19ac-d3fe-449f-9644-7e472ec1ff49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 1096 time: 0.0673959 Jul 09 13:45:04.672931 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d0989628-298f-4035-9109-1a00bf26b9f4 req-6b2cdae3-66d4-4d55-a8f9-090ce0486b04 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357213 Jul 09 13:45:05.032438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:45:05.151327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:05.163945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '38a4c54f-8d5a-40c3-9dde-a05f34b16d7e', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '38a4c54f-8d5a-40c3-9dde-a05f34b16d7e', 'mac_address': 'fa:16:3e:92:10:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:45:05.207877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.224786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:05.242496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d25abe-8c95-4988-a37a-2e7e401e6c08 req-aa37cda6-6138-4f27-8b75-8c6cfab9157b tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:05.244633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5d25abe-8c95-4988-a37a-2e7e401e6c08 req-aa37cda6-6138-4f27-8b75-8c6cfab9157b tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 948 time: 0.0763571 Jul 09 13:45:05.251968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:05.264000 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.292392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5d25abe-8c95-4988-a37a-2e7e401e6c08 req-c033708a-5bd6-49ee-931d-763683188397 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Jul 09 13:45:05.497069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:05.553979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['38a4c54f-8d5a-40c3-9dde-a05f34b16d7e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:05.695926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4df75-f0e8-4dac-8ef7-89d20ad78193 req-5b36044a-47ba-45ba-9f6d-464425a46670 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:05.697563 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c9f4df75-f0e8-4dac-8ef7-89d20ad78193 req-5b36044a-47ba-45ba-9f6d-464425a46670 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0836680 Jul 09 13:45:05.749530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c9f4df75-f0e8-4dac-8ef7-89d20ad78193 req-9e1ad64d-a347-4f15-8ea3-c86cf98dd53e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Jul 09 13:45:06.507212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d2f4c-97e4-45c2-a4c5-8f4af59d7a3f req-f39887a7-0d60-4c65-8426-d0a756f075a8 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:06.508826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e61d2f4c-97e4-45c2-a4c5-8f4af59d7a3f req-f39887a7-0d60-4c65-8426-d0a756f075a8 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 949 time: 0.0842283 Jul 09 13:45:06.556006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e61d2f4c-97e4-45c2-a4c5-8f4af59d7a3f req-7b71a848-cd1d-4002-8bc2-13bbef9b9625 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Jul 09 13:45:06.930511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caaaad-30ff-42fe-8eb6-f12b760ad605 req-e33bac51-e75d-4626-ba2a-4e988fc7f23b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:06.933027 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-93caaaad-30ff-42fe-8eb6-f12b760ad605 req-e33bac51-e75d-4626-ba2a-4e988fc7f23b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0684297 Jul 09 13:45:06.979204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-93caaaad-30ff-42fe-8eb6-f12b760ad605 req-056140b0-4751-4bfc-b0e9-cef8b2165b54 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391736 Jul 09 13:45:07.048984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:07.106191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:07.110408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:07.110861 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:07.226626 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:07.255274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace616dd-86d2-4d22-a22a-e11b931b9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4c54f-8d5a-40c3-9dde-a05f34b16d7e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:07.258224 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dbebed-a440-470f-8b53-9adbde7c77b0" -d '{"events": [{"server_uuid": "ace616dd-86d2-4d22-a22a-e11b931b9812", "name": "network-vif-plugged", "status": "completed", "tag": "38a4c54f-8d5a-40c3-9dde-a05f34b16d7e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:07.284673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:07.290029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:07.326374 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d0af37-f83c-46ec-b184-304e2afaf742 x-openstack-request-id: req-68d0af37-f83c-46ec-b184-304e2afaf742 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:07.326867 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace616dd-86d2-4d22-a22a-e11b931b9812", "name": "network-vif-plugged", "status": "completed", "tag": "38a4c54f-8d5a-40c3-9dde-a05f34b16d7e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:07.327149 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68d0af37-f83c-46ec-b184-304e2afaf742 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:07.327540 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace616dd-86d2-4d22-a22a-e11b931b9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4c54f-8d5a-40c3-9dde-a05f34b16d7e', 'code': 200} Jul 09 13:45:07.369922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:07.465157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10930e08-c086-444d-996d-0b36b438a33c req-75f11a1e-8ea8-418f-823f-3fec58c173bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:07.467127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10930e08-c086-444d-996d-0b36b438a33c req-75f11a1e-8ea8-418f-823f-3fec58c173bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 1101 time: 0.0643063 Jul 09 13:45:07.480834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7bdb7-08b7-4030-98f4-62b30fe88b1b req-9cd0084a-2b93-44c5-a25a-d39be20a7209 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:07.482910 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eed7bdb7-08b7-4030-98f4-62b30fe88b1b req-9cd0084a-2b93-44c5-a25a-d39be20a7209 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1161294 Jul 09 13:45:07.519426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10930e08-c086-444d-996d-0b36b438a33c req-c9e680c4-0fda-49ca-8bd6-a3696336d8b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Jul 09 13:45:07.537069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eed7bdb7-08b7-4030-98f4-62b30fe88b1b req-d17ddd75-ca74-4041-8e64-cb6008acf553 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Jul 09 13:45:07.771806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500bae4-d065-4dc2-98a5-fba09d3e5ced req-e559b4a0-4db3-46d1-9d24-321cb2106dc6 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:07.778262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d4c13-c680-4b14-bb91-965e6c965603 req-b729cbdb-afb2-41b3-895c-283826f74bbd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:07.779964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-721d4c13-c680-4b14-bb91-965e6c965603 req-b729cbdb-afb2-41b3-895c-283826f74bbd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0785615 Jul 09 13:45:07.783350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4500bae4-d065-4dc2-98a5-fba09d3e5ced req-e559b4a0-4db3-46d1-9d24-321cb2106dc6 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 950 time: 0.0885947 Jul 09 13:45:07.825372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4500bae4-d065-4dc2-98a5-fba09d3e5ced req-24246198-6e3c-4ccb-a0cf-71f3ebbcd8a7 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Jul 09 13:45:07.837066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-721d4c13-c680-4b14-bb91-965e6c965603 req-a66a2a9e-ac9f-42e8-8720-23d701e142cc tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486174 Jul 09 13:45:08.234061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f73d4a-cb00-4057-a012-7ee9e66d70fc req-0243821c-c24c-4d7d-9f6a-8e703210bcd5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:08.236793 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57f73d4a-cb00-4057-a012-7ee9e66d70fc req-0243821c-c24c-4d7d-9f6a-8e703210bcd5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0717657 Jul 09 13:45:08.281586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57f73d4a-cb00-4057-a012-7ee9e66d70fc req-63f2fd6f-ab2b-4f8f-871f-40a256423e87 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Jul 09 13:45:09.014881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef73d7-74d4-4cfa-9736-e24eb59a38b1 req-a56ba187-f905-4c43-b3b4-504ff5f45476 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:09.016528 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1bef73d7-74d4-4cfa-9736-e24eb59a38b1 req-a56ba187-f905-4c43-b3b4-504ff5f45476 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 950 time: 0.0665836 Jul 09 13:45:09.057014 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1bef73d7-74d4-4cfa-9736-e24eb59a38b1 req-167f83f7-c1c6-4233-a0f0-0839d7048c2d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Jul 09 13:45:09.531579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9c0df-bf9f-4d24-9e82-0efa1b17f662 req-4ddb30f9-2907-4c0d-bb84-20db9b046146 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:09.534080 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25c9c0df-bf9f-4d24-9e82-0efa1b17f662 req-4ddb30f9-2907-4c0d-bb84-20db9b046146 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1097043 Jul 09 13:45:09.577963 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-25c9c0df-bf9f-4d24-9e82-0efa1b17f662 req-e54ab3e1-eb68-4b88-8968-08c85b4e08f9 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377750 Jul 09 13:45:10.816626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3682872-73af-4f98-9a70-93f03a7b778e req-0d25de2d-60b3-40bf-a8fc-14d0041bc063 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:10.818184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3682872-73af-4f98-9a70-93f03a7b778e req-0d25de2d-60b3-40bf-a8fc-14d0041bc063 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0841334 Jul 09 13:45:10.864677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3682872-73af-4f98-9a70-93f03a7b778e req-4d0cbccc-8a9c-4b6b-86a8-5243024d4aa9 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Jul 09 13:45:12.136748 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687b493-6dff-42f9-bbcd-8f257d837765 req-e8ab222d-9139-4d22-9a6d-7daf7fdb2837 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:12.138981 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9687b493-6dff-42f9-bbcd-8f257d837765 req-e8ab222d-9139-4d22-9a6d-7daf7fdb2837 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1069813 Jul 09 13:45:12.212919 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9687b493-6dff-42f9-bbcd-8f257d837765 req-f5ffb438-65e7-4c0f-9241-df035ff3131f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586183 Jul 09 13:45:13.355562 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.415288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f863d9-97dc-4251-a380-dcc5be37edeb req-34cdc258-6624-434f-8f88-d9491adc903e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:13.417074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9f863d9-97dc-4251-a380-dcc5be37edeb req-34cdc258-6624-434f-8f88-d9491adc903e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0818222 Jul 09 13:45:13.465736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9f863d9-97dc-4251-a380-dcc5be37edeb req-2f1385a9-965d-4cb3-a2a4-acfa2debb85d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 Jul 09 13:45:14.060275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:14.307136 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-178a60ab-9080-4e51-bc10-2e1eefcb3b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:14.681471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2e7d7-0325-4622-9a21-b255fe808b37 req-ccf5ac4b-166d-4b33-9b42-18a95851e3e6 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:14.684353 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-13d2e7d7-0325-4622-9a21-b255fe808b37 req-ccf5ac4b-166d-4b33-9b42-18a95851e3e6 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0876245 Jul 09 13:45:14.729728 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-13d2e7d7-0325-4622-9a21-b255fe808b37 req-2178590f-84ff-4f47-bbe1-7d8bb884a5c2 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388470 Jul 09 13:45:15.934065 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37850-3019-4bfd-bd3c-99e63fb6fe5d req-ed691b2c-302b-4c82-93f6-1d98b949f4dd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:15.935833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9e37850-3019-4bfd-bd3c-99e63fb6fe5d req-ed691b2c-302b-4c82-93f6-1d98b949f4dd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0835032 Jul 09 13:45:15.976943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9e37850-3019-4bfd-bd3c-99e63fb6fe5d req-bc38f380-2e3b-4540-9f8a-c59c99695384 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351062 Jul 09 13:45:16.851436 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-83e36f84-5be0-4318-8361-36f2f61a073e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:16.999550 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:17.172539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1084-a08c-40d3-a72d-b8cbdc645a8d req-4fb1b177-d166-441f-b22f-046166a34f21 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:17.174133 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-08cf1084-a08c-40d3-a72d-b8cbdc645a8d req-4fb1b177-d166-441f-b22f-046166a34f21 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0712528 Jul 09 13:45:17.215490 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-08cf1084-a08c-40d3-a72d-b8cbdc645a8d req-3825d796-728d-4d79-b457-87cfa74ab209 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352192 Jul 09 13:45:18.243491 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.402362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863709f-a05f-4250-bc47-a02d489a44b5 req-7fd0db6d-cb05-4f98-beba-97ff447aeef5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:18.403958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1863709f-a05f-4250-bc47-a02d489a44b5 req-7fd0db6d-cb05-4f98-beba-97ff447aeef5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0739071 Jul 09 13:45:18.687130 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37314) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:18.720105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1863709f-a05f-4250-bc47-a02d489a44b5 req-c8fd4235-baac-435a-838d-5b4b4932c207 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088899 Jul 09 13:45:18.817688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-873a7d30-d8da-49dd-99e4-7e8282b7035c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.915147 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-873a7d30-d8da-49dd-99e4-7e8282b7035c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.920216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-873a7d30-d8da-49dd-99e4-7e8282b7035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.959545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a7d30-d8da-49dd-99e4-7e8282b7035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f0dbdb-c99e-436c-a67c-42afcd155f92,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:18.963784 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-873a7d30-d8da-49dd-99e4-7e8282b7035c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3458e59159004668be66dcd12b84d36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746129 Jul 09 13:45:18.966685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37318) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:19.382651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7403959-9e16-460a-a36f-4d6b25b04a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.405405 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7403959-9e16-460a-a36f-4d6b25b04a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.453053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7403959-9e16-460a-a36f-4d6b25b04a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.456024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7403959-9e16-460a-a36f-4d6b25b04a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.457237 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7403959-9e16-460a-a36f-4d6b25b04a15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92f0dbdb-c99e-436c-a67c-42afcd155f92 HTTP/1.1" status: 204 len: 168 time: 0.4895744 Jul 09 13:45:19.466634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7403959-9e16-460a-a36f-4d6b25b04a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f0dbdb-c99e-436c-a67c-42afcd155f92,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:19.714744 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.907910 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb03dc-b753-4e38-96b7-1406e9f41a20 req-50c7588e-4cda-4b4b-a6e5-0fe3eeec7a60 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:19.909384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-14bb03dc-b753-4e38-96b7-1406e9f41a20 req-50c7588e-4cda-4b4b-a6e5-0fe3eeec7a60 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0687742 Jul 09 13:45:19.953204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-14bb03dc-b753-4e38-96b7-1406e9f41a20 req-18a116c8-037c-4258-98e5-30d7073d7f82 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381830 Jul 09 13:45:20.476168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37352) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:20.666822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Deleting port 50d4d0c9-7a0b-4b26-9f52-21c8a3734b4d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:20.667193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.746978 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.747310 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.760106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Calling delete_port for 50d4d0c9-7a0b-4b26-9f52-21c8a3734b4d owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:20.981759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.040095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event deleted for resources: {'Port': ['ID=50d4d0c9-7a0b-4b26-9f52-21c8a3734b4d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:21.098141 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.098667 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Floating IP 59e7a943-7ac0-4088-9d28-bb79b7dc59dc disassociated (deleted). External IP: 172.25.5.136, port: 2a8183fe-3859-4350-bd38-64f1d9a5f1b2. Jul 09 13:45:21.160236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b20a50-161d-45fa-a0b8-cde57023f91e req-ea03a689-b290-4e48-a5dc-1af591d4ac1b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:21.162152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35b20a50-161d-45fa-a0b8-cde57023f91e req-ea03a689-b290-4e48-a5dc-1af591d4ac1b tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0818293 Jul 09 13:45:21.221675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35b20a50-161d-45fa-a0b8-cde57023f91e req-2046d011-43e5-4624-ae78-227d93f7b3ca tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492373 Jul 09 13:45:21.378635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:21.564735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:21.570981 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.579332 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] Sync routers for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:21.607278 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:21.607918 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:45:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:21.622819 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5019a219-f60b-499a-ab58-1ece2406e5b2 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "DELETE /v2.0/floatingips/59e7a943-7ac0-4088-9d28-bb79b7dc59dc HTTP/1.1" status: 204 len: 168 time: 1.1455030 Jul 09 13:45:21.623860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:21.626634 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418888c3-0554-41b3-86ff-e69aa0d88c63" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:21.710746 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a7c189-058d-442d-9086-ff9834e70ce6 x-openstack-request-id: req-b8a7c189-058d-442d-9086-ff9834e70ce6 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:21.711146 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:21.711438 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8a7c189-058d-442d-9086-ff9834e70ce6 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:21.711853 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'status': 'completed', 'code': 200} Jul 09 13:45:21.751570 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:21.818977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-4ef4955e-5520-4307-b430-9c69cf1db89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:21.820877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-4ef4955e-5520-4307-b430-9c69cf1db89e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0793879 Jul 09 13:45:22.046532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-d9a3734c-16a5-4df5-a66b-8104011f4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:22.053176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-d9a3734c-16a5-4df5-a66b-8104011f4790 service neutron] 10.222.0.10 "GET /v2.0/networks?id=085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 200 len: 914 time: 0.2161498 Jul 09 13:45:22.065058 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:22.112499 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] Checking router: 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:22.128991 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:22.130070 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:45:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:22.136945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-b6d6e329-2b8a-4aa1-a0a6-fbd79baa52c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 200 len: 217 time: 0.0762916 Jul 09 13:45:22.216629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-cc3ac35b-c70a-4c65-902b-cff8d113ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:22.218422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-cc3ac35b-c70a-4c65-902b-cff8d113ed0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87f5c38f-0119-4f4e-a019-0d4fd9653be0 HTTP/1.1" status: 200 len: 853 time: 0.0746529 Jul 09 13:45:22.277074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:22.414433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443436-4a2f-42d4-9b16-879e4f5e76b3 req-847129b8-77d4-4a83-8a6f-4afa35ac6b0e tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:22.422991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de443436-4a2f-42d4-9b16-879e4f5e76b3 req-847129b8-77d4-4a83-8a6f-4afa35ac6b0e tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 945 time: 0.1984739 Jul 09 13:45:22.448565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-58ba05b8-5e90-4f18-8fae-cd23b35df148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:22.451538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-58ba05b8-5e90-4f18-8fae-cd23b35df148 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=085772ec-8764-469c-b613-f5ac676f7c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2210331 Jul 09 13:45:22.490258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d88e89-f83a-4117-926b-c0dcffcbedeb req-2c90560f-b231-4978-8d13-fe6a23c66b28 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:22.499395 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b8d88e89-f83a-4117-926b-c0dcffcbedeb req-2c90560f-b231-4978-8d13-fe6a23c66b28 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1174939 Jul 09 13:45:22.559933 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b8d88e89-f83a-4117-926b-c0dcffcbedeb req-656a0081-c877-476e-ba5f-bcec0d32af60 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582235 Jul 09 13:45:22.561225 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de443436-4a2f-42d4-9b16-879e4f5e76b3 req-161166be-932f-4fb1-a895-9d88a5b16ae3 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364844 Jul 09 13:45:22.612449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-5e8efe97-14fb-4090-8fbb-ff61eaa4279b service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501782 Jul 09 13:45:22.641762 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:22.685791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f195c-4a07-468f-b68d-2f421f293c13 None None] The sync data for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 is: [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:40:01Z', 'revision_number': 4, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b3b63047-cb1e-4bb5-a84d-ea00c8900d07', 'name': '', 'network_id': '085772ec-8764-469c-b613-f5ac676f7c6c', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'mac_address': 'fa:16:3e:d2:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:58Z', 'updated_at': '2021-07-09T13:40:09Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'subnets': [{'id': '87f5c38f-0119-4f4e-a019-0d4fd9653be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:22.728849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418888c3-0554-41b3-86ff-e69aa0d88c63 req-01a3d209-a23e-428e-8af1-d8f9a24f08b0 service neutron] 10.222.0.10 "GET /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073112 Jul 09 13:45:22.955767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ad761-38ac-4f3d-b821-f1bd60b14bdb None None] New status for floating IP 59e7a943-7ac0-4088-9d28-bb79b7dc59dc: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:45:23.876503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89e08f-0ec2-48b8-8684-535ad62ab4b7 req-b2129960-7a88-4a7b-84e9-b2f5d518d461 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:23.883833 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3d89e08f-0ec2-48b8-8684-535ad62ab4b7 req-b2129960-7a88-4a7b-84e9-b2f5d518d461 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1130450 Jul 09 13:45:23.890271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-73f3fff5-176c-4208-b423-29a5001cb4da tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:23.891954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-73f3fff5-176c-4208-b423-29a5001cb4da tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 945 time: 0.2262435 Jul 09 13:45:23.909164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f2d3-7e2c-4b09-b263-f91f124752c1 req-79e680f4-c6a7-4b40-8afb-1a86f9d3362b tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:23.918091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60d8f2d3-7e2c-4b09-b263-f91f124752c1 req-79e680f4-c6a7-4b40-8afb-1a86f9d3362b tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 945 time: 0.1725636 Jul 09 13:45:23.942060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3d89e08f-0ec2-48b8-8684-535ad62ab4b7 req-16babdd1-7ec4-4ec6-aa60-2cfbfa9f2c93 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564160 Jul 09 13:45:24.026892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60d8f2d3-7e2c-4b09-b263-f91f124752c1 req-058823d7-d382-4aa6-adc8-9f4b7ed99cbf tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/security-groups?id=f09230d2-bf3e-4701-ae39-4f40eca3c8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077232 Jul 09 13:45:24.063184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Deleting port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:24.063686 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.164257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] For port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:24.164625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.179058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Calling delete_port for 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:24.333442 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.371201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event deleted for resources: {'Port': ['ID=2a8183fe-3859-4350-bd38-64f1d9a5f1b2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:24.396612 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.397347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.398256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.398765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.399553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.400081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.400638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.401435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.401981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.402574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.403175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.403764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:24.473549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] No DVR routers for this DVR port 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:24.477164 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.482176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dcf8ac0d-22dc-4690-9397-7faf09ec6609 req-0a98c4a0-b22b-41bf-81fa-76ba69c6ea61 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.10 "DELETE /v2.0/ports/2a8183fe-3859-4350-bd38-64f1d9a5f1b2 HTTP/1.1" status: 204 len: 173 time: 0.5611155 Jul 09 13:45:24.482977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'name': 'network-vif-deleted', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:24.490473 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4578c7-c774-4909-80e8-5e9b4f550b0d" -d '{"events": [{"server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "name": "network-vif-deleted", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:24.550673 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd43458f-eeb5-415d-b7e6-13f8a1e437d1 x-openstack-request-id: req-cd43458f-eeb5-415d-b7e6-13f8a1e437d1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:24.551027 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e8895-9403-4a8c-aaf9-38b0d732fdc6", "name": "network-vif-deleted", "tag": "2a8183fe-3859-4350-bd38-64f1d9a5f1b2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:24.551239 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd43458f-eeb5-415d-b7e6-13f8a1e437d1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:24.551643 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e8895-9403-4a8c-aaf9-38b0d732fdc6', 'name': 'network-vif-deleted', 'tag': '2a8183fe-3859-4350-bd38-64f1d9a5f1b2', 'status': 'completed', 'code': 200} Jul 09 13:45:24.559987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 37402) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:24.689809 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-21f1222b-ba5b-4662-9336-7a5e5efb67d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.808721 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-21f1222b-ba5b-4662-9336-7a5e5efb67d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.825630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-21f1222b-ba5b-4662-9336-7a5e5efb67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.861270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-21f1222b-ba5b-4662-9336-7a5e5efb67d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=342492381ea040ef8e8032b98dc102d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000913 Jul 09 13:45:24.863941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37408) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:24.923243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1222b-ba5b-4662-9336-7a5e5efb67d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378680a4-f1b8-44f5-aa62-820843f12cf1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:24.979841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f99643-f91f-4114-9f68-ea25a1d33967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.014750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f99643-f91f-4114-9f68-ea25a1d33967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.085401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f99643-f91f-4114-9f68-ea25a1d33967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.094024 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c3f99643-f91f-4114-9f68-ea25a1d33967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.111329 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c3f99643-f91f-4114-9f68-ea25a1d33967 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/378680a4-f1b8-44f5-aa62-820843f12cf1 HTTP/1.1" status: 204 len: 168 time: 0.2455192 Jul 09 13:45:25.126730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f99643-f91f-4114-9f68-ea25a1d33967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378680a4-f1b8-44f5-aa62-820843f12cf1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:25.313189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4e478-2414-4db7-a2d8-740a30e7a876 req-8724585f-fae2-438c-b9e5-f04574110699 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:25.314885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d4e4e478-2414-4db7-a2d8-740a30e7a876 req-8724585f-fae2-438c-b9e5-f04574110699 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1342325 Jul 09 13:45:25.385630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d4e4e478-2414-4db7-a2d8-740a30e7a876 req-332fc5f7-df17-43c7-9c47-48db74a12530 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649674 Jul 09 13:45:25.767522 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40bf072d-e109-490b-8737-1afa70ff1eb7 req-b6ae2ad9-2040-46a9-9884-6ebaee0f57b5 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 210 time: 0.0416656 Jul 09 13:45:26.608956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feaf89-852d-48fc-8a1c-f2b99584b498 req-3e3bc2e3-e22b-492c-a07f-1d6a233b5d2c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:26.626272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22feaf89-852d-48fc-8a1c-f2b99584b498 req-3e3bc2e3-e22b-492c-a07f-1d6a233b5d2c tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1015851 Jul 09 13:45:26.680284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22feaf89-852d-48fc-8a1c-f2b99584b498 req-2dd6f528-f037-4fea-8df0-6a94993d3c84 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530317 Jul 09 13:45:26.963454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c80febe-93ec-4b82-8d71-d202b710fbf3 req-ebfbed49-d34e-4ea1-a09f-79a655dd3da6 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 210 time: 0.0436268 Jul 09 13:45:27.165939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:27.192928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:27.193404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2a8183fe-3859-4350-bd38-64f1d9a5f1b2 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:27.890718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c058ce-37f5-4e67-8140-906c818733a7 req-3e8e241a-6962-42b2-af4c-dcb652e28bcf tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:27.892396 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94c058ce-37f5-4e67-8140-906c818733a7 req-3e8e241a-6962-42b2-af4c-dcb652e28bcf tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.0864441 Jul 09 13:45:27.949820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94c058ce-37f5-4e67-8140-906c818733a7 req-0a706323-f0aa-46b0-ab5a-2f9db7ed67c0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508859 Jul 09 13:45:28.180415 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f289c1da-131e-4aa4-b5b5-18fedeaf2343 req-144a1428-fff9-46ec-afa2-ffabac2d9969 tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 210 time: 0.0583413 Jul 09 13:45:29.185622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a107863-754c-4ab5-aeda-1612207df42e req-c3567d9a-319f-42ca-b174-b57e996a0a5f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:29.193413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a107863-754c-4ab5-aeda-1612207df42e req-c3567d9a-319f-42ca-b174-b57e996a0a5f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1026378 Jul 09 13:45:29.242556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a107863-754c-4ab5-aeda-1612207df42e req-4a5d4ba8-bc69-484c-8363-ae20124025ab tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481987 Jul 09 13:45:29.388833 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2a745253-4b63-45dd-84ab-e7d3ae4dfef9 req-e328fcf8-b15e-4617-99ee-91ea834da63a tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d8e8895-9403-4a8c-aaf9-38b0d732fdc6 HTTP/1.1" status: 200 len: 210 time: 0.0473797 Jul 09 13:45:30.506227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9491-12b2-479e-9c46-dbdf22842837 req-ba1db1e7-26e5-4b75-9c78-5dfd68c38e41 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:30.515946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d55c9491-12b2-479e-9c46-dbdf22842837 req-ba1db1e7-26e5-4b75-9c78-5dfd68c38e41 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1131101 Jul 09 13:45:30.566733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d55c9491-12b2-479e-9c46-dbdf22842837 req-213351f4-6534-41b9-958c-3d1124eef445 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Jul 09 13:45:30.592798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37502) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:30.667932 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf57b-f9ff-437e-8860-4d8ad0118bdf tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.699257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf57b-f9ff-437e-8860-4d8ad0118bdf tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.775436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf57b-f9ff-437e-8860-4d8ad0118bdf tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.778589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf57b-f9ff-437e-8860-4d8ad0118bdf tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.782535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d7fdf57b-f9ff-437e-8860-4d8ad0118bdf tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] 10.222.0.32 "DELETE /v2.0/security-groups/f09230d2-bf3e-4701-ae39-4f40eca3c8e3 HTTP/1.1" status: 204 len: 168 time: 0.1823342 Jul 09 13:45:30.800945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdf57b-f9ff-437e-8860-4d8ad0118bdf tempest-TestVolumeBackupRestore-1965210232 tempest-TestVolumeBackupRestore-1965210232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09230d2-bf3e-4701-ae39-4f40eca3c8e3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:31.818444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8b26c-3e6c-4220-a553-0f30dc6b71a2 req-56f66cd8-28f9-4119-822f-88d94fe28426 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:31.854668 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fb8b26c-3e6c-4220-a553-0f30dc6b71a2 req-56f66cd8-28f9-4119-822f-88d94fe28426 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1447461 Jul 09 13:45:31.953408 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0fb8b26c-3e6c-4220-a553-0f30dc6b71a2 req-79328f01-9f29-4157-b663-c4931806dd20 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969818 Jul 09 13:45:33.435929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85842f43-da2e-4f1b-b186-dccce15f765d req-c4e4a850-9dfd-4a8f-82ef-3f2ed460a5dd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:33.458960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85842f43-da2e-4f1b-b186-dccce15f765d req-c4e4a850-9dfd-4a8f-82ef-3f2ed460a5dd tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.2653153 Jul 09 13:45:33.575131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85842f43-da2e-4f1b-b186-dccce15f765d req-fd9f9e7a-c2af-40cb-9481-ac7252b3b9ee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151617 Jul 09 13:45:33.889762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-9ea6fe77-fc01-47e5-8406-b706011ddd14 req-ce94bd27-51c5-485e-9e1a-70950a103b44 service neutron] (93912) timed out ('10.222.0.10', 62833) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:45:34.825915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293808c2-7e59-4685-8ea2-72dc0b789f02 req-26e54c74-4f37-4d04-b829-def4e5a64a93 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:34.834362 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-293808c2-7e59-4685-8ea2-72dc0b789f02 req-26e54c74-4f37-4d04-b829-def4e5a64a93 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1020575 Jul 09 13:45:34.876562 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-293808c2-7e59-4685-8ea2-72dc0b789f02 req-35482995-af6f-4f28-9529-164a471ffca0 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Jul 09 13:45:35.483459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be573f-b648-412e-addd-1edbde9a1de4 req-76d44e90-4428-49e3-904a-a527458a34a5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:35.487125 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37be573f-b648-412e-addd-1edbde9a1de4 req-76d44e90-4428-49e3-904a-a527458a34a5 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1183350 Jul 09 13:45:35.553601 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-37be573f-b648-412e-addd-1edbde9a1de4 req-6e11aac7-344f-41da-9ded-132c450f2c4f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620110 Jul 09 13:45:35.692701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 37996) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:35.970825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc1601-eb82-4a59-9ed5-a7cb54d7f263 req-4ba3ee30-fc2e-4864-be2b-b4194821b358 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:35.982740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68fc1601-eb82-4a59-9ed5-a7cb54d7f263 req-4ba3ee30-fc2e-4864-be2b-b4194821b358 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1762826 Jul 09 13:45:36.452540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68fc1601-eb82-4a59-9ed5-a7cb54d7f263 req-2e34d71a-eea7-4d48-9dd4-210100d08f15 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682760 Jul 09 13:45:36.611875 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:45:36.741508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.299702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ce38c-bf38-4f71-b47c-a6591a078c88 req-49a55779-1d5c-404b-af78-df9bf101e292 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:37.301554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-152ce38c-bf38-4f71-b47c-a6591a078c88 req-49a55779-1d5c-404b-af78-df9bf101e292 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1757033 Jul 09 13:45:37.320929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Deleting port b3b63047-cb1e-4bb5-a84d-ea00c8900d07 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:37.321275 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.404499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-152ce38c-bf38-4f71-b47c-a6591a078c88 req-e46279ed-6c01-4143-bf2b-084f8ec1eb04 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962222 Jul 09 13:45:37.439114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] For port b3b63047-cb1e-4bb5-a84d-ea00c8900d07, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:37.439495 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.453406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Calling delete_port for b3b63047-cb1e-4bb5-a84d-ea00c8900d07 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:37.651701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.685295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b63047-cb1e-4bb5-a84d-ea00c8900d07,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:37.859235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.096064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:38.220363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:38.226452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7199c234-2928-463c-9b4d-4c7ca220b99d admin admin] 10.222.0.32 "PUT /v2.0/routers/4a1acd59-e3c5-4c2c-bccc-f407a23d95d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5325308 Jul 09 13:45:38.229363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38018) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:38.232115 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] Sync routers for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:38.240718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-cf9219ff-ceb4-4f1c-bb4f-6abc231c50c7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:38.241798 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-cf9219ff-ceb4-4f1c-bb4f-6abc231c50c7 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.1077976 Jul 09 13:45:38.246164 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:38.246920 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:45:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:38.405092 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:38.451750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Deleting port c27c8f43-5958-47b5-bfa7-f78771e4f86c {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:38.452401 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.474308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.585986 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] For port c27c8f43-5958-47b5-bfa7-f78771e4f86c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c27c8f43-5958-47b5-bfa7-f78771e4f86c,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:38.586979 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.605566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Calling delete_port for c27c8f43-5958-47b5-bfa7-f78771e4f86c owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:38.839964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4239a-adc6-4880-bc22-8ee7338c053d req-c577f6a4-ac35-410a-86ad-52dfce99460e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:38.842085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fdf4239a-adc6-4880-bc22-8ee7338c053d req-c577f6a4-ac35-410a-86ad-52dfce99460e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a84c014-0bd0-440f-ab58-6cd3bc22bbac HTTP/1.1" status: 200 len: 945 time: 0.2202654 Jul 09 13:45:38.857204 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:45:37Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:38.910447 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] Checking router: 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:38.924662 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] Routers {'4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:38.925683 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:45:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:38.980091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fdf4239a-adc6-4880-bc22-8ee7338c053d req-21d1d95e-dea9-4af0-8870-897e087c9a09 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313889 Jul 09 13:45:39.014698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.049951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f', 'c27c8f43-5958-47b5-bfa7-f78771e4f86c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:39.076848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event deleted for resources: {'Port': ['ID=c27c8f43-5958-47b5-bfa7-f78771e4f86c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:39.093948 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] Set router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:39.179562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] No DVR routers for this DVR port c27c8f43-5958-47b5-bfa7-f78771e4f86c on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:39.187727 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.190303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-10f3ea91-a12a-4956-a233-b3d2a8e6e3f8 req-7c4e5737-2f4b-4f6a-a54a-03119d263cee tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "DELETE /v2.0/ports/c27c8f43-5958-47b5-bfa7-f78771e4f86c HTTP/1.1" status: 204 len: 173 time: 0.9428074 Jul 09 13:45:39.193040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a84c014-0bd0-440f-ab58-6cd3bc22bbac', 'name': 'network-vif-deleted', 'tag': 'c27c8f43-5958-47b5-bfa7-f78771e4f86c'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:39.196062 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b93c3d-4535-4aaa-8e8b-8d3a09adffa9" -d '{"events": [{"server_uuid": "6a84c014-0bd0-440f-ab58-6cd3bc22bbac", "name": "network-vif-deleted", "tag": "c27c8f43-5958-47b5-bfa7-f78771e4f86c"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:39.238278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.289106 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514588ab-18e4-4d0f-a544-ab050e09e9ba x-openstack-request-id: req-514588ab-18e4-4d0f-a544-ab050e09e9ba {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:39.289624 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a84c014-0bd0-440f-ab58-6cd3bc22bbac", "name": "network-vif-deleted", "tag": "c27c8f43-5958-47b5-bfa7-f78771e4f86c", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:39.289624 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-514588ab-18e4-4d0f-a544-ab050e09e9ba {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:39.290014 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a84c014-0bd0-440f-ab58-6cd3bc22bbac', 'name': 'network-vif-deleted', 'tag': 'c27c8f43-5958-47b5-bfa7-f78771e4f86c', 'status': 'completed', 'code': 200} Jul 09 13:45:39.340983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Deleting port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:39.341327 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.413663 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:45:37Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:39.435907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] For port 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9b1fa23f-98ef-4ced-a9e9-74203d7beb5a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:39.436357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.444162 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8773eb-161b-4e59-9011-8f6105d3f6b8 None None] The sync data for ids ['4a1acd59-e3c5-4c2c-bccc-f407a23d95d8'] in n-d-799524-3 is: [{'id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'name': 'tempest-TestVolumeBackupRestore-1734397933-router', 'tenant_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:46Z', 'updated_at': '2021-07-09T13:45:37Z', 'revision_number': 5, 'project_id': 'a4c001e7c2e44e878b907c6fd68040d4', 'gw_port': {'id': '9b1fa23f-98ef-4ced-a9e9-74203d7beb5a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1acd59-e3c5-4c2c-bccc-f407a23d95d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:48Z', 'updated_at': '2021-07-09T13:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:39.453795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Calling delete_port for 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:39.644495 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.674332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1fa23f-98ef-4ced-a9e9-74203d7beb5a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:39.745336 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.849056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.851745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.923589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.924282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:45:39.931848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.933362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-04057f07-d30a-43ad-b71a-bc85592ac494 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4a1acd59-e3c5-4c2c-bccc-f407a23d95d8 HTTP/1.1" status: 204 len: 168 time: 1.7023790 Jul 09 13:45:39.936115 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38042) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:39.991833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8ae563-d18a-498f-88e7-71754efab812 admin admin] Deleting subnet 87f5c38f-0119-4f4e-a019-0d4fd9653be0 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:45:39.995861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae563-d18a-498f-88e7-71754efab812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.047953 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae563-d18a-498f-88e7-71754efab812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.213817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae563-d18a-498f-88e7-71754efab812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.427049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3b63047-cb1e-4bb5-a84d-ea00c8900d07 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:40.456640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae563-d18a-498f-88e7-71754efab812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.484724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b3b63047-cb1e-4bb5-a84d-ea00c8900d07 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:40.485357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b3b63047-cb1e-4bb5-a84d-ea00c8900d07 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:40.520087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ae563-d18a-498f-88e7-71754efab812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f5c38f-0119-4f4e-a019-0d4fd9653be0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:40.522684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e832d7-8b98-42be-a407-2b8fd3db2f6e None None] Network 085772ec-8764-469c-b613-f5ac676f7c6c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:40.524104 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae563-d18a-498f-88e7-71754efab812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.528817 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb8ae563-d18a-498f-88e7-71754efab812 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87f5c38f-0119-4f4e-a019-0d4fd9653be0 HTTP/1.1" status: 204 len: 168 time: 0.5915356 Jul 09 13:45:40.531440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38052) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:40.682249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.799863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Deleting port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:40.800793 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.934794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] For port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:40.935658 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.974089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] DHCP port deletion for 085772ec-8764-469c-b613-f5ac676f7c6c request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:45:40.993287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Calling delete_port for 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:41.112094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Deleting port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:41.112757 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.182993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.239134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:41.243488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] No DVR routers for this DVR port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:41.284457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] For port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,segment=NetworkSegment(8c106b46-57f7-41ba-9fd6-5ac923ab2300),segment_id=8c106b46-57f7-41ba-9fd6-5ac923ab2300)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:41.284864 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.307586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Calling delete_port for 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:41.395321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.434507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085772ec-8764-469c-b613-f5ac676f7c6c']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:41.439609 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.461837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c106b46-57f7-41ba-9fd6-5ac923ab2300') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:41.462114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c106b46-57f7-41ba-9fd6-5ac923ab2300') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:41.483381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Pushing event deleted for resources: {'Port': ['ID=1b25441d-4ec2-4ae2-9024-15a80f99f7a2,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:41.490712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.503391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.504410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.506510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.506510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.506510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.506510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.506510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.507058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.511128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.511128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.511726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.511829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:41.515530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.526741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845cebd-1895-4542-a783-406b1da19c60 None None] No DVR routers for this DVR port 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:41.540692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:45:41.541226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:45:41.543000 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:45:41.609382 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.625555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.629588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] 10.222.0.32 "DELETE /v2.0/networks/085772ec-8764-469c-b613-f5ac676f7c6c HTTP/1.1" status: 204 len: 168 time: 1.0964234 Jul 09 13:45:41.632698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38098) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:41.642039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29520c4-b19d-4552-837f-2cb481ea2dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=085772ec-8764-469c-b613-f5ac676f7c6c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:42.067886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.243732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:42.290604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:42.291149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9b1fa23f-98ef-4ced-a9e9-74203d7beb5a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:42.291580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:42.335852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:42.336257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1b25441d-4ec2-4ae2-9024-15a80f99f7a2 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:42.486710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c27c8f43-5958-47b5-bfa7-f78771e4f86c no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:42.519994 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: c27c8f43-5958-47b5-bfa7-f78771e4f86c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:42.520350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c27c8f43-5958-47b5-bfa7-f78771e4f86c not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:42.613102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a839fc9-2068-4a21-b039-cfed2f469159 req-3eef6c57-8477-4a6d-b3b7-bc43f2b2661f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:42.615420 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a839fc9-2068-4a21-b039-cfed2f469159 req-3eef6c57-8477-4a6d-b3b7-bc43f2b2661f tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 946 time: 0.1733851 Jul 09 13:45:42.687287 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0a839fc9-2068-4a21-b039-cfed2f469159 req-75c8e81c-bdb9-40f0-aac6-72fcb49a5a35 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655377 Jul 09 13:45:42.782822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Deleting port bce344fd-4571-4cf5-b7a1-10010976a254 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:42.783198 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.878227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] For port bce344fd-4571-4cf5-b7a1-10010976a254, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bce344fd-4571-4cf5-b7a1-10010976a254,segment=NetworkSegment(7142f44a-df7f-46e3-9337-a735a8537bb0),segment_id=7142f44a-df7f-46e3-9337-a735a8537bb0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:42.878597 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.895167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Calling delete_port for bce344fd-4571-4cf5-b7a1-10010976a254 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:43.088536 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.115903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce344fd-4571-4cf5-b7a1-10010976a254,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:43.343173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.361637 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.616323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-6b25dab4-6bbb-4b28-bcbd-fe2eca35262d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:43.618004 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-6b25dab4-6bbb-4b28-bcbd-fe2eca35262d tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 946 time: 0.1517804 Jul 09 13:45:43.808890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Router af646c98-87b6-46af-9e76-22cadf42a620 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:43.883528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Deleting port acd08fb1-e3cd-408e-8f2b-a3ac8921852f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:43.888594 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.991607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] For port acd08fb1-e3cd-408e-8f2b-a3ac8921852f, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,segment=NetworkSegment(ae315985-72fc-458e-adc2-077f81a4d16b),segment_id=ae315985-72fc-458e-adc2-077f81a4d16b)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:43.991985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.010513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Calling delete_port for acd08fb1-e3cd-408e-8f2b-a3ac8921852f owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:44.026384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5895139-20e3-4ba1-9924-ad01a463b167 req-174ba16d-f09f-49a6-b1c8-e6623b259999 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:44.028786 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5895139-20e3-4ba1-9924-ad01a463b167 req-174ba16d-f09f-49a6-b1c8-e6623b259999 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 946 time: 0.1291261 Jul 09 13:45:44.065510 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.082602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5895139-20e3-4ba1-9924-ad01a463b167 req-c74a0d91-dd37-4152-8630-9d0b560ebb46 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d7a2590-3308-4ef3-bec0-75ada143e5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480895 Jul 09 13:45:44.269341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:44.282124 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-986810c6-38ad-46a7-8f56-7afd5f9504b7 admin admin] 10.222.0.32 "PUT /v2.0/routers/af646c98-87b6-46af-9e76-22cadf42a620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6481302 Jul 09 13:45:44.284918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38154) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:44.292031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] Sync routers for ids ['af646c98-87b6-46af-9e76-22cadf42a620'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:44.336697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] Routers {'af646c98-87b6-46af-9e76-22cadf42a620'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:44.341722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:45:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af646c98-87b6-46af-9e76-22cadf42a620'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:44.343609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.417343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['acd08fb1-e3cd-408e-8f2b-a3ac8921852f'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:44.426320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.452569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-74eff392-ba33-4afc-b19b-ed2b1cde1630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.483787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Pushing event deleted for resources: {'Port': ['ID=acd08fb1-e3cd-408e-8f2b-a3ac8921852f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:44.569246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] No DVR routers for this DVR port acd08fb1-e3cd-408e-8f2b-a3ac8921852f on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:44.581123 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.583320 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c726db3a-4fee-42be-b601-6d2712ca46cf req-84cd43c5-cd00-43fa-96b6-3262df27831e tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.11 "DELETE /v2.0/ports/acd08fb1-e3cd-408e-8f2b-a3ac8921852f HTTP/1.1" status: 204 len: 173 time: 0.9578583 Jul 09 13:45:44.583745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f2bd14-af55-4662-9f1f-31cefdfbf09d', 'name': 'network-vif-deleted', 'tag': 'acd08fb1-e3cd-408e-8f2b-a3ac8921852f'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:44.586337 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619e1af8-5d0f-437e-be25-f8235b064f6d" -d '{"events": [{"server_uuid": "98f2bd14-af55-4662-9f1f-31cefdfbf09d", "name": "network-vif-deleted", "tag": "acd08fb1-e3cd-408e-8f2b-a3ac8921852f"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:44.602989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] Set router af646c98-87b6-46af-9e76-22cadf42a620 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:44.689177 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9f1616-663d-4921-b404-0b73ce1e51a7 x-openstack-request-id: req-9b9f1616-663d-4921-b404-0b73ce1e51a7 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:44.689468 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f2bd14-af55-4662-9f1f-31cefdfbf09d", "name": "network-vif-deleted", "tag": "acd08fb1-e3cd-408e-8f2b-a3ac8921852f", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:44.689720 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b9f1616-663d-4921-b404-0b73ce1e51a7 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:44.690117 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f2bd14-af55-4662-9f1f-31cefdfbf09d', 'name': 'network-vif-deleted', 'tag': 'acd08fb1-e3cd-408e-8f2b-a3ac8921852f', 'status': 'completed', 'code': 200} Jul 09 13:45:44.717678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.861911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Deleting port 5c6b21d8-3064-4557-b225-e6b85c3e5a61 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:44.862261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.876184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:45:43Z', 'revision_number': 5, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port': {'id': '5c6b21d8-3064-4557-b225-e6b85c3e5a61', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:11Z', 'updated_at': '2021-07-09T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:44.904825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] Checking router: af646c98-87b6-46af-9e76-22cadf42a620 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:44.913451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] Routers {'af646c98-87b6-46af-9e76-22cadf42a620'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:44.914086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:45:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af646c98-87b6-46af-9e76-22cadf42a620'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:45.002619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] Set router af646c98-87b6-46af-9e76-22cadf42a620 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:45.027455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] For port 5c6b21d8-3064-4557-b225-e6b85c3e5a61, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5c6b21d8-3064-4557-b225-e6b85c3e5a61,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:45.028281 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.062166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Calling delete_port for 5c6b21d8-3064-4557-b225-e6b85c3e5a61 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:45.072471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:45:44Z', 'revision_number': 6, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:45.102136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a96280-d5ee-4acf-8c56-fb7d87f925fb None None] The sync data for ids ['af646c98-87b6-46af-9e76-22cadf42a620'] in n-d-799524-3 is: [{'id': 'af646c98-87b6-46af-9e76-22cadf42a620', 'name': 'tempest-TestVolumeBackupRestore-877152484-router', 'tenant_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:10Z', 'updated_at': '2021-07-09T13:45:44Z', 'revision_number': 6, 'project_id': '79f8eeeb0b72476c8a4adf2f77f5fb98', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:45.381170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b86a18d-100d-4949-8b9e-493c8ce21889 req-0c31f943-352b-4a0d-bb2d-fa28a671adb8 tempest-ServersTestJSON-386196788 tempest-ServersTestJSON-386196788-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f2bd14-af55-4662-9f1f-31cefdfbf09d HTTP/1.1" status: 200 len: 210 time: 0.1124065 Jul 09 13:45:45.484236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.529797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6b21d8-3064-4557-b225-e6b85c3e5a61,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:45.625155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.738482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.741242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.815001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.816085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router af646c98-87b6-46af-9e76-22cadf42a620 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:45:45.828872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.830842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-74e561cf-0dca-4c83-ba03-c3e704bb06ac admin admin] 10.222.0.32 "DELETE /v2.0/routers/af646c98-87b6-46af-9e76-22cadf42a620 HTTP/1.1" status: 204 len: 168 time: 1.5444870 Jul 09 13:45:45.833061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38182) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:45.891836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad52245-7ddf-4746-8b1d-78ec3a212d06 admin admin] Deleting subnet d2c4942c-5677-4dcd-a72c-6eb154fbbc69 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:45:45.895127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ad52245-7ddf-4746-8b1d-78ec3a212d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.937127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ad52245-7ddf-4746-8b1d-78ec3a212d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.039595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ad52245-7ddf-4746-8b1d-78ec3a212d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.134231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ad52245-7ddf-4746-8b1d-78ec3a212d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.169520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1684f62b-ae96-4def-a1f6-3165a61b08ff None None] Network 29b61f70-e336-4669-9bdf-5637f2660da8 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:46.173680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7ad52245-7ddf-4746-8b1d-78ec3a212d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.180295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7ad52245-7ddf-4746-8b1d-78ec3a212d06 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d2c4942c-5677-4dcd-a72c-6eb154fbbc69 HTTP/1.1" status: 204 len: 168 time: 0.3462269 Jul 09 13:45:46.183944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38188) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:46.209746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad52245-7ddf-4746-8b1d-78ec3a212d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c4942c-5677-4dcd-a72c-6eb154fbbc69,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:46.280937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bce344fd-4571-4cf5-b7a1-10010976a254 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:46.345204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.347365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: bce344fd-4571-4cf5-b7a1-10010976a254 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:46.347365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bce344fd-4571-4cf5-b7a1-10010976a254 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:46.347365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5c6b21d8-3064-4557-b225-e6b85c3e5a61 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:46.397804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5c6b21d8-3064-4557-b225-e6b85c3e5a61 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:46.399092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5c6b21d8-3064-4557-b225-e6b85c3e5a61 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:46.459607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Deleting port ad499e0d-a815-4dd5-9076-2918edc6dc47 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:46.461468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.488844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acd08fb1-e3cd-408e-8f2b-a3ac8921852f no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:46.525255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: acd08fb1-e3cd-408e-8f2b-a3ac8921852f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:46.526451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device acd08fb1-e3cd-408e-8f2b-a3ac8921852f not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:46.582930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38198) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:46.623839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] DHCP port deletion for 29b61f70-e336-4669-9bdf-5637f2660da8 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:45:46.629778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] For port ad499e0d-a815-4dd5-9076-2918edc6dc47, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad499e0d-a815-4dd5-9076-2918edc6dc47,segment=NetworkSegment(7142f44a-df7f-46e3-9337-a735a8537bb0),segment_id=7142f44a-df7f-46e3-9337-a735a8537bb0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:46.630156 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.655699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Calling delete_port for ad499e0d-a815-4dd5-9076-2918edc6dc47 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:46.656428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb9ccf4-95e6-4017-8d9a-999aafc1c784 admin admin] Deleting subnet 23bdb302-19b9-40bc-a1ff-c31d0d41aa2e {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:45:46.660559 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ccf4-95e6-4017-8d9a-999aafc1c784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.706762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ccf4-95e6-4017-8d9a-999aafc1c784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.752000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ccf4-95e6-4017-8d9a-999aafc1c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.762074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] Deleting port ad499e0d-a815-4dd5-9076-2918edc6dc47 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:46.762460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.813682 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.849267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ad499e0d-a815-4dd5-9076-2918edc6dc47,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:46.857193 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ccf4-95e6-4017-8d9a-999aafc1c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.857457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] No DVR routers for this DVR port ad499e0d-a815-4dd5-9076-2918edc6dc47 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:46.902037 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b0d39853-9236-480d-bb32-a1cb8abf8907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.902315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9ccf4-95e6-4017-8d9a-999aafc1c784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bdb302-19b9-40bc-a1ff-c31d0d41aa2e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:46.907798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ccf4-95e6-4017-8d9a-999aafc1c784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.908208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] For port ad499e0d-a815-4dd5-9076-2918edc6dc47, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad499e0d-a815-4dd5-9076-2918edc6dc47,segment=NetworkSegment(7142f44a-df7f-46e3-9337-a735a8537bb0),segment_id=7142f44a-df7f-46e3-9337-a735a8537bb0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:46.908827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.909797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7fb9ccf4-95e6-4017-8d9a-999aafc1c784 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/23bdb302-19b9-40bc-a1ff-c31d0d41aa2e HTTP/1.1" status: 204 len: 168 time: 0.3257704 Jul 09 13:45:46.912278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38206) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:46.938141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] Calling delete_port for ad499e0d-a815-4dd5-9076-2918edc6dc47 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:46.959972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.972058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b61f70-e336-4669-9bdf-5637f2660da8']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:46.989731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7142f44a-df7f-46e3-9337-a735a8537bb0') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:46.990425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7142f44a-df7f-46e3-9337-a735a8537bb0') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:47.006877 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.023433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.039164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:45:47.040069 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:45:47.042785 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:45:47.071026 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.082567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.098591 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.146098 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.153845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.161480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] Pushing event deleted for resources: {'Port': ['ID=ad499e0d-a815-4dd5-9076-2918edc6dc47,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:47.166881 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/29b61f70-e336-4669-9bdf-5637f2660da8 HTTP/1.1" status: 204 len: 168 time: 0.9731681 Jul 09 13:45:47.185340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ca321-850f-4fe9-9adb-dedfaaa7e6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=29b61f70-e336-4669-9bdf-5637f2660da8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:47.187566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcfd832-ef83-4d35-a88c-386b66f503b4 None None] No DVR routers for this DVR port ad499e0d-a815-4dd5-9076-2918edc6dc47 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:47.244035 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.258025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681b5262-6798-4b03-a97e-67af5a9ffea0']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:47.273468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae315985-72fc-458e-adc2-077f81a4d16b') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:47.274238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae315985-72fc-458e-adc2-077f81a4d16b') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:47.288182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.310222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.333476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:45:47.333940 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:45:47.339726 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:45:47.402963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38214) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:47.444266 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.460004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.462200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] 10.222.0.32 "DELETE /v2.0/networks/681b5262-6798-4b03-a97e-67af5a9ffea0 HTTP/1.1" status: 204 len: 168 time: 0.5489466 Jul 09 13:45:47.478475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98f704-4a98-474c-8457-3d3f1c2f0b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=681b5262-6798-4b03-a97e-67af5a9ffea0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:47.537397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-922e349d-e482-4637-a043-ceb0bfe8cc64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4c001e7c2e44e878b907c6fd68040d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313303 Jul 09 13:45:47.541291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38224) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:47.606931 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13f074b5-1e5b-4c78-92e9-3e5f61afccdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.642365 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13f074b5-1e5b-4c78-92e9-3e5f61afccdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.718233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13f074b5-1e5b-4c78-92e9-3e5f61afccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.721129 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13f074b5-1e5b-4c78-92e9-3e5f61afccdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.722597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-13f074b5-1e5b-4c78-92e9-3e5f61afccdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0c7d0d9-3263-449b-bb30-0b7fb32f81aa HTTP/1.1" status: 204 len: 168 time: 0.1783850 Jul 09 13:45:47.731523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f074b5-1e5b-4c78-92e9-3e5f61afccdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7d0d9-3263-449b-bb30-0b7fb32f81aa,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:47.811810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38230) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:47.866341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e2fcd09e-fed8-4830-beac-634352f2d24e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49a5c99cd1164bea9cc7bafd920fbc42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532997 Jul 09 13:45:47.870849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38236) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:47.929707 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5bd46ee-315c-4534-a26a-d49b95ace0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.977698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5bd46ee-315c-4534-a26a-d49b95ace0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.057663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5bd46ee-315c-4534-a26a-d49b95ace0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.060466 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5bd46ee-315c-4534-a26a-d49b95ace0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.062133 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b5bd46ee-315c-4534-a26a-d49b95ace0e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d7a2590-3308-4ef3-bec0-75ada143e5e5 HTTP/1.1" status: 204 len: 168 time: 0.1900971 Jul 09 13:45:48.070750 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd46ee-315c-4534-a26a-d49b95ace0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a2590-3308-4ef3-bec0-75ada143e5e5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:48.258877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad499e0d-a815-4dd5-9076-2918edc6dc47 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:48.266890 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.298518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ad499e0d-a815-4dd5-9076-2918edc6dc47 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:48.299251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad499e0d-a815-4dd5-9076-2918edc6dc47 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:48.456996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38248) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:48.518052 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb746752-06e4-48d6-b266-d4820df77212 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79f8eeeb0b72476c8a4adf2f77f5fb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574627 Jul 09 13:45:48.519447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38250) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:48.534714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-15d68d72-a601-4426-8327-f617575325e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1668677 Jul 09 13:45:48.610544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-082db59a-4145-486b-b40e-5fe4feafd282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.690327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-082db59a-4145-486b-b40e-5fe4feafd282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.753335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-14b5ecda-48fb-472f-a103-d4e6b148627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:48.757482 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-14b5ecda-48fb-472f-a103-d4e6b148627c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d354f62dfa2944dd8d4af989dd8ef325&device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 1101 time: 0.1647887 Jul 09 13:45:48.831067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-082db59a-4145-486b-b40e-5fe4feafd282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.834229 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-082db59a-4145-486b-b40e-5fe4feafd282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.835684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-082db59a-4145-486b-b40e-5fe4feafd282 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98de1bfe-dcc0-4a70-8bac-6752a63b2b22 HTTP/1.1" status: 204 len: 168 time: 0.3149810 Jul 09 13:45:48.871202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082db59a-4145-486b-b40e-5fe4feafd282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de1bfe-dcc0-4a70-8bac-6752a63b2b22,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:49.014261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-5c839d0d-e783-4758-9fda-db889b4ab915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:49.020116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-5c839d0d-e783-4758-9fda-db889b4ab915 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.2319412 Jul 09 13:45:49.081390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-e84229a0-848f-49ba-9dfe-9a41d3cbcf04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e HTTP/1.1" status: 200 len: 217 time: 0.0568156 Jul 09 13:45:49.239915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-f4d88ba7-c496-4604-a9f3-932784fa0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:49.242027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-f4d88ba7-c496-4604-a9f3-932784fa0bf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.1529100 Jul 09 13:45:49.448287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-7d3bf483-f7ce-444b-ad09-e50eb4ba0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:49.453386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-7d3bf483-f7ce-444b-ad09-e50eb4ba0b5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039595 Jul 09 13:45:49.623574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-81d373a8-92e9-43d9-9e4c-e0dbf019cebe service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619811 Jul 09 13:45:49.741668 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.758666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9805f3ba-85b1-47ac-810b-158af9d7febc req-8b045d73-c572-4e4d-9253-48627230de44 service neutron] 10.222.0.10 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270506 Jul 09 13:45:49.801093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 38290) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:49.949967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1134648484-network', 'tenant_id': 'be5704cf4d6e452996b60c02ee226a89'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:49.973262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Made reservation on behalf of be5704cf4d6e452996b60c02ee226a89 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:49.975903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.985206 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.097956 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.105347 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.144157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:45:50.170298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7243bcbd-552c-49f4-bf17-8128b33615bd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:50.182987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.183596 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Added segment 4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf of type vlan for network d6315f2b-1265-4496-a4e5-023aad1f778a Jul 09 13:45:50.232000 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.269785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.271041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:50.271642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.329028 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5267708 Jul 09 13:45:50.338024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 38302) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:50.338222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d516b0-9804-484c-90bf-5e1a480c20f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d6315f2b-1265-4496-a4e5-023aad1f778a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:50.344846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Request body: {'subnet': {'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1134648484-subnet', 'tenant_id': 'be5704cf4d6e452996b60c02ee226a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:50.349561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network d6315f2b-1265-4496-a4e5-023aad1f778a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:45:50.387338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Made reservation on behalf of be5704cf4d6e452996b60c02ee226a89 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:50.390599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.612387 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.683208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6f3cac-885c-4ed5-a327-acefa642576e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:50.695175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Checking segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:50.695605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Network hostable DHCP agents. Network: d6315f2b-1265-4496-a4e5-023aad1f778a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:45:50.719826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Network d6315f2b-1265-4496-a4e5-023aad1f778a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:45:50.736517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, d6315f2b-1265-4496-a4e5-023aad1f778a) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:50.740929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:50.742386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.753164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea3c0b3-8e4f-4023-bb7a-703d0bc4e620 None None] Network d6315f2b-1265-4496-a4e5-023aad1f778a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:50.768186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d09d5c0e-6343-4711-a597-848351f3c5d3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4280999 Jul 09 13:45:51.015619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9a3fc4-9cf4-419b-b8a4-d52368ee4246 None None] Network d6315f2b-1265-4496-a4e5-023aad1f778a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:51.381339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-8e9955a9-7279-478e-82f1-af8f77c58b32 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:51.383220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-8e9955a9-7279-478e-82f1-af8f77c58b32 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 815 time: 0.1243165 Jul 09 13:45:51.416460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-0b946def-ea6d-4750-8c59-990075ae3fd1 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/quotas/be5704cf4d6e452996b60c02ee226a89 HTTP/1.1" status: 200 len: 375 time: 0.0272171 Jul 09 13:45:51.456395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-c84f28ce-8a79-476d-aa39-75615d929ca2 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320323 Jul 09 13:45:51.552229 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-6915bb2e-c455-495a-bff3-a9e9e94c69f5 service neutron] 10.222.0.32 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889294 Jul 09 13:45:51.652249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-1f084bbd-ddb3-4a1d-89ab-a9d442e87416 service neutron] 10.222.0.32 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923388 Jul 09 13:45:51.859810 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571627bd-4830-4eaa-bb5d-ff6d59a8c86e req-c471d141-11ce-4187-bf7d-d3ef603ed935 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 210 time: 0.0397882 Jul 09 13:45:53.037020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce80182d-be22-4729-9a7c-72bf3b9d3230 req-c9a018a6-7525-471a-bc3b-3b381e20868a tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 210 time: 0.0335367 Jul 09 13:45:53.353437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-51f1a45f-b648-4a4c-ab34-8e5dfd6dbddb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:53.356108 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-51f1a45f-b648-4a4c-ab34-8e5dfd6dbddb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 815 time: 0.1357348 Jul 09 13:45:53.369245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Request body: {'port': {'device_id': '9e722696-c95c-4398-97f4-01f1a4145022', 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'admin_state_up': True, 'tenant_id': 'be5704cf4d6e452996b60c02ee226a89'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:53.502629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Made reservation on behalf of be5704cf4d6e452996b60c02ee226a89 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:53.508626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:53.675189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Allocated IP 172.20.0.13 (d6315f2b-1265-4496-a4e5-023aad1f778a/fa6f3cac-885c-4ed5-a327-acefa642576e/1d8955a9-b15d-4ac5-ac50-29af8487a064) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:53.874589 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:53.917769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:53.966812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Network d6315f2b-1265-4496-a4e5-023aad1f778a is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:53.972378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:53.976832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:54.023855 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Pushing event updated for resources: {'Port': ['ID=1d8955a9-b15d-4ac5-ac50-29af8487a064,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:54.047682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:54.048352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.068551 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-b727a881-7770-41a5-9575-a68164c30b16 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7048278 Jul 09 13:45:54.081623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Request body: {'port': {'device_id': '9e722696-c95c-4398-97f4-01f1a4145022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:54.168618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.608862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58b84c-2bc9-4a30-ad6b-8c2d43a36673 req-2d9661e3-81b4-4640-94e3-437afdd3a939 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:54.610456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be58b84c-2bc9-4a30-ad6b-8c2d43a36673 req-2d9661e3-81b4-4640-94e3-437afdd3a939 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 932 time: 0.4323630 Jul 09 13:45:54.701598 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be58b84c-2bc9-4a30-ad6b-8c2d43a36673 req-bd017970-6f2f-464c-bbab-50f4524048df tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846276 Jul 09 13:45:54.803403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8955a9-b15d-4ac5-ac50-29af8487a064 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:54.812177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.827740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Transition to ACTIVE for port object 1d8955a9-b15d-4ac5-ac50-29af8487a064 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:54.834356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.889552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8955a9-b15d-4ac5-ac50-29af8487a064,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:54.971949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Attempting to bind port 1d8955a9-b15d-4ac5-ac50-29af8487a064 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:54.972200 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Attempting to bind port 1d8955a9-b15d-4ac5-ac50-29af8487a064 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:54.972529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Attempting to bind port 1d8955a9-b15d-4ac5-ac50-29af8487a064 on network d6315f2b-1265-4496-a4e5-023aad1f778a {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:54.977057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Port 1d8955a9-b15d-4ac5-ac50-29af8487a064 on network d6315f2b-1265-4496-a4e5-023aad1f778a not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:45:54.977382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Attempting to bind port 1d8955a9-b15d-4ac5-ac50-29af8487a064 on network d6315f2b-1265-4496-a4e5-023aad1f778a {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:54.982555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:54.982891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Checking segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:54.983316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Bound using segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:54.983744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Bound port: 1d8955a9-b15d-4ac5-ac50-29af8487a064, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:54.984109 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:55.054668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] For port 1d8955a9-b15d-4ac5-ac50-29af8487a064, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:55.058781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] For port 1d8955a9-b15d-4ac5-ac50-29af8487a064, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1d8955a9-b15d-4ac5-ac50-29af8487a064,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:55.064465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:55.105088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:55.107407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:55.109571 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] 10.222.0.11 "PUT /v2.0/ports/1d8955a9-b15d-4ac5-ac50-29af8487a064 HTTP/1.1" status: 200 len: 1092 time: 1.0327978 Jul 09 13:45:55.110342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e722696-c95c-4398-97f4-01f1a4145022', 'tag': '1d8955a9-b15d-4ac5-ac50-29af8487a064'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:55.113858 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1727d307-c89d-4244-8065-8da9797da0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9e722696-c95c-4398-97f4-01f1a4145022", "tag": "1d8955a9-b15d-4ac5-ac50-29af8487a064"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:55.187039 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163d1c8-447a-46a5-acaa-ce6d511c9f83 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8955a9-b15d-4ac5-ac50-29af8487a064,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:55.192278 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159ea27e-cd7b-4501-b153-646599016bfe x-openstack-request-id: req-159ea27e-cd7b-4501-b153-646599016bfe {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:55.192547 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e722696-c95c-4398-97f4-01f1a4145022", "tag": "1d8955a9-b15d-4ac5-ac50-29af8487a064", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:55.192798 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-159ea27e-cd7b-4501-b153-646599016bfe {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:55.193180 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e722696-c95c-4398-97f4-01f1a4145022', 'tag': '1d8955a9-b15d-4ac5-ac50-29af8487a064', 'status': 'completed', 'code': 200} Jul 09 13:45:55.257951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f10064e9-edca-4bc2-b025-28d81bb519d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:55.260461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-f10064e9-edca-4bc2-b025-28d81bb519d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 1095 time: 0.0870717 Jul 09 13:45:55.304997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-0aea75ee-b74a-45f0-abb6-4096fa091a89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d8955a9-b15d-4ac5-ac50-29af8487a064 HTTP/1.1" status: 200 len: 217 time: 0.0371192 Jul 09 13:45:55.359788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-1e7458da-f527-4c8f-b4a8-0f8acf2e9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:55.361330 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-1e7458da-f527-4c8f-b4a8-0f8acf2e9121 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0496359 Jul 09 13:45:55.408089 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-da7467fd-3b1c-4bc8-b2a4-9b75fc461cd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410244 Jul 09 13:45:55.519231 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-970035b2-6ab7-4249-a590-3b9d4ae81bc8 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002440 Jul 09 13:45:55.612917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6119760f-9b24-474d-a418-0dc5f14354a6 req-518b82e5-42e1-4f2e-9b91-62d0319bd49e service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921931 Jul 09 13:45:55.726507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727d307-c89d-4244-8065-8da9797da0ef req-235b1e02-7295-437b-9662-ffc2d5004548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:55.728957 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1727d307-c89d-4244-8065-8da9797da0ef req-235b1e02-7295-437b-9662-ffc2d5004548 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 1095 time: 0.0652781 Jul 09 13:45:55.830584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727d307-c89d-4244-8065-8da9797da0ef req-2fc0dc31-78ae-4803-9474-a35908f48ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:55.832357 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1727d307-c89d-4244-8065-8da9797da0ef req-2fc0dc31-78ae-4803-9474-a35908f48ae1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 915 time: 0.0974119 Jul 09 13:45:55.896271 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1727d307-c89d-4244-8065-8da9797da0ef req-2feedfe2-bf4b-4042-9952-5fec01d744e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d8955a9-b15d-4ac5-ac50-29af8487a064 HTTP/1.1" status: 200 len: 217 time: 0.0562515 Jul 09 13:45:55.988506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727d307-c89d-4244-8065-8da9797da0ef req-485b96d1-2f5e-4e95-895a-0796569b8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:55.990014 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1727d307-c89d-4244-8065-8da9797da0ef req-485b96d1-2f5e-4e95-895a-0796569b8246 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0845394 Jul 09 13:45:56.035713 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1727d307-c89d-4244-8065-8da9797da0ef req-3af80921-4569-4020-a858-c7b6bad6e601 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374029 Jul 09 13:45:56.058311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382f1aa-41d4-4369-842b-dc164ad1ba01 req-db5a8a32-9d22-47bf-a579-109a3017af05 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:56.059511 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5382f1aa-41d4-4369-842b-dc164ad1ba01 req-db5a8a32-9d22-47bf-a579-109a3017af05 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 944 time: 0.1655521 Jul 09 13:45:56.165688 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5382f1aa-41d4-4369-842b-dc164ad1ba01 req-771fc8ea-fe42-4c45-b1ce-c96410ed6c6e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050620 Jul 09 13:45:56.213824 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1727d307-c89d-4244-8065-8da9797da0ef req-9c8a188a-5c82-439c-8e83-9142f0f53c55 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515126 Jul 09 13:45:56.327418 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1727d307-c89d-4244-8065-8da9797da0ef req-9a77c5b0-45e5-4eea-a7dd-13847c3286c2 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061082 Jul 09 13:45:57.399457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158087b-75df-4dbb-b900-a711dc2dcefc req-a84da955-29b7-4634-8d30-bd572c8d6022 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:57.402994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7158087b-75df-4dbb-b900-a711dc2dcefc req-a84da955-29b7-4634-8d30-bd572c8d6022 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 944 time: 0.0849841 Jul 09 13:45:57.443835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7158087b-75df-4dbb-b900-a711dc2dcefc req-6a196f4a-ef5c-4aaf-9100-60f565a741b4 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Jul 09 13:45:58.525211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 1d8955a9-b15d-4ac5-ac50-29af8487a064 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:45:58.670298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fffa3-b3d8-4d35-a44e-09c7505e53ed req-cb8accb7-026a-4895-9ba7-5b9ebc5f44eb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:58.672983 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-896fffa3-b3d8-4d35-a44e-09c7505e53ed req-cb8accb7-026a-4895-9ba7-5b9ebc5f44eb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 944 time: 0.1014514 Jul 09 13:45:58.681347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 1d8955a9-b15d-4ac5-ac50-29af8487a064, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1d8955a9-b15d-4ac5-ac50-29af8487a064,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:58.705337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '1d8955a9-b15d-4ac5-ac50-29af8487a064', 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'port_id': '1d8955a9-b15d-4ac5-ac50-29af8487a064', 'mac_address': 'fa:16:3e:e2:e6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6f3cac-885c-4ed5-a327-acefa642576e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:45:58.733903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-896fffa3-b3d8-4d35-a44e-09c7505e53ed req-93d61501-a6e2-4fe7-b004-c9bb8cd68ac9 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540445 Jul 09 13:45:58.771636 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:58.783988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8955a9-b15d-4ac5-ac50-29af8487a064 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:58.818821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 1d8955a9-b15d-4ac5-ac50-29af8487a064, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1d8955a9-b15d-4ac5-ac50-29af8487a064,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:58.823980 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:58.876893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=1d8955a9-b15d-4ac5-ac50-29af8487a064,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:59.022281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1d8955a9-b15d-4ac5-ac50-29af8487a064'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:59.947037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55da1c-6457-44da-b443-97323a5f81e1 req-bea9722f-be40-4167-b446-c2d75250db0e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:59.948473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f55da1c-6457-44da-b443-97323a5f81e1 req-bea9722f-be40-4167-b446-c2d75250db0e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 945 time: 0.0930228 Jul 09 13:45:59.999315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f55da1c-6457-44da-b443-97323a5f81e1 req-be306b0c-ec63-41df-bf93-dd855284a2f4 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Jul 09 13:46:00.533115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 1d8955a9-b15d-4ac5-ac50-29af8487a064 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:00.594836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 1d8955a9-b15d-4ac5-ac50-29af8487a064 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:00.601105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 1d8955a9-b15d-4ac5-ac50-29af8487a064 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:00.601727 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:00.691573 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:00.723870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e722696-c95c-4398-97f4-01f1a4145022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8955a9-b15d-4ac5-ac50-29af8487a064'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:00.726477 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53912e2-bdd0-400c-a5f2-4e813455f3bc" -d '{"events": [{"server_uuid": "9e722696-c95c-4398-97f4-01f1a4145022", "name": "network-vif-plugged", "status": "completed", "tag": "1d8955a9-b15d-4ac5-ac50-29af8487a064"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:00.744071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 1d8955a9-b15d-4ac5-ac50-29af8487a064, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1d8955a9-b15d-4ac5-ac50-29af8487a064,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:00.750261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:00.831548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=1d8955a9-b15d-4ac5-ac50-29af8487a064,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:00.862446 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b71a46d-998d-459d-874e-2937292856d0 x-openstack-request-id: req-3b71a46d-998d-459d-874e-2937292856d0 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:00.862794 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e722696-c95c-4398-97f4-01f1a4145022", "name": "network-vif-plugged", "status": "completed", "tag": "1d8955a9-b15d-4ac5-ac50-29af8487a064", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:00.863082 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b71a46d-998d-459d-874e-2937292856d0 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:00.863478 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e722696-c95c-4398-97f4-01f1a4145022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8955a9-b15d-4ac5-ac50-29af8487a064', 'code': 200} Jul 09 13:46:00.992331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c36a0-e004-41ba-9321-e06046040f4a req-a2fa1f16-2dbc-4410-b10e-33e94a692815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:00.995384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b32c36a0-e004-41ba-9321-e06046040f4a req-a2fa1f16-2dbc-4410-b10e-33e94a692815 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 1097 time: 0.0638103 Jul 09 13:46:01.035986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b32c36a0-e004-41ba-9321-e06046040f4a req-7115b8a2-be2a-433c-a1f2-46f99f0fbbb3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Jul 09 13:46:01.227401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a2cf0-0228-401c-9b2d-ba3e8f3e597d req-f590468d-2fef-4a22-a606-ea863ece3b53 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:01.230129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-769a2cf0-0228-401c-9b2d-ba3e8f3e597d req-f590468d-2fef-4a22-a606-ea863ece3b53 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 946 time: 0.0786707 Jul 09 13:46:01.282424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-769a2cf0-0228-401c-9b2d-ba3e8f3e597d req-b0d085a4-08af-4410-8163-0907d0f26d1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Jul 09 13:46:02.484504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312c379-237f-44b8-9456-9deb33e38d5e req-a7212c8d-a117-4548-8dc3-f03e8281a029 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:02.486166 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6312c379-237f-44b8-9456-9deb33e38d5e req-a7212c8d-a117-4548-8dc3-f03e8281a029 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 946 time: 0.0770392 Jul 09 13:46:02.529864 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6312c379-237f-44b8-9456-9deb33e38d5e req-2539556b-1ed6-481e-bfbd-3c9735b67c72 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Jul 09 13:46:13.364030 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:13.615606 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:46:14.072013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:14.328580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c9279d95-7f16-47ea-af65-d0a18e1e0691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:15.433150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-e3a5c433-7ac7-4662-90b8-b57524018212 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:15.435017 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-e3a5c433-7ac7-4662-90b8-b57524018212 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 815 time: 0.1194141 Jul 09 13:46:15.453892 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-a158513c-2f66-47fc-a6a5-c70557d9e087 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/quotas/be5704cf4d6e452996b60c02ee226a89 HTTP/1.1" status: 200 len: 375 time: 0.0130966 Jul 09 13:46:15.538479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-909c6163-2f9f-4b32-a8a1-f2d19a4cb303 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721095 Jul 09 13:46:15.557573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-dc654e2c-69ab-47b3-a153-126fbbd8acd8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:46:15.558491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-dc654e2c-69ab-47b3-a153-126fbbd8acd8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120041 Jul 09 13:46:15.651538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-abc6b071-aa70-4e48-9d24-3c33b0665b1a service neutron] 10.222.0.32 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855756 Jul 09 13:46:15.757613 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f946ba73-9e08-42a0-9131-5902d215ae95 service neutron] 10.222.0.32 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002355 Jul 09 13:46:15.966955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49484fe1-ee28-49c1-81a3-4a5ce0c33413 req-7e2cd248-482d-4a68-b662-80d27d6e6de2 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 210 time: 0.0433934 Jul 09 13:46:16.857124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-18cc2ddb-84ff-437e-83f2-d746e95f9935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:17.016551 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:17.166924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-b2da9e58-1850-4c46-97cd-68cb3ef8650d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:17.169987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-b2da9e58-1850-4c46-97cd-68cb3ef8650d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.10 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 815 time: 0.1780355 Jul 09 13:46:17.172403 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-040f7e3d-0a35-4ef1-95d5-859dbc0fbaa7 req-b279100d-af31-4b86-a889-2bece8fb1332 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 210 time: 0.0505033 Jul 09 13:46:17.183064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Request body: {'port': {'device_id': 'eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc', 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'admin_state_up': True, 'tenant_id': 'be5704cf4d6e452996b60c02ee226a89'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:17.318440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Made reservation on behalf of be5704cf4d6e452996b60c02ee226a89 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:17.325633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:17.488335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Allocated IP 172.20.0.8 (d6315f2b-1265-4496-a4e5-023aad1f778a/fa6f3cac-885c-4ed5-a327-acefa642576e/f5ac2753-2659-4bc4-afb3-2c3b3b9066eb) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:18.022667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.068926 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.082004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1d8955a9-b15d-4ac5-ac50-29af8487a064'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:18.140596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Network d6315f2b-1265-4496-a4e5-023aad1f778a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:18.142496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:18.147805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:18.213070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Pushing event updated for resources: {'Port': ['ID=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:18.239141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:18.240503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.274186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-f86f4f1b-8de8-4c87-a3ef-03e51c030dcd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0957932 Jul 09 13:46:18.294922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Request body: {'port': {'device_id': 'eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:18.297283 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.485128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.588637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983142d-4eef-4797-9791-1af5676b672b req-b670bfa9-7398-45c7-a264-7668d2d73d1c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:18.591522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5983142d-4eef-4797-9791-1af5676b672b req-b670bfa9-7398-45c7-a264-7668d2d73d1c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 931 time: 0.1741807 Jul 09 13:46:18.705647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5983142d-4eef-4797-9791-1af5676b672b req-fc4a790b-70d2-431e-92e3-525f84ec8035 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552270 Jul 09 13:46:18.908328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ac2753-2659-4bc4-afb3-2c3b3b9066eb {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:18.920716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.940024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Transition to ACTIVE for port object f5ac2753-2659-4bc4-afb3-2c3b3b9066eb will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:18.952603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:19.033098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14187318-f757-4045-87ed-a057fda72214 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:19.138587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Attempting to bind port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:19.138924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Attempting to bind port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:19.149004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Attempting to bind port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb on network d6315f2b-1265-4496-a4e5-023aad1f778a {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:19.155247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb on network d6315f2b-1265-4496-a4e5-023aad1f778a not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:46:19.155542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Attempting to bind port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb on network d6315f2b-1265-4496-a4e5-023aad1f778a {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:19.161832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:19.162371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Checking segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:19.163236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Bound using segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:19.163851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Bound port: f5ac2753-2659-4bc4-afb3-2c3b3b9066eb, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:19.164379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:19.244434 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] For port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:19.248998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] For port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:19.252847 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:19.294433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:19.295255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:19.296797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-14187318-f757-4045-87ed-a057fda72214 service neutron] 10.222.0.10 "PUT /v2.0/ports/f5ac2753-2659-4bc4-afb3-2c3b3b9066eb HTTP/1.1" status: 200 len: 1091 time: 1.0131366 Jul 09 13:46:19.299510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc', 'tag': 'f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:19.302774 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222754b7-2d22-45e3-a3ad-fd64e170fe7d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc", "tag": "f5ac2753-2659-4bc4-afb3-2c3b3b9066eb"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:19.363419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14187318-f757-4045-87ed-a057fda72214 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:19.374710 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776bf275-ca7d-4231-9873-d77879cf620c x-openstack-request-id: req-776bf275-ca7d-4231-9873-d77879cf620c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:19.375132 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc", "tag": "f5ac2753-2659-4bc4-afb3-2c3b3b9066eb", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:19.375479 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-776bf275-ca7d-4231-9873-d77879cf620c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:19.375951 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc', 'tag': 'f5ac2753-2659-4bc4-afb3-2c3b3b9066eb', 'status': 'completed', 'code': 200} Jul 09 13:46:19.430531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-a029cc8c-2d6b-411d-ad0e-a0dfdf61f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:19.432360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-a029cc8c-2d6b-411d-ad0e-a0dfdf61f9a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 1094 time: 0.0899675 Jul 09 13:46:19.483860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-6f7f462f-5611-4c7f-9d9c-836569041b72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb HTTP/1.1" status: 200 len: 217 time: 0.0447395 Jul 09 13:46:19.560305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-500d0f54-ac3b-4b56-9aa2-300e004709e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:19.563528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-500d0f54-ac3b-4b56-9aa2-300e004709e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0715148 Jul 09 13:46:19.604473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-46403c7d-44d2-43e7-b00d-2d853df298d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350745 Jul 09 13:46:19.724752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:19.737310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-e7126b53-e069-4826-b8c0-233fb39f2d94 service neutron] 10.222.0.10 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255615 Jul 09 13:46:19.893603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dea18fda-6ee1-4095-9cf9-667b5946a0c1 req-6080d7f2-cfe0-42c1-9cda-c786faddd486 service neutron] 10.222.0.10 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458457 Jul 09 13:46:20.043855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baedda-13b7-49b6-aa8c-b49bf0ad81ef req-37ba4f72-1d92-477d-998f-65739f646732 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:20.045657 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17baedda-13b7-49b6-aa8c-b49bf0ad81ef req-37ba4f72-1d92-477d-998f-65739f646732 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 943 time: 0.1775455 Jul 09 13:46:20.078410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-951776c6-ff4e-42e3-8402-01e4d8f861e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:20.080265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-951776c6-ff4e-42e3-8402-01e4d8f861e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 1094 time: 0.1188519 Jul 09 13:46:20.149968 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17baedda-13b7-49b6-aa8c-b49bf0ad81ef req-645cd8e7-1c7a-4d26-8979-3f6384c723bf tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954537 Jul 09 13:46:20.231425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-c2935532-18f6-4c2e-b7e2-05f0d2e0f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:20.233898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-c2935532-18f6-4c2e-b7e2-05f0d2e0f6b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 915 time: 0.1461451 Jul 09 13:46:20.297531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-de9f8a6a-f91a-413e-8f71-38db97bc942b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb HTTP/1.1" status: 200 len: 217 time: 0.0544844 Jul 09 13:46:20.355808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-55ee050c-a4a4-4b25-adce-3a24eeaae837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:20.358511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-55ee050c-a4a4-4b25-adce-3a24eeaae837 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0545588 Jul 09 13:46:20.401995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-f941833f-f4b5-488a-9223-d8ea051363a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370691 Jul 09 13:46:20.527494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-9143237e-9be6-4338-a428-ad6cda1fe38f service neutron] 10.222.0.10 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184134 Jul 09 13:46:20.638657 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-222754b7-2d22-45e3-a3ad-fd64e170fe7d req-5d209a02-a77a-45d0-9eef-fed77cbe18ac service neutron] 10.222.0.10 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043873 Jul 09 13:46:21.359580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb8bb8-71f7-4f45-839d-9c3b466bd98e req-9cd451fc-1980-4e1a-9a85-5c2c8fc982fa tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:21.362002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1eb8bb8-71f7-4f45-839d-9c3b466bd98e req-9cd451fc-1980-4e1a-9a85-5c2c8fc982fa tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 943 time: 0.0886452 Jul 09 13:46:21.369723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device f5ac2753-2659-4bc4-afb3-2c3b3b9066eb details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:46:21.408699 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e1eb8bb8-71f7-4f45-839d-9c3b466bd98e req-f1d35783-12c4-4202-ae0e-9bd1eb29915b tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Jul 09 13:46:21.482899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:21.499445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'f5ac2753-2659-4bc4-afb3-2c3b3b9066eb', 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'port_id': 'f5ac2753-2659-4bc4-afb3-2c3b3b9066eb', 'mac_address': 'fa:16:3e:f0:b4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6f3cac-885c-4ed5-a327-acefa642576e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:46:21.542131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:21.556262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ac2753-2659-4bc4-afb3-2c3b3b9066eb {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:21.578012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:21.582163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:21.631174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:21.796673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:22.608401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd703a-fd0a-4c2a-b49b-59d39aa58079 req-a6ec05a6-fb29-4c60-9872-5024ce156342 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:22.610799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a4bd703a-fd0a-4c2a-b49b-59d39aa58079 req-a6ec05a6-fb29-4c60-9872-5024ce156342 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 944 time: 0.0736651 Jul 09 13:46:22.659456 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a4bd703a-fd0a-4c2a-b49b-59d39aa58079 req-ef321b45-7dca-4a4e-94ca-cd93adf803f8 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Jul 09 13:46:23.369599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device f5ac2753-2659-4bc4-afb3-2c3b3b9066eb up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:23.442418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:23.448097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:23.449275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.536871 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.579355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:23.581748 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e53b8c6-44bb-4710-a1ba-6e6d4b1cebed" -d '{"events": [{"server_uuid": "eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5ac2753-2659-4bc4-afb3-2c3b3b9066eb"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:23.597879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:23.603758 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.648527 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06488433-44e8-4bba-aa8b-4e9af771e90d x-openstack-request-id: req-06488433-44e8-4bba-aa8b-4e9af771e90d {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:23.648826 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5ac2753-2659-4bc4-afb3-2c3b3b9066eb", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:23.649356 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06488433-44e8-4bba-aa8b-4e9af771e90d {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:23.649744 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ac2753-2659-4bc4-afb3-2c3b3b9066eb', 'code': 200} Jul 09 13:46:23.671045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:23.762555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5b8ef-8c09-44a1-bd22-25d74592a58b req-e0ea4ac1-c013-4fb8-b002-f0e6f0fc5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:23.765630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ef5b8ef-8c09-44a1-bd22-25d74592a58b req-e0ea4ac1-c013-4fb8-b002-f0e6f0fc5c22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 1096 time: 0.0736275 Jul 09 13:46:23.822384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ef5b8ef-8c09-44a1-bd22-25d74592a58b req-59b00e4d-0d3b-4b31-ac5b-420c9baf0229 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Jul 09 13:46:23.897476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a97874-5da6-405d-a656-7fcd9cb087b5 req-80ff9f16-0bf1-433a-add6-43acc4af8a1c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:23.906243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-35a97874-5da6-405d-a656-7fcd9cb087b5 req-80ff9f16-0bf1-433a-add6-43acc4af8a1c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 945 time: 0.0780287 Jul 09 13:46:23.944672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-35a97874-5da6-405d-a656-7fcd9cb087b5 req-50240c44-cc9c-4fc4-9ce3-b7c43389a323 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Jul 09 13:46:24.623453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39490) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:24.758343 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.855360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.859697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.896262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c2941-e0cb-4183-a7ce-977d9b7ef74d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:24.910264 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a64ee869cf534904a64f7259275265a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848094 Jul 09 13:46:24.910981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.911178 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.911526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.911867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.912081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39494) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:24.912492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.912589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.912841 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.913171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.913495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.913817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.914139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.914464 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b007e-0618-49c7-8603-19ecccf36f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:24.973634 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.998773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.060977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.063629 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.064840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b5c2941-e0cb-4183-a7ce-977d9b7ef74d HTTP/1.1" status: 204 len: 168 time: 0.1510894 Jul 09 13:46:25.076429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c2941-e0cb-4183-a7ce-977d9b7ef74d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:25.087160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.087726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.088407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.088976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.089440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.090253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.090889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.091634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.092037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.092493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.093481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.093914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39908aec-0a53-47e6-a4d8-f43f2442788e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:25.184873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769a62-2318-4327-9a1f-c48454a55b51 req-5c1af572-474c-4e21-8f86-c19f5569807c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:25.186500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0769a62-2318-4327-9a1f-c48454a55b51 req-5c1af572-474c-4e21-8f86-c19f5569807c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 945 time: 0.1014378 Jul 09 13:46:25.228379 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0769a62-2318-4327-9a1f-c48454a55b51 req-53860d32-6b4a-49fd-8f0d-851c4a2a3092 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347319 Jul 09 13:46:27.069666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec16295-2a56-41aa-adf0-c119ebe5744e req-d1beca1b-f7d2-4398-8add-f41fba405493 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:27.071444 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bec16295-2a56-41aa-adf0-c119ebe5744e req-d1beca1b-f7d2-4398-8add-f41fba405493 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 950 time: 0.0670819 Jul 09 13:46:27.112927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bec16295-2a56-41aa-adf0-c119ebe5744e req-92a62d9c-ca30-45e5-8b31-439621007367 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355864 Jul 09 13:46:28.333173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc70ad-5197-45a1-837b-00109e2e6945 req-622d94c8-1eb1-4070-af56-466004cfe5d8 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:28.334874 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eebc70ad-5197-45a1-837b-00109e2e6945 req-622d94c8-1eb1-4070-af56-466004cfe5d8 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 950 time: 0.0798991 Jul 09 13:46:28.379738 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eebc70ad-5197-45a1-837b-00109e2e6945 req-3b2a0c36-3ed4-4ffe-8e55-6390fa9452e9 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.32 "GET /v2.0/security-groups?id=af1f7707-27ae-4019-8c26-b09ca31acc85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378625 Jul 09 13:46:28.430035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-38a091d8-daa6-48f1-8ae3-2079a14e6da6 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:28.432391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-38a091d8-daa6-48f1-8ae3-2079a14e6da6 tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace616dd-86d2-4d22-a22a-e11b931b9812 HTTP/1.1" status: 200 len: 950 time: 0.0769534 Jul 09 13:46:28.542262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Deleting port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:28.542605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.630650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] For port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:28.630895 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.644415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Calling delete_port for 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:28.782478 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.800502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['38a4c54f-8d5a-40c3-9dde-a05f34b16d7e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:28.827234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Pushing event deleted for resources: {'Port': ['ID=38a4c54f-8d5a-40c3-9dde-a05f34b16d7e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:28.866846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] No DVR routers for this DVR port 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:46:28.870443 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.872500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-133ef066-0c12-4a20-8e9e-7e338d0e4a5d req-a59ffc2a-0be0-47cb-833c-cfecbb07f33d tempest-VolumesBackupsTest-2104803556 tempest-VolumesBackupsTest-2104803556-project] 10.222.0.10 "DELETE /v2.0/ports/38a4c54f-8d5a-40c3-9dde-a05f34b16d7e HTTP/1.1" status: 204 len: 173 time: 0.4345946 Jul 09 13:46:28.872939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace616dd-86d2-4d22-a22a-e11b931b9812', 'name': 'network-vif-deleted', 'tag': '38a4c54f-8d5a-40c3-9dde-a05f34b16d7e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:28.875418 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b01fcb9-daea-42bf-9c21-84541fc59f28" -d '{"events": [{"server_uuid": "ace616dd-86d2-4d22-a22a-e11b931b9812", "name": "network-vif-deleted", "tag": "38a4c54f-8d5a-40c3-9dde-a05f34b16d7e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:28.912958 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b7ebc9-248d-46af-bd0d-2336bfef857b x-openstack-request-id: req-86b7ebc9-248d-46af-bd0d-2336bfef857b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:28.913354 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace616dd-86d2-4d22-a22a-e11b931b9812", "name": "network-vif-deleted", "tag": "38a4c54f-8d5a-40c3-9dde-a05f34b16d7e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:28.913621 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86b7ebc9-248d-46af-bd0d-2336bfef857b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:28.914027 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace616dd-86d2-4d22-a22a-e11b931b9812', 'name': 'network-vif-deleted', 'tag': '38a4c54f-8d5a-40c3-9dde-a05f34b16d7e', 'status': 'completed', 'code': 200} Jul 09 13:46:30.482879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-9a1439c3-df3a-4354-99e2-498948e41445 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:30.484598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-9a1439c3-df3a-4354-99e2-498948e41445 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 815 time: 0.1136174 Jul 09 13:46:30.501204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-ed75d52b-a23b-44de-8020-d52fee6eb359 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/quotas/be5704cf4d6e452996b60c02ee226a89 HTTP/1.1" status: 200 len: 375 time: 0.0107441 Jul 09 13:46:30.575561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-6e0411c5-0616-4354-8ba4-231693e7597b tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689080 Jul 09 13:46:30.676590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-e5e910ab-eacd-4611-8a67-036ede014767 service neutron] 10.222.0.32 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944536 Jul 09 13:46:30.780596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-253daad8-160f-4af2-b600-d6f1d7129b51 service neutron] 10.222.0.32 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956898 Jul 09 13:46:31.002660 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd301a53-4553-42f2-9502-6c09af8909b3 req-99fcd518-9796-49b8-9615-5792dd214cf9 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 210 time: 0.0313714 Jul 09 13:46:31.405192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:46:31.429361 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:46:31.429760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 38a4c54f-8d5a-40c3-9dde-a05f34b16d7e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:46:32.207270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dccc3d4-985d-4310-a5c5-4fadcca7f76e req-4b1c26fe-ca9d-492b-95d4-ab26c40f737e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 210 time: 0.0356739 Jul 09 13:46:32.315306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-6c74e702-89d2-4be9-9925-8532bc10c198 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:32.317186 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-6c74e702-89d2-4be9-9925-8532bc10c198 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 815 time: 0.1713960 Jul 09 13:46:32.330701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Request body: {'port': {'device_id': '336e59ac-d344-4184-85a4-fbfd06fdaa1e', 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'admin_state_up': True, 'tenant_id': 'be5704cf4d6e452996b60c02ee226a89'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:32.486142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Made reservation on behalf of be5704cf4d6e452996b60c02ee226a89 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:32.490004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.640730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Allocated IP 172.20.0.9 (d6315f2b-1265-4496-a4e5-023aad1f778a/fa6f3cac-885c-4ed5-a327-acefa642576e/a94c96f5-8c6f-4161-8be9-266f9d4b0a86) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:32.812087 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.855490 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.869633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1d8955a9-b15d-4ac5-ac50-29af8487a064'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:32.873347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:32.900983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Network d6315f2b-1265-4496-a4e5-023aad1f778a is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:32.904831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:32.911718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:32.953369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Pushing event updated for resources: {'Port': ['ID=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:33.002914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:33.003805 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.019789 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-71fdfc69-b510-44b4-a88a-3087b51e1f1e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943829 Jul 09 13:46:33.034667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Request body: {'port': {'device_id': '336e59ac-d344-4184-85a4-fbfd06fdaa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:33.121162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.525339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94c96f5-8c6f-4161-8be9-266f9d4b0a86 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:33.537670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bac9e5-5853-4a5e-9381-c09afc4ee097 req-60ff6804-4170-43eb-9e5a-c9019e0e1286 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:33.539439 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40bac9e5-5853-4a5e-9381-c09afc4ee097 req-60ff6804-4170-43eb-9e5a-c9019e0e1286 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 931 time: 0.1631873 Jul 09 13:46:33.544327 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.580065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Transition to ACTIVE for port object a94c96f5-8c6f-4161-8be9-266f9d4b0a86 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:33.586321 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.625848 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40bac9e5-5853-4a5e-9381-c09afc4ee097 req-2f92cb81-5dd8-49b6-b450-c473f8026035 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789645 Jul 09 13:46:33.678516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:33.736318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Attempting to bind port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:33.736727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Attempting to bind port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:33.737195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Attempting to bind port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 on network d6315f2b-1265-4496-a4e5-023aad1f778a {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:33.741947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 on network d6315f2b-1265-4496-a4e5-023aad1f778a not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:46:33.742341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Attempting to bind port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 on network d6315f2b-1265-4496-a4e5-023aad1f778a {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:33.747812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:33.748161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Checking segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:33.748559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Bound using segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:33.748998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Bound port: a94c96f5-8c6f-4161-8be9-266f9d4b0a86, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:33.749395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.824303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] For port a94c96f5-8c6f-4161-8be9-266f9d4b0a86, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:33.827365 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] For port a94c96f5-8c6f-4161-8be9-266f9d4b0a86, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:33.832713 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.878150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:33.878807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.881886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] 10.222.0.11 "PUT /v2.0/ports/a94c96f5-8c6f-4161-8be9-266f9d4b0a86 HTTP/1.1" status: 200 len: 1091 time: 0.8518922 Jul 09 13:46:33.886262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336e59ac-d344-4184-85a4-fbfd06fdaa1e', 'tag': 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:33.888691 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b67d8f-2c6f-45a6-af19-9359e0a17635" -d '{"events": [{"name": "network-changed", "server_uuid": "336e59ac-d344-4184-85a4-fbfd06fdaa1e", "tag": "a94c96f5-8c6f-4161-8be9-266f9d4b0a86"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:33.920811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b0ea7-784a-438e-a48d-bd7a2eb9b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:33.963735 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e2f57b-9c8d-49f5-90bd-5c84287cb207 x-openstack-request-id: req-06e2f57b-9c8d-49f5-90bd-5c84287cb207 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:33.964089 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336e59ac-d344-4184-85a4-fbfd06fdaa1e", "tag": "a94c96f5-8c6f-4161-8be9-266f9d4b0a86", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:33.964415 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06e2f57b-9c8d-49f5-90bd-5c84287cb207 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:33.964889 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336e59ac-d344-4184-85a4-fbfd06fdaa1e', 'tag': 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86', 'status': 'completed', 'code': 200} Jul 09 13:46:33.994112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-33d51e70-0fee-4b2a-a9d6-0c739d843871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:33.997415 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-33d51e70-0fee-4b2a-a9d6-0c739d843871 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 1094 time: 0.0711365 Jul 09 13:46:34.043350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-e186bbcd-8826-4eda-90e3-d2da6addd4d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a94c96f5-8c6f-4161-8be9-266f9d4b0a86 HTTP/1.1" status: 200 len: 217 time: 0.0401320 Jul 09 13:46:34.095067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-1efdef59-5e30-44d2-96ab-c80d2f524165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:34.096676 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-1efdef59-5e30-44d2-96ab-c80d2f524165 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0470705 Jul 09 13:46:34.131751 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-951d2c7a-cbe9-44b4-b040-e4007bf0e4d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283799 Jul 09 13:46:34.238497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-6dc9f5a4-be48-4924-a33e-e9b4669ad323 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999327 Jul 09 13:46:34.344927 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faeb8d0d-8792-4a32-86dc-2d3beb65a37c req-4943b027-2100-4c80-a49c-793a33e27116 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996466 Jul 09 13:46:34.452135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-b80e9844-91b6-48e7-a193-0ae0a6bc1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:34.453810 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-b80e9844-91b6-48e7-a193-0ae0a6bc1cbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 1094 time: 0.0591674 Jul 09 13:46:34.559359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-cdfeb6b9-4e50-41b2-952e-429072b5fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:34.560974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-cdfeb6b9-4e50-41b2-952e-429072b5fcea service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 915 time: 0.0984325 Jul 09 13:46:34.612652 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-6bbfc59c-0c97-4bd7-acad-e10e7c6549db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a94c96f5-8c6f-4161-8be9-266f9d4b0a86 HTTP/1.1" status: 200 len: 217 time: 0.0430553 Jul 09 13:46:34.685895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-f7a1addf-7163-465c-bc55-f5695093f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:34.688113 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-f7a1addf-7163-465c-bc55-f5695093f87d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0684533 Jul 09 13:46:34.740866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-aa41eb57-a1e3-4ef6-8ecd-d7ca03a8866b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427566 Jul 09 13:46:34.884100 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-67ca9202-d04b-4c9b-a490-5a5e459d8c5e service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359203 Jul 09 13:46:35.296666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67f1c-d669-4980-b7b0-e6e892353328 req-bdf8967e-b6e5-43cb-a1fd-c631ccb29f7f tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:35.298527 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ac67f1c-d669-4980-b7b0-e6e892353328 req-bdf8967e-b6e5-43cb-a1fd-c631ccb29f7f tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 943 time: 0.4318292 Jul 09 13:46:35.329170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-49b67d8f-2c6f-45a6-af19-9359e0a17635 req-d8425a28-699e-4542-b8dc-13f2cb0fb474 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285111 Jul 09 13:46:35.360295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ac67f1c-d669-4980-b7b0-e6e892353328 req-c831e6d3-add7-4220-878f-c5ed48dc7d83 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 Jul 09 13:46:36.733264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a94c96f5-8c6f-4161-8be9-266f9d4b0a86 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:46:36.799591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4518cdc-ad71-4bef-b20d-f079de396fca req-5a5bc679-f578-4ef4-b77f-5dd5bb50a705 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:36.802986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4518cdc-ad71-4bef-b20d-f079de396fca req-5a5bc679-f578-4ef4-b77f-5dd5bb50a705 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 943 time: 0.1117570 Jul 09 13:46:36.846206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4518cdc-ad71-4bef-b20d-f079de396fca req-6af7c236-d128-4a44-a832-c76df8cdac0d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363331 Jul 09 13:46:36.863329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a94c96f5-8c6f-4161-8be9-266f9d4b0a86, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:36.875687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86', 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'port_id': 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86', 'mac_address': 'fa:16:3e:9c:27:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6f3cac-885c-4ed5-a327-acefa642576e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:46:36.920080 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.934433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94c96f5-8c6f-4161-8be9-266f9d4b0a86 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:36.956047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a94c96f5-8c6f-4161-8be9-266f9d4b0a86, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:36.961315 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:37.012303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:37.157301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['a94c96f5-8c6f-4161-8be9-266f9d4b0a86'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:37.248064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-f7ff8989-04d1-4810-bdab-61b43e929b87 req-63091638-3f8e-41bc-82a6-626e8265cf91 service neutron] (93912) timed out ('10.222.0.32', 41584) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:46:38.035204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912025e5-c7d6-41f2-abc5-1cc92ce5169e req-52bc2a9c-51b9-427d-8f8f-2ef132c5cc9e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:38.036721 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-912025e5-c7d6-41f2-abc5-1cc92ce5169e req-52bc2a9c-51b9-427d-8f8f-2ef132c5cc9e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 944 time: 0.0714822 Jul 09 13:46:38.078438 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-912025e5-c7d6-41f2-abc5-1cc92ce5169e req-cd5d46b3-b86c-47b1-9a0e-95e8763917ce tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355325 Jul 09 13:46:38.745370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a94c96f5-8c6f-4161-8be9-266f9d4b0a86 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:38.799108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:38.803156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:38.803537 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.891942 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.924894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e59ac-d344-4184-85a4-fbfd06fdaa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:38.927165 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8cb7d2-4652-44ee-a219-d8f3161ddac4" -d '{"events": [{"server_uuid": "336e59ac-d344-4184-85a4-fbfd06fdaa1e", "name": "network-vif-plugged", "status": "completed", "tag": "a94c96f5-8c6f-4161-8be9-266f9d4b0a86"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:38.944407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port a94c96f5-8c6f-4161-8be9-266f9d4b0a86, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:38.950873 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.984275 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567e6c5c-6807-4adf-808d-e3c8e92133e8 x-openstack-request-id: req-567e6c5c-6807-4adf-808d-e3c8e92133e8 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:38.984819 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336e59ac-d344-4184-85a4-fbfd06fdaa1e", "name": "network-vif-plugged", "status": "completed", "tag": "a94c96f5-8c6f-4161-8be9-266f9d4b0a86", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:38.985078 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-567e6c5c-6807-4adf-808d-e3c8e92133e8 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:38.985468 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336e59ac-d344-4184-85a4-fbfd06fdaa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86', 'code': 200} Jul 09 13:46:39.018883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:39.114338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0d9c7-705c-4168-abbe-5fafbc785331 req-235dc331-20e3-4557-a7ad-affe31b57567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:39.116150 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c7c0d9c7-705c-4168-abbe-5fafbc785331 req-235dc331-20e3-4557-a7ad-affe31b57567 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 1096 time: 0.0638587 Jul 09 13:46:39.166360 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c7c0d9c7-705c-4168-abbe-5fafbc785331 req-320b7724-ee7c-44a7-8fb6-6682c93c0d0f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Jul 09 13:46:39.305009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e4212-d184-4843-b91c-df7bfad9798c req-27ce6cb6-02fd-4f95-a094-63d4a3902d9e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:39.307697 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-573e4212-d184-4843-b91c-df7bfad9798c req-27ce6cb6-02fd-4f95-a094-63d4a3902d9e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 945 time: 0.0881977 Jul 09 13:46:39.347405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-573e4212-d184-4843-b91c-df7bfad9798c req-26da8922-2dc1-4fef-a2ee-87e07af8f5f1 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Jul 09 13:46:39.682013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39814) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:39.807326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46df6599-d7cc-4c08-bafe-2c3f77123936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:39.913798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46df6599-d7cc-4c08-bafe-2c3f77123936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:39.918465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-46df6599-d7cc-4c08-bafe-2c3f77123936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:39.954501 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-46df6599-d7cc-4c08-bafe-2c3f77123936 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a710c167de524557b6f51af35c7121bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713344 Jul 09 13:46:39.957576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39820) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:39.964945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6599-d7cc-4c08-bafe-2c3f77123936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262eca4d-6eb1-4517-8ff8-bc2e72e3ab47,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:40.034513 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-229675ae-41a3-4995-83db-27cc16685afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.058260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-229675ae-41a3-4995-83db-27cc16685afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.105312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-229675ae-41a3-4995-83db-27cc16685afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.108056 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-229675ae-41a3-4995-83db-27cc16685afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.109314 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-229675ae-41a3-4995-83db-27cc16685afc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/262eca4d-6eb1-4517-8ff8-bc2e72e3ab47 HTTP/1.1" status: 204 len: 168 time: 0.1506946 Jul 09 13:46:40.118562 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229675ae-41a3-4995-83db-27cc16685afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262eca4d-6eb1-4517-8ff8-bc2e72e3ab47,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:40.550878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61985625-df51-4fb5-a289-7734e8aa2527 req-e0578107-2d5f-45cc-b91d-618d3819f3ce tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:40.552756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61985625-df51-4fb5-a289-7734e8aa2527 req-e0578107-2d5f-45cc-b91d-618d3819f3ce tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 945 time: 0.0758860 Jul 09 13:46:40.599095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61985625-df51-4fb5-a289-7734e8aa2527 req-d7f5cba3-56e7-4a4d-bfde-9af2f52913ed tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Jul 09 13:46:41.933737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39872) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:41.942826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611193428', 'description': 'tempest-secgroup-smoke-611193428 description', 'project_id': '2375838edeba4a50bff999ed7fbdd48d'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:41.980449 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:41.990076 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.159429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.172743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.217886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413a4e41-452b-4e35-8d68-90fc15c0f1a9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.281002 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.285781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.315214 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.319434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3822887 Jul 09 13:46:42.320400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39884) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:42.332444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1dc5ca81-52a2-4b17-be62-fdbae319c84e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '230bf11c-4ea5-4965-9a64-72416711b44d', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:42.338789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b8e87-ea9e-424d-830d-2eab84d31ca4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230bf11c-4ea5-4965-9a64-72416711b44d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.366771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1dc5ca81-52a2-4b17-be62-fdbae319c84e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.432997 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1dc5ca81-52a2-4b17-be62-fdbae319c84e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.437678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1dc5ca81-52a2-4b17-be62-fdbae319c84e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.469256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5ca81-52a2-4b17-be62-fdbae319c84e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b7e99c-47d7-487e-ad37-8805be10a832,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.473583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1dc5ca81-52a2-4b17-be62-fdbae319c84e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.479433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39890) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:42.484257 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1dc5ca81-52a2-4b17-be62-fdbae319c84e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547313 Jul 09 13:46:42.484926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-64241e44-d9f8-451c-8d77-ade48c9a75cf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '230bf11c-4ea5-4965-9a64-72416711b44d', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:42.521691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64241e44-d9f8-451c-8d77-ade48c9a75cf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.576962 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64241e44-d9f8-451c-8d77-ade48c9a75cf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.582001 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64241e44-d9f8-451c-8d77-ade48c9a75cf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.608905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64241e44-d9f8-451c-8d77-ade48c9a75cf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c943398f-e5f9-49eb-9b5d-3733e613fb39,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.610909 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64241e44-d9f8-451c-8d77-ade48c9a75cf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.612142 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-64241e44-d9f8-451c-8d77-ade48c9a75cf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316512 Jul 09 13:46:42.614883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:42.621890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a1d05d66-5ef5-4f2e-9568-b699f5436310 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '230bf11c-4ea5-4965-9a64-72416711b44d', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:42.654699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d66-5ef5-4f2e-9568-b699f5436310 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.720848 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d66-5ef5-4f2e-9568-b699f5436310 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.725443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d66-5ef5-4f2e-9568-b699f5436310 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.744301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05d66-5ef5-4f2e-9568-b699f5436310 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c03927b-e68c-4e65-b76a-11a60a60a09a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.754070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d66-5ef5-4f2e-9568-b699f5436310 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.755417 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a1d05d66-5ef5-4f2e-9568-b699f5436310 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392748 Jul 09 13:46:42.758171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39894) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:42.763105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a2ad2563-f896-421d-b102-d9f7115befcf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '230bf11c-4ea5-4965-9a64-72416711b44d', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:42.792910 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2563-f896-421d-b102-d9f7115befcf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.863129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2563-f896-421d-b102-d9f7115befcf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.868253 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2563-f896-421d-b102-d9f7115befcf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.894522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad2563-f896-421d-b102-d9f7115befcf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56078185-419a-4631-9f26-8f97c9fd357d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.903861 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2563-f896-421d-b102-d9f7115befcf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.907718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a2ad2563-f896-421d-b102-d9f7115befcf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456294 Jul 09 13:46:42.908053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39896) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:42.912836 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5a49fc45-5b16-45f5-b2c1-280acdbb2253 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '230bf11c-4ea5-4965-9a64-72416711b44d', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:42.937419 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-5a49fc45-5b16-45f5-b2c1-280acdbb2253 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Project 2375838edeba4a50bff999ed7fbdd48d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:46:42.943114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc45-5b16-45f5-b2c1-280acdbb2253 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.014567 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc45-5b16-45f5-b2c1-280acdbb2253 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.019529 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc45-5b16-45f5-b2c1-280acdbb2253 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.042849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49fc45-5b16-45f5-b2c1-280acdbb2253 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e34acb-d74a-4915-8c1b-68a3be706d95,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:43.045708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc45-5b16-45f5-b2c1-280acdbb2253 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.049752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5a49fc45-5b16-45f5-b2c1-280acdbb2253 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379721 Jul 09 13:46:43.050101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39898) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:43.055401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0948cd87-862e-486f-befd-3a2f405ee2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '230bf11c-4ea5-4965-9a64-72416711b44d', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:43.094236 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-0948cd87-862e-486f-befd-3a2f405ee2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Project 2375838edeba4a50bff999ed7fbdd48d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:46:43.100480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0948cd87-862e-486f-befd-3a2f405ee2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.181811 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0948cd87-862e-486f-befd-3a2f405ee2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.186524 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0948cd87-862e-486f-befd-3a2f405ee2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.202853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948cd87-862e-486f-befd-3a2f405ee2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315e4ddf-1bd6-4a9a-a88e-d5e75cd57f6c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:43.217930 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0948cd87-862e-486f-befd-3a2f405ee2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.222153 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0948cd87-862e-486f-befd-3a2f405ee2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1680939 Jul 09 13:46:43.222456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39902) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:43.228025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'network': {'name': 'tempest-network-smoke--1379083649', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'port_security_enabled': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:43.249424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:43.255372 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.282561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:46:43.293533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.294054 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Added segment 6650b5fa-46e4-4a9b-b4db-f0103f1aff20 of type vlan for network eec9a85e-9122-4af6-af69-5fc602925e42 Jul 09 13:46:43.339933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.363311 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.377547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.384728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:43.385591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.480042 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2563696 Jul 09 13:46:43.483540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39904) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:43.488511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'admin_state_up': True, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:43.509487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a605a7b-4e98-4aac-b085-b53d37fc52a8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Network': ['ID=eec9a85e-9122-4af6-af69-5fc602925e42,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:43.518448 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.519599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.528071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network eec9a85e-9122-4af6-af69-5fc602925e42 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:46:43.668239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.844408 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.053948 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.072396 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.075054 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.199683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.25.5.215 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/1766471d-b752-43b3-9f52-7180e5f55bd8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:44.323170 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-15241640-2931-4db9-bd70-fa31628d6e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.333134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.374031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.420377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:44.423445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:44.427202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:44.434205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=1766471d-b752-43b3-9f52-7180e5f55bd8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:44.752989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.252932 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.398511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 0989560e-db66-478b-802b-b8c3ea1e9540 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:46:45.514807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:45.527716 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Sync routers for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:45.537061 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.537479 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:45.538284 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:46:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:45.538924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dc7e3a69-28f0-4cad-bcbd-8a0e417414ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0541284 Jul 09 13:46:45.542345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39914) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:45.667360 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:45.714398 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c91691e2-1a7a-47ca-b465-8722cdda86b3 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2375838edeba4a50bff999ed7fbdd48d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1702573 Jul 09 13:46:45.716860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39920) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:45.881040 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:44Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:45.915666 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Checking router: 0989560e-db66-478b-802b-b8c3ea1e9540 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:46:45.915941 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Updating router 0989560e-db66-478b-802b-b8c3ea1e9540 port 1766471d-b752-43b3-9f52-7180e5f55bd8 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:46:45.934777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e966593-8165-4956-aa67-565d2bf5fb4f tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:45.936996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9e966593-8165-4956-aa67-565d2bf5fb4f tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2189579 Jul 09 13:46:45.940796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39922) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:45.956135 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.988752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c88a097-8b18-4b17-b3e9-ddf53f6a4e8b tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464416 Jul 09 13:46:45.991779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 39924) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:45.997093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-417222194', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:46.132865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:46.139121 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.258139 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.270770 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Transition to ACTIVE for port object 1766471d-b752-43b3-9f52-7180e5f55bd8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:46.278784 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.337818 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Attempting to bind port 1766471d-b752-43b3-9f52-7180e5f55bd8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:46.338186 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Attempting to bind port 1766471d-b752-43b3-9f52-7180e5f55bd8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:46.338563 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Attempting to bind port 1766471d-b752-43b3-9f52-7180e5f55bd8 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:46.350779 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.357276 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:46.357659 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:46.358068 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.358603 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:46.358964 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Bound port: 1766471d-b752-43b3-9f52-7180e5f55bd8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:46.359469 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.395201 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Pushing event updated for resources: {'Port': ['ID=1766471d-b752-43b3-9f52-7180e5f55bd8,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:46.407760 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.408111 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.408457 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.408919 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.409117 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.409452 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.409782 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.410243 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.410575 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.411114 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.411449 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.412398 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:46.459216 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] For port 1766471d-b752-43b3-9f52-7180e5f55bd8, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:46.463631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Checking segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:46.463824 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] For port 1766471d-b752-43b3-9f52-7180e5f55bd8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1766471d-b752-43b3-9f52-7180e5f55bd8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:46.464003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network hostable DHCP agents. Network: eec9a85e-9122-4af6-af69-5fc602925e42, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:46:46.468127 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.488050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Subnet': ['ID=ae057b83-dfd2-4f1c-9591-617d2e04f64b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:46.491388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network eec9a85e-9122-4af6-af69-5fc602925e42 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:46:46.502485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, eec9a85e-9122-4af6-af69-5fc602925e42) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:46.507360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:46.508005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.512500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a9ab9-3060-4015-96b9-04cea359a8b4 None None] Network eec9a85e-9122-4af6-af69-5fc602925e42 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:46.527960 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cf9fdcb9-f3a2-4c59-ac21-d42019d1c6af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5337710 Jul 09 13:46:46.529463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 39936) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:46.547409 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae8b4d-63d9-4a7f-b80f-0b3e2f417e39 None None] Pushing event updated for resources: {'Port': ['ID=1766471d-b752-43b3-9f52-7180e5f55bd8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:46.575320 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:46.575947 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:46:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:46.686458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-eec9a85e-9122-4af6-af69-5fc602925e42', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:46:46.687457 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.702704 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:46.872524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-56995a9d-c651-4014-b7e8-afb33a5c9da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.954779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Allocated IP 172.20.0.2 (eec9a85e-9122-4af6-af69-5fc602925e42/ae057b83-dfd2-4f1c-9591-617d2e04f64b/36b92949-cdf1-420a-9839-ee1693e696bb) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:46.987467 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:44Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:47.040415 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.045598 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121f349-462c-422a-a8f1-04882a8b253e None None] The sync data for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 is: [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:44Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:47.173571 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.184259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Transition to ACTIVE for port object 36b92949-cdf1-420a-9839-ee1693e696bb will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:47.204896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Transition to ACTIVE for port object 36b92949-cdf1-420a-9839-ee1693e696bb will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:47.205189 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.213281 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.256627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Network eec9a85e-9122-4af6-af69-5fc602925e42 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:47.265499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:47.270618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:47.304760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Pushing event updated for resources: {'Port': ['ID=36b92949-cdf1-420a-9839-ee1693e696bb,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:47.319981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.320485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.321513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.321953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.322844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.323256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.323690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.324121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.324601 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.325031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.325462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.325935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:47.368225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Attempting to bind port 36b92949-cdf1-420a-9839-ee1693e696bb on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:47.368719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Attempting to bind port 36b92949-cdf1-420a-9839-ee1693e696bb by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:47.369215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Attempting to bind port 36b92949-cdf1-420a-9839-ee1693e696bb on network eec9a85e-9122-4af6-af69-5fc602925e42 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:47.375249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:47.375760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Checking segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:47.376357 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.376852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Bound using segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:47.377516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Bound port: 36b92949-cdf1-420a-9839-ee1693e696bb, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:47.378510 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.499470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] For port 36b92949-cdf1-420a-9839-ee1693e696bb, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:47.504290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] For port 36b92949-cdf1-420a-9839-ee1693e696bb, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=36b92949-cdf1-420a-9839-ee1693e696bb,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:47.513438 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.592847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.20.0.1 (eec9a85e-9122-4af6-af69-5fc602925e42/ae057b83-dfd2-4f1c-9591-617d2e04f64b/cd94c81c-3d50-4ec5-8a20-46f18adb540c) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:47.610468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc31d8-fa68-4d62-b6b0-344e4797a0fb None None] Pushing event updated for resources: {'Port': ['ID=36b92949-cdf1-420a-9839-ee1693e696bb,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:47.724512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.754654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Transition to ACTIVE for port object cd94c81c-3d50-4ec5-8a20-46f18adb540c will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:47.821691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.904161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network eec9a85e-9122-4af6-af69-5fc602925e42 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:47.905939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:47.907969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=cd94c81c-3d50-4ec5-8a20-46f18adb540c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:47.910189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:47.976841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.161795 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.262440 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.348178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1766471d-b752-43b3-9f52-7180e5f55bd8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:48.405114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1766471d-b752-43b3-9f52-7180e5f55bd8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:48.410167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1766471d-b752-43b3-9f52-7180e5f55bd8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:48.410483 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.521467 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.528749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.534918 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.577320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 1766471d-b752-43b3-9f52-7180e5f55bd8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1766471d-b752-43b3-9f52-7180e5f55bd8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:48.590329 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.591394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 36b92949-cdf1-420a-9839-ee1693e696bb up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:48.592160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.691140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=cd94c81c-3d50-4ec5-8a20-46f18adb540c,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:48.698089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=1766471d-b752-43b3-9f52-7180e5f55bd8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:48.725755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 36b92949-cdf1-420a-9839-ee1693e696bb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:48.761348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network eec9a85e-9122-4af6-af69-5fc602925e42 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:48.763473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:48.823202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1bf49-8740-4bfa-b0bc-1b37de3b0913 None None] Network eec9a85e-9122-4af6-af69-5fc602925e42 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:48.885971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 0989560e-db66-478b-802b-b8c3ea1e9540 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:46:48.897231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-09d2367c-a7c6-4a18-9946-10ba15dc7931 None None] Provisioning for port 36b92949-cdf1-420a-9839-ee1693e696bb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:48.909487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-09d2367c-a7c6-4a18-9946-10ba15dc7931 None None] Provisioning complete for port 36b92949-cdf1-420a-9839-ee1693e696bb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:48.909953 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-09d2367c-a7c6-4a18-9946-10ba15dc7931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.011153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:49.016190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b148e094-c71c-4919-85b3-de5dc1e401df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "PUT /v2.0/routers/0989560e-db66-478b-802b-b8c3ea1e9540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4855213 Jul 09 13:46:49.049221 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-09d2367c-a7c6-4a18-9946-10ba15dc7931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.113322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-09d2367c-a7c6-4a18-9946-10ba15dc7931 None None] For port 36b92949-cdf1-420a-9839-ee1693e696bb, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=36b92949-cdf1-420a-9839-ee1693e696bb,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:49.129636 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-09d2367c-a7c6-4a18-9946-10ba15dc7931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.189725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2367c-a7c6-4a18-9946-10ba15dc7931 None None] Pushing event updated for resources: {'Port': ['ID=36b92949-cdf1-420a-9839-ee1693e696bb,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:49.243228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-60c9de7f-3baa-4195-949a-c98a7ebe98c1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611193428&fields=id&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 267 time: 0.0526452 Jul 09 13:46:49.385021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e60bc5c7-1a05-451e-acb8-6605f506befa tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:49.394325 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e60bc5c7-1a05-451e-acb8-6605f506befa tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 797 time: 0.1428626 Jul 09 13:46:49.414283 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-9a6ed2ad-e121-4dbf-af8c-a02e2d2fa703 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/quotas/2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 375 time: 0.0186946 Jul 09 13:46:49.417105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-0e0b27e6-719c-4d3f-9f88-819d904b4d34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771265 Jul 09 13:46:49.452523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa164370-5636-4b91-9612-ea7a64fa998b None None] Provisioning for port cd94c81c-3d50-4ec5-8a20-46f18adb540c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:49.459170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa164370-5636-4b91-9612-ea7a64fa998b None None] Provisioning complete for port cd94c81c-3d50-4ec5-8a20-46f18adb540c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:49.459982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa164370-5636-4b91-9612-ea7a64fa998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.521793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-b32f67c7-14e7-482d-a0e9-1c5dd6b3221f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059306 Jul 09 13:46:49.581164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-258cee36-feb1-4d60-b8a2-5f65c10e2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:49.582740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-258cee36-feb1-4d60-b8a2-5f65c10e2688 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 1096 time: 0.0900025 Jul 09 13:46:49.715275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Sync routers for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:49.747744 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.749198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-aa164370-5636-4b91-9612-ea7a64fa998b None None] Port cd94c81c-3d50-4ec5-8a20-46f18adb540c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:46:49.754776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:49.755454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:49.761599 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-8af6a2d0-a3e3-492a-aefe-b2df49198a1e service neutron] 10.222.0.32 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086313 Jul 09 13:46:49.778761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-f632a197-6d8e-418e-ae0f-055f80b15401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:49.780615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-f632a197-6d8e-418e-ae0f-055f80b15401 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 915 time: 0.1718891 Jul 09 13:46:49.809621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa164370-5636-4b91-9612-ea7a64fa998b None None] Provisioning complete for port 36b92949-cdf1-420a-9839-ee1693e696bb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:49.810163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa164370-5636-4b91-9612-ea7a64fa998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.864652 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-b3e2cf4c-f8e8-453e-b074-f625660fd185 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb HTTP/1.1" status: 200 len: 217 time: 0.0720823 Jul 09 13:46:49.919528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:49.962732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-dcd0cfb0-393e-415a-ade7-2641a215c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:49.964654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-dcd0cfb0-393e-415a-ade7-2641a215c474 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0924804 Jul 09 13:46:49.976762 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3329129-1264-4f34-b1a9-928d8740801f req-6719500f-cbc0-4bcb-a3d8-53db78e5e8a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4540322 Jul 09 13:46:50.010810 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-4e2955bb-677d-47a8-adee-4b339d14a9a1 service neutron] 10.222.0.32 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455182 Jul 09 13:46:50.034054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-8f33539c-c1af-4db4-91b2-d7527c9dd24b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616260 Jul 09 13:46:50.171565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3329129-1264-4f34-b1a9-928d8740801f req-f9e3fd7e-d7ec-414c-9e5a-08f5dbbb55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:50.175218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3329129-1264-4f34-b1a9-928d8740801f req-f9e3fd7e-d7ec-414c-9e5a-08f5dbbb55e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 1097 time: 0.1201572 Jul 09 13:46:50.194173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-38bdb208-4499-4c75-9a85-a143754ab538 service neutron] 10.222.0.10 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462388 Jul 09 13:46:50.376093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1766471d-b752-43b3-9f52-7180e5f55bd8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:50.388421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3329129-1264-4f34-b1a9-928d8740801f req-55b459c9-4e9a-4851-b411-856626c939f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:50.396316 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3329129-1264-4f34-b1a9-928d8740801f req-55b459c9-4e9a-4851-b411-856626c939f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 915 time: 0.1843717 Jul 09 13:46:50.494505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3329129-1264-4f34-b1a9-928d8740801f req-b1ad546d-5007-4e34-8eda-e1026415e7d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d8955a9-b15d-4ac5-ac50-29af8487a064 HTTP/1.1" status: 200 len: 217 time: 0.0938890 Jul 09 13:46:50.520403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ac56352c-cf32-4144-9cd6-2030d74e131b None None] Provisioning complete for port cd94c81c-3d50-4ec5-8a20-46f18adb540c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:50.521141 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ac56352c-cf32-4144-9cd6-2030d74e131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:50.528644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 2, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:50.580978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3329129-1264-4f34-b1a9-928d8740801f req-063bb210-c6bf-4584-9b4e-1c8cde43cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:50.583062 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3329129-1264-4f34-b1a9-928d8740801f req-063bb210-c6bf-4584-9b4e-1c8cde43cdf2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0797045 Jul 09 13:46:50.614634 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:46:50.631323 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3329129-1264-4f34-b1a9-928d8740801f req-11f9e012-3c6d-457f-93f2-0b6e3eb6164f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413580 Jul 09 13:46:50.643691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Checking router: 0989560e-db66-478b-802b-b8c3ea1e9540 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:46:50.645106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Updating router 0989560e-db66-478b-802b-b8c3ea1e9540 port cd94c81c-3d50-4ec5-8a20-46f18adb540c binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:46:50.696246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c8d5b0c7-477d-48d2-82cf-d9716857aec1 req-620046f0-9bf6-4411-b92e-56f61856fd7d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 210 time: 0.3853834 Jul 09 13:46:50.705712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ac56352c-cf32-4144-9cd6-2030d74e131b None None] Port cd94c81c-3d50-4ec5-8a20-46f18adb540c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:46:50.750262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1766471d-b752-43b3-9f52-7180e5f55bd8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:50.751200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:50.756648 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:50.794084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a752c0e5-cac1-4b0a-a111-817c20af2400 req-980edfb2-cf6c-466a-966e-dc9256819dc5 service neutron] 10.222.0.10 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917950 Jul 09 13:46:50.811068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3329129-1264-4f34-b1a9-928d8740801f req-54ff6b14-0507-4ddc-9478-ec76a4840101 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675770 Jul 09 13:46:50.967500 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a3329129-1264-4f34-b1a9-928d8740801f req-ceb0a1cd-d3c9-4ba5-b487-971216d06d2b service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499615 Jul 09 13:46:51.076617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 36b92949-cdf1-420a-9839-ee1693e696bb up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:51.183241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 36b92949-cdf1-420a-9839-ee1693e696bb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:51.183622 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.271772 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.306306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Transition to ACTIVE for port object cd94c81c-3d50-4ec5-8a20-46f18adb540c will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:51.318844 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.373997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2af40-ecc2-45f9-8ab3-709de0015c71 None None] Pushing event updated for resources: {'Port': ['ID=cd94c81c-3d50-4ec5-8a20-46f18adb540c,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:51.434677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Attempting to bind port cd94c81c-3d50-4ec5-8a20-46f18adb540c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:51.435086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Attempting to bind port cd94c81c-3d50-4ec5-8a20-46f18adb540c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:51.435459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Attempting to bind port cd94c81c-3d50-4ec5-8a20-46f18adb540c on network eec9a85e-9122-4af6-af69-5fc602925e42 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:51.441214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:51.441659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Checking segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:51.442000 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.442412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Bound using segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:51.442885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Bound port: cd94c81c-3d50-4ec5-8a20-46f18adb540c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:51.443310 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.523147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] For port cd94c81c-3d50-4ec5-8a20-46f18adb540c, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:51.526698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] For port cd94c81c-3d50-4ec5-8a20-46f18adb540c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cd94c81c-3d50-4ec5-8a20-46f18adb540c,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:51.532446 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.602975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:51.603710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:51.609234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2af40-ecc2-45f9-8ab3-709de0015c71 None None] Pushing event updated for resources: {'Port': ['ID=cd94c81c-3d50-4ec5-8a20-46f18adb540c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:51.763656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:51.939642 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee8ad3de-6038-4536-bf60-2bf294ebe890 req-43309ae9-ee8f-449d-a658-f9d06d3aa162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 210 time: 0.0704720 Jul 09 13:46:52.067189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:51Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:52.075016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-f1bbc9b4-6568-456d-9d7c-4c83196afe02 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:52.077585 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-f1bbc9b4-6568-456d-9d7c-4c83196afe02 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.10 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 797 time: 0.2080371 Jul 09 13:46:52.101146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63d8be-b0ec-430f-bb18-5969c11b5f68 None None] The sync data for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 is: [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:51Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:52.147851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-ebfcfaa4-93ce-4615-8035-d77a28e7003f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 379 time: 0.0561740 Jul 09 13:46:52.157991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'port': {'device_id': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'admin_state_up': True, 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'security_groups': ['230bf11c-4ea5-4965-9a64-72416711b44d']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:52.329367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:52.333656 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.342118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cd94c81c-3d50-4ec5-8a20-46f18adb540c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:52.439857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port cd94c81c-3d50-4ec5-8a20-46f18adb540c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:52.446583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cd94c81c-3d50-4ec5-8a20-46f18adb540c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:52.447608 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.513165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.20.0.3 (eec9a85e-9122-4af6-af69-5fc602925e42/ae057b83-dfd2-4f1c-9591-617d2e04f64b/c77a16cc-6200-47b2-8391-c90943a48802) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:52.543467 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.594376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port cd94c81c-3d50-4ec5-8a20-46f18adb540c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cd94c81c-3d50-4ec5-8a20-46f18adb540c,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:52.601065 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.674864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=cd94c81c-3d50-4ec5-8a20-46f18adb540c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:52.714453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.730480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Transition to ACTIVE for port object c77a16cc-6200-47b2-8391-c90943a48802 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:52.767313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.818546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network eec9a85e-9122-4af6-af69-5fc602925e42 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:52.833986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:52.840334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:52.870077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:52.901378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:52.902051 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.921321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-e4cf1606-7bab-4a46-aa74-15a3e984c874 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680089 Jul 09 13:46:52.935317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Request body: {'port': {'device_id': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:53.026096 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:53.176182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dd2b09ee-13c9-4eb2-b01e-45c793c69f3b None None] Provisioning for port c77a16cc-6200-47b2-8391-c90943a48802 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:53.183180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dd2b09ee-13c9-4eb2-b01e-45c793c69f3b None None] Provisioning complete for port c77a16cc-6200-47b2-8391-c90943a48802 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:53.183680 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd2b09ee-13c9-4eb2-b01e-45c793c69f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:53.243539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b09ee-13c9-4eb2-b01e-45c793c69f3b None None] Port c77a16cc-6200-47b2-8391-c90943a48802 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:46:53.316949 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9284d4-1a1e-4b2d-b36a-20400d303211 req-79e1ab44-3962-45ee-9de2-5623db7329aa tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:53.318487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb9284d4-1a1e-4b2d-b36a-20400d303211 req-79e1ab44-3962-45ee-9de2-5623db7329aa tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 931 time: 0.1667280 Jul 09 13:46:53.394746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb9284d4-1a1e-4b2d-b36a-20400d303211 req-dc087653-5667-48f6-928a-da8835a21e9c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635159 Jul 09 13:46:53.445860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77a16cc-6200-47b2-8391-c90943a48802 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:53.456211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:53.487083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Transition to ACTIVE for port object c77a16cc-6200-47b2-8391-c90943a48802 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:53.491640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:53.551076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:53.652807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Attempting to bind port c77a16cc-6200-47b2-8391-c90943a48802 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:53.653667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Attempting to bind port c77a16cc-6200-47b2-8391-c90943a48802 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:53.654753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Attempting to bind port c77a16cc-6200-47b2-8391-c90943a48802 on network eec9a85e-9122-4af6-af69-5fc602925e42 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:53.661558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Port c77a16cc-6200-47b2-8391-c90943a48802 on network eec9a85e-9122-4af6-af69-5fc602925e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:46:53.662006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Attempting to bind port c77a16cc-6200-47b2-8391-c90943a48802 on network eec9a85e-9122-4af6-af69-5fc602925e42 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:53.669989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:53.670205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Checking segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:53.670863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Bound using segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:53.671246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Bound port: c77a16cc-6200-47b2-8391-c90943a48802, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:53.671675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:53.774524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:53.777808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:53.783734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:53.828408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:53.829645 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:53.831197 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] 10.222.0.10 "PUT /v2.0/ports/c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 1091 time: 0.9015498 Jul 09 13:46:53.831681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:53.834004 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c96af-3a07-4724-99d8-db3005cf870a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "tag": "c77a16cc-6200-47b2-8391-c90943a48802"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:53.908668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb47145-ff66-46c8-b52c-7104184ff5ce service neutron] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:53.931493 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827b8b6b-0b04-4c2c-a652-ec539bfaf63f x-openstack-request-id: req-827b8b6b-0b04-4c2c-a652-ec539bfaf63f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:53.931801 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "tag": "c77a16cc-6200-47b2-8391-c90943a48802", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:53.932054 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-827b8b6b-0b04-4c2c-a652-ec539bfaf63f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:53.932453 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802', 'status': 'completed', 'code': 200} Jul 09 13:46:53.963095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-55da0634-bbf9-435b-a8db-75dd0bc67629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:53.965014 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-55da0634-bbf9-435b-a8db-75dd0bc67629 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1094 time: 0.0716765 Jul 09 13:46:54.015161 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-0db056eb-43e8-4a7e-b1d0-4b2922f07ae6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 217 time: 0.0431283 Jul 09 13:46:54.082335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-d69cdc42-0db1-4e5e-8574-2ca7a9f556c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:54.083979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-d69cdc42-0db1-4e5e-8574-2ca7a9f556c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0627632 Jul 09 13:46:54.166203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-0263b788-80ee-4d9c-9e48-f74bf27cd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:54.167783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-0263b788-80ee-4d9c-9e48-f74bf27cd63f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769172 Jul 09 13:46:54.270043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-33ce37e1-f549-4b79-9242-bb19738d3098 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889990 Jul 09 13:46:54.285857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cd94c81c-3d50-4ec5-8a20-46f18adb540c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:54.347032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cd94c81c-3d50-4ec5-8a20-46f18adb540c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:54.347414 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:54.369113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd3b436-dffc-47de-a4e1-dbbec5f02dcf req-9eaa7823-5ce6-4146-a2f1-1d51d1227631 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939486 Jul 09 13:46:54.490927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c96af-3a07-4724-99d8-db3005cf870a req-30ebe8ef-9794-44c1-b133-947abb1f232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:54.493250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-850c96af-3a07-4724-99d8-db3005cf870a req-30ebe8ef-9794-44c1-b133-947abb1f232e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1094 time: 0.0745790 Jul 09 13:46:54.637744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c96af-3a07-4724-99d8-db3005cf870a req-8b21586b-e15a-42e9-a4ad-452679e81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:54.639277 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-850c96af-3a07-4724-99d8-db3005cf870a req-8b21586b-e15a-42e9-a4ad-452679e81813 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 897 time: 0.1401169 Jul 09 13:46:54.640956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69afc1-c8e5-4471-89f7-be8130672683 req-03d47d42-afd0-4cb9-8240-3d738f782f54 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:54.642563 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fe69afc1-c8e5-4471-89f7-be8130672683 req-03d47d42-afd0-4cb9-8240-3d738f782f54 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 943 time: 0.0997961 Jul 09 13:46:54.682077 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fe69afc1-c8e5-4471-89f7-be8130672683 req-f870a525-3c34-4539-8dfd-18976996bc84 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338521 Jul 09 13:46:54.687959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-850c96af-3a07-4724-99d8-db3005cf870a req-f83edce4-9d09-4756-b7fe-87c81c51952c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 217 time: 0.0364878 Jul 09 13:46:54.739420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c96af-3a07-4724-99d8-db3005cf870a req-8162107e-82ea-401a-ad12-d8eaaa4a5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:54.740875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-850c96af-3a07-4724-99d8-db3005cf870a req-8162107e-82ea-401a-ad12-d8eaaa4a5866 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0458457 Jul 09 13:46:54.803862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c96af-3a07-4724-99d8-db3005cf870a req-1b3c422e-a768-4661-85ea-1c6c6ddb1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:54.805989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-850c96af-3a07-4724-99d8-db3005cf870a req-1b3c422e-a768-4661-85ea-1c6c6ddb1f53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579982 Jul 09 13:46:54.898550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-850c96af-3a07-4724-99d8-db3005cf870a req-7cbd9a97-9040-4853-a0dd-52332c1d6b61 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853422 Jul 09 13:46:54.994842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-850c96af-3a07-4724-99d8-db3005cf870a req-ecd98165-a161-4b9d-98a7-2e8d62139f57 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894170 Jul 09 13:46:55.525109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device c77a16cc-6200-47b2-8391-c90943a48802 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:46:55.617953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:55.629009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'c77a16cc-6200-47b2-8391-c90943a48802', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'port_id': 'c77a16cc-6200-47b2-8391-c90943a48802', 'mac_address': 'fa:16:3e:5e:8b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:46:55.670681 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.684002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77a16cc-6200-47b2-8391-c90943a48802 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:55.703393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:55.707320 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.756992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:55.880940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc8443-4ce8-49eb-aedf-898e5fc4884e req-4959e21c-8251-4eeb-bab0-299b554682af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:55.882435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ffc8443-4ce8-49eb-aedf-898e5fc4884e req-4959e21c-8251-4eeb-bab0-299b554682af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 944 time: 0.0738864 Jul 09 13:46:55.915670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['c77a16cc-6200-47b2-8391-c90943a48802'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:55.924192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ffc8443-4ce8-49eb-aedf-898e5fc4884e req-265a60ea-2411-44a3-8744-adfa4d456d97 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351334 Jul 09 13:46:57.096958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2557030-97ee-4aa3-b37c-a51c256d05a6 req-a67909c4-ffca-436a-b508-fa63fcc04ae3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:57.098494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a2557030-97ee-4aa3-b37c-a51c256d05a6 req-a67909c4-ffca-436a-b508-fa63fcc04ae3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 944 time: 0.0632851 Jul 09 13:46:57.138040 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a2557030-97ee-4aa3-b37c-a51c256d05a6 req-819cbb50-8647-43fc-9cfb-0c87b0b37edc tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332170 Jul 09 13:46:57.545446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device c77a16cc-6200-47b2-8391-c90943a48802 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:57.593974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port c77a16cc-6200-47b2-8391-c90943a48802 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:57.597940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port c77a16cc-6200-47b2-8391-c90943a48802 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:57.598396 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:57.683777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:57.706596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:57.708779 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17612a93-476c-4737-97a1-4df8912a97c1" -d '{"events": [{"server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "name": "network-vif-plugged", "status": "completed", "tag": "c77a16cc-6200-47b2-8391-c90943a48802"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:57.721795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:57.725943 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:57.751985 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd3e2dc-d911-4676-84a4-cb6b1a27d439 x-openstack-request-id: req-4cd3e2dc-d911-4676-84a4-cb6b1a27d439 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:57.752284 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "name": "network-vif-plugged", "status": "completed", "tag": "c77a16cc-6200-47b2-8391-c90943a48802", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:57.752544 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cd3e2dc-d911-4676-84a4-cb6b1a27d439 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:57.752935 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802', 'code': 200} Jul 09 13:46:57.777701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:57.870971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03c48-6612-4d2a-8778-966f61cc9f6a req-691f5d94-879d-4ba6-be01-de6dfa01087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:57.872503 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7e03c48-6612-4d2a-8778-966f61cc9f6a req-691f5d94-879d-4ba6-be01-de6dfa01087a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1096 time: 0.0530999 Jul 09 13:46:57.910366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7e03c48-6612-4d2a-8778-966f61cc9f6a req-e31beed9-1109-4fb1-9536-368611a36aa7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303018 Jul 09 13:46:58.318566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354c838-9760-4470-8a75-96772b597c3c req-db47b457-32f8-4324-840e-896c0722ac22 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:58.326293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2354c838-9760-4470-8a75-96772b597c3c req-db47b457-32f8-4324-840e-896c0722ac22 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0759771 Jul 09 13:46:58.369261 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2354c838-9760-4470-8a75-96772b597c3c req-708e7b17-e5f2-4be6-ab35-32a85c1b827e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Jul 09 13:46:59.550632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e267d9a-bbb9-45cc-94bd-12f96314ca76 req-13a10bbf-b3e4-4ac4-9b3e-8353204d2e17 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:59.552243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e267d9a-bbb9-45cc-94bd-12f96314ca76 req-13a10bbf-b3e4-4ac4-9b3e-8353204d2e17 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0713828 Jul 09 13:46:59.594540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e267d9a-bbb9-45cc-94bd-12f96314ca76 req-b2afd6aa-e5d6-457e-94f6-3923f4386534 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 Jul 09 13:46:59.744070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-75b8928b-bcea-4d8c-b075-bdb122a5665d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:59.751478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-75b8928b-bcea-4d8c-b075-bdb122a5665d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 815 time: 0.1134272 Jul 09 13:46:59.762973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-941c5bc6-6ffc-4c50-8668-b46c209d44e2 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/quotas/be5704cf4d6e452996b60c02ee226a89 HTTP/1.1" status: 200 len: 375 time: 0.0103970 Jul 09 13:46:59.777304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab91e43-fcb6-41db-b52e-f6601868b589 req-114fe2e5-525d-414a-b5d5-f3d2d1079842 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:59.778827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ab91e43-fcb6-41db-b52e-f6601868b589 req-114fe2e5-525d-414a-b5d5-f3d2d1079842 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0661812 Jul 09 13:46:59.819023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ab91e43-fcb6-41db-b52e-f6601868b589 req-94f0fa56-97dc-4bcd-80ef-8232d54909f1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342262 Jul 09 13:46:59.845567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40080) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:59.846834 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-2e58734c-fecb-421c-9940-814c68096e4a tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776222 Jul 09 13:46:59.912003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64e377-a712-4eba-99d8-75659285e390 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:59.913583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-de64e377-a712-4eba-99d8-75659285e390 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1091 time: 0.0668828 Jul 09 13:46:59.917546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40082) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:59.924555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': 'c77a16cc-6200-47b2-8391-c90943a48802', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:59.971548 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-501b0514-f649-4f7b-b8fc-44fc0b9f4a29 service neutron] 10.222.0.32 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176164 Jul 09 13:46:59.972915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.122488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-e4e70d28-5745-480c-a245-67a3cdf9e93f service neutron] 10.222.0.32 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459174 Jul 09 13:47:00.166306 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.339584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.25.5.239 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/ec08a927-1560-45f6-bf8b-c35f7925d579) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:00.362439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbfb4f19-a70d-4eb4-8fa6-73ef1532de84 req-ae30486b-a3e5-4064-add8-363882044403 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 210 time: 0.0364478 Jul 09 13:47:00.452374 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.495804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.535003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:00.540299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:00.543346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:00.575222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=ec08a927-1560-45f6-bf8b-c35f7925d579,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:01.222203 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.307718 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.505778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-aa14bc35-9aa4-4177-9b0e-30defcfd6049 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:01.507397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-aa14bc35-9aa4-4177-9b0e-30defcfd6049 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 815 time: 0.1793802 Jul 09 13:47:01.527767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Request body: {'port': {'device_id': 'e24ffca6-8eab-4d23-b7db-a48857757c35', 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'admin_state_up': True, 'tenant_id': 'be5704cf4d6e452996b60c02ee226a89'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:01.607956 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c0a6ba5d-62b1-4a8f-b1ef-4672c5032c30 req-fa3ebf69-ae9e-4150-a484-5f55619cfcfe tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 210 time: 0.0763729 Jul 09 13:47:01.674972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.684559 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.782285 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Made reservation on behalf of be5704cf4d6e452996b60c02ee226a89 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:47:01.785807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.790116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=ec08a927-1560-45f6-bf8b-c35f7925d579,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:01.807030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.988610 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Floating IP 3897aa35-9d58-47d6-be3a-ff7657c014a4 associated. External IP: 172.25.5.239, port: c77a16cc-6200-47b2-8391-c90943a48802. Jul 09 13:47:02.052669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Allocated IP 172.20.0.11 (d6315f2b-1265-4496-a4e5-023aad1f778a/fa6f3cac-885c-4ed5-a327-acefa642576e/9a89562e-5112-41ba-9620-4d51b1556ef3) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:02.332013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.334996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 0989560e-db66-478b-802b-b8c3ea1e9540 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:47:02.455195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.470532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1d8955a9-b15d-4ac5-ac50-29af8487a064', 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:02.474136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:02.503498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:02.506125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Network d6315f2b-1265-4496-a4e5-023aad1f778a is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:02.514642 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] Sync routers for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:02.516535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:02.524988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:02.557293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Pushing event updated for resources: {'Port': ['ID=9a89562e-5112-41ba-9620-4d51b1556ef3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:02.558224 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:02.560795 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:02.563224 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.618506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:02.619213 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.633164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3d7f17c8-357d-49be-ad4d-8f37a036a8f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7106113 Jul 09 13:47:02.633164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:02.650559 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7574e1b-0215-4369-a8e5-25dfea4b4071" -d '{"events": [{"name": "network-changed", "server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "tag": "c77a16cc-6200-47b2-8391-c90943a48802"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:02.679399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-eee17097-c6f9-42ec-a82a-09f1ab894fec tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1510150 Jul 09 13:47:02.685247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Request body: {'port': {'device_id': 'e24ffca6-8eab-4d23-b7db-a48857757c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:02.847671 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.876305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10f9d-12c6-45dc-8b1d-a54158dbbe97 req-e02b6faf-720c-4517-aa64-a0d139335158 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:02.880839 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:02.884038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93c10f9d-12c6-45dc-8b1d-a54158dbbe97 req-e02b6faf-720c-4517-aa64-a0d139335158 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.1229210 Jul 09 13:47:02.942935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93c10f9d-12c6-45dc-8b1d-a54158dbbe97 req-b68abae2-d7b6-4cf0-948e-65db3d2c34c3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490675 Jul 09 13:47:02.974414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40128) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:03.035158 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34601186-8635-423a-8f2a-f45a50fe7e2d x-openstack-request-id: req-34601186-8635-423a-8f2a-f45a50fe7e2d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:03.035158 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "tag": "c77a16cc-6200-47b2-8391-c90943a48802", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:03.035622 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34601186-8635-423a-8f2a-f45a50fe7e2d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:03.036374 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802', 'status': 'completed', 'code': 200} Jul 09 13:47:03.110866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-0d6be645-02fe-48b8-a799-74e7d4c60be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:03.112347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-0d6be645-02fe-48b8-a799-74e7d4c60be8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1096 time: 0.0592060 Jul 09 13:47:03.152045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8764eb0-90ad-40fa-985a-92d444c22e66 req-662ebea6-37ab-48b3-a813-2d3dd4ea681d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:03.153644 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e8764eb0-90ad-40fa-985a-92d444c22e66 req-662ebea6-37ab-48b3-a813-2d3dd4ea681d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 932 time: 0.3259163 Jul 09 13:47:03.191095 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '3897aa35-9d58-47d6-be3a-ff7657c014a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'port_id': 'c77a16cc-6200-47b2-8391-c90943a48802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'mac_address': 'fa:16:3e:5e:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:47:00Z', 'updated_at': '2021-07-09T13:47:00Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:03.193191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-654d28f9-3b0f-425c-959a-b1df2545445d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/3897aa35-9d58-47d6-be3a-ff7657c014a4 HTTP/1.1" status: 200 len: 991 time: 0.2050257 Jul 09 13:47:03.232873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] Checking router: 0989560e-db66-478b-802b-b8c3ea1e9540 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:03.240362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-50d83af8-473e-4175-96ba-ac6b6ccff6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:03.241458 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:03.242110 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:03.242748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-50d83af8-473e-4175-96ba-ac6b6ccff6c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 897 time: 0.1222498 Jul 09 13:47:03.278430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e8764eb0-90ad-40fa-985a-92d444c22e66 req-ed32c165-3324-4b19-b95a-f068dc4b66e1 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100612 Jul 09 13:47:03.335779 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-6e0c9b90-d1f8-4986-9915-41819cf187b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 999 time: 0.0869310 Jul 09 13:47:03.378188 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:03.393017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a89562e-5112-41ba-9620-4d51b1556ef3 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:47:03.398562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-4e595ba9-8f62-4a25-8b61-9eca1ca2ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:03.400818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-4e595ba9-8f62-4a25-8b61-9eca1ca2ac60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0586610 Jul 09 13:47:03.402103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.415631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Transition to ACTIVE for port object 9a89562e-5112-41ba-9620-4d51b1556ef3 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:03.420731 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.479905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-f9ee475f-c86b-4c4d-8b05-307b8fb48aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:03.482361 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-f9ee475f-c86b-4c4d-8b05-307b8fb48aba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743523 Jul 09 13:47:03.536326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Pushing event updated for resources: {'Port': ['ID=9a89562e-5112-41ba-9620-4d51b1556ef3,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:03.559990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Attempting to bind port 9a89562e-5112-41ba-9620-4d51b1556ef3 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:47:03.560430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Attempting to bind port 9a89562e-5112-41ba-9620-4d51b1556ef3 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:47:03.560832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Attempting to bind port 9a89562e-5112-41ba-9620-4d51b1556ef3 on network d6315f2b-1265-4496-a4e5-023aad1f778a {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:03.565400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Port 9a89562e-5112-41ba-9620-4d51b1556ef3 on network d6315f2b-1265-4496-a4e5-023aad1f778a not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:47:03.565803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Attempting to bind port 9a89562e-5112-41ba-9620-4d51b1556ef3 on network d6315f2b-1265-4496-a4e5-023aad1f778a {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:03.571424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:47:03.571851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Checking segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:03.572310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Bound using segment: {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:47:03.572932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Bound port: 9a89562e-5112-41ba-9620-4d51b1556ef3, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:47:03.573365 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.622899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-d53c5a96-3e0e-4a0e-8360-577172e2a2b7 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347997 Jul 09 13:47:03.656159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] For port 9a89562e-5112-41ba-9620-4d51b1556ef3, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:03.659948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] For port 9a89562e-5112-41ba-9620-4d51b1556ef3, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9a89562e-5112-41ba-9620-4d51b1556ef3,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:47:03.667333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.686818 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '3897aa35-9d58-47d6-be3a-ff7657c014a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'port_id': 'c77a16cc-6200-47b2-8391-c90943a48802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'mac_address': 'fa:16:3e:5e:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:47:00Z', 'updated_at': '2021-07-09T13:47:00Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:03.707484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:03.708414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.710161 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] 10.222.0.11 "PUT /v2.0/ports/9a89562e-5112-41ba-9620-4d51b1556ef3 HTTP/1.1" status: 200 len: 1092 time: 1.0293601 Jul 09 13:47:03.721397 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6b3cc-41cf-40b8-b31a-6c4b9a42868f None None] The sync data for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 is: [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '3897aa35-9d58-47d6-be3a-ff7657c014a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'port_id': 'c77a16cc-6200-47b2-8391-c90943a48802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'mac_address': 'fa:16:3e:5e:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:47:00Z', 'updated_at': '2021-07-09T13:47:00Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:03.763435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beaad6-744f-41fc-97f3-7fe4228b80bd service neutron] Pushing event updated for resources: {'Port': ['ID=9a89562e-5112-41ba-9620-4d51b1556ef3,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:03.768247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7574e1b-0215-4369-a8e5-25dfea4b4071 req-1e6f1639-ab1a-4a88-a75b-42340974e4b3 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318841 Jul 09 13:47:03.829754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-6f464615-f62c-4625-aac2-6b036852e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:03.831694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-6f464615-f62c-4625-aac2-6b036852e231 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 1095 time: 0.0640569 Jul 09 13:47:03.878372 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-4f3260e9-4d90-4c41-b664-a03c01b7c179 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a89562e-5112-41ba-9620-4d51b1556ef3 HTTP/1.1" status: 200 len: 217 time: 0.0385001 Jul 09 13:47:03.929358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-9f69881d-3a5a-4f73-8191-005c184de5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:03.931694 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-9f69881d-3a5a-4f73-8191-005c184de5aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0470200 Jul 09 13:47:03.965743 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-e94e7f6b-d41e-4c6f-8026-1de6bfaf2636 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278964 Jul 09 13:47:03.980369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8529f3-ceae-47d7-a3c7-4c1c1a736656 None None] New status for floating IP 3897aa35-9d58-47d6-be3a-ff7657c014a4: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:47:04.075539 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-e30274c2-d579-4287-9b5e-b0ee2d0d8251 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039116 Jul 09 13:47:04.181156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cbc0281e-64cb-442a-9588-22af5bf17e1d req-136fd395-76d9-426f-8288-4591d9af569c service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979567 Jul 09 13:47:04.196366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40136) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:04.262265 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e93c02cb-933b-4292-8e3c-aeb45ad81395 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/3897aa35-9d58-47d6-be3a-ff7657c014a4 HTTP/1.1" status: 200 len: 993 time: 0.0647333 Jul 09 13:47:04.437920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aacbb9-d1a3-4520-b1a0-81152997ce65 req-0175e33e-c636-441b-8b8c-5a99c3b28b47 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:04.439359 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02aacbb9-d1a3-4520-b1a0-81152997ce65 req-0175e33e-c636-441b-8b8c-5a99c3b28b47 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 944 time: 0.0635645 Jul 09 13:47:04.478311 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02aacbb9-d1a3-4520-b1a0-81152997ce65 req-19879af3-5198-4607-b16f-cd4be1915dbf tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Jul 09 13:47:05.038247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24ffca6-8eab-4d23-b7db-a48857757c35', 'tag': '9a89562e-5112-41ba-9620-4d51b1556ef3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:05.041473 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473fed52-22ba-4480-bdc8-e84b9ed490e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e24ffca6-8eab-4d23-b7db-a48857757c35", "tag": "9a89562e-5112-41ba-9620-4d51b1556ef3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:05.084716 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429f5a4-ebaa-40dd-b6b5-0bcfc4ecdbad x-openstack-request-id: req-6429f5a4-ebaa-40dd-b6b5-0bcfc4ecdbad {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:05.085021 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24ffca6-8eab-4d23-b7db-a48857757c35", "tag": "9a89562e-5112-41ba-9620-4d51b1556ef3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:05.085278 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6429f5a4-ebaa-40dd-b6b5-0bcfc4ecdbad {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:05.085678 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24ffca6-8eab-4d23-b7db-a48857757c35', 'tag': '9a89562e-5112-41ba-9620-4d51b1556ef3', 'status': 'completed', 'code': 200} Jul 09 13:47:05.426671 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-dd233804-2d11-492a-8eee-ecfa9a1ec0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:05.428253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-dd233804-2d11-492a-8eee-ecfa9a1ec0aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5704cf4d6e452996b60c02ee226a89&device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 1095 time: 0.3206522 Jul 09 13:47:05.517117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-88d9e3f4-713c-4083-93cf-cfe7364cdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:05.518845 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-88d9e3f4-713c-4083-93cf-cfe7364cdc9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 200 len: 915 time: 0.0842376 Jul 09 13:47:05.565466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-c3594642-ee11-416a-a25e-a5466a6963d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a89562e-5112-41ba-9620-4d51b1556ef3 HTTP/1.1" status: 200 len: 217 time: 0.0401642 Jul 09 13:47:05.619045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-5d655dd4-f133-450a-9f8f-3c96dc828263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:05.620612 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-5d655dd4-f133-450a-9f8f-3c96dc828263 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 200 len: 855 time: 0.0488694 Jul 09 13:47:05.654813 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-42b1f20e-d83f-4a40-b312-e73aa73399a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6315f2b-1265-4496-a4e5-023aad1f778a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284431 Jul 09 13:47:05.680205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615215a-bfc8-40e9-8e4c-fe1d03857581 req-7da1cf79-109c-4d6e-8150-b4613e89851a tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:05.683715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9615215a-bfc8-40e9-8e4c-fe1d03857581 req-7da1cf79-109c-4d6e-8150-b4613e89851a tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 944 time: 0.0825427 Jul 09 13:47:05.725334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9615215a-bfc8-40e9-8e4c-fe1d03857581 req-6b7f3ac6-666f-4527-8b32-af5ac22f2492 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356283 Jul 09 13:47:05.756759 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-907e79f7-22be-4a4d-9dce-fa87488d1e68 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954459 Jul 09 13:47:05.848815 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-473fed52-22ba-4480-bdc8-e84b9ed490e0 req-730ff8d9-3e2d-46a3-a838-67871bc74d68 service neutron] 10.222.0.11 "GET /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849137 Jul 09 13:47:06.860081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9a89562e-5112-41ba-9620-4d51b1556ef3 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:47:06.912479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635d862-a93f-4731-ade8-cd496b022b9d req-c7ad3253-d36e-422f-b472-376cbeea9f9b tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:06.914194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a635d862-a93f-4731-ade8-cd496b022b9d req-c7ad3253-d36e-422f-b472-376cbeea9f9b tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 944 time: 0.0739405 Jul 09 13:47:06.956811 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a635d862-a93f-4731-ade8-cd496b022b9d req-8f6db582-1205-4b1b-81d8-94693db2a6f1 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363333 Jul 09 13:47:06.988035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9a89562e-5112-41ba-9620-4d51b1556ef3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9a89562e-5112-41ba-9620-4d51b1556ef3,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:06.999561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '9a89562e-5112-41ba-9620-4d51b1556ef3', 'network_id': 'd6315f2b-1265-4496-a4e5-023aad1f778a', 'port_id': '9a89562e-5112-41ba-9620-4d51b1556ef3', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6f3cac-885c-4ed5-a327-acefa642576e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:47:07.037287 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.052026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a89562e-5112-41ba-9620-4d51b1556ef3 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:47:07.072929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9a89562e-5112-41ba-9620-4d51b1556ef3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9a89562e-5112-41ba-9620-4d51b1556ef3,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:07.077611 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.127522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=9a89562e-5112-41ba-9620-4d51b1556ef3,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:07.301906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['9a89562e-5112-41ba-9620-4d51b1556ef3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:08.134810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a24ea-448f-46b6-aa36-41e233382b73 req-21560d6a-4693-494c-984f-6480d7a5db59 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:08.136311 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f9a24ea-448f-46b6-aa36-41e233382b73 req-21560d6a-4693-494c-984f-6480d7a5db59 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 945 time: 0.0672538 Jul 09 13:47:08.175913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f9a24ea-448f-46b6-aa36-41e233382b73 req-64465fb3-40f3-4edf-9bfd-e9229a6ed4e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Jul 09 13:47:08.857197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9a89562e-5112-41ba-9620-4d51b1556ef3 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:08.905718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 9a89562e-5112-41ba-9620-4d51b1556ef3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:08.909198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 9a89562e-5112-41ba-9620-4d51b1556ef3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:08.909563 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.987661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.012885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24ffca6-8eab-4d23-b7db-a48857757c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a89562e-5112-41ba-9620-4d51b1556ef3'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:09.015198 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe9c82-7539-4ca1-a375-8c11fe309cb6" -d '{"events": [{"server_uuid": "e24ffca6-8eab-4d23-b7db-a48857757c35", "name": "network-vif-plugged", "status": "completed", "tag": "9a89562e-5112-41ba-9620-4d51b1556ef3"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:09.029900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 9a89562e-5112-41ba-9620-4d51b1556ef3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9a89562e-5112-41ba-9620-4d51b1556ef3,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:09.033722 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.075161 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15b9ec4-6f11-4aa8-8b2b-7746ba6e2ba2 x-openstack-request-id: req-b15b9ec4-6f11-4aa8-8b2b-7746ba6e2ba2 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:09.075444 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24ffca6-8eab-4d23-b7db-a48857757c35", "name": "network-vif-plugged", "status": "completed", "tag": "9a89562e-5112-41ba-9620-4d51b1556ef3", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:09.075696 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b15b9ec4-6f11-4aa8-8b2b-7746ba6e2ba2 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:09.076083 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24ffca6-8eab-4d23-b7db-a48857757c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a89562e-5112-41ba-9620-4d51b1556ef3', 'code': 200} Jul 09 13:47:09.092396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=9a89562e-5112-41ba-9620-4d51b1556ef3,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:09.202786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13b918-d673-4303-b70e-96cc6d336dfb req-5256f6fe-6e14-4fad-8a9e-603e5fcec2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:09.204384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0e13b918-d673-4303-b70e-96cc6d336dfb req-5256f6fe-6e14-4fad-8a9e-603e5fcec2c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 1097 time: 0.0578887 Jul 09 13:47:09.239600 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0e13b918-d673-4303-b70e-96cc6d336dfb req-a4daf17f-2b23-4ede-a88a-bdf19773d2ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295067 Jul 09 13:47:09.369342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc5851-3aa3-4121-bcb1-bbae5e29f8ed req-d04bc6b4-5796-4825-9505-2f6764ea0a59 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:09.370839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ebc5851-3aa3-4121-bcb1-bbae5e29f8ed req-d04bc6b4-5796-4825-9505-2f6764ea0a59 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 946 time: 0.0671670 Jul 09 13:47:09.408259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ebc5851-3aa3-4121-bcb1-bbae5e29f8ed req-6b7cf439-c058-41dd-923f-d8dbe2ed28cd tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Jul 09 13:47:10.583551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796df87-b71f-44ad-aab2-00d9e8e7e9e3 req-c51ce002-7b01-4393-a8f0-67cc41b30d0d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:10.585050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6796df87-b71f-44ad-aab2-00d9e8e7e9e3 req-c51ce002-7b01-4393-a8f0-67cc41b30d0d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 946 time: 0.0635242 Jul 09 13:47:10.622261 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6796df87-b71f-44ad-aab2-00d9e8e7e9e3 req-270305ed-5b1d-40aa-a221-d45895224539 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Jul 09 13:47:13.355596 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.057895 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.321165 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-691fa12b-c707-445b-a0f9-497d14311f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.864825 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1e19d7ed-b7ef-410c-b88a-f020c1aba11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:17.012331 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.256790 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:19.728528 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:27.614261 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:47:30.143810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07f76b-b1d1-4344-bf98-49970fbc10e9 req-33f4484c-8386-4ec2-b59a-76294e3b2963 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:30.145304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa07f76b-b1d1-4344-bf98-49970fbc10e9 req-33f4484c-8386-4ec2-b59a-76294e3b2963 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 946 time: 0.0707297 Jul 09 13:47:30.185388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa07f76b-b1d1-4344-bf98-49970fbc10e9 req-db74568f-4ca4-4345-96ff-8f98a6820b4b tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Jul 09 13:47:31.106684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b8b9-fd2a-4fb3-a24c-9ca591470394 req-2a4904e7-e786-4e3c-aaee-4d5b4e072403 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:31.108258 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b12b8b9-fd2a-4fb3-a24c-9ca591470394 req-2a4904e7-e786-4e3c-aaee-4d5b4e072403 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1096 time: 0.0564632 Jul 09 13:47:31.129752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2b12b8b9-fd2a-4fb3-a24c-9ca591470394 req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.238178 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2b12b8b9-fd2a-4fb3-a24c-9ca591470394 req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.244315 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-2b12b8b9-fd2a-4fb3-a24c-9ca591470394 req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.264053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b12b8b9-fd2a-4fb3-a24c-9ca591470394 req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473038 Jul 09 13:47:31.287913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062eb2c5-8d02-414d-b999-3568dfbf36c5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:31.294507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.295124 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.295737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.296213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.296574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.296918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.297515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.297848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.298184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.298516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.298847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.299243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e0fc3-0af5-4e57-b9a7-713aec44a590 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:31.384780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3308e-56ef-4326-b760-07853b3c02d2 req-7831fdd4-6bd6-4435-bda9-e02cff8e2158 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:31.386914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eac3308e-56ef-4326-b760-07853b3c02d2 req-7831fdd4-6bd6-4435-bda9-e02cff8e2158 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 946 time: 0.0741265 Jul 09 13:47:31.425911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eac3308e-56ef-4326-b760-07853b3c02d2 req-77a26865-b5e6-4fe2-8359-567ace14ab3e tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Jul 09 13:47:31.457246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361adf5-c9b5-4377-a828-ad0bafeb0158 req-1df3e701-0fbc-4a52-82eb-803c8f892c68 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:31.458848 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e361adf5-c9b5-4377-a828-ad0bafeb0158 req-1df3e701-0fbc-4a52-82eb-803c8f892c68 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0695617 Jul 09 13:47:31.501595 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e361adf5-c9b5-4377-a828-ad0bafeb0158 req-713f92b1-fbea-48d7-b4ba-2b95f5b23f17 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359077 Jul 09 13:47:31.525887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40430) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:31.633016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-ef5e3608-a7bf-48f0-a7fd-5f5a07cbaad5 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:31.634767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-ef5e3608-a7bf-48f0-a7fd-5f5a07cbaad5 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 946 time: 0.0652888 Jul 09 13:47:31.651501 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cb5d6370-4eb9-44e6-a0b5-7662a89c3c48 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/3897aa35-9d58-47d6-be3a-ff7657c014a4 HTTP/1.1" status: 200 len: 993 time: 0.1162512 Jul 09 13:47:31.737099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Deleting port 9a89562e-5112-41ba-9620-4d51b1556ef3 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:31.737797 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.832543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] For port 9a89562e-5112-41ba-9620-4d51b1556ef3, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=9a89562e-5112-41ba-9620-4d51b1556ef3,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:31.832911 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.845433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Calling delete_port for 9a89562e-5112-41ba-9620-4d51b1556ef3 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:31.990303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:32.004968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1d8955a9-b15d-4ac5-ac50-29af8487a064', 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86', '9a89562e-5112-41ba-9620-4d51b1556ef3'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:32.028971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Pushing event deleted for resources: {'Port': ['ID=9a89562e-5112-41ba-9620-4d51b1556ef3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:32.044944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:32.080759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] No DVR routers for this DVR port 9a89562e-5112-41ba-9620-4d51b1556ef3 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:32.083481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:32.086096 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-454cb6e2-17b1-4d89-bac3-4a924595cb48 req-b2138f42-2b95-4933-9b20-8de4d753fecb tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "DELETE /v2.0/ports/9a89562e-5112-41ba-9620-4d51b1556ef3 HTTP/1.1" status: 204 len: 173 time: 0.4456038 Jul 09 13:47:32.087176 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24ffca6-8eab-4d23-b7db-a48857757c35', 'name': 'network-vif-deleted', 'tag': '9a89562e-5112-41ba-9620-4d51b1556ef3'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:32.089467 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196e6203-d233-4905-84c0-7bc584c778b7" -d '{"events": [{"server_uuid": "e24ffca6-8eab-4d23-b7db-a48857757c35", "name": "network-vif-deleted", "tag": "9a89562e-5112-41ba-9620-4d51b1556ef3"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:32.244646 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61035719-4a51-448b-ab75-5a2c98e23958 x-openstack-request-id: req-61035719-4a51-448b-ab75-5a2c98e23958 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:32.245219 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24ffca6-8eab-4d23-b7db-a48857757c35", "name": "network-vif-deleted", "tag": "9a89562e-5112-41ba-9620-4d51b1556ef3", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:32.245219 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61035719-4a51-448b-ab75-5a2c98e23958 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:32.245683 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24ffca6-8eab-4d23-b7db-a48857757c35', 'name': 'network-vif-deleted', 'tag': '9a89562e-5112-41ba-9620-4d51b1556ef3', 'status': 'completed', 'code': 200} Jul 09 13:47:32.431125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40454) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:32.561413 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-e98551ef-8b38-4d82-bcf9-02a9c53efa85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283488 Jul 09 13:47:32.574981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521b4f-4886-4cdc-94ef-31f3b2cac466 req-b2e8314c-59ef-48d7-b026-12844de51457 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:32.577309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b521b4f-4886-4cdc-94ef-31f3b2cac466 req-b2e8314c-59ef-48d7-b026-12844de51457 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0937259 Jul 09 13:47:32.631534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b521b4f-4886-4cdc-94ef-31f3b2cac466 req-a61f0f46-88df-47fe-9646-f66b9a33fcc9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484564 Jul 09 13:47:32.712266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d7ad538-8744-4f73-9743-7154ee57869e req-e4613304-05a4-49df-925d-127ad864f0a5 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=e24ffca6-8eab-4d23-b7db-a48857757c35 HTTP/1.1" status: 200 len: 210 time: 0.0436430 Jul 09 13:47:33.868523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2280ba-d92b-4a1f-b0fb-52807e9b4b89 req-730afe9e-7854-4c61-8f3a-114ee123636d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:33.870814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac2280ba-d92b-4a1f-b0fb-52807e9b4b89 req-730afe9e-7854-4c61-8f3a-114ee123636d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.1082027 Jul 09 13:47:33.881607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-e5243397-c3bb-4e9b-823e-337950b44c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:33.884413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-e5243397-c3bb-4e9b-823e-337950b44c88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1096 time: 0.1341615 Jul 09 13:47:33.941305 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac2280ba-d92b-4a1f-b0fb-52807e9b4b89 req-1f571d8f-2d47-49f5-979d-6c67edf43133 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558281 Jul 09 13:47:34.022870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-738d2854-49dc-42be-aa79-67c8d47aa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:34.025870 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-738d2854-49dc-42be-aa79-67c8d47aa90c service neutron] 10.222.0.10 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 897 time: 0.1331015 Jul 09 13:47:34.095690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-3c8c35b9-6148-452f-85fe-8f1338f28770 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 1001 time: 0.0631368 Jul 09 13:47:34.147954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-ccc80d80-7838-4171-81c0-d8f3c972a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:34.149456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-ccc80d80-7838-4171-81c0-d8f3c972a671 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0467131 Jul 09 13:47:34.208703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-64664c28-0654-492a-bc8d-d03e11cc63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:34.210224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-64664c28-0654-492a-bc8d-d03e11cc63c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537488 Jul 09 13:47:34.307766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-294eb25d-af18-4577-9465-4be64be7dc49 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907824 Jul 09 13:47:34.404625 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-2c194e93-1d6c-4760-819e-448d47c95dd8 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872166 Jul 09 13:47:34.998062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9a89562e-5112-41ba-9620-4d51b1556ef3 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:35.027778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 9a89562e-5112-41ba-9620-4d51b1556ef3 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:35.028131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 9a89562e-5112-41ba-9620-4d51b1556ef3 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:35.129922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a356ffa-34b7-4618-9cac-dfb59c997e96 req-0da1dde7-7c68-4e9e-9aeb-5cd44392a671 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:35.131645 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5a356ffa-34b7-4618-9cac-dfb59c997e96 req-0da1dde7-7c68-4e9e-9aeb-5cd44392a671 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0681581 Jul 09 13:47:35.171449 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5a356ffa-34b7-4618-9cac-dfb59c997e96 req-21b90ac6-1964-4c52-b604-2900cde4f4cf tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330236 Jul 09 13:47:36.475978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cac4-99df-402c-a1d3-ac39b79e0cd6 req-6d52834e-5217-48c7-bfa3-53fbdcac7cd2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:36.478395 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1577cac4-99df-402c-a1d3-ac39b79e0cd6 req-6d52834e-5217-48c7-bfa3-53fbdcac7cd2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.1435707 Jul 09 13:47:36.510626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cfcbf-adf5-4514-9181-01d7c9d3f8f4 req-00f58b3d-0b1a-4880-a202-bf02edd49b34 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:36.518251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b55cfcbf-adf5-4514-9181-01d7c9d3f8f4 req-00f58b3d-0b1a-4880-a202-bf02edd49b34 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 945 time: 0.0839794 Jul 09 13:47:36.541911 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1577cac4-99df-402c-a1d3-ac39b79e0cd6 req-29d1075f-b859-4cd1-9282-808c61eba25f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570958 Jul 09 13:47:36.560602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b55cfcbf-adf5-4514-9181-01d7c9d3f8f4 req-79037b19-3951-40f8-9f09-3bd9d77e115d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Jul 09 13:47:37.723330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9a5b-89e5-4ecc-9bb0-b386bfa93517 req-b11683e9-45c5-4e5e-98f5-034053e39ca8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:37.724979 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-251f9a5b-89e5-4ecc-9bb0-b386bfa93517 req-b11683e9-45c5-4e5e-98f5-034053e39ca8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0689111 Jul 09 13:47:37.752929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb41b4-4e27-4d63-857c-628f74cc8a81 req-6a77328e-7331-4198-9c36-614399e5f933 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:37.754579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7afb41b4-4e27-4d63-857c-628f74cc8a81 req-6a77328e-7331-4198-9c36-614399e5f933 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 945 time: 0.0687594 Jul 09 13:47:37.765118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-251f9a5b-89e5-4ecc-9bb0-b386bfa93517 req-8f2c533c-4f97-466d-bc3f-36cc8cbf8a75 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337913 Jul 09 13:47:37.794512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7afb41b4-4e27-4d63-857c-628f74cc8a81 req-b8a4e15a-48b3-484e-a012-03266ab8dfc5 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Jul 09 13:47:37.851027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-df433223-b3a0-4bef-8732-ad2af7d98f9b tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:37.852453 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-df433223-b3a0-4bef-8732-ad2af7d98f9b tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 945 time: 0.0644352 Jul 09 13:47:37.953407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Deleting port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:37.953751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.040974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] For port a94c96f5-8c6f-4161-8be9-266f9d4b0a86, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:38.041699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.058823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Calling delete_port for a94c96f5-8c6f-4161-8be9-266f9d4b0a86 owned by compute:nova {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:38.196695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.207701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1d8955a9-b15d-4ac5-ac50-29af8487a064', 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:38.214651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:38.240141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Pushing event deleted for resources: {'Port': ['ID=a94c96f5-8c6f-4161-8be9-266f9d4b0a86,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:38.294722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] No DVR routers for this DVR port a94c96f5-8c6f-4161-8be9-266f9d4b0a86 on host n-h2-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:38.297879 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.300191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d57d493-481a-42b2-9e63-cfb50b5449be req-33e51714-8763-4a27-a992-2855bff6356c tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "DELETE /v2.0/ports/a94c96f5-8c6f-4161-8be9-266f9d4b0a86 HTTP/1.1" status: 204 len: 173 time: 0.4426239 Jul 09 13:47:38.300730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e59ac-d344-4184-85a4-fbfd06fdaa1e', 'name': 'network-vif-deleted', 'tag': 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:38.303153 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb162b-c9e0-46ed-a527-a3118beb149c" -d '{"events": [{"server_uuid": "336e59ac-d344-4184-85a4-fbfd06fdaa1e", "name": "network-vif-deleted", "tag": "a94c96f5-8c6f-4161-8be9-266f9d4b0a86"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:38.347079 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971576ad-eaa4-4a76-808a-4e22b498a14d x-openstack-request-id: req-971576ad-eaa4-4a76-808a-4e22b498a14d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:38.347597 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336e59ac-d344-4184-85a4-fbfd06fdaa1e", "name": "network-vif-deleted", "tag": "a94c96f5-8c6f-4161-8be9-266f9d4b0a86", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:38.347948 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-971576ad-eaa4-4a76-808a-4e22b498a14d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:38.348831 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336e59ac-d344-4184-85a4-fbfd06fdaa1e', 'name': 'network-vif-deleted', 'tag': 'a94c96f5-8c6f-4161-8be9-266f9d4b0a86', 'status': 'completed', 'code': 200} Jul 09 13:47:38.972510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b1db3-b7b7-4283-84a6-09af9815e96a req-f39e32e1-e89c-4c23-a72a-90bd825526d1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:38.974248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-780b1db3-b7b7-4283-84a6-09af9815e96a req-f39e32e1-e89c-4c23-a72a-90bd825526d1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0796394 Jul 09 13:47:38.975506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-674f1175-3945-4809-a46f-70e812c5dd21 req-6463782d-5128-4dd2-9ce8-2703fede3c51 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=336e59ac-d344-4184-85a4-fbfd06fdaa1e HTTP/1.1" status: 200 len: 210 time: 0.0302591 Jul 09 13:47:39.016543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-780b1db3-b7b7-4283-84a6-09af9815e96a req-75241b40-b7ec-414f-b6ef-6ab5f1b88fe0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360081 Jul 09 13:47:40.223459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e0299-c76e-48ed-865c-bca9a6589f1c req-7b97ff40-5b2a-466b-9856-ae90a899d931 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:40.224936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f8e0299-c76e-48ed-865c-bca9a6589f1c req-7b97ff40-5b2a-466b-9856-ae90a899d931 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0758567 Jul 09 13:47:40.269189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f8e0299-c76e-48ed-865c-bca9a6589f1c req-fb4cf555-6b09-4268-89c2-a71205debd59 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357120 Jul 09 13:47:40.478393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a05e74-e43e-4a38-946c-26b51690fa28 req-f6d2b32a-8d41-42b9-a3f5-6e561c49855d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:40.480016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7a05e74-e43e-4a38-946c-26b51690fa28 req-f6d2b32a-8d41-42b9-a3f5-6e561c49855d tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 945 time: 0.0676956 Jul 09 13:47:40.521953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7a05e74-e43e-4a38-946c-26b51690fa28 req-9552e026-b989-490a-a0b0-f7d66132e054 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Jul 09 13:47:41.028237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a94c96f5-8c6f-4161-8be9-266f9d4b0a86 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:41.051617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: a94c96f5-8c6f-4161-8be9-266f9d4b0a86 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:41.051958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device a94c96f5-8c6f-4161-8be9-266f9d4b0a86 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:41.496955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ba8ac-a26a-4880-a1d1-742e462fcc1f req-b1f45740-a61c-46b7-8c30-5f76549d6e35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.500384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bd9ba8ac-a26a-4880-a1d1-742e462fcc1f req-b1f45740-a61c-46b7-8c30-5f76549d6e35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0756507 Jul 09 13:47:41.548050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bd9ba8ac-a26a-4880-a1d1-742e462fcc1f req-7d05805a-de97-4e29-bce0-eb8daba8db6b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427387 Jul 09 13:47:41.816297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e50f6e-863e-4613-9368-304536b9ad3d req-6b9be607-324d-4203-8e7a-387a48995515 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.817855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22e50f6e-863e-4613-9368-304536b9ad3d req-6b9be607-324d-4203-8e7a-387a48995515 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 945 time: 0.1241500 Jul 09 13:47:41.827472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa889981-76a4-463f-b74c-507f405a5c31 req-70f28015-e231-42f6-b13c-726a7ad54071 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.828951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa889981-76a4-463f-b74c-507f405a5c31 req-70f28015-e231-42f6-b13c-726a7ad54071 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc HTTP/1.1" status: 200 len: 945 time: 0.1050854 Jul 09 13:47:41.911747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22e50f6e-863e-4613-9368-304536b9ad3d req-3a779046-1418-4294-b7f8-f8ad95e53734 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817742 Jul 09 13:47:41.975794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Deleting port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:41.976271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.092585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] For port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:42.092857 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.105707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Calling delete_port for f5ac2753-2659-4bc4-afb3-2c3b3b9066eb owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:42.250480 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.263733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:42.266283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1d8955a9-b15d-4ac5-ac50-29af8487a064'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:42.283787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Pushing event deleted for resources: {'Port': ['ID=f5ac2753-2659-4bc4-afb3-2c3b3b9066eb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:42.317259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.317662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.317962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.318304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.318643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.318996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.319333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.319663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.321003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.321542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.321877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.322210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:42.341519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] No DVR routers for this DVR port f5ac2753-2659-4bc4-afb3-2c3b3b9066eb on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:42.352658 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.360369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa889981-76a4-463f-b74c-507f405a5c31 req-a71bc59c-20f2-42db-8825-7b22cac60c46 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.10 "DELETE /v2.0/ports/f5ac2753-2659-4bc4-afb3-2c3b3b9066eb HTTP/1.1" status: 204 len: 173 time: 0.5226133 Jul 09 13:47:42.361031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc', 'name': 'network-vif-deleted', 'tag': 'f5ac2753-2659-4bc4-afb3-2c3b3b9066eb'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:42.363501 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61210a9-80a9-42a1-9810-6026cfe68ff1" -d '{"events": [{"server_uuid": "eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc", "name": "network-vif-deleted", "tag": "f5ac2753-2659-4bc4-afb3-2c3b3b9066eb"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:42.486066 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ca25c6-a953-4bcb-a96c-d4721f1c122e x-openstack-request-id: req-c5ca25c6-a953-4bcb-a96c-d4721f1c122e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:42.486489 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc", "name": "network-vif-deleted", "tag": "f5ac2753-2659-4bc4-afb3-2c3b3b9066eb", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:42.486871 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5ca25c6-a953-4bcb-a96c-d4721f1c122e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:42.487420 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb33ac7e-2959-4e72-8bd3-1fcddb7b46dc', 'name': 'network-vif-deleted', 'tag': 'f5ac2753-2659-4bc4-afb3-2c3b3b9066eb', 'status': 'completed', 'code': 200} Jul 09 13:47:42.739544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311a1db-d8c7-4144-92ff-0a1dde504165 req-0ea03640-7f53-4bf5-be51-cc5ee8ff731a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:42.741152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2311a1db-d8c7-4144-92ff-0a1dde504165 req-0ea03640-7f53-4bf5-be51-cc5ee8ff731a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0717225 Jul 09 13:47:42.782730 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2311a1db-d8c7-4144-92ff-0a1dde504165 req-2d00b9ab-004c-413e-8dbc-352345da0300 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355158 Jul 09 13:47:43.360905 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:43.963917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8002e4b-8db6-4c13-bc22-5d3100db2bb0 req-8970df9c-9a32-4906-8a66-964ab8000fff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:43.965358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8002e4b-8db6-4c13-bc22-5d3100db2bb0 req-8970df9c-9a32-4906-8a66-964ab8000fff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0662816 Jul 09 13:47:44.004237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8002e4b-8db6-4c13-bc22-5d3100db2bb0 req-3b799afb-9ae7-4a19-b403-534393ab31a4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325255 Jul 09 13:47:44.069286 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.318010 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0f06b9ff-cd9b-4e3f-9b3d-08f2b48e9fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.233270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b9256-f55e-49e7-b97f-9adcea892288 req-3fa74c92-aeba-479a-803c-b8550b5ed7da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:45.240450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca7b9256-f55e-49e7-b97f-9adcea892288 req-3fa74c92-aeba-479a-803c-b8550b5ed7da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0840871 Jul 09 13:47:45.276098 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca7b9256-f55e-49e7-b97f-9adcea892288 req-b915bd00-bb30-42e4-b70f-d6164d3b26c2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347745 Jul 09 13:47:45.715819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device f5ac2753-2659-4bc4-afb3-2c3b3b9066eb no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:45.736526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: f5ac2753-2659-4bc4-afb3-2c3b3b9066eb {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:45.736876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device f5ac2753-2659-4bc4-afb3-2c3b3b9066eb not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:46.294440 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-a520f631-5ac1-492b-bf26-32add61b6425 req-40071c51-c5ca-401b-ae03-d152d9d814ce service neutron] show failed (client error): The resource could not be found. Jul 09 13:47:46.295561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-40071c51-c5ca-401b-ae03-d152d9d814ce service neutron] 10.222.0.10 "GET /v2.0/ports/c77a16cc-6200-47b2-8391-c90943a48802/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0633328 Jul 09 13:47:46.488840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3f885-60e9-415b-a309-d7787d4814b1 req-5569ecdb-1c8e-4c04-bd24-f93b437484f7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:46.495901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97d3f885-60e9-415b-a309-d7787d4814b1 req-5569ecdb-1c8e-4c04-bd24-f93b437484f7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0789824 Jul 09 13:47:46.566793 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97d3f885-60e9-415b-a309-d7787d4814b1 req-b477d3f8-4edd-4667-90ed-cc7b8f600f70 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692863 Jul 09 13:47:46.667427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-6d9388de-187f-45dc-9916-b2a5bd8e2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:46.668841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-6d9388de-187f-45dc-9916-b2a5bd8e2f12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 1096 time: 0.0971384 Jul 09 13:47:46.682320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:46.769359 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.869711 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b6989c38-4db9-4050-b39f-2922d3871822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.991665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:47.013690 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.018827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87397716-494b-4a77-bccf-8b4cec2c9dce req-e172eeb4-5a38-4623-845e-bf7438130786 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:47.020364 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87397716-494b-4a77-bccf-8b4cec2c9dce req-e172eeb4-5a38-4623-845e-bf7438130786 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 946 time: 0.3818698 Jul 09 13:47:47.029283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:47.062448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87397716-494b-4a77-bccf-8b4cec2c9dce req-49884ebd-af8d-4508-99bf-61fb503aa36f tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344493 Jul 09 13:47:47.078807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:47.081104 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509b3ec-7d42-4b44-9ee9-738ddab7b965" -d '{"events": [{"server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "name": "network-vif-unplugged", "status": "completed", "tag": "c77a16cc-6200-47b2-8391-c90943a48802"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:47.085856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.099211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Transition to ACTIVE for port object c77a16cc-6200-47b2-8391-c90943a48802 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:47.104687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.135064 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c4fcf-e0cd-4289-a4b2-346de3387082 x-openstack-request-id: req-e09c4fcf-e0cd-4289-a4b2-346de3387082 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:47.135424 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "name": "network-vif-unplugged", "status": "completed", "tag": "c77a16cc-6200-47b2-8391-c90943a48802", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:47.135679 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e09c4fcf-e0cd-4289-a4b2-346de3387082 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:47.136070 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802', 'code': 200} Jul 09 13:47:47.156666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:47.285112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] No DVR routers for this DVR port c77a16cc-6200-47b2-8391-c90943a48802 on host n-h1-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:47.426843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Attempting to bind port c77a16cc-6200-47b2-8391-c90943a48802 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:47:47.427214 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Attempting to bind port c77a16cc-6200-47b2-8391-c90943a48802 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:47:47.427542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Attempting to bind port c77a16cc-6200-47b2-8391-c90943a48802 on network eec9a85e-9122-4af6-af69-5fc602925e42 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:47.432338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Port c77a16cc-6200-47b2-8391-c90943a48802 on network eec9a85e-9122-4af6-af69-5fc602925e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:47:47.432659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Attempting to bind port c77a16cc-6200-47b2-8391-c90943a48802 on network eec9a85e-9122-4af6-af69-5fc602925e42 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:47.437484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:47:47.437818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Checking segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:47.438197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Bound using segment: {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:47:47.438619 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Bound port: c77a16cc-6200-47b2-8391-c90943a48802, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6650b5fa-46e4-4a9b-b4db-f0103f1aff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:47:47.438995 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.509971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:47.513357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:47:47.518419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.553734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:47.555057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.556489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] 10.222.0.11 "PUT /v2.0/ports/c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 1091 time: 0.8795860 Jul 09 13:47:47.580157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85f2a1-5496-4980-b58f-4c6a7d566061 service neutron] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:47.647435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-87c1295a-96cb-4a2f-a40e-55e110ed986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:47.649782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-87c1295a-96cb-4a2f-a40e-55e110ed986c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1094 time: 0.0667701 Jul 09 13:47:47.750611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001345-066a-4e9b-a178-279d43ca2194 req-3aec2c70-e68b-4d60-8b45-d6f6b3d57148 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:47.758211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e001345-066a-4e9b-a178-279d43ca2194 req-3aec2c70-e68b-4d60-8b45-d6f6b3d57148 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 943 time: 0.0719337 Jul 09 13:47:47.761621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-1e5b03e4-3c8a-4970-9e72-f8349a201d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:47.763270 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-1e5b03e4-3c8a-4970-9e72-f8349a201d30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 897 time: 0.1026387 Jul 09 13:47:47.810298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e001345-066a-4e9b-a178-279d43ca2194 req-ca082e54-f1bb-4c96-8705-853322eabed3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507083 Jul 09 13:47:47.873703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-efb4a2e2-f9cd-45cd-9af0-9c792581b58a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 999 time: 0.1000152 Jul 09 13:47:47.927170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-bbbe84ee-0c4c-4d50-8154-be0c59a49db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:47.928809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-bbbe84ee-0c4c-4d50-8154-be0c59a49db9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0482624 Jul 09 13:47:48.002600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f631-5ac1-492b-bf26-32add61b6425 req-6cc1e7ec-68b1-4614-8111-809bad0a6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:48.004169 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-6cc1e7ec-68b1-4614-8111-809bad0a6806 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683894 Jul 09 13:47:48.053933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-faa1e767-493c-4513-bc0e-ff247c2b59d7 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:48.056229 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-faa1e767-493c-4513-bc0e-ff247c2b59d7 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 946 time: 0.0667024 Jul 09 13:47:48.098562 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-23e45dc4-2a11-4647-b7ab-6f1b77273113 service neutron] 10.222.0.11 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865479 Jul 09 13:47:48.175670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Deleting port 1d8955a9-b15d-4ac5-ac50-29af8487a064 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:48.176113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.264486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-7e0eeed8-8aa8-40fa-91fa-ff315e001845 service neutron] 10.222.0.11 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593146 Jul 09 13:47:48.272400 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.301646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] For port 1d8955a9-b15d-4ac5-ac50-29af8487a064, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=1d8955a9-b15d-4ac5-ac50-29af8487a064,segment=NetworkSegment(4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf),segment_id=4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:48.302220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.308821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c2b9-026f-4745-89f8-64882a3b7eea req-605f91e8-b7ef-4212-8c07-9de046437796 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:48.310652 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f095c2b9-026f-4745-89f8-64882a3b7eea req-605f91e8-b7ef-4212-8c07-9de046437796 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e722696-c95c-4398-97f4-01f1a4145022 HTTP/1.1" status: 200 len: 946 time: 0.1074331 Jul 09 13:47:48.318379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Calling delete_port for 1d8955a9-b15d-4ac5-ac50-29af8487a064 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:48.356782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f095c2b9-026f-4745-89f8-64882a3b7eea req-aaa486be-6dc2-4ee2-a1ad-6db555049186 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.32 "GET /v2.0/security-groups?id=7243bcbd-552c-49f4-bf17-8128b33615bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 Jul 09 13:47:48.460920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.471930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['1d8955a9-b15d-4ac5-ac50-29af8487a064'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:48.499252 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Pushing event deleted for resources: {'Port': ['ID=1d8955a9-b15d-4ac5-ac50-29af8487a064,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:48.543166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] No DVR routers for this DVR port 1d8955a9-b15d-4ac5-ac50-29af8487a064 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:48.545860 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.548243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2b30054-8718-4257-b4d3-fd45e9fbf150 req-cb9156b5-5064-4af9-9e74-4f9c65cf61e3 tempest-AttachVolumeNegativeTest-1041100540 tempest-AttachVolumeNegativeTest-1041100540-project] 10.222.0.11 "DELETE /v2.0/ports/1d8955a9-b15d-4ac5-ac50-29af8487a064 HTTP/1.1" status: 204 len: 173 time: 0.4870288 Jul 09 13:47:48.548673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e722696-c95c-4398-97f4-01f1a4145022', 'name': 'network-vif-deleted', 'tag': '1d8955a9-b15d-4ac5-ac50-29af8487a064'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:48.550895 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149af274-445a-4db2-ad72-f93431a34fd8" -d '{"events": [{"server_uuid": "9e722696-c95c-4398-97f4-01f1a4145022", "name": "network-vif-deleted", "tag": "1d8955a9-b15d-4ac5-ac50-29af8487a064"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:48.592796 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9843b13-fe28-4824-8a1a-e14d1ee2ac77 x-openstack-request-id: req-c9843b13-fe28-4824-8a1a-e14d1ee2ac77 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:48.593103 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e722696-c95c-4398-97f4-01f1a4145022", "name": "network-vif-deleted", "tag": "1d8955a9-b15d-4ac5-ac50-29af8487a064", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:48.593397 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9843b13-fe28-4824-8a1a-e14d1ee2ac77 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:48.593888 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e722696-c95c-4398-97f4-01f1a4145022', 'name': 'network-vif-deleted', 'tag': '1d8955a9-b15d-4ac5-ac50-29af8487a064', 'status': 'completed', 'code': 200} Jul 09 13:47:48.993117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df35a41-2e4a-4a3b-bf28-cad14f7d6e12 req-a4cf382a-89e2-485e-b38b-b694bbf13b3c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:48.994650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3df35a41-2e4a-4a3b-bf28-cad14f7d6e12 req-a4cf382a-89e2-485e-b38b-b694bbf13b3c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 943 time: 0.0683010 Jul 09 13:47:49.038499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3df35a41-2e4a-4a3b-bf28-cad14f7d6e12 req-d70edbff-7138-4fdc-9381-89eab335094c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357471 Jul 09 13:47:49.137540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:49.144943 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d68efe-25ab-4612-a66a-b569967c4bce" -d '{"events": [{"name": "network-changed", "server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "tag": "c77a16cc-6200-47b2-8391-c90943a48802"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:49.196229 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8185a3a8-831f-434e-9f2a-fffe6c7734c2 x-openstack-request-id: req-8185a3a8-831f-434e-9f2a-fffe6c7734c2 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:49.196556 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "tag": "c77a16cc-6200-47b2-8391-c90943a48802", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:49.196895 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8185a3a8-831f-434e-9f2a-fffe6c7734c2 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:49.197445 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802', 'status': 'completed', 'code': 200} Jul 09 13:47:49.308588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68efe-25ab-4612-a66a-b569967c4bce req-d21de8b7-c9af-4b84-b2f3-039f67456a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.310104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-d21de8b7-c9af-4b84-b2f3-039f67456a0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1094 time: 0.0955691 Jul 09 13:47:49.314441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68efe-25ab-4612-a66a-b569967c4bce req-61692c00-e256-4014-aef7-d9d15d38cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.315850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-61692c00-e256-4014-aef7-d9d15d38cfbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1094 time: 0.0934269 Jul 09 13:47:49.457106 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40720) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:49.480812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68efe-25ab-4612-a66a-b569967c4bce req-f610b8c0-adc3-40e9-811a-bf9b98651111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.482327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-f610b8c0-adc3-40e9-811a-bf9b98651111 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 897 time: 0.1639853 Jul 09 13:47:49.483514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68efe-25ab-4612-a66a-b569967c4bce req-6721b0d7-851a-42e8-9895-5f81c5dc20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.484944 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-6721b0d7-851a-42e8-9895-5f81c5dc20a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 897 time: 0.1591773 Jul 09 13:47:49.504324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-808925a8-1498-4b33-b33b-a11aeef9487e admin admin] Deleting subnet fa6f3cac-885c-4ed5-a327-acefa642576e {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:47:49.508473 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-808925a8-1498-4b33-b33b-a11aeef9487e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.551485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-808925a8-1498-4b33-b33b-a11aeef9487e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.596650 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-808925a8-1498-4b33-b33b-a11aeef9487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.620990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-97448b3a-2f91-48a4-8a37-297cf8ecedde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 999 time: 0.1277580 Jul 09 13:47:49.622837 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-1451f011-e8ac-4d5f-90c6-1208385e04ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 999 time: 0.1210098 Jul 09 13:47:49.660870 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-808925a8-1498-4b33-b33b-a11aeef9487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.688077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808925a8-1498-4b33-b33b-a11aeef9487e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6f3cac-885c-4ed5-a327-acefa642576e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:49.691820 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-808925a8-1498-4b33-b33b-a11aeef9487e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.694987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-808925a8-1498-4b33-b33b-a11aeef9487e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fa6f3cac-885c-4ed5-a327-acefa642576e HTTP/1.1" status: 204 len: 168 time: 0.2356029 Jul 09 13:47:49.696358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40726) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:49.722138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68efe-25ab-4612-a66a-b569967c4bce req-0fd78611-c5c3-49d0-bd2e-6d8f4924de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.723662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-0fd78611-c5c3-49d0-bd2e-6d8f4924de71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0935671 Jul 09 13:47:49.725380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68efe-25ab-4612-a66a-b569967c4bce req-be612035-95af-4217-8831-53f6df034d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.727284 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-be612035-95af-4217-8831-53f6df034d7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0872016 Jul 09 13:47:49.732026 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.795925 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.848226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68efe-25ab-4612-a66a-b569967c4bce req-c5bc0866-ec3e-4936-ac21-a0fba0e314ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.849727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-c5bc0866-ec3e-4936-ac21-a0fba0e314ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833766 Jul 09 13:47:49.852719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68efe-25ab-4612-a66a-b569967c4bce req-ee5138af-c253-4685-9e17-a0e84fe4f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.854157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-ee5138af-c253-4685-9e17-a0e84fe4f769 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238046 Jul 09 13:47:49.941598 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.964197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6315f2b-1265-4496-a4e5-023aad1f778a']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:49.977993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:49.978907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b948ecc-ea0a-4fe1-9c68-61df6c1e28bf') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:49.981099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-2e1f5eb7-0d96-4f3f-96f7-385b213f2514 service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092842 Jul 09 13:47:49.989532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.010920 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.021698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:47:50.022698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:47:50.027486 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:47:50.122875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-21b33bdc-63b7-40ca-b4b4-c55eed2aa95c service neutron] 10.222.0.11 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589085 Jul 09 13:47:50.162430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-432bcf97-5e3f-4fc0-b674-3766ab1279fa service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566808 Jul 09 13:47:50.317216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-96d68efe-25ab-4612-a66a-b569967c4bce req-c45dffd4-51fa-4f73-ada7-371b83cf6832 service neutron] 10.222.0.11 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843331 Jul 09 13:47:50.340150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61355de4-8322-4af3-be60-0f048e769776 req-6a7c6e55-6e99-4e3f-b900-e3b217a85b43 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:50.341724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61355de4-8322-4af3-be60-0f048e769776 req-6a7c6e55-6e99-4e3f-b900-e3b217a85b43 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 943 time: 0.1122315 Jul 09 13:47:50.384042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61355de4-8322-4af3-be60-0f048e769776 req-6ec5f310-9f71-40ea-8440-e10e7dd6fea4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351455 Jul 09 13:47:50.432969 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.439133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.443460 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d6315f2b-1265-4496-a4e5-023aad1f778a HTTP/1.1" status: 204 len: 168 time: 0.7435763 Jul 09 13:47:50.452604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daeaa3c-a8ae-4a56-9ecd-e3efe504cb09 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6315f2b-1265-4496-a4e5-023aad1f778a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:50.641951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 40750) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:50.776243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a048c4a2-1b6f-4adf-8175-6a5e893dee9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be5704cf4d6e452996b60c02ee226a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328142 Jul 09 13:47:50.778802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40756) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:50.842194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dae0a3-ad6e-495f-ac2e-23be59e5359b req-94c0ae78-80d3-46ec-9a89-4b3317eda15e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:50.844439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70dae0a3-ad6e-495f-ac2e-23be59e5359b req-94c0ae78-80d3-46ec-9a89-4b3317eda15e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 943 time: 0.1874228 Jul 09 13:47:50.852942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-b8539b12-127e-4949-9644-22f029168fe1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:50.854444 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-b8539b12-127e-4949-9644-22f029168fe1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367&tenant_id=2375838edeba4a50bff999ed7fbdd48d&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 943 time: 0.1652446 Jul 09 13:47:50.859788 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c065306f-8f22-4227-a8b2-bc25eb1a8d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.909599 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c065306f-8f22-4227-a8b2-bc25eb1a8d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.928720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70dae0a3-ad6e-495f-ac2e-23be59e5359b req-151349aa-f19a-421d-a416-334b6d82d4e1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727494 Jul 09 13:47:50.945898 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-841e6963-e407-44e1-bd48-5e180513e495 service neutron] delete failed (client error): The resource could not be found. Jul 09 13:47:50.947703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-841e6963-e407-44e1-bd48-5e180513e495 service neutron] 10.222.0.10 "DELETE /v2.0/ports/c77a16cc-6200-47b2-8391-c90943a48802/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0856602 Jul 09 13:47:50.965669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c065306f-8f22-4227-a8b2-bc25eb1a8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.968820 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c065306f-8f22-4227-a8b2-bc25eb1a8d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.969998 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c065306f-8f22-4227-a8b2-bc25eb1a8d9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7243bcbd-552c-49f4-bf17-8128b33615bd HTTP/1.1" status: 204 len: 168 time: 0.1900806 Jul 09 13:47:50.979697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065306f-8f22-4227-a8b2-bc25eb1a8d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7243bcbd-552c-49f4-bf17-8128b33615bd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:51.061267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c77a16cc-6200-47b2-8391-c90943a48802 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:47:51.063825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 1d8955a9-b15d-4ac5-ac50-29af8487a064 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:51.064702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-c98710ef-16a3-44a5-b49c-aa4364a2a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:51.066221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-c98710ef-16a3-44a5-b49c-aa4364a2a045 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1094 time: 0.0566585 Jul 09 13:47:51.093109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 1d8955a9-b15d-4ac5-ac50-29af8487a064 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:51.093532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 1d8955a9-b15d-4ac5-ac50-29af8487a064 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:51.212105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-ef81124f-52be-4d26-9e7b-2454a798bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:51.213615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-ef81124f-52be-4d26-9e7b-2454a798bddc service neutron] 10.222.0.10 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 897 time: 0.1373718 Jul 09 13:47:51.225747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:51.238565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'c77a16cc-6200-47b2-8391-c90943a48802', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'port_id': 'c77a16cc-6200-47b2-8391-c90943a48802', 'mac_address': 'fa:16:3e:5e:8b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:47:51.277514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.291532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77a16cc-6200-47b2-8391-c90943a48802 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:47:51.300014 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-6cc2efcc-29ba-4a79-b427-3e88a3ccfedc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 999 time: 0.0797989 Jul 09 13:47:51.318301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:51.323326 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.360830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-fe439d78-970f-41a3-bb70-9ba6650f6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:51.362426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-fe439d78-970f-41a3-bb70-9ba6650f6ecf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0565026 Jul 09 13:47:51.384370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:51.392338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.392759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.393165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.393572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.393969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.394897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.394897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.395202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.395596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.395984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.396307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.396628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:51.438118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-786002b1-b398-4917-9fea-819f47f6a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:51.439706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-786002b1-b398-4917-9fea-819f47f6a54a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713685 Jul 09 13:47:51.535645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['c77a16cc-6200-47b2-8391-c90943a48802'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:51.549291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-c437c008-a128-4231-8d0f-b6762723817c service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027863 Jul 09 13:47:51.663660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9b552-29b4-40fb-af63-fbd87937f96f req-adb1c0fa-6de7-49f7-a5c2-00be62113edd service neutron] 10.222.0.10 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077855 Jul 09 13:47:51.759538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device c77a16cc-6200-47b2-8391-c90943a48802 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:51.839245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device c77a16cc-6200-47b2-8391-c90943a48802 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:52.157719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b78bd-c082-4b4d-913d-0efab8645167 req-ca202855-ec8a-4a47-bdf2-37e30a9344ec tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:52.160521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-689b78bd-c082-4b4d-913d-0efab8645167 req-ca202855-ec8a-4a47-bdf2-37e30a9344ec tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 944 time: 0.0820284 Jul 09 13:47:52.218844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-689b78bd-c082-4b4d-913d-0efab8645167 req-abac89b8-9c45-495e-9397-435dde3d4dbb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492821 Jul 09 13:47:53.086166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c77a16cc-6200-47b2-8391-c90943a48802 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:53.135268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port c77a16cc-6200-47b2-8391-c90943a48802 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:53.138926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port c77a16cc-6200-47b2-8391-c90943a48802 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:53.139878 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.216662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.242383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:53.244662 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a6bd49-1509-4395-89af-b5daf42713e5" -d '{"events": [{"server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "name": "network-vif-plugged", "status": "completed", "tag": "c77a16cc-6200-47b2-8391-c90943a48802"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:53.257136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:53.261582 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.319721 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1946fa-9333-4c17-994b-7d29dad53923 x-openstack-request-id: req-cc1946fa-9333-4c17-994b-7d29dad53923 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:53.320015 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "name": "network-vif-plugged", "status": "completed", "tag": "c77a16cc-6200-47b2-8391-c90943a48802", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:53.320267 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc1946fa-9333-4c17-994b-7d29dad53923 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:53.320660 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802', 'code': 200} Jul 09 13:47:53.325491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:53.433392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb51047-198e-4d28-85d3-a26e2814c350 req-3fa8abe9-0622-4ba6-bc9b-2a5969209e3d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:53.439268 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2cb51047-198e-4d28-85d3-a26e2814c350 req-3fa8abe9-0622-4ba6-bc9b-2a5969209e3d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0729349 Jul 09 13:47:53.476831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2cb51047-198e-4d28-85d3-a26e2814c350 req-8dd0ed25-8f7c-4dd7-8467-7f04e62ef7af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344715 Jul 09 13:47:53.504350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 40844) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:53.580191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4f863647-b3bc-4e00-85a9-80cc75a2585f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/3897aa35-9d58-47d6-be3a-ff7657c014a4 HTTP/1.1" status: 200 len: 993 time: 0.0705717 Jul 09 13:48:03.989415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41056) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:04.096312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6504c058-2854-4758-98ee-508d6ab65003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.188274 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6504c058-2854-4758-98ee-508d6ab65003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.192169 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6504c058-2854-4758-98ee-508d6ab65003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.230473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6504c058-2854-4758-98ee-508d6ab65003 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd5a5f7dc29b44fcb9e2118acb8f9ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398720 Jul 09 13:48:04.231230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504c058-2854-4758-98ee-508d6ab65003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea477f-f7d5-44af-aded-2d2388691a78,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:04.234211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41060) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:04.309520 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8414cd96-bf42-4ea6-9463-4ac32887abfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.333780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8414cd96-bf42-4ea6-9463-4ac32887abfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.383807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8414cd96-bf42-4ea6-9463-4ac32887abfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.386447 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8414cd96-bf42-4ea6-9463-4ac32887abfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.387698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8414cd96-bf42-4ea6-9463-4ac32887abfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7ea477f-f7d5-44af-aded-2d2388691a78 HTTP/1.1" status: 204 len: 168 time: 0.1520376 Jul 09 13:48:04.396027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414cd96-bf42-4ea6-9463-4ac32887abfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea477f-f7d5-44af-aded-2d2388691a78,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:04.613366 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:48:09.398586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41290) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:09.503091 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c54537-aa03-4b60-806e-207b59eca920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.590783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c54537-aa03-4b60-806e-207b59eca920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.594356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c54537-aa03-4b60-806e-207b59eca920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.631473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d1c54537-aa03-4b60-806e-207b59eca920 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c33f040ba90743eb999c4b9b084aeca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316167 Jul 09 13:48:09.633234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c54537-aa03-4b60-806e-207b59eca920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d43bc8-714d-4a3b-ac7e-5050cea8011b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:09.634702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41294) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:09.686572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b4691c45-298d-45d1-9367-b30c08c97795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.707988 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b4691c45-298d-45d1-9367-b30c08c97795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.752197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b4691c45-298d-45d1-9367-b30c08c97795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.754646 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b4691c45-298d-45d1-9367-b30c08c97795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.755821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b4691c45-298d-45d1-9367-b30c08c97795 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00d43bc8-714d-4a3b-ac7e-5050cea8011b HTTP/1.1" status: 204 len: 168 time: 0.1191380 Jul 09 13:48:09.764708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4691c45-298d-45d1-9367-b30c08c97795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d43bc8-714d-4a3b-ac7e-5050cea8011b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:10.022036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41302) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:10.038716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17e3d0f5-ad23-4358-a454-8ecbea2f537d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.128147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17e3d0f5-ad23-4358-a454-8ecbea2f537d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.132410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17e3d0f5-ad23-4358-a454-8ecbea2f537d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.175653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-17e3d0f5-ad23-4358-a454-8ecbea2f537d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a9538ff975b47839c39f5d1ca986cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523967 Jul 09 13:48:10.176559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3d0f5-ad23-4358-a454-8ecbea2f537d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5531c3b-f429-4338-9cc0-035038892d10,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:10.178334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41306) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:10.404234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fb98bea-3c2e-436e-b730-8d299f76f67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.404234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fb98bea-3c2e-436e-b730-8d299f76f67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.404234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fb98bea-3c2e-436e-b730-8d299f76f67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.404234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fb98bea-3c2e-436e-b730-8d299f76f67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.404234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6fb98bea-3c2e-436e-b730-8d299f76f67d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5531c3b-f429-4338-9cc0-035038892d10 HTTP/1.1" status: 204 len: 168 time: 0.1403427 Jul 09 13:48:10.404234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb98bea-3c2e-436e-b730-8d299f76f67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5531c3b-f429-4338-9cc0-035038892d10,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:12.601810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41426) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:12.719488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a39f6b82-abdd-4ba6-86fa-0762202ba17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.810974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a39f6b82-abdd-4ba6-86fa-0762202ba17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.814911 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a39f6b82-abdd-4ba6-86fa-0762202ba17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.853571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f6b82-abdd-4ba6-86fa-0762202ba17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76891d-a8b4-4e6d-802c-d5d203166226,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:12.857925 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a39f6b82-abdd-4ba6-86fa-0762202ba17d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6739c448652842a7afe72c6939bdf567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549691 Jul 09 13:48:12.860674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41432) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:12.918517 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1983057-fa12-494d-858d-7b6be1e37b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.943883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1983057-fa12-494d-858d-7b6be1e37b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.008768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1983057-fa12-494d-858d-7b6be1e37b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.015189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1983057-fa12-494d-858d-7b6be1e37b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.021064 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f1983057-fa12-494d-858d-7b6be1e37b05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd76891d-a8b4-4e6d-802c-d5d203166226 HTTP/1.1" status: 204 len: 168 time: 0.1592669 Jul 09 13:48:13.031579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1983057-fa12-494d-858d-7b6be1e37b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76891d-a8b4-4e6d-802c-d5d203166226,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:13.357720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41448) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:13.362394 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.372530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9be47d40-7136-490f-b6b3-a85deb8ca240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.468373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9be47d40-7136-490f-b6b3-a85deb8ca240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.473492 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9be47d40-7136-490f-b6b3-a85deb8ca240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.515234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9be47d40-7136-490f-b6b3-a85deb8ca240 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee350b20122943068d13bbd2909345ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561215 Jul 09 13:48:13.516135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be47d40-7136-490f-b6b3-a85deb8ca240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc8ef61-5559-45f2-befa-3042cc15ab03,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:13.517848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41452) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:13.568556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-764b5a89-ae4b-4608-bf9e-a3910c0bfb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.591596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-764b5a89-ae4b-4608-bf9e-a3910c0bfb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.643972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-764b5a89-ae4b-4608-bf9e-a3910c0bfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.646917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-764b5a89-ae4b-4608-bf9e-a3910c0bfb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.648653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-764b5a89-ae4b-4608-bf9e-a3910c0bfb9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bc8ef61-5559-45f2-befa-3042cc15ab03 HTTP/1.1" status: 204 len: 168 time: 0.1287453 Jul 09 13:48:13.657735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b5a89-ae4b-4608-bf9e-a3910c0bfb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc8ef61-5559-45f2-befa-3042cc15ab03,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:14.095891 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.312833 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-57742b2c-1ed5-4d32-99c2-92853679be88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.219462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41556) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:16.334198 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93c323d8-5b1d-452a-b171-cec2d9721857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.432917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93c323d8-5b1d-452a-b171-cec2d9721857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.437008 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-93c323d8-5b1d-452a-b171-cec2d9721857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.481463 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-93c323d8-5b1d-452a-b171-cec2d9721857 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e89c94c4908447278fca13c80a0134e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608242 Jul 09 13:48:16.482374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c323d8-5b1d-452a-b171-cec2d9721857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36600479-3dcf-42c1-961f-e51751c0b7e4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:16.484565 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41564) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:16.536630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-012bc2f6-3591-4507-9195-b5dab6fefccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.559139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-012bc2f6-3591-4507-9195-b5dab6fefccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.610813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-012bc2f6-3591-4507-9195-b5dab6fefccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.613509 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-012bc2f6-3591-4507-9195-b5dab6fefccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.614843 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-012bc2f6-3591-4507-9195-b5dab6fefccf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36600479-3dcf-42c1-961f-e51751c0b7e4 HTTP/1.1" status: 204 len: 168 time: 0.1292379 Jul 09 13:48:16.634554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bc2f6-3591-4507-9195-b5dab6fefccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36600479-3dcf-42c1-961f-e51751c0b7e4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:16.863498 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2b897262-aca2-4492-8594-d7fcbbd740c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.898699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41574) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:16.916543 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1963d06d-c3be-4fce-a01c-7324d87b2a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.013168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1963d06d-c3be-4fce-a01c-7324d87b2a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.018703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1963d06d-c3be-4fce-a01c-7324d87b2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.020500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.059285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1963d06d-c3be-4fce-a01c-7324d87b2a7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d9dec36e19e41289963cdab178cec91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596520 Jul 09 13:48:17.061243 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963d06d-c3be-4fce-a01c-7324d87b2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa9720-7c93-4d78-9eca-c5d80538b186,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:17.061974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41580) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:17.119745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939f78d7-1638-45e2-aff2-918cc56431c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.147963 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939f78d7-1638-45e2-aff2-918cc56431c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.195461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939f78d7-1638-45e2-aff2-918cc56431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.198046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-939f78d7-1638-45e2-aff2-918cc56431c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.201732 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-939f78d7-1638-45e2-aff2-918cc56431c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dfa9720-7c93-4d78-9eca-c5d80538b186 HTTP/1.1" status: 204 len: 168 time: 0.1362607 Jul 09 13:48:17.208797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f78d7-1638-45e2-aff2-918cc56431c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa9720-7c93-4d78-9eca-c5d80538b186,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:18.264791 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.736657 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.512588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacfb29-34d9-45ad-965e-194b9e33b019 req-c6c80465-3d6f-4a85-aa1a-c1d0de25f2f5 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:22.514059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ffacfb29-34d9-45ad-965e-194b9e33b019 req-c6c80465-3d6f-4a85-aa1a-c1d0de25f2f5 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1096 time: 0.0739236 Jul 09 13:48:22.564545 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ffacfb29-34d9-45ad-965e-194b9e33b019 req-1bc26265-4d9c-44e8-998a-cfdfb46ab7cd tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Jul 09 13:48:22.582309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41858) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:22.760880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port ec08a927-1560-45f6-bf8b-c35f7925d579 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:22.761127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.875779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.876097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.889555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for ec08a927-1560-45f6-bf8b-c35f7925d579 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:23.142042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.499759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=ec08a927-1560-45f6-bf8b-c35f7925d579,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:23.561670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.562759 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Floating IP 3897aa35-9d58-47d6-be3a-ff7657c014a4 disassociated (deleted). External IP: 172.25.5.239, port: c77a16cc-6200-47b2-8391-c90943a48802. Jul 09 13:48:23.801493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 0989560e-db66-478b-802b-b8c3ea1e9540 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:48:23.917689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:23.922457 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.929629 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] Sync routers for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:23.949152 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:23.949890 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:23.961642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dc404035-d1e9-4466-9f89-11b08f04c561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/floatingips/3897aa35-9d58-47d6-be3a-ff7657c014a4 HTTP/1.1" status: 204 len: 168 time: 1.3782833 Jul 09 13:48:23.962344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:23.964759 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020373e5-9db2-4c51-b3aa-41f4b030624b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "tag": "c77a16cc-6200-47b2-8391-c90943a48802"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:24.033445 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7ea4a9-663c-43de-be01-4001b48a1d79 x-openstack-request-id: req-ee7ea4a9-663c-43de-be01-4001b48a1d79 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:24.033946 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "tag": "c77a16cc-6200-47b2-8391-c90943a48802", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:24.034361 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee7ea4a9-663c-43de-be01-4001b48a1d79 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:24.034915 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802', 'status': 'completed', 'code': 200} Jul 09 13:48:24.109563 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:24.177096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-25503c88-f74a-4345-b775-a7624eb17315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:24.179248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-25503c88-f74a-4345-b775-a7624eb17315 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 1096 time: 0.1187074 Jul 09 13:48:24.353295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-9e95cbff-53a5-4420-9224-0fb3a3a405ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:24.354795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-9e95cbff-53a5-4420-9224-0fb3a3a405ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 200 len: 897 time: 0.1685350 Jul 09 13:48:24.398351 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:24.410097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-987e75f8-8610-476f-b596-406016bbba64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 200 len: 217 time: 0.0468423 Jul 09 13:48:24.435798 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] Checking router: 0989560e-db66-478b-802b-b8c3ea1e9540 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:48:24.445497 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:24.446200 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:24.484848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-dad8e2ab-b5fa-4563-b99e-5ec92760743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:24.487042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-dad8e2ab-b5fa-4563-b99e-5ec92760743a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 200 len: 834 time: 0.0659068 Jul 09 13:48:24.592850 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:24.607971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d604-63e6-4b22-9466-cef3c27f0023 req-d990d00e-0f9a-4114-87ea-f942ca0b5480 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:24.610755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd07d604-63e6-4b22-9466-cef3c27f0023 req-d990d00e-0f9a-4114-87ea-f942ca0b5480 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.2034070 Jul 09 13:48:24.624780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-d59af5e3-a5ad-4e79-949c-60f77d97e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:24.626354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-d59af5e3-a5ad-4e79-949c-60f77d97e9b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eec9a85e-9122-4af6-af69-5fc602925e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098526 Jul 09 13:48:24.755831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd07d604-63e6-4b22-9466-cef3c27f0023 req-be0b7a21-5128-47cb-ab96-c154128ee71c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351440 Jul 09 13:48:24.794853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-8a5581de-69cc-4918-83f2-99eb52f989d8 service neutron] 10.222.0.11 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581628 Jul 09 13:48:24.869500 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:24.905936 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd9d7a-767e-466b-8548-48a3625bb887 None None] The sync data for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 is: [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cd94c81c-3d50-4ec5-8a20-46f18adb540c', 'name': '', 'network_id': 'eec9a85e-9122-4af6-af69-5fc602925e42', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:c7:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:47Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'ae057b83-dfd2-4f1c-9591-617d2e04f64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:48:24.919725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-020373e5-9db2-4c51-b3aa-41f4b030624b req-370b10e4-b259-4d6e-beac-380a3d192eb1 service neutron] 10.222.0.11 "GET /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065371 Jul 09 13:48:25.234883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5262d-1b6a-43b3-bd78-850613e5a642 None None] New status for floating IP 3897aa35-9d58-47d6-be3a-ff7657c014a4: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:48:25.605573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-4b066450-c173-4dd8-85de-94743eb965d4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:25.607197 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-4b066450-c173-4dd8-85de-94743eb965d4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0713379 Jul 09 13:48:25.716178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port c77a16cc-6200-47b2-8391-c90943a48802 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:25.716836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.829665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port c77a16cc-6200-47b2-8391-c90943a48802, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c77a16cc-6200-47b2-8391-c90943a48802,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:25.830266 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.847274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for c77a16cc-6200-47b2-8391-c90943a48802 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:25.989500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe65bf-a588-4b75-892f-7c062f909c6a req-b593d29a-3419-456b-8c0d-54c3e52d0c91 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:25.993596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b8fe65bf-a588-4b75-892f-7c062f909c6a req-b593d29a-3419-456b-8c0d-54c3e52d0c91 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e38d083-7e2b-4c48-9a9e-9aa04427b367 HTTP/1.1" status: 200 len: 945 time: 0.0906281 Jul 09 13:48:25.999597 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.034552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=c77a16cc-6200-47b2-8391-c90943a48802,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:26.079455 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b8fe65bf-a588-4b75-892f-7c062f909c6a req-6faa33a0-d518-4807-a7f6-2b420f89c65c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=230bf11c-4ea5-4965-9a64-72416711b44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774012 Jul 09 13:48:26.102527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] No DVR routers for this DVR port c77a16cc-6200-47b2-8391-c90943a48802 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:26.105234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.107429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2eab1b7-dca3-4684-a1a3-d2f33d1c72e1 req-29e64ae4-1a89-479c-bbab-e5a35fbe8fa5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "DELETE /v2.0/ports/c77a16cc-6200-47b2-8391-c90943a48802 HTTP/1.1" status: 204 len: 173 time: 0.4952607 Jul 09 13:48:26.107745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'name': 'network-vif-deleted', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:26.110121 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3f24e-4e1f-4351-be99-f28825dd276a" -d '{"events": [{"server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "name": "network-vif-deleted", "tag": "c77a16cc-6200-47b2-8391-c90943a48802"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:26.163547 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bafc2c-6b2b-401e-b482-8a8514ec82f1 x-openstack-request-id: req-e5bafc2c-6b2b-401e-b482-8a8514ec82f1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:26.163854 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e38d083-7e2b-4c48-9a9e-9aa04427b367", "name": "network-vif-deleted", "tag": "c77a16cc-6200-47b2-8391-c90943a48802", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:26.164107 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5bafc2c-6b2b-401e-b482-8a8514ec82f1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:26.164507 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e38d083-7e2b-4c48-9a9e-9aa04427b367', 'name': 'network-vif-deleted', 'tag': 'c77a16cc-6200-47b2-8391-c90943a48802', 'status': 'completed', 'code': 200} Jul 09 13:48:27.184395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 41968) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:27.566545 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.849029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port cd94c81c-3d50-4ec5-8a20-46f18adb540c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:27.849367 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.940467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port cd94c81c-3d50-4ec5-8a20-46f18adb540c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cd94c81c-3d50-4ec5-8a20-46f18adb540c,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:27.940831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.954393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for cd94c81c-3d50-4ec5-8a20-46f18adb540c owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:28.154613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.181954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=cd94c81c-3d50-4ec5-8a20-46f18adb540c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:28.389801 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.469564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 41990) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:28.600234 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f06bf23-22a8-4ccb-bbf4-725cae4460c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.644073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 0989560e-db66-478b-802b-b8c3ea1e9540 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:48:28.720629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f06bf23-22a8-4ccb-bbf4-725cae4460c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.727086 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f06bf23-22a8-4ccb-bbf4-725cae4460c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.771711 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06bf23-22a8-4ccb-bbf4-725cae4460c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23380e84-2923-46db-9ff5-363c062783b4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:28.773635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:28.780542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9f06bf23-22a8-4ccb-bbf4-725cae4460c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bb6fe35e5914d25a16c51f79076f754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093653 Jul 09 13:48:28.781615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42000) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:28.781952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42002) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:28.782361 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aaf6fed7-1a2c-4ab8-a57a-be1671d16c8b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "PUT /v2.0/routers/0989560e-db66-478b-802b-b8c3ea1e9540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5957975 Jul 09 13:48:28.788344 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] Sync routers for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:28.798234 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:28.799195 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:28.884528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-6909aa20-7851-4f9f-bf0a-49a844dcaba1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting subnet ae057b83-dfd2-4f1c-9591-617d2e04f64b {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:48:28.888098 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6909aa20-7851-4f9f-bf0a-49a844dcaba1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.932658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6909aa20-7851-4f9f-bf0a-49a844dcaba1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.982642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acbf7fda-095f-40c5-94b8-c1316612b0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.004343 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:29.031444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acbf7fda-095f-40c5-94b8-c1316612b0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.059670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6909aa20-7851-4f9f-bf0a-49a844dcaba1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.148297 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6909aa20-7851-4f9f-bf0a-49a844dcaba1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.173246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acbf7fda-095f-40c5-94b8-c1316612b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.175937 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acbf7fda-095f-40c5-94b8-c1316612b0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.177111 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-acbf7fda-095f-40c5-94b8-c1316612b0a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23380e84-2923-46db-9ff5-363c062783b4 HTTP/1.1" status: 204 len: 168 time: 0.3942463 Jul 09 13:48:29.184681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909aa20-7851-4f9f-bf0a-49a844dcaba1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Subnet': ['ID=ae057b83-dfd2-4f1c-9591-617d2e04f64b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:29.193698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6909aa20-7851-4f9f-bf0a-49a844dcaba1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.196844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6909aa20-7851-4f9f-bf0a-49a844dcaba1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/subnets/ae057b83-dfd2-4f1c-9591-617d2e04f64b HTTP/1.1" status: 204 len: 168 time: 0.4127355 Jul 09 13:48:29.198131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf7fda-095f-40c5-94b8-c1316612b0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23380e84-2923-46db-9ff5-363c062783b4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:29.199560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42008) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:29.202453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218c04b-bf96-4423-94d8-26395c0a3ea9 None None] Network eec9a85e-9122-4af6-af69-5fc602925e42 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:29.239693 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:48:28Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:29.303723 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] Checking router: 0989560e-db66-478b-802b-b8c3ea1e9540 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:48:29.322596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] Routers {'0989560e-db66-478b-802b-b8c3ea1e9540'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:29.323550 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0989560e-db66-478b-802b-b8c3ea1e9540'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:29.355655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.358992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c77a16cc-6200-47b2-8391-c90943a48802 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:29.384849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: c77a16cc-6200-47b2-8391-c90943a48802 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:29.386093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c77a16cc-6200-47b2-8391-c90943a48802 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:29.501359 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] Set router 0989560e-db66-478b-802b-b8c3ea1e9540 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:29.528815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] DHCP port deletion for eec9a85e-9122-4af6-af69-5fc602925e42 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:48:29.611621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42012) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:29.629424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9b1d5eb-b2af-4166-8ec8-ff54c8e9a6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.640256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] Deleting port 36b92949-cdf1-420a-9839-ee1693e696bb {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:29.640925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.751022 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9b1d5eb-b2af-4166-8ec8-ff54c8e9a6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.759089 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9b1d5eb-b2af-4166-8ec8-ff54c8e9a6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.809476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a9b1d5eb-b2af-4166-8ec8-ff54c8e9a6c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a375f4e974344fa9c3b2195e97a618b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956937 Jul 09 13:48:29.810965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1d5eb-b2af-4166-8ec8-ff54c8e9a6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5c8668-db21-4a19-98de-e70fdb3b4e4c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:29.813545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42016) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:29.816146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] For port 36b92949-cdf1-420a-9839-ee1693e696bb, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=36b92949-cdf1-420a-9839-ee1693e696bb,segment=NetworkSegment(6650b5fa-46e4-4a9b-b4db-f0103f1aff20),segment_id=6650b5fa-46e4-4a9b-b4db-f0103f1aff20)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:29.816554 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.841496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] Calling delete_port for 36b92949-cdf1-420a-9839-ee1693e696bb owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:29.867324 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-561093bc-cc5e-45b4-8a9e-f481de926caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.879546 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:48:28Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:29.889776 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.890528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-561093bc-cc5e-45b4-8a9e-f481de926caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.915319 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937a9d-feaa-4a16-85ec-7088201669a0 None None] The sync data for ids ['0989560e-db66-478b-802b-b8c3ea1e9540'] in n-d-799524-3 is: [{'id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362477155', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:43Z', 'updated_at': '2021-07-09T13:48:28Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '1766471d-b752-43b3-9f52-7180e5f55bd8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0989560e-db66-478b-802b-b8c3ea1e9540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:44Z', 'updated_at': '2021-07-09T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:48:29.971895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-561093bc-cc5e-45b4-8a9e-f481de926caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.973793 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.974707 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-561093bc-cc5e-45b4-8a9e-f481de926caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.976889 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-561093bc-cc5e-45b4-8a9e-f481de926caf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae5c8668-db21-4a19-98de-e70fdb3b4e4c HTTP/1.1" status: 204 len: 168 time: 0.1622698 Jul 09 13:48:29.985593 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561093bc-cc5e-45b4-8a9e-f481de926caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5c8668-db21-4a19-98de-e70fdb3b4e4c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:29.999023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 1766471d-b752-43b3-9f52-7180e5f55bd8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:29.999645 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.020084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] Pushing event deleted for resources: {'Port': ['ID=36b92949-cdf1-420a-9839-ee1693e696bb,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:30.027269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8d208-b9b9-45b5-91c3-c6312adf6c69 None None] No DVR routers for this DVR port 36b92949-cdf1-420a-9839-ee1693e696bb on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:30.099540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 1766471d-b752-43b3-9f52-7180e5f55bd8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1766471d-b752-43b3-9f52-7180e5f55bd8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:30.099904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.114635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 1766471d-b752-43b3-9f52-7180e5f55bd8 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:30.315099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.358289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=1766471d-b752-43b3-9f52-7180e5f55bd8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:30.375245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cd94c81c-3d50-4ec5-8a20-46f18adb540c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:30.425718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: cd94c81c-3d50-4ec5-8a20-46f18adb540c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:30.427138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cd94c81c-3d50-4ec5-8a20-46f18adb540c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:30.428363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 36b92949-cdf1-420a-9839-ee1693e696bb no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:30.445979 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.462791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 36b92949-cdf1-420a-9839-ee1693e696bb {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:30.463333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 36b92949-cdf1-420a-9839-ee1693e696bb not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:30.569635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.572441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.634056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.634736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Fanout notify agent at l3_agent the message router_deleted on router 0989560e-db66-478b-802b-b8c3ea1e9540 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:48:30.643005 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.646764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c1bbecf-714a-4bf8-9e8b-703ccdc2fb20 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/routers/0989560e-db66-478b-802b-b8c3ea1e9540 HTTP/1.1" status: 204 len: 168 time: 1.4435625 Jul 09 13:48:30.648821 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42034) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:30.741210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.879300 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.891460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec9a85e-9122-4af6-af69-5fc602925e42']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:30.921035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6650b5fa-46e4-4a9b-b4db-f0103f1aff20') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:30.921418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6650b5fa-46e4-4a9b-b4db-f0103f1aff20') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:30.942524 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.974028 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.983590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:30.984216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:30.988000 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:31.065207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.081954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.086713 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/networks/eec9a85e-9122-4af6-af69-5fc602925e42 HTTP/1.1" status: 204 len: 168 time: 0.4366629 Jul 09 13:48:31.087807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42046) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:31.098545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd67af-41c9-4081-8106-ac98b5f4374a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Network': ['ID=eec9a85e-9122-4af6-af69-5fc602925e42,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:31.167220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f09e0f3d-c93e-47a0-97df-d7ce1269545b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.196595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f09e0f3d-c93e-47a0-97df-d7ce1269545b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.274608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f09e0f3d-c93e-47a0-97df-d7ce1269545b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.277798 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f09e0f3d-c93e-47a0-97df-d7ce1269545b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.279197 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f09e0f3d-c93e-47a0-97df-d7ce1269545b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/security-groups/230bf11c-4ea5-4965-9a64-72416711b44d HTTP/1.1" status: 204 len: 168 time: 0.1901779 Jul 09 13:48:31.294762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e0f3d-c93e-47a0-97df-d7ce1269545b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230bf11c-4ea5-4965-9a64-72416711b44d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:31.549988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42062) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:31.555969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488940493', 'description': 'tempest-secgroup-smoke-1488940493 description', 'project_id': '2375838edeba4a50bff999ed7fbdd48d'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:31.586729 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.680714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.685055 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.716150 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.720328 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1664293 Jul 09 13:48:31.720551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42068) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:31.726339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5b64c987-826e-49b9-af69-fb5c021c5f1e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'a43b320a-9ff2-4c23-b7df-134197dc827a', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:31.731451 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43b320a-9ff2-4c23-b7df-134197dc827a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.751272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.752627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.753016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.753414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf966b2b-3e16-4169-8ac7-967555ca3b2a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:31.778288 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b64c987-826e-49b9-af69-fb5c021c5f1e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.836323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b64c987-826e-49b9-af69-fb5c021c5f1e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.845289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b64c987-826e-49b9-af69-fb5c021c5f1e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.869249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64c987-826e-49b9-af69-fb5c021c5f1e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ec16cc-c166-49ce-ab2a-58d96417b4db,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:31.875875 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b64c987-826e-49b9-af69-fb5c021c5f1e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.877442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5b64c987-826e-49b9-af69-fb5c021c5f1e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558242 Jul 09 13:48:31.881435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42080) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:31.887684 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ed2b59de-3b51-4e07-bf3f-c07a2ec3285e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'a43b320a-9ff2-4c23-b7df-134197dc827a', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:31.931884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed2b59de-3b51-4e07-bf3f-c07a2ec3285e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.016618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed2b59de-3b51-4e07-bf3f-c07a2ec3285e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.021363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed2b59de-3b51-4e07-bf3f-c07a2ec3285e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.041183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b59de-3b51-4e07-bf3f-c07a2ec3285e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c0f144-b186-4d89-9937-34cc37d4be46,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.049091 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ed2b59de-3b51-4e07-bf3f-c07a2ec3285e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.052814 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ed2b59de-3b51-4e07-bf3f-c07a2ec3285e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1673083 Jul 09 13:48:32.054469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42100) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.063652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ea2cecf5-7cb8-42b9-9b78-8f7f728ab7b9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'a43b320a-9ff2-4c23-b7df-134197dc827a', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:32.106636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea2cecf5-7cb8-42b9-9b78-8f7f728ab7b9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.187442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea2cecf5-7cb8-42b9-9b78-8f7f728ab7b9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.192684 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea2cecf5-7cb8-42b9-9b78-8f7f728ab7b9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.213274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cecf5-7cb8-42b9-9b78-8f7f728ab7b9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77631dd-34df-450f-8abe-43841cde1135,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.224814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea2cecf5-7cb8-42b9-9b78-8f7f728ab7b9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.226635 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ea2cecf5-7cb8-42b9-9b78-8f7f728ab7b9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714993 Jul 09 13:48:32.229362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42126) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.234123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9ea674f3-3fa1-4b07-9615-b9f1ac4c9ee7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'a43b320a-9ff2-4c23-b7df-134197dc827a', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:32.273680 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ea674f3-3fa1-4b07-9615-b9f1ac4c9ee7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.342211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1766471d-b752-43b3-9f52-7180e5f55bd8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:32.362455 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ea674f3-3fa1-4b07-9615-b9f1ac4c9ee7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.365011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1766471d-b752-43b3-9f52-7180e5f55bd8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:32.365485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1766471d-b752-43b3-9f52-7180e5f55bd8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:32.369099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ea674f3-3fa1-4b07-9615-b9f1ac4c9ee7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.388497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea674f3-3fa1-4b07-9615-b9f1ac4c9ee7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f429539-61e6-420d-b167-1e2206a35785,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.399395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ea674f3-3fa1-4b07-9615-b9f1ac4c9ee7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.400570 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9ea674f3-3fa1-4b07-9615-b9f1ac4c9ee7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700549 Jul 09 13:48:32.404158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42152) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.409221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d7e3aa2e-9c4f-490c-be48-740715faf706 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'a43b320a-9ff2-4c23-b7df-134197dc827a', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:32.436121 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-d7e3aa2e-9c4f-490c-be48-740715faf706 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Project 2375838edeba4a50bff999ed7fbdd48d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:48:32.446664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7e3aa2e-9c4f-490c-be48-740715faf706 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.510845 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7e3aa2e-9c4f-490c-be48-740715faf706 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.515561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7e3aa2e-9c4f-490c-be48-740715faf706 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.536242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3aa2e-9c4f-490c-be48-740715faf706 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccae7362-ac4d-45f7-8a8b-a568d41cfb62,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.547916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7e3aa2e-9c4f-490c-be48-740715faf706 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.549955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d7e3aa2e-9c4f-490c-be48-740715faf706 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446271 Jul 09 13:48:32.552492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42174) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.557482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a06cd865-f717-4667-a12a-bea8251b7596 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'a43b320a-9ff2-4c23-b7df-134197dc827a', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:32.592430 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-a06cd865-f717-4667-a12a-bea8251b7596 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Project 2375838edeba4a50bff999ed7fbdd48d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:48:32.599307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a06cd865-f717-4667-a12a-bea8251b7596 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.667128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a06cd865-f717-4667-a12a-bea8251b7596 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.671032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a06cd865-f717-4667-a12a-bea8251b7596 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.692622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cd865-f717-4667-a12a-bea8251b7596 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b00aeb-89c8-42cc-809f-5d11ed1b7bf9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.698616 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a06cd865-f717-4667-a12a-bea8251b7596 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.700236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a06cd865-f717-4667-a12a-bea8251b7596 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464484 Jul 09 13:48:32.703346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42204) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.709192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'network': {'name': 'tempest-network-smoke--1829591917', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'port_security_enabled': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:32.736555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:32.740651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.768079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:32.778438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.778931 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Added segment ef01377f-5cef-4a66-9f28-c8d815271743 of type vlan for network 50af1a70-95c7-4ac7-9579-599350c11bcd Jul 09 13:48:32.829400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.865263 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.872809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:32.873464 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.938444 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2312534 Jul 09 13:48:32.938750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42240) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.945677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'admin_state_up': True, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:32.948611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ffc75-4290-42e3-b93e-d04fc303ae30 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Network': ['ID=50af1a70-95c7-4ac7-9579-599350c11bcd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.960737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 50af1a70-95c7-4ac7-9579-599350c11bcd details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:33.006145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.007898 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.077191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.248531 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.477851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.500252 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.629861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.25.5.188 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/6137ad12-87f9-40aa-bbef-e2f24ad38e9e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:33.759157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.804664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.851956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:33.854850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:33.858464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:33.882206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=6137ad12-87f9-40aa-bbef-e2f24ad38e9e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:34.169144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.391245 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.542071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 7427edc5-1c58-4bda-bd5f-5224dd92f009 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:48:34.654344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:34.666302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Sync routers for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:34.675915 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.680720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-65fba0eb-a9d4-422c-8971-e93d77f001b7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7372811 Jul 09 13:48:34.680945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:34.681048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42508) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:34.683259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:34.730594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3b37ac98-22d6-40e7-bf54-313e134790cd tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2375838edeba4a50bff999ed7fbdd48d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485318 Jul 09 13:48:34.733070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42518) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:34.832521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:34.927915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd6567-5880-456b-b3da-7c985880a5d8 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:34.930484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8dfd6567-5880-456b-b3da-7c985880a5d8 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1964417 Jul 09 13:48:34.933360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42544) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:34.990058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-007babac-44fb-446f-a7ce-0965861a7dc3 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531497 Jul 09 13:48:34.990385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42552) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:34.997389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-749052869', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:35.043437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:34Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:35.092402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Checking router: 7427edc5-1c58-4bda-bd5f-5224dd92f009 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:48:35.094625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Updating router 7427edc5-1c58-4bda-bd5f-5224dd92f009 port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:48:35.113945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:35.120653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.168148 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.494736 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.508795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Transition to ACTIVE for port object 6137ad12-87f9-40aa-bbef-e2f24ad38e9e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:35.516049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.562478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Attempting to bind port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:35.562854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Attempting to bind port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:35.563247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Attempting to bind port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:35.577875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:35.578253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:35.578656 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.579285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:35.579948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Bound port: 6137ad12-87f9-40aa-bbef-e2f24ad38e9e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:35.580335 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.609529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710a1d-d43a-4a2a-bf2d-cd30899db11c None None] Pushing event updated for resources: {'Port': ['ID=6137ad12-87f9-40aa-bbef-e2f24ad38e9e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:35.647054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] For port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:35.650793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] For port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6137ad12-87f9-40aa-bbef-e2f24ad38e9e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:35.655447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.670580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.721493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:35.722713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:35.729951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b710a1d-d43a-4a2a-bf2d-cd30899db11c None None] Pushing event updated for resources: {'Port': ['ID=6137ad12-87f9-40aa-bbef-e2f24ad38e9e,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:35.749315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Subnet': ['ID=dacf26c2-def5-4abf-9b14-f5b535cd99ec,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:35.751531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Checking segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:35.751890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network hostable DHCP agents. Network: 50af1a70-95c7-4ac7-9579-599350c11bcd, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:35.768723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 50af1a70-95c7-4ac7-9579-599350c11bcd is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:35.779638 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 50af1a70-95c7-4ac7-9579-599350c11bcd) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:35.783919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:35.784818 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.793200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440303b-3ec7-4200-ab83-cc15583e724c None None] Network 50af1a70-95c7-4ac7-9579-599350c11bcd requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:35.802004 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b7b1931d-e3c9-4f5a-bb46-6a3d2b850b47 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8098552 Jul 09 13:48:35.805121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42608) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:35.913294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:36.101987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-50af1a70-95c7-4ac7-9579-599350c11bcd', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:36.103700 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.350442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:34Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:36.386371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240bb970-9d18-4583-aa7e-3fde587f9ca6 None None] The sync data for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 is: [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:34Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:48:36.388449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Allocated IP 172.20.0.2 (50af1a70-95c7-4ac7-9579-599350c11bcd/dacf26c2-def5-4abf-9b14-f5b535cd99ec/ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:36.495357 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.646280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.659387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Transition to ACTIVE for port object ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:36.723108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Transition to ACTIVE for port object ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:36.744962 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.906885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Network 50af1a70-95c7-4ac7-9579-599350c11bcd is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:36.917987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:36.923725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:36.940470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Pushing event updated for resources: {'Port': ['ID=ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:37.026587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.20.0.1 (50af1a70-95c7-4ac7-9579-599350c11bcd/dacf26c2-def5-4abf-9b14-f5b535cd99ec/cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:37.059237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Attempting to bind port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:37.059606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Attempting to bind port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:37.059966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Attempting to bind port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb on network 50af1a70-95c7-4ac7-9579-599350c11bcd {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:37.073381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:37.073767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Checking segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:37.074170 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.075448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Bound using segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:37.076117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Bound port: ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:37.076593 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.227980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.239890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] For port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:37.247026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Transition to ACTIVE for port object cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:37.255451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] For port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:37.265851 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.298889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.370505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce19d48-5493-499c-8fda-9ee5e9383e51 None None] Pushing event updated for resources: {'Port': ['ID=ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:37.385519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 50af1a70-95c7-4ac7-9579-599350c11bcd is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:37.388102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:37.391683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:37.393765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:37.455835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.719510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.046700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.052756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.130585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.133596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:38.243198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 50af1a70-95c7-4ac7-9579-599350c11bcd is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:38.248113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:38.404358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 7427edc5-1c58-4bda-bd5f-5224dd92f009 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:48:38.433144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:38.522745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:38.528235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6137ad12-87f9-40aa-bbef-e2f24ad38e9e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:38.556718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:38.566988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8b2767b8-e4d2-493f-bb52-079e49330973 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "PUT /v2.0/routers/7427edc5-1c58-4bda-bd5f-5224dd92f009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7557011 Jul 09 13:48:38.568007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9ac9d2-ea95-4666-aa32-90778637f845 None None] Network 50af1a70-95c7-4ac7-9579-599350c11bcd requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:38.649349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:38.665896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:38.666269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.675072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f3427bda-a6db-49a9-8c80-04d0cc669cb0 None None] Provisioning for port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:38.699516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f3427bda-a6db-49a9-8c80-04d0cc669cb0 None None] Provisioning complete for port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:38.699889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f3427bda-a6db-49a9-8c80-04d0cc669cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.780522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f493585a-63a4-4bbb-87d7-5d8c454683c3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488940493&fields=id&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 267 time: 0.0428669 Jul 09 13:48:38.906904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-852c01a5-3807-4fb2-b177-32b899e04f7d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:38.908686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-852c01a5-3807-4fb2-b177-32b899e04f7d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 797 time: 0.1191461 Jul 09 13:48:38.926060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-2d296bdf-427f-4b89-9ff9-a85a2533ebde tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/quotas/2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 375 time: 0.0107160 Jul 09 13:48:39.043685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f5b99eee-32e5-41b8-8a05-8eaf43c650b2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007740 Jul 09 13:48:39.126567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.148068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f3427bda-a6db-49a9-8c80-04d0cc669cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.159698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6137ad12-87f9-40aa-bbef-e2f24ad38e9e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:39.173787 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.217776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f3427bda-a6db-49a9-8c80-04d0cc669cb0 None None] For port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:39.231576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f3427bda-a6db-49a9-8c80-04d0cc669cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.255961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=6137ad12-87f9-40aa-bbef-e2f24ad38e9e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:39.260506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-7335df2a-f990-434d-a613-befcc4753924 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:48:39.268072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-7335df2a-f990-434d-a613-befcc4753924 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2042699 Jul 09 13:48:39.308853 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Sync routers for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:39.322205 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:39.323166 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:39.342071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3427bda-a6db-49a9-8c80-04d0cc669cb0 None None] Pushing event updated for resources: {'Port': ['ID=ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:39.403682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-725ce139-47d2-4a82-af23-8ff367d61aca service neutron] 10.222.0.32 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346250 Jul 09 13:48:39.459565 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:39.560273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-49bfce8c-635c-4e94-b121-a3d0fdaf1958 None None] Provisioning complete for port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:39.560859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-49bfce8c-635c-4e94-b121-a3d0fdaf1958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.602281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-65649b2d-23b7-4560-87d3-13e622dc91d1 service neutron] 10.222.0.32 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754713 Jul 09 13:48:39.712058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-49bfce8c-635c-4e94-b121-a3d0fdaf1958 None None] Provisioning for port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:39.718058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-49bfce8c-635c-4e94-b121-a3d0fdaf1958 None None] Provisioning complete for port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:39.719138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-49bfce8c-635c-4e94-b121-a3d0fdaf1958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.768058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-49bfce8c-635c-4e94-b121-a3d0fdaf1958 None None] Port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:39.793407 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 2, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:39.847363 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Checking router: 7427edc5-1c58-4bda-bd5f-5224dd92f009 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:48:39.848105 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Updating router 7427edc5-1c58-4bda-bd5f-5224dd92f009 port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:48:39.902702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6790a5c8-782c-4533-9ea2-faaf66a7c09b None None] Provisioning complete for port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:39.903368 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6790a5c8-782c-4533-9ea2-faaf66a7c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.939836 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.969442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6790a5c8-782c-4533-9ea2-faaf66a7c09b None None] Port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:40.197147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1bb02d20-3028-4aa3-8ad0-0d697062d317 None None] Provisioning complete for port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:40.202513 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1bb02d20-3028-4aa3-8ad0-0d697062d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.264756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1bb02d20-3028-4aa3-8ad0-0d697062d317 None None] Port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:40.294528 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62be2b69-654c-47f3-a8d8-41f4d445ed06 req-a1f13614-197d-490c-9b67-cf8d07e91073 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 210 time: 0.4101491 Jul 09 13:48:40.402909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:40.501013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:40.501621 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.509952 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.531183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Transition to ACTIVE for port object cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:40.539290 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.597374 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Pushing event updated for resources: {'Port': ['ID=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:40.626618 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.627345 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.627861 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.628349 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.628846 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.629341 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.629823 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.630298 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.630896 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.631994 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.632529 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.633386 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:40.671734 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Attempting to bind port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:40.672608 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Attempting to bind port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:40.673159 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Attempting to bind port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac on network 50af1a70-95c7-4ac7-9579-599350c11bcd {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:40.685226 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:40.685595 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Checking segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:40.685994 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.686380 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Bound using segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:40.687966 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Bound port: cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:40.688349 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.695918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6137ad12-87f9-40aa-bbef-e2f24ad38e9e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:40.792701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:40.793346 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.800935 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] For port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:40.806806 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] For port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:40.821280 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.950504 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad2163-83fc-4fb7-a71e-3faa89464567 None None] Pushing event updated for resources: {'Port': ['ID=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:40.957058 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:40.957683 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:41.106041 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:41.484515 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:40Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:41.520628 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01b70f-b287-4e3b-afe3-c1c66b2fc00a None None] The sync data for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 is: [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:40Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:48:41.541386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-b3e1a1d5-3818-44fb-b20d-89bbb228316e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:41.543521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-b3e1a1d5-3818-44fb-b20d-89bbb228316e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 797 time: 0.2696874 Jul 09 13:48:41.567708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f319f96-4fb3-4a34-9add-399d5a167aae req-b30e6dd6-a081-401c-b231-808b42450b7e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 210 time: 0.0672207 Jul 09 13:48:41.620294 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:48:41.679622 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-88fb8985-cf2c-4271-878a-11f1a7d139c0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 380 time: 0.1144078 Jul 09 13:48:41.702600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'port': {'device_id': '718c7ab7-eff8-4928-a701-99880832435b', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'admin_state_up': True, 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'security_groups': ['a43b320a-9ff2-4c23-b7df-134197dc827a']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:41.873674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:41.878976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.046150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.20.0.5 (50af1a70-95c7-4ac7-9579-599350c11bcd/dacf26c2-def5-4abf-9b14-f5b535cd99ec/5a9166be-9ac3-43f9-b7a2-5452a49522b1) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:42.270476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.305718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Transition to ACTIVE for port object 5a9166be-9ac3-43f9-b7a2-5452a49522b1 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:42.372532 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.413654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:42.428083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 50af1a70-95c7-4ac7-9579-599350c11bcd is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:42.432582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:42.437187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:42.496842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:42.508965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.509576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.510069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.510569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.511165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.511681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.512300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.513034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.513525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.514066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.514673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.515268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:42.573701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:42.575432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.597749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-9ba7a9e6-954c-423c-b478-44753f8bbbe3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9041860 Jul 09 13:48:42.611075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Request body: {'port': {'device_id': '718c7ab7-eff8-4928-a701-99880832435b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:42.612889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:42.618814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:42.619353 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.768536 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.800986 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.867742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:42.896749 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.013872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284185ad-c935-48e3-b83a-ef85dee06890 req-da00efc8-61d2-4438-998c-95eb8f45ea16 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:43.021191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-284185ad-c935-48e3-b83a-ef85dee06890 req-da00efc8-61d2-4438-998c-95eb8f45ea16 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 931 time: 0.1347816 Jul 09 13:48:43.027871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:43.042116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c59a56eb-5117-4a6e-9640-18cb4a94a683 None None] Provisioning for port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:43.056024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c59a56eb-5117-4a6e-9640-18cb4a94a683 None None] Provisioning complete for port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:43.061394 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c59a56eb-5117-4a6e-9640-18cb4a94a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.102313 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-284185ad-c935-48e3-b83a-ef85dee06890 req-076a6287-6834-498d-b833-44ad07d9e28c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759940 Jul 09 13:48:43.137815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c59a56eb-5117-4a6e-9640-18cb4a94a683 None None] Port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:43.340212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9166be-9ac3-43f9-b7a2-5452a49522b1 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:48:43.349165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.365151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Transition to ACTIVE for port object 5a9166be-9ac3-43f9-b7a2-5452a49522b1 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:43.370305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.372619 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.460776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:43.549458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:43.550103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:43.550722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:43.556860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:48:43.557487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:43.563722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:43.564247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Checking segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:43.564781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Bound using segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:43.565321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Bound port: 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:43.565785 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.671336 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:43.675822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:43.682270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.702833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:43.703484 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.705500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 1091 time: 1.0995781 Jul 09 13:48:43.708040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:43.718580 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:43.806917 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a132024b-a2e1-44fd-a9ec-f5141ddbc23c x-openstack-request-id: req-a132024b-a2e1-44fd-a9ec-f5141ddbc23c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:43.807183 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:43.807314 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a132024b-a2e1-44fd-a9ec-f5141ddbc23c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:43.807718 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'status': 'completed', 'code': 200} Jul 09 13:48:43.840551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554758c-49b7-4107-9e96-47e750a64e02 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:43.879740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-194b09a6-f13e-4e32-83d6-a34dba0b2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:43.882084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-194b09a6-f13e-4e32-83d6-a34dba0b2936 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1094 time: 0.1187775 Jul 09 13:48:43.928852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-47432e13-74dd-4542-b702-7e349a69a807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 217 time: 0.0394795 Jul 09 13:48:44.001368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-21ed749d-8a6f-43b7-98db-2f1a104b2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.003611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-21ed749d-8a6f-43b7-98db-2f1a104b2203 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0680423 Jul 09 13:48:44.071521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-ad58c0a2-2d8b-4dab-a00d-cc13df1451a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.073203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-ad58c0a2-2d8b-4dab-a00d-cc13df1451a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613623 Jul 09 13:48:44.100275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.173756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-7134b826-6e2f-4fe9-ae09-df22bbaf3a96 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942190 Jul 09 13:48:44.319276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05404b11-e5a5-49de-bdc1-6e3c3797c375 req-107f32c8-6422-4578-ad42-b463c7a539b6 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385653 Jul 09 13:48:44.324795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a60a0dae-fa2c-409c-adc4-69a83a964362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.342239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd710f-6289-443d-8797-03e77a527973 req-5a2aec93-19c1-4ca9-9194-a52a98342068 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.344138 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-47cd710f-6289-443d-8797-03e77a527973 req-5a2aec93-19c1-4ca9-9194-a52a98342068 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 943 time: 0.0974481 Jul 09 13:48:44.400150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:44.426260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-47cd710f-6289-443d-8797-03e77a527973 req-3f07b7b0-960d-4e1e-bedd-df3ccaeba3d5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748143 Jul 09 13:48:44.456161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:44.456621 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.482162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-a7dcc95b-8232-485c-86f3-f5abc58e7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.484011 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-a7dcc95b-8232-485c-86f3-f5abc58e7515 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1094 time: 0.0894954 Jul 09 13:48:44.597683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-45baca2e-f93c-4d6e-8f58-03ac863094b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.599241 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-45baca2e-f93c-4d6e-8f58-03ac863094b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1083987 Jul 09 13:48:44.981186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-6778bd8e-efb3-4795-a4f7-d0fc028e12e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 217 time: 0.3751187 Jul 09 13:48:45.033698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-4a69fca6-02db-4f8b-a028-cfa4b56c9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:45.035285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-4a69fca6-02db-4f8b-a028-cfa4b56c9151 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0479786 Jul 09 13:48:45.098641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-c81030e1-b922-4ab7-81f8-8113b124f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:45.101144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-c81030e1-b922-4ab7-81f8-8113b124f1ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587332 Jul 09 13:48:45.204278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-8d399bb8-7277-457b-a1f6-1b3ba1f0270c service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960519 Jul 09 13:48:45.294774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91780d2c-3d0a-4d8a-9c05-2ff33e43bf7d req-31bf3031-be2e-4c31-8878-d2f5e482feba service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835977 Jul 09 13:48:45.625081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42838) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:45.736929 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b839fc2-4251-4fcd-b973-8a044a36c8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.844299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285530bb-5c87-437a-abe1-bcc0ae9523aa req-1a0343eb-5d04-4624-a0a1-96397faa0fad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:45.845727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-285530bb-5c87-437a-abe1-bcc0ae9523aa req-1a0343eb-5d04-4624-a0a1-96397faa0fad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 943 time: 0.3096027 Jul 09 13:48:45.905257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b839fc2-4251-4fcd-b973-8a044a36c8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.908654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-285530bb-5c87-437a-abe1-bcc0ae9523aa req-6f3b005d-ab07-4f41-b7ad-56bb6de9df66 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557084 Jul 09 13:48:45.909734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b839fc2-4251-4fcd-b973-8a044a36c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.949435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0b839fc2-4251-4fcd-b973-8a044a36c8c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=469d43f5a77b4bf096bd4490e7931577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231850 Jul 09 13:48:45.950472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b839fc2-4251-4fcd-b973-8a044a36c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e03728-2902-4679-bfd7-dbeccdc9d9c3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:45.952171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42842) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.004262 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7de4e20c-8f42-41c9-b25f-2f8aef06babe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.034363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7de4e20c-8f42-41c9-b25f-2f8aef06babe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.087798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7de4e20c-8f42-41c9-b25f-2f8aef06babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.090416 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7de4e20c-8f42-41c9-b25f-2f8aef06babe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.091660 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7de4e20c-8f42-41c9-b25f-2f8aef06babe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1e03728-2902-4679-bfd7-dbeccdc9d9c3 HTTP/1.1" status: 204 len: 168 time: 0.1383665 Jul 09 13:48:46.101413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4e20c-8f42-41c9-b25f-2f8aef06babe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e03728-2902-4679-bfd7-dbeccdc9d9c3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:46.363106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42848) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.378729 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-361bb577-51a0-483d-8a1c-9dfa97a51966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.487904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-361bb577-51a0-483d-8a1c-9dfa97a51966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.491580 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-361bb577-51a0-483d-8a1c-9dfa97a51966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.531622 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-361bb577-51a0-483d-8a1c-9dfa97a51966 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4801cfe22f1949b8bcddca5a8569fc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673191 Jul 09 13:48:46.533649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bb577-51a0-483d-8a1c-9dfa97a51966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0348e755-2cb9-47f2-b6ff-3cdcaa501416,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:46.534327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42864) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.588019 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb6590e1-65f9-4fe6-ab2a-fc17e3262be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.612922 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb6590e1-65f9-4fe6-ab2a-fc17e3262be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.660307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb6590e1-65f9-4fe6-ab2a-fc17e3262be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.663662 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb6590e1-65f9-4fe6-ab2a-fc17e3262be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.665377 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb6590e1-65f9-4fe6-ab2a-fc17e3262be0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0348e755-2cb9-47f2-b6ff-3cdcaa501416 HTTP/1.1" status: 204 len: 168 time: 0.1294839 Jul 09 13:48:46.677109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6590e1-65f9-4fe6-ab2a-fc17e3262be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0348e755-2cb9-47f2-b6ff-3cdcaa501416,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:46.869936 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-35de0616-30ce-4875-ab1e-837d8f71d7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.034500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.122257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1ecf-9c52-4a64-883a-511c48d122bc req-de99d494-30ba-4517-a0d8-ec0959ef9f83 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:47.129663 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab6d1ecf-9c52-4a64-883a-511c48d122bc req-de99d494-30ba-4517-a0d8-ec0959ef9f83 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 943 time: 0.0871837 Jul 09 13:48:47.167537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab6d1ecf-9c52-4a64-883a-511c48d122bc req-3d75ecb0-9c72-4fbb-b1f0-2ae0fe10e96e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366583 Jul 09 13:48:47.356310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:48:47.482064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:47.495128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'port_id': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'mac_address': 'fa:16:3e:a6:fd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:48:47.543643 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.560346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9166be-9ac3-43f9-b7a2-5452a49522b1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:48:47.580560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:47.586213 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.640123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:47.786148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5a9166be-9ac3-43f9-b7a2-5452a49522b1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:48:48.267228 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.360296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6635a-fc32-433f-9de0-d7e7ab503882 req-eb869de1-29c0-4dd1-92b4-396f49255f6c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:48.361819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b1f6635a-fc32-433f-9de0-d7e7ab503882 req-eb869de1-29c0-4dd1-92b4-396f49255f6c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 944 time: 0.0701115 Jul 09 13:48:48.394653 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 42946) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:48.405858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b1f6635a-fc32-433f-9de0-d7e7ab503882 req-933bae7e-14d0-4e38-8303-39129cf54256 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375082 Jul 09 13:48:48.521972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d76d379c-e20f-452a-8923-36a74dd709b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.619441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d76d379c-e20f-452a-8923-36a74dd709b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.623878 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d76d379c-e20f-452a-8923-36a74dd709b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.667491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d76d379c-e20f-452a-8923-36a74dd709b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b38db59d8dc94ff594bc608dd2e35f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691267 Jul 09 13:48:48.667491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d379c-e20f-452a-8923-36a74dd709b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356702cd-dec7-4510-9306-552933cb5f33,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:48.668549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 42956) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:48.728423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f385-4c86-4a75-9c6e-55eab8c004aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.749256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f385-4c86-4a75-9c6e-55eab8c004aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.800236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f385-4c86-4a75-9c6e-55eab8c004aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.802824 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f385-4c86-4a75-9c6e-55eab8c004aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.804635 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3b6f385-4c86-4a75-9c6e-55eab8c004aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/356702cd-dec7-4510-9306-552933cb5f33 HTTP/1.1" status: 204 len: 168 time: 0.1350660 Jul 09 13:48:48.817332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6f385-4c86-4a75-9c6e-55eab8c004aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356702cd-dec7-4510-9306-552933cb5f33,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:49.371558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:49.424589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:49.428850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:49.429510 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.552071 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.578954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:49.581280 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db0d9f1-670a-48a6-82aa-2f999edd7726" -d '{"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-plugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:49.618113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:49.630310 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada65968-a056-4f28-926c-66983cff72ce x-openstack-request-id: req-ada65968-a056-4f28-926c-66983cff72ce {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:49.630629 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-plugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:49.630977 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ada65968-a056-4f28-926c-66983cff72ce {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:49.631923 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'code': 200} Jul 09 13:48:49.633093 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.645538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bcc69-a1df-4338-a392-571fcaa7ea45 req-0e232a55-4883-4bf8-82e0-958ac0a516e8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:49.659595 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ff7bcc69-a1df-4338-a392-571fcaa7ea45 req-0e232a55-4883-4bf8-82e0-958ac0a516e8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 944 time: 0.1064043 Jul 09 13:48:49.720174 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ff7bcc69-a1df-4338-a392-571fcaa7ea45 req-45c8d8f4-ceb2-4814-9271-5bc251d2cba5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595706 Jul 09 13:48:49.734394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:49.755024 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.899900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805324-dd47-4631-9df0-46505fca647e req-7c8e5bd4-0dab-4956-89d6-e0f3d01c1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:49.901485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4805324-dd47-4631-9df0-46505fca647e req-7c8e5bd4-0dab-4956-89d6-e0f3d01c1c4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1096 time: 0.1960678 Jul 09 13:48:49.938024 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4805324-dd47-4631-9df0-46505fca647e req-f4766965-d46d-4a92-be9d-b0b488856725 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303628 Jul 09 13:48:50.516661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.632425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82df56d2-31c8-456f-ad74-c9ffaf3139da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.728877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82df56d2-31c8-456f-ad74-c9ffaf3139da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.734092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82df56d2-31c8-456f-ad74-c9ffaf3139da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.799370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df56d2-31c8-456f-ad74-c9ffaf3139da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba479081-f82e-4b03-910a-f6257d7aca4f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:50.808572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43048) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.809151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-82df56d2-31c8-456f-ad74-c9ffaf3139da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=310bbb62a48e473d92f6699f6b81646e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909110 Jul 09 13:48:50.870491 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-40da3249-e7d6-4bb1-82e3-744dac66e82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.911660 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-40da3249-e7d6-4bb1-82e3-744dac66e82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.969168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-40da3249-e7d6-4bb1-82e3-744dac66e82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.971851 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-40da3249-e7d6-4bb1-82e3-744dac66e82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.973260 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-40da3249-e7d6-4bb1-82e3-744dac66e82c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba479081-f82e-4b03-910a-f6257d7aca4f HTTP/1.1" status: 204 len: 168 time: 0.1636920 Jul 09 13:48:50.986812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da3249-e7d6-4bb1-82e3-744dac66e82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba479081-f82e-4b03-910a-f6257d7aca4f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:50.988654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19817dab-3c0f-4030-a0ca-cdaa3a289006 req-42179bd8-15ab-472c-ab61-d5d3da43d9b5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:50.991014 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19817dab-3c0f-4030-a0ca-cdaa3a289006 req-42179bd8-15ab-472c-ab61-d5d3da43d9b5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0759025 Jul 09 13:48:51.035520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19817dab-3c0f-4030-a0ca-cdaa3a289006 req-fde877c2-5bb9-4b62-a949-a31df3f316ce tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354984 Jul 09 13:48:51.243803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7526-5394-44ca-94f7-6da0e360ba22 req-35fce7df-8ae4-491a-9bfe-b390e5c670af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:51.245468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c3b7526-5394-44ca-94f7-6da0e360ba22 req-35fce7df-8ae4-491a-9bfe-b390e5c670af tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0837190 Jul 09 13:48:51.270357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43060) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:51.284013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d480951c-8347-4006-9253-04fa0ed54f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.288250 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1c3b7526-5394-44ca-94f7-6da0e360ba22 req-20223980-ac23-42ce-88d0-321ddeec7302 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358629 Jul 09 13:48:51.314457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43062) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:51.376843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d480951c-8347-4006-9253-04fa0ed54f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.382375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d480951c-8347-4006-9253-04fa0ed54f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.382545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094e31b-47dc-4dc0-88a8-5689798e9540 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:51.386900 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c094e31b-47dc-4dc0-88a8-5689798e9540 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1091 time: 0.0679460 Jul 09 13:48:51.387300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43064) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:51.392482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:51.417817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.424819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480951c-8347-4006-9253-04fa0ed54f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6958a4-7abb-4511-afc6-69dd73e8022d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:51.430367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d480951c-8347-4006-9253-04fa0ed54f2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1913c4c3b55c422ea77e45173b999203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587512 Jul 09 13:48:51.432954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43070) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:51.494834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e463d30b-8cef-477f-857f-39dca7f6b505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.528913 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e463d30b-8cef-477f-857f-39dca7f6b505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.549314 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.588441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e463d30b-8cef-477f-857f-39dca7f6b505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.591120 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e463d30b-8cef-477f-857f-39dca7f6b505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.594821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e463d30b-8cef-477f-857f-39dca7f6b505 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d6958a4-7abb-4511-afc6-69dd73e8022d HTTP/1.1" status: 204 len: 168 time: 0.1585841 Jul 09 13:48:51.601236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463d30b-8cef-477f-857f-39dca7f6b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6958a4-7abb-4511-afc6-69dd73e8022d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:51.698509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.25.5.98 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/eec4e213-a5c5-4802-9db2-30ed9dd29581) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:51.821169 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.861855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.898446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:51.901371 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:51.906893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:51.936062 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=eec4e213-a5c5-4802-9db2-30ed9dd29581,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:52.340565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.424154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.590068 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.596113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.671045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=eec4e213-a5c5-4802-9db2-30ed9dd29581,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:52.681910 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.781458 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Floating IP 0fbd0bc3-8db5-481f-9a6f-e962e0e5686a associated. External IP: 172.25.5.98, port: 5a9166be-9ac3-43f9-b7a2-5452a49522b1. Jul 09 13:48:53.283077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 7427edc5-1c58-4bda-bd5f-5224dd92f009 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:48:53.395307 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:53.406933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] Sync routers for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:53.416010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.418184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:53.419047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:53.456613 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eba82399-c325-4d0d-a9ce-eabb5053f740 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0679700 Jul 09 13:48:53.457223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:53.460128 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07876f88-f5d4-4515-9875-97f42c405a97" -d '{"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:53.511399 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b461796-72eb-4633-8504-44933dd7a7a2 x-openstack-request-id: req-6b461796-72eb-4633-8504-44933dd7a7a2 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:53.511766 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:53.512089 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b461796-72eb-4633-8504-44933dd7a7a2 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:53.512551 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'status': 'completed', 'code': 200} Jul 09 13:48:53.566768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:53.669534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07876f88-f5d4-4515-9875-97f42c405a97 req-700086c0-c1c1-4d81-8647-374fe74a488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:53.671008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07876f88-f5d4-4515-9875-97f42c405a97 req-700086c0-c1c1-4d81-8647-374fe74a488e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1096 time: 0.1370895 Jul 09 13:48:53.752558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e4959-3049-41b0-b4d8-d395e78f0e12 req-9612ab69-e7f6-4ae1-96b7-f8ce8108ca56 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:53.754725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-214e4959-3049-41b0-b4d8-d395e78f0e12 req-9612ab69-e7f6-4ae1-96b7-f8ce8108ca56 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1659429 Jul 09 13:48:53.826668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07876f88-f5d4-4515-9875-97f42c405a97 req-d2508359-268c-407e-aebc-23a6ec8ef4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:53.828358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07876f88-f5d4-4515-9875-97f42c405a97 req-d2508359-268c-407e-aebc-23a6ec8ef4d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1505084 Jul 09 13:48:53.837086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-214e4959-3049-41b0-b4d8-d395e78f0e12 req-be119ff4-5147-4345-bedc-acb3c9c20b2d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733793 Jul 09 13:48:53.865838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43146) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:53.881082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '0fbd0bc3-8db5-481f-9a6f-e962e0e5686a', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'port_id': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'mac_address': 'fa:16:3e:a6:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718c7ab7-eff8-4928-a701-99880832435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:48:52Z', 'updated_at': '2021-07-09T13:48:52Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:42Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:53.918145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07876f88-f5d4-4515-9875-97f42c405a97 req-69812306-8cce-43a0-8ab7-a4c15854d37d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 998 time: 0.0798786 Jul 09 13:48:53.922560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] Checking router: 7427edc5-1c58-4bda-bd5f-5224dd92f009 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:48:53.932288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:53.932982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:48:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:53.947478 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-324bd66d-49d6-4a00-bb5b-08cb97e23c2f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/0fbd0bc3-8db5-481f-9a6f-e962e0e5686a HTTP/1.1" status: 200 len: 990 time: 0.0796008 Jul 09 13:48:53.977139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07876f88-f5d4-4515-9875-97f42c405a97 req-8ed5b15a-8954-4333-9dab-814d37de3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:53.979141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07876f88-f5d4-4515-9875-97f42c405a97 req-8ed5b15a-8954-4333-9dab-814d37de3125 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0543063 Jul 09 13:48:54.049137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:54.049556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07876f88-f5d4-4515-9875-97f42c405a97 req-6de42be6-1e0d-449b-a532-e2142f146d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:54.051170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07876f88-f5d4-4515-9875-97f42c405a97 req-6de42be6-1e0d-449b-a532-e2142f146d86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662339 Jul 09 13:48:54.150129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07876f88-f5d4-4515-9875-97f42c405a97 req-67daeece-6856-4bc5-8e09-baa8be6b92c5 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925937 Jul 09 13:48:54.247452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07876f88-f5d4-4515-9875-97f42c405a97 req-ee1646a5-5605-47a9-9e84-18056e1a0d22 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915291 Jul 09 13:48:54.302553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '0fbd0bc3-8db5-481f-9a6f-e962e0e5686a', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'port_id': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'mac_address': 'fa:16:3e:a6:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718c7ab7-eff8-4928-a701-99880832435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:48:52Z', 'updated_at': '2021-07-09T13:48:52Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:42Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:54.332088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7d171-0282-4eeb-978e-ca5c5ab518aa None None] The sync data for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 is: [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '0fbd0bc3-8db5-481f-9a6f-e962e0e5686a', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'port_id': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'mac_address': 'fa:16:3e:a6:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718c7ab7-eff8-4928-a701-99880832435b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:48:52Z', 'updated_at': '2021-07-09T13:48:52Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:42Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:48:54.534113 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58059b-8ee0-408a-80be-39a86a64bdb8 None None] New status for floating IP 0fbd0bc3-8db5-481f-9a6f-e962e0e5686a: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:48:54.951502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43172) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:55.019252 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b083fe9b-5fdb-46d7-b54f-381738da9547 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/0fbd0bc3-8db5-481f-9a6f-e962e0e5686a HTTP/1.1" status: 200 len: 992 time: 0.0658610 Jul 09 13:49:13.354802 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.105851 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.311823 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1ea9a2eb-a319-4a4d-9cc4-17b5ba21750f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.531931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43584) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:16.641149 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07c242dc-1688-450f-a638-073c596ef370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.733577 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07c242dc-1688-450f-a638-073c596ef370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.737471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-07c242dc-1688-450f-a638-073c596ef370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.775525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-07c242dc-1688-450f-a638-073c596ef370 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cab8aeb8f40b46d98c922ec687d52a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424798 Jul 09 13:49:16.777602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c242dc-1688-450f-a638-073c596ef370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae64cc01-927b-4c8c-ae1f-b26c2f782c24,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:16.778265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43588) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:16.829358 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67f57360-2727-4731-b1c9-33ce3e2e4c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.852838 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67f57360-2727-4731-b1c9-33ce3e2e4c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.862981 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b955-61d4-409f-ab37-3a58a16215fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.901970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67f57360-2727-4731-b1c9-33ce3e2e4c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.904496 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67f57360-2727-4731-b1c9-33ce3e2e4c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.905653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-67f57360-2727-4731-b1c9-33ce3e2e4c50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae64cc01-927b-4c8c-ae1f-b26c2f782c24 HTTP/1.1" status: 204 len: 168 time: 0.1264045 Jul 09 13:49:16.913608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f57360-2727-4731-b1c9-33ce3e2e4c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae64cc01-927b-4c8c-ae1f-b26c2f782c24,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:17.017989 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.278750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.610754 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:49:18.818327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43688) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:18.934042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-503e010b-0280-4365-8e0d-e1b0ce45dd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.028067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-503e010b-0280-4365-8e0d-e1b0ce45dd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.031892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-503e010b-0280-4365-8e0d-e1b0ce45dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.069140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e010b-0280-4365-8e0d-e1b0ce45dd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5da6a0d-e95d-445d-a5b7-af3f84811216,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:19.073800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-503e010b-0280-4365-8e0d-e1b0ce45dd4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4e2923c8b9f41f7a3ee477faaf09b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536621 Jul 09 13:49:19.076436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43692) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:19.124197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7157ead8-d8be-4c4a-ad05-c40da03a63c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.151892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7157ead8-d8be-4c4a-ad05-c40da03a63c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.206541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7157ead8-d8be-4c4a-ad05-c40da03a63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.210085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7157ead8-d8be-4c4a-ad05-c40da03a63c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.214148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7157ead8-d8be-4c4a-ad05-c40da03a63c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5da6a0d-e95d-445d-a5b7-af3f84811216 HTTP/1.1" status: 204 len: 168 time: 0.1367624 Jul 09 13:49:19.222282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157ead8-d8be-4c4a-ad05-c40da03a63c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5da6a0d-e95d-445d-a5b7-af3f84811216,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:19.487812 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:19.501173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e28d025-dd52-4a0b-85a4-8e1abd13cffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.590075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e28d025-dd52-4a0b-85a4-8e1abd13cffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.593057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4e28d025-dd52-4a0b-85a4-8e1abd13cffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.637616 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4e28d025-dd52-4a0b-85a4-8e1abd13cffc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7650c9c237a4e2f8ef9e93c2308b529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486821 Jul 09 13:49:19.638611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28d025-dd52-4a0b-85a4-8e1abd13cffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0286f423-1596-433f-a9d6-b965a781bf13,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:19.640287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43700) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:19.699297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77540678-ca5a-4751-8e7b-ed98b40a46db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.723463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77540678-ca5a-4751-8e7b-ed98b40a46db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.748258 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.783794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77540678-ca5a-4751-8e7b-ed98b40a46db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.786784 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77540678-ca5a-4751-8e7b-ed98b40a46db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.788292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77540678-ca5a-4751-8e7b-ed98b40a46db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0286f423-1596-433f-a9d6-b965a781bf13 HTTP/1.1" status: 204 len: 168 time: 0.1468327 Jul 09 13:49:19.801419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77540678-ca5a-4751-8e7b-ed98b40a46db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0286f423-1596-433f-a9d6-b965a781bf13,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:21.017207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43740) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:21.115286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:21.137021 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.222922 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.331192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Allocated IP 172.25.5.190 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/77d3afc9-e38d-4bf1-b30a-b2b2e25306bd) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:21.433197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.473374 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.515803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:21.521000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:21.525261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:21.550299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Pushing event updated for resources: {'Port': ['ID=77d3afc9-e38d-4bf1-b30a-b2b2e25306bd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:21.617714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.661796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.813229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.817858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.888995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Pushing event updated for resources: {'Port': ['ID=77d3afc9-e38d-4bf1-b30a-b2b2e25306bd,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:21.900635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.914074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.915407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3415830d-9d3c-496a-bdc7-b0fa6243e258 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8970404 Jul 09 13:49:21.918255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43748) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:21.923407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-373415374', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'fixed_ips': [{'ip_address': '172.25.5.190'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:21.943999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Made reservation on behalf of 61910a9b1a224dcb83f2c27c7868f8c9 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:21.946359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.955208 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.044951 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.051120 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.057068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] device_id is not set on port cb38b74d-049e-40f2-8b55-dc04fe233d23 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:22.129148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34dcfdb-f980-4ac8-a14c-3d265684e9fc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:22.265134 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 13:49:22.265645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:22.279626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3dbb1742-2576-4397-b168-9226798c42aa tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3603675 Jul 09 13:49:22.282269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43750) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:22.433635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Deleting port 77d3afc9-e38d-4bf1-b30a-b2b2e25306bd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:22.433900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.511447 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.511672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.524064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Calling delete_port for 77d3afc9-e38d-4bf1-b30a-b2b2e25306bd owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:22.658259 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.686094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Pushing event deleted for resources: {'Port': ['ID=77d3afc9-e38d-4bf1-b30a-b2b2e25306bd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:22.747618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.750433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.754713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-edf14387-ab62-4d4c-ac5f-a381f661d226 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691 tempest-ExternalNetworksAdminNegativeTestJSON-1263002691-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/00265b27-e059-47fe-be3b-bf9f8e26e8f3 HTTP/1.1" status: 204 len: 168 time: 0.4685385 Jul 09 13:49:23.013962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43758) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.121147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d50d5fb-2d4f-4f95-a89e-603449dc3cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.216074 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d50d5fb-2d4f-4f95-a89e-603449dc3cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.219673 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d50d5fb-2d4f-4f95-a89e-603449dc3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.256824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50d5fb-2d4f-4f95-a89e-603449dc3cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c76113-17c8-4da5-bb1b-451482a4c315,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:23.262907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1d50d5fb-2d4f-4f95-a89e-603449dc3cdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c07e28e015844779d9c8acdaab8f68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478471 Jul 09 13:49:23.265608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43762) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.314933 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c533cfed-9a72-4638-9c1a-141a3f8cd09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.337178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c533cfed-9a72-4638-9c1a-141a3f8cd09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.385125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c533cfed-9a72-4638-9c1a-141a3f8cd09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.387663 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c533cfed-9a72-4638-9c1a-141a3f8cd09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.388817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c533cfed-9a72-4638-9c1a-141a3f8cd09f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88c76113-17c8-4da5-bb1b-451482a4c315 HTTP/1.1" status: 204 len: 168 time: 0.1222529 Jul 09 13:49:23.397100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533cfed-9a72-4638-9c1a-141a3f8cd09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c76113-17c8-4da5-bb1b-451482a4c315,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:23.678968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43770) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.721549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d6525c98-0bd3-4c62-ba65-49298277603f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61910a9b1a224dcb83f2c27c7868f8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412774 Jul 09 13:49:23.724118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43772) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.780286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ee09558-7c0a-42f1-aa20-303bb69b420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.811455 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ee09558-7c0a-42f1-aa20-303bb69b420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.862931 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ee09558-7c0a-42f1-aa20-303bb69b420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.865437 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ee09558-7c0a-42f1-aa20-303bb69b420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.866923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3ee09558-7c0a-42f1-aa20-303bb69b420e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b34dcfdb-f980-4ac8-a14c-3d265684e9fc HTTP/1.1" status: 204 len: 168 time: 0.1411345 Jul 09 13:49:23.875737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee09558-7c0a-42f1-aa20-303bb69b420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34dcfdb-f980-4ac8-a14c-3d265684e9fc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:25.065346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43812) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:25.306884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1815723789'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:25.354164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Made reservation on behalf of d062f035105040aaa9bef7506dcbaa8f for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:25.360693 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.376562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.492633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.496799 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.524524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:25.534729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c45c9ed-7c7e-4f1d-abe2-edc046e1d731,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:25.540542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.540893 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Added segment ab93db62-d8c4-405a-9ec9-33b23cd5e505 of type vlan for network 670d01a5-db68-4018-97ec-ce81949c58a4 Jul 09 13:49:25.583037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.612345 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.618568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:25.619233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.688765 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6222153 Jul 09 13:49:25.700768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad45fc-9871-41ca-b343-24500a18d660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Pushing event updated for resources: {'Network': ['ID=670d01a5-db68-4018-97ec-ce81949c58a4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:25.711830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 670d01a5-db68-4018-97ec-ce81949c58a4 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:25.877191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43846) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:25.883003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Request body: {'port': {'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4', 'binding:host_id': 'n-h2-799524-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1056379939'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:25.904508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Made reservation on behalf of 05ddee37654d4768b9734dcaad9e5416 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:25.906854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.916493 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.014113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.018000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.028591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] device_id is not set on port 44934e1b-d83c-47a3-bff3-7f57365c6a1d yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:26.102194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c58bcd0-2be4-4fd6-8408-4a3823bee458,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:26.260581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] device_id is not set on port 44934e1b-d83c-47a3-bff3-7f57365c6a1d yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:26.269481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.280653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Transition to ACTIVE for port object 44934e1b-d83c-47a3-bff3-7f57365c6a1d will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:26.290616 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.359872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=44934e1b-d83c-47a3-bff3-7f57365c6a1d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:26.370200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Checking segment: {'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:26.370681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Network hostable DHCP agents. Network: 670d01a5-db68-4018-97ec-ce81949c58a4, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:26.388369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Network 670d01a5-db68-4018-97ec-ce81949c58a4 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:26.399858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 670d01a5-db68-4018-97ec-ce81949c58a4) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:26.404394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:26.413815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d604e4-35dd-4a13-9ba5-bfe29d0b727f None None] Network 670d01a5-db68-4018-97ec-ce81949c58a4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:26.420162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.420502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.420838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.425366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.425691 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.426073 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 2 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.439089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.439736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.440279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.445177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.445740 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.446333 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 3 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.465698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.466371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.466968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.473096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.473808 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.474996 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 4 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.479648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea2577-714c-44ab-a545-a133e1d626e7 req-91773177-13bd-4ebd-bcf9-6ee0ee70ba5b tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:26.487146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1aea2577-714c-44ab-a545-a133e1d626e7 req-91773177-13bd-4ebd-bcf9-6ee0ee70ba5b tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1096 time: 0.0875163 Jul 09 13:49:26.493501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.493924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.494332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.499454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.499875 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.500251 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 5 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.513810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.514220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.514620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.519240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.519635 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.520139 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 6 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.526129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1aea2577-714c-44ab-a545-a133e1d626e7 req-d1ab441a-bd16-495f-b8c9-c96bf5f7ffd0 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381081 Jul 09 13:49:26.532799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.533204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.533863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.543776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.544413 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.545050 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 7 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.562913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.563543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.563889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.573897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.573897 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.574908 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 8 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.597561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.597921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.598324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.603975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.604311 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.604710 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 9 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.618585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.618933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.619392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.627486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.627833 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.628345 n-d-799524-3 neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 10 to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d Jul 09 13:49:26.641337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:26.641686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:26.642027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:26.656691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:26.657026 n-d-799524-3 neutron-server[93913]: ERROR neutron.plugins.ml2.managers [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 44934e1b-d83c-47a3-bff3-7f57365c6a1d on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:26.657399 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.763587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] For port 44934e1b-d83c-47a3-bff3-7f57365c6a1d, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:26.764011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempted to set empty binding levels {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:49:26.772773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fc645-ceec-489a-a25b-0534525348cd req-9c7b7e43-c997-4af2-a5bd-6f981ea7e257 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:26.774298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d7fc645-ceec-489a-a25b-0534525348cd req-9c7b7e43-c997-4af2-a5bd-6f981ea7e257 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1291711 Jul 09 13:49:26.775810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.826140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:26.826775 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.862867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.9821732 Jul 09 13:49:26.862867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76752e35-172f-4d91-a0e1-8b37e082eca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=44934e1b-d83c-47a3-bff3-7f57365c6a1d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:26.863361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43880) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:26.874804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d7fc645-ceec-489a-a25b-0534525348cd req-01424915-c931-4a35-8c8d-c3f731d407f8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931540 Jul 09 13:49:26.903403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43882) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:26.971847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Deleting port 44934e1b-d83c-47a3-bff3-7f57365c6a1d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:26.972188 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.973337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6c06eaa9-d772-4c18-999f-3a588378178d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/0fbd0bc3-8db5-481f-9a6f-e962e0e5686a HTTP/1.1" status: 200 len: 992 time: 0.0659132 Jul 09 13:49:27.046341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] For port 44934e1b-d83c-47a3-bff3-7f57365c6a1d, host n-h2-799524-3, got binding levels [] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:27.046710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.062618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Calling delete_port for 44934e1b-d83c-47a3-bff3-7f57365c6a1d owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:27.167765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.201213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event deleted for resources: {'Port': ['ID=44934e1b-d83c-47a3-bff3-7f57365c6a1d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:27.210642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.215025 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c1787313-5181-42b5-a811-26c3403a2f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "DELETE /v2.0/ports/44934e1b-d83c-47a3-bff3-7f57365c6a1d HTTP/1.1" status: 204 len: 168 time: 0.3481822 Jul 09 13:49:27.215902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43892) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:27.249227 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd9777f-0800-4802-9422-1da527d33f99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:49:27.250776 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3fd9777f-0800-4802-9422-1da527d33f99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "GET /v2.0/ports/44934e1b-d83c-47a3-bff3-7f57365c6a1d HTTP/1.1" status: 404 len: 333 time: 0.0338843 Jul 09 13:49:27.254640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43894) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:27.260933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Request body: {'port': {'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383187150'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:27.291951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Made reservation on behalf of 05ddee37654d4768b9734dcaad9e5416 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:27.294925 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.313979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] device_id is not set on port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:27.478724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.520444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.573021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Network 670d01a5-db68-4018-97ec-ce81949c58a4 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:27.581674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:27.587432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:27.587764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:27.588503 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.591881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=00f9b2a8-2f19-4b5b-bb85-567d42ceb770,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:27.610329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0ce1ecf1-a552-4a81-ae0d-955456296eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3541286 Jul 09 13:49:27.613215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43912) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:27.619412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:27.702759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.920698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] device_id is not set on port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:27.929413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.946290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Transition to ACTIVE for port object 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:27.951073 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.023496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=00f9b2a8-2f19-4b5b-bb85-567d42ceb770,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:28.032298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.032854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.033379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.046663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.046663 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.046663 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 2 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.104505 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.104762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.105107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.122810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.123148 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.146529 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 3 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.172027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.172634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.172973 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.186934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.187298 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.189622 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 4 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.213924 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-585ec3fd-41fb-4068-8139-d0d884775922 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1569495 Jul 09 13:49:28.215856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.216147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.216488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.226965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.227306 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.228644 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 5 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.238752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6dda6-2fd3-4d6d-97ea-2037ff34b36c req-a5f99690-bdcd-474b-bf36-c4edd8dc1c98 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.241013 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ad6dda6-2fd3-4d6d-97ea-2037ff34b36c req-a5f99690-bdcd-474b-bf36-c4edd8dc1c98 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1389990 Jul 09 13:49:28.258964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.259309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.259864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.273202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.273502 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.275337 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 6 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.301156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.301483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.301905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.310986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ad6dda6-2fd3-4d6d-97ea-2037ff34b36c req-e55041cd-368b-4c79-bf11-ffb20586b0a5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606961 Jul 09 13:49:28.311717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.312103 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.312429 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 7 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.332983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.333526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.334850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.340050 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.340375 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.341049 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 8 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.356135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.356414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.356754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.361110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.361443 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.361843 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 9 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.375389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.375734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.376049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.382628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.382628 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.383056 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 10 to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 Jul 09 13:49:28.401310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:28.401677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:28.402522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:28.407408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:28.408094 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:28.408094 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.486246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] For port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:28.487325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempted to set empty binding levels {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:49:28.492360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.528442 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] In _notify_port_updated(), no bound segment for port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:49:28.529327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.529934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.531294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "PUT /v2.0/ports/00f9b2a8-2f19-4b5b-bb85-567d42ceb770 HTTP/1.1" status: 200 len: 979 time: 0.9171262 Jul 09 13:49:28.533949 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43958) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:28.544204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9ab56-8176-474b-9518-0aee716284b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=00f9b2a8-2f19-4b5b-bb85-567d42ceb770,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:28.642868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.643877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.644922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.645449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.646195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.646742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.647302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.647836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.648371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.648899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.651100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-367b3ac5-730f-4b29-b864-b4d6bc6f0dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9096 time: 0.1146293 Jul 09 13:49:28.654327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43966) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:28.751190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Deleting port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:28.751613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.817577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] For port 00f9b2a8-2f19-4b5b-bb85-567d42ceb770, host n-h2-799524-3, got binding levels [] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:28.817938 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.846918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Calling delete_port for 00f9b2a8-2f19-4b5b-bb85-567d42ceb770 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:28.966880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.002356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event deleted for resources: {'Port': ['ID=00f9b2a8-2f19-4b5b-bb85-567d42ceb770,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:29.004420 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.010190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-539edd24-1beb-4f38-bc69-b891eda5855a tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "DELETE /v2.0/ports/00f9b2a8-2f19-4b5b-bb85-567d42ceb770 HTTP/1.1" status: 204 len: 168 time: 0.3519721 Jul 09 13:49:29.011023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43978) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:29.038109 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-206ba310-2954-42a6-aa1b-f7f1f80d321c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:49:29.039705 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-206ba310-2954-42a6-aa1b-f7f1f80d321c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "GET /v2.0/ports/00f9b2a8-2f19-4b5b-bb85-567d42ceb770 HTTP/1.1" status: 404 len: 333 time: 0.0284538 Jul 09 13:49:29.043662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 43982) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:29.048653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-290807469', 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:29.072061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Made reservation on behalf of 05ddee37654d4768b9734dcaad9e5416 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:29.075991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.103347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] device_id is not set on port 10bf7a5f-a686-4eb0-b04f-3c9fcef6a1e4 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:29.267672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.313212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.357813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Network 670d01a5-db68-4018-97ec-ce81949c58a4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:29.361076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:29.367443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:29.368958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:29.369746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.387834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=10bf7a5f-a686-4eb0-b04f-3c9fcef6a1e4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:29.402110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6d800701-4bf1-44be-bab8-9aa31124d152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3573971 Jul 09 13:49:29.402882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43992) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:29.454780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d409181d-b434-4b11-beba-b04313dfb1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:29.456121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d409181d-b434-4b11-beba-b04313dfb1a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "GET /v2.0/ports/10bf7a5f-a686-4eb0-b04f-3c9fcef6a1e4 HTTP/1.1" status: 200 len: 958 time: 0.0521059 Jul 09 13:49:29.459942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 43996) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:29.551629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a67c-4026-4e3f-b8f5-c9609204e16f req-ce16a5a9-3ccc-418f-9697-b63516ab442b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:29.553332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bee7a67c-4026-4e3f-b8f5-c9609204e16f req-ce16a5a9-3ccc-418f-9697-b63516ab442b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1053569 Jul 09 13:49:29.585592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7663c07c-a91d-4be8-9014-036055b4ec72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Deleting port 10bf7a5f-a686-4eb0-b04f-3c9fcef6a1e4 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:29.586233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7663c07c-a91d-4be8-9014-036055b4ec72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.620505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bee7a67c-4026-4e3f-b8f5-c9609204e16f req-19d4f257-59f9-4d35-8955-e725c164664f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481453 Jul 09 13:49:29.632303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-7692d516-d2c3-4a63-a84a-300b51e395a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:29.633878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-7692d516-d2c3-4a63-a84a-300b51e395a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1096 time: 0.1049030 Jul 09 13:49:29.663748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7663c07c-a91d-4be8-9014-036055b4ec72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.679998 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7663c07c-a91d-4be8-9014-036055b4ec72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Calling delete_port for 10bf7a5f-a686-4eb0-b04f-3c9fcef6a1e4 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:29.750415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-8459fc33-2da1-4c96-9e4d-61c6346b7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:29.751979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-8459fc33-2da1-4c96-9e4d-61c6346b7e00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1051507 Jul 09 13:49:29.781856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7663c07c-a91d-4be8-9014-036055b4ec72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.813303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663c07c-a91d-4be8-9014-036055b4ec72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event deleted for resources: {'Port': ['ID=10bf7a5f-a686-4eb0-b04f-3c9fcef6a1e4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:29.819886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7663c07c-a91d-4be8-9014-036055b4ec72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.836451 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7663c07c-a91d-4be8-9014-036055b4ec72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "DELETE /v2.0/ports/10bf7a5f-a686-4eb0-b04f-3c9fcef6a1e4 HTTP/1.1" status: 204 len: 168 time: 0.3605387 Jul 09 13:49:29.836451 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44004) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:29.836831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-77f1d324-8c37-44a1-b376-6d92699cc47a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 1000 time: 0.0685494 Jul 09 13:49:29.855264 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c92dde-98c9-488b-bc56-d25bccaf45de tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:49:29.860295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b6c92dde-98c9-488b-bc56-d25bccaf45de tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "GET /v2.0/ports/10bf7a5f-a686-4eb0-b04f-3c9fcef6a1e4 HTTP/1.1" status: 404 len: 333 time: 0.0288954 Jul 09 13:49:29.860895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:29.865462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Request body: {'port': {'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-546476579'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:29.887403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Made reservation on behalf of 05ddee37654d4768b9734dcaad9e5416 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:29.890340 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.894794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-44480c39-9d17-42b8-ace5-1716ce9b7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:29.897694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-44480c39-9d17-42b8-ace5-1716ce9b7e89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0624914 Jul 09 13:49:29.906487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] device_id is not set on port 2ad9f9d9-568b-443f-93f9-48fa66695ffc yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:29.981073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-265d509f-caaf-4bed-9034-4a168ec86f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:29.982574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-265d509f-caaf-4bed-9034-4a168ec86f7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795345 Jul 09 13:49:30.087275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-e6dea6b2-26ef-440b-b731-c076f3d19ccd service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981443 Jul 09 13:49:30.101505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.149504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.206454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Network 670d01a5-db68-4018-97ec-ce81949c58a4 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:30.210372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:30.214215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:30.215300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:30.215978 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.228918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad9f9d9-568b-443f-93f9-48fa66695ffc,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:30.244308 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-69719cf6-9a4f-4ba6-80d5-0eaf8fc0bc8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3797586 Jul 09 13:49:30.244543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44018) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:30.250249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:30.330134 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.530777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] device_id is not set on port 2ad9f9d9-568b-443f-93f9-48fa66695ffc yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:30.539528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.540887 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-2a106a0c-9699-45b9-9c35-9c3591b5c46d service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476960 Jul 09 13:49:30.551981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Transition to ACTIVE for port object 2ad9f9d9-568b-443f-93f9-48fa66695ffc will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:30.557616 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.619760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad9f9d9-568b-443f-93f9-48fa66695ffc,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:30.642195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.642536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.642877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.649824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.650162 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.650545 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 2 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.665138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.665479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.665823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.670573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.670890 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.671325 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 3 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.685317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.685657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.686004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.691406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.691732 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.692145 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 4 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.714042 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.714385 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.714730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.720338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.720667 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.721061 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 5 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.734985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.735314 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.735654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.740495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.740832 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.741230 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 6 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.757955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.758304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.758643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.763600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.763926 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.764317 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 7 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.777670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.778005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.778342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.783065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.783391 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.783784 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 8 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.824539 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.824891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.825236 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.834354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.834742 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.835738 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 9 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.853407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.853746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.854086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.864832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.865352 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.867287 n-d-799524-3 neutron-server[93912]: INFO neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempt 10 to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc Jul 09 13:49:30.889583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77fee3-c673-491f-9060-abb233ec15a9 req-4b82a6ee-cb39-48a4-91f1-d60c3607b52e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:30.891238 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd77fee3-c673-491f-9060-abb233ec15a9 req-4b82a6ee-cb39-48a4-91f1-d60c3607b52e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1030989 Jul 09 13:49:30.892536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:30.892876 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:30.893225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempting to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:30.900665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:30.900985 n-d-799524-3 neutron-server[93912]: ERROR neutron.plugins.ml2.managers [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Failed to bind port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on host n-h2-799524-3 for vnic_type normal using segments [{'id': 'ab93db62-d8c4-405a-9ec9-33b23cd5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '670d01a5-db68-4018-97ec-ce81949c58a4'}] Jul 09 13:49:30.901363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.969630 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dd77fee3-c673-491f-9060-abb233ec15a9 req-f9c7c317-3f28-4b28-ad8f-62ed880131b5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709355 Jul 09 13:49:31.002380 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] For port 2ad9f9d9-568b-443f-93f9-48fa66695ffc, host n-h2-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:31.002745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attempted to set empty binding levels {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:49:31.008715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.045189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] In _notify_port_updated(), no bound segment for port 2ad9f9d9-568b-443f-93f9-48fa66695ffc on network 670d01a5-db68-4018-97ec-ce81949c58a4 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:49:31.046268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:31.053876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.055268 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "PUT /v2.0/ports/2ad9f9d9-568b-443f-93f9-48fa66695ffc HTTP/1.1" status: 200 len: 978 time: 0.8095636 Jul 09 13:49:31.058040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44040) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:31.102344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701067f1-24f5-4c9d-a65f-9b1397c7b461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad9f9d9-568b-443f-93f9-48fa66695ffc,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:31.165932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Deleting port 2ad9f9d9-568b-443f-93f9-48fa66695ffc {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:31.166282 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.242366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] For port 2ad9f9d9-568b-443f-93f9-48fa66695ffc, host n-h2-799524-3, got binding levels [] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:31.242729 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.255942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Calling delete_port for 2ad9f9d9-568b-443f-93f9-48fa66695ffc owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:31.344609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.371953 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ad9f9d9-568b-443f-93f9-48fa66695ffc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:31.382864 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.385061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-50cab7e5-2dff-4780-a374-b3fe6bcb6151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2ad9f9d9-568b-443f-93f9-48fa66695ffc HTTP/1.1" status: 204 len: 168 time: 0.3260689 Jul 09 13:49:31.390134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44048) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:31.425918 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-444a7a70-e956-4a7f-a461-fc2e4024a6d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:49:31.429193 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-444a7a70-e956-4a7f-a461-fc2e4024a6d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750208276-project-admin] 10.222.0.32 "GET /v2.0/ports/2ad9f9d9-568b-443f-93f9-48fa66695ffc HTTP/1.1" status: 404 len: 333 time: 0.0365400 Jul 09 13:49:31.434421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44050) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:31.511161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.605996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.619113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670d01a5-db68-4018-97ec-ce81949c58a4']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:31.630355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab93db62-d8c4-405a-9ec9-33b23cd5e505') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:31.631564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab93db62-d8c4-405a-9ec9-33b23cd5e505') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:31.640385 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.656200 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.662932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:31.663471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:31.666428 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:31.727404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.732918 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.734847 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] 10.222.0.32 "DELETE /v2.0/networks/670d01a5-db68-4018-97ec-ce81949c58a4 HTTP/1.1" status: 204 len: 168 time: 0.2994289 Jul 09 13:49:31.751638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17754ab1-a7b1-4bc1-8fa2-e35fa74a4f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482226983-project] Pushing event deleted for resources: {'Network': ['ID=670d01a5-db68-4018-97ec-ce81949c58a4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:31.991493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:32.166353 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-55d5580f-36bc-4ffa-8cad-35a1b599523c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d062f035105040aaa9bef7506dcbaa8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715395 Jul 09 13:49:32.167020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44080) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:32.169063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56905b-8287-4db6-8df9-867f6530783a req-2cccab4b-7a59-4bb7-aad9-79829297193c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:32.171378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b56905b-8287-4db6-8df9-867f6530783a req-2cccab4b-7a59-4bb7-aad9-79829297193c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0805373 Jul 09 13:49:32.218279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b56905b-8287-4db6-8df9-867f6530783a req-f81e5566-31d2-422e-a912-61f09fa7b2de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393062 Jul 09 13:49:32.227754 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.251173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.300621 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.303934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.305392 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c45c9ed-7c7e-4f1d-abe2-edc046e1d731 HTTP/1.1" status: 204 len: 168 time: 0.1374156 Jul 09 13:49:32.315103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c45c9ed-7c7e-4f1d-abe2-edc046e1d731,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:32.326384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.326632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.327114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.327796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.327796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.328009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.328686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.328686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.328937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.329418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.329770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.330349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc955e3-88ed-4324-8cda-c2d46677af30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:32.596649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44094) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:32.640307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7d3fadc1-a158-4769-ba4b-846114fc9c1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05ddee37654d4768b9734dcaad9e5416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419600 Jul 09 13:49:32.642685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44096) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:32.691608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-036b47fc-e36d-48b1-9f31-94dd1a36865c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.715091 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-036b47fc-e36d-48b1-9f31-94dd1a36865c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.769813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-036b47fc-e36d-48b1-9f31-94dd1a36865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.772833 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-036b47fc-e36d-48b1-9f31-94dd1a36865c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.774017 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-036b47fc-e36d-48b1-9f31-94dd1a36865c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c58bcd0-2be4-4fd6-8408-4a3823bee458 HTTP/1.1" status: 204 len: 168 time: 0.1303797 Jul 09 13:49:32.782282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b47fc-e36d-48b1-9f31-94dd1a36865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c58bcd0-2be4-4fd6-8408-4a3823bee458,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:33.418196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0eeb-2d2e-468d-9964-62238cd28a42 req-526c46cb-5474-45ad-b0ab-37fa337e8c63 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:33.420589 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e2f0eeb-2d2e-468d-9964-62238cd28a42 req-526c46cb-5474-45ad-b0ab-37fa337e8c63 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0723102 Jul 09 13:49:33.480870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3e2f0eeb-2d2e-468d-9964-62238cd28a42 req-8ef3eec7-3675-4670-80e9-a54241d147d2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509424 Jul 09 13:49:34.124138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44170) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:34.234703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9ab46ad1-34f4-4a15-b3b5-ed42b2b0dd81 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-351679345'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:34.258329 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ab46ad1-34f4-4a15-b3b5-ed42b2b0dd81 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.259483 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ab46ad1-34f4-4a15-b3b5-ed42b2b0dd81 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.325071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ab46ad1-34f4-4a15-b3b5-ed42b2b0dd81 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.329453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ab46ad1-34f4-4a15-b3b5-ed42b2b0dd81 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.343253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9ab46ad1-34f4-4a15-b3b5-ed42b2b0dd81 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.344468 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ab46ad1-34f4-4a15-b3b5-ed42b2b0dd81 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2186468 Jul 09 13:49:34.347111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44178) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:34.424752 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17987aa8-b3a4-4f9c-ac90-783bd433d70c tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.620688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17987aa8-b3a4-4f9c-ac90-783bd433d70c tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.622851 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17987aa8-b3a4-4f9c-ac90-783bd433d70c tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.651862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578f19-24c1-49d1-9980-545b0ed4cad9 req-3bc11b4d-49d8-4181-8b75-9c692830a161 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:34.653788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c578f19-24c1-49d1-9980-545b0ed4cad9 req-3bc11b4d-49d8-4181-8b75-9c692830a161 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0672858 Jul 09 13:49:34.697610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c578f19-24c1-49d1-9980-545b0ed4cad9 req-e60b0b8f-200a-4a5b-a865-f3f0d6b7f882 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364852 Jul 09 13:49:34.701231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17987aa8-b3a4-4f9c-ac90-783bd433d70c tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.702638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17987aa8-b3a4-4f9c-ac90-783bd433d70c tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce801e4-af7b-413f-8f10-e82d74bbb624 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:49:34.708324 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17987aa8-b3a4-4f9c-ac90-783bd433d70c tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.722526 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-17987aa8-b3a4-4f9c-ac90-783bd433d70c tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6ce801e4-af7b-413f-8f10-e82d74bbb624 HTTP/1.1" status: 204 len: 168 time: 0.3651984 Jul 09 13:49:34.722526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44190) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:34.722526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4bc7931a-c42a-476e-ac7b-1f7ff35177c0 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Request body: {'router': {'name': 'tempest-router-1991472505', 'distributed': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:34.741443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4bc7931a-c42a-476e-ac7b-1f7ff35177c0 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.750188 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4bc7931a-c42a-476e-ac7b-1f7ff35177c0 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.817368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4bc7931a-c42a-476e-ac7b-1f7ff35177c0 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.822874 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4bc7931a-c42a-476e-ac7b-1f7ff35177c0 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.837453 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4bc7931a-c42a-476e-ac7b-1f7ff35177c0 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.840134 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4bc7931a-c42a-476e-ac7b-1f7ff35177c0 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1236663 Jul 09 13:49:34.847165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44194) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:34.921499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02f3b8fb-10fd-4ba0-83cf-b42c9a1f68e3 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.399057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02f3b8fb-10fd-4ba0-83cf-b42c9a1f68e3 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.401747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02f3b8fb-10fd-4ba0-83cf-b42c9a1f68e3 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.453331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02f3b8fb-10fd-4ba0-83cf-b42c9a1f68e3 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.453866 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f3b8fb-10fd-4ba0-83cf-b42c9a1f68e3 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82210a8c-9504-4498-8d8b-68992b79b0dc {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:49:35.458302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02f3b8fb-10fd-4ba0-83cf-b42c9a1f68e3 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.459630 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-02f3b8fb-10fd-4ba0-83cf-b42c9a1f68e3 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "DELETE /v2.0/routers/82210a8c-9504-4498-8d8b-68992b79b0dc HTTP/1.1" status: 204 len: 168 time: 0.6169057 Jul 09 13:49:35.462834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44212) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:35.469440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-92d0ea97-d0e0-4b83-9b6e-93a1f87c2d10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Request body: {'router': {'name': 'tempest-router-562354682', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1c9545ffbfed44779b887bd181d38c04'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:35.495817 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92d0ea97-d0e0-4b83-9b6e-93a1f87c2d10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.496860 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92d0ea97-d0e0-4b83-9b6e-93a1f87c2d10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.555184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92d0ea97-d0e0-4b83-9b6e-93a1f87c2d10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.559470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92d0ea97-d0e0-4b83-9b6e-93a1f87c2d10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.573172 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-92d0ea97-d0e0-4b83-9b6e-93a1f87c2d10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.574453 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-92d0ea97-d0e0-4b83-9b6e-93a1f87c2d10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1085010 Jul 09 13:49:35.577162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44216) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:35.581888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:35.794089 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.794481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.916561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93912) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 13:49:35.916896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Router 2644c582-e98e-4d26-ac39-b7fe65f00038 migrating from provider to provider. {{(pid=93912) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 13:49:35.917486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.925298 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.933062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.026896 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a586f5-c9b9-4237-a352-650742c09139 req-9e49a2ca-f9f5-4cf6-a57f-c4bd563cfbcd tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:36.030130 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-92a586f5-c9b9-4237-a352-650742c09139 req-9e49a2ca-f9f5-4cf6-a57f-c4bd563cfbcd tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1711228 Jul 09 13:49:36.072701 n-d-799524-3 neutron-server[93912]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] No L3 agents can host the router 2644c582-e98e-4d26-ac39-b7fe65f00038 Jul 09 13:49:36.096915 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-92a586f5-c9b9-4237-a352-650742c09139 req-1f3548aa-747b-424a-adc1-5d46acc2ea64 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595171 Jul 09 13:49:36.205067 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Hosts for router 2644c582-e98e-4d26-ac39-b7fe65f00038: [] {{(pid=93912) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 13:49:36.229383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Hosts for other DVR routers connected to router 2644c582-e98e-4d26-ac39-b7fe65f00038: set() {{(pid=93912) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 13:49:36.231915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.233121 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fc5d31bb-f937-47bc-86bb-8975bfa96114 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "PUT /v2.0/routers/2644c582-e98e-4d26-ac39-b7fe65f00038 HTTP/1.1" status: 200 len: 716 time: 0.6550086 Jul 09 13:49:36.235849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44226) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:36.312401 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-12f3e20e-4cd5-4aca-965d-473b1cfc398e tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "GET /v2.0/routers/2644c582-e98e-4d26-ac39-b7fe65f00038 HTTP/1.1" status: 200 len: 716 time: 0.0752418 Jul 09 13:49:36.314971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44228) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:36.551294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3ba3ed30-672c-4e9e-8b39-94e630bb3267 tempest-RoutersTestDVR-1309991854 tempest-RoutersTestDVR-1309991854-project] 10.222.0.32 "GET /v2.0/routers/2644c582-e98e-4d26-ac39-b7fe65f00038 HTTP/1.1" status: 200 len: 682 time: 0.2352188 Jul 09 13:49:36.554883 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44232) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:36.632362 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63039422-6fb7-40e0-88c6-fdaa0a4c768a tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.796320 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63039422-6fb7-40e0-88c6-fdaa0a4c768a tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.798639 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63039422-6fb7-40e0-88c6-fdaa0a4c768a tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.842346 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63039422-6fb7-40e0-88c6-fdaa0a4c768a tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.843024 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63039422-6fb7-40e0-88c6-fdaa0a4c768a tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2644c582-e98e-4d26-ac39-b7fe65f00038 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:49:36.854021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63039422-6fb7-40e0-88c6-fdaa0a4c768a tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.855309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-63039422-6fb7-40e0-88c6-fdaa0a4c768a tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2644c582-e98e-4d26-ac39-b7fe65f00038 HTTP/1.1" status: 204 len: 168 time: 0.2994537 Jul 09 13:49:36.859463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44234) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:36.864194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-63182c63-8c0d-4f5d-91de-888836e81e5f tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Request body: {'router': {'name': 'tempest-router-1240299252', 'distributed': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:36.887530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63182c63-8c0d-4f5d-91de-888836e81e5f tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.888646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63182c63-8c0d-4f5d-91de-888836e81e5f tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.946979 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63182c63-8c0d-4f5d-91de-888836e81e5f tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.950987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63182c63-8c0d-4f5d-91de-888836e81e5f tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.964024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63182c63-8c0d-4f5d-91de-888836e81e5f tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.965351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-63182c63-8c0d-4f5d-91de-888836e81e5f tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1048884 Jul 09 13:49:36.968103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44236) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:37.048103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04171a65-a1c7-4655-a416-974f242b7c10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.221995 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04171a65-a1c7-4655-a416-974f242b7c10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.224139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04171a65-a1c7-4655-a416-974f242b7c10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.273034 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04171a65-a1c7-4655-a416-974f242b7c10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.273714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04171a65-a1c7-4655-a416-974f242b7c10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32e4a3a8-a759-48a9-83db-6c814a8ba4f8 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:49:37.278451 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04171a65-a1c7-4655-a416-974f242b7c10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.279771 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-04171a65-a1c7-4655-a416-974f242b7c10 tempest-RoutersTestDVR-1283074073 tempest-RoutersTestDVR-1283074073-project-admin] 10.222.0.32 "DELETE /v2.0/routers/32e4a3a8-a759-48a9-83db-6c814a8ba4f8 HTTP/1.1" status: 204 len: 168 time: 0.3107345 Jul 09 13:49:37.307276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488aa6-40c9-4a69-9c57-0e9f4ad13a0f req-9b411e1f-ce65-4d73-8fa3-9057e53dfae1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:37.308989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b488aa6-40c9-4a69-9c57-0e9f4ad13a0f req-9b411e1f-ce65-4d73-8fa3-9057e53dfae1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0807457 Jul 09 13:49:37.351393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b488aa6-40c9-4a69-9c57-0e9f4ad13a0f req-d474208e-6c1b-4006-8835-44911155d64a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357180 Jul 09 13:49:37.549630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44246) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:37.658088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-494a0800-eb33-476a-841c-9c18cb140fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.750813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-494a0800-eb33-476a-841c-9c18cb140fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.754655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-494a0800-eb33-476a-841c-9c18cb140fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.793257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-494a0800-eb33-476a-841c-9c18cb140fd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c9545ffbfed44779b887bd181d38c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425160 Jul 09 13:49:37.794154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a0800-eb33-476a-841c-9c18cb140fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078a0674-3383-4a9d-86f0-da8da839fbac,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:37.796085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44250) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:37.857757 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d09711a-416e-4b28-85e7-0a5e6da2b2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.878557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d09711a-416e-4b28-85e7-0a5e6da2b2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.925553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d09711a-416e-4b28-85e7-0a5e6da2b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.928289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1d09711a-416e-4b28-85e7-0a5e6da2b2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.931867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1d09711a-416e-4b28-85e7-0a5e6da2b2d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/078a0674-3383-4a9d-86f0-da8da839fbac HTTP/1.1" status: 204 len: 168 time: 0.1321287 Jul 09 13:49:37.937706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09711a-416e-4b28-85e7-0a5e6da2b2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a0674-3383-4a9d-86f0-da8da839fbac,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:38.209891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44258) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:38.226976 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1697646-c241-4fda-b2d2-cf9e6157a76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.316409 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1697646-c241-4fda-b2d2-cf9e6157a76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.321717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e1697646-c241-4fda-b2d2-cf9e6157a76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.358341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1697646-c241-4fda-b2d2-cf9e6157a76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6c7e63-8267-4fcc-b7ad-173023fb4d77,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:38.362878 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e1697646-c241-4fda-b2d2-cf9e6157a76b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db23117642864ea2ab54e8c4bb9c269c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518140 Jul 09 13:49:38.366045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44260) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:38.416604 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687f4fd-fa38-4243-859c-b3b8363b7c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.438615 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687f4fd-fa38-4243-859c-b3b8363b7c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.526236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687f4fd-fa38-4243-859c-b3b8363b7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.528810 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7687f4fd-fa38-4243-859c-b3b8363b7c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.530099 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7687f4fd-fa38-4243-859c-b3b8363b7c3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b6c7e63-8267-4fcc-b7ad-173023fb4d77 HTTP/1.1" status: 204 len: 168 time: 0.1629541 Jul 09 13:49:38.547922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687f4fd-fa38-4243-859c-b3b8363b7c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6c7e63-8267-4fcc-b7ad-173023fb4d77,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:38.573057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329686d-df9c-48f6-a575-194e96a5f06e req-3fa74aa6-e96d-45a1-9b86-dfd1aedfb5a6 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:38.574692 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0329686d-df9c-48f6-a575-194e96a5f06e req-3fa74aa6-e96d-45a1-9b86-dfd1aedfb5a6 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0937080 Jul 09 13:49:38.618879 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0329686d-df9c-48f6-a575-194e96a5f06e req-b4809979-81b2-4955-ab4e-7aa33237d1a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380743 Jul 09 13:49:39.252511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44286) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:39.374168 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-253eb93f-011a-463c-8a5d-89a821fb2c92 tempest-AgentManagementNegativeTest-1203971739 tempest-AgentManagementNegativeTest-1203971739-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1202374 Jul 09 13:49:39.620981 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44294) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:39.734807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28162812-45c3-4ffd-bdc5-f3d2154036fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.806474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aeaf2-87fa-4988-93fd-8b29ce9708e2 req-9f8ac7b1-2fa5-4638-9c05-aa2fd4a0333e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:39.808276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd1aeaf2-87fa-4988-93fd-8b29ce9708e2 req-9f8ac7b1-2fa5-4638-9c05-aa2fd4a0333e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0732117 Jul 09 13:49:39.838300 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28162812-45c3-4ffd-bdc5-f3d2154036fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.842730 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-28162812-45c3-4ffd-bdc5-f3d2154036fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.855796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd1aeaf2-87fa-4988-93fd-8b29ce9708e2 req-3eb04109-4a03-4312-9a49-be0a6d537999 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384681 Jul 09 13:49:39.883122 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-28162812-45c3-4ffd-bdc5-f3d2154036fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54f6df97ea2c45f98071549d3258b32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580204 Jul 09 13:49:39.883422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44300) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:39.886147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28162812-45c3-4ffd-bdc5-f3d2154036fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fbfd33-787f-4df1-bd01-3b45c6b5154c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:39.938975 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd9a615a-fe27-479f-b9fd-81bad70cbee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.962448 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd9a615a-fe27-479f-b9fd-81bad70cbee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.009666 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd9a615a-fe27-479f-b9fd-81bad70cbee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.012346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd9a615a-fe27-479f-b9fd-81bad70cbee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.013493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dd9a615a-fe27-479f-b9fd-81bad70cbee4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15fbfd33-787f-4df1-bd01-3b45c6b5154c HTTP/1.1" status: 204 len: 168 time: 0.1288986 Jul 09 13:49:40.022912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a615a-fe27-479f-b9fd-81bad70cbee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fbfd33-787f-4df1-bd01-3b45c6b5154c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:40.669883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44332) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:40.766454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1597773782'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:40.789131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Made reservation on behalf of a8d4687f5b304655890ea367e1606c18 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:40.792813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.801573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.892937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.897499 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.923216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:40.937589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b3fb88-f431-4850-bc81-6f62984c066a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:40.956481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.957953 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Added segment c1bc0312-b7cb-4001-998f-39ab9b98b428 of type vlan for network 869877fe-1dfd-46d5-9ea5-0302b0e22854 Jul 09 13:49:41.005218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.038988 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.045337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:41.046274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.065512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350e948-3da9-415a-b1fb-daff7fdb1eb4 req-9c57c1cc-38f9-401b-8fbc-73913906f0b8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:41.068063 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9350e948-3da9-415a-b1fb-daff7fdb1eb4 req-9c57c1cc-38f9-401b-8fbc-73913906f0b8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.0858722 Jul 09 13:49:41.115702 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4444110 Jul 09 13:49:41.132264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552fc79-dc1f-44db-abbe-4bf9c762cc55 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Network': ['ID=869877fe-1dfd-46d5-9ea5-0302b0e22854,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:41.134724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44338) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:41.144096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'subnet': {'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:41.151411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:41.259105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Made reservation on behalf of a8d4687f5b304655890ea367e1606c18 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:41.262875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.420101 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9350e948-3da9-415a-b1fb-daff7fdb1eb4 req-224dccfc-ba35-4922-9056-87ebda7bf2e4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461373 Jul 09 13:49:41.459260 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.531186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Subnet': ['ID=d7384b0e-ba4c-4ea0-9388-591e146d90d4,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:41.541040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Checking segment: {'id': 'c1bc0312-b7cb-4001-998f-39ab9b98b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:41.541401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Network hostable DHCP agents. Network: 869877fe-1dfd-46d5-9ea5-0302b0e22854, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:41.558224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:41.568849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 869877fe-1dfd-46d5-9ea5-0302b0e22854) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:41.574805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:41.575684 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.579473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8bbf3-19cc-451b-83d5-7c11b5192b20 None None] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:41.597806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4ddaa6e4-fe60-4693-978b-6434dcbcc147 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4593346 Jul 09 13:49:41.598053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44342) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:41.604183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854', 'name': 'tempest-AllowedAddressPairTestJSON-883423132'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:41.716189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Made reservation on behalf of a8d4687f5b304655890ea367e1606c18 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:41.719852 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.740987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] device_id is not set on port dfa366e0-fb28-4404-b481-deadeeb0fa20 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:41.741146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-869877fe-1dfd-46d5-9ea5-0302b0e22854', 'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854', 'tenant_id': 'a8d4687f5b304655890ea367e1606c18', 'fixed_ips': [{'subnet_id': 'd7384b0e-ba4c-4ea0-9388-591e146d90d4'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:41.741884 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.857189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Allocated IP 172.20.0.3 (869877fe-1dfd-46d5-9ea5-0302b0e22854/d7384b0e-ba4c-4ea0-9388-591e146d90d4/dfa366e0-fb28-4404-b481-deadeeb0fa20) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:42.008344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.022908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Transition to ACTIVE for port object dfa366e0-fb28-4404-b481-deadeeb0fa20 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:42.058128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.101496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:42.102125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Allocated IP 172.20.0.2 (869877fe-1dfd-46d5-9ea5-0302b0e22854/d7384b0e-ba4c-4ea0-9388-591e146d90d4/2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:42.109012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:42.112977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:42.120542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=dfa366e0-fb28-4404-b481-deadeeb0fa20,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:42.176577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:42.177447 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.196609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0e1f5ccd-6678-448d-80ce-a704c3727421 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5935049 Jul 09 13:49:42.197077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44344) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:42.202139 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854', 'name': 'tempest-AllowedAddressPairTestJSON-845866012', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:65:52:11'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:42.268543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.278411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Transition to ACTIVE for port object 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:42.294590 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Transition to ACTIVE for port object 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:42.301232 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.313570 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Made reservation on behalf of a8d4687f5b304655890ea367e1606c18 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:42.343083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:42.347481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:42.352022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:42.355213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Pushing event updated for resources: {'Port': ['ID=2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:42.366589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.367197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.367543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.367889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.368225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.368712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.369244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.369748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.370122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.370463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.370792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.371145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:42.413251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.422973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Attempting to bind port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:42.423378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Attempting to bind port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'c1bc0312-b7cb-4001-998f-39ab9b98b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:42.423746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Attempting to bind port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 on network 869877fe-1dfd-46d5-9ea5-0302b0e22854 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:42.429715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:42.430090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Checking segment: {'id': 'c1bc0312-b7cb-4001-998f-39ab9b98b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:42.430499 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.430906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Bound using segment: {'id': 'c1bc0312-b7cb-4001-998f-39ab9b98b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:42.431435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Bound port: 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc0312-b7cb-4001-998f-39ab9b98b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:42.431822 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.432074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] device_id is not set on port 812f57b4-5c48-4a50-b49d-ec10ab675e93 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:42.525903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] For port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:42.531693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] For port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6,segment=NetworkSegment(c1bc0312-b7cb-4001-998f-39ab9b98b428),segment_id=c1bc0312-b7cb-4001-998f-39ab9b98b428)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:42.539141 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.623954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Allocated IP 172.20.0.12 (869877fe-1dfd-46d5-9ea5-0302b0e22854/d7384b0e-ba4c-4ea0-9388-591e146d90d4/812f57b4-5c48-4a50-b49d-ec10ab675e93) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:42.702852 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-88976bd6-d973-4012-b53f-6666103efd08 req-1a15805a-88de-4be0-8717-afd6f0825689 service neutron] show failed (client error): The resource could not be found. Jul 09 13:49:42.704203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-1a15805a-88de-4be0-8717-afd6f0825689 service neutron] 10.222.0.11 "GET /v2.0/ports/5a9166be-9ac3-43f9-b7a2-5452a49522b1/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.2525890 Jul 09 13:49:42.714451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd07bc-3c79-4b3d-baf6-99cfe4da2716 None None] Pushing event updated for resources: {'Port': ['ID=2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:42.750596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d60af9-e530-4cdc-af67-e101ee327041 req-2bab0ce9-c67e-4ebe-a8fd-42f293821901 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:42.753496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10d60af9-e530-4cdc-af67-e101ee327041 req-2bab0ce9-c67e-4ebe-a8fd-42f293821901 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1713357 Jul 09 13:49:42.845791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10d60af9-e530-4cdc-af67-e101ee327041 req-f22ebac7-57c9-4b8a-a84d-31be4ecc75b3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828390 Jul 09 13:49:42.913901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.932288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Transition to ACTIVE for port object 812f57b4-5c48-4a50-b49d-ec10ab675e93 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:42.973679 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.044122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:43.048377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:43.053370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:43.060779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=812f57b4-5c48-4a50-b49d-ec10ab675e93,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:43.111160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:43.112441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.113031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-25a2d955-e3af-4e71-bd07-f3ec606017c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:43.114637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-25a2d955-e3af-4e71-bd07-f3ec606017c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 1096 time: 0.1012721 Jul 09 13:49:43.129458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:43.157802 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aaddbb8a-8dce-44cd-8cec-62a928e7e3c4 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9591591 Jul 09 13:49:43.158045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44350) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:43.298868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.335130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c46e3-3f90-4ede-849a-93b5e82c0cd6 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:43.341048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c46e3-3f90-4ede-849a-93b5e82c0cd6 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:43.346921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c46e3-3f90-4ede-849a-93b5e82c0cd6 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:43.348620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c6c46e3-3f90-4ede-849a-93b5e82c0cd6 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1892760 Jul 09 13:49:43.352539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44352) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:43.357808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.650187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b5f3f-90ab-42f5-befc-e95d6642d0df tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Deleting port 812f57b4-5c48-4a50-b49d-ec10ab675e93 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:43.650511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5f3f-90ab-42f5-befc-e95d6642d0df tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.725295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:43.769766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:43.820785 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.833902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Transition to ACTIVE for port object 5a9166be-9ac3-43f9-b7a2-5452a49522b1 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:43.835081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:43.838190 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce523fc-509f-4986-b33c-f2d4c316d4ef" -d '{"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:43.852833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.881507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66695e1f-dfb4-4901-95cb-c84550056680 None None] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:43.948423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:43.956965 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee07e032-baa3-4183-8ecf-a6cd14af5ba7 x-openstack-request-id: req-ee07e032-baa3-4183-8ecf-a6cd14af5ba7 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:43.957578 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:43.957831 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee07e032-baa3-4183-8ecf-a6cd14af5ba7 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:43.959406 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'code': 200} Jul 09 13:49:43.983013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.983153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.983942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.983942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.984155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.984922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.985256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.985572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.985892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.986222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.986534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:43.988033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:44.040914 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5f3f-90ab-42f5-befc-e95d6642d0df tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.071883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c7228db6-42cf-48f7-aa93-9a59f4ac3f0f None None] Provisioning for port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:44.142077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b5f3f-90ab-42f5-befc-e95d6642d0df tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Calling delete_port for 812f57b4-5c48-4a50-b49d-ec10ab675e93 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:44.173472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.334208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] No DVR routers for this DVR port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:44.335562 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6f4471f1-5467-4414-a1b5-15ccb934d22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.476165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:44.538363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:44.545340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:44.546368 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.557791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2d6d-9f23-487a-b8ad-c268469f9e33 req-7f37a3d8-af40-43ad-a3e6-4707ff5f52d9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:44.559906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d6b2d6d-9f23-487a-b8ad-c268469f9e33 req-7f37a3d8-af40-43ad-a3e6-4707ff5f52d9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 943 time: 0.5136597 Jul 09 13:49:44.667354 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.676963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:44.678010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:44.679468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:44.685307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5f3f-90ab-42f5-befc-e95d6642d0df tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.708718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6,segment=NetworkSegment(c1bc0312-b7cb-4001-998f-39ab9b98b428),segment_id=c1bc0312-b7cb-4001-998f-39ab9b98b428)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:44.710320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b0066e73-242d-4be0-82ec-3cf152074310 None None] Provisioning for port dfa366e0-fb28-4404-b481-deadeeb0fa20 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:44.720286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b0066e73-242d-4be0-82ec-3cf152074310 None None] Provisioning complete for port dfa366e0-fb28-4404-b481-deadeeb0fa20 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:44.720673 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b0066e73-242d-4be0-82ec-3cf152074310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.724749 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.736742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b5f3f-90ab-42f5-befc-e95d6642d0df tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Port': ['ID=812f57b4-5c48-4a50-b49d-ec10ab675e93,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:44.738647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:44.739075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:44.746832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d6b2d6d-9f23-487a-b8ad-c268469f9e33 req-7db6296b-de66-471b-a95c-39adb6b25368 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724739 Jul 09 13:49:44.764611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:44.765196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Checking segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:44.765767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Bound using segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:44.766631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Bound port: 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:44.767232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.810746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b0066e73-242d-4be0-82ec-3cf152074310 None None] Port dfa366e0-fb28-4404-b481-deadeeb0fa20 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:44.825941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b0066e73-242d-4be0-82ec-3cf152074310 None None] Could not find standard attr ID for object 812f57b4-5c48-4a50-b49d-ec10ab675e93. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:49:44.834079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:44.841533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b0066e73-242d-4be0-82ec-3cf152074310 None None] Provisioning complete for port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:44.842530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b0066e73-242d-4be0-82ec-3cf152074310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.983945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:45.004579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:45.013878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.050682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5f3f-90ab-42f5-befc-e95d6642d0df tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.053253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0a1b5f3f-90ab-42f5-befc-e95d6642d0df tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "DELETE /v2.0/ports/812f57b4-5c48-4a50-b49d-ec10ab675e93 HTTP/1.1" status: 204 len: 168 time: 1.6983192 Jul 09 13:49:45.055792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44488) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:45.059038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:45.059796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.061205 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] 10.222.0.10 "PUT /v2.0/ports/5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 1091 time: 1.9366007 Jul 09 13:49:45.072631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b04e882e-cd8b-4960-8cf2-bfd35a9358ee None None] Provisioning complete for port dfa366e0-fb28-4404-b481-deadeeb0fa20 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:45.072925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b04e882e-cd8b-4960-8cf2-bfd35a9358ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.124782 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95a12b1-8320-47dc-bb09-df962d0efb5b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] GET failed (client error): The resource could not be found. Jul 09 13:49:45.126974 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c95a12b1-8320-47dc-bb09-df962d0efb5b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "GET /v2.0/ports/812f57b4-5c48-4a50-b49d-ec10ab675e93 HTTP/1.1" status: 404 len: 333 time: 0.0691829 Jul 09 13:49:45.131761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44496) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:45.139525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854', 'name': 'tempest-AllowedAddressPairTestJSON-901407679'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:45.146092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f46010-3b88-45cc-b2ec-1b7c65cc4f29 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:45.188799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b04e882e-cd8b-4960-8cf2-bfd35a9358ee None None] Port dfa366e0-fb28-4404-b481-deadeeb0fa20 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:45.216587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-dcf4a063-45e9-4e94-b008-8bae73b847c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:45.218147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-dcf4a063-45e9-4e94-b008-8bae73b847c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1094 time: 0.1238923 Jul 09 13:49:45.331688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Made reservation on behalf of a8d4687f5b304655890ea367e1606c18 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:45.336329 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.360753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] device_id is not set on port 43bd484d-f6be-4e2d-9e79-159c0a184cba yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:45.386199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-7dea7941-1f2b-4135-8cb3-45a1537fff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:45.388576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-7dea7941-1f2b-4135-8cb3-45a1537fff01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1627576 Jul 09 13:49:45.405743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-758d4584-4450-4747-859d-b793de77eac3 None None] Could not find standard attr ID for object 812f57b4-5c48-4a50-b49d-ec10ab675e93. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:49:45.488702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Allocated IP 172.20.0.10 (869877fe-1dfd-46d5-9ea5-0302b0e22854/d7384b0e-ba4c-4ea0-9388-591e146d90d4/43bd484d-f6be-4e2d-9e79-159c0a184cba) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:45.497661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-75e1365c-6075-4816-bfd0-aac13cfb291b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 998 time: 0.0987999 Jul 09 13:49:45.573319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-bb47b9a9-8896-49b3-9321-fde9ad7bc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:45.575332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-bb47b9a9-8896-49b3-9321-fde9ad7bc4f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0710878 Jul 09 13:49:45.589522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:45.635847 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:45.642064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976bd6-d973-4012-b53f-6666103efd08 req-91d384d7-bef3-41ca-aab4-785fceb61a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:45.643844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-91d384d7-bef3-41ca-aab4-785fceb61a42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615823 Jul 09 13:49:45.698077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.714644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Transition to ACTIVE for port object 43bd484d-f6be-4e2d-9e79-159c0a184cba will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:45.751025 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.757629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-0036fbf7-71f1-4b65-a994-d754b041c2fb service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064603 Jul 09 13:49:45.804669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:45.808138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:45.812321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:45.820699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=43bd484d-f6be-4e2d-9e79-159c0a184cba,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:45.905308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:45.905983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.936269 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b05f853d-4c3e-4251-958e-d447ade9ff81 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8026626 Jul 09 13:49:45.937795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44592) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:45.950113 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:65:52:11'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:46.093987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.142668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6ce4b-0001-4809-a27f-2d562e7c2696 req-07c8be20-02f7-404c-a13f-825cd21978fe tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:46.144875 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5d6ce4b-0001-4809-a27f-2d562e7c2696 req-07c8be20-02f7-404c-a13f-825cd21978fe tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 943 time: 0.1601901 Jul 09 13:49:46.169573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7c482ffb-9a07-4f70-8ead-b8866e52b231 None None] Provisioning for port 43bd484d-f6be-4e2d-9e79-159c0a184cba completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:46.184515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7c482ffb-9a07-4f70-8ead-b8866e52b231 None None] Provisioning complete for port 43bd484d-f6be-4e2d-9e79-159c0a184cba triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:46.184515 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7c482ffb-9a07-4f70-8ead-b8866e52b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.229796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5d6ce4b-0001-4809-a27f-2d562e7c2696 req-ffa970b6-c4cd-4a0b-87de-bd367616f88b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621784 Jul 09 13:49:46.257434 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:46.259950 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21d00e1-df74-42df-b8aa-9050044318dc" -d '{"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:46.265470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7c482ffb-9a07-4f70-8ead-b8866e52b231 None None] Port 43bd484d-f6be-4e2d-9e79-159c0a184cba cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:46.288245 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-4aac7ebe-5ca1-44f7-ae53-6543cdf2686e service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243282 Jul 09 13:49:46.402281 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.402526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:46.404724 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66fe1a6-9494-4265-9ca4-74bef99443ae x-openstack-request-id: req-e66fe1a6-9494-4265-9ca4-74bef99443ae {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:46.405323 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:46.405599 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e66fe1a6-9494-4265-9ca4-74bef99443ae {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:46.406045 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'status': 'completed', 'code': 200} Jul 09 13:49:46.408480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.513036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:46.513663 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.518820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=43bd484d-f6be-4e2d-9e79-159c0a184cba,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:46.535861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] In _notify_port_updated(), no bound segment for port 43bd484d-f6be-4e2d-9e79-159c0a184cba on network 869877fe-1dfd-46d5-9ea5-0302b0e22854 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:49:46.543184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:46.544532 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.546461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8ed6272c-b812-41df-8a84-8f786dd3f797 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "PUT /v2.0/ports/43bd484d-f6be-4e2d-9e79-159c0a184cba HTTP/1.1" status: 200 len: 993 time: 0.6074157 Jul 09 13:49:46.549846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44656) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:46.646594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d00e1-df74-42df-b8aa-9050044318dc req-4c51352d-c558-491c-a043-bbe68cd097db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:46.648447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-4c51352d-c558-491c-a043-bbe68cd097db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1094 time: 0.1730201 Jul 09 13:49:46.650649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d00e1-df74-42df-b8aa-9050044318dc req-61263843-f491-4efe-a307-bc7979179102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:46.652898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-61263843-f491-4efe-a307-bc7979179102 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1094 time: 0.2454040 Jul 09 13:49:46.694609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1b37d6a5-8296-4dd4-afbb-acc057f49295 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Deleting port 43bd484d-f6be-4e2d-9e79-159c0a184cba {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:46.695326 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b37d6a5-8296-4dd4-afbb-acc057f49295 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.804837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b37d6a5-8296-4dd4-afbb-acc057f49295 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.805183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1c51cdb9-dbd5-453b-85af-47dac439fac8 None None] Provisioning complete for port 43bd484d-f6be-4e2d-9e79-159c0a184cba triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:46.805630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1c51cdb9-dbd5-453b-85af-47dac439fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.821763 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1b37d6a5-8296-4dd4-afbb-acc057f49295 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Calling delete_port for 43bd484d-f6be-4e2d-9e79-159c0a184cba owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:46.829486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d00e1-df74-42df-b8aa-9050044318dc req-8f8c9aeb-ab77-4bab-85cf-7050cabcdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:46.830981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-8f8c9aeb-ab77-4bab-85cf-7050cabcdb0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1740422 Jul 09 13:49:46.832083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d00e1-df74-42df-b8aa-9050044318dc req-517b04f3-8f95-4211-8c6f-ce4f9f3653d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:46.834098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-517b04f3-8f95-4211-8c6f-ce4f9f3653d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1667686 Jul 09 13:49:46.869333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1c51cdb9-dbd5-453b-85af-47dac439fac8 None None] Port 43bd484d-f6be-4e2d-9e79-159c0a184cba cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:46.883619 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-69aec650-34e1-4a8a-92b4-9cee3a16de81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.967556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-9731e4db-6224-4c07-83b7-058d5673bf3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 998 time: 0.1296167 Jul 09 13:49:46.969327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-2231edde-ccb0-449c-a6b1-2d8cffc2268c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 998 time: 0.1244626 Jul 09 13:49:46.979764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b37d6a5-8296-4dd4-afbb-acc057f49295 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.014486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37d6a5-8296-4dd4-afbb-acc057f49295 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Port': ['ID=43bd484d-f6be-4e2d-9e79-159c0a184cba,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:47.026595 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.079006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d00e1-df74-42df-b8aa-9050044318dc req-7d2434a7-f5c9-4d8a-b48f-0abb5d09d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:47.081135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-7d2434a7-f5c9-4d8a-b48f-0abb5d09d5d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.1076698 Jul 09 13:49:47.082787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d00e1-df74-42df-b8aa-9050044318dc req-c5310d89-57dd-4ebc-8ae1-4669e880dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:47.085921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-c5310d89-57dd-4ebc-8ae1-4669e880dcd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.1004572 Jul 09 13:49:47.216128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d00e1-df74-42df-b8aa-9050044318dc req-5ad53e23-a602-4f5e-a4a3-933fe63da40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:47.217846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-5ad53e23-a602-4f5e-a4a3-933fe63da40f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208694 Jul 09 13:49:47.224329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d00e1-df74-42df-b8aa-9050044318dc req-50fa4a91-6868-4912-9f70-7fca95b71d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:47.226040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-50fa4a91-6868-4912-9f70-7fca95b71d15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382596 Jul 09 13:49:47.246836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b37d6a5-8296-4dd4-afbb-acc057f49295 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.249657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1b37d6a5-8296-4dd4-afbb-acc057f49295 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "DELETE /v2.0/ports/43bd484d-f6be-4e2d-9e79-159c0a184cba HTTP/1.1" status: 204 len: 168 time: 0.6984482 Jul 09 13:49:47.252463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44740) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:47.295167 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d7727d-4de5-495f-98c8-0fd6d964c182 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] GET failed (client error): The resource could not be found. Jul 09 13:49:47.298209 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f7d7727d-4de5-495f-98c8-0fd6d964c182 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "GET /v2.0/ports/43bd484d-f6be-4e2d-9e79-159c0a184cba HTTP/1.1" status: 404 len: 333 time: 0.0447283 Jul 09 13:49:47.301693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44746) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:47.320907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854', 'name': 'tempest-AllowedAddressPairTestJSON-1640667445'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:47.418447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-f789c9ea-f570-4a22-a344-07577559f96a service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885705 Jul 09 13:49:47.420821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-a382f7a2-5d36-474f-943b-2b403e86636e service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832447 Jul 09 13:49:47.510447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03ec1-7656-4a7f-b3a3-739c71197bda req-6748b57b-e1a5-4684-ba3a-b0f3531ae77d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:47.512167 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-96d03ec1-7656-4a7f-b3a3-739c71197bda req-6748b57b-e1a5-4684-ba3a-b0f3531ae77d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 943 time: 0.1161537 Jul 09 13:49:47.544064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Made reservation on behalf of a8d4687f5b304655890ea367e1606c18 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:47.548526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.585162 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-96d03ec1-7656-4a7f-b3a3-739c71197bda req-c5bc5067-8f05-4459-92dd-f26aeef96891 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618141 Jul 09 13:49:47.586345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] device_id is not set on port 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:47.599845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-74575d0b-2416-4688-8913-b8bd2435c56c service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734889 Jul 09 13:49:47.604725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f21d00e1-df74-42df-b8aa-9050044318dc req-9c0e7aa7-76a1-407e-ab82-82d3d441f343 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682944 Jul 09 13:49:47.716853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Allocated IP 172.20.0.10 (869877fe-1dfd-46d5-9ea5-0302b0e22854/d7384b0e-ba4c-4ea0-9388-591e146d90d4/2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:47.870816 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.884742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Transition to ACTIVE for port object 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:47.921066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.966138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:47.971367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:47.976497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:48.005027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:48.038315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:48.039045 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.060097 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b691df6a-10e2-4a45-8c2a-42e2d45d8a04 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7565751 Jul 09 13:49:48.062610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44822) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:48.068345 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:65:52:11'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:48.273917 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.288937 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.326170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ad9eb9b9-63b9-4d8e-84d4-f05cce42df97 None None] Provisioning for port 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:48.331306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ad9eb9b9-63b9-4d8e-84d4-f05cce42df97 None None] Provisioning complete for port 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:48.331813 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ad9eb9b9-63b9-4d8e-84d4-f05cce42df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.371559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ad9eb9b9-63b9-4d8e-84d4-f05cce42df97 None None] Port 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:48.476051 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.480549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.563587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:48.574144 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] In _notify_port_updated(), no bound segment for port 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 on network 869877fe-1dfd-46d5-9ea5-0302b0e22854 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:49:48.579915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:48.580638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.585763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44824) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:48.586403 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1742de08-528d-4e0a-bc89-ec08ee621e89 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "PUT /v2.0/ports/2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 HTTP/1.1" status: 200 len: 997 time: 0.5220344 Jul 09 13:49:48.702613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ef5c5-047a-42ac-8e21-c986ca16fb0d tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Deleting port 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:48.703065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef5c5-047a-42ac-8e21-c986ca16fb0d tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.795150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8a584904-8df3-44a4-b8aa-be75c0f666f2 None None] Provisioning complete for port 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:48.795812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8a584904-8df3-44a4-b8aa-be75c0f666f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.830128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8a584904-8df3-44a4-b8aa-be75c0f666f2 None None] Port 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:48.839264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef5c5-047a-42ac-8e21-c986ca16fb0d tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.859052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086f67f-20ad-432d-b52d-b3bcba9d2cba req-9c111fd1-a5fb-4626-b573-9bb27bf8f081 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:48.860555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c086f67f-20ad-432d-b52d-b3bcba9d2cba req-9c111fd1-a5fb-4626-b573-9bb27bf8f081 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 943 time: 0.1157148 Jul 09 13:49:48.864685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ef5c5-047a-42ac-8e21-c986ca16fb0d tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Calling delete_port for 2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:48.947275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c086f67f-20ad-432d-b52d-b3bcba9d2cba req-e5816d5a-fd2d-4520-a0a1-4b5afe671827 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775614 Jul 09 13:49:49.034093 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef5c5-047a-42ac-8e21-c986ca16fb0d tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.072349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ef5c5-047a-42ac-8e21-c986ca16fb0d tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Port': ['ID=2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:49.167631 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef5c5-047a-42ac-8e21-c986ca16fb0d tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.170200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3b2ef5c5-047a-42ac-8e21-c986ca16fb0d tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "DELETE /v2.0/ports/2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 HTTP/1.1" status: 204 len: 168 time: 0.5823300 Jul 09 13:49:49.173198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44832) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:49.205316 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b39e7b-0654-4520-a62b-1947ceb9186a tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] GET failed (client error): The resource could not be found. Jul 09 13:49:49.207426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-89b39e7b-0654-4520-a62b-1947ceb9186a tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "GET /v2.0/ports/2d7f7715-d7ec-4a4e-a7ea-aad9e5d9ec90 HTTP/1.1" status: 404 len: 333 time: 0.0325856 Jul 09 13:49:49.211926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44834) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:49.217667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854', 'name': 'tempest-AllowedAddressPairTestJSON-1115738273'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:49.435120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-95024256-3442-4d9c-a250-64236473047c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:49.436586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-95024256-3442-4d9c-a250-64236473047c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.10 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b&tenant_id=2375838edeba4a50bff999ed7fbdd48d&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 943 time: 0.1420951 Jul 09 13:49:49.487390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Made reservation on behalf of a8d4687f5b304655890ea367e1606c18 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:49.491221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.533919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] device_id is not set on port 395c84b8-33d0-44b3-a4df-43d5778f71db yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:49.561200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a925f7-c36f-4c19-bd52-ef8332edc54d req-b23f8e16-56ee-4672-ba87-a868155dc208 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:49.562690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23a925f7-c36f-4c19-bd52-ef8332edc54d req-b23f8e16-56ee-4672-ba87-a868155dc208 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 943 time: 0.1843755 Jul 09 13:49:49.591146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-fe9636f1-3017-44f7-a322-30588d2928c5 service neutron] 10.222.0.10 "GET /v2.0/ports/5a9166be-9ac3-43f9-b7a2-5452a49522b1/bindings/n-h1-799524-3 HTTP/1.1" status: 200 len: 382 time: 0.1444559 Jul 09 13:49:49.700246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23a925f7-c36f-4c19-bd52-ef8332edc54d req-2854756e-801b-4354-8076-1017adfb8b3a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108527 Jul 09 13:49:49.739247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Allocated IP 172.20.0.9 (869877fe-1dfd-46d5-9ea5-0302b0e22854/d7384b0e-ba4c-4ea0-9388-591e146d90d4/395c84b8-33d0-44b3-a4df-43d5778f71db) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:49.745807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-91ab4dbb-d393-41ec-92a8-669cd51432aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:49.747766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-91ab4dbb-d393-41ec-92a8-669cd51432aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1094 time: 0.1305521 Jul 09 13:49:49.749324 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.917475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-57619f81-4228-42fe-84af-f8b4b4888f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:49.918991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-57619f81-4228-42fe-84af-f8b4b4888f5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1642175 Jul 09 13:49:50.013658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-a686ec6b-d657-4f87-9229-273950ef5e8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 998 time: 0.0867035 Jul 09 13:49:50.016294 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.060884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Transition to ACTIVE for port object 395c84b8-33d0-44b3-a4df-43d5778f71db will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:50.086193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-efe4491b-be50-47b2-a568-ee00be04bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:50.087704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-efe4491b-be50-47b2-a568-ee00be04bdd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0676894 Jul 09 13:49:50.148379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.201508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:50.210918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:50.216126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-c5c07d32-f633-433e-bc61-d312db3086a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:50.217632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-c5c07d32-f633-433e-bc61-d312db3086a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233175 Jul 09 13:49:50.218376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:50.257285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=395c84b8-33d0-44b3-a4df-43d5778f71db,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:50.340532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:50.341174 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.369393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bb50c205-5c5f-457c-af52-c0bab0af2327 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1560421 Jul 09 13:49:50.371973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44840) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:50.379790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'network_id': '869877fe-1dfd-46d5-9ea5-0302b0e22854', 'name': 'tempest-AllowedAddressPairTestJSON-281030863'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:50.385467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:49:50.488132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-13ff12a1-7a77-4d29-bf0c-dae636510b30 service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623158 Jul 09 13:49:50.513282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:50.531697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'port_id': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'mac_address': 'fa:16:3e:a6:fd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:49:50.578691 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.592099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-736f65ec-626a-4f6a-9b76-679f8cde2ce0 None None] Provisioning for port 395c84b8-33d0-44b3-a4df-43d5778f71db completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:50.593613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Made reservation on behalf of a8d4687f5b304655890ea367e1606c18 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:50.596097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9166be-9ac3-43f9-b7a2-5452a49522b1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:49:50.597107 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.602736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-736f65ec-626a-4f6a-9b76-679f8cde2ce0 None None] Provisioning complete for port 395c84b8-33d0-44b3-a4df-43d5778f71db triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:50.603139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-736f65ec-626a-4f6a-9b76-679f8cde2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.620977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] device_id is not set on port ebdc5446-5101-4889-b6f6-ab5815584206 yet. {{(pid=93913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:50.644255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:50.651091 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.674761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-b0985019-e7ae-4ed8-b9f1-72c1f4eada6c service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797161 Jul 09 13:49:50.784109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Allocated IP 172.20.0.7 (869877fe-1dfd-46d5-9ea5-0302b0e22854/d7384b0e-ba4c-4ea0-9388-591e146d90d4/ebdc5446-5101-4889-b6f6-ab5815584206) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:50.839999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-736f65ec-626a-4f6a-9b76-679f8cde2ce0 None None] Port 395c84b8-33d0-44b3-a4df-43d5778f71db cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:50.882580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:50.935962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['5a9166be-9ac3-43f9-b7a2-5452a49522b1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:49:50.972700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27642eb4-091f-417f-b391-35a3aa2b8e24 req-505d7f12-8f64-4bb1-a4a2-fed5a6551bc3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:50.975562 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-27642eb4-091f-417f-b391-35a3aa2b8e24 req-505d7f12-8f64-4bb1-a4a2-fed5a6551bc3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 944 time: 0.0781851 Jul 09 13:49:50.992001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.011505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Transition to ACTIVE for port object ebdc5446-5101-4889-b6f6-ab5815584206 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:51.024476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-27642eb4-091f-417f-b391-35a3aa2b8e24 req-0215fc1f-bbf5-4820-bb7d-99bfddbb5732 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Jul 09 13:49:51.051823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.097818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:51.104327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:51.108310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:51.169416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=ebdc5446-5101-4889-b6f6-ab5815584206,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:51.182821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:51.183614 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.205537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ac577827-e987-4ef4-894f-141ee2460882 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8302546 Jul 09 13:49:51.207399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44844) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:51.218403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:65:52:11'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a8:e4:6c'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:51.328004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.471694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1170b02b-968e-47af-b402-79bd83ce76e5 None None] Provisioning for port ebdc5446-5101-4889-b6f6-ab5815584206 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:51.479073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1170b02b-968e-47af-b402-79bd83ce76e5 None None] Provisioning complete for port ebdc5446-5101-4889-b6f6-ab5815584206 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:51.479988 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1170b02b-968e-47af-b402-79bd83ce76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.518991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1170b02b-968e-47af-b402-79bd83ce76e5 None None] Port ebdc5446-5101-4889-b6f6-ab5815584206 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:51.543245 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.548126 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.626600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event updated for resources: {'Port': ['ID=ebdc5446-5101-4889-b6f6-ab5815584206,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:51.637410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] In _notify_port_updated(), no bound segment for port ebdc5446-5101-4889-b6f6-ab5815584206 on network 869877fe-1dfd-46d5-9ea5-0302b0e22854 {{(pid=93912) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:49:51.643109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:51.643994 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.649309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1f480aa4-e271-4820-8b18-3a00716d05b1 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "PUT /v2.0/ports/ebdc5446-5101-4889-b6f6-ab5815584206 HTTP/1.1" status: 200 len: 1054 time: 0.4349864 Jul 09 13:49:51.649881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44854) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:51.776465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-dc7132cb-4341-4cd9-8d3c-74f44f88cc77 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Deleting port ebdc5446-5101-4889-b6f6-ab5815584206 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:51.776809 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7132cb-4341-4cd9-8d3c-74f44f88cc77 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.844468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1584bac-7454-4fcd-bde8-aaeedf618073 None None] Provisioning complete for port ebdc5446-5101-4889-b6f6-ab5815584206 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:51.845571 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1584bac-7454-4fcd-bde8-aaeedf618073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.873746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7132cb-4341-4cd9-8d3c-74f44f88cc77 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.884396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f1584bac-7454-4fcd-bde8-aaeedf618073 None None] Port ebdc5446-5101-4889-b6f6-ab5815584206 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:51.887999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-dc7132cb-4341-4cd9-8d3c-74f44f88cc77 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Calling delete_port for ebdc5446-5101-4889-b6f6-ab5815584206 owned by {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:52.032527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7132cb-4341-4cd9-8d3c-74f44f88cc77 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.063570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7132cb-4341-4cd9-8d3c-74f44f88cc77 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Port': ['ID=ebdc5446-5101-4889-b6f6-ab5815584206,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:52.344751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1d514-8c35-4e2f-8c57-411784ccc785 req-9dc76b9d-6941-4c8b-9872-ae0cfa58ebff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:52.346206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08b1d514-8c35-4e2f-8c57-411784ccc785 req-9dc76b9d-6941-4c8b-9872-ae0cfa58ebff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 944 time: 0.1566725 Jul 09 13:49:52.349666 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc7132cb-4341-4cd9-8d3c-74f44f88cc77 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.352579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dc7132cb-4341-4cd9-8d3c-74f44f88cc77 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "DELETE /v2.0/ports/ebdc5446-5101-4889-b6f6-ab5815584206 HTTP/1.1" status: 204 len: 168 time: 0.7010782 Jul 09 13:49:52.354614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44858) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.393840 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e32bd4-d572-4cc4-ad02-bed732aaf2b0 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] GET failed (client error): The resource could not be found. Jul 09 13:49:52.395561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-06e32bd4-d572-4cc4-ad02-bed732aaf2b0 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "GET /v2.0/ports/ebdc5446-5101-4889-b6f6-ab5815584206 HTTP/1.1" status: 404 len: 333 time: 0.0399473 Jul 09 13:49:52.399038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44860) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.402767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:52.460137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08b1d514-8c35-4e2f-8c57-411784ccc785 req-2165c29f-7c4d-490f-83d9-74ac7a9b7869 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918756 Jul 09 13:49:52.493354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-16fd39d4-54e6-4aa0-9694-a4e78167e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:52.494737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:52.495510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-16fd39d4-54e6-4aa0-9694-a4e78167e877 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1095 time: 0.0735912 Jul 09 13:49:52.500499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:52.501543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.629628 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.636557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-01f492fe-ef20-4515-b336-ffe4b4741955 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Deleting port 395c84b8-33d0-44b3-a4df-43d5778f71db {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:52.637138 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01f492fe-ef20-4515-b336-ffe4b4741955 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.644151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-bdbf73f2-1e80-44fb-bbb7-63808d8bacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:52.653679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-bdbf73f2-1e80-44fb-bbb7-63808d8bacc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1335642 Jul 09 13:49:52.668569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:52.670138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:52.673363 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22ca7da-711b-400b-8b0f-a12655dd4030" -d '{"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-plugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:52.682564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.761352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:52.772642 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c5d973-7027-4be7-a9d5-84516ff13383 x-openstack-request-id: req-e7c5d973-7027-4be7-a9d5-84516ff13383 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:52.773137 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-plugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:52.773566 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7c5d973-7027-4be7-a9d5-84516ff13383 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:52.774228 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'code': 200} Jul 09 13:49:52.784320 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01f492fe-ef20-4515-b336-ffe4b4741955 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.785358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-0f721ad2-91bf-4061-bacd-2486ec475a50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 999 time: 0.1212623 Jul 09 13:49:52.800857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-01f492fe-ef20-4515-b336-ffe4b4741955 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Calling delete_port for 395c84b8-33d0-44b3-a4df-43d5778f71db owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:52.844445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-86197f36-45d1-4ffb-9daa-bdfc26bdacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:52.845974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-86197f36-45d1-4ffb-9daa-bdfc26bdacd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0536025 Jul 09 13:49:52.941078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e335df91-ae81-4eb2-a53e-99a55ef85fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:52.942595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e335df91-ae81-4eb2-a53e-99a55ef85fe3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 1096 time: 0.0947154 Jul 09 13:49:52.946084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-131e0cf8-679b-49be-9ee6-a216529f22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:52.947517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-131e0cf8-679b-49be-9ee6-a216529f22a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913484 Jul 09 13:49:52.954366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:52.965696 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01f492fe-ef20-4515-b336-ffe4b4741955 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.997165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f492fe-ef20-4515-b336-ffe4b4741955 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Port': ['ID=395c84b8-33d0-44b3-a4df-43d5778f71db,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:53.085246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01f492fe-ef20-4515-b336-ffe4b4741955 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.088546 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-01f492fe-ef20-4515-b336-ffe4b4741955 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "DELETE /v2.0/ports/395c84b8-33d0-44b3-a4df-43d5778f71db HTTP/1.1" status: 204 len: 168 time: 0.6873271 Jul 09 13:49:53.090778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44866) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:53.124381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.131934 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bd6fda-2db4-4509-8b43-ac8ee09e4f7e tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] GET failed (client error): The resource could not be found. Jul 09 13:49:53.138140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-33bd6fda-2db4-4509-8b43-ac8ee09e4f7e tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "GET /v2.0/ports/395c84b8-33d0-44b3-a4df-43d5778f71db HTTP/1.1" status: 404 len: 333 time: 0.0430026 Jul 09 13:49:53.138280 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-42116899-3696-41fe-af73-ffeb1f76ff9b service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790295 Jul 09 13:49:53.138391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44868) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:53.253538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c89af8cb-b05b-405f-a2fc-06f0c2ec257f tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Deleting port dfa366e0-fb28-4404-b481-deadeeb0fa20 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:53.254022 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c89af8cb-b05b-405f-a2fc-06f0c2ec257f tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.351090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c89af8cb-b05b-405f-a2fc-06f0c2ec257f tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.366100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c89af8cb-b05b-405f-a2fc-06f0c2ec257f tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Calling delete_port for dfa366e0-fb28-4404-b481-deadeeb0fa20 owned by {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:53.518680 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c89af8cb-b05b-405f-a2fc-06f0c2ec257f tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.563887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89af8cb-b05b-405f-a2fc-06f0c2ec257f tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Port': ['ID=dfa366e0-fb28-4404-b481-deadeeb0fa20,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:53.683501 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c89af8cb-b05b-405f-a2fc-06f0c2ec257f tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.688154 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c89af8cb-b05b-405f-a2fc-06f0c2ec257f tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "DELETE /v2.0/ports/dfa366e0-fb28-4404-b481-deadeeb0fa20 HTTP/1.1" status: 204 len: 168 time: 0.5467212 Jul 09 13:49:53.689101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44874) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:53.750204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-9322d08f-d647-4ee8-ac53-bdbcd97f587b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Deleting subnet d7384b0e-ba4c-4ea0-9388-591e146d90d4 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:53.754368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9322d08f-d647-4ee8-ac53-bdbcd97f587b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.805106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9322d08f-d647-4ee8-ac53-bdbcd97f587b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.820256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aeaac8e6-97a6-4416-8a72-725b3cbfcfde req-f80f0113-54a3-4cee-97db-ade4f926a8f5 service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530981 Jul 09 13:49:53.888631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:53.897289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2bfa-c35f-495b-99ef-53a26c9c8021 req-40ed339b-10e7-4b95-a8f1-8d50d70d739c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:53.899434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-caed2bfa-c35f-495b-99ef-53a26c9c8021 req-40ed339b-10e7-4b95-a8f1-8d50d70d739c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1356297 Jul 09 13:49:53.916569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9322d08f-d647-4ee8-ac53-bdbcd97f587b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.967492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-caed2bfa-c35f-495b-99ef-53a26c9c8021 req-68a7a78f-210d-4772-b96e-9205d841c7b8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611565 Jul 09 13:49:53.968761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:53.998913 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9322d08f-d647-4ee8-ac53-bdbcd97f587b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.026076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:54.029580 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e15ff21-5e62-4154-8b64-fd4588a2f802" -d '{"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:54.029757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322d08f-d647-4ee8-ac53-bdbcd97f587b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Subnet': ['ID=d7384b0e-ba4c-4ea0-9388-591e146d90d4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.033268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9322d08f-d647-4ee8-ac53-bdbcd97f587b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.038484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9322d08f-d647-4ee8-ac53-bdbcd97f587b tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "DELETE /v2.0/subnets/d7384b0e-ba4c-4ea0-9388-591e146d90d4 HTTP/1.1" status: 204 len: 168 time: 0.3446612 Jul 09 13:49:54.039295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44878) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:54.041350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.055796 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb539c5-0091-4ed0-ab65-f82798db4380 None None] Network 869877fe-1dfd-46d5-9ea5-0302b0e22854 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:54.058740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Transition to ACTIVE for port object 5a9166be-9ac3-43f9-b7a2-5452a49522b1 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:54.064419 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.120170 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.132502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.196554 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76c388-f038-4729-b47d-6fbff431bd8e x-openstack-request-id: req-3b76c388-f038-4729-b47d-6fbff431bd8e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:54.196873 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:54.197091 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b76c388-f038-4729-b47d-6fbff431bd8e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:54.197483 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'code': 200} Jul 09 13:49:54.218887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Deleting port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:54.222166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.276674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] No DVR routers for this DVR port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:54.318797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] For port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6,segment=NetworkSegment(c1bc0312-b7cb-4001-998f-39ab9b98b428),segment_id=c1bc0312-b7cb-4001-998f-39ab9b98b428)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:54.319206 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.334843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Calling delete_port for 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:54.380964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] DHCP port deletion for 869877fe-1dfd-46d5-9ea5-0302b0e22854 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:54.444242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.451284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] Deleting port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:54.451974 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.452601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:54.453458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:54.453858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:54.460309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:54.460721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Attempting to bind port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on network 50af1a70-95c7-4ac7-9579-599350c11bcd {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:54.465903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:54.466322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Checking segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:54.466778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Bound using segment: {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:54.467501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Bound port: 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef01377f-5cef-4a66-9f28-c8d815271743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:54.467935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.481225 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] No DVR routers for this DVR port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:54.488044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Port': ['ID=2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.525995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] For port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:54.526388 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.547539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] Calling delete_port for 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:54.551386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] Port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:49:54.553794 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.576448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:54.580153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:54.588382 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.591401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] Pushing event deleted for resources: {'Port': ['ID=2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.597625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1d2e9-fb3d-4bcb-a358-10060005365c None None] No DVR routers for this DVR port 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:54.602784 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.618548 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869877fe-1dfd-46d5-9ea5-0302b0e22854']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:54.630100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bc0312-b7cb-4001-998f-39ab9b98b428') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:54.630449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bc0312-b7cb-4001-998f-39ab9b98b428') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:54.640150 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.641411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:54.641738 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.650272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] 10.222.0.11 "PUT /v2.0/ports/5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 1092 time: 1.7004383 Jul 09 13:49:54.657074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.665146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:54.665629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:54.669294 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:54.733973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb902b-1bee-4e2f-9a4f-257d42fd4a1d service neutron] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=11']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.782537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.785230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-50e0fd40-08d3-40c4-9a7b-6690e14dc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:54.792207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.794349 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] 10.222.0.32 "DELETE /v2.0/networks/869877fe-1dfd-46d5-9ea5-0302b0e22854 HTTP/1.1" status: 204 len: 168 time: 0.7546539 Jul 09 13:49:54.796110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-50e0fd40-08d3-40c4-9a7b-6690e14dc89d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1095 time: 0.1134665 Jul 09 13:49:54.809504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da57ed-2601-489e-a6f9-9effcb2618a8 tempest-AllowedAddressPairTestJSON-1828655950 tempest-AllowedAddressPairTestJSON-1828655950-project] Pushing event deleted for resources: {'Network': ['ID=869877fe-1dfd-46d5-9ea5-0302b0e22854,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.926527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-3ddfff1b-7a6c-4b94-9523-e01a3bdb8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:54.928568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-3ddfff1b-7a6c-4b94-9523-e01a3bdb8bb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1170371 Jul 09 13:49:55.004238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-95ba74d5-ebd6-4d96-b591-766ebd44c9e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 998 time: 0.0699558 Jul 09 13:49:55.060667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-fcbaf50c-50fd-4d57-843c-adc50d1627f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:55.062333 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-fcbaf50c-50fd-4d57-843c-adc50d1627f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0517788 Jul 09 13:49:55.078635 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44894) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:55.191861 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44898) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:55.218310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-37d41528-b7c7-459d-a2df-925ad4e55c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:55.219880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-37d41528-b7c7-459d-a2df-925ad4e55c3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500142 Jul 09 13:49:55.228651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c709c9-a563-4259-94df-5ed3a60b00ee req-3a0e7117-877e-4046-a853-d06c8aa6d853 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:55.230125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46c709c9-a563-4259-94df-5ed3a60b00ee req-3a0e7117-877e-4046-a853-d06c8aa6d853 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 944 time: 0.1163731 Jul 09 13:49:55.328769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46c709c9-a563-4259-94df-5ed3a60b00ee req-6d0ede60-b346-4404-9039-033e9661590c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867395 Jul 09 13:49:55.342105 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ffb4782a-e211-49ff-b93e-cf9a0d657a59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d354f62dfa2944dd8d4af989dd8ef325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621245 Jul 09 13:49:55.343796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44902) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:55.358060 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d5722496-06fb-49c6-a5b1-3ac6c1f73c8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8d4687f5b304655890ea367e1606c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649506 Jul 09 13:49:55.360512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44904) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:55.372321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-1eafce92-91fe-4fa5-8584-fed29986738a service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411598 Jul 09 13:49:55.409450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cc5aef8-818c-47ab-af58-86311ae68bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.431597 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cc5aef8-818c-47ab-af58-86311ae68bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.456705 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a94c1c0a-3d11-47e5-8bf4-79c9eb6d4cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.485537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cc5aef8-818c-47ab-af58-86311ae68bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.488236 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cc5aef8-818c-47ab-af58-86311ae68bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.491813 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6cc5aef8-818c-47ab-af58-86311ae68bdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5b3fb88-f431-4850-bc81-6f62984c066a HTTP/1.1" status: 204 len: 168 time: 0.1280026 Jul 09 13:49:55.499405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5aef8-818c-47ab-af58-86311ae68bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b3fb88-f431-4850-bc81-6f62984c066a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:55.502450 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a94c1c0a-3d11-47e5-8bf4-79c9eb6d4cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.511596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d1ef3ff-0732-460f-9e00-bb552b82d48f req-f8d93ea2-7cd3-411f-bc6c-ac5a152a5fcb service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314347 Jul 09 13:49:55.563910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a94c1c0a-3d11-47e5-8bf4-79c9eb6d4cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.566338 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a94c1c0a-3d11-47e5-8bf4-79c9eb6d4cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.567702 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a94c1c0a-3d11-47e5-8bf4-79c9eb6d4cba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af1f7707-27ae-4019-8c26-b09ca31acc85 HTTP/1.1" status: 204 len: 168 time: 0.2223032 Jul 09 13:49:55.576643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c1c0a-3d11-47e5-8bf4-79c9eb6d4cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f7707-27ae-4019-8c26-b09ca31acc85,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:55.611273 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:49:56.199221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:56.202542 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd" -d '{"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:56.254184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44946) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:56.259896 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab641936-b344-4425-a20f-4390a8d74593 x-openstack-request-id: req-ab641936-b344-4425-a20f-4390a8d74593 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:56.261040 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:56.261303 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab641936-b344-4425-a20f-4390a8d74593 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:56.261710 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'status': 'completed', 'code': 200} Jul 09 13:49:56.384912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44954) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:56.388809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-31b55d4a-3712-4f11-a24c-baca3ddce182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.391021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-31b55d4a-3712-4f11-a24c-baca3ddce182 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1095 time: 0.1105058 Jul 09 13:49:56.398902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-8585daf7-ac4a-4f80-9443-e066e980ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.400215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:56.400718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-8585daf7-ac4a-4f80-9443-e066e980ca7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1095 time: 0.1098270 Jul 09 13:49:56.435559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:56.438681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:56.439230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2a6c07ee-d84f-4a5e-b0a5-ebfcd663fea6 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:56.512154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:56.537197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894927097'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:56.552702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1684533168-network', 'tenant_id': '10371b2b61de4697916e122f16101f5f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:56.571108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:56.574554 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.590631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.607095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Made reservation on behalf of 10371b2b61de4697916e122f16101f5f for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:56.609374 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.621976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-7ca9ad2c-9dd8-46e7-a4f2-c22a83975818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.623553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-7ca9ad2c-9dd8-46e7-a4f2-c22a83975818 service neutron] 10.222.0.10 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.2218904 Jul 09 13:49:56.624797 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.677821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-6cd45531-69ad-43be-81cb-8af4e10182ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.679488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-6cd45531-69ad-43be-81cb-8af4e10182ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.2679486 Jul 09 13:49:56.710161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.716923 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.745318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b2fd5-fe1e-4eb9-a4c4-2986d56e8aa8 req-593ef88e-fcb1-4c04-be4e-50f0e24f44b5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.746895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-060b2fd5-fe1e-4eb9-a4c4-2986d56e8aa8 req-593ef88e-fcb1-4c04-be4e-50f0e24f44b5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 944 time: 0.2273178 Jul 09 13:49:56.752781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:56.775915 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-d1380855-aad7-49ee-bda2-55045eeeaace service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 998 time: 0.1410739 Jul 09 13:49:56.778045 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.778397 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment 1afa3bc3-b200-4f22-8bfb-8950060f7a78 of type vlan for network 073da38b-c95b-49fd-a11f-cc08dda09a5a Jul 09 13:49:56.779774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f68fcd-6b02-425c-8274-960d0814e559,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:56.832914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-e159e5c0-ec92-4f1f-b498-c6b96ecffff0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 998 time: 0.1417961 Jul 09 13:49:56.838048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.855873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-060b2fd5-fe1e-4eb9-a4c4-2986d56e8aa8 req-430a07d7-30db-4273-bbef-0c7edffb35ed tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949979 Jul 09 13:49:56.867092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-207632c3-3808-4ea5-893f-40ec369ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.868820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-207632c3-3808-4ea5-893f-40ec369ce4b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0805175 Jul 09 13:49:56.892271 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.899283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.899888 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.919705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.919990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-da879545-836c-41ec-8d62-5e1f62f7f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.921477 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-da879545-836c-41ec-8d62-5e1f62f7f7cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.0515757 Jul 09 13:49:56.959780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.977541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7222347 Jul 09 13:49:56.984349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44958) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:56.992213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1231310693'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:57.007159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:57.013201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32787-7bd1-4132-90c9-a74b52091314 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=073da38b-c95b-49fd-a11f-cc08dda09a5a,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:57.015346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136b0b58-ecd2-4daf-bc7b-b459842d4d42,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:57.023974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.024320 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Added segment 0293b535-42be-46c7-9827-fa98aa831147 of type vlan for network a4df233b-168a-4b56-9e65-b468ea68e066 Jul 09 13:49:57.026651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 073da38b-c95b-49fd-a11f-cc08dda09a5a details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:57.062700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-73821f84-374d-4847-bc5c-f492c2f021bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:57.064576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-73821f84-374d-4847-bc5c-f492c2f021bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420915 Jul 09 13:49:57.065271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:57.069351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.070848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.100984 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.102649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:57.103171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.154914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-3fee79c4-3d5a-4bd7-a959-f1844bd9275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:57.156710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-3fee79c4-3d5a-4bd7-a959-f1844bd9275f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018692 Jul 09 13:49:57.176622 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7906036 Jul 09 13:49:57.180160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44960) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:57.186622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Request body: {'subnet': {'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1684533168-subnet', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:57.202811 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a58ec6-1955-47ea-96db-0bf473903fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=a4df233b-168a-4b56-9e65-b468ea68e066,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:57.213661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a4df233b-168a-4b56-9e65-b468ea68e066 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:57.217502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Made reservation on behalf of 10371b2b61de4697916e122f16101f5f for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:57.220452 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.228094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:57.238784 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.239236 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment 3ea6f76e-3836-4951-9c12-12a131120c9d of type vlan for network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 Jul 09 13:49:57.291681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.369149 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.374615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:57.375680 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.401382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.451983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-a4d92fbe-ed68-49f7-bd70-b64f40884544 service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784645 Jul 09 13:49:57.457262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1859690f-5321-4891-9c07-c1818a7e8ac0,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:57.461662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4760542 Jul 09 13:49:57.465400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44962) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:57.471259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': '073da38b-c95b-49fd-a11f-cc08dda09a5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:57.478053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Checking segment: {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:57.478415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Network hostable DHCP agents. Network: a4df233b-168a-4b56-9e65-b468ea68e066, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:57.495354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-6b73a872-ca0d-4672-9835-e041330886b6 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264732 Jul 09 13:49:57.527321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6e1c8-eea7-48ae-96c2-307532ff134a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=3844681b-0454-4b1a-8ed7-b73c14c61eb5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:57.540004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:57.638302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-f99ec9c5-fe2a-44bb-94de-bcc99981fb14 service neutron] 10.222.0.10 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710618 Jul 09 13:49:57.650921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cf7d11fa-cd44-4cdd-9851-db87e02e31cd req-e7186566-c0fd-466c-83c0-f0d508310507 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250882 Jul 09 13:49:57.668873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:49:57.774332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:57.785817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'port_id': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'mac_address': 'fa:16:3e:a6:fd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:49:57.825924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.839430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9166be-9ac3-43f9-b7a2-5452a49522b1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:49:57.846091 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Network a4df233b-168a-4b56-9e65-b468ea68e066 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:57.859726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:57.863068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a4df233b-168a-4b56-9e65-b468ea68e066) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:57.863517 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.870637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:57.871462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.874657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7019f97-4ab7-49b0-9932-63f8e247df4c None None] Network a4df233b-168a-4b56-9e65-b468ea68e066 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:57.891086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:57.895408 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.953397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c0818221-f29f-4023-aa85-905791393cbe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7681077 Jul 09 13:49:57.954770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44966) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:57.964035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:57.979032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=12']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:58.034127 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.035162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.075464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-a4df233b-168a-4b56-9e65-b468ea68e066', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:58.076403 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.093721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5a9166be-9ac3-43f9-b7a2-5452a49522b1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:49:58.143525 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.158588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240847a-dc0a-4197-af97-84239b8809dc req-a204f88e-e650-4b77-800e-8e6ec4fda097 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.160128 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4240847a-dc0a-4197-af97-84239b8809dc req-a204f88e-e650-4b77-800e-8e6ec4fda097 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 945 time: 0.1746626 Jul 09 13:49:58.283367 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.288898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Allocated IP 172.20.0.2 (a4df233b-168a-4b56-9e65-b468ea68e066/1859690f-5321-4891-9c07-c1818a7e8ac0/e3cad53c-2a9f-47af-aae8-524b3810998c) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:58.400749 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4240847a-dc0a-4197-af97-84239b8809dc req-49994d55-edd7-4372-a586-bf22b5c6d8aa tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085254 Jul 09 13:49:58.407667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.423011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=395bc5d1-d5a2-4715-9376-873c0a5b3f0b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:58.431086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44968) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:58.490530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': '1afa3bc3-b200-4f22-8bfb-8950060f7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '073da38b-c95b-49fd-a11f-cc08dda09a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:58.491076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: 073da38b-c95b-49fd-a11f-cc08dda09a5a, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:58.514524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b33b919b-94d0-42c5-aa72-e6cdbf7fcbc7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/0fbd0bc3-8db5-481f-9a6f-e962e0e5686a HTTP/1.1" status: 200 len: 991 time: 0.0751495 Jul 09 13:49:58.521456 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 073da38b-c95b-49fd-a11f-cc08dda09a5a is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:58.539657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 073da38b-c95b-49fd-a11f-cc08dda09a5a) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:58.544817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.545413 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.554239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1da9f3-c507-4148-ad7b-25dc45b4c975 None None] Network 073da38b-c95b-49fd-a11f-cc08dda09a5a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:58.560830 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.566345 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1216fdaa-b988-4a87-b1a4-78367229a007 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0990686 Jul 09 13:49:58.569912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44970) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:58.575437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': '3844681b-0454-4b1a-8ed7-b73c14c61eb5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:58.610202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Transition to ACTIVE for port object e3cad53c-2a9f-47af-aae8-524b3810998c will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:58.660786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Transition to ACTIVE for port object e3cad53c-2a9f-47af-aae8-524b3810998c will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:58.673277 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.679750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:58.680504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.685065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.702886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.730406 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Network a4df233b-168a-4b56-9e65-b468ea68e066 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:58.735748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:58.740270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:58.765717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Pushing event updated for resources: {'Port': ['ID=e3cad53c-2a9f-47af-aae8-524b3810998c,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:58.830017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Allocated IP 172.25.5.239 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/a3090e4e-997b-431b-b8f9-15036270696d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:58.835064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Attempting to bind port e3cad53c-2a9f-47af-aae8-524b3810998c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:58.835419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Attempting to bind port e3cad53c-2a9f-47af-aae8-524b3810998c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:58.835778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Attempting to bind port e3cad53c-2a9f-47af-aae8-524b3810998c on network a4df233b-168a-4b56-9e65-b468ea68e066 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:58.858095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:58.858466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Checking segment: {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:58.858872 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.859282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Bound using segment: {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:58.859754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Bound port: e3cad53c-2a9f-47af-aae8-524b3810998c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:58.860138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.871922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-073da38b-c95b-49fd-a11f-cc08dda09a5a', 'network_id': '073da38b-c95b-49fd-a11f-cc08dda09a5a', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': '395bc5d1-d5a2-4715-9376-873c0a5b3f0b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:58.872761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.898479 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.952683 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.971131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=a9eaa036-654a-4905-818b-0cd6f939cd75,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:58.997438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': '3ea6f76e-3836-4951-9c12-12a131120c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3844681b-0454-4b1a-8ed7-b73c14c61eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:58.997798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: 3844681b-0454-4b1a-8ed7-b73c14c61eb5, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:59.003399 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.010615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] For port e3cad53c-2a9f-47af-aae8-524b3810998c, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:59.015860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] For port e3cad53c-2a9f-47af-aae8-524b3810998c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e3cad53c-2a9f-47af-aae8-524b3810998c,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:59.023071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:59.038212 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.041834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 3844681b-0454-4b1a-8ed7-b73c14c61eb5) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:59.051383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:59.058975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:59.060447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:59.060560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.063927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:59.086124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ba310341-b0e8-4c90-882f-00e54c19dbf8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5148408 Jul 09 13:49:59.091777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44972) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:59.100712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5aaac71b-faf4-4656-8c1a-79c0478c6f8d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2025205195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:59.101569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2dd4d1-10ad-4d0f-a664-c5ea8bad83b3 None None] Network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:59.107232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Pushing event updated for resources: {'Port': ['ID=a3090e4e-997b-431b-b8f9-15036270696d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:59.138287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5aaac71b-faf4-4656-8c1a-79c0478c6f8d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.139722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5aaac71b-faf4-4656-8c1a-79c0478c6f8d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.200608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Allocated IP 2001:db8::2 (073da38b-c95b-49fd-a11f-cc08dda09a5a/395bc5d1-d5a2-4715-9376-873c0a5b3f0b/dfafd2f5-6781-4137-b4ce-9dd5f2edcb90) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:59.204527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5aaac71b-faf4-4656-8c1a-79c0478c6f8d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.215584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5aaac71b-faf4-4656-8c1a-79c0478c6f8d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.237535 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5aaac71b-faf4-4656-8c1a-79c0478c6f8d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.239131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5aaac71b-faf4-4656-8c1a-79c0478c6f8d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1460025 Jul 09 13:49:59.242139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44974) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:59.249019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5cae5-28c8-469d-858c-cab4f75d42e8 None None] Pushing event updated for resources: {'Port': ['ID=e3cad53c-2a9f-47af-aae8-524b3810998c,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:59.431352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.443499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-3844681b-0454-4b1a-8ed7-b73c14c61eb5', 'network_id': '3844681b-0454-4b1a-8ed7-b73c14c61eb5', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': 'a9eaa036-654a-4905-818b-0cd6f939cd75'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:59.444489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.520277 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.581918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Transition to ACTIVE for port object dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:59.611040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Transition to ACTIVE for port object dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:59.639070 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.659362 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.720446 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.832875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:59.870645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Allocated IP 2001:db8:1::2 (3844681b-0454-4b1a-8ed7-b73c14c61eb5/a9eaa036-654a-4905-818b-0cd6f939cd75/1e46f6fa-4dee-4d44-b2b4-f22262aebbf9) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:59.871405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Router c065e939-0c36-4660-ad29-6f4fc0f69bcb is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:49:59.890130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Network 073da38b-c95b-49fd-a11f-cc08dda09a5a is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:59.903879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:59.910648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:59.915569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Pushing event updated for resources: {'Port': ['ID=dfafd2f5-6781-4137-b4ce-9dd5f2edcb90,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:59.947074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8::1 (073da38b-c95b-49fd-a11f-cc08dda09a5a/395bc5d1-d5a2-4715-9376-873c0a5b3f0b/ab8525cf-25df-44ee-90fd-21d014dd7bb3) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:59.998169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:00.019051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Sync routers for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:00.021954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.024263 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-24c5752b-991b-4e7c-b01e-a23e61e5a510 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0686293 Jul 09 13:50:00.026410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44976) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:00.050721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Attempting to bind port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:00.051221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Attempting to bind port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '1afa3bc3-b200-4f22-8bfb-8950060f7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '073da38b-c95b-49fd-a11f-cc08dda09a5a'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:00.051657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Attempting to bind port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 on network 073da38b-c95b-49fd-a11f-cc08dda09a5a {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:00.058850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:00.066685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:00.067181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.094285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:00.094558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Checking segment: {'id': '1afa3bc3-b200-4f22-8bfb-8950060f7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '073da38b-c95b-49fd-a11f-cc08dda09a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:00.095057 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.095461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Bound using segment: {'id': '1afa3bc3-b200-4f22-8bfb-8950060f7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '073da38b-c95b-49fd-a11f-cc08dda09a5a'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:00.095953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Bound port: dfafd2f5-6781-4137-b4ce-9dd5f2edcb90, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afa3bc3-b200-4f22-8bfb-8950060f7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '073da38b-c95b-49fd-a11f-cc08dda09a5a'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:00.096339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.103573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:00.104211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:00.159931 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.186143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object ab8525cf-25df-44ee-90fd-21d014dd7bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:00.365970 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.369210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:00.413071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] For port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:00.449886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Transition to ACTIVE for port object 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:00.475759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] For port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dfafd2f5-6781-4137-b4ce-9dd5f2edcb90,segment=NetworkSegment(1afa3bc3-b200-4f22-8bfb-8950060f7a78),segment_id=1afa3bc3-b200-4f22-8bfb-8950060f7a78)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:00.492593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c9e27-d5b4-4ba0-997c-8c12f60adf75 None None] Network a4df233b-168a-4b56-9e65-b468ea68e066 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:00.494490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e3cad53c-2a9f-47af-aae8-524b3810998c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:00.558206 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.588479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Transition to ACTIVE for port object 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:00.591279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.657514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.666206 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.713104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5db1ff22-b23d-449c-b96e-769d43168f7c None None] Provisioning for port e3cad53c-2a9f-47af-aae8-524b3810998c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:00.732680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:00.734924 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1679af52-b79a-44b1-8c07-68f5453979c5" -d '{"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-plugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:00.756250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 073da38b-c95b-49fd-a11f-cc08dda09a5a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:00.763732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:00.767553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:00.768100 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.770441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=ab8525cf-25df-44ee-90fd-21d014dd7bb3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:00.771881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:00.776894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:00.788587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:00.802927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:00.807733 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3abddb-997a-497b-ba4c-05e705f97a47 x-openstack-request-id: req-ab3abddb-997a-497b-ba4c-05e705f97a47 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:00.808018 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-plugged", "status": "completed", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:00.808272 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab3abddb-997a-497b-ba4c-05e705f97a47 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:00.808661 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'code': 200} Jul 09 13:50:00.809279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.816625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867f58-fbe7-4cee-854b-ff49e4174b79 None None] Pushing event updated for resources: {'Port': ['ID=dfafd2f5-6781-4137-b4ce-9dd5f2edcb90,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:00.838350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e3cad53c-2a9f-47af-aae8-524b3810998c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:00.972983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e3cad53c-2a9f-47af-aae8-524b3810998c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:00.973493 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.993903 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.045300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Pushing event updated for resources: {'Port': ['ID=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.059869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Attempting to bind port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:01.060342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Attempting to bind port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3ea6f76e-3836-4951-9c12-12a131120c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3844681b-0454-4b1a-8ed7-b73c14c61eb5'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:01.060818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Attempting to bind port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 on network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:01.119196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:01.119749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Checking segment: {'id': '3ea6f76e-3836-4951-9c12-12a131120c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3844681b-0454-4b1a-8ed7-b73c14c61eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:01.120253 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.120744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Bound using segment: {'id': '3ea6f76e-3836-4951-9c12-12a131120c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3844681b-0454-4b1a-8ed7-b73c14c61eb5'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:01.121331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Bound port: 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea6f76e-3836-4951-9c12-12a131120c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3844681b-0454-4b1a-8ed7-b73c14c61eb5'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:01.121830 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.196383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:49:59Z', 'revision_number': 3, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:01.203390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=13']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.212424 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.265055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Checking router: c065e939-0c36-4660-ad29-6f4fc0f69bcb for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:01.265404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Updating router c065e939-0c36-4660-ad29-6f4fc0f69bcb port a3090e4e-997b-431b-b8f9-15036270696d binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:01.324702 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.342351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] For port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:01.365606 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.373002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] For port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,segment=NetworkSegment(3ea6f76e-3836-4951-9c12-12a131120c9d),segment_id=3ea6f76e-3836-4951-9c12-12a131120c9d)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:01.398089 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.477505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Allocated IP 172.20.0.1 (a4df233b-168a-4b56-9e65-b468ea68e066/1859690f-5321-4891-9c07-c1818a7e8ac0/ec7a9d73-ec04-4424-9c93-82f241ee98a8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:01.499128 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.503214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e3cad53c-2a9f-47af-aae8-524b3810998c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e3cad53c-2a9f-47af-aae8-524b3810998c,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:01.508027 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.508900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.530260 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.593949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8760e2-3daa-4c17-96fe-ee86e1427d36 None None] Pushing event updated for resources: {'Port': ['ID=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.688822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=ab8525cf-25df-44ee-90fd-21d014dd7bb3,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.776689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 073da38b-c95b-49fd-a11f-cc08dda09a5a is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:01.781709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:01.788221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.894879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Transition to ACTIVE for port object ec7a9d73-ec04-4424-9c93-82f241ee98a8 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:01.897960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2250d42a-2551-4e87-83e4-a5fdd5b9de68 None None] Provisioning complete for port e3cad53c-2a9f-47af-aae8-524b3810998c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:01.898464 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2250d42a-2551-4e87-83e4-a5fdd5b9de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.965594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e3cad53c-2a9f-47af-aae8-524b3810998c,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.969750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.031703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 83c2fecd-40a8-49a5-aba5-0a0827825572 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:02.035628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Network a4df233b-168a-4b56-9e65-b468ea68e066 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:02.043697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:02.051820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:02.063036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7a9d73-ec04-4424-9c93-82f241ee98a8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:02.139516 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.153213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Transition to ACTIVE for port object a3090e4e-997b-431b-b8f9-15036270696d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:02.163717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c65f6e-c574-44d1-a0d2-563401d8c8c0 None None] Network 073da38b-c95b-49fd-a11f-cc08dda09a5a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:02.202160 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.206901 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.211070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:02.227876 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca1d9ba-6c75-4c77-948d-7abd5fdbc406 None None] Sync routers for ids ['83c2fecd-40a8-49a5-aba5-0a0827825572'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:02.237238 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca1d9ba-6c75-4c77-948d-7abd5fdbc406 None None] Routers {'83c2fecd-40a8-49a5-aba5-0a0827825572'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:02.238002 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9ca1d9ba-6c75-4c77-948d-7abd5fdbc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['83c2fecd-40a8-49a5-aba5-0a0827825572'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:02.251876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-48d02447-6cd9-435e-8fe4-411e9729101d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/83c2fecd-40a8-49a5-aba5-0a0827825572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0086539 Jul 09 13:50:02.254575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44980) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:02.274162 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9ca1d9ba-6c75-4c77-948d-7abd5fdbc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:02.284459 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca1d9ba-6c75-4c77-948d-7abd5fdbc406 None None] Routers {'83c2fecd-40a8-49a5-aba5-0a0827825572'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:02.285661 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9ca1d9ba-6c75-4c77-948d-7abd5fdbc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['83c2fecd-40a8-49a5-aba5-0a0827825572'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:02.286029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e86aa6db-a7af-4fda-9dc1-a313b160c2a4 None None] Provisioning for port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:02.331828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Attempting to bind port a3090e4e-997b-431b-b8f9-15036270696d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:02.332632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Attempting to bind port a3090e4e-997b-431b-b8f9-15036270696d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:02.333051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Attempting to bind port a3090e4e-997b-431b-b8f9-15036270696d on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:02.333729 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9ca1d9ba-6c75-4c77-948d-7abd5fdbc406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:02.334742 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca1d9ba-6c75-4c77-948d-7abd5fdbc406 None None] The sync data for ids ['83c2fecd-40a8-49a5-aba5-0a0827825572'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:02.350731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661799c-e069-438d-96ec-79a03947bc84 None None] Pushing event updated for resources: {'Port': ['ID=a3090e4e-997b-431b-b8f9-15036270696d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:02.356417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:02.356961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:02.357507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.358006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:02.358703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Bound port: a3090e4e-997b-431b-b8f9-15036270696d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:02.359593 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.388237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a49d8-f20f-413c-9a2e-0b91aa2dfb42 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:02.389652 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-123a49d8-f20f-413c-9a2e-0b91aa2dfb42 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports/ab8525cf-25df-44ee-90fd-21d014dd7bb3 HTTP/1.1" status: 200 len: 911 time: 0.1335418 Jul 09 13:50:02.392417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 44982) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:02.477774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] For port a3090e4e-997b-431b-b8f9-15036270696d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:02.486599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b6b6af82-88bf-4ab3-b3ed-1f674a4311d4 None None] Provisioning for port ec7a9d73-ec04-4424-9c93-82f241ee98a8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:02.504397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b6b6af82-88bf-4ab3-b3ed-1f674a4311d4 None None] Provisioning complete for port ec7a9d73-ec04-4424-9c93-82f241ee98a8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:02.504788 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b6b6af82-88bf-4ab3-b3ed-1f674a4311d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.508092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] For port a3090e4e-997b-431b-b8f9-15036270696d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a3090e4e-997b-431b-b8f9-15036270696d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:02.517822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.538890 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.602704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:02.679111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6af82-88bf-4ab3-b3ed-1f674a4311d4 None None] Port ec7a9d73-ec04-4424-9c93-82f241ee98a8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:02.683684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661799c-e069-438d-96ec-79a03947bc84 None None] Pushing event updated for resources: {'Port': ['ID=a3090e4e-997b-431b-b8f9-15036270696d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:02.701781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:02.702433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:02.742832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:02.752820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:02.864944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:02.871102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:02.873639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:02.874038 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.034637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f391dc-175b-4cf1-bd12-633f3e232cdb None None] Network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:03.200858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Provisioning for port ab8525cf-25df-44ee-90fd-21d014dd7bb3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:03.222496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Provisioning complete for port ab8525cf-25df-44ee-90fd-21d014dd7bb3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:03.222871 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.228269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.280145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.289355 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.345396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Port ab8525cf-25df-44ee-90fd-21d014dd7bb3 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:03.350019 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.381566 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.382479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dfafd2f5-6781-4137-b4ce-9dd5f2edcb90,segment=NetworkSegment(1afa3bc3-b200-4f22-8bfb-8950060f7a78),segment_id=1afa3bc3-b200-4f22-8bfb-8950060f7a78)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:03.389691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7a9d73-ec04-4424-9c93-82f241ee98a8,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:03.395073 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.396487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e3cad53c-2a9f-47af-aae8-524b3810998c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:03.456017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Provisioning complete for port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:03.456397 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.536094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=dfafd2f5-6781-4137-b4ce-9dd5f2edcb90,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:03.543691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:01Z', 'revision_number': 1, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:03.585721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aea3b5-b8ff-438a-b08a-84afbd28941d None None] The sync data for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 is: [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:01Z', 'revision_number': 1, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:03.606071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e3cad53c-2a9f-47af-aae8-524b3810998c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:03.606071 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.620172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Network a4df233b-168a-4b56-9e65-b468ea68e066 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:03.623758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:03.700785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Provisioning for port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:03.750752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Provisioning complete for port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:03.750752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.821957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8:1::1 (3844681b-0454-4b1a-8ed7-b73c14c61eb5/a9eaa036-654a-4905-818b-0cd6f939cd75/0b404fad-1c84-4ac3-96ba-a2b6543f285f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:03.847325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Router c065e939-0c36-4660-ad29-6f4fc0f69bcb has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:04.026502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.076170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object 0b404fad-1c84-4ac3-96ba-a2b6543f285f will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:04.089735 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.117364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:04.132173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-478066e6-8a15-455f-bb9c-02ac067b4914 admin admin] 10.222.0.32 "PUT /v2.0/routers/c065e939-0c36-4660-ad29-6f4fc0f69bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0951595 Jul 09 13:50:04.132764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] For port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,segment=NetworkSegment(3ea6f76e-3836-4951-9c12-12a131120c9d),segment_id=3ea6f76e-3836-4951-9c12-12a131120c9d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:04.136083 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.151232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.199330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:04.200687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d4da6-da21-4383-8470-6d5d7e1fb8fd None None] Pushing event updated for resources: {'Port': ['ID=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:04.203533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:04.214966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:04.215621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.277925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-980ae518-479c-4834-87aa-e157c305ef93 None None] Provisioning complete for port ab8525cf-25df-44ee-90fd-21d014dd7bb3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:04.278301 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-980ae518-479c-4834-87aa-e157c305ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.291128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=0b404fad-1c84-4ac3-96ba-a2b6543f285f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:04.355999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-980ae518-479c-4834-87aa-e157c305ef93 None None] Port ab8525cf-25df-44ee-90fd-21d014dd7bb3 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:04.374876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-980ae518-479c-4834-87aa-e157c305ef93 None None] Provisioning complete for port ec7a9d73-ec04-4424-9c93-82f241ee98a8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:04.375577 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-980ae518-479c-4834-87aa-e157c305ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.421326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-980ae518-479c-4834-87aa-e157c305ef93 None None] Port ec7a9d73-ec04-4424-9c93-82f241ee98a8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:04.433307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-980ae518-479c-4834-87aa-e157c305ef93 None None] Provisioning complete for port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:04.433684 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-980ae518-479c-4834-87aa-e157c305ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.447082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.465298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:04.574379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:04.574771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.743790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:04.801636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:04.802123 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.867990 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.875551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.877268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.899428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 44998) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:04.904997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-70164b9c-340d-4dc6-9ea7-51a771f80bdd None None] Provisioning for port 0b404fad-1c84-4ac3-96ba-a2b6543f285f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:04.907814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-605719845-network', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:04.911012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-70164b9c-340d-4dc6-9ea7-51a771f80bdd None None] Provisioning complete for port 0b404fad-1c84-4ac3-96ba-a2b6543f285f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:04.912088 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-70164b9c-340d-4dc6-9ea7-51a771f80bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.937053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Made reservation on behalf of b952e97a4bc94464a95ea53c0dfa9ee4 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:04.940890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.950363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-70164b9c-340d-4dc6-9ea7-51a771f80bdd None None] Port 0b404fad-1c84-4ac3-96ba-a2b6543f285f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:04.956543 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.997233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=0b404fad-1c84-4ac3-96ba-a2b6543f285f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:05.038014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:05.039794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:05.065303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.070332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.096719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba19a3ac-ade0-405b-9ba4-3f830190445b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:05.122161 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:05.139941 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.140587 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Added segment 25688f68-6e27-46db-a668-252aa09024f5 of type vlan for network 90be8096-b5cf-4f00-bb95-605e6f5718c5 Jul 09 13:50:05.159851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 83c2fecd-40a8-49a5-aba5-0a0827825572 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:05.204802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.237999 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.238982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:05.240359 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.287893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:05.293761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-341cc668-7ff4-406d-9ab6-e22a19b39215 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/83c2fecd-40a8-49a5-aba5-0a0827825572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9003437 Jul 09 13:50:05.296220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45000) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:05.301573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b514969-97f7-4e9e-bda3-04e83c1d81f9 None None] Sync routers for ids ['83c2fecd-40a8-49a5-aba5-0a0827825572'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:05.305115 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4029644 Jul 09 13:50:05.311151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45002) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:05.321159 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Request body: {'subnet': {'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-605719845-subnet', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:05.325193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b514969-97f7-4e9e-bda3-04e83c1d81f9 None None] Routers {'83c2fecd-40a8-49a5-aba5-0a0827825572'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:05.325991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3b514969-97f7-4e9e-bda3-04e83c1d81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['83c2fecd-40a8-49a5-aba5-0a0827825572'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:05.344367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035703-49ab-4833-ae95-389786ae6efd admin admin] Pushing event updated for resources: {'Network': ['ID=90be8096-b5cf-4f00-bb95-605e6f5718c5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:05.347552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Made reservation on behalf of b952e97a4bc94464a95ea53c0dfa9ee4 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:05.354059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.375714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 90be8096-b5cf-4f00-bb95-605e6f5718c5 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:05.380355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3b514969-97f7-4e9e-bda3-04e83c1d81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:05.390361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc8370-af23-44fb-9fef-ba685ab0a7c3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:05.398564 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-31cc8370-af23-44fb-9fef-ba685ab0a7c3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports/0b404fad-1c84-4ac3-96ba-a2b6543f285f HTTP/1.1" status: 200 len: 913 time: 0.0985978 Jul 09 13:50:05.399259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45004) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:05.450551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b514969-97f7-4e9e-bda3-04e83c1d81f9 None None] Routers {'83c2fecd-40a8-49a5-aba5-0a0827825572'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:05.451209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3b514969-97f7-4e9e-bda3-04e83c1d81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['83c2fecd-40a8-49a5-aba5-0a0827825572'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:05.499669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3b514969-97f7-4e9e-bda3-04e83c1d81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:05.500302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b514969-97f7-4e9e-bda3-04e83c1d81f9 None None] The sync data for ids ['83c2fecd-40a8-49a5-aba5-0a0827825572'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:05.518682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0e917a01-14f5-4ece-8051-72aa61cbbf83 None None] Provisioning complete for port 0b404fad-1c84-4ac3-96ba-a2b6543f285f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:05.519139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0e917a01-14f5-4ece-8051-72aa61cbbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.555089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0e917a01-14f5-4ece-8051-72aa61cbbf83 None None] Port 0b404fad-1c84-4ac3-96ba-a2b6543f285f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:05.577341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.632428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:05.650196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Checking segment: {'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:05.650580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Network hostable DHCP agents. Network: 90be8096-b5cf-4f00-bb95-605e6f5718c5, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:05.668241 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Network 90be8096-b5cf-4f00-bb95-605e6f5718c5 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:05.676611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 90be8096-b5cf-4f00-bb95-605e6f5718c5) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:05.680884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:05.681485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.686290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67a59f1-d50e-413d-adc6-744e041d7b87 None None] Network 90be8096-b5cf-4f00-bb95-605e6f5718c5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:05.707669 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d252c92f-0b54-4226-a178-84ff040123a3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3910451 Jul 09 13:50:05.708050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45006) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:05.712950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:05.760533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.761537 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.833615 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.842595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.842963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-90be8096-b5cf-4f00-bb95-605e6f5718c5', 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'fixed_ips': [{'subnet_id': 'bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:05.843905 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.004012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Allocated IP 172.20.0.2 (90be8096-b5cf-4f00-bb95-605e6f5718c5/bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1/3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:06.176082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.176500 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Sync routers for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:06.186302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Transition to ACTIVE for port object 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:06.189901 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:06.190970 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:06.203803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Transition to ACTIVE for port object 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:06.210493 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.252992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Network 90be8096-b5cf-4f00-bb95-605e6f5718c5 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:06.255986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:06.260377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:06.268295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Pushing event updated for resources: {'Port': ['ID=3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:06.312366 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:06.324909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Attempting to bind port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:06.325291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Attempting to bind port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:06.325662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Attempting to bind port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e on network 90be8096-b5cf-4f00-bb95-605e6f5718c5 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:06.330761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:06.331181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Checking segment: {'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:06.331591 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.331991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Bound using segment: {'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:06.332470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Bound port: 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:06.332859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.408236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] For port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:06.411219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.412293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] For port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e,segment=NetworkSegment(25688f68-6e27-46db-a668-252aa09024f5),segment_id=25688f68-6e27-46db-a668-252aa09024f5)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:06.418252 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.473032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a3090e4e-997b-431b-b8f9-15036270696d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:06.537084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7a416-6acb-4d4a-9b67-f9bce7360397 None None] Pushing event updated for resources: {'Port': ['ID=3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:06.563115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port a3090e4e-997b-431b-b8f9-15036270696d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:06.569374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a3090e4e-997b-431b-b8f9-15036270696d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:06.569942 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.571936 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 2, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:06.616029 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Checking router: c065e939-0c36-4660-ad29-6f4fc0f69bcb for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:06.616389 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Updating router c065e939-0c36-4660-ad29-6f4fc0f69bcb port ec7a9d73-ec04-4424-9c93-82f241ee98a8 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:06.659548 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.660666 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.685214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port a3090e4e-997b-431b-b8f9-15036270696d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a3090e4e-997b-431b-b8f9-15036270696d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:06.690662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.763846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=a3090e4e-997b-431b-b8f9-15036270696d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:06.812178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 0b404fad-1c84-4ac3-96ba-a2b6543f285f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:06.812583 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.815745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.852125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.995755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.998672 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.008902 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Transition to ACTIVE for port object ec7a9d73-ec04-4424-9c93-82f241ee98a8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:07.014887 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.015552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 0b404fad-1c84-4ac3-96ba-a2b6543f285f owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:07.040826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Allocated IP 172.25.5.219 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/410eed22-8a52-4da2-81d8-b51320550ba7) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:07.076490 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Pushing event updated for resources: {'Port': ['ID=ec7a9d73-ec04-4424-9c93-82f241ee98a8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:07.101628 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.102919 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.103287 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.103625 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.104310 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.104653 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.104984 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.105312 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.105727 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.106085 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.106429 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.107546 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:07.148658 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Attempting to bind port ec7a9d73-ec04-4424-9c93-82f241ee98a8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:07.148658 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Attempting to bind port ec7a9d73-ec04-4424-9c93-82f241ee98a8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:07.149118 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Attempting to bind port ec7a9d73-ec04-4424-9c93-82f241ee98a8 on network a4df233b-168a-4b56-9e65-b468ea68e066 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:07.154869 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:07.155271 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Checking segment: {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:07.156291 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.156291 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Bound using segment: {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:07.156783 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Bound port: ec7a9d73-ec04-4424-9c93-82f241ee98a8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:07.157162 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.233500 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] For port ec7a9d73-ec04-4424-9c93-82f241ee98a8, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:07.238219 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] For port ec7a9d73-ec04-4424-9c93-82f241ee98a8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ec7a9d73-ec04-4424-9c93-82f241ee98a8,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:07.245424 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.268479 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.326189 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877ae29-3c66-4157-9c4e-2e3f4469856f None None] Pushing event updated for resources: {'Port': ['ID=ec7a9d73-ec04-4424-9c93-82f241ee98a8,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:07.331334 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:07.332248 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:07.340025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.383553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=0b404fad-1c84-4ac3-96ba-a2b6543f285f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:07.460515 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.491672 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:07.546440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:07.553346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:07.556134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:07.592484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Pushing event updated for resources: {'Port': ['ID=410eed22-8a52-4da2-81d8-b51320550ba7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:07.598350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.837170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe86dbd-da0c-494c-99a3-c09630f6386c None None] Network 90be8096-b5cf-4f00-bb95-605e6f5718c5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:07.860332 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:07Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:07.888971 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b5484-58a2-4fee-a7e5-fae062bf0a4e None None] The sync data for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 is: [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:07Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:07.902718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a80ebba1-b627-4b73-95c7-cd58a90fb8c6 None None] Provisioning for port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:08.015038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 83c2fecd-40a8-49a5-aba5-0a0827825572 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:08.038546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.207634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:08.217580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5b806b2a-cb78-4fdb-a6fe-e5687bbb653e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/83c2fecd-40a8-49a5-aba5-0a0827825572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140268 Jul 09 13:50:08.218518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:08.222198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12411974-add4-404f-98ec-446996bb29dc None None] Sync routers for ids ['83c2fecd-40a8-49a5-aba5-0a0827825572'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:08.245089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12411974-add4-404f-98ec-446996bb29dc None None] Routers {'83c2fecd-40a8-49a5-aba5-0a0827825572'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:08.245743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-12411974-add4-404f-98ec-446996bb29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['83c2fecd-40a8-49a5-aba5-0a0827825572'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:08.287662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-12411974-add4-404f-98ec-446996bb29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:08.304683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12411974-add4-404f-98ec-446996bb29dc None None] Routers {'83c2fecd-40a8-49a5-aba5-0a0827825572'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:08.305322 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-12411974-add4-404f-98ec-446996bb29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['83c2fecd-40a8-49a5-aba5-0a0827825572'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:08.338677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-12411974-add4-404f-98ec-446996bb29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:08.339543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12411974-add4-404f-98ec-446996bb29dc None None] The sync data for ids ['83c2fecd-40a8-49a5-aba5-0a0827825572'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:08.346819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.507050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Router 8979b0b6-5bee-479d-8132-d8d9eda11500 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:08.579383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:08.644421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:08.649046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:08.649424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.654818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:08.664176 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Sync routers for ids ['8979b0b6-5bee-479d-8132-d8d9eda11500'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:08.677608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.681768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dcd9c634-c185-401a-874f-deed6aadfff2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9696534 Jul 09 13:50:08.682577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45010) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:08.686143 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Routers {'8979b0b6-5bee-479d-8132-d8d9eda11500'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:08.687176 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8979b0b6-5bee-479d-8132-d8d9eda11500'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:08.792756 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.828761 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Set router 8979b0b6-5bee-479d-8132-d8d9eda11500 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:08.851788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e,segment=NetworkSegment(25688f68-6e27-46db-a668-252aa09024f5),segment_id=25688f68-6e27-46db-a668-252aa09024f5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:08.863337 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.864154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a3090e4e-997b-431b-b8f9-15036270696d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:08.952811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:09.023510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a3090e4e-997b-431b-b8f9-15036270696d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:09.024056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.026744 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.043578 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:50:07Z', 'revision_number': 3, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port': {'id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:06Z', 'updated_at': '2021-07-09T13:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:09.078202 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Checking router: 8979b0b6-5bee-479d-8132-d8d9eda11500 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:09.078721 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Updating router 8979b0b6-5bee-479d-8132-d8d9eda11500 port 410eed22-8a52-4da2-81d8-b51320550ba7 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:09.118185 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.129619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ec7a9d73-ec04-4424-9c93-82f241ee98a8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:09.189599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ec7a9d73-ec04-4424-9c93-82f241ee98a8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:09.194370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ec7a9d73-ec04-4424-9c93-82f241ee98a8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:09.194800 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.297093 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.336569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ec7a9d73-ec04-4424-9c93-82f241ee98a8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ec7a9d73-ec04-4424-9c93-82f241ee98a8,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:09.345322 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.357125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port ab8525cf-25df-44ee-90fd-21d014dd7bb3 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:09.357695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.398208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ec7a9d73-ec04-4424-9c93-82f241ee98a8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:09.444401 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.456796 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Transition to ACTIVE for port object 410eed22-8a52-4da2-81d8-b51320550ba7 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:09.466427 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.470409 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.486705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for ab8525cf-25df-44ee-90fd-21d014dd7bb3 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:09.531601 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Attempting to bind port 410eed22-8a52-4da2-81d8-b51320550ba7 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:09.531986 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Attempting to bind port 410eed22-8a52-4da2-81d8-b51320550ba7 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:09.532323 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Attempting to bind port 410eed22-8a52-4da2-81d8-b51320550ba7 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:09.534360 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17710a-2758-4fbd-914f-6bd48a21c3ec None None] Pushing event updated for resources: {'Port': ['ID=410eed22-8a52-4da2-81d8-b51320550ba7,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:09.542389 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:09.542873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:09.543353 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.543732 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:09.544203 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Bound port: 410eed22-8a52-4da2-81d8-b51320550ba7, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:09.544582 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.602373 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] For port 410eed22-8a52-4da2-81d8-b51320550ba7, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:09.605981 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] For port 410eed22-8a52-4da2-81d8-b51320550ba7, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=410eed22-8a52-4da2-81d8-b51320550ba7,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:09.611478 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.611773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.675442 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Routers {'8979b0b6-5bee-479d-8132-d8d9eda11500'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:09.676067 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8979b0b6-5bee-479d-8132-d8d9eda11500'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:09.690669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.724537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=ab8525cf-25df-44ee-90fd-21d014dd7bb3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:09.730226 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17710a-2758-4fbd-914f-6bd48a21c3ec None None] Pushing event updated for resources: {'Port': ['ID=410eed22-8a52-4da2-81d8-b51320550ba7,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:09.792498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Allocated IP 172.20.0.1 (90be8096-b5cf-4f00-bb95-605e6f5718c5/bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1/880c1920-abd1-476a-99cb-f1370f0cd9e0) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:09.813590 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] Set router 8979b0b6-5bee-479d-8132-d8d9eda11500 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:09.845571 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.941425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.958532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Transition to ACTIVE for port object 880c1920-abd1-476a-99cb-f1370f0cd9e0 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:09.999703 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.022775 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 83c2fecd-40a8-49a5-aba5-0a0827825572 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:10.042129 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Network 90be8096-b5cf-4f00-bb95-605e6f5718c5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:10.042842 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:50:07Z', 'revision_number': 3, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port': {'id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:06Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:10.046524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:10.051267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:10.054738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Pushing event updated for resources: {'Port': ['ID=880c1920-abd1-476a-99cb-f1370f0cd9e0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:10.075109 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7149491-fb7f-4423-b423-7d2f22887aff None None] The sync data for ids ['8979b0b6-5bee-479d-8132-d8d9eda11500'] in n-d-799524-3 is: [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:50:07Z', 'revision_number': 3, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port': {'id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:06Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:10.093217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.118631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:10.128882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47dd1b-630f-411f-93b9-3e8d622dc7f7 None None] Sync routers for ids ['83c2fecd-40a8-49a5-aba5-0a0827825572'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:10.132530 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2c67d0e5-9d08-4230-8e82-b3b5029de647 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/83c2fecd-40a8-49a5-aba5-0a0827825572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9115055 Jul 09 13:50:10.133352 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45012) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:10.146565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47dd1b-630f-411f-93b9-3e8d622dc7f7 None None] Routers {'83c2fecd-40a8-49a5-aba5-0a0827825572'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:10.148460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4d47dd1b-630f-411f-93b9-3e8d622dc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['83c2fecd-40a8-49a5-aba5-0a0827825572'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:10.169812 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b82c1735-962b-4b22-adf5-d35de1fdfffb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c2fecd-40a8-49a5-aba5-0a0827825572 HTTP/1.1" status: 200 len: 205 time: 0.0352950 Jul 09 13:50:10.170483 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45014) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:10.208293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4d47dd1b-630f-411f-93b9-3e8d622dc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:10.219180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47dd1b-630f-411f-93b9-3e8d622dc7f7 None None] Routers {'83c2fecd-40a8-49a5-aba5-0a0827825572'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:10.219852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4d47dd1b-630f-411f-93b9-3e8d622dc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['83c2fecd-40a8-49a5-aba5-0a0827825572'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:10.257161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4d47dd1b-630f-411f-93b9-3e8d622dc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:10.257839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47dd1b-630f-411f-93b9-3e8d622dc7f7 None None] The sync data for ids ['83c2fecd-40a8-49a5-aba5-0a0827825572'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:10.271216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.274678 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29be87f9-f4ed-4702-a60c-18aa38415853 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.441623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4c4b9699-09a5-46fb-ac7f-169524de9421 None None] Provisioning for port 880c1920-abd1-476a-99cb-f1370f0cd9e0 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:10.446453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4c4b9699-09a5-46fb-ac7f-169524de9421 None None] Provisioning complete for port 880c1920-abd1-476a-99cb-f1370f0cd9e0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:10.447373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9699-09a5-46fb-ac7f-169524de9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.501449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:10.503738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29be87f9-f4ed-4702-a60c-18aa38415853 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.508362 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29be87f9-f4ed-4702-a60c-18aa38415853 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.537242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.538541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b9699-09a5-46fb-ac7f-169524de9421 None None] Port 880c1920-abd1-476a-99cb-f1370f0cd9e0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:10.569232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.569581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29be87f9-f4ed-4702-a60c-18aa38415853 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.569581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29be87f9-f4ed-4702-a60c-18aa38415853 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Fanout notify agent at l3_agent the message router_deleted on router 83c2fecd-40a8-49a5-aba5-0a0827825572 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:50:10.580512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:10.580896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.584072 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29be87f9-f4ed-4702-a60c-18aa38415853 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.585305 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-29be87f9-f4ed-4702-a60c-18aa38415853 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/83c2fecd-40a8-49a5-aba5-0a0827825572 HTTP/1.1" status: 204 len: 168 time: 0.4138670 Jul 09 13:50:10.587946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45016) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:10.650807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-094fdbf4-76bb-4c19-8bd0-af703ccba5a2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet a9eaa036-654a-4905-818b-0cd6f939cd75 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:10.654984 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-094fdbf4-76bb-4c19-8bd0-af703ccba5a2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.656716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Pushing event updated for resources: {'Port': ['ID=880c1920-abd1-476a-99cb-f1370f0cd9e0,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:10.662772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.679135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ec7a9d73-ec04-4424-9c93-82f241ee98a8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:10.715149 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-094fdbf4-76bb-4c19-8bd0-af703ccba5a2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.737269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ec7a9d73-ec04-4424-9c93-82f241ee98a8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:10.737743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.776617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Network 90be8096-b5cf-4f00-bb95-605e6f5718c5 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:10.778466 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:10.827690 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-094fdbf4-76bb-4c19-8bd0-af703ccba5a2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.908369 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-094fdbf4-76bb-4c19-8bd0-af703ccba5a2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.929330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Router 8979b0b6-5bee-479d-8132-d8d9eda11500 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:10.944968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fdbf4-76bb-4c19-8bd0-af703ccba5a2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=a9eaa036-654a-4905-818b-0cd6f939cd75,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:10.948690 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-094fdbf4-76bb-4c19-8bd0-af703ccba5a2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.950612 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-094fdbf4-76bb-4c19-8bd0-af703ccba5a2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/a9eaa036-654a-4905-818b-0cd6f939cd75 HTTP/1.1" status: 204 len: 168 time: 0.3617051 Jul 09 13:50:10.953404 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45018) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:10.960424 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ebad9-0b9b-4373-a24f-650537cfe56c None None] Network 3844681b-0454-4b1a-8ed7-b73c14c61eb5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:11.045936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5d104e-187d-4c8d-879f-2ae3ffdf6462 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet 395bc5d1-d5a2-4715-9376-873c0a5b3f0b {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:11.050114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f5d104e-187d-4c8d-879f-2ae3ffdf6462 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.097939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:11.101776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f5d104e-187d-4c8d-879f-2ae3ffdf6462 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.117782 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-71649ac7-dbc9-4163-8e88-03e3040c1d3a admin admin] 10.222.0.32 "PUT /v2.0/routers/8979b0b6-5bee-479d-8132-d8d9eda11500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4247353 Jul 09 13:50:11.176733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e808c085-6546-42ac-8477-a651de6e828c None None] Provisioning complete for port 880c1920-abd1-476a-99cb-f1370f0cd9e0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:11.178326 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e808c085-6546-42ac-8477-a651de6e828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.220158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] DHCP port deletion for 3844681b-0454-4b1a-8ed7-b73c14c61eb5 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:11.225480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f5d104e-187d-4c8d-879f-2ae3ffdf6462 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.237235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e808c085-6546-42ac-8477-a651de6e828c None None] Port 880c1920-abd1-476a-99cb-f1370f0cd9e0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:11.292438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] Deleting port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:11.292837 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.316713 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f5d104e-187d-4c8d-879f-2ae3ffdf6462 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.346422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d104e-187d-4c8d-879f-2ae3ffdf6462 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=395bc5d1-d5a2-4715-9376-873c0a5b3f0b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:11.348457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f5d104e-187d-4c8d-879f-2ae3ffdf6462 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.354254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4f5d104e-187d-4c8d-879f-2ae3ffdf6462 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/395bc5d1-d5a2-4715-9376-873c0a5b3f0b HTTP/1.1" status: 204 len: 168 time: 0.3995481 Jul 09 13:50:11.354703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.358717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94730e73-71d2-46e4-98ca-0a216ffcf582 None None] Network 073da38b-c95b-49fd-a11f-cc08dda09a5a requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:11.420019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] For port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,segment=NetworkSegment(3ea6f76e-3836-4951-9c12-12a131120c9d),segment_id=3ea6f76e-3836-4951-9c12-12a131120c9d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:11.420401 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.437382 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.442509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] Calling delete_port for 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:11.500492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:11.501073 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.568522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,segment=NetworkSegment(3ea6f76e-3836-4951-9c12-12a131120c9d),segment_id=3ea6f76e-3836-4951-9c12-12a131120c9d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:11.568831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.584240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:11.591875 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.624705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] Pushing event deleted for resources: {'Port': ['ID=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:11.626539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06e98b-965c-4fe6-84c4-d5abfb4d55f7 None None] No DVR routers for this DVR port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:11.665400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] DHCP port deletion for 073da38b-c95b-49fd-a11f-cc08dda09a5a request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:11.703393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.720755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] Deleting port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:11.721154 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.740928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=1e46f6fa-4dee-4d44-b2b4-f22262aebbf9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:11.743387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No DVR routers for this DVR port 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:11.804906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] For port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dfafd2f5-6781-4137-b4ce-9dd5f2edcb90,segment=NetworkSegment(1afa3bc3-b200-4f22-8bfb-8950060f7a78),segment_id=1afa3bc3-b200-4f22-8bfb-8950060f7a78)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:11.805399 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.817414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45028) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.820199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] Calling delete_port for dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:11.822672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b709ef87-88eb-4809-8e1a-a29638c0753c tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901331762', 'description': 'tempest-secgroup-smoke-901331762 description', 'project_id': '10371b2b61de4697916e122f16101f5f'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:11.830160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.841122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3844681b-0454-4b1a-8ed7-b73c14c61eb5']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:11.846037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b709ef87-88eb-4809-8e1a-a29638c0753c tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.854038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea6f76e-3836-4951-9c12-12a131120c9d') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:11.854349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea6f76e-3836-4951-9c12-12a131120c9d') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:11.863885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.884293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.891399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:11.892051 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:11.895129 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:11.911821 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.946128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] Pushing event deleted for resources: {'Port': ['ID=dfafd2f5-6781-4137-b4ce-9dd5f2edcb90,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:11.949929 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b709ef87-88eb-4809-8e1a-a29638c0753c tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.951004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9cb8e4-4976-40c2-9577-89d425b39645 None None] No DVR routers for this DVR port dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:11.954776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b709ef87-88eb-4809-8e1a-a29638c0753c tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.964677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.977137 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.982117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/3844681b-0454-4b1a-8ed7-b73c14c61eb5 HTTP/1.1" status: 204 len: 168 time: 0.6239500 Jul 09 13:50:11.984569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45030) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.985379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b709ef87-88eb-4809-8e1a-a29638c0753c tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.989577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b709ef87-88eb-4809-8e1a-a29638c0753c tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1681421 Jul 09 13:50:11.990412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45032) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.992565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48eefe-142a-4002-bf30-06a4bd27f684 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=3844681b-0454-4b1a-8ed7-b73c14c61eb5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:11.996972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-29a8f092-7662-4506-8130-5914c1166f49 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'security_group_rule': {'security_group_id': 'acac98c4-e698-4211-8aa2-e7df76003b60', 'project_id': '10371b2b61de4697916e122f16101f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.025786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29a8f092-7662-4506-8130-5914c1166f49 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.069734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709ef87-88eb-4809-8e1a-a29638c0753c tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acac98c4-e698-4211-8aa2-e7df76003b60,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.087885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29a8f092-7662-4506-8130-5914c1166f49 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.091584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29a8f092-7662-4506-8130-5914c1166f49 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.098018 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.110265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8f092-7662-4506-8130-5914c1166f49 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf7d3e3-d2cb-4baa-b653-fe9c41945cb0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.117837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-29a8f092-7662-4506-8130-5914c1166f49 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.118882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-29a8f092-7662-4506-8130-5914c1166f49 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273983 Jul 09 13:50:12.121528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45034) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.126298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-db15f4df-c803-42b5-828b-f5b979d69689 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'security_group_rule': {'security_group_id': 'acac98c4-e698-4211-8aa2-e7df76003b60', 'project_id': '10371b2b61de4697916e122f16101f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.158345 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db15f4df-c803-42b5-828b-f5b979d69689 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.162718 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Sync routers for ids ['8979b0b6-5bee-479d-8132-d8d9eda11500'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:12.172106 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Routers {'8979b0b6-5bee-479d-8132-d8d9eda11500'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:12.173106 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8979b0b6-5bee-479d-8132-d8d9eda11500'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:12.189387 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.201149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073da38b-c95b-49fd-a11f-cc08dda09a5a']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:12.218498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afa3bc3-b200-4f22-8bfb-8950060f7a78') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:12.218739 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afa3bc3-b200-4f22-8bfb-8950060f7a78') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:12.230547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.231915 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db15f4df-c803-42b5-828b-f5b979d69689 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.236340 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db15f4df-c803-42b5-828b-f5b979d69689 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.246765 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.254125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:12.255740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.256555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15f4df-c803-42b5-828b-f5b979d69689 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155550cb-d8a6-4951-80e2-4cb167291932,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:12.259493 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:12.266988 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db15f4df-c803-42b5-828b-f5b979d69689 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.271629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-db15f4df-c803-42b5-828b-f5b979d69689 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458795 Jul 09 13:50:12.271933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45036) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.276607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e9604dcd-780d-44ef-9521-28788f8a9a87 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'security_group_rule': {'security_group_id': 'acac98c4-e698-4211-8aa2-e7df76003b60', 'project_id': '10371b2b61de4697916e122f16101f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.290677 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Set router 8979b0b6-5bee-479d-8132-d8d9eda11500 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:12.351566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.361319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.363251 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/073da38b-c95b-49fd-a11f-cc08dda09a5a HTTP/1.1" status: 204 len: 168 time: 0.3754036 Jul 09 13:50:12.367442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45038) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.372920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-347865635'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.377003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9604dcd-780d-44ef-9521-28788f8a9a87 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.399149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f51a57-3d76-4f2d-9ec6-655b9b0e76a0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=073da38b-c95b-49fd-a11f-cc08dda09a5a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.415267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:12.418976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.449615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 410eed22-8a52-4da2-81d8-b51320550ba7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:12.452350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:12.464613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.465016 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment 8be33bf7-0c04-4635-b00d-4499d7cf0359 of type vlan for network 4fce9128-0790-455c-b3aa-183befac30d0 Jul 09 13:50:12.475469 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9604dcd-780d-44ef-9521-28788f8a9a87 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.481614 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9604dcd-780d-44ef-9521-28788f8a9a87 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.497693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9604dcd-780d-44ef-9521-28788f8a9a87 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cea077-1307-429d-8385-34b95b644509,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.516188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.518391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 410eed22-8a52-4da2-81d8-b51320550ba7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:12.523488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9604dcd-780d-44ef-9521-28788f8a9a87 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.523700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 410eed22-8a52-4da2-81d8-b51320550ba7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:12.524202 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.527541 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e9604dcd-780d-44ef-9521-28788f8a9a87 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2543995 Jul 09 13:50:12.528442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45040) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.534345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f968151c-2bb7-4760-8de4-fa6229cf4754 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'security_group_rule': {'security_group_id': 'acac98c4-e698-4211-8aa2-e7df76003b60', 'project_id': '10371b2b61de4697916e122f16101f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.538971 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:50:10Z', 'revision_number': 4, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port': {'id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:06Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '880c1920-abd1-476a-99cb-f1370f0cd9e0', 'name': '', 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'mac_address': 'fa:16:3e:fb:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:09Z', 'updated_at': '2021-07-09T13:50:10Z', 'revision_number': 2, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'subnets': [{'id': 'bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:12.575315 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Checking router: 8979b0b6-5bee-479d-8132-d8d9eda11500 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:12.575662 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Updating router 8979b0b6-5bee-479d-8132-d8d9eda11500 port 880c1920-abd1-476a-99cb-f1370f0cd9e0 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:12.579819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f968151c-2bb7-4760-8de4-fa6229cf4754 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.605334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.610980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:12.611573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.615249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.616219 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.638357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 410eed22-8a52-4da2-81d8-b51320550ba7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=410eed22-8a52-4da2-81d8-b51320550ba7,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:12.642301 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.713416 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3447540 Jul 09 13:50:12.716658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45042) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.722654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': '4fce9128-0790-455c-b3aa-183befac30d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.732687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b6d4e-9a34-495f-ab9a-91d57c5b5838 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=4fce9128-0790-455c-b3aa-183befac30d0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.749414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f968151c-2bb7-4760-8de4-fa6229cf4754 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.756280 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f968151c-2bb7-4760-8de4-fa6229cf4754 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.781194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968151c-2bb7-4760-8de4-fa6229cf4754 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f923dd-bdca-47b4-b82d-19f2ebf51fef,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.790211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f968151c-2bb7-4760-8de4-fa6229cf4754 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.791911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f968151c-2bb7-4760-8de4-fa6229cf4754 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2624700 Jul 09 13:50:12.794549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45044) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.802777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ffabdcb1-d003-4122-a65e-bfa0267b42a3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'security_group_rule': {'security_group_id': 'acac98c4-e698-4211-8aa2-e7df76003b60', 'project_id': '10371b2b61de4697916e122f16101f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.832131 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-ffabdcb1-d003-4122-a65e-bfa0267b42a3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Project 10371b2b61de4697916e122f16101f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:50:12.838513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ffabdcb1-d003-4122-a65e-bfa0267b42a3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.858338 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:12.864491 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.888804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:12.891512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 4fce9128-0790-455c-b3aa-183befac30d0 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:12.910315 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ffabdcb1-d003-4122-a65e-bfa0267b42a3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.916542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ffabdcb1-d003-4122-a65e-bfa0267b42a3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.937731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabdcb1-d003-4122-a65e-bfa0267b42a3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ef22f7-ad0a-475d-a3d6-ccac33cb4500,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.948651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ffabdcb1-d003-4122-a65e-bfa0267b42a3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.950285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ffabdcb1-d003-4122-a65e-bfa0267b42a3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541681 Jul 09 13:50:12.953162 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45046) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.958066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-37d07701-6122-4170-8318-7c3eec40079d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'security_group_rule': {'security_group_id': 'acac98c4-e698-4211-8aa2-e7df76003b60', 'project_id': '10371b2b61de4697916e122f16101f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.959119 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.969706 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Transition to ACTIVE for port object 880c1920-abd1-476a-99cb-f1370f0cd9e0 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:12.976877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:12.977151 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.977739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dfafd2f5-6781-4137-b4ce-9dd5f2edcb90 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:12.978241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:13.003915 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-37d07701-6122-4170-8318-7c3eec40079d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Project 10371b2b61de4697916e122f16101f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:50:13.012184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=410eed22-8a52-4da2-81d8-b51320550ba7,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:13.013174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37d07701-6122-4170-8318-7c3eec40079d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.014850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:13.015801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e46f6fa-4dee-4d44-b2b4-f22262aebbf9 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:13.032793 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6208a8a-4ffc-4827-9a92-60f431e79991 None None] Pushing event updated for resources: {'Port': ['ID=880c1920-abd1-476a-99cb-f1370f0cd9e0,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:13.165149 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37d07701-6122-4170-8318-7c3eec40079d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.170216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37d07701-6122-4170-8318-7c3eec40079d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.190702 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Attempting to bind port 880c1920-abd1-476a-99cb-f1370f0cd9e0 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:13.191325 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Attempting to bind port 880c1920-abd1-476a-99cb-f1370f0cd9e0 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:13.191561 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Attempting to bind port 880c1920-abd1-476a-99cb-f1370f0cd9e0 on network 90be8096-b5cf-4f00-bb95-605e6f5718c5 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:13.197180 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.197407 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:13.197546 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Checking segment: {'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:13.197931 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.198323 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Bound using segment: {'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:13.198785 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Bound port: 880c1920-abd1-476a-99cb-f1370f0cd9e0, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25688f68-6e27-46db-a668-252aa09024f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:13.199196 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.208873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d07701-6122-4170-8318-7c3eec40079d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72876890-51a9-47fd-baec-2d7cc0b90b71,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:13.235368 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37d07701-6122-4170-8318-7c3eec40079d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.236494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-37d07701-6122-4170-8318-7c3eec40079d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2821674 Jul 09 13:50:13.273225 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] For port 880c1920-abd1-476a-99cb-f1370f0cd9e0, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:13.278191 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] For port 880c1920-abd1-476a-99cb-f1370f0cd9e0, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=880c1920-abd1-476a-99cb-f1370f0cd9e0,segment=NetworkSegment(25688f68-6e27-46db-a668-252aa09024f5),segment_id=25688f68-6e27-46db-a668-252aa09024f5)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:13.282669 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.286276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=28cbaecd-2af9-42b0-8bae-95586985f761,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:13.304771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': '8be33bf7-0c04-4635-b00d-4499d7cf0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4fce9128-0790-455c-b3aa-183befac30d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:13.305501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: 4fce9128-0790-455c-b3aa-183befac30d0, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:13.328678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 4fce9128-0790-455c-b3aa-183befac30d0 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:13.339484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 4fce9128-0790-455c-b3aa-183befac30d0) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:13.344889 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:13.346088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.355017 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Routers {'8979b0b6-5bee-479d-8132-d8d9eda11500'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:13.356035 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8979b0b6-5bee-479d-8132-d8d9eda11500'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:13.364978 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eeeee884-2369-4def-b074-7f48fd7ec685 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6465647 Jul 09 13:50:13.367523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45056) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:13.373026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d0c079ed-0bda-4bf8-8a74-0fc483bf8fdb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-883512169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:13.379033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80463ff-3017-4503-964d-c384152d0b06 None None] Network 4fce9128-0790-455c-b3aa-183befac30d0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:13.419608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0c079ed-0bda-4bf8-8a74-0fc483bf8fdb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.420755 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6208a8a-4ffc-4827-9a92-60f431e79991 None None] Pushing event updated for resources: {'Port': ['ID=880c1920-abd1-476a-99cb-f1370f0cd9e0,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:13.421454 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0c079ed-0bda-4bf8-8a74-0fc483bf8fdb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.480237 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.516599 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] Set router 8979b0b6-5bee-479d-8132-d8d9eda11500 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:13.518106 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-4c80d27c-5c96-41e2-9bb2-6329f6f77402 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901331762&fields=id&tenant_id=10371b2b61de4697916e122f16101f5f HTTP/1.1" status: 200 len: 267 time: 0.1004064 Jul 09 13:50:13.524450 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0c079ed-0bda-4bf8-8a74-0fc483bf8fdb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.538389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0c079ed-0bda-4bf8-8a74-0fc483bf8fdb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.591525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-4fce9128-0790-455c-b3aa-183befac30d0', 'network_id': '4fce9128-0790-455c-b3aa-183befac30d0', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': '28cbaecd-2af9-42b0-8bae-95586985f761'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:13.592643 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.608461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0c079ed-0bda-4bf8-8a74-0fc483bf8fdb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.612709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d0c079ed-0bda-4bf8-8a74-0fc483bf8fdb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2418537 Jul 09 13:50:13.613173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45064) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:13.618800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'port': {'network_id': '4fce9128-0790-455c-b3aa-183befac30d0', 'name': 'tempest-RoutersIpV6Test-345432405'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:13.680822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179410d-84b7-4942-91b1-c916b93b1032 req-594fc8f8-c99b-4d4e-b84a-ee871fae8cb5 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:13.682860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-594fc8f8-c99b-4d4e-b84a-ee871fae8cb5 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/networks?id=a4df233b-168a-4b56-9e65-b468ea68e066 HTTP/1.1" status: 200 len: 809 time: 0.1571100 Jul 09 13:50:13.702393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-9763778d-0483-4ecf-943a-e16af78a55e9 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/quotas/10371b2b61de4697916e122f16101f5f HTTP/1.1" status: 200 len: 375 time: 0.0137534 Jul 09 13:50:13.775943 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:13.780630 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.788154 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:50:10Z', 'revision_number': 4, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port': {'id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:06Z', 'updated_at': '2021-07-09T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '880c1920-abd1-476a-99cb-f1370f0cd9e0', 'name': '', 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'mac_address': 'fa:16:3e:fb:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:09Z', 'updated_at': '2021-07-09T13:50:13Z', 'revision_number': 4, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'subnets': [{'id': 'bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:13.791910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-53b0a235-e295-4769-bc50-38cfec0fca76 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=10371b2b61de4697916e122f16101f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826802 Jul 09 13:50:13.797544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Allocated IP 2001:db8::2 (4fce9128-0790-455c-b3aa-183befac30d0/28cbaecd-2af9-42b0-8bae-95586985f761/1e732759-edd6-4bc6-97b8-a27ff1142807) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:13.817173 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8593a55-3f86-46dc-962b-ee7c416bb2f4 None None] The sync data for ids ['8979b0b6-5bee-479d-8132-d8d9eda11500'] in n-d-799524-3 is: [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:50:10Z', 'revision_number': 4, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port': {'id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:06Z', 'updated_at': '2021-07-09T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '880c1920-abd1-476a-99cb-f1370f0cd9e0', 'name': '', 'network_id': '90be8096-b5cf-4f00-bb95-605e6f5718c5', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'mac_address': 'fa:16:3e:fb:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:09Z', 'updated_at': '2021-07-09T13:50:13Z', 'revision_number': 4, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'subnets': [{'id': 'bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:13.826926 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] device_id is not set on port a97899e2-a605-4deb-b49e-f0a0da34069b yet. {{(pid=93912) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:13.943262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-083e0772-cf89-44ea-b2a7-2194a9501bd4 service neutron] 10.222.0.32 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375265 Jul 09 13:50:13.987456 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.997387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Transition to ACTIVE for port object 1e732759-edd6-4bc6-97b8-a27ff1142807 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:14.014614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Transition to ACTIVE for port object 1e732759-edd6-4bc6-97b8-a27ff1142807 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:14.022913 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.052485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-40103e8d-af1b-497c-9ae2-76e67339431c service neutron] 10.222.0.32 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027770 Jul 09 13:50:14.086279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Pushing event updated for resources: {'Port': ['ID=1e732759-edd6-4bc6-97b8-a27ff1142807,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:14.101175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8::1c (4fce9128-0790-455c-b3aa-183befac30d0/28cbaecd-2af9-42b0-8bae-95586985f761/a97899e2-a605-4deb-b49e-f0a0da34069b) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:14.125500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Network 4fce9128-0790-455c-b3aa-183befac30d0 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:14.128665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:14.132008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:14.168895 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.216840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Attempting to bind port 1e732759-edd6-4bc6-97b8-a27ff1142807 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:14.217303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Attempting to bind port 1e732759-edd6-4bc6-97b8-a27ff1142807 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8be33bf7-0c04-4635-b00d-4499d7cf0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4fce9128-0790-455c-b3aa-183befac30d0'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:14.217744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Attempting to bind port 1e732759-edd6-4bc6-97b8-a27ff1142807 on network 4fce9128-0790-455c-b3aa-183befac30d0 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:14.226170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:14.226715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Checking segment: {'id': '8be33bf7-0c04-4635-b00d-4499d7cf0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4fce9128-0790-455c-b3aa-183befac30d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:14.227465 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.227924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Bound using segment: {'id': '8be33bf7-0c04-4635-b00d-4499d7cf0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4fce9128-0790-455c-b3aa-183befac30d0'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:14.228736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Bound port: 1e732759-edd6-4bc6-97b8-a27ff1142807, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be33bf7-0c04-4635-b00d-4499d7cf0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4fce9128-0790-455c-b3aa-183befac30d0'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:14.229354 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.346775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] For port 1e732759-edd6-4bc6-97b8-a27ff1142807, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:14.353192 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b6b6c143-cca8-4729-b77d-6845383f41ff req-d42cdb11-d184-45b0-9eb3-647cdffa8f90 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 210 time: 0.0412624 Jul 09 13:50:14.353712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] For port 1e732759-edd6-4bc6-97b8-a27ff1142807, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e732759-edd6-4bc6-97b8-a27ff1142807,segment=NetworkSegment(8be33bf7-0c04-4635-b00d-4499d7cf0359),segment_id=8be33bf7-0c04-4635-b00d-4499d7cf0359)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:14.357840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ce609ff8-b01b-43a8-8055-4d2454e196d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.365255 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.368763 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.396614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object a97899e2-a605-4deb-b49e-f0a0da34069b will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:14.448543 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.496842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ae9ff-b195-4a23-bc25-f1da14f35fd6 None None] Pushing event updated for resources: {'Port': ['ID=1e732759-edd6-4bc6-97b8-a27ff1142807,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:14.523175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 4fce9128-0790-455c-b3aa-183befac30d0 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:14.524933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:14.526719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=a97899e2-a605-4deb-b49e-f0a0da34069b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:14.529041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:14.534649 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:14.535302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.573220 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bd5aa48b-544a-4ea4-992a-21cccdf951ca tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9564571 Jul 09 13:50:14.573502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45074) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:14.589777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 880c1920-abd1-476a-99cb-f1370f0cd9e0 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:14.655861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 880c1920-abd1-476a-99cb-f1370f0cd9e0 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:14.660401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 880c1920-abd1-476a-99cb-f1370f0cd9e0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:14.661016 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.802678 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.862904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 880c1920-abd1-476a-99cb-f1370f0cd9e0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=880c1920-abd1-476a-99cb-f1370f0cd9e0,segment=NetworkSegment(25688f68-6e27-46db-a668-252aa09024f5),segment_id=25688f68-6e27-46db-a668-252aa09024f5)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:14.867117 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.867900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 410eed22-8a52-4da2-81d8-b51320550ba7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:14.969520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=880c1920-abd1-476a-99cb-f1370f0cd9e0,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:14.982055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 410eed22-8a52-4da2-81d8-b51320550ba7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:14.982435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.043903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.341700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.355309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.435666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=a97899e2-a605-4deb-b49e-f0a0da34069b,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:15.540755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3c8d1a2-afe2-4441-9a4b-68521ecb89a9 req-5e7ef5e1-b609-43ae-bda0-5523f6723c1d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 210 time: 0.0371535 Jul 09 13:50:15.594879 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.747783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.820087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179410d-84b7-4942-91b1-c916b93b1032 req-eacde4b5-c038-448e-a448-e63d1cf79864 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:15.832693 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-eacde4b5-c038-448e-a448-e63d1cf79864 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.10 "GET /v2.0/networks?id=a4df233b-168a-4b56-9e65-b468ea68e066 HTTP/1.1" status: 200 len: 809 time: 0.1664646 Jul 09 13:50:15.834044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5282e101-9240-4a6c-8009-aaf3cefcf1d3 None None] Network 4fce9128-0790-455c-b3aa-183befac30d0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:15.899271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-d067f33c-5030-4b4f-9706-a15b7ceba824 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10371b2b61de4697916e122f16101f5f HTTP/1.1" status: 200 len: 379 time: 0.0588818 Jul 09 13:50:15.916971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'port': {'device_id': '4a974499-676f-47cb-ad35-5cb282ce635a', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'admin_state_up': True, 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'security_groups': ['acac98c4-e698-4211-8aa2-e7df76003b60']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:15.923484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ed71a4c-6c00-4772-a5a1-647603ec5734 None None] Provisioning for port 1e732759-edd6-4bc6-97b8-a27ff1142807 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:16.067161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Made reservation on behalf of 10371b2b61de4697916e122f16101f5f for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:16.071623 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.233126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Allocated IP 172.20.0.4 (a4df233b-168a-4b56-9e65-b468ea68e066/1859690f-5321-4891-9c07-c1818a7e8ac0/3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:16.389198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fda77ec7-fff1-4b35-aa7c-fa975f60694c None None] Provisioning for port a97899e2-a605-4deb-b49e-f0a0da34069b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:16.404459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fda77ec7-fff1-4b35-aa7c-fa975f60694c None None] Provisioning complete for port a97899e2-a605-4deb-b49e-f0a0da34069b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:16.404756 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fda77ec7-fff1-4b35-aa7c-fa975f60694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.408117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.416487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.417380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.424211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.444793 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Transition to ACTIVE for port object 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:16.490356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.491694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fda77ec7-fff1-4b35-aa7c-fa975f60694c None None] Port a97899e2-a605-4deb-b49e-f0a0da34069b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:16.533648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=a97899e2-a605-4deb-b49e-f0a0da34069b,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:16.559698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 880c1920-abd1-476a-99cb-f1370f0cd9e0 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:16.573052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Network a4df233b-168a-4b56-9e65-b468ea68e066 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:16.579191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:16.582059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:16.627569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 4fce9128-0790-455c-b3aa-183befac30d0 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:16.629228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:16.641616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 880c1920-abd1-476a-99cb-f1370f0cd9e0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:16.642178 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.642332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:16.642877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.646984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'Port': ['ID=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:16.670673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-cfec7906-5ad8-4597-97b5-0818dd7585b7 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664661 Jul 09 13:50:16.752485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e732759-edd6-4bc6-97b8-a27ff1142807 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:16.758336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bac02b90-264e-427a-9ea2-7ee1b2153988 None None] Provisioning complete for port a97899e2-a605-4deb-b49e-f0a0da34069b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:16.758911 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bac02b90-264e-427a-9ea2-7ee1b2153988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.837356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bac02b90-264e-427a-9ea2-7ee1b2153988 None None] Port a97899e2-a605-4deb-b49e-f0a0da34069b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:16.858982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1e732759-edd6-4bc6-97b8-a27ff1142807 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:16.863342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95214e80-4a25-4e24-bf53-e3309bc2641f req-2495bcde-a1e3-4c18-a909-22a86c98252f tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:16.871140 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95214e80-4a25-4e24-bf53-e3309bc2641f req-2495bcde-a1e3-4c18-a909-22a86c98252f tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 931 time: 0.1219234 Jul 09 13:50:16.886217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Request body: {'port': {'device_id': '4a974499-676f-47cb-ad35-5cb282ce635a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:16.892073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1e732759-edd6-4bc6-97b8-a27ff1142807 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:16.893580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.918916 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-78ee319f-7055-4776-a357-c9fb98f9e0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.964417 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-95214e80-4a25-4e24-bf53-e3309bc2641f req-c110130c-1424-4348-b061-dd704e0703ab tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919821 Jul 09 13:50:16.983502 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 24acf6a7-f72c-45ca-8422-cef57cd676be is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:17.016694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.032544 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.046122 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.080681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 1e732759-edd6-4bc6-97b8-a27ff1142807, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e732759-edd6-4bc6-97b8-a27ff1142807,segment=NetworkSegment(8be33bf7-0c04-4635-b00d-4499d7cf0359),segment_id=8be33bf7-0c04-4635-b00d-4499d7cf0359)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:17.089569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.118988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-413260b5-9d75-44a0-b866-3457922d4545 None None] Provisioning for port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:17.120188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:17.127563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-413260b5-9d75-44a0-b866-3457922d4545 None None] Provisioning complete for port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:17.128433 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-413260b5-9d75-44a0-b866-3457922d4545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.136553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38087c-700d-4171-9c90-c3947d04b239 None None] Sync routers for ids ['24acf6a7-f72c-45ca-8422-cef57cd676be'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:17.138480 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3e07b5f8-0bfa-4548-82dc-69ff2a242a41 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/24acf6a7-f72c-45ca-8422-cef57cd676be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5638983 Jul 09 13:50:17.141141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45084) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:17.190877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=1e732759-edd6-4bc6-97b8-a27ff1142807,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:17.194112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38087c-700d-4171-9c90-c3947d04b239 None None] Routers {'24acf6a7-f72c-45ca-8422-cef57cd676be'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:17.195222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-fa38087c-700d-4171-9c90-c3947d04b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['24acf6a7-f72c-45ca-8422-cef57cd676be'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:17.197830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-413260b5-9d75-44a0-b866-3457922d4545 None None] Port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:17.234850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-fa38087c-700d-4171-9c90-c3947d04b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:17.238354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909cef19-6733-4c78-bf64-ea041565a414 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:17.240110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-909cef19-6733-4c78-bf64-ea041565a414 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports/a97899e2-a605-4deb-b49e-f0a0da34069b HTTP/1.1" status: 200 len: 982 time: 0.0975568 Jul 09 13:50:17.243654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45086) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:17.245107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-413260b5-9d75-44a0-b866-3457922d4545 None None] Provisioning complete for port a97899e2-a605-4deb-b49e-f0a0da34069b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:17.245664 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-413260b5-9d75-44a0-b866-3457922d4545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.275551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38087c-700d-4171-9c90-c3947d04b239 None None] Routers {'24acf6a7-f72c-45ca-8422-cef57cd676be'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:17.276687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-fa38087c-700d-4171-9c90-c3947d04b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['24acf6a7-f72c-45ca-8422-cef57cd676be'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:17.316086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-fa38087c-700d-4171-9c90-c3947d04b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:17.317427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38087c-700d-4171-9c90-c3947d04b239 None None] The sync data for ids ['24acf6a7-f72c-45ca-8422-cef57cd676be'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:17.324747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-413260b5-9d75-44a0-b866-3457922d4545 None None] Port a97899e2-a605-4deb-b49e-f0a0da34069b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:17.398006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:50:17.406232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.418538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Transition to ACTIVE for port object 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:17.423151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.446063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-01947812-3a3e-4227-b401-5bd1193ae2c0 None None] Provisioning complete for port a97899e2-a605-4deb-b49e-f0a0da34069b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:17.446717 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-01947812-3a3e-4227-b401-5bd1193ae2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.479933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Pushing event updated for resources: {'Port': ['ID=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:17.497837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-01947812-3a3e-4227-b401-5bd1193ae2c0 None None] Port a97899e2-a605-4deb-b49e-f0a0da34069b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:17.554029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Attempting to bind port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:17.554368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Attempting to bind port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:17.554699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Attempting to bind port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 on network a4df233b-168a-4b56-9e65-b468ea68e066 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:17.562738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 on network a4df233b-168a-4b56-9e65-b468ea68e066 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:50:17.563121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Attempting to bind port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 on network a4df233b-168a-4b56-9e65-b468ea68e066 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:17.571646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:17.572080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Checking segment: {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:17.572358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Bound using segment: {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:17.572793 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Bound port: 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0293b535-42be-46c7-9827-fa98aa831147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:17.573158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.659523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] For port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:17.663307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] For port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:17.669038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.710877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:17.711674 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.713191 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] 10.222.0.10 "PUT /v2.0/ports/3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 HTTP/1.1" status: 200 len: 1091 time: 1.0343807 Jul 09 13:50:17.713736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a974499-676f-47cb-ad35-5cb282ce635a', 'tag': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:17.716165 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8975ac1-3c7d-4580-8820-fcb5df073022" -d '{"events": [{"name": "network-changed", "server_uuid": "4a974499-676f-47cb-ad35-5cb282ce635a", "tag": "3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:17.741293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249d2f5-84ea-4a79-9b42-22bd036b84fb service neutron] Pushing event updated for resources: {'Port': ['ID=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:17.751983 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.790979 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0e40db-cc79-4808-b288-0d641a5c1734 x-openstack-request-id: req-8c0e40db-cc79-4808-b288-0d641a5c1734 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:17.791310 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a974499-676f-47cb-ad35-5cb282ce635a", "tag": "3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:17.791641 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c0e40db-cc79-4808-b288-0d641a5c1734 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:17.792096 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a974499-676f-47cb-ad35-5cb282ce635a', 'tag': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'status': 'completed', 'code': 200} Jul 09 13:50:17.836791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179410d-84b7-4942-91b1-c916b93b1032 req-b98dfb6f-eaf6-4faa-84b4-5dee0e94cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:17.838312 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-b98dfb6f-eaf6-4faa-84b4-5dee0e94cf38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10371b2b61de4697916e122f16101f5f&device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1094 time: 0.0805283 Jul 09 13:50:17.887145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-974eaf92-bf62-46e9-b54c-f61da6a6dc1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 HTTP/1.1" status: 200 len: 217 time: 0.0404963 Jul 09 13:50:17.945049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179410d-84b7-4942-91b1-c916b93b1032 req-33ba33dd-5131-4d41-9519-66e236b88c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:17.946821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-33ba33dd-5131-4d41-9519-66e236b88c6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1859690f-5321-4891-9c07-c1818a7e8ac0 HTTP/1.1" status: 200 len: 848 time: 0.0538247 Jul 09 13:50:18.001117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port a97899e2-a605-4deb-b49e-f0a0da34069b {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:18.001557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.009431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179410d-84b7-4942-91b1-c916b93b1032 req-73071438-7ff9-4fb3-9218-73321853e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:18.010974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-73071438-7ff9-4fb3-9218-73321853e94c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4df233b-168a-4b56-9e65-b468ea68e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578344 Jul 09 13:50:18.105109 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-ce089f5d-83de-4afc-94b8-5459d79a12f9 service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869739 Jul 09 13:50:18.121363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.137747 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for a97899e2-a605-4deb-b49e-f0a0da34069b owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:18.200299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c179410d-84b7-4942-91b1-c916b93b1032 req-5e393fa4-5707-4294-b726-5eef2e9ec8ae service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878091 Jul 09 13:50:18.215298 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222d668-d25e-4589-8e33-a84721db9fd8 req-d867ad4f-b573-4805-9294-b6bc12982a08 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:18.216839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3222d668-d25e-4589-8e33-a84721db9fd8 req-d867ad4f-b573-4805-9294-b6bc12982a08 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 943 time: 0.1369810 Jul 09 13:50:18.277567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.300568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-c042f7c0-2923-4950-a262-b8a11712ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:18.302141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-c042f7c0-2923-4950-a262-b8a11712ff28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10371b2b61de4697916e122f16101f5f&device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1094 time: 0.0547462 Jul 09 13:50:18.302394 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3222d668-d25e-4589-8e33-a84721db9fd8 req-94dd60ae-5201-44a6-9b65-f84bb63e9626 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765066 Jul 09 13:50:18.375545 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.401096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-e3d5b034-72b7-40c4-ac81-abd46443d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:18.403535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-e3d5b034-72b7-40c4-ac81-abd46443d17d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a4df233b-168a-4b56-9e65-b468ea68e066 HTTP/1.1" status: 200 len: 909 time: 0.0949512 Jul 09 13:50:18.408862 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e732759-edd6-4bc6-97b8-a27ff1142807 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:18.411387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=a97899e2-a605-4deb-b49e-f0a0da34069b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:18.462310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-91e4b46a-db8f-4d0a-b2b0-2674490a91a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 HTTP/1.1" status: 200 len: 217 time: 0.0517175 Jul 09 13:50:18.472018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1e732759-edd6-4bc6-97b8-a27ff1142807 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:18.472392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.511090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.526902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-5f29aee0-0106-47aa-bf59-dead3817e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:18.528874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-5f29aee0-0106-47aa-bf59-dead3817e228 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1859690f-5321-4891-9c07-c1818a7e8ac0 HTTP/1.1" status: 200 len: 848 time: 0.0597446 Jul 09 13:50:18.606175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-8e6a91e0-bb8e-40e5-b8e5-ea46fd6c59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:18.607807 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-8e6a91e0-bb8e-40e5-b8e5-ea46fd6c59b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4df233b-168a-4b56-9e65-b468ea68e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708075 Jul 09 13:50:18.671809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 24acf6a7-f72c-45ca-8422-cef57cd676be has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:18.705964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-c7bddd98-9ebc-430c-89c9-402bd28df761 service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895565 Jul 09 13:50:18.747350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:18.752315 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51c928a0-8f8a-4a87-b5e2-e0cea2475c6d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/24acf6a7-f72c-45ca-8422-cef57cd676be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5070899 Jul 09 13:50:18.756180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45092) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:18.761056 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a732d2-3368-4052-9d5a-8a4ee8d326a6 None None] Sync routers for ids ['24acf6a7-f72c-45ca-8422-cef57cd676be'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:18.771110 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a732d2-3368-4052-9d5a-8a4ee8d326a6 None None] Routers {'24acf6a7-f72c-45ca-8422-cef57cd676be'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:18.771735 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a0a732d2-3368-4052-9d5a-8a4ee8d326a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['24acf6a7-f72c-45ca-8422-cef57cd676be'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:18.797975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8975ac1-3c7d-4580-8820-fcb5df073022 req-6301110b-c75a-4cbf-b3a9-5d39e47b61c3 service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841599 Jul 09 13:50:18.807148 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a0a732d2-3368-4052-9d5a-8a4ee8d326a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:18.815683 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a732d2-3368-4052-9d5a-8a4ee8d326a6 None None] Routers {'24acf6a7-f72c-45ca-8422-cef57cd676be'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:18.816540 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a0a732d2-3368-4052-9d5a-8a4ee8d326a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['24acf6a7-f72c-45ca-8422-cef57cd676be'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:18.848481 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a0a732d2-3368-4052-9d5a-8a4ee8d326a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:18.849367 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a732d2-3368-4052-9d5a-8a4ee8d326a6 None None] The sync data for ids ['24acf6a7-f72c-45ca-8422-cef57cd676be'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:19.236811 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-41777f69-ccb9-4091-ad9c-0dcdd59f739e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 13:50:19.237866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-41777f69-ccb9-4091-ad9c-0dcdd59f739e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/24acf6a7-f72c-45ca-8422-cef57cd676be/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4807849 Jul 09 13:50:19.241324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45094) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:19.268941 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b6d910fe-be72-40ff-9974-af7c4353286f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=24acf6a7-f72c-45ca-8422-cef57cd676be HTTP/1.1" status: 200 len: 205 time: 0.0265648 Jul 09 13:50:19.272422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45096) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:19.357309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4f5bddb-9649-4ebc-a0fb-f8cc73f4523e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.563348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4f5bddb-9649-4ebc-a0fb-f8cc73f4523e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.565923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4f5bddb-9649-4ebc-a0fb-f8cc73f4523e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.582114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036b3f9-70bb-4af0-8f9f-672cca072daf req-65136995-8165-408e-b1d9-e04e270d6de3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:19.584157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2036b3f9-70bb-4af0-8f9f-672cca072daf req-65136995-8165-408e-b1d9-e04e270d6de3 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 943 time: 0.1641419 Jul 09 13:50:19.632632 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4f5bddb-9649-4ebc-a0fb-f8cc73f4523e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.633355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f5bddb-9649-4ebc-a0fb-f8cc73f4523e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Fanout notify agent at l3_agent the message router_deleted on router 24acf6a7-f72c-45ca-8422-cef57cd676be {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:50:19.640353 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a4f5bddb-9649-4ebc-a0fb-f8cc73f4523e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.644005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a4f5bddb-9649-4ebc-a0fb-f8cc73f4523e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/24acf6a7-f72c-45ca-8422-cef57cd676be HTTP/1.1" status: 204 len: 168 time: 0.3680272 Jul 09 13:50:19.644213 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45100) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:19.655296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2036b3f9-70bb-4af0-8f9f-672cca072daf req-5a0a6f3d-2d2f-4d41-8270-23ac388349c8 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434823 Jul 09 13:50:19.704923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c6df1e-fe4e-4f99-8a53-b9d8b1362c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet 28cbaecd-2af9-42b0-8bae-95586985f761 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:19.707897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22c6df1e-fe4e-4f99-8a53-b9d8b1362c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.749080 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22c6df1e-fe4e-4f99-8a53-b9d8b1362c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.749439 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.831442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22c6df1e-fe4e-4f99-8a53-b9d8b1362c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.892380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22c6df1e-fe4e-4f99-8a53-b9d8b1362c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.921554 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-22c6df1e-fe4e-4f99-8a53-b9d8b1362c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.923678 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-22c6df1e-fe4e-4f99-8a53-b9d8b1362c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/28cbaecd-2af9-42b0-8bae-95586985f761 HTTP/1.1" status: 204 len: 168 time: 0.2783124 Jul 09 13:50:19.924722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6df1e-fe4e-4f99-8a53-b9d8b1362c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=28cbaecd-2af9-42b0-8bae-95586985f761,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:19.926328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45102) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:19.929060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc162d8-28d3-4b00-a238-2f12f053e97c None None] Network 4fce9128-0790-455c-b3aa-183befac30d0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:20.012588 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.065138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 1e732759-edd6-4bc6-97b8-a27ff1142807 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:20.065484 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.122725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] DHCP port deletion for 4fce9128-0790-455c-b3aa-183befac30d0 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:20.131104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 1e732759-edd6-4bc6-97b8-a27ff1142807, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e732759-edd6-4bc6-97b8-a27ff1142807,segment=NetworkSegment(8be33bf7-0c04-4635-b00d-4499d7cf0359),segment_id=8be33bf7-0c04-4635-b00d-4499d7cf0359)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:20.131587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.145302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 1e732759-edd6-4bc6-97b8-a27ff1142807 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:20.168849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] Deleting port 1e732759-edd6-4bc6-97b8-a27ff1142807 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:20.169222 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.237066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] For port 1e732759-edd6-4bc6-97b8-a27ff1142807, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e732759-edd6-4bc6-97b8-a27ff1142807,segment=NetworkSegment(8be33bf7-0c04-4635-b00d-4499d7cf0359),segment_id=8be33bf7-0c04-4635-b00d-4499d7cf0359)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:20.237464 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.251537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] Calling delete_port for 1e732759-edd6-4bc6-97b8-a27ff1142807 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:20.333570 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.363649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] Pushing event deleted for resources: {'Port': ['ID=1e732759-edd6-4bc6-97b8-a27ff1142807,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:20.367245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8780c3-c681-4c58-a39a-6c52522d9759 None None] No DVR routers for this DVR port 1e732759-edd6-4bc6-97b8-a27ff1142807 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:20.423804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e732759-edd6-4bc6-97b8-a27ff1142807 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:20.444920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1e732759-edd6-4bc6-97b8-a27ff1142807 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:20.445266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e732759-edd6-4bc6-97b8-a27ff1142807 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:20.564834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.589023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=1e732759-edd6-4bc6-97b8-a27ff1142807,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:20.593414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No DVR routers for this DVR port 1e732759-edd6-4bc6-97b8-a27ff1142807 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:20.674298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.684934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fce9128-0790-455c-b3aa-183befac30d0']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:20.696062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be33bf7-0c04-4635-b00d-4499d7cf0359') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:20.696360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be33bf7-0c04-4635-b00d-4499d7cf0359') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:20.707502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.721508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.728324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:20.728786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: self.session.flush() Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:20.731787 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:20.790235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.798965 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.800621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/4fce9128-0790-455c-b3aa-183befac30d0 HTTP/1.1" status: 204 len: 168 time: 0.8691766 Jul 09 13:50:20.806355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45106) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:20.811521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02afd0a-3b0a-47bb-802f-9a36fef328fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=4fce9128-0790-455c-b3aa-183befac30d0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:20.811690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-60538234'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:20.845259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:20.848760 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.860995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db83d8-6366-4a70-b632-c0d4ef6e0784 req-ea97c21f-1994-4b02-b44c-7166815884da tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:20.862515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c9db83d8-6366-4a70-b632-c0d4ef6e0784 req-ea97c21f-1994-4b02-b44c-7166815884da tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 943 time: 0.0942152 Jul 09 13:50:20.900933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:20.919917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c9db83d8-6366-4a70-b632-c0d4ef6e0784 req-7d9cf5a4-6d6a-4dd0-ae9f-6a178dc7a664 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506485 Jul 09 13:50:20.920973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.921324 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment fcd24982-5f4a-4c0d-a43a-38b0506945de of type vlan for network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 Jul 09 13:50:20.965671 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.994182 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.999759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:21.000340 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.057535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2500157 Jul 09 13:50:21.060489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45108) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:21.065416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': '2e8a8098-0986-4ab9-a448-b3ea2f4bec45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:21.083848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c60cf-96a7-46d3-91fb-3a737f019fc9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=2e8a8098-0986-4ab9-a448-b3ea2f4bec45,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:21.093829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:21.163709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:21.167219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.354045 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.412443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=5b58c2f4-68ec-42f9-a7a0-89adc7eb037b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:21.423599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': 'fcd24982-5f4a-4c0d-a43a-38b0506945de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2e8a8098-0986-4ab9-a448-b3ea2f4bec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:21.423960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: 2e8a8098-0986-4ab9-a448-b3ea2f4bec45, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:21.442090 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:21.450984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2e8a8098-0986-4ab9-a448-b3ea2f4bec45) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:21.455170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:21.455769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.460004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096b620-7af3-4074-b60a-f7c2aa2394ac None None] Network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:21.471132 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-61d2989c-7c6c-4e54-80cb-75d55ee1bc72 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4095175 Jul 09 13:50:21.474658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45110) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:21.480148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-124cbec5-1423-4d05-9f7a-3c5770c86c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1698965021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:21.504007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124cbec5-1423-4d05-9f7a-3c5770c86c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.505108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124cbec5-1423-4d05-9f7a-3c5770c86c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.565754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124cbec5-1423-4d05-9f7a-3c5770c86c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.571286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124cbec5-1423-4d05-9f7a-3c5770c86c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.587912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-124cbec5-1423-4d05-9f7a-3c5770c86c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.589097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-124cbec5-1423-4d05-9f7a-3c5770c86c3f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1130676 Jul 09 13:50:21.591893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45112) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:21.613426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-2e8a8098-0986-4ab9-a448-b3ea2f4bec45', 'network_id': '2e8a8098-0986-4ab9-a448-b3ea2f4bec45', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': '5b58c2f4-68ec-42f9-a7a0-89adc7eb037b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:21.614837 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.750535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Allocated IP 2001:db8::2 (2e8a8098-0986-4ab9-a448-b3ea2f4bec45/5b58c2f4-68ec-42f9-a7a0-89adc7eb037b/5435b370-131e-4b16-aebe-48ab3a270980) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:21.866309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.894565 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.902907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Transition to ACTIVE for port object 5435b370-131e-4b16-aebe-48ab3a270980 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:21.917685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Transition to ACTIVE for port object 5435b370-131e-4b16-aebe-48ab3a270980 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:21.923663 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.963609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:21.966464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:21.970139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:21.978171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Pushing event updated for resources: {'Port': ['ID=5435b370-131e-4b16-aebe-48ab3a270980,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:22.031952 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Attempting to bind port 5435b370-131e-4b16-aebe-48ab3a270980 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:22.032334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Attempting to bind port 5435b370-131e-4b16-aebe-48ab3a270980 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'fcd24982-5f4a-4c0d-a43a-38b0506945de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2e8a8098-0986-4ab9-a448-b3ea2f4bec45'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:22.032692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Attempting to bind port 5435b370-131e-4b16-aebe-48ab3a270980 on network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:22.038317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:22.038696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Checking segment: {'id': 'fcd24982-5f4a-4c0d-a43a-38b0506945de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2e8a8098-0986-4ab9-a448-b3ea2f4bec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:22.039137 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.039540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Bound using segment: {'id': 'fcd24982-5f4a-4c0d-a43a-38b0506945de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2e8a8098-0986-4ab9-a448-b3ea2f4bec45'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:22.040014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Bound port: 5435b370-131e-4b16-aebe-48ab3a270980, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd24982-5f4a-4c0d-a43a-38b0506945de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2e8a8098-0986-4ab9-a448-b3ea2f4bec45'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:22.040403 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.106269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] For port 5435b370-131e-4b16-aebe-48ab3a270980, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:22.109341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] For port 5435b370-131e-4b16-aebe-48ab3a270980, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5435b370-131e-4b16-aebe-48ab3a270980,segment=NetworkSegment(fcd24982-5f4a-4c0d-a43a-38b0506945de),segment_id=fcd24982-5f4a-4c0d-a43a-38b0506945de)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:22.112846 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.170130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75843319-658d-4810-9003-6b7a4af2c51d None None] Pushing event updated for resources: {'Port': ['ID=5435b370-131e-4b16-aebe-48ab3a270980,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:22.190211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62c458-fd1a-4ee6-a467-cce7756fb020 req-781b352f-058b-4bc0-a553-ab9eab3f89d0 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:22.191740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b62c458-fd1a-4ee6-a467-cce7756fb020 req-781b352f-058b-4bc0-a553-ab9eab3f89d0 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 943 time: 0.1318095 Jul 09 13:50:22.205752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8::1 (2e8a8098-0986-4ab9-a448-b3ea2f4bec45/5b58c2f4-68ec-42f9-a7a0-89adc7eb037b/bec68d7f-8f67-4424-9c0c-e1f970a91aa7) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:22.288586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b62c458-fd1a-4ee6-a467-cce7756fb020 req-42bf9db0-3406-4405-9ac7-3f50993b14e0 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898921 Jul 09 13:50:22.372016 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.386592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object bec68d7f-8f67-4424-9c0c-e1f970a91aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:22.432456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.468897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5435b370-131e-4b16-aebe-48ab3a270980 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:22.495415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:50:22.499299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:22.501146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=bec68d7f-8f67-4424-9c0c-e1f970a91aa7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:22.504400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:22.507435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:22.507999 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.599798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5435b370-131e-4b16-aebe-48ab3a270980 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:22.627053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:22.640371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'port_id': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'mac_address': 'fa:16:3e:40:d9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:50:22.647069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.687130 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.701595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:50:22.722474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:22.727173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.775404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:22.917005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:22.936595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.942035 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.943709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.039248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=bec68d7f-8f67-4424-9c0c-e1f970a91aa7,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:23.086858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:23.088468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:23.218210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9804cd2-d0e8-40c6-b053-90c0f2e6b8b4 None None] Network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:23.224005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router dc50af90-4546-48a0-900f-30b9a0113a42 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:23.316278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:23.322337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d44e40e2-01e8-45e9-9830-b36b3ce99778 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/dc50af90-4546-48a0-900f-30b9a0113a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290208 Jul 09 13:50:23.324575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45122) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:23.339001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd541f69-bbf0-4263-bf84-9fa37a6a0bda None None] Sync routers for ids ['dc50af90-4546-48a0-900f-30b9a0113a42'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:23.381770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8bd2c093-e677-4d20-88e0-042952b999bc None None] Provisioning for port 5435b370-131e-4b16-aebe-48ab3a270980 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:23.386431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d6cea2-793e-4475-bfbd-309f311e7400 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:23.391062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b0d6cea2-793e-4475-bfbd-309f311e7400 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports/bec68d7f-8f67-4424-9c0c-e1f970a91aa7 HTTP/1.1" status: 200 len: 911 time: 0.0626867 Jul 09 13:50:23.391405 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45124) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:23.403497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd541f69-bbf0-4263-bf84-9fa37a6a0bda None None] Routers {'dc50af90-4546-48a0-900f-30b9a0113a42'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:23.404135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cd541f69-bbf0-4263-bf84-9fa37a6a0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dc50af90-4546-48a0-900f-30b9a0113a42'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:23.416627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8bd2c093-e677-4d20-88e0-042952b999bc None None] Provisioning complete for port 5435b370-131e-4b16-aebe-48ab3a270980 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:23.417010 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c093-e677-4d20-88e0-042952b999bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.483247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cd541f69-bbf0-4263-bf84-9fa37a6a0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:23.500874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9632b-a6b1-4bab-ae5a-d5baaa2ab228 req-503f3d50-a374-4774-b80c-2804017c93a2 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:23.503880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7af9632b-a6b1-4bab-ae5a-d5baaa2ab228 req-503f3d50-a374-4774-b80c-2804017c93a2 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 944 time: 0.0773292 Jul 09 13:50:23.527175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd541f69-bbf0-4263-bf84-9fa37a6a0bda None None] Routers {'dc50af90-4546-48a0-900f-30b9a0113a42'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:23.527817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cd541f69-bbf0-4263-bf84-9fa37a6a0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dc50af90-4546-48a0-900f-30b9a0113a42'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:23.551061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7af9632b-a6b1-4bab-ae5a-d5baaa2ab228 req-1f5844c5-720d-423f-9d1a-e6293bce0909 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Jul 09 13:50:23.593602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-cd541f69-bbf0-4263-bf84-9fa37a6a0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:23.594259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd541f69-bbf0-4263-bf84-9fa37a6a0bda None None] The sync data for ids ['dc50af90-4546-48a0-900f-30b9a0113a42'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:23.652632 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c093-e677-4d20-88e0-042952b999bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.693700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8bd2c093-e677-4d20-88e0-042952b999bc None None] For port 5435b370-131e-4b16-aebe-48ab3a270980, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5435b370-131e-4b16-aebe-48ab3a270980,segment=NetworkSegment(fcd24982-5f4a-4c0d-a43a-38b0506945de),segment_id=fcd24982-5f4a-4c0d-a43a-38b0506945de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:23.698435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c093-e677-4d20-88e0-042952b999bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.727564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.750086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2c093-e677-4d20-88e0-042952b999bc None None] Pushing event updated for resources: {'Port': ['ID=5435b370-131e-4b16-aebe-48ab3a270980,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:23.927638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3fbdaa2e-147a-47c7-a9fe-ce27222e4153 None None] Provisioning for port bec68d7f-8f67-4424-9c0c-e1f970a91aa7 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:23.932015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3fbdaa2e-147a-47c7-a9fe-ce27222e4153 None None] Provisioning complete for port bec68d7f-8f67-4424-9c0c-e1f970a91aa7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:23.932402 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fbdaa2e-147a-47c7-a9fe-ce27222e4153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.969704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3fbdaa2e-147a-47c7-a9fe-ce27222e4153 None None] Port bec68d7f-8f67-4424-9c0c-e1f970a91aa7 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:23.982441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3fbdaa2e-147a-47c7-a9fe-ce27222e4153 None None] Provisioning complete for port 5435b370-131e-4b16-aebe-48ab3a270980 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:23.982827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fbdaa2e-147a-47c7-a9fe-ce27222e4153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.003917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port bec68d7f-8f67-4424-9c0c-e1f970a91aa7 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:24.004459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.103588 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.116987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for bec68d7f-8f67-4424-9c0c-e1f970a91aa7 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:24.193933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-10dfe3f0-2290-4d62-b96a-35cd08701250 None None] Provisioning complete for port bec68d7f-8f67-4424-9c0c-e1f970a91aa7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:24.194315 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-10dfe3f0-2290-4d62-b96a-35cd08701250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.229892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-10dfe3f0-2290-4d62-b96a-35cd08701250 None None] Port bec68d7f-8f67-4424-9c0c-e1f970a91aa7 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:24.295470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.323722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=bec68d7f-8f67-4424-9c0c-e1f970a91aa7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:24.345451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7882ee2a-f3b1-41c9-93a5-322479206526 None None] Could not find standard attr ID for object bec68d7f-8f67-4424-9c0c-e1f970a91aa7. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:24.425780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5435b370-131e-4b16-aebe-48ab3a270980 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:24.427687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.476383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5435b370-131e-4b16-aebe-48ab3a270980 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:24.476748 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.505880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:24.590892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:24.600555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:24.601007 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.603526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router dc50af90-4546-48a0-900f-30b9a0113a42 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:24.686924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.711129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a974499-676f-47cb-ad35-5cb282ce635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:24.713391 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b20ade-e2e4-456a-8558-71eda451d20e" -d '{"events": [{"server_uuid": "4a974499-676f-47cb-ad35-5cb282ce635a", "name": "network-vif-plugged", "status": "completed", "tag": "3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:24.715550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:24.721196 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f8f19e89-ab9a-4ef3-87e1-1b011645c5b5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/dc50af90-4546-48a0-900f-30b9a0113a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3286445 Jul 09 13:50:24.724989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45130) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:24.727257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:24.733139 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9530bee-87f4-41ed-be56-79aadc10b96d None None] Sync routers for ids ['dc50af90-4546-48a0-900f-30b9a0113a42'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:24.738733 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.742830 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9530bee-87f4-41ed-be56-79aadc10b96d None None] Routers {'dc50af90-4546-48a0-900f-30b9a0113a42'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:24.743712 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d9530bee-87f4-41ed-be56-79aadc10b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dc50af90-4546-48a0-900f-30b9a0113a42'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:24.762831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a24fc398-cb12-4020-8fb3-7f14fad3df26 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc50af90-4546-48a0-900f-30b9a0113a42 HTTP/1.1" status: 200 len: 205 time: 0.0351114 Jul 09 13:50:24.763461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45132) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:24.766142 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f774d09c-62b7-4849-acf3-5b48299a6c95 x-openstack-request-id: req-f774d09c-62b7-4849-acf3-5b48299a6c95 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:24.766372 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a974499-676f-47cb-ad35-5cb282ce635a", "name": "network-vif-plugged", "status": "completed", "tag": "3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:24.766645 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f774d09c-62b7-4849-acf3-5b48299a6c95 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:24.767072 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a974499-676f-47cb-ad35-5cb282ce635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'code': 200} Jul 09 13:50:24.791922 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f1ec8-8748-4464-a60d-c7a81f5d0fa0 req-4d72cb56-9d53-42c1-a39b-238c1f9a4033 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:24.793596 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-932f1ec8-8748-4464-a60d-c7a81f5d0fa0 req-4d72cb56-9d53-42c1-a39b-238c1f9a4033 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 944 time: 0.1168990 Jul 09 13:50:24.807115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:24.829733 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d9530bee-87f4-41ed-be56-79aadc10b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:24.841366 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9530bee-87f4-41ed-be56-79aadc10b96d None None] Routers {'dc50af90-4546-48a0-900f-30b9a0113a42'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:24.842250 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d9530bee-87f4-41ed-be56-79aadc10b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dc50af90-4546-48a0-900f-30b9a0113a42'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:24.845046 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-932f1ec8-8748-4464-a60d-c7a81f5d0fa0 req-92f0d91f-1153-410a-bfcd-0e96e8cceaee tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451784 Jul 09 13:50:24.877762 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d9530bee-87f4-41ed-be56-79aadc10b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:24.878413 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9530bee-87f4-41ed-be56-79aadc10b96d None None] The sync data for ids ['dc50af90-4546-48a0-900f-30b9a0113a42'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:24.893620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19190b2b-8dd5-45f6-8e42-7848616a3e53 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.062186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a8208-8f44-4128-b072-4c6da156044e req-febb5e0a-5117-46f9-a897-05ef0dea7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:25.063730 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f34a8208-8f44-4128-b072-4c6da156044e req-febb5e0a-5117-46f9-a897-05ef0dea7db2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1096 time: 0.2101004 Jul 09 13:50:25.070800 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19190b2b-8dd5-45f6-8e42-7848616a3e53 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.073954 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19190b2b-8dd5-45f6-8e42-7848616a3e53 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.136118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f34a8208-8f44-4128-b072-4c6da156044e req-37de8218-5696-47ed-a81b-b9e75e2a29d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634420 Jul 09 13:50:25.136694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19190b2b-8dd5-45f6-8e42-7848616a3e53 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.137217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19190b2b-8dd5-45f6-8e42-7848616a3e53 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Fanout notify agent at l3_agent the message router_deleted on router dc50af90-4546-48a0-900f-30b9a0113a42 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:50:25.144255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19190b2b-8dd5-45f6-8e42-7848616a3e53 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.147832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-19190b2b-8dd5-45f6-8e42-7848616a3e53 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/dc50af90-4546-48a0-900f-30b9a0113a42 HTTP/1.1" status: 204 len: 168 time: 0.3807809 Jul 09 13:50:25.148549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45134) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:25.200317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d04317-d067-4f63-be36-0b06ff6d33a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet 5b58c2f4-68ec-42f9-a7a0-89adc7eb037b {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:25.203325 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9d04317-d067-4f63-be36-0b06ff6d33a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.246188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9d04317-d067-4f63-be36-0b06ff6d33a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.337141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9d04317-d067-4f63-be36-0b06ff6d33a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.396415 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9d04317-d067-4f63-be36-0b06ff6d33a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.421726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d04317-d067-4f63-be36-0b06ff6d33a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=5b58c2f4-68ec-42f9-a7a0-89adc7eb037b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:25.427896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9d04317-d067-4f63-be36-0b06ff6d33a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.432768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f9d04317-d067-4f63-be36-0b06ff6d33a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/5b58c2f4-68ec-42f9-a7a0-89adc7eb037b HTTP/1.1" status: 204 len: 168 time: 0.2811458 Jul 09 13:50:25.432768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45138) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:25.435353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69003dd-bf12-4bac-83b5-759e4ace17ed None None] Network 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:25.518719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.581894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 5435b370-131e-4b16-aebe-48ab3a270980 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:25.582240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.640996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] DHCP port deletion for 2e8a8098-0986-4ab9-a448-b3ea2f4bec45 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:25.657456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 5435b370-131e-4b16-aebe-48ab3a270980, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5435b370-131e-4b16-aebe-48ab3a270980,segment=NetworkSegment(fcd24982-5f4a-4c0d-a43a-38b0506945de),segment_id=fcd24982-5f4a-4c0d-a43a-38b0506945de)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:25.658062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.672570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 5435b370-131e-4b16-aebe-48ab3a270980 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:25.691536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] Deleting port 5435b370-131e-4b16-aebe-48ab3a270980 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:25.692238 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.761634 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] For port 5435b370-131e-4b16-aebe-48ab3a270980, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5435b370-131e-4b16-aebe-48ab3a270980,segment=NetworkSegment(fcd24982-5f4a-4c0d-a43a-38b0506945de),segment_id=fcd24982-5f4a-4c0d-a43a-38b0506945de)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:25.762224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.765039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.776466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] Calling delete_port for 5435b370-131e-4b16-aebe-48ab3a270980 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:25.791524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=5435b370-131e-4b16-aebe-48ab3a270980,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:25.795177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No DVR routers for this DVR port 5435b370-131e-4b16-aebe-48ab3a270980 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:25.859645 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.879512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.891516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] Pushing event deleted for resources: {'Port': ['ID=5435b370-131e-4b16-aebe-48ab3a270980,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:25.891698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8a8098-0986-4ab9-a448-b3ea2f4bec45']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:25.895193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1280e6-d47f-4f08-9d18-923ebec600aa None None] No DVR routers for this DVR port 5435b370-131e-4b16-aebe-48ab3a270980 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:25.912122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd24982-5f4a-4c0d-a43a-38b0506945de') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:25.912471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd24982-5f4a-4c0d-a43a-38b0506945de') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:25.923026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.938768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.946740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:25.947219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:25.950459 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:26.050254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.058360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.060214 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/2e8a8098-0986-4ab9-a448-b3ea2f4bec45 HTTP/1.1" status: 204 len: 168 time: 0.6265278 Jul 09 13:50:26.064143 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45142) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:26.069470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-47210082', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:26.076642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2495b6-3666-47b6-af1e-74982356bf77 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=2e8a8098-0986-4ab9-a448-b3ea2f4bec45,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:26.093438 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.094428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.097037 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7865ac1-4cbc-4e9f-952e-4eae7f9d912f req-672362ef-df4f-40df-8fea-44365ed0f4e0 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:26.099517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7865ac1-4cbc-4e9f-952e-4eae7f9d912f req-672362ef-df4f-40df-8fea-44365ed0f4e0 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 945 time: 0.1295073 Jul 09 13:50:26.138470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7865ac1-4cbc-4e9f-952e-4eae7f9d912f req-256f9144-f390-4955-a261-3de2d45581b9 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320153 Jul 09 13:50:26.152610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.285541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.400588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5435b370-131e-4b16-aebe-48ab3a270980 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:26.420923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5435b370-131e-4b16-aebe-48ab3a270980 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:26.421351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5435b370-131e-4b16-aebe-48ab3a270980 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:26.485426 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.503872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.607003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 172.25.5.163 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/6933b403-8bef-4b0d-b811-3c61b0876d11) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:26.711639 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.751460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.790526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:26.793277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:26.796755 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:26.818055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=6933b403-8bef-4b0d-b811-3c61b0876d11,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:27.063264 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.255174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.395572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eef1a-f98e-4e0b-8711-1345e7d48619 req-1cc8ef00-0876-44df-92f6-f75733325dae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:27.397001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c1eef1a-f98e-4e0b-8711-1345e7d48619 req-1cc8ef00-0876-44df-92f6-f75733325dae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 945 time: 0.1440501 Jul 09 13:50:27.755393 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6c1eef1a-f98e-4e0b-8711-1345e7d48619 req-bda44bb9-5e27-4ffb-a255-ba848c429159 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3523157 Jul 09 13:50:27.768155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 549a7b50-4959-42a4-85e6-334037349999 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:27.875008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:27.888148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654816-4cb6-4f12-b4ba-f6b1e1e8c62e None None] Sync routers for ids ['549a7b50-4959-42a4-85e6-334037349999'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:27.896144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.898984 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-05e31ed9-54b8-4838-aa72-f3abacd5467a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8316829 Jul 09 13:50:27.900135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45148) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:27.902627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32654816-4cb6-4f12-b4ba-f6b1e1e8c62e None None] Routers {'549a7b50-4959-42a4-85e6-334037349999'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:27.903511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-32654816-4cb6-4f12-b4ba-f6b1e1e8c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['549a7b50-4959-42a4-85e6-334037349999'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:27.936268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b7312-44ae-4a94-aeb1-e4f858b73b6e req-4d1e2990-58b2-431d-a944-a3359e795de6 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:27.937777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77b7312-44ae-4a94-aeb1-e4f858b73b6e req-4d1e2990-58b2-431d-a944-a3359e795de6 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 945 time: 0.0642030 Jul 09 13:50:27.940956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-32654816-4cb6-4f12-b4ba-f6b1e1e8c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:27.952785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32654816-4cb6-4f12-b4ba-f6b1e1e8c62e None None] Routers {'549a7b50-4959-42a4-85e6-334037349999'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:27.953408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-32654816-4cb6-4f12-b4ba-f6b1e1e8c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['549a7b50-4959-42a4-85e6-334037349999'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:27.979621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77b7312-44ae-4a94-aeb1-e4f858b73b6e req-72b587eb-2d58-4fe7-885e-d519574d5b6a tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338209 Jul 09 13:50:27.988076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-32654816-4cb6-4f12-b4ba-f6b1e1e8c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:27.988737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654816-4cb6-4f12-b4ba-f6b1e1e8c62e None None] The sync data for ids ['549a7b50-4959-42a4-85e6-334037349999'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:28.018361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-23a63fd7-604c-41ae-8a12-cc7b9be71ef4 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/routers/549a7b50-4959-42a4-85e6-334037349999 HTTP/1.1" status: 200 len: 883 time: 0.1167219 Jul 09 13:50:28.020839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45152) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:28.249168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa539ed-ba04-47ef-ab31-7032a1580128 req-edc438ee-1e2e-459a-9ee9-384d39abb8f2 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:28.250673 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eaa539ed-ba04-47ef-ab31-7032a1580128 req-edc438ee-1e2e-459a-9ee9-384d39abb8f2 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 945 time: 0.1559527 Jul 09 13:50:28.318714 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eaa539ed-ba04-47ef-ab31-7032a1580128 req-93e2cddf-9dd1-4837-bfb5-f066821839cf tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583870 Jul 09 13:50:28.333423 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0b36e15a-334e-4bae-9d99-0b0ba4fd7fe8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3082623 Jul 09 13:50:28.333919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45154) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:28.338267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-76cd6d48-0b73-4d45-af7f-45cfc9e514e3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-47210082'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:28.343812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45156) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:28.442972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdce4b57-6889-4e76-9cbe-95e0a4da112e tempest-TestServerBasicOps-1471927640 tempest-TestServerBasicOps-1471927640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:28.444535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cdce4b57-6889-4e76-9cbe-95e0a4da112e tempest-TestServerBasicOps-1471927640 tempest-TestServerBasicOps-1471927640-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1091 time: 0.1002874 Jul 09 13:50:28.447490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45160) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:28.451992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:28.474859 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.572144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.642113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76cd6d48-0b73-4d45-af7f-45cfc9e514e3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.654948 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76cd6d48-0b73-4d45-af7f-45cfc9e514e3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.680995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Allocated IP 172.25.5.91 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4ac2dc60-6d66-4cc1-b861-93a8f1e3c51a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:28.762471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cd6d48-0b73-4d45-af7f-45cfc9e514e3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 549a7b50-4959-42a4-85e6-334037349999 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:28.781725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.821751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.867857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:28.870260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cd6d48-0b73-4d45-af7f-45cfc9e514e3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:28.870679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:28.875016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:28.878026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'Port': ['ID=4ac2dc60-6d66-4cc1-b861-93a8f1e3c51a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:28.878610 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76cd6d48-0b73-4d45-af7f-45cfc9e514e3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.881712 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56785bca-7405-410a-b309-751167dc49b7 None None] Sync routers for ids ['549a7b50-4959-42a4-85e6-334037349999'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:28.884299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-76cd6d48-0b73-4d45-af7f-45cfc9e514e3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/549a7b50-4959-42a4-85e6-334037349999 HTTP/1.1" status: 200 len: 890 time: 0.5494950 Jul 09 13:50:28.886850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45162) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:28.891921 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56785bca-7405-410a-b309-751167dc49b7 None None] Routers {'549a7b50-4959-42a4-85e6-334037349999'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:28.892748 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-56785bca-7405-410a-b309-751167dc49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['549a7b50-4959-42a4-85e6-334037349999'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:28.930459 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-56785bca-7405-410a-b309-751167dc49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:28.939232 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56785bca-7405-410a-b309-751167dc49b7 None None] Routers {'549a7b50-4959-42a4-85e6-334037349999'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:28.939850 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-56785bca-7405-410a-b309-751167dc49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['549a7b50-4959-42a4-85e6-334037349999'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:28.976573 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-56785bca-7405-410a-b309-751167dc49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:28.977563 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56785bca-7405-410a-b309-751167dc49b7 None None] The sync data for ids ['549a7b50-4959-42a4-85e6-334037349999'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:29.011909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f6f99068-12d6-477f-8ae0-8faff6d272f1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/routers/549a7b50-4959-42a4-85e6-334037349999 HTTP/1.1" status: 200 len: 890 time: 0.1234381 Jul 09 13:50:29.014597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45164) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:29.047967 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d8176e58-8532-4af4-a824-184088cc9be8 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=549a7b50-4959-42a4-85e6-334037349999 HTTP/1.1" status: 200 len: 205 time: 0.0319130 Jul 09 13:50:29.050578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45166) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:29.162407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.275097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.335356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 6933b403-8bef-4b0d-b811-3c61b0876d11 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:29.336077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.428620 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.440586 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 6933b403-8bef-4b0d-b811-3c61b0876d11 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:29.610095 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.636621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=6933b403-8bef-4b0d-b811-3c61b0876d11,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:29.638581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fbcc7-21e0-4069-9d82-64a483c46221 req-9152108f-1674-47c2-b6c7-75388bf8dbe2 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:29.640841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac3fbcc7-21e0-4069-9d82-64a483c46221 req-9152108f-1674-47c2-b6c7-75388bf8dbe2 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1097 time: 0.1330793 Jul 09 13:50:29.667069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.703489 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.709912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac3fbcc7-21e0-4069-9d82-64a483c46221 req-298d4e21-4781-4d1b-a528-bc2ae596b274 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625746 Jul 09 13:50:29.734728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45172) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:29.768578 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.926124 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.931743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.006011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event updated for resources: {'Port': ['ID=4ac2dc60-6d66-4cc1-b861-93a8f1e3c51a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:30.018196 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.126364 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Floating IP 9d127193-3db9-482a-a035-13317e8cfb2b associated. External IP: 172.25.5.91, port: 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0. Jul 09 13:50:30.168406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.171955 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.261041 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.261487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Fanout notify agent at l3_agent the message router_deleted on router 549a7b50-4959-42a4-85e6-334037349999 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:50:30.270053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.271196 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c5ad60dc-cf7a-4f06-be75-a3665d206204 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/549a7b50-4959-42a4-85e6-334037349999 HTTP/1.1" status: 204 len: 168 time: 1.2195797 Jul 09 13:50:30.275058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45174) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:30.281868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2003154062'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:30.329994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port eec4e213-a5c5-4802-9db2-30ed9dd29581 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:30.330337 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.341324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:30.345349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.385281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:30.399291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Router c065e939-0c36-4660-ad29-6f4fc0f69bcb has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:30.400491 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.400848 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment fca06f8d-3e84-48ba-8c76-cc9890804d0f of type vlan for network a88e568f-ef2c-4352-9441-8e693a60bd8e Jul 09 13:50:30.409408 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.409996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.424842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for eec4e213-a5c5-4802-9db2-30ed9dd29581 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:30.486837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.563943 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.570019 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:30.570608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.577874 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.605092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=eec4e213-a5c5-4802-9db2-30ed9dd29581,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:30.626029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:30.637939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] Sync routers for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:30.643004 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3627520 Jul 09 13:50:30.646163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45176) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:30.651604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:30.652571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:30.656522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': 'a88e568f-ef2c-4352-9441-8e693a60bd8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:30.670440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.671196 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Floating IP 0fbd0bc3-8db5-481f-9a6f-e962e0e5686a disassociated (deleted). External IP: 172.25.5.98, port: 5a9166be-9ac3-43f9-b7a2-5452a49522b1. Jul 09 13:50:30.710652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.720455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40881fcc-1fa6-49d0-ad1e-2acc0b39c813 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=a88e568f-ef2c-4352-9441-8e693a60bd8e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:30.758647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a88e568f-ef2c-4352-9441-8e693a60bd8e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:30.779715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f654127a-7946-4021-ba03-9eb05df8ea0d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3310387 Jul 09 13:50:30.780446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a974499-676f-47cb-ad35-5cb282ce635a', 'tag': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:30.782910 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb145eaa-066e-4bd2-a3eb-7b379a17277e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a974499-676f-47cb-ad35-5cb282ce635a", "tag": "3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:30.810041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:30.814349 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.846364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:30.870378 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25e7235-68ae-41df-91ed-66ee44189ec6 x-openstack-request-id: req-a25e7235-68ae-41df-91ed-66ee44189ec6 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:30.870797 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a974499-676f-47cb-ad35-5cb282ce635a", "tag": "3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:30.871159 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a25e7235-68ae-41df-91ed-66ee44189ec6 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:30.871628 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a974499-676f-47cb-ad35-5cb282ce635a', 'tag': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'status': 'completed', 'code': 200} Jul 09 13:50:30.921778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 7427edc5-1c58-4bda-bd5f-5224dd92f009 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:30.974891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-a3bce5a6-9349-46b7-a959-9e959ed6e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:30.976914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-a3bce5a6-9349-46b7-a959-9e959ed6e873 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10371b2b61de4697916e122f16101f5f&device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1096 time: 0.1041360 Jul 09 13:50:31.042157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:31.047480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.056373 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] Sync routers for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:31.066068 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:31.067021 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:31.104887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '9d127193-3db9-482a-a035-13317e8cfb2b', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'port_id': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'mac_address': 'fa:16:3e:40:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a974499-676f-47cb-ad35-5cb282ce635a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:50:29Z', 'updated_at': '2021-07-09T13:50:29Z', 'revision_number': 0, 'project_id': '10371b2b61de4697916e122f16101f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 5, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:31.106294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d55fcc8f-92a3-458d-a0bb-75174ef272df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/floatingips/0fbd0bc3-8db5-481f-9a6f-e962e0e5686a HTTP/1.1" status: 204 len: 168 time: 1.3703110 Jul 09 13:50:31.107262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:31.111351 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7135442d-6720-4b71-8f01-6de1ef30197c" -d '{"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:31.142910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] Checking router: c065e939-0c36-4660-ad29-6f4fc0f69bcb for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:31.155191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:31.155891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:31.166562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-113fbbed-763e-46d1-9627-884fef13076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.168244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-113fbbed-763e-46d1-9627-884fef13076d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a4df233b-168a-4b56-9e65-b468ea68e066 HTTP/1.1" status: 200 len: 909 time: 0.1852176 Jul 09 13:50:31.169587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.195764 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3373b7-693a-4a5d-a38a-207da3b1200d x-openstack-request-id: req-2e3373b7-693a-4a5d-a38a-207da3b1200d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:31.196155 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:31.196474 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e3373b7-693a-4a5d-a38a-207da3b1200d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:31.197082 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'status': 'completed', 'code': 200} Jul 09 13:50:31.235270 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:31.321970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=cee9b5eb-99d2-4a20-8f9f-9d564506cf8e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:31.342852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-f6742493-aefd-46c1-b068-b5a46e54e218 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 HTTP/1.1" status: 200 len: 998 time: 0.1662385 Jul 09 13:50:31.368661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': 'fca06f8d-3e84-48ba-8c76-cc9890804d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a88e568f-ef2c-4352-9441-8e693a60bd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:31.369038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: a88e568f-ef2c-4352-9441-8e693a60bd8e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:31.441271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135442d-6720-4b71-8f01-6de1ef30197c req-7df97c3c-5e52-475b-bedd-915415d81940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.442787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7135442d-6720-4b71-8f01-6de1ef30197c req-7df97c3c-5e52-475b-bedd-915415d81940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 1097 time: 0.1973767 Jul 09 13:50:31.448540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-156e63ed-2cd0-4b2e-a657-ad0f83f8155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.450026 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-156e63ed-2cd0-4b2e-a657-ad0f83f8155c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1859690f-5321-4891-9c07-c1818a7e8ac0 HTTP/1.1" status: 200 len: 848 time: 0.0992022 Jul 09 13:50:31.468177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:31.478610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network a88e568f-ef2c-4352-9441-8e693a60bd8e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:31.504480 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:42Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:31.537869 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] Checking router: 7427edc5-1c58-4bda-bd5f-5224dd92f009 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:31.552342 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:31.553313 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:31.554206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a88e568f-ef2c-4352-9441-8e693a60bd8e) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:31.560514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.561279 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.566207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256413d-398a-4319-a722-704bb7e996eb None None] Network a88e568f-ef2c-4352-9441-8e693a60bd8e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:31.603791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3d1f8c89-2a3d-4527-aea4-24d11eb46b2b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9538555 Jul 09 13:50:31.608020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45188) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:31.621833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a0d7dbb5-a4a3-4391-923b-665820c20ddb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-668603230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:31.623259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135442d-6720-4b71-8f01-6de1ef30197c req-6e59d6e4-65d4-4bb1-8b97-30440e533edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.624752 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7135442d-6720-4b71-8f01-6de1ef30197c req-6e59d6e4-65d4-4bb1-8b97-30440e533edc service neutron] 10.222.0.11 "GET /v2.0/networks?id=50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 200 len: 897 time: 0.1725204 Jul 09 13:50:31.627722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-45327fba-4c30-44e7-9c73-819f74a61d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.629132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-45327fba-4c30-44e7-9c73-819f74a61d3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4df233b-168a-4b56-9e65-b468ea68e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615360 Jul 09 13:50:31.662443 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0d7dbb5-a4a3-4391-923b-665820c20ddb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.663640 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0d7dbb5-a4a3-4391-923b-665820c20ddb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.677064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7135442d-6720-4b71-8f01-6de1ef30197c req-e9747263-2fac-4da0-b2cc-c54d0ed04081 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 200 len: 217 time: 0.0445223 Jul 09 13:50:31.695429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153e7cb-f991-46ac-b7d4-e6e76a15bb61 req-884337e2-b431-4be1-80d1-2e68d2755b3f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.705013 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0153e7cb-f991-46ac-b7d4-e6e76a15bb61 req-884337e2-b431-4be1-80d1-2e68d2755b3f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 946 time: 0.1352818 Jul 09 13:50:31.724132 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:31.790333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135442d-6720-4b71-8f01-6de1ef30197c req-93785c38-27ba-4358-b3e8-943c8691322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.790612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0d7dbb5-a4a3-4391-923b-665820c20ddb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.791879 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7135442d-6720-4b71-8f01-6de1ef30197c req-93785c38-27ba-4358-b3e8-943c8691322a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 200 len: 834 time: 0.1036069 Jul 09 13:50:31.807044 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0153e7cb-f991-46ac-b7d4-e6e76a15bb61 req-7d2cfd8b-0775-4c26-a4bb-8a2c62916a90 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009476 Jul 09 13:50:31.808889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0d7dbb5-a4a3-4391-923b-665820c20ddb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.826475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-a88e568f-ef2c-4352-9441-8e693a60bd8e', 'network_id': 'a88e568f-ef2c-4352-9441-8e693a60bd8e', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': 'cee9b5eb-99d2-4a20-8f9f-9d564506cf8e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:31.827968 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.830152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0d7dbb5-a4a3-4391-923b-665820c20ddb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.831845 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a0d7dbb5-a4a3-4391-923b-665820c20ddb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2216363 Jul 09 13:50:31.834693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45190) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:31.868547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-d417358a-0ca1-471f-83c1-7df7b9a8f976 service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904483 Jul 09 13:50:31.938668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135442d-6720-4b71-8f01-6de1ef30197c req-389f1795-6ade-4a6f-b19c-b18bbb88b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.940344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7135442d-6720-4b71-8f01-6de1ef30197c req-389f1795-6ade-4a6f-b19c-b18bbb88b563 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=50af1a70-95c7-4ac7-9579-599350c11bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390824 Jul 09 13:50:31.997518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb145eaa-066e-4bd2-a3eb-7b379a17277e req-13711d9f-9bda-43b4-9b42-ab71e8308e54 service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208036 Jul 09 13:50:32.010077 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:42Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:32.037298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '9d127193-3db9-482a-a035-13317e8cfb2b', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'port_id': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'mac_address': 'fa:16:3e:40:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a974499-676f-47cb-ad35-5cb282ce635a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:50:29Z', 'updated_at': '2021-07-09T13:50:29Z', 'revision_number': 0, 'project_id': '10371b2b61de4697916e122f16101f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 5, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:32.076145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51554b-2913-4f87-b350-9b30312cf6f8 None None] The sync data for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 is: [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '9d127193-3db9-482a-a035-13317e8cfb2b', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'port_id': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'mac_address': 'fa:16:3e:40:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a974499-676f-47cb-ad35-5cb282ce635a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:50:29Z', 'updated_at': '2021-07-09T13:50:29Z', 'revision_number': 0, 'project_id': '10371b2b61de4697916e122f16101f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 5, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:32.078479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Allocated IP 2001:db8::2 (a88e568f-ef2c-4352-9441-8e693a60bd8e/cee9b5eb-99d2-4a20-8f9f-9d564506cf8e/5387fb5f-3041-410e-a332-55a6a9a20813) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:32.133868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7135442d-6720-4b71-8f01-6de1ef30197c req-eba3aa6d-d45a-4c06-9936-b3bbbf1c3772 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353810 Jul 09 13:50:32.164568 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084be88-3a33-447b-b84a-2fb1857501c1 None None] The sync data for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 is: [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:37Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac', 'name': '', 'network_id': '50af1a70-95c7-4ac7-9579-599350c11bcd', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:be:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:36Z', 'updated_at': '2021-07-09T13:48:42Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': 'dacf26c2-def5-4abf-9b14-f5b535cd99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:32.245268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.257343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7135442d-6720-4b71-8f01-6de1ef30197c req-a506aa18-7a3c-4e01-8944-1840abc1a938 service neutron] 10.222.0.11 "GET /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171219 Jul 09 13:50:32.286778 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.296892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Transition to ACTIVE for port object 5387fb5f-3041-410e-a332-55a6a9a20813 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:32.320421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Transition to ACTIVE for port object 5387fb5f-3041-410e-a332-55a6a9a20813 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:32.329052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.384938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Network a88e568f-ef2c-4352-9441-8e693a60bd8e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:32.385959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Pushing event updated for resources: {'Port': ['ID=5387fb5f-3041-410e-a332-55a6a9a20813,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:32.389462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:32.396534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:32.451299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43453756-9656-42f8-8623-8e0828779b32 None None] New status for floating IP 9d127193-3db9-482a-a035-13317e8cfb2b: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:50:32.499493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Attempting to bind port 5387fb5f-3041-410e-a332-55a6a9a20813 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:32.499899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Attempting to bind port 5387fb5f-3041-410e-a332-55a6a9a20813 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'fca06f8d-3e84-48ba-8c76-cc9890804d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a88e568f-ef2c-4352-9441-8e693a60bd8e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:32.500196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Attempting to bind port 5387fb5f-3041-410e-a332-55a6a9a20813 on network a88e568f-ef2c-4352-9441-8e693a60bd8e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:32.512856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:32.513232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Checking segment: {'id': 'fca06f8d-3e84-48ba-8c76-cc9890804d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a88e568f-ef2c-4352-9441-8e693a60bd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:32.513637 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.514034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Bound using segment: {'id': 'fca06f8d-3e84-48ba-8c76-cc9890804d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a88e568f-ef2c-4352-9441-8e693a60bd8e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:32.514511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Bound port: 5387fb5f-3041-410e-a332-55a6a9a20813, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca06f8d-3e84-48ba-8c76-cc9890804d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a88e568f-ef2c-4352-9441-8e693a60bd8e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:32.514896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.543083 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d17a353-9cc1-48d4-9097-7ee14e6351dc None None] New status for floating IP 0fbd0bc3-8db5-481f-9a6f-e962e0e5686a: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:50:32.587966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8::1 (a88e568f-ef2c-4352-9441-8e693a60bd8e/cee9b5eb-99d2-4a20-8f9f-9d564506cf8e/ef72ba85-7db1-46c2-963f-86ce0d387639) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:32.636424 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:50:32.664880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] For port 5387fb5f-3041-410e-a332-55a6a9a20813, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:32.679312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] For port 5387fb5f-3041-410e-a332-55a6a9a20813, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5387fb5f-3041-410e-a332-55a6a9a20813,segment=NetworkSegment(fca06f8d-3e84-48ba-8c76-cc9890804d0f),segment_id=fca06f8d-3e84-48ba-8c76-cc9890804d0f)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:32.687108 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.720853 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.742869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object ef72ba85-7db1-46c2-963f-86ce0d387639 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:32.750456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f455b-eea9-4cce-b4c0-c723881f3466 None None] Pushing event updated for resources: {'Port': ['ID=5387fb5f-3041-410e-a332-55a6a9a20813,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:32.780819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.832771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network a88e568f-ef2c-4352-9441-8e693a60bd8e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:32.834609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-277a2ded-19a2-4d5d-9b28-e34e439b55a1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:32.836278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-277a2ded-19a2-4d5d-9b28-e34e439b55a1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 946 time: 0.0749586 Jul 09 13:50:32.839114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:32.843169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:32.843741 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.886536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=ef72ba85-7db1-46c2-963f-86ce0d387639,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:32.899685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.899984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.900323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.900664 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.900982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.901312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.901633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.901961 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.902274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.902599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.902914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.903334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:32.998419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:32.998772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:33.044190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:33.084484 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-95cdaa90-ffe7-4a0e-9a6a-fbdec29ef422 req-49706c42-392b-41f5-b79c-bb803a4048af service neutron] (93912) timed out ('10.222.0.32', 49488) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:50:33.147195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51eb3-af91-4774-9090-6ac6bb1780ce req-dcb106c6-0272-46d6-872b-866658496971 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:33.148765 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60e51eb3-af91-4774-9090-6ac6bb1780ce req-dcb106c6-0272-46d6-872b-866658496971 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=718c7ab7-eff8-4928-a701-99880832435b HTTP/1.1" status: 200 len: 946 time: 0.1336658 Jul 09 13:50:33.158928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 5a9166be-9ac3-43f9-b7a2-5452a49522b1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5a9166be-9ac3-43f9-b7a2-5452a49522b1,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:33.159341 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:33.192168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 5a9166be-9ac3-43f9-b7a2-5452a49522b1 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:33.222596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60e51eb3-af91-4774-9090-6ac6bb1780ce req-25b59749-6f5e-4dd5-aea7-5569c4bcf2b0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=a43b320a-9ff2-4c23-b7df-134197dc827a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662575 Jul 09 13:50:33.323526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:33.328193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:33.329108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:33.347130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:33.377983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=5a9166be-9ac3-43f9-b7a2-5452a49522b1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:33.430315 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=ef72ba85-7db1-46c2-963f-86ce0d387639,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:33.430584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] No DVR routers for this DVR port 5a9166be-9ac3-43f9-b7a2-5452a49522b1 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:33.434082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:33.436328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e5d4bfd-c2f3-4401-be1f-cd8355557a1c req-66fd0642-9d48-4e97-bbb2-a4e35a70c5de tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "DELETE /v2.0/ports/5a9166be-9ac3-43f9-b7a2-5452a49522b1 HTTP/1.1" status: 204 len: 173 time: 0.5938158 Jul 09 13:50:33.437100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-deleted', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:33.441134 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627ae14a-c232-4e75-a924-71671d6c3adb" -d '{"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-deleted", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:33.490212 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c50f74-c851-4d7a-b01b-8eac88a481e3 x-openstack-request-id: req-41c50f74-c851-4d7a-b01b-8eac88a481e3 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:33.490662 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718c7ab7-eff8-4928-a701-99880832435b", "name": "network-vif-deleted", "tag": "5a9166be-9ac3-43f9-b7a2-5452a49522b1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:33.490916 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41c50f74-c851-4d7a-b01b-8eac88a481e3 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:33.491353 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718c7ab7-eff8-4928-a701-99880832435b', 'name': 'network-vif-deleted', 'tag': '5a9166be-9ac3-43f9-b7a2-5452a49522b1', 'status': 'completed', 'code': 200} Jul 09 13:50:33.507010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network a88e568f-ef2c-4352-9441-8e693a60bd8e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:33.508791 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:33.637761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 2533171e-f60c-4342-b62e-183db0039fac is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:33.738031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:33.749066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bef367-562c-4d96-8999-99c39e8b87df None None] Sync routers for ids ['2533171e-f60c-4342-b62e-183db0039fac'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:33.749604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45198) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:33.749737 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ea260df2-fc95-4daa-9a5e-e8f425da4c4d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/2533171e-f60c-4342-b62e-183db0039fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130552 Jul 09 13:50:33.762259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bef367-562c-4d96-8999-99c39e8b87df None None] Routers {'2533171e-f60c-4342-b62e-183db0039fac'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:33.763310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c3bef367-562c-4d96-8999-99c39e8b87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2533171e-f60c-4342-b62e-183db0039fac'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:33.821422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c3bef367-562c-4d96-8999-99c39e8b87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:33.822524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487fd3ee-4e62-414b-a7f8-6ca522439a0a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:33.827000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-487fd3ee-4e62-414b-a7f8-6ca522439a0a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports/ef72ba85-7db1-46c2-963f-86ce0d387639 HTTP/1.1" status: 200 len: 911 time: 0.0743828 Jul 09 13:50:33.828373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45200) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:33.840836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bef367-562c-4d96-8999-99c39e8b87df None None] Routers {'2533171e-f60c-4342-b62e-183db0039fac'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:33.841658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c3bef367-562c-4d96-8999-99c39e8b87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2533171e-f60c-4342-b62e-183db0039fac'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:33.845384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1cb3627e-d926-4514-a9be-964a10123eec tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cee9b5eb-99d2-4a20-8f9f-9d564506cf8e'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:33.877918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c3bef367-562c-4d96-8999-99c39e8b87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:33.878592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bef367-562c-4d96-8999-99c39e8b87df None None] The sync data for ids ['2533171e-f60c-4342-b62e-183db0039fac'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:33.900975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9bf3d-c2b2-4178-a3f2-29bf07e5413c None None] Network a88e568f-ef2c-4352-9441-8e693a60bd8e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:33.985216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-63af75e6-e054-47e5-898f-f2a8512dd547 None None] Provisioning for port 5387fb5f-3041-410e-a332-55a6a9a20813 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:34.037239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1cb3627e-d926-4514-a9be-964a10123eec tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.331743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-51ba996d-742d-47fa-bf80-224515896173 None None] Provisioning for port ef72ba85-7db1-46c2-963f-86ce0d387639 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:34.332494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45204) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:34.337469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-51ba996d-742d-47fa-bf80-224515896173 None None] Provisioning complete for port ef72ba85-7db1-46c2-963f-86ce0d387639 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:34.337848 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-51ba996d-742d-47fa-bf80-224515896173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.396925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-51ba996d-742d-47fa-bf80-224515896173 None None] Port ef72ba85-7db1-46c2-963f-86ce0d387639 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:34.513980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5387fb5f-3041-410e-a332-55a6a9a20813 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:34.586544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5387fb5f-3041-410e-a332-55a6a9a20813 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:34.593545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5387fb5f-3041-410e-a332-55a6a9a20813 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:34.593930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.650534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-58b97969-8804-462d-97f9-2a164654eb82 None None] Provisioning complete for port ef72ba85-7db1-46c2-963f-86ce0d387639 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:34.650919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-58b97969-8804-462d-97f9-2a164654eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.697617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-58b97969-8804-462d-97f9-2a164654eb82 None None] Port ef72ba85-7db1-46c2-963f-86ce0d387639 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:34.746781 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.785438 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1cb3627e-d926-4514-a9be-964a10123eec tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.797825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1cb3627e-d926-4514-a9be-964a10123eec tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.798320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5387fb5f-3041-410e-a332-55a6a9a20813, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5387fb5f-3041-410e-a332-55a6a9a20813,segment=NetworkSegment(fca06f8d-3e84-48ba-8c76-cc9890804d0f),segment_id=fca06f8d-3e84-48ba-8c76-cc9890804d0f)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:34.803498 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.803707 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.804619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb3627e-d926-4514-a9be-964a10123eec tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:34.805867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1cb3627e-d926-4514-a9be-964a10123eec tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.808019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1cb3627e-d926-4514-a9be-964a10123eec tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/ports/ef72ba85-7db1-46c2-963f-86ce0d387639 HTTP/1.1" status: 200 len: 911 time: 0.9782848 Jul 09 13:50:34.810813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45206) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:34.860098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5387fb5f-3041-410e-a332-55a6a9a20813,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:34.868467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3627e-d926-4514-a9be-964a10123eec tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=ef72ba85-7db1-46c2-963f-86ce0d387639,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:34.916823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2edf8e07-fe4c-4cb6-a28f-5f5049646927 None None] Provisioning complete for port ef72ba85-7db1-46c2-963f-86ce0d387639 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:34.917457 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2edf8e07-fe4c-4cb6-a28f-5f5049646927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.952121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2edf8e07-fe4c-4cb6-a28f-5f5049646927 None None] Port ef72ba85-7db1-46c2-963f-86ce0d387639 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:35.669917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:35.670289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.677146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.865828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:35.866569 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.885269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:35.897871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:35.907090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 5a9166be-9ac3-43f9-b7a2-5452a49522b1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:35.907359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5a9166be-9ac3-43f9-b7a2-5452a49522b1 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:36.124395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port ef72ba85-7db1-46c2-963f-86ce0d387639 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:36.124878 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:36.231293 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:36.272029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:36.275840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:36.310761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for ef72ba85-7db1-46c2-963f-86ce0d387639 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:36.504388 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5387fb5f-3041-410e-a332-55a6a9a20813 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:36.557980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5387fb5f-3041-410e-a332-55a6a9a20813 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:36.558395 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:36.586864 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:36.726230 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:36.761341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=ef72ba85-7db1-46c2-963f-86ce0d387639,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:36.903506 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.060459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router 7427edc5-1c58-4bda-bd5f-5224dd92f009 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:37.109175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 2533171e-f60c-4342-b62e-183db0039fac has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:37.253850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:37.260055 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7e6e2fa-4806-4ee3-996b-539c539b2036 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/2533171e-f60c-4342-b62e-183db0039fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4481847 Jul 09 13:50:37.262963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45208) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:37.266432 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a1c3d-c6eb-4af4-a866-cd9a245040db None None] Sync routers for ids ['2533171e-f60c-4342-b62e-183db0039fac'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:37.276766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a1c3d-c6eb-4af4-a866-cd9a245040db None None] Routers {'2533171e-f60c-4342-b62e-183db0039fac'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:37.276766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fa1a1c3d-c6eb-4af4-a866-cd9a245040db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2533171e-f60c-4342-b62e-183db0039fac'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:37.309284 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fa1a1c3d-c6eb-4af4-a866-cd9a245040db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:37.318158 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a1c3d-c6eb-4af4-a866-cd9a245040db None None] Routers {'2533171e-f60c-4342-b62e-183db0039fac'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:37.318788 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fa1a1c3d-c6eb-4af4-a866-cd9a245040db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['2533171e-f60c-4342-b62e-183db0039fac'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:37.351993 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fa1a1c3d-c6eb-4af4-a866-cd9a245040db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:37.352656 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a1c3d-c6eb-4af4-a866-cd9a245040db None None] The sync data for ids ['2533171e-f60c-4342-b62e-183db0039fac'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:37.629127 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-20e75446-7b7a-4033-a268-698184227f27 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=2533171e-f60c-4342-b62e-183db0039fac HTTP/1.1" status: 200 len: 205 time: 0.3652165 Jul 09 13:50:37.631571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:37.632338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45210) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:37.639272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c16369d6-0c68-44dc-a289-33a943b176ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "PUT /v2.0/routers/7427edc5-1c58-4bda-bd5f-5224dd92f009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3025215 Jul 09 13:50:37.639689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45212) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:37.642860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] Sync routers for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:37.652072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:37.652693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:37.691111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fd7833-7ea8-49f4-845b-7f1ee21bc1da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting subnet dacf26c2-def5-4abf-9b14-f5b535cd99ec {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:37.694341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7833-7ea8-49f4-845b-7f1ee21bc1da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.706144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58da5ce3-da98-4f3b-b24a-736397be213e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.734031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7833-7ea8-49f4-845b-7f1ee21bc1da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.762045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:37.826733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7833-7ea8-49f4-845b-7f1ee21bc1da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.881320 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58da5ce3-da98-4f3b-b24a-736397be213e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.883883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58da5ce3-da98-4f3b-b24a-736397be213e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.890358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7833-7ea8-49f4-845b-7f1ee21bc1da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.917609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd7833-7ea8-49f4-845b-7f1ee21bc1da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Subnet': ['ID=dacf26c2-def5-4abf-9b14-f5b535cd99ec,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:37.921271 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4fd7833-7ea8-49f4-845b-7f1ee21bc1da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.923499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b4fd7833-7ea8-49f4-845b-7f1ee21bc1da tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/subnets/dacf26c2-def5-4abf-9b14-f5b535cd99ec HTTP/1.1" status: 204 len: 168 time: 0.2830675 Jul 09 13:50:37.926247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45216) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:37.934442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98829dfa-f164-4b16-9abb-8141ba5d8aec None None] Network 50af1a70-95c7-4ac7-9579-599350c11bcd requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:37.943964 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58da5ce3-da98-4f3b-b24a-736397be213e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.944766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da5ce3-da98-4f3b-b24a-736397be213e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Fanout notify agent at l3_agent the message router_deleted on router 2533171e-f60c-4342-b62e-183db0039fac {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:50:37.953715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58da5ce3-da98-4f3b-b24a-736397be213e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.957574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-58da5ce3-da98-4f3b-b24a-736397be213e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/2533171e-f60c-4342-b62e-183db0039fac HTTP/1.1" status: 204 len: 168 time: 0.3241875 Jul 09 13:50:37.958835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45218) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:38.013979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:50:36Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:38.015961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41255d1-de9f-4dc3-bca7-33c17916ef9f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet cee9b5eb-99d2-4a20-8f9f-9d564506cf8e {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:38.019144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b41255d1-de9f-4dc3-bca7-33c17916ef9f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.039488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.058270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] Checking router: 7427edc5-1c58-4bda-bd5f-5224dd92f009 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:38.060144 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b41255d1-de9f-4dc3-bca7-33c17916ef9f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.092692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] Routers {'7427edc5-1c58-4bda-bd5f-5224dd92f009'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:38.093334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['7427edc5-1c58-4bda-bd5f-5224dd92f009'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:38.158477 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.159326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b41255d1-de9f-4dc3-bca7-33c17916ef9f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.215717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:38.216112 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.228820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b41255d1-de9f-4dc3-bca7-33c17916ef9f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.263872 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b41255d1-de9f-4dc3-bca7-33c17916ef9f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.266126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b41255d1-de9f-4dc3-bca7-33c17916ef9f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/cee9b5eb-99d2-4a20-8f9f-9d564506cf8e HTTP/1.1" status: 204 len: 168 time: 0.3061848 Jul 09 13:50:38.267319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41255d1-de9f-4dc3-bca7-33c17916ef9f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=cee9b5eb-99d2-4a20-8f9f-9d564506cf8e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:38.269347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:38.339493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd111aff-f7f7-4965-b162-606019a506f4 None None] Network a88e568f-ef2c-4352-9441-8e693a60bd8e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:38.368592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 6137ad12-87f9-40aa-bbef-e2f24ad38e9e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6137ad12-87f9-40aa-bbef-e2f24ad38e9e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:38.368963 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.384939 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.391136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 6137ad12-87f9-40aa-bbef-e2f24ad38e9e owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:38.422053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] Set router 7427edc5-1c58-4bda-bd5f-5224dd92f009 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:38.453339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] DHCP port deletion for 50af1a70-95c7-4ac7-9579-599350c11bcd request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:38.532372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 5387fb5f-3041-410e-a332-55a6a9a20813 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:38.532716 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.611977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 5387fb5f-3041-410e-a332-55a6a9a20813, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5387fb5f-3041-410e-a332-55a6a9a20813,segment=NetworkSegment(fca06f8d-3e84-48ba-8c76-cc9890804d0f),segment_id=fca06f8d-3e84-48ba-8c76-cc9890804d0f)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:38.612339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.646250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 5387fb5f-3041-410e-a332-55a6a9a20813 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:38.667452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] Deleting port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:38.668036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.705665 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.733638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] DHCP port deletion for a88e568f-ef2c-4352-9441-8e693a60bd8e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:38.745168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=6137ad12-87f9-40aa-bbef-e2f24ad38e9e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:38.755695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] For port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb,segment=NetworkSegment(ef01377f-5cef-4a66-9f28-c8d815271743),segment_id=ef01377f-5cef-4a66-9f28-c8d815271743)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:38.756102 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.790015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] Calling delete_port for ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:38.814704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:50:36Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:38.818382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.821269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.876780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bae18e-0847-4625-b48a-78f8996da383 None None] The sync data for ids ['7427edc5-1c58-4bda-bd5f-5224dd92f009'] in n-d-799524-3 is: [{'id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888926272', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:50:36Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '6137ad12-87f9-40aa-bbef-e2f24ad38e9e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7427edc5-1c58-4bda-bd5f-5224dd92f009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:33Z', 'updated_at': '2021-07-09T13:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:38.898733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] Deleting port 5387fb5f-3041-410e-a332-55a6a9a20813 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:38.899278 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.929151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=5387fb5f-3041-410e-a332-55a6a9a20813,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:38.936469 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.938205 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No DVR routers for this DVR port 5387fb5f-3041-410e-a332-55a6a9a20813 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:38.940209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.975418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] For port 5387fb5f-3041-410e-a332-55a6a9a20813, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:38.975777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.983431 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.996825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] Calling delete_port for 5387fb5f-3041-410e-a332-55a6a9a20813 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:39.000093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] Port 5387fb5f-3041-410e-a332-55a6a9a20813 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:50:39.030099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] No DVR routers for this DVR port ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:39.036643 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.038202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c3766-9bf8-4c7c-a94c-9b9c96542008 None None] Pushing event deleted for resources: {'Port': ['ID=ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:39.055360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.055881 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Fanout notify agent at l3_agent the message router_deleted on router 7427edc5-1c58-4bda-bd5f-5224dd92f009 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:50:39.064445 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.064642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] Pushing event deleted for resources: {'Port': ['ID=5387fb5f-3041-410e-a332-55a6a9a20813,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:39.065560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3892a5eb-44da-457c-ba91-fffbb8ea5847 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/routers/7427edc5-1c58-4bda-bd5f-5224dd92f009 HTTP/1.1" status: 204 len: 168 time: 1.1383209 Jul 09 13:50:39.067424 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.068530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45222) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:39.072648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b8bbf-c267-443b-b82a-ed17b55eec22 None None] No DVR routers for this DVR port 5387fb5f-3041-410e-a332-55a6a9a20813 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:39.078521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88e568f-ef2c-4352-9441-8e693a60bd8e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.093366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca06f8d-3e84-48ba-8c76-cc9890804d0f') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.093668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca06f8d-3e84-48ba-8c76-cc9890804d0f') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.104356 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.123292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.132202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:39.132657 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:39.135669 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:39.155313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.198292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.211705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.217521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/a88e568f-ef2c-4352-9441-8e693a60bd8e HTTP/1.1" status: 204 len: 168 time: 0.9442463 Jul 09 13:50:39.219280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45224) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:39.224914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b1152dcf-f4a5-4501-8abd-ca58582e6732 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-982509563', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:39.240432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dd609-6a1c-4c5f-8a97-a6d85153abf9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=a88e568f-ef2c-4352-9441-8e693a60bd8e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:39.252581 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.263023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b1152dcf-f4a5-4501-8abd-ca58582e6732 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.264126 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b1152dcf-f4a5-4501-8abd-ca58582e6732 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.265562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50af1a70-95c7-4ac7-9579-599350c11bcd']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.279975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef01377f-5cef-4a66-9f28-c8d815271743') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.280495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef01377f-5cef-4a66-9f28-c8d815271743') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.291534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.306057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.313038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:39.313679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:39.317964 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:39.328783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b1152dcf-f4a5-4501-8abd-ca58582e6732 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.334703 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b1152dcf-f4a5-4501-8abd-ca58582e6732 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.354248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b1152dcf-f4a5-4501-8abd-ca58582e6732 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.355775 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b1152dcf-f4a5-4501-8abd-ca58582e6732 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1356823 Jul 09 13:50:39.358379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45226) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:39.363704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-185553228'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:39.389502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.391744 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:39.396248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.397485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.399400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/networks/50af1a70-95c7-4ac7-9579-599350c11bcd HTTP/1.1" status: 204 len: 168 time: 0.3298554 Jul 09 13:50:39.403218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45230) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:39.412293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf3ff0-7b21-43d6-8def-7d60c6b58a81 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Network': ['ID=50af1a70-95c7-4ac7-9579-599350c11bcd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:39.456185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:39.486692 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.487107 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment 0a716308-a417-4c83-8b64-87ff1c293829 of type vlan for network 16354ba8-d632-45e1-ad1e-a667e29ad5bb Jul 09 13:50:39.500972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-081ccf2d-5594-4a2d-8999-29eecf434332 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.551589 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.561030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-081ccf2d-5594-4a2d-8999-29eecf434332 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.613990 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.619632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:39.620210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.679198 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3195233 Jul 09 13:50:39.682240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45232) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:39.688084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:39.694301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80ac1a-c35d-4b1d-a51a-14d8182f87e0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=16354ba8-d632-45e1-ad1e-a667e29ad5bb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:39.696855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-081ccf2d-5594-4a2d-8999-29eecf434332 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.699419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-081ccf2d-5594-4a2d-8999-29eecf434332 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.703146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-081ccf2d-5594-4a2d-8999-29eecf434332 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/security-groups/a43b320a-9ff2-4c23-b7df-134197dc827a HTTP/1.1" status: 204 len: 168 time: 0.2963347 Jul 09 13:50:39.706294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 16354ba8-d632-45e1-ad1e-a667e29ad5bb details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:39.712074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ccf2d-5594-4a2d-8999-29eecf434332 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43b320a-9ff2-4c23-b7df-134197dc827a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:39.817089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:39.820781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.983828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45238) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:39.988630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-50e13b1c-36e5-45bf-9a2d-1026a38b3c50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957634449', 'description': 'tempest-secgroup-smoke-957634449 description', 'project_id': '2375838edeba4a50bff999ed7fbdd48d'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:40.012290 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.013069 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50e13b1c-36e5-45bf-9a2d-1026a38b3c50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.081445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=8670e1b9-1cec-4011-899c-f5d25933ef18,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.090131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:40.090505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: 16354ba8-d632-45e1-ad1e-a667e29ad5bb, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:40.102035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50e13b1c-36e5-45bf-9a2d-1026a38b3c50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.106057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50e13b1c-36e5-45bf-9a2d-1026a38b3c50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.107777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 16354ba8-d632-45e1-ad1e-a667e29ad5bb is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:40.119517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 16354ba8-d632-45e1-ad1e-a667e29ad5bb) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:40.123899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:40.124594 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.131260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f1ee7-d31d-4191-aad6-86a7b3fdd3a2 None None] Network 16354ba8-d632-45e1-ad1e-a667e29ad5bb requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:40.144872 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50e13b1c-36e5-45bf-9a2d-1026a38b3c50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.146366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-304ee97e-7bc2-4cf8-b5ee-47acf46ffd2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4621980 Jul 09 13:50:40.148771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45240) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:40.149181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45242) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:40.149397 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-50e13b1c-36e5-45bf-9a2d-1026a38b3c50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1644933 Jul 09 13:50:40.151497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e13b1c-36e5-45bf-9a2d-1026a38b3c50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2151fb-6f09-4142-add6-895d17bfa121,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.163938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-10308dfb-40fd-4c1d-a79d-35590822483c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '4f2151fb-6f09-4142-add6-895d17bfa121', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:40.287474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:40.288336 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.318778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10308dfb-40fd-4c1d-a79d-35590822483c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.425734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5387fb5f-3041-410e-a332-55a6a9a20813 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:40.450877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5387fb5f-3041-410e-a332-55a6a9a20813 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:40.451247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5387fb5f-3041-410e-a332-55a6a9a20813 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:40.451669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:40.465556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10308dfb-40fd-4c1d-a79d-35590822483c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.472973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10308dfb-40fd-4c1d-a79d-35590822483c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.478738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:40.479110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee5dfcd6-fb22-4d70-9e04-4252ff1c2beb not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:40.479532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6137ad12-87f9-40aa-bbef-e2f24ad38e9e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:40.487097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Allocated IP 2001:db8::2 (16354ba8-d632-45e1-ad1e-a667e29ad5bb/8670e1b9-1cec-4011-899c-f5d25933ef18/58274e9a-90e7-4178-ad79-e3d2738a2ec3) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:40.499013 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.510018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 6137ad12-87f9-40aa-bbef-e2f24ad38e9e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:40.510402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6137ad12-87f9-40aa-bbef-e2f24ad38e9e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:40.510988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:40.519850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10308dfb-40fd-4c1d-a79d-35590822483c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6059386c-a592-4bf3-847b-8fb31a137f24,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.525792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-10308dfb-40fd-4c1d-a79d-35590822483c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.526151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-10308dfb-40fd-4c1d-a79d-35590822483c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727069 Jul 09 13:50:40.530068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45246) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:40.533898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4699023e-c615-4f44-ac47-47d259ed2a2d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '4f2151fb-6f09-4142-add6-895d17bfa121', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:40.540654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:40.540989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device cb5c0110-06f6-4806-9cbf-2cbf8ca8c4ac not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:40.667827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4699023e-c615-4f44-ac47-47d259ed2a2d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.676951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.685829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Transition to ACTIVE for port object 58274e9a-90e7-4178-ad79-e3d2738a2ec3 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:40.701000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Transition to ACTIVE for port object 58274e9a-90e7-4178-ad79-e3d2738a2ec3 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:40.706850 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.750450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Network 16354ba8-d632-45e1-ad1e-a667e29ad5bb is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:40.753471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:40.757868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:40.765226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Pushing event updated for resources: {'Port': ['ID=58274e9a-90e7-4178-ad79-e3d2738a2ec3,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.775446 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4699023e-c615-4f44-ac47-47d259ed2a2d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.798275 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4699023e-c615-4f44-ac47-47d259ed2a2d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.820119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Attempting to bind port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:40.820495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Attempting to bind port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:40.820860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Attempting to bind port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 on network 16354ba8-d632-45e1-ad1e-a667e29ad5bb {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:40.825702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:40.826483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Checking segment: {'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:40.826483 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.826855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Bound using segment: {'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:40.827075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699023e-c615-4f44-ac47-47d259ed2a2d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3defb5-a003-4b7e-bab2-8072eadff747,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.827353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Bound port: 58274e9a-90e7-4178-ad79-e3d2738a2ec3, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:40.827737 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.836019 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4699023e-c615-4f44-ac47-47d259ed2a2d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.837167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4699023e-c615-4f44-ac47-47d259ed2a2d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3068275 Jul 09 13:50:40.840296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45248) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:40.843890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8::1 (16354ba8-d632-45e1-ad1e-a667e29ad5bb/8670e1b9-1cec-4011-899c-f5d25933ef18/209e9c78-ff60-4539-b315-f2bcf2ea1e7d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:40.846976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c84bc6ad-dd22-4fe3-9984-cdeaf08397a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '4f2151fb-6f09-4142-add6-895d17bfa121', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:40.889924 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c84bc6ad-dd22-4fe3-9984-cdeaf08397a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.902032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] For port 58274e9a-90e7-4178-ad79-e3d2738a2ec3, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:40.905581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] For port 58274e9a-90e7-4178-ad79-e3d2738a2ec3, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=58274e9a-90e7-4178-ad79-e3d2738a2ec3,segment=NetworkSegment(0a716308-a417-4c83-8b64-87ff1c293829),segment_id=0a716308-a417-4c83-8b64-87ff1c293829)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:40.910138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.959999 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c84bc6ad-dd22-4fe3-9984-cdeaf08397a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.969249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c84bc6ad-dd22-4fe3-9984-cdeaf08397a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.972006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff7d77-e0e1-4c5d-8b7c-d48829a18f70 None None] Pushing event updated for resources: {'Port': ['ID=58274e9a-90e7-4178-ad79-e3d2738a2ec3,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.976694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.994236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object 209e9c78-ff60-4539-b315-f2bcf2ea1e7d will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:40.995261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bc6ad-dd22-4fe3-9984-cdeaf08397a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2eb672-de28-45ce-90ca-0d65a7c6c2b9,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.999669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c84bc6ad-dd22-4fe3-9984-cdeaf08397a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.003894 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c84bc6ad-dd22-4fe3-9984-cdeaf08397a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621335 Jul 09 13:50:41.004276 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45250) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:41.011631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c1b75ed1-542c-4d1a-b32e-3444b5330166 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '4f2151fb-6f09-4142-add6-895d17bfa121', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:41.056113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.061648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1b75ed1-542c-4d1a-b32e-3444b5330166 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.153556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 16354ba8-d632-45e1-ad1e-a667e29ad5bb is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:41.165681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:41.168199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:41.170414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:41.171053 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.261427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1b75ed1-542c-4d1a-b32e-3444b5330166 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.268183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1b75ed1-542c-4d1a-b32e-3444b5330166 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.295857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b75ed1-542c-4d1a-b32e-3444b5330166 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abad9be-9485-4e44-8829-38a040f4a808,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:41.323602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c1b75ed1-542c-4d1a-b32e-3444b5330166 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.324734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c1b75ed1-542c-4d1a-b32e-3444b5330166 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185689 Jul 09 13:50:41.327754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45252) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:41.332550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0e5b21be-73b9-4d00-9d3b-f32923d931a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '4f2151fb-6f09-4142-add6-895d17bfa121', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:41.340734 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.354252 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-0e5b21be-73b9-4d00-9d3b-f32923d931a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Project 2375838edeba4a50bff999ed7fbdd48d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:50:41.359026 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0e5b21be-73b9-4d00-9d3b-f32923d931a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.430934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0e5b21be-73b9-4d00-9d3b-f32923d931a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.434804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0e5b21be-73b9-4d00-9d3b-f32923d931a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.454350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b21be-73b9-4d00-9d3b-f32923d931a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efe6f69-9a8d-4d05-8551-e60df5450ffb,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:41.462415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0e5b21be-73b9-4d00-9d3b-f32923d931a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.466576 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0e5b21be-73b9-4d00-9d3b-f32923d931a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377938 Jul 09 13:50:41.467250 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45254) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:41.471660 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-55550e20-de1e-4d11-b848-78fabf69373b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': '4f2151fb-6f09-4142-add6-895d17bfa121', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:41.496289 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-55550e20-de1e-4d11-b848-78fabf69373b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Project 2375838edeba4a50bff999ed7fbdd48d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:50:41.501643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55550e20-de1e-4d11-b848-78fabf69373b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.568948 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55550e20-de1e-4d11-b848-78fabf69373b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.574036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55550e20-de1e-4d11-b848-78fabf69373b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.595651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55550e20-de1e-4d11-b848-78fabf69373b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b554a76-8deb-49fc-9e32-7ddf90cd5227,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:41.602014 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55550e20-de1e-4d11-b848-78fabf69373b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.606491 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-55550e20-de1e-4d11-b848-78fabf69373b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382530 Jul 09 13:50:41.606840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45256) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:41.611988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'network': {'name': 'tempest-network-smoke--1994607898', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'port_security_enabled': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:41.641142 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.647879 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.648707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.655673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:41.659143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.766062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:41.777628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:41.799080 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.799436 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Added segment 8ad5482a-e36a-4b94-92ac-532c4f84ca34 of type vlan for network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 Jul 09 13:50:41.857362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 16354ba8-d632-45e1-ad1e-a667e29ad5bb is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:41.860225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:41.863022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.891892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb1ff2d-2999-4150-8ea9-3b2c93e87185 None None] Network 16354ba8-d632-45e1-ad1e-a667e29ad5bb requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:41.956479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e9c671bc-55d4-4b58-8b5f-5490b3450146 None None] Provisioning for port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:41.964201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.969853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:41.970445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.033125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4250870 Jul 09 13:50:42.036505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45258) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:42.043135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'admin_state_up': True, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:42.065442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2465fef-f49c-4207-9522-4c8267c65bb5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Network': ['ID=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:42.078762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:42.091203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.092223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.106915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:42.234477 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.321189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:42.331241 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:42.341520 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:42.341974 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:42.360595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d939b106-d0dc-400f-98da-1a97221fca4c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2060971 Jul 09 13:50:42.361208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45260) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:42.368211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-82946574'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:42.391939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.404884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e042b1e-613e-41ee-93f2-060b3708cd77 None None] Provisioning for port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:42.411725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4e042b1e-613e-41ee-93f2-060b3708cd77 None None] Provisioning complete for port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:42.411925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:42.412487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e042b1e-613e-41ee-93f2-060b3708cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.418770 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.462242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:42.476904 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:42.492039 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.492951 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment 5ecb48f6-526e-4f3e-a63c-08bade210f7d of type vlan for network 5334e24c-9405-4211-88c8-a969ab1cb954 Jul 09 13:50:42.513083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4e042b1e-613e-41ee-93f2-060b3708cd77 None None] Port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:42.539518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 58274e9a-90e7-4178-ad79-e3d2738a2ec3 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:42.612204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.663357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:42.671792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:42.672544 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.677386 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.684284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:42.684904 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.748262 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:41Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:41Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:42.779371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6a4f0a16-dc2d-4137-bd4d-aa5066fa78b8 None None] Provisioning complete for port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:42.780920 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0a16-dc2d-4137-bd4d-aa5066fa78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.782152 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4193449 Jul 09 13:50:42.782822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45262) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:42.783883 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:42.784639 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Updating router 0d07de7c-bb77-4a88-a6a3-decb147fd90c port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:42.792801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:42.826794 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.865152 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.885584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f0a16-dc2d-4137-bd4d-aa5066fa78b8 None None] Port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:42.925860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 58274e9a-90e7-4178-ad79-e3d2738a2ec3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=58274e9a-90e7-4178-ad79-e3d2738a2ec3,segment=NetworkSegment(0a716308-a417-4c83-8b64-87ff1c293829),segment_id=0a716308-a417-4c83-8b64-87ff1c293829)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:42.934157 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.941552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb6992-b5e9-4e10-bdd5-185dd46f221d tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=5334e24c-9405-4211-88c8-a969ab1cb954,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:42.960616 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:42.965583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.978029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 5334e24c-9405-4211-88c8-a969ab1cb954 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:43.053330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-243c2151-7aee-45bc-bf59-a4d997ffe742 None None] Provisioning complete for port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:43.053330 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-243c2151-7aee-45bc-bf59-a4d997ffe742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.078746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=58274e9a-90e7-4178-ad79-e3d2738a2ec3,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:43.106868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.106868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.107547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.107547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.107961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.108170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.108499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.108822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.109151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.109463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.109931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.110347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:43.123206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-243c2151-7aee-45bc-bf59-a4d997ffe742 None None] Port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:43.148049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.166833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.215329 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.226063 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Transition to ACTIVE for port object 209e9c78-ff60-4539-b315-f2bcf2ea1e7d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:43.227579 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.233100 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.282705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.25.5.120 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4452c8b7-6bf8-4c39-8626-cba9b0cca3c7) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:43.294769 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b02ea-d625-4fca-bd14-b450d49a4830 None None] Pushing event updated for resources: {'Port': ['ID=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:43.336211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:43.353281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:43.353782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: 5334e24c-9405-4211-88c8-a969ab1cb954, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:43.367500 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Attempting to bind port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:43.368403 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.368636 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Attempting to bind port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:43.368636 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Attempting to bind port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d on network 16354ba8-d632-45e1-ad1e-a667e29ad5bb {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:43.374559 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:43.376052 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Checking segment: {'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:43.376728 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.377411 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Bound using segment: {'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:43.378197 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Bound port: 209e9c78-ff60-4539-b315-f2bcf2ea1e7d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a716308-a417-4c83-8b64-87ff1c293829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:43.379938 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.381051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 5334e24c-9405-4211-88c8-a969ab1cb954 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:43.392937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 5334e24c-9405-4211-88c8-a969ab1cb954) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:43.408529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a88a9-4055-4c80-a37a-cf13dba426ee None None] Network 5334e24c-9405-4211-88c8-a969ab1cb954 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:43.418109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:43.419187 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.444087 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-022e0e93-2273-4d8a-b7aa-e5e0ef97a8b1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6569660 Jul 09 13:50:43.447563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45264) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:43.489553 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] For port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:43.496311 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] For port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,segment=NetworkSegment(0a716308-a417-4c83-8b64-87ff1c293829),segment_id=0a716308-a417-4c83-8b64-87ff1c293829)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:43.505673 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.515900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.605681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-5334e24c-9405-4211-88c8-a969ab1cb954', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:43.606846 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.628469 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:43.629029 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:43.631441 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b02ea-d625-4fca-bd14-b450d49a4830 None None] Pushing event updated for resources: {'Port': ['ID=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:43.748998 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:43.787375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.805122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Allocated IP 2001:db8:1::2 (5334e24c-9405-4211-88c8-a969ab1cb954/a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e/76a23002-01a8-416a-9ffc-d3d75369cf21) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:43.924614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:43.934273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:43.944019 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:43.952838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=4452c8b7-6bf8-4c39-8626-cba9b0cca3c7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:44.009894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.017631 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:41Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:43Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:44.030352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Transition to ACTIVE for port object 76a23002-01a8-416a-9ffc-d3d75369cf21 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:44.055040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Transition to ACTIVE for port object 76a23002-01a8-416a-9ffc-d3d75369cf21 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:44.055394 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb3682-692c-4b96-bf87-2c9443ae8586 None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:41Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:43Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:44.061492 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.108038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Network 5334e24c-9405-4211-88c8-a969ab1cb954 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:44.112497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:44.120893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:44.194717 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.200174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Pushing event updated for resources: {'Port': ['ID=76a23002-01a8-416a-9ffc-d3d75369cf21,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:44.209249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Attempting to bind port 76a23002-01a8-416a-9ffc-d3d75369cf21 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:44.209616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Attempting to bind port 76a23002-01a8-416a-9ffc-d3d75369cf21 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:44.209787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.209977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Attempting to bind port 76a23002-01a8-416a-9ffc-d3d75369cf21 on network 5334e24c-9405-4211-88c8-a969ab1cb954 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:44.216483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:44.216857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Checking segment: {'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:44.217246 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.217629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Bound using segment: {'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:44.218200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Bound port: 76a23002-01a8-416a-9ffc-d3d75369cf21, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:44.218446 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.285229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] For port 76a23002-01a8-416a-9ffc-d3d75369cf21, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:44.289244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] For port 76a23002-01a8-416a-9ffc-d3d75369cf21, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=76a23002-01a8-416a-9ffc-d3d75369cf21,segment=NetworkSegment(5ecb48f6-526e-4f3e-a63c-08bade210f7d),segment_id=5ecb48f6-526e-4f3e-a63c-08bade210f7d)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:44.292919 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.366873 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1be039a6-64be-43c2-b066-6db3a35b8ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.378499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9c860-62ac-4a59-af20-1bbfe34d6349 None None] Pushing event updated for resources: {'Port': ['ID=76a23002-01a8-416a-9ffc-d3d75369cf21,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:44.468589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.568264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 209e9c78-ff60-4539-b315-f2bcf2ea1e7d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:44.656150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:44.662198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:44.662639 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.711493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8:1::1 (5334e24c-9405-4211-88c8-a969ab1cb954/a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e/ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:44.937697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.945464 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.987701 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.994001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:45.033644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,segment=NetworkSegment(0a716308-a417-4c83-8b64-87ff1c293829),segment_id=0a716308-a417-4c83-8b64-87ff1c293829)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:45.038737 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.040752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 58274e9a-90e7-4178-ad79-e3d2738a2ec3 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:45.088169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.123448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:45.139286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 5334e24c-9405-4211-88c8-a969ab1cb954 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:45.142707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:45.143114 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.146338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:45.152163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:45.152735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.197307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:45.199746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:45.213861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.214206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.214549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.214887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.215249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.215822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.216335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.216859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.217189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.217518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.218025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.218349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:45.385647 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.429087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:45.442468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Sync routers for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:45.456665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:45.457749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:45.494843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.496785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-875a6b26-e834-4a7b-95ae-084f4adcbe4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4593580 Jul 09 13:50:45.500581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45268) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:45.555990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6f5a4c1f-4923-46af-91d7-5c6e94f55cc1 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2375838edeba4a50bff999ed7fbdd48d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537946 Jul 09 13:50:45.556914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45270) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:45.619019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88199e4-767d-4656-be49-da08e565550f None None] Network 5334e24c-9405-4211-88c8-a969ab1cb954 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:45.643265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:45.671564 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26a9b8c-238c-4189-a044-5c240c58526c tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:45.673711 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b26a9b8c-238c-4189-a044-5c240c58526c tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1155417 Jul 09 13:50:45.676690 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45272) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:45.708598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.711013 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-646b8ddb-8dda-4588-98b3-5026ad3439f0 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330007 Jul 09 13:50:45.713506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45274) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:45.717627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.718511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.719833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126332662', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:45.789536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4ce0418f-c2dc-45cb-98c7-7683ad62331b None None] Provisioning for port 76a23002-01a8-416a-9ffc-d3d75369cf21 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:45.818171 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:45.823194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.839011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:45.876248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 5334e24c-9405-4211-88c8-a969ab1cb954 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:45.877661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:45.984100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:45.990534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:44Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:46.036932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Checking router: dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:46.038100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Updating router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:46.075677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.077445 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.110818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:46.122440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45276) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:46.122644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3274329f-bc53-4ee2-a751-e18bc0994e9e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6736495 Jul 09 13:50:46.127914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1397697588'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:46.187941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Subnet': ['ID=5094a0fb-c709-4093-b202-d911175df5a2,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:46.192614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Checking segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:46.193175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network hostable DHCP agents. Network: c072efa3-6dd7-4fcd-bd4a-28094c40c9a4, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:46.196629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:46.210562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.241907 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:46.249683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:46.251722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:46.257949 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:46.258707 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:46.265040 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.265463 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment ea002105-887e-4452-abce-81ecdfeb3f87 of type vlan for network 4e79c327-b5e8-4e29-b03b-176108c3ef37 Jul 09 13:50:46.267274 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c072efa3-6dd7-4fcd-bd4a-28094c40c9a4) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:46.279425 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:46.280118 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.323832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45278) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:46.324040 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8a2e4d49-d8b8-4b8e-999d-6a91a1b033eb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6090896 Jul 09 13:50:46.337500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777eea18-34c4-4df5-9fda-bbda28741994 None None] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:46.343732 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.371842 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:46.407380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.423003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:46.428497 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.451213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e654db5a-a15c-4031-a593-a4acb608514e None None] Provisioning for port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:46.542885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=4e79c327-b5e8-4e29-b03b-176108c3ef37,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:46.552446 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.559385 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c7f6468d-6093-45bb-88dc-b5433a1cdd02 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4355171 Jul 09 13:50:46.562511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45280) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:46.575770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Transition to ACTIVE for port object 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:46.578180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:46.683024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 4e79c327-b5e8-4e29-b03b-176108c3ef37 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:46.685985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 209e9c78-ff60-4539-b315-f2bcf2ea1e7d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:46.693355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e654db5a-a15c-4031-a593-a4acb608514e None None] Provisioning complete for port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:46.694122 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e654db5a-a15c-4031-a593-a4acb608514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.727316 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.742372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:46.748944 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.752322 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 3, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:46.791383 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:46.792051 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Updating router 0d07de7c-bb77-4a88-a6a3-decb147fd90c port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:46.991777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.996572 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.998502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Attempting to bind port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:46.999785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Attempting to bind port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:47.000278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Attempting to bind port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:47.017124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:47.017682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:47.018195 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.019238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:47.019850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Bound port: 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:47.020940 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.065532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=bbed48f0-014a-4bcd-8661-714d15cfc474,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:47.085688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:47.086053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: 4e79c327-b5e8-4e29-b03b-176108c3ef37, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:47.107424 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e654db5a-a15c-4031-a593-a4acb608514e None None] Port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:47.112172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 4e79c327-b5e8-4e29-b03b-176108c3ef37 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:47.135537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 4e79c327-b5e8-4e29-b03b-176108c3ef37) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:47.150549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:47.151144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.170062 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6a23b14-8ef1-44d8-9862-0ebf09fb75e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.173208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36464a4-9161-44eb-b189-c45b663e734c None None] Network 4e79c327-b5e8-4e29-b03b-176108c3ef37 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:47.198182 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-65d808a3-88b4-4fb7-9948-3d311655b4e6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6340775 Jul 09 13:50:47.199035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45282) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:47.203721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904b722-b063-401d-9d52-2390714cf993 None None] Pushing event updated for resources: {'Port': ['ID=4452c8b7-6bf8-4c39-8626-cba9b0cca3c7,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:47.205999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.251791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:47.251791 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.302672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] For port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:47.338321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] For port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4452c8b7-6bf8-4c39-8626-cba9b0cca3c7,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:47.352435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:47.352818 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.409572 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.420285 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Transition to ACTIVE for port object ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:47.429646 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.429937 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.475169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.485266 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad9537-d625-4cdf-8e82-cc485ba06253 None None] Pushing event updated for resources: {'Port': ['ID=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:47.594744 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Attempting to bind port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:47.595515 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Attempting to bind port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:47.595698 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Attempting to bind port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 on network 5334e24c-9405-4211-88c8-a969ab1cb954 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:47.603596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:47.603980 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Checking segment: {'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:47.604384 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.604778 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Bound using segment: {'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:47.605249 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Bound port: ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecb48f6-526e-4f3e-a63c-08bade210f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:47.605633 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.635247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904b722-b063-401d-9d52-2390714cf993 None None] Pushing event updated for resources: {'Port': ['ID=4452c8b7-6bf8-4c39-8626-cba9b0cca3c7,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:47.718627 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] For port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:47.722069 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] For port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,segment=NetworkSegment(5ecb48f6-526e-4f3e-a63c-08bade210f7d),segment_id=5ecb48f6-526e-4f3e-a63c-08bade210f7d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:47.734550 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.791468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.807818 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:47.808459 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:47.865130 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad9537-d625-4cdf-8e82-cc485ba06253 None None] Pushing event updated for resources: {'Port': ['ID=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:47.870957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:47.871622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:47.882248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Allocated IP 172.20.0.2 (c072efa3-6dd7-4fcd-bd4a-28094c40c9a4/5094a0fb-c709-4093-b202-d911175df5a2/6676285d-741a-4bae-88fd-8686711980cc) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:47.923169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-4e79c327-b5e8-4e29-b03b-176108c3ef37', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:47.924449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.939934 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:48.140350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8:2::1 (4e79c327-b5e8-4e29-b03b-176108c3ef37/bbed48f0-014a-4bcd-8661-714d15cfc474/a2267b8f-4390-46cc-b91f-dfd5bddfdca2) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:48.175942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 76a23002-01a8-416a-9ffc-d3d75369cf21 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:48.198869 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 3, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:47Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:48.230422 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d232a60-b5eb-4419-8c4f-1ee48079dda3 None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 3, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:47Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:48.265105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:48.281168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.309304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object a2267b8f-4390-46cc-b91f-dfd5bddfdca2 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:48.347934 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.402361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 4e79c327-b5e8-4e29-b03b-176108c3ef37 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:48.405680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:48.408398 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:48.409238 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.457768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:48.486104 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.543997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Allocated IP 2001:db8:2::2 (4e79c327-b5e8-4e29-b03b-176108c3ef37/bbed48f0-014a-4bcd-8661-714d15cfc474/c1d45b75-5d71-40e6-9a8a-4925383206e0) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:48.574144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 76a23002-01a8-416a-9ffc-d3d75369cf21 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:48.575030 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.583124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.603671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 76a23002-01a8-416a-9ffc-d3d75369cf21 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:48.604070 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.671655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Transition to ACTIVE for port object 6676285d-741a-4bae-88fd-8686711980cc will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:48.730707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Transition to ACTIVE for port object 6676285d-741a-4bae-88fd-8686711980cc will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:48.750234 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.805207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.20.0.1 (c072efa3-6dd7-4fcd-bd4a-28094c40c9a4/5094a0fb-c709-4093-b202-d911175df5a2/9ef6af2a-e5f2-44a5-b319-320e0888c5dc) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:48.838573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:48.892501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:48.902687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:48.904663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Pushing event updated for resources: {'Port': ['ID=6676285d-741a-4bae-88fd-8686711980cc,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:48.947488 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.966882 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.997909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.007514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:44Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:49.037693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Transition to ACTIVE for port object 9ef6af2a-e5f2-44a5-b319-320e0888c5dc will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:49.040310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Transition to ACTIVE for port object c1d45b75-5d71-40e6-9a8a-4925383206e0 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:49.059895 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a20b04-233c-49b9-a740-fb6ae6014a2e None None] The sync data for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 is: [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:44Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:49.081271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Attempting to bind port 6676285d-741a-4bae-88fd-8686711980cc on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:49.081724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Attempting to bind port 6676285d-741a-4bae-88fd-8686711980cc by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:49.082040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Attempting to bind port 6676285d-741a-4bae-88fd-8686711980cc on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:49.094067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Transition to ACTIVE for port object c1d45b75-5d71-40e6-9a8a-4925383206e0 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:49.098083 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.106622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:49.107332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Checking segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:49.108028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.108477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Bound using segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:49.109060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Bound port: 6676285d-741a-4bae-88fd-8686711980cc, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:49.109444 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.114510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 76a23002-01a8-416a-9ffc-d3d75369cf21, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=76a23002-01a8-416a-9ffc-d3d75369cf21,segment=NetworkSegment(5ecb48f6-526e-4f3e-a63c-08bade210f7d),segment_id=5ecb48f6-526e-4f3e-a63c-08bade210f7d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:49.122590 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.162985 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.169222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:49.191780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:49.194564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:49.201762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:49.217716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Network 4e79c327-b5e8-4e29-b03b-176108c3ef37 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:49.231346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:49.235470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Pushing event updated for resources: {'Port': ['ID=c1d45b75-5d71-40e6-9a8a-4925383206e0,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:49.238191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:49.275137 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.294341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.302751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.303806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.355159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] For port 6676285d-741a-4bae-88fd-8686711980cc, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:49.363009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:49.376300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:49.415903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] For port 6676285d-741a-4bae-88fd-8686711980cc, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6676285d-741a-4bae-88fd-8686711980cc,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:49.429801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Attempting to bind port c1d45b75-5d71-40e6-9a8a-4925383206e0 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:49.430180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Attempting to bind port c1d45b75-5d71-40e6-9a8a-4925383206e0 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:49.430554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Attempting to bind port c1d45b75-5d71-40e6-9a8a-4925383206e0 on network 4e79c327-b5e8-4e29-b03b-176108c3ef37 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:49.433192 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.441635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=76a23002-01a8-416a-9ffc-d3d75369cf21,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:49.456290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:49.456290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Checking segment: {'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:49.456290 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.456290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Bound using segment: {'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:49.456290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Bound port: c1d45b75-5d71-40e6-9a8a-4925383206e0, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:49.464352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.522667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.540293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 4e79c327-b5e8-4e29-b03b-176108c3ef37 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:49.542098 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:49.608835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9664bd-e0d7-4a2c-8d91-0e241d2415c7 None None] Pushing event updated for resources: {'Port': ['ID=6676285d-741a-4bae-88fd-8686711980cc,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:49.614015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:49.626913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:49.627623 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.697637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] For port c1d45b75-5d71-40e6-9a8a-4925383206e0, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:49.702438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] For port c1d45b75-5d71-40e6-9a8a-4925383206e0, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c1d45b75-5d71-40e6-9a8a-4925383206e0,segment=NetworkSegment(ea002105-887e-4452-abce-81ecdfeb3f87),segment_id=ea002105-887e-4452-abce-81ecdfeb3f87)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:49.713608 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:49.713865 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.806966 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.819554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810b79a-a65d-4b1e-b608-e18aba487813 None None] Pushing event updated for resources: {'Port': ['ID=c1d45b75-5d71-40e6-9a8a-4925383206e0,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:49.853248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:49.879199 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-398ccd94-dec4-4f15-902e-a321646a25fc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6755164 Jul 09 13:50:49.879946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45284) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:49.885472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1664643513'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:49.902850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:49.918228 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.922579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:49.930695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.946459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:49.947779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:49.984319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:50.008919 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.016946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.017455 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added segment 332c5bc1-2340-4939-89bd-be3ded39caf1 of type vlan for network 125f0e54-4824-4846-a6c8-e644c5c16628 Jul 09 13:50:50.022328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.087319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.121800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,segment=NetworkSegment(5ecb48f6-526e-4f3e-a63c-08bade210f7d),segment_id=5ecb48f6-526e-4f3e-a63c-08bade210f7d)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:50.133805 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.136041 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.145292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:50.146275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.149335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:50.188633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.244526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:50.282390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4009156 Jul 09 13:50:50.282630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45286) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:50.290751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'subnet': {'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:50.292626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:50.308017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414acd4-0230-4bc2-9a39-8eae381a68a6 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Network': ['ID=125f0e54-4824-4846-a6c8-e644c5c16628,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:50.353662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 125f0e54-4824-4846-a6c8-e644c5c16628 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:50.466725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:50.470072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:50.481444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Made reservation on behalf of ea20032bb1cd4e6f81c9183b33fd4666 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:50.485394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.688280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:50.750062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:48Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:47Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:50.780946 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:50.781304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Updating router 0d07de7c-bb77-4a88-a6a3-decb147fd90c port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:50.825611 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.887363 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.893462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:50.900251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-53349eeb-6ca8-441f-9d41-0bc1490295c5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "PUT /v2.0/routers/dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5749023 Jul 09 13:50:50.958402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e740426-4182-42f4-804e-b32776573358 None None] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:50.965688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Checking segment: {'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:50.966056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network hostable DHCP agents. Network: 125f0e54-4824-4846-a6c8-e644c5c16628, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:50.990049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Subnet': ['ID=4d295f77-b784-4f58-8ba2-f523aefee458,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:50.992966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 125f0e54-4824-4846-a6c8-e644c5c16628 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:51.005437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 125f0e54-4824-4846-a6c8-e644c5c16628) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:51.010229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:51.011172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.026398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a1387-5bb2-4bec-8fa1-7045c5c566e5 None None] Network 125f0e54-4824-4846-a6c8-e644c5c16628 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:51.028572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0f123c23-b339-46db-a748-7dbe5b6b5ac1 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7427080 Jul 09 13:50:51.031982 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45292) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:51.118272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-44fdb7b6-f650-4919-97b4-dc9b093234c7 None None] Provisioning for port 6676285d-741a-4bae-88fd-8686711980cc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:51.177331 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-66116448-7f19-479a-b5ca-6d21c8237399 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957634449&fields=id&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 267 time: 0.0593357 Jul 09 13:50:51.381880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-3d7cbb9c-7ab9-4800-8faf-5d5d85b1a2fd tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:51.384316 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.384746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-3d7cbb9c-7ab9-4800-8faf-5d5d85b1a2fd tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/networks?id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 200 len: 797 time: 0.1978521 Jul 09 13:50:51.417240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Transition to ACTIVE for port object a2267b8f-4390-46cc-b91f-dfd5bddfdca2 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:51.431258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-125f0e54-4824-4846-a6c8-e644c5c16628', 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'fixed_ips': [{'subnet_id': '4d295f77-b784-4f58-8ba2-f523aefee458'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:51.432555 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.437489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.475647 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-c33aa6d6-5b95-4cb6-bc79-f483c82e6756 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/quotas/2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 375 time: 0.0391698 Jul 09 13:50:51.510103 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:51.595070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57529a6d-57d1-48ca-8828-bbd30230b604 None None] Pushing event updated for resources: {'Port': ['ID=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:51.641566 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Sync routers for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:51.647860 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-e7db599d-4e22-445a-96f7-575bd65a7502 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509027 Jul 09 13:50:51.657575 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:51.658207 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:51.720215 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.753832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Attempting to bind port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:51.754257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Attempting to bind port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:51.754838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Attempting to bind port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 on network 4e79c327-b5e8-4e29-b03b-176108c3ef37 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:51.777028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:51.777506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Checking segment: {'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:51.777982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.778446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Bound using segment: {'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:51.779033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Bound port: a2267b8f-4390-46cc-b91f-dfd5bddfdca2, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea002105-887e-4452-abce-81ecdfeb3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:51.779492 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.788845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Allocated IP 2001:db8:3::2 (125f0e54-4824-4846-a6c8-e644c5c16628/4d295f77-b784-4f58-8ba2-f523aefee458/3a31615e-e7e4-467e-a51e-650d6dc6e421) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:51.808284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:51.813580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.843023 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:52.021505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-9d275e2d-8414-4f6b-a6b6-8242b145a8c8 service neutron] 10.222.0.32 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385444 Jul 09 13:50:52.074408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] For port a2267b8f-4390-46cc-b91f-dfd5bddfdca2, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:52.116228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] For port a2267b8f-4390-46cc-b91f-dfd5bddfdca2, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,segment=NetworkSegment(ea002105-887e-4452-abce-81ecdfeb3f87),segment_id=ea002105-887e-4452-abce-81ecdfeb3f87)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:52.126857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:52.160366 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 2, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:52.174716 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.193662 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Checking router: dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:52.193983 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Updating router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:52.242184 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.272677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-13e99a80-8695-4f86-aa5d-a041c3dc5c81 None None] Provisioning for port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:52.278379 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-d26855ba-0a5f-4aad-bcfe-acab64f83c6d service neutron] 10.222.0.32 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546754 Jul 09 13:50:52.323348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57529a6d-57d1-48ca-8828-bbd30230b604 None None] Pushing event updated for resources: {'Port': ['ID=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:52.345580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-13e99a80-8695-4f86-aa5d-a041c3dc5c81 None None] Provisioning complete for port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:52.346019 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-13e99a80-8695-4f86-aa5d-a041c3dc5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.353706 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.392094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Transition to ACTIVE for port object 3a31615e-e7e4-467e-a51e-650d6dc6e421 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:52.405434 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:52.406086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:52.470597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbddbc7-d496-467c-9d42-984fcf744486 req-2a018102-7565-4233-8bde-ed4ecc3be897 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1275179 Jul 09 13:50:52.521230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:52.523635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5ea50-64d0-47d1-9ba6-6ec26719e280 None None] Network 4e79c327-b5e8-4e29-b03b-176108c3ef37 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:52.555109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-13e99a80-8695-4f86-aa5d-a041c3dc5c81 None None] Port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:52.572291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:52.572676 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.575465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Transition to ACTIVE for port object 3a31615e-e7e4-467e-a51e-650d6dc6e421 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:52.656259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11cceb53-c892-462a-8659-b3de43b720cb req-62e1ab1b-9aec-40c4-a45f-b89443a07b3d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 210 time: 0.0444438 Jul 09 13:50:52.685598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddbc7-d496-467c-9d42-984fcf744486 req-93767b38-a02f-4ea8-91da-3be477c357d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:52.687279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbddbc7-d496-467c-9d42-984fcf744486 req-93767b38-a02f-4ea8-91da-3be477c357d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10371b2b61de4697916e122f16101f5f&device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1096 time: 0.1596537 Jul 09 13:50:52.715218 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.737020 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Transition to ACTIVE for port object 9ef6af2a-e5f2-44a5-b319-320e0888c5dc will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:52.755321 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.838601 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.852575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddbc7-d496-467c-9d42-984fcf744486 req-3248179c-973d-44e5-821f-9045dd27047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:52.854201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbddbc7-d496-467c-9d42-984fcf744486 req-3248179c-973d-44e5-821f-9045dd27047b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a4df233b-168a-4b56-9e65-b468ea68e066 HTTP/1.1" status: 200 len: 909 time: 0.1428163 Jul 09 13:50:52.858513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:52.880698 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c446c12-1924-42a0-947b-fc32aa5b3b90 None None] Pushing event updated for resources: {'Port': ['ID=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:52.920192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Allocated IP 2001:db8:3::1 (125f0e54-4824-4846-a6c8-e644c5c16628/4d295f77-b784-4f58-8ba2-f523aefee458/6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:52.944286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d47b7f95-3bc3-439a-ad84-806aa55f3959 None None] Provisioning for port c1d45b75-5d71-40e6-9a8a-4925383206e0 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:53.008013 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Attempting to bind port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:53.008382 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Attempting to bind port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:53.008745 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Attempting to bind port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:53.009337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbddbc7-d496-467c-9d42-984fcf744486 req-415bc182-6b2d-458c-a122-f09c68c5755b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 HTTP/1.1" status: 200 len: 1000 time: 0.1464443 Jul 09 13:50:53.018442 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:53.019211 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Checking segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:53.019854 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.020484 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Bound using segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:53.021015 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Bound port: 9ef6af2a-e5f2-44a5-b319-320e0888c5dc, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:53.021398 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.031589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Network 125f0e54-4824-4846-a6c8-e644c5c16628 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:53.069860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddbc7-d496-467c-9d42-984fcf744486 req-e88558fe-c3b6-4230-ba43-a8731fa9021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:53.071986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbddbc7-d496-467c-9d42-984fcf744486 req-e88558fe-c3b6-4230-ba43-a8731fa9021c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1859690f-5321-4891-9c07-c1818a7e8ac0 HTTP/1.1" status: 200 len: 848 time: 0.0492899 Jul 09 13:50:53.104645 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] For port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:53.108149 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] For port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:53.110039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:53.113255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Pushing event updated for resources: {'Port': ['ID=3a31615e-e7e4-467e-a51e-650d6dc6e421,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:53.121098 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.128871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:53.175104 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.209704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Transition to ACTIVE for port object 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:53.214812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddbc7-d496-467c-9d42-984fcf744486 req-74ccc019-b061-474c-8d0f-318e24239ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:53.219012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbddbc7-d496-467c-9d42-984fcf744486 req-74ccc019-b061-474c-8d0f-318e24239ee7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4df233b-168a-4b56-9e65-b468ea68e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372094 Jul 09 13:50:53.222331 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:53.223010 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:53.255660 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.301542 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 125f0e54-4824-4846-a6c8-e644c5c16628 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:53.305258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:53.327762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:53.328766 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.418616 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c446c12-1924-42a0-947b-fc32aa5b3b90 None None] Pushing event updated for resources: {'Port': ['ID=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:53.461055 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbddbc7-d496-467c-9d42-984fcf744486 req-f6fda1b0-260f-4e0e-bb83-a65e4657ee6e service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348228 Jul 09 13:50:53.478794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:53.508460 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:53.565257 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.617381 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.625940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-afbddbc7-d496-467c-9d42-984fcf744486 req-ee468807-33a7-412d-99cd-9480229ba82d service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530452 Jul 09 13:50:53.643136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Attempting to bind port 3a31615e-e7e4-467e-a51e-650d6dc6e421 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:53.643513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Attempting to bind port 3a31615e-e7e4-467e-a51e-650d6dc6e421 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:53.643925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Attempting to bind port 3a31615e-e7e4-467e-a51e-650d6dc6e421 on network 125f0e54-4824-4846-a6c8-e644c5c16628 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:53.710211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4452c8b7-6bf8-4c39-8626-cba9b0cca3c7,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:53.714801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:53.716070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Checking segment: {'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:53.716698 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.717305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Bound using segment: {'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:53.719107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Bound port: 3a31615e-e7e4-467e-a51e-650d6dc6e421, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:53.719725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.737577 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.738371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6676285d-741a-4bae-88fd-8686711980cc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:53.818599 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:53.858701 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b8074579-2119-496a-8156-ec037209f0f8 req-80aa697a-ec8a-4f93-8876-479b932d65a3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 210 time: 0.0329616 Jul 09 13:50:53.860185 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898f111-0686-4978-b8d8-11a44a53ef47 None None] The sync data for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 is: [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:53.973084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=4452c8b7-6bf8-4c39-8626-cba9b0cca3c7,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:54.085440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:48Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:52Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:54.087036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.097734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.099358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.117428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] For port 3a31615e-e7e4-467e-a51e-650d6dc6e421, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:54.121757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206fb27-a21a-4dc0-a036-e275b8cc0602 None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:48Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:52Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:54.138735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] For port 3a31615e-e7e4-467e-a51e-650d6dc6e421, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3a31615e-e7e4-467e-a51e-650d6dc6e421,segment=NetworkSegment(332c5bc1-2340-4939-89bd-be3ded39caf1),segment_id=332c5bc1-2340-4939-89bd-be3ded39caf1)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:54.139961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6676285d-741a-4bae-88fd-8686711980cc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:54.150415 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.159346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6676285d-741a-4bae-88fd-8686711980cc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:54.159717 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.252383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event updated for resources: {'Port': ['ID=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:54.304358 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554b594-cee0-461c-9ac9-2df67c9f48e4 None None] Pushing event updated for resources: {'Port': ['ID=3a31615e-e7e4-467e-a51e-650d6dc6e421,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:54.334081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c9ae3fc2-93f5-4d7e-a2f2-bc11d3cf7814 None None] Provisioning for port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:54.344010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Network 125f0e54-4824-4846-a6c8-e644c5c16628 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:54.346361 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:54.405205 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.497040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 6676285d-741a-4bae-88fd-8686711980cc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6676285d-741a-4bae-88fd-8686711980cc,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:54.512939 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.513771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 76a23002-01a8-416a-9ffc-d3d75369cf21 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:54.550820 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:54.829330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=6676285d-741a-4bae-88fd-8686711980cc,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:54.832046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:54.843559 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6d472cea-8d41-4b7c-981d-f191089a3153 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8099611 Jul 09 13:50:54.846723 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45322) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:54.854021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:54.888705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 76a23002-01a8-416a-9ffc-d3d75369cf21 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:54.897362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.906807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6c23f2e2-b92e-4aff-928c-a7d1b230143e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:54.917254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6c23f2e2-b92e-4aff-928c-a7d1b230143e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/networks?id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 200 len: 797 time: 0.3287354 Jul 09 13:50:55.014051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-d307d635-e308-4eb6-a4c9-ed0441224ca2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 379 time: 0.0806913 Jul 09 13:50:55.021942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'port': {'device_id': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'admin_state_up': True, 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'security_groups': ['4f2151fb-6f09-4142-add6-895d17bfa121']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:55.100269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c1d45b75-5d71-40e6-9a8a-4925383206e0 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:55.224168 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f237e7d8-b54e-42e7-98ce-ac022be5728f req-3b4fb650-6840-49c5-b640-ffb2c4b126ff tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 210 time: 0.1016324 Jul 09 13:50:55.232214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port c1d45b75-5d71-40e6-9a8a-4925383206e0 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:55.241678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c1d45b75-5d71-40e6-9a8a-4925383206e0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:55.243252 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.372813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:55.375834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.415169 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.481879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port c1d45b75-5d71-40e6-9a8a-4925383206e0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c1d45b75-5d71-40e6-9a8a-4925383206e0,segment=NetworkSegment(ea002105-887e-4452-abce-81ecdfeb3f87),segment_id=ea002105-887e-4452-abce-81ecdfeb3f87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:55.494264 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.628482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.20.0.13 (c072efa3-6dd7-4fcd-bd4a-28094c40c9a4/5094a0fb-c709-4093-b202-d911175df5a2/5ba0d7e3-4e0c-4839-a4af-0a582c239645) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:55.687055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:55.693482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=c1d45b75-5d71-40e6-9a8a-4925383206e0,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:55.711217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:55.713402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:55.875451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:55.996471 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.027397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Transition to ACTIVE for port object 5ba0d7e3-4e0c-4839-a4af-0a582c239645 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:56.071286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.097812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ef6af2a-e5f2-44a5-b319-320e0888c5dc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:56.124777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:56.128375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:56.132134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:56.159011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360090d-8b2b-4085-a8b1-bb409e2fd870 None None] Network 125f0e54-4824-4846-a6c8-e644c5c16628 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:56.168563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:56.200109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.extraroute_db [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93912) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:50:56.205448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:56.206208 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.224845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.extraroute_db [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Removed routes are [] {{(pid=93912) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:50:56.225265 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.226497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-6e23a94c-e6aa-4b95-8d82-3cedb1b4e765 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2094269 Jul 09 13:50:56.239985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Request body: {'port': {'device_id': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:56.328733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:56.329474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.342745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:56.343157 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.442825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-13e3b823-30dc-4771-85a6-b2896a43ab11 None None] Provisioning for port 3a31615e-e7e4-467e-a51e-650d6dc6e421 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:56.460973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8', 'name': '', 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:80:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4d295f77-b784-4f58-8ba2-f523aefee458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:52Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '4d295f77-b784-4f58-8ba2-f523aefee458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:52Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:56.515142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.524066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.610479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c097-72f4-42e0-b0e6-ec32616be46b req-8a9c0544-4de7-4a5d-81a3-54df1dc630f3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:56.612106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7761c097-72f4-42e0-b0e6-ec32616be46b req-8a9c0544-4de7-4a5d-81a3-54df1dc630f3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 932 time: 0.1620207 Jul 09 13:50:56.667524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:56.673590 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7761c097-72f4-42e0-b0e6-ec32616be46b req-790dd62e-4771-4aa5-8e04-d49efa986e9c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549834 Jul 09 13:50:56.687543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:50:56.687898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Updating router 0d07de7c-bb77-4a88-a6a3-decb147fd90c port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:50:56.688200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba0d7e3-4e0c-4839-a4af-0a582c239645 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:50:56.697637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.712262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Transition to ACTIVE for port object 5ba0d7e3-4e0c-4839-a4af-0a582c239645 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:56.715949 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.764599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:56.781427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:56.781869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3c4bdcc9-ab62-422b-9e23-c3ae40b8a5f1 None None] Provisioning for port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:56.789156 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.790175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-238af9b8-2ff1-4862-9d01-79f087d64ab9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 200 len: 953 time: 1.9421389 Jul 09 13:50:56.793656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45330) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:56.813319 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.839338 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.847186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:56.847531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:56.847858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:56.856981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:50:56.857347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:56.862632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:56.864115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Checking segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:56.865084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Bound using segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:56.865725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Bound port: 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:56.866091 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.916266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e43803e8-00e2-44e8-8886-5e338056d16a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 200 len: 953 time: 0.1212561 Jul 09 13:50:56.916913 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45332) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:56.921468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'routes': None}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:56.967937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:56.976344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:56.980258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:56.983843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.984737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a2267b8f-4390-46cc-b91f-dfd5bddfdca2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:56.987409 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.038210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:57.039274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.040411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 1092 time: 0.8060699 Jul 09 13:50:57.042874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:57.050696 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb3dad3-7078-449e-8230-94ea2c43f992" -d '{"events": [{"name": "network-changed", "server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:57.093270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dc577-c48b-43c3-82aa-e1e7bf12f3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:57.172492 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6579d54a-d3e7-4ef4-9927-4a0ec41d89bd x-openstack-request-id: req-6579d54a-d3e7-4ef4-9927-4a0ec41d89bd {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:57.172735 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:57.172934 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6579d54a-d3e7-4ef4-9927-4a0ec41d89bd {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:57.178002 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'status': 'completed', 'code': 200} Jul 09 13:50:57.234317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-798537a4-6d65-4bea-8b12-6bb88a410f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:57.237104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-798537a4-6d65-4bea-8b12-6bb88a410f97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1095 time: 0.1112506 Jul 09 13:50:57.251066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:57.291998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-eeb3226f-7ed7-49ac-b082-d90fde461ab7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 217 time: 0.0465348 Jul 09 13:50:57.322042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:57.329087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:57.329555 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.366279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-aa864752-a51e-492b-926b-812f3cad0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:57.368834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-aa864752-a51e-492b-926b-812f3cad0414 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5094a0fb-c709-4093-b202-d911175df5a2 HTTP/1.1" status: 200 len: 835 time: 0.0690718 Jul 09 13:50:57.446201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-087bc3bb-6b56-4adc-a164-dd4360d16443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:57.447775 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-087bc3bb-6b56-4adc-a164-dd4360d16443 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738480 Jul 09 13:50:57.521306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.534702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.extraroute_db [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added routes are [] {{(pid=93912) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:50:57.535437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.extraroute_db [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93912) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:50:57.543488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Transition to ACTIVE for port object 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:57.545423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.556507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1946e7fb-98a6-4716-b7d3-7e560cb7687a None None] Provisioning for port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:57.569654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-1946e7fb-98a6-4716-b7d3-7e560cb7687a None None] Provisioning complete for port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:57.570158 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1946e7fb-98a6-4716-b7d3-7e560cb7687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.571739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-b5ff899d-2390-4c6f-be83-6dfec5ccb48f service neutron] 10.222.0.11 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166353 Jul 09 13:50:57.575018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.588777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.650153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port a2267b8f-4390-46cc-b91f-dfd5bddfdca2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,segment=NetworkSegment(ea002105-887e-4452-abce-81ecdfeb3f87),segment_id=ea002105-887e-4452-abce-81ecdfeb3f87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:57.673277 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.674072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3a31615e-e7e4-467e-a51e-650d6dc6e421 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:57.687785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d9ae4e7-144f-4aa0-99d2-2955797d2b53 req-fa66fbd1-0f88-4edf-b003-c176bfc6ae99 service neutron] 10.222.0.11 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089714 Jul 09 13:50:57.700414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1946e7fb-98a6-4716-b7d3-7e560cb7687a None None] Port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:57.723045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79089961-82ac-43d6-95ce-1a1a5dc2a928 None None] Pushing event updated for resources: {'Port': ['ID=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:57.837636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-8b7ee293-6172-47d8-b35d-aa3a3699774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:57.844737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-8b7ee293-6172-47d8-b35d-aa3a3699774d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1095 time: 0.0943556 Jul 09 13:50:57.847248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3a31615e-e7e4-467e-a51e-650d6dc6e421 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:57.852239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Attempting to bind port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:57.852652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Attempting to bind port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:57.852980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Attempting to bind port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 on network 125f0e54-4824-4846-a6c8-e644c5c16628 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:57.858402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:57.863106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3a31615e-e7e4-467e-a51e-650d6dc6e421 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:57.863485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.911730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:57.911730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Checking segment: {'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:57.912197 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.912197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Bound using segment: {'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:57.912714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Bound port: 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332c5bc1-2340-4939-89bd-be3ded39caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:57.913097 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.923901 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.933511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.032625 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd34be-7d3f-4f3f-9c47-827f10ed6056 req-dfdd1dcd-654f-48d3-a69e-5f966478b55f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:58.034366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2dfd34be-7d3f-4f3f-9c47-827f10ed6056 req-dfdd1dcd-654f-48d3-a69e-5f966478b55f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 944 time: 0.1756885 Jul 09 13:50:58.057758 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.062218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] For port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:58.072066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] For port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,segment=NetworkSegment(332c5bc1-2340-4939-89bd-be3ded39caf1),segment_id=332c5bc1-2340-4939-89bd-be3ded39caf1)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:58.088598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:58.091228 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.094621 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2dfd34be-7d3f-4f3f-9c47-827f10ed6056 req-0e200808-5a89-486d-baeb-cbae39301cee tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533972 Jul 09 13:50:58.181079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 3a31615e-e7e4-467e-a51e-650d6dc6e421, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3a31615e-e7e4-467e-a51e-650d6dc6e421,segment=NetworkSegment(332c5bc1-2340-4939-89bd-be3ded39caf1),segment_id=332c5bc1-2340-4939-89bd-be3ded39caf1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:58.200047 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.200881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:58.250468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:58.260238 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.264847 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2f06b095-b2b2-4cc0-97a7-a06a07f6d360 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 200 len: 703 time: 1.3466969 Jul 09 13:50:58.265481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45338) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:58.268789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79089961-82ac-43d6-95ce-1a1a5dc2a928 None None] Pushing event updated for resources: {'Port': ['ID=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:58.275062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:58.276355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:58.350313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-0ebfa0ca-62b6-47ff-89c4-9c13e9a97fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:58.351963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-0ebfa0ca-62b6-47ff-89c4-9c13e9a97fc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 200 len: 897 time: 0.4997838 Jul 09 13:50:58.390302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:58.390686 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.400312 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ada5d536-3b81-4153-8cb6-4ad052ae8fe0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 200 len: 703 time: 0.1301901 Jul 09 13:50:58.400566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-17f8b589-b50d-45e2-a347-5d75b5219d32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 217 time: 0.0389216 Jul 09 13:50:58.400566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45340) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:58.468209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:58.471429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=3a31615e-e7e4-467e-a51e-650d6dc6e421,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:58.538877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-7c8c0192-44e8-48d5-b942-7ddc2aa09f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:58.540418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-7c8c0192-44e8-48d5-b942-7ddc2aa09f6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5094a0fb-c709-4093-b202-d911175df5a2 HTTP/1.1" status: 200 len: 835 time: 0.1327045 Jul 09 13:50:58.644614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6676285d-741a-4bae-88fd-8686711980cc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:58.707529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-e2d2e07a-4826-4910-8fae-df543ceca16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:58.709066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-e2d2e07a-4826-4910-8fae-df543ceca16d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576848 Jul 09 13:50:58.750587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6676285d-741a-4bae-88fd-8686711980cc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:58.750983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.813943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 7, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8', 'name': '', 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:80:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4d295f77-b784-4f58-8ba2-f523aefee458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:52Z', 'updated_at': '2021-07-09T13:50:58Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '4d295f77-b784-4f58-8ba2-f523aefee458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:58.841737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-9992c302-e5da-4885-903c-aae0ee0ead83 service neutron] 10.222.0.11 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252828 Jul 09 13:50:58.843416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4b0b4-2556-4c56-be20-114eb886f5c8 None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 7, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8', 'name': '', 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:80:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4d295f77-b784-4f58-8ba2-f523aefee458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:52Z', 'updated_at': '2021-07-09T13:50:58Z', 'revision_number': 4, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '4d295f77-b784-4f58-8ba2-f523aefee458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:59.003360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abb3dad3-7078-449e-8230-94ea2c43f992 req-f1fe9138-f91e-4cbb-bea6-4f678e7bb01d service neutron] 10.222.0.11 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555874 Jul 09 13:50:59.007940 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.109559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3a31615e-e7e4-467e-a51e-650d6dc6e421 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:59.182428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3a31615e-e7e4-467e-a51e-650d6dc6e421 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:59.183132 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.279627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ef6af2a-e5f2-44a5-b319-320e0888c5dc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:59.330989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:59.331405 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.368980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774b2f5-bb50-48cc-b407-5d195be417f1 req-7e71aef5-9847-4760-b12c-7dc1e48e4281 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:59.370758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c774b2f5-bb50-48cc-b407-5d195be417f1 req-7e71aef5-9847-4760-b12c-7dc1e48e4281 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 944 time: 0.1213470 Jul 09 13:50:59.408418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:59.408848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.424079 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:59.467265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c774b2f5-bb50-48cc-b407-5d195be417f1 req-19f410be-fa75-4200-b824-81ad33eb0ba3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892065 Jul 09 13:50:59.476823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:59.482152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:59.482585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.532628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,segment=NetworkSegment(332c5bc1-2340-4939-89bd-be3ded39caf1),segment_id=332c5bc1-2340-4939-89bd-be3ded39caf1)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:59.533129 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.547991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:59.565840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.605113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,segment=NetworkSegment(332c5bc1-2340-4939-89bd-be3ded39caf1),segment_id=332c5bc1-2340-4939-89bd-be3ded39caf1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:59.609281 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.610119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a2267b8f-4390-46cc-b91f-dfd5bddfdca2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:59.636707 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:59.646193 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:59.646839 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:59.689101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:59.700073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:59.700459 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.745609 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:50:59.753187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.784131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:59.792941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c1d45b75-5d71-40e6-9a8a-4925383206e0 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:59.849673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c1d45b75-5d71-40e6-9a8a-4925383206e0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:59.850052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.919474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.997627 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 7, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8', 'name': '', 'network_id': '125f0e54-4824-4846-a6c8-e644c5c16628', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:80:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4d295f77-b784-4f58-8ba2-f523aefee458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:52Z', 'updated_at': '2021-07-09T13:50:59Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '4d295f77-b784-4f58-8ba2-f523aefee458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:00.027992 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:00.038342 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:00.039010 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:00.072213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5ba0d7e3-4e0c-4839-a4af-0a582c239645 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:51:00.131183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:00.136516 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:00.176643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:00.188923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'port_id': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'mac_address': 'fa:16:3e:81:1d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:51:00.229436 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.237713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:00.246533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba0d7e3-4e0c-4839-a4af-0a582c239645 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:51:00.246704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b82af3bc-5c28-4301-a343-fc4fcc082a2a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8429496 Jul 09 13:51:00.246704 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45344) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:00.265693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:00.270594 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.300363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6119c69-1605-4c3c-8bd5-3f190e879c60 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet 4d295f77-b784-4f58-8ba2-f523aefee458 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:00.303857 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6119c69-1605-4c3c-8bd5-3f190e879c60 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.321659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:00.345340 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6119c69-1605-4c3c-8bd5-3f190e879c60 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.361519 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:59Z', 'revision_number': 8, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:00.391567 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e127a-3c12-412c-b6ef-a5d5f0d104b0 None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:59Z', 'revision_number': 8, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:00.435555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6119c69-1605-4c3c-8bd5-3f190e879c60 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.470896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5ba0d7e3-4e0c-4839-a4af-0a582c239645'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:00.495667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6119c69-1605-4c3c-8bd5-3f190e879c60 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.521599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6119c69-1605-4c3c-8bd5-3f190e879c60 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=4d295f77-b784-4f58-8ba2-f523aefee458,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:00.527397 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6119c69-1605-4c3c-8bd5-3f190e879c60 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.529400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d6119c69-1605-4c3c-8bd5-3f190e879c60 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/4d295f77-b784-4f58-8ba2-f523aefee458 HTTP/1.1" status: 204 len: 168 time: 0.2816515 Jul 09 13:51:00.532685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45348) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:00.537631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c23d6-4414-458c-899a-07955e522176 None None] Network 125f0e54-4824-4846-a6c8-e644c5c16628 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:00.638956 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.708536 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32626d26-0f6c-4467-859c-2be4a9ff85fe req-c98875f9-6cd4-42a6-a2e5-119dfd04e084 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:00.711405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-32626d26-0f6c-4467-859c-2be4a9ff85fe req-c98875f9-6cd4-42a6-a2e5-119dfd04e084 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 945 time: 0.1074321 Jul 09 13:51:00.723512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 3a31615e-e7e4-467e-a51e-650d6dc6e421 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:00.724037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.825561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 3a31615e-e7e4-467e-a51e-650d6dc6e421, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3a31615e-e7e4-467e-a51e-650d6dc6e421,segment=NetworkSegment(332c5bc1-2340-4939-89bd-be3ded39caf1),segment_id=332c5bc1-2340-4939-89bd-be3ded39caf1)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:00.826044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.831247 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-32626d26-0f6c-4467-859c-2be4a9ff85fe req-6ff6e4a0-4c56-4071-beeb-ccfad9a50564 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947444 Jul 09 13:51:00.844085 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 3a31615e-e7e4-467e-a51e-650d6dc6e421 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:00.861718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] DHCP port deletion for 125f0e54-4824-4846-a6c8-e644c5c16628 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:00.914317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] Deleting port 3a31615e-e7e4-467e-a51e-650d6dc6e421 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:00.914731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.939434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.971518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=3a31615e-e7e4-467e-a51e-650d6dc6e421,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:00.979921 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No DVR routers for this DVR port 3a31615e-e7e4-467e-a51e-650d6dc6e421 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:01.065814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.079011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125f0e54-4824-4846-a6c8-e644c5c16628']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:01.080112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:01.082932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3a31615e-e7e4-467e-a51e-650d6dc6e421 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:01.093674 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332c5bc1-2340-4939-89bd-be3ded39caf1') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:01.093972 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332c5bc1-2340-4939-89bd-be3ded39caf1') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:01.104067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.118751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.129615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:01.130420 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:01.133752 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:01.136429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 3a31615e-e7e4-467e-a51e-650d6dc6e421 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:01.136429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3a31615e-e7e4-467e-a51e-650d6dc6e421 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:01.136429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:01.159968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:01.160321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6b7ebd72-97a6-42d8-84a2-ccc67a4e2ec8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:01.162420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:01.163082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:01.195780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.203906 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.205768 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/125f0e54-4824-4846-a6c8-e644c5c16628 HTTP/1.1" status: 204 len: 168 time: 0.6720874 Jul 09 13:51:01.208739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45350) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.215555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464b5ef-a698-488e-8549-f5e1fd9058fa tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=125f0e54-4824-4846-a6c8-e644c5c16628,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:01.249054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] For port 3a31615e-e7e4-467e-a51e-650d6dc6e421, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3a31615e-e7e4-467e-a51e-650d6dc6e421,segment=NetworkSegment(332c5bc1-2340-4939-89bd-be3ded39caf1),segment_id=332c5bc1-2340-4939-89bd-be3ded39caf1)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:01.249703 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.273263 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] Calling delete_port for 3a31615e-e7e4-467e-a51e-650d6dc6e421 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:01.281983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:01.484752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.518714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] Pushing event deleted for resources: {'Port': ['ID=3a31615e-e7e4-467e-a51e-650d6dc6e421,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:01.521037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] Network 125f0e54-4824-4846-a6c8-e644c5c16628 is not hosted by any dhcp agent {{(pid=93914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:51:01.521494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409f271-fd6b-460d-8127-9a192e21d2b2 None None] No DVR routers for this DVR port 3a31615e-e7e4-467e-a51e-650d6dc6e421 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:01.554967 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.578573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:59Z', 'revision_number': 8, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:01.605295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:01.614228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:01.614982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:01.706095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:01.824532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port a2267b8f-4390-46cc-b91f-dfd5bddfdca2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:01.824805 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.915807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port a2267b8f-4390-46cc-b91f-dfd5bddfdca2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,segment=NetworkSegment(ea002105-887e-4452-abce-81ecdfeb3f87),segment_id=ea002105-887e-4452-abce-81ecdfeb3f87)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:01.916307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.923536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:59Z', 'revision_number': 8, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:01.930291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for a2267b8f-4390-46cc-b91f-dfd5bddfdca2 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:01.954431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f34936-b431-4d78-8327-96fae79e99aa None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:50:59Z', 'revision_number': 8, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2267b8f-4390-46cc-b91f-dfd5bddfdca2', 'name': '', 'network_id': '4e79c327-b5e8-4e29-b03b-176108c3ef37', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:eb:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:57Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'bbed48f0-014a-4bcd-8661-714d15cfc474', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:02.072557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5ba0d7e3-4e0c-4839-a4af-0a582c239645 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:02.108805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ee2b-7ab3-45ab-ac79-5c82fb23aec9 req-78d20795-93b9-45b9-841e-7b724a8857c4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:02.110357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b251ee2b-7ab3-45ab-ac79-5c82fb23aec9 req-78d20795-93b9-45b9-841e-7b724a8857c4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 945 time: 0.1344707 Jul 09 13:51:02.126061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:02.130781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:02.131729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.194455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b251ee2b-7ab3-45ab-ac79-5c82fb23aec9 req-d4e9c9a6-8b11-4bd2-b5e8-20dec06f9ce4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729811 Jul 09 13:51:02.204170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.209693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.232038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=a2267b8f-4390-46cc-b91f-dfd5bddfdca2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:02.235993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:02.238269 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86268eb7-a68b-45b1-9292-878ee1208e44" -d '{"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:02.259133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:02.265009 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.328864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:02.361963 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f200b16-f2bf-490b-b60f-3f3781d45c4a x-openstack-request-id: req-1f200b16-f2bf-490b-b60f-3f3781d45c4a {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:02.362335 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:02.362604 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f200b16-f2bf-490b-b60f-3f3781d45c4a {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:02.363064 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'code': 200} Jul 09 13:51:02.733323 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.813693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fa654-15ac-44e7-a11f-194b722fc9f3 req-ee5ebc76-82c6-4f3c-ac4a-a22a76c6f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:02.815198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d47fa654-15ac-44e7-a11f-194b722fc9f3 req-ee5ebc76-82c6-4f3c-ac4a-a22a76c6f814 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1097 time: 0.1332648 Jul 09 13:51:02.866371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d47fa654-15ac-44e7-a11f-194b722fc9f3 req-316e9636-fa26-4084-a197-a8e21b6cafdd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422015 Jul 09 13:51:02.957649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:03.050161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:03.055714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d6cd3adb-0e2a-4b09-866f-205eb3074959 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8459558 Jul 09 13:51:03.058371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45358) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:03.060897 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:03.070807 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:03.071531 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:03.108583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1fbb50-c470-4761-af4d-d0863ae96834 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet bbed48f0-014a-4bcd-8661-714d15cfc474 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:03.111743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d1fbb50-c470-4761-af4d-d0863ae96834 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.155849 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:03.158310 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d1fbb50-c470-4761-af4d-d0863ae96834 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.245184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d1fbb50-c470-4761-af4d-d0863ae96834 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.310548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d1fbb50-c470-4761-af4d-d0863ae96834 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.358628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7d1fbb50-c470-4761-af4d-d0863ae96834 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.363609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7d1fbb50-c470-4761-af4d-d0863ae96834 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/bbed48f0-014a-4bcd-8661-714d15cfc474 HTTP/1.1" status: 204 len: 168 time: 0.3012617 Jul 09 13:51:03.363609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fbb50-c470-4761-af4d-d0863ae96834 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=bbed48f0-014a-4bcd-8661-714d15cfc474,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:03.365104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45362) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:03.365514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb37e44-76de-4ee6-bf7c-0a72f80aa172 None None] Network 4e79c327-b5e8-4e29-b03b-176108c3ef37 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:03.378023 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:02Z', 'revision_number': 9, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:03.412858 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:03.424244 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:03.424845 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:03.439186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85a5e0-556f-47cd-a7a3-a67e07751d25 req-cbf79d3b-c164-4019-826b-fdaae97bbb6d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:03.440902 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb85a5e0-556f-47cd-a7a3-a67e07751d25 req-cbf79d3b-c164-4019-826b-fdaae97bbb6d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.1188910 Jul 09 13:51:03.447895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.487439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb85a5e0-556f-47cd-a7a3-a67e07751d25 req-6736f5d9-62dd-4528-baf0-c80980508799 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381279 Jul 09 13:51:03.517372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port c1d45b75-5d71-40e6-9a8a-4925383206e0 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:03.517762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.603169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915966f-0369-4886-99b7-2f911337480b None None] DHCP port deletion for 4e79c327-b5e8-4e29-b03b-176108c3ef37 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:03.605426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port c1d45b75-5d71-40e6-9a8a-4925383206e0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c1d45b75-5d71-40e6-9a8a-4925383206e0,segment=NetworkSegment(ea002105-887e-4452-abce-81ecdfeb3f87),segment_id=ea002105-887e-4452-abce-81ecdfeb3f87)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:03.605800 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.619952 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for c1d45b75-5d71-40e6-9a8a-4925383206e0 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:03.653316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1915966f-0369-4886-99b7-2f911337480b None None] Deleting port c1d45b75-5d71-40e6-9a8a-4925383206e0 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:03.653860 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1915966f-0369-4886-99b7-2f911337480b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.660257 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:03.724371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.741089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1915966f-0369-4886-99b7-2f911337480b None None] For port c1d45b75-5d71-40e6-9a8a-4925383206e0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c1d45b75-5d71-40e6-9a8a-4925383206e0,segment=NetworkSegment(ea002105-887e-4452-abce-81ecdfeb3f87),segment_id=ea002105-887e-4452-abce-81ecdfeb3f87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:03.741538 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1915966f-0369-4886-99b7-2f911337480b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.758077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1915966f-0369-4886-99b7-2f911337480b None None] Calling delete_port for c1d45b75-5d71-40e6-9a8a-4925383206e0 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:03.761500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=c1d45b75-5d71-40e6-9a8a-4925383206e0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:03.763501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No DVR routers for this DVR port c1d45b75-5d71-40e6-9a8a-4925383206e0 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:03.849596 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.857540 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1915966f-0369-4886-99b7-2f911337480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.859599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e79c327-b5e8-4e29-b03b-176108c3ef37']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:03.871029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea002105-887e-4452-abce-81ecdfeb3f87') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:03.871386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea002105-887e-4452-abce-81ecdfeb3f87') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:03.881097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.884882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915966f-0369-4886-99b7-2f911337480b None None] Pushing event deleted for resources: {'Port': ['ID=c1d45b75-5d71-40e6-9a8a-4925383206e0,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:03.886890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915966f-0369-4886-99b7-2f911337480b None None] No DVR routers for this DVR port c1d45b75-5d71-40e6-9a8a-4925383206e0 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:03.900464 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:02Z', 'revision_number': 9, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:03.900688 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.906870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:03.907290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:03.910341 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:03.931673 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b75011-f12a-4669-bf32-8be5b2662bf0 None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:02Z', 'revision_number': 9, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171', 'name': '', 'network_id': '5334e24c-9405-4211-88c8-a969ab1cb954', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ed:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:44Z', 'updated_at': '2021-07-09T13:50:50Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': 'a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:03.976047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.983110 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.984848 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/4e79c327-b5e8-4e29-b03b-176108c3ef37 HTTP/1.1" status: 204 len: 168 time: 0.6197872 Jul 09 13:51:03.987774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45368) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:03.996313 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fced192-c0ad-4c1c-b0a2-58dbbaafdba7 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=4e79c327-b5e8-4e29-b03b-176108c3ef37,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:04.341968 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.438447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45374) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:04.543055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24eb6c-cebb-415e-8e0b-f7566155f6da req-3f1fae66-805a-4eef-9340-d8b02e27196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:04.544758 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca24eb6c-cebb-415e-8e0b-f7566155f6da req-3f1fae66-805a-4eef-9340-d8b02e27196e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1096 time: 0.1052372 Jul 09 13:51:04.582477 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ca24eb6c-cebb-415e-8e0b-f7566155f6da req-e00fbd7d-8970-4528-be92-9c5db1f4bf00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310717 Jul 09 13:51:04.610377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:04.610716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.674004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76509b-3c4e-4924-a5a9-0027d6e2dc8a req-99f5e7a2-3a84-49bd-847c-548556733940 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:04.675452 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f76509b-3c4e-4924-a5a9-0027d6e2dc8a req-99f5e7a2-3a84-49bd-847c-548556733940 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.0636168 Jul 09 13:51:04.706602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,segment=NetworkSegment(5ecb48f6-526e-4f3e-a63c-08bade210f7d),segment_id=5ecb48f6-526e-4f3e-a63c-08bade210f7d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:04.706966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.718112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f76509b-3c4e-4924-a5a9-0027d6e2dc8a req-c29f3d49-e1cc-4404-85e5-a925c324bf59 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361166 Jul 09 13:51:04.719928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:04.955949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a2267b8f-4390-46cc-b91f-dfd5bddfdca2 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:04.967557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.977528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: a2267b8f-4390-46cc-b91f-dfd5bddfdca2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:04.977881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a2267b8f-4390-46cc-b91f-dfd5bddfdca2 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:04.978551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c1d45b75-5d71-40e6-9a8a-4925383206e0 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:04.997664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: c1d45b75-5d71-40e6-9a8a-4925383206e0 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:04.998014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c1d45b75-5d71-40e6-9a8a-4925383206e0 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:05.005414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:05.015504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd7950-6d26-44fc-bb4a-59f6486a980d req-7af2be56-edaa-42ee-a6aa-69d9185ba75e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:05.016938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bcd7950-6d26-44fc-bb4a-59f6486a980d req-7af2be56-edaa-42ee-a6aa-69d9185ba75e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.1418827 Jul 09 13:51:05.158670 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bcd7950-6d26-44fc-bb4a-59f6486a980d req-866797d5-fd32-48dc-b882-59a31950ac72 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252148 Jul 09 13:51:05.183506 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.192487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45390) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:05.259196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfd2eb-b770-4c90-baae-e0de25d53a5d tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:05.260921 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f9dfd2eb-b770-4c90-baae-e0de25d53a5d tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1092 time: 0.0673449 Jul 09 13:51:05.263726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45392) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:05.268191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:05.296074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.387689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:05.427642 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.483979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:05.491632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0b92812e-aa14-46b6-92c2-477e9ff1bd96 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5025873 Jul 09 13:51:05.494234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45400) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:05.496067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:05.506841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:05.507515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:05.555019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.25.5.165 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/f364a1f0-7e96-49ac-bb89-981d95957770) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:05.556955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80e2a88-473b-4527-8106-5a4ae1fd9673 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:05.561897 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a80e2a88-473b-4527-8106-5a4ae1fd9673 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.607264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a80e2a88-473b-4527-8106-5a4ae1fd9673 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.612097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:05.675144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.702410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a80e2a88-473b-4527-8106-5a4ae1fd9673 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.720260 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.768044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:05.771882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:05.775942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:05.781916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=f364a1f0-7e96-49ac-bb89-981d95957770,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:05.784781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a80e2a88-473b-4527-8106-5a4ae1fd9673 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.825772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e2a88-473b-4527-8106-5a4ae1fd9673 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:05.828048 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a80e2a88-473b-4527-8106-5a4ae1fd9673 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.830027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a80e2a88-473b-4527-8106-5a4ae1fd9673 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e HTTP/1.1" status: 204 len: 168 time: 0.3344207 Jul 09 13:51:05.833641 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45404) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:05.840303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c46ce84-5028-477c-bba0-7c15f10a0f03 None None] Network 5334e24c-9405-4211-88c8-a969ab1cb954 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:05.911950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:04Z', 'revision_number': 10, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:05.915187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.963030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:05.979238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 76a23002-01a8-416a-9ffc-d3d75369cf21 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:05.979677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.996320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:05.997003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:06.052760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 76a23002-01a8-416a-9ffc-d3d75369cf21, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=76a23002-01a8-416a-9ffc-d3d75369cf21,segment=NetworkSegment(5ecb48f6-526e-4f3e-a63c-08bade210f7d),segment_id=5ecb48f6-526e-4f3e-a63c-08bade210f7d)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:06.053369 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.068502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 76a23002-01a8-416a-9ffc-d3d75369cf21 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:06.096431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:06.174572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.211777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No DVR routers for this DVR port 76a23002-01a8-416a-9ffc-d3d75369cf21 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:06.213753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=76a23002-01a8-416a-9ffc-d3d75369cf21,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:06.304528 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.315882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5334e24c-9405-4211-88c8-a969ab1cb954']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:06.328541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecb48f6-526e-4f3e-a63c-08bade210f7d') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:06.328913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecb48f6-526e-4f3e-a63c-08bade210f7d') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:06.339847 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.356121 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.363082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5793efe9-9cb4-4a53-b7bd-379b1ea6cd8b None None] DHCP port deletion for 5334e24c-9405-4211-88c8-a969ab1cb954 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:06.363739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:06.364181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:06.367846 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:06.436034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.449413 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.451318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/5334e24c-9405-4211-88c8-a969ab1cb954 HTTP/1.1" status: 204 len: 168 time: 0.6164877 Jul 09 13:51:06.460615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45408) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:06.467195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d00f73-b6a1-4503-a8ad-46586d0ec2b0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=5334e24c-9405-4211-88c8-a969ab1cb954,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:06.507858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:04Z', 'revision_number': 10, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:06.538550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc5b5ae-d000-4cc8-8d45-6ae3bd80c164 None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:04Z', 'revision_number': 10, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None, '_interfaces': [{'id': '209e9c78-ff60-4539-b315-f2bcf2ea1e7d', 'name': '', 'network_id': '16354ba8-d632-45e1-ad1e-a667e29ad5bb', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:40Z', 'updated_at': '2021-07-09T13:50:45Z', 'revision_number': 5, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'subnets': [{'id': '8670e1b9-1cec-4011-899c-f5d25933ef18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:06.545166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.622601 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.772495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.777071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.799091 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.850266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=f364a1f0-7e96-49ac-bb89-981d95957770,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:06.861837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.974780 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Floating IP fefb5570-2313-4422-91ed-c9f680f8e946 associated. External IP: 172.25.5.165, port: 5ba0d7e3-4e0c-4839-a4af-0a582c239645. Jul 09 13:51:06.985882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:07.009154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:07.009604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee9e6e7c-3121-4a7e-94a2-3dd9ae0c1171 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:07.010091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 76a23002-01a8-416a-9ffc-d3d75369cf21 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:07.030567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 76a23002-01a8-416a-9ffc-d3d75369cf21 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:07.031132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 76a23002-01a8-416a-9ffc-d3d75369cf21 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:07.099619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:07.100326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.191063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 209e9c78-ff60-4539-b315-f2bcf2ea1e7d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,segment=NetworkSegment(0a716308-a417-4c83-8b64-87ff1c293829),segment_id=0a716308-a417-4c83-8b64-87ff1c293829)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:07.191429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.193958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:07.205573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 209e9c78-ff60-4539-b315-f2bcf2ea1e7d owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:07.303533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:07.312879 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] Sync routers for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:07.320633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.324169 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:07.325130 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:07.376211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dd68d8bd-4f12-4be3-b30f-6477d602302f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1111863 Jul 09 13:51:07.377326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:07.379873 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e89f87-f2af-4d07-bcb7-459895667da9" -d '{"events": [{"name": "network-changed", "server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:07.388223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.420733 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f022bc5-3b25-424c-91a1-1a07e60c1418 x-openstack-request-id: req-2f022bc5-3b25-424c-91a1-1a07e60c1418 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:07.421014 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:07.421268 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f022bc5-3b25-424c-91a1-1a07e60c1418 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:07.421664 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'status': 'completed', 'code': 200} Jul 09 13:51:07.426667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=209e9c78-ff60-4539-b315-f2bcf2ea1e7d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:07.451998 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:07.706494 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fefb5570-2313-4422-91ed-c9f680f8e946', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'port_id': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'mac_address': 'fa:16:3e:81:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:51:06Z', 'updated_at': '2021-07-09T13:51:06Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:07.737586 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] Checking router: dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:07.749330 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:07.749955 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:07.864605 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:07.933537 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.041902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-0c4f8970-2d7e-4269-a318-a82cf5ce9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:08.043585 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-0c4f8970-2d7e-4269-a318-a82cf5ce9254 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1097 time: 0.5844049 Jul 09 13:51:08.058581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de1034-dce9-4530-9e59-a886a14d8cad req-98a5ad58-e83f-47ef-b009-8f82cb41d666 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:08.060151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f2de1034-dce9-4530-9e59-a886a14d8cad req-98a5ad58-e83f-47ef-b009-8f82cb41d666 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.2129941 Jul 09 13:51:08.087076 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fefb5570-2313-4422-91ed-c9f680f8e946', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'port_id': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'mac_address': 'fa:16:3e:81:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:51:06Z', 'updated_at': '2021-07-09T13:51:06Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:08.113006 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6180a00-9dec-4159-8508-337bf3e0c084 None None] The sync data for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 is: [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fefb5570-2313-4422-91ed-c9f680f8e946', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'port_id': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'mac_address': 'fa:16:3e:81:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:51:06Z', 'updated_at': '2021-07-09T13:51:06Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:08.229651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:08.232866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f2de1034-dce9-4530-9e59-a886a14d8cad req-dac9588c-eeca-410a-b1a8-aa23e95818d9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494906 Jul 09 13:51:08.258902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45414) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:08.267615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-4dcf0d5a-ce31-4be6-91f4-3c2cdec023fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:08.269032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-4dcf0d5a-ce31-4be6-91f4-3c2cdec023fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 200 len: 897 time: 0.2079904 Jul 09 13:51:08.434428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:08.444426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b46ce4a6-84b1-4561-a17d-e3615a1dd15f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9784203 Jul 09 13:51:08.444615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:08.447637 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45416) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:08.458648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f904c58b-12a5-4146-b73b-006fd28daeae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/fefb5570-2313-4422-91ed-c9f680f8e946 HTTP/1.1" status: 200 len: 992 time: 0.1962612 Jul 09 13:51:08.459825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-c7492e15-d957-4020-be4b-269c259d9e2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 1000 time: 0.1555474 Jul 09 13:51:08.466045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:08.466987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:08.514421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bbff10-2392-440b-8bc9-13b252bd8dbb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting subnet 8670e1b9-1cec-4011-899c-f5d25933ef18 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:08.517894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bbff10-2392-440b-8bc9-13b252bd8dbb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.523686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-b8c06ea8-319a-4ca9-b363-6febf4e28a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:08.525800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-b8c06ea8-319a-4ca9-b363-6febf4e28a29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5094a0fb-c709-4093-b202-d911175df5a2 HTTP/1.1" status: 200 len: 835 time: 0.0594084 Jul 09 13:51:08.556355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:08.566071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bbff10-2392-440b-8bc9-13b252bd8dbb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.596502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-e1390755-d1a4-49b3-ad38-87ea57cb3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:08.598813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-e1390755-d1a4-49b3-ad38-87ea57cb3e75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676980 Jul 09 13:51:08.617911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:07Z', 'revision_number': 11, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:08.647144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:08.656025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:08.656645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:08.669032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bbff10-2392-440b-8bc9-13b252bd8dbb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.725832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-4620a4b1-fb2c-4e26-8541-d6e5688a6fcd service neutron] 10.222.0.11 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201346 Jul 09 13:51:08.741852 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bbff10-2392-440b-8bc9-13b252bd8dbb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.742580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:08.778659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbff10-2392-440b-8bc9-13b252bd8dbb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Subnet': ['ID=8670e1b9-1cec-4011-899c-f5d25933ef18,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:08.781873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87bbff10-2392-440b-8bc9-13b252bd8dbb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.783998 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-87bbff10-2392-440b-8bc9-13b252bd8dbb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/8670e1b9-1cec-4011-899c-f5d25933ef18 HTTP/1.1" status: 204 len: 168 time: 0.3353558 Jul 09 13:51:08.786865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45418) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:08.810210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:07Z', 'revision_number': 11, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:08.813537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42628cba-002a-41fe-bd2b-d325a1e71771 None None] Network 16354ba8-d632-45e1-ad1e-a667e29ad5bb requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:08.840303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7e89f87-f2af-4d07-bcb7-459895667da9 req-c2613efa-8956-4327-b178-c7c413af2e96 service neutron] 10.222.0.11 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091957 Jul 09 13:51:08.853639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb5637-5a4e-4337-85ac-b00a7ca6414d None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:07Z', 'revision_number': 11, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:08.882663 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.960267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Deleting port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:08.960616 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.965515 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4eeeb2-1208-44cc-b4d9-1674e07642de None None] New status for floating IP fefb5570-2313-4422-91ed-c9f680f8e946: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:51:09.034756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] For port 58274e9a-90e7-4178-ad79-e3d2738a2ec3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=58274e9a-90e7-4178-ad79-e3d2738a2ec3,segment=NetworkSegment(0a716308-a417-4c83-8b64-87ff1c293829),segment_id=0a716308-a417-4c83-8b64-87ff1c293829)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:09.035269 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.049141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Calling delete_port for 58274e9a-90e7-4178-ad79-e3d2738a2ec3 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:09.132807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.164261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Port': ['ID=58274e9a-90e7-4178-ad79-e3d2738a2ec3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:09.166175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No DVR routers for this DVR port 58274e9a-90e7-4178-ad79-e3d2738a2ec3 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:09.250320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992c340-1656-4684-bf22-7370b7c20281 None None] DHCP port deletion for 16354ba8-d632-45e1-ad1e-a667e29ad5bb request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:09.257427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.274319 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16354ba8-d632-45e1-ad1e-a667e29ad5bb']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:09.285532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a716308-a417-4c83-8b64-87ff1c293829') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:09.286427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a716308-a417-4c83-8b64-87ff1c293829') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:09.296061 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.311334 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.320122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:09.320600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:09.323950 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:09.389109 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.396900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.398747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/networks/16354ba8-d632-45e1-ad1e-a667e29ad5bb HTTP/1.1" status: 204 len: 168 time: 0.6108913 Jul 09 13:51:09.401637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45420) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.406323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'routes': None}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:09.410435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a495cf-8679-46a0-b67f-a6a835cd893c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Pushing event deleted for resources: {'Network': ['ID=16354ba8-d632-45e1-ad1e-a667e29ad5bb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:09.461639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45422) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.523322 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b1bd90fb-6c65-4b22-b55e-8703f7845097 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/fefb5570-2313-4422-91ed-c9f680f8e946 HTTP/1.1" status: 200 len: 994 time: 0.0603993 Jul 09 13:51:09.566295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.extraroute_db [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Added routes are [] {{(pid=93913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:51:09.567305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.extraroute_db [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Removed routes are [] {{(pid=93913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:51:09.567570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.636264 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:51:09.699369 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.702547 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.779235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 0d07de7c-bb77-4a88-a6a3-decb147fd90c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:09.854788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:09.861465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.865924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fb05daed-24a2-4fda-aa44-7ed50a400ebc tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 200 len: 704 time: 0.4600055 Jul 09 13:51:09.866119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] Sync routers for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:09.866581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.873621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:09.874230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:09.895933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ec4fe050-457f-4917-abad-5d62948098fd tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 200 len: 205 time: 0.0286477 Jul 09 13:51:09.898426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45426) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.941646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:09.972274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-355ccdbf-9ba0-4c4b-887a-6d0ff665ba67 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.999073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:07Z', 'revision_number': 11, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.027222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] Checking router: 0d07de7c-bb77-4a88-a6a3-decb147fd90c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:10.036189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] Routers {'0d07de7c-bb77-4a88-a6a3-decb147fd90c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:10.036731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.106091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] Set router 0d07de7c-bb77-4a88-a6a3-decb147fd90c gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:10.131840 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-355ccdbf-9ba0-4c4b-887a-6d0ff665ba67 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.134049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-355ccdbf-9ba0-4c4b-887a-6d0ff665ba67 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.168838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:07Z', 'revision_number': 11, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.179664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-355ccdbf-9ba0-4c4b-887a-6d0ff665ba67 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.180192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355ccdbf-9ba0-4c4b-887a-6d0ff665ba67 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Fanout notify agent at l3_agent the message router_deleted on router 0d07de7c-bb77-4a88-a6a3-decb147fd90c {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:51:10.187110 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-355ccdbf-9ba0-4c4b-887a-6d0ff665ba67 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.188209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-355ccdbf-9ba0-4c4b-887a-6d0ff665ba67 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 204 len: 168 time: 0.2888625 Jul 09 13:51:10.192985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45428) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:10.197413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3abfed-92b6-4d33-8eae-53c57f021b42 None None] The sync data for ids ['0d07de7c-bb77-4a88-a6a3-decb147fd90c'] in n-d-799524-3 is: [{'id': '0d07de7c-bb77-4a88-a6a3-decb147fd90c', 'name': 'tempest-RoutersIpV6Test-router-982509563', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:39Z', 'updated_at': '2021-07-09T13:51:07Z', 'revision_number': 11, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:10.197819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b3091c40-5f78-479e-b898-b6d4df13c512 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-495467245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:10.222183 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3091c40-5f78-479e-b898-b6d4df13c512 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.224194 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3091c40-5f78-479e-b898-b6d4df13c512 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.276977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3091c40-5f78-479e-b898-b6d4df13c512 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.282337 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3091c40-5f78-479e-b898-b6d4df13c512 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.302797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3091c40-5f78-479e-b898-b6d4df13c512 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.306511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3091c40-5f78-479e-b898-b6d4df13c512 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1099393 Jul 09 13:51:10.306705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45430) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:10.311341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-13fe89e4-9e5a-4733-9d22-834bcbd2082a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:10.523293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13fe89e4-9e5a-4733-9d22-834bcbd2082a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.533777 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13fe89e4-9e5a-4733-9d22-834bcbd2082a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7896340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7896349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7894979'] for router, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.631539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fe89e4-9e5a-4733-9d22-834bcbd2082a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Router 60edcb18-b5c2-4962-9674-86faa9938563 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:51:10.951910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 209e9c78-ff60-4539-b315-f2bcf2ea1e7d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:10.973306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 209e9c78-ff60-4539-b315-f2bcf2ea1e7d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:10.973991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 209e9c78-ff60-4539-b315-f2bcf2ea1e7d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:10.974281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 58274e9a-90e7-4178-ad79-e3d2738a2ec3 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:10.997014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 58274e9a-90e7-4178-ad79-e3d2738a2ec3 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:10.997357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 58274e9a-90e7-4178-ad79-e3d2738a2ec3 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:11.036003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fe89e4-9e5a-4733-9d22-834bcbd2082a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:11.044272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-13fe89e4-9e5a-4733-9d22-834bcbd2082a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.045441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-13fe89e4-9e5a-4733-9d22-834bcbd2082a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "PUT /v2.0/routers/60edcb18-b5c2-4962-9674-86faa9938563 HTTP/1.1" status: 200 len: 697 time: 0.7377441 Jul 09 13:51:11.045571 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] Sync routers for ids ['60edcb18-b5c2-4962-9674-86faa9938563'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:11.048281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45432) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.055533 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] Routers {'60edcb18-b5c2-4962-9674-86faa9938563'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:11.056136 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['60edcb18-b5c2-4962-9674-86faa9938563'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.122513 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] Set router 60edcb18-b5c2-4962-9674-86faa9938563 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:11.127934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-66219d50-ff05-46c4-bff8-e8e98582aa1f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/routers/60edcb18-b5c2-4962-9674-86faa9938563 HTTP/1.1" status: 200 len: 703 time: 0.0759568 Jul 09 13:51:11.128141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45434) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.162331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ff764f30-d579-4f4b-8f52-5e4d4a0b0b6a tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=60edcb18-b5c2-4962-9674-86faa9938563 HTTP/1.1" status: 200 len: 205 time: 0.0330434 Jul 09 13:51:11.164906 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45436) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.245561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5b872cf-1fe8-49c7-8b48-4f94ee03b3e9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.267779 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60edcb18-b5c2-4962-9674-86faa9938563', 'name': 'tempest-RoutersIpV6Test-router-495467245', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:51:10Z', 'updated_at': '2021-07-09T13:51:10Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.295054 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] Checking router: 60edcb18-b5c2-4962-9674-86faa9938563 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:11.303629 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] Routers {'60edcb18-b5c2-4962-9674-86faa9938563'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:11.304234 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:50:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['60edcb18-b5c2-4962-9674-86faa9938563'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.374059 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] Set router 60edcb18-b5c2-4962-9674-86faa9938563 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:11.409491 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5b872cf-1fe8-49c7-8b48-4f94ee03b3e9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.411795 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5b872cf-1fe8-49c7-8b48-4f94ee03b3e9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.428744 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60edcb18-b5c2-4962-9674-86faa9938563', 'name': 'tempest-RoutersIpV6Test-router-495467245', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:51:10Z', 'updated_at': '2021-07-09T13:51:10Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.454672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5b872cf-1fe8-49c7-8b48-4f94ee03b3e9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.455204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b872cf-1fe8-49c7-8b48-4f94ee03b3e9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Fanout notify agent at l3_agent the message router_deleted on router 60edcb18-b5c2-4962-9674-86faa9938563 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:51:11.455443 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95eff2-5bd3-407f-9de5-cca01e0fa8c0 None None] The sync data for ids ['60edcb18-b5c2-4962-9674-86faa9938563'] in n-d-799524-3 is: [{'id': '60edcb18-b5c2-4962-9674-86faa9938563', 'name': 'tempest-RoutersIpV6Test-router-495467245', 'tenant_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:51:10Z', 'updated_at': '2021-07-09T13:51:10Z', 'revision_number': 2, 'project_id': 'ea20032bb1cd4e6f81c9183b33fd4666', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:11.463077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d5b872cf-1fe8-49c7-8b48-4f94ee03b3e9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.464189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d5b872cf-1fe8-49c7-8b48-4f94ee03b3e9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/60edcb18-b5c2-4962-9674-86faa9938563 HTTP/1.1" status: 204 len: 168 time: 0.2982171 Jul 09 13:51:11.467625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45438) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.503513 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c2f53c3-0c9b-4f63-b478-d3eafdb64023 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=60edcb18-b5c2-4962-9674-86faa9938563 HTTP/1.1" status: 200 len: 205 time: 0.0346410 Jul 09 13:51:11.506820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45440) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.544916 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-a56ce963-c01f-48f1-9a16-839b6531eff0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] delete failed (client error): The resource could not be found. Jul 09 13:51:11.545966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a56ce963-c01f-48f1-9a16-839b6531eff0 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/60edcb18-b5c2-4962-9674-86faa9938563 HTTP/1.1" status: 404 len: 336 time: 0.0381150 Jul 09 13:51:11.548856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45442) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.575551 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4d11af-cc04-4bbb-ab97-1ef47386d5a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:11.576007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4d11af-cc04-4bbb-ab97-1ef47386d5a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:11.577733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c4d11af-cc04-4bbb-ab97-1ef47386d5a3 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/4d295f77-b784-4f58-8ba2-f523aefee458 HTTP/1.1" status: 404 len: 337 time: 0.0279698 Jul 09 13:51:11.580257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45444) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.610324 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ce4d4f-ab25-4c90-8fcd-68eb90225fea tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:11.610785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ce4d4f-ab25-4c90-8fcd-68eb90225fea tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:11.612526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-32ce4d4f-ab25-4c90-8fcd-68eb90225fea tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/bbed48f0-014a-4bcd-8661-714d15cfc474 HTTP/1.1" status: 404 len: 337 time: 0.0313516 Jul 09 13:51:11.615655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.641677 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d02dfa3-d13a-4bcb-8ea2-f50336a777c9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:11.642140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d02dfa3-d13a-4bcb-8ea2-f50336a777c9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:11.646281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9d02dfa3-d13a-4bcb-8ea2-f50336a777c9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/a5ccb24d-dfac-4c40-aafc-1bdbc9333c3e HTTP/1.1" status: 404 len: 337 time: 0.0273335 Jul 09 13:51:11.647369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45448) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.674441 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aebdcf8-9924-4c42-86fe-c6bdf9fab23b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:11.674786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aebdcf8-9924-4c42-86fe-c6bdf9fab23b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:11.676787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2aebdcf8-9924-4c42-86fe-c6bdf9fab23b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/8670e1b9-1cec-4011-899c-f5d25933ef18 HTTP/1.1" status: 404 len: 337 time: 0.0282390 Jul 09 13:51:11.679158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45450) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.708287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bc0491e7-0505-4f6d-83a1-c32b26ca4ad9 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 200 len: 205 time: 0.0273623 Jul 09 13:51:11.710548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45452) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.750418 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-78a07b3c-f16d-4477-9de0-ece3fde3b086 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] delete failed (client error): The resource could not be found. Jul 09 13:51:11.751441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-78a07b3c-f16d-4477-9de0-ece3fde3b086 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/0d07de7c-bb77-4a88-a6a3-decb147fd90c HTTP/1.1" status: 404 len: 336 time: 0.0399675 Jul 09 13:51:11.753939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45454) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.786640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-43fe8322-6a06-4540-8351-0637e6ba2a0f tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=2533171e-f60c-4342-b62e-183db0039fac HTTP/1.1" status: 200 len: 205 time: 0.0309777 Jul 09 13:51:11.788987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45456) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.832165 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-febb7481-e83a-4a55-9d38-853cc2ee609c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] delete failed (client error): The resource could not be found. Jul 09 13:51:11.833606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-febb7481-e83a-4a55-9d38-853cc2ee609c tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/2533171e-f60c-4342-b62e-183db0039fac HTTP/1.1" status: 404 len: 336 time: 0.0432780 Jul 09 13:51:11.835691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45458) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.867746 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-7202322f-2aa0-496a-a81a-e790a5453c36 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:11.868207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7202322f-2aa0-496a-a81a-e790a5453c36 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:11.872326 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7202322f-2aa0-496a-a81a-e790a5453c36 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/cee9b5eb-99d2-4a20-8f9f-9d564506cf8e HTTP/1.1" status: 404 len: 337 time: 0.0333047 Jul 09 13:51:11.872537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45460) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.901523 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f3192d63-b573-4eb4-9f3e-ab6d3f51233e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=549a7b50-4959-42a4-85e6-334037349999 HTTP/1.1" status: 200 len: 205 time: 0.0278871 Jul 09 13:51:11.903796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45462) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.939650 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-9a682a69-8b31-43ca-8109-752ad9438ad2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] delete failed (client error): The resource could not be found. Jul 09 13:51:11.940537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9a682a69-8b31-43ca-8109-752ad9438ad2 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/549a7b50-4959-42a4-85e6-334037349999 HTTP/1.1" status: 404 len: 336 time: 0.0358689 Jul 09 13:51:11.943743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45464) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.971813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0479aab5-0e66-4dd8-8fcb-d79408de3a5e tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc50af90-4546-48a0-900f-30b9a0113a42 HTTP/1.1" status: 200 len: 205 time: 0.0270076 Jul 09 13:51:11.974245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45466) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.015014 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-59d9770c-fc32-4eee-8fc5-6d75f5b03fb5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] delete failed (client error): The resource could not be found. Jul 09 13:51:12.016048 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-59d9770c-fc32-4eee-8fc5-6d75f5b03fb5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/dc50af90-4546-48a0-900f-30b9a0113a42 HTTP/1.1" status: 404 len: 336 time: 0.0409172 Jul 09 13:51:12.018614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45468) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.045505 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b3cb2e-7ba1-42ce-a04f-84286158d478 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:12.045969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b3cb2e-7ba1-42ce-a04f-84286158d478 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:12.047994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5b3cb2e-7ba1-42ce-a04f-84286158d478 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/5b58c2f4-68ec-42f9-a7a0-89adc7eb037b HTTP/1.1" status: 404 len: 337 time: 0.0284488 Jul 09 13:51:12.050727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45470) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.079411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8b5a946c-f0c1-4891-86df-813af2889248 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=24acf6a7-f72c-45ca-8422-cef57cd676be HTTP/1.1" status: 200 len: 205 time: 0.0274818 Jul 09 13:51:12.081700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45472) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.122430 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-39ac30ae-a24d-4710-b57e-9bfc2d8892ff tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] delete failed (client error): The resource could not be found. Jul 09 13:51:12.123978 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-39ac30ae-a24d-4710-b57e-9bfc2d8892ff tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/24acf6a7-f72c-45ca-8422-cef57cd676be HTTP/1.1" status: 404 len: 336 time: 0.0408359 Jul 09 13:51:12.126218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45474) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.157602 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ef81f0-fbd2-4314-8945-b12e7e39acfb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:12.158065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ef81f0-fbd2-4314-8945-b12e7e39acfb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:12.159940 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-82ef81f0-fbd2-4314-8945-b12e7e39acfb tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/28cbaecd-2af9-42b0-8bae-95586985f761 HTTP/1.1" status: 404 len: 337 time: 0.0324483 Jul 09 13:51:12.163104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45476) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.192653 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-35c70f0b-c15b-4f8c-bba0-2fb42de8ef6b tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "GET /v2.0/ports?device_id=83c2fecd-40a8-49a5-aba5-0a0827825572 HTTP/1.1" status: 200 len: 205 time: 0.0283122 Jul 09 13:51:12.194278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45478) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.231593 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [None req-b680e04c-c227-4db0-9ef6-272b255f1e88 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] delete failed (client error): The resource could not be found. Jul 09 13:51:12.232605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b680e04c-c227-4db0-9ef6-272b255f1e88 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/routers/83c2fecd-40a8-49a5-aba5-0a0827825572 HTTP/1.1" status: 404 len: 336 time: 0.0373437 Jul 09 13:51:12.235139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45480) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.261679 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b98dfbd-15cd-4f83-9a62-8dcf9e4e58d5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:12.262164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b98dfbd-15cd-4f83-9a62-8dcf9e4e58d5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:12.263909 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5b98dfbd-15cd-4f83-9a62-8dcf9e4e58d5 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/a9eaa036-654a-4905-818b-0cd6f939cd75 HTTP/1.1" status: 404 len: 337 time: 0.0271351 Jul 09 13:51:12.266341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45482) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.297766 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5b475b-145e-4e53-8af0-1038be8afb90 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:12.298230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5b475b-145e-4e53-8af0-1038be8afb90 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:12.299975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7f5b475b-145e-4e53-8af0-1038be8afb90 tempest-RoutersIpV6Test-1781728784 tempest-RoutersIpV6Test-1781728784-project] 10.222.0.32 "DELETE /v2.0/subnets/395bc5d1-d5a2-4715-9376-873c0a5b3f0b HTTP/1.1" status: 404 len: 337 time: 0.0327325 Jul 09 13:51:12.543648 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45488) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.678354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-88cf2b44-0f11-4429-b491-a2a86e1b95ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea20032bb1cd4e6f81c9183b33fd4666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335378 Jul 09 13:51:12.680825 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45492) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.728035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c520cd01-338f-4dd0-b4fe-dce0d1b995b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:12.748318 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c520cd01-338f-4dd0-b4fe-dce0d1b995b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:12.794351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c520cd01-338f-4dd0-b4fe-dce0d1b995b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:12.796979 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c520cd01-338f-4dd0-b4fe-dce0d1b995b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:12.798416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c520cd01-338f-4dd0-b4fe-dce0d1b995b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84f68fcd-6b02-425c-8274-960d0814e559 HTTP/1.1" status: 204 len: 168 time: 0.1166718 Jul 09 13:51:12.806196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520cd01-338f-4dd0-b4fe-dce0d1b995b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f68fcd-6b02-425c-8274-960d0814e559,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:13.369187 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.418640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45514) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:13.514962 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bafba6b8-657f-4d65-b189-962a57530b83 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1737742662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:13.544076 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafba6b8-657f-4d65-b189-962a57530b83 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.545251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafba6b8-657f-4d65-b189-962a57530b83 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.596619 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafba6b8-657f-4d65-b189-962a57530b83 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.601202 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafba6b8-657f-4d65-b189-962a57530b83 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.616088 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bafba6b8-657f-4d65-b189-962a57530b83 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.617778 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bafba6b8-657f-4d65-b189-962a57530b83 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1980848 Jul 09 13:51:13.620386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45518) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:13.625194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-942269483'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:13.646919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Made reservation on behalf of 954aa92e7b8a45d686930955304cbd56 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:13.650465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.659545 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.753451 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.758116 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.780914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:51:13.795767 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a82703-4d79-46e1-8664-8e9b30202ad9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:13.798871 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.799260 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Added segment 8d997096-c98d-4ce6-88dc-e721042f459e of type vlan for network c00a72ff-a88a-4929-978e-2d6a949b39b3 Jul 09 13:51:13.845118 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.877185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.883275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:13.883862 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:13.941087 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3196762 Jul 09 13:51:13.944579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45520) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:13.951506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'subnet': {'network_id': 'c00a72ff-a88a-4929-978e-2d6a949b39b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:13.958873 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3ab40-40cc-4470-82f1-30eb6197668f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Network': ['ID=c00a72ff-a88a-4929-978e-2d6a949b39b3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:13.969421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c00a72ff-a88a-4929-978e-2d6a949b39b3 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:51:14.040438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Made reservation on behalf of 954aa92e7b8a45d686930955304cbd56 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:14.044085 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.114118 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.226429 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.291192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Subnet': ['ID=72665ec7-9364-4712-acd3-5e3a0adb042d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:14.299699 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Checking segment: {'id': '8d997096-c98d-4ce6-88dc-e721042f459e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c00a72ff-a88a-4929-978e-2d6a949b39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:14.300056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network hostable DHCP agents. Network: c00a72ff-a88a-4929-978e-2d6a949b39b3, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:51:14.319260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network c00a72ff-a88a-4929-978e-2d6a949b39b3 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:51:14.323743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2f206084-43da-48ac-8233-aa49152e8f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.332235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c00a72ff-a88a-4929-978e-2d6a949b39b3) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:14.338500 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:14.339145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.343034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84057003-d3f7-4ae3-bd4a-1ff67c228556 None None] Network c00a72ff-a88a-4929-978e-2d6a949b39b3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:14.358577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1abff9be-8fc4-4071-ac3e-317493bfd558 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4095948 Jul 09 13:51:14.358870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45522) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:14.364267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'network': {'name': 'tempest-router-network01--1196246040'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:14.387426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Made reservation on behalf of 954aa92e7b8a45d686930955304cbd56 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:14.390886 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.416309 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:51:14.425766 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.427029 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Added segment 94ef6af8-8fda-48b8-8b7f-2bca25895285 of type vlan for network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe Jul 09 13:51:14.467609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.494553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-c00a72ff-a88a-4929-978e-2d6a949b39b3', 'network_id': 'c00a72ff-a88a-4929-978e-2d6a949b39b3', 'tenant_id': '954aa92e7b8a45d686930955304cbd56', 'fixed_ips': [{'subnet_id': '72665ec7-9364-4712-acd3-5e3a0adb042d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:51:14.495500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.498505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.504258 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:14.505463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.570595 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2106514 Jul 09 13:51:14.573188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45524) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:14.580087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'network': {'name': 'tempest-router-network02--781338602'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:14.588675 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c1f5f-a62b-4642-bc5e-644e2373977b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Network': ['ID=83b25a4a-51b7-4107-96cc-dd4a2f9269fe,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:14.607104 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Made reservation on behalf of 954aa92e7b8a45d686930955304cbd56 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:14.610544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.615381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:51:14.636490 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:51:14.645897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.646243 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Added segment a5909908-1c15-4f78-8b42-8e5898f417ed of type vlan for network 7de867c8-82f2-4ac5-8ec2-1deac785f906 Jul 09 13:51:14.686102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.692619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Allocated IP 2001:db8::2 (c00a72ff-a88a-4929-978e-2d6a949b39b3/72665ec7-9364-4712-acd3-5e3a0adb042d/3f897582-9f15-4d72-8589-88a7399f4f67) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:14.716105 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.721714 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:14.722302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.775442 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2012138 Jul 09 13:51:14.778245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45526) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:14.783118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'subnet': {'network_id': '83b25a4a-51b7-4107-96cc-dd4a2f9269fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:14.840734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384739-f348-47ac-bf3a-761363354ad5 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Network': ['ID=7de867c8-82f2-4ac5-8ec2-1deac785f906,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:14.846733 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.853234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 7de867c8-82f2-4ac5-8ec2-1deac785f906 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:51:14.859401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Transition to ACTIVE for port object 3f897582-9f15-4d72-8589-88a7399f4f67 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:14.884888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Made reservation on behalf of 954aa92e7b8a45d686930955304cbd56 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:14.888804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.915699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Transition to ACTIVE for port object 3f897582-9f15-4d72-8589-88a7399f4f67 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:14.923362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:14.971950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Network c00a72ff-a88a-4929-978e-2d6a949b39b3 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:14.978648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:14.982054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:14.989587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Pushing event updated for resources: {'Port': ['ID=3f897582-9f15-4d72-8589-88a7399f4f67,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:15.044560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Attempting to bind port 3f897582-9f15-4d72-8589-88a7399f4f67 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:15.044938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Attempting to bind port 3f897582-9f15-4d72-8589-88a7399f4f67 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8d997096-c98d-4ce6-88dc-e721042f459e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c00a72ff-a88a-4929-978e-2d6a949b39b3'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:15.045307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Attempting to bind port 3f897582-9f15-4d72-8589-88a7399f4f67 on network c00a72ff-a88a-4929-978e-2d6a949b39b3 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:15.050532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:15.051002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Checking segment: {'id': '8d997096-c98d-4ce6-88dc-e721042f459e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c00a72ff-a88a-4929-978e-2d6a949b39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:15.051486 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.051886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Bound using segment: {'id': '8d997096-c98d-4ce6-88dc-e721042f459e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c00a72ff-a88a-4929-978e-2d6a949b39b3'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:15.052362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Bound port: 3f897582-9f15-4d72-8589-88a7399f4f67, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d997096-c98d-4ce6-88dc-e721042f459e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c00a72ff-a88a-4929-978e-2d6a949b39b3'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:15.052754 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.077235 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.116697 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] For port 3f897582-9f15-4d72-8589-88a7399f4f67, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:15.120189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] For port 3f897582-9f15-4d72-8589-88a7399f4f67, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f897582-9f15-4d72-8589-88a7399f4f67,segment=NetworkSegment(8d997096-c98d-4ce6-88dc-e721042f459e),segment_id=8d997096-c98d-4ce6-88dc-e721042f459e)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:15.124552 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.142356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Subnet': ['ID=0397bea9-89ce-48dc-ab40-44cad72c576b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:15.151354 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Checking segment: {'id': '94ef6af8-8fda-48b8-8b7f-2bca25895285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83b25a4a-51b7-4107-96cc-dd4a2f9269fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:15.151720 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network hostable DHCP agents. Network: 83b25a4a-51b7-4107-96cc-dd4a2f9269fe, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:51:15.169939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:51:15.184510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 83b25a4a-51b7-4107-96cc-dd4a2f9269fe) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:15.186069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:15.187270 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.189725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943a368-9c31-4f00-b8d8-339672b0d3dd None None] Pushing event updated for resources: {'Port': ['ID=3f897582-9f15-4d72-8589-88a7399f4f67,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:15.197347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec487357-a672-4ee3-8d10-334ca93f21d0 None None] Network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:15.217294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-80516c3c-3105-46a9-b82a-b5d0389b961d tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4377921 Jul 09 13:51:15.293266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45528) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:15.298708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'subnet': {'network_id': '7de867c8-82f2-4ac5-8ec2-1deac785f906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:15.371062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-83b25a4a-51b7-4107-96cc-dd4a2f9269fe', 'network_id': '83b25a4a-51b7-4107-96cc-dd4a2f9269fe', 'tenant_id': '954aa92e7b8a45d686930955304cbd56', 'fixed_ips': [{'subnet_id': '0397bea9-89ce-48dc-ab40-44cad72c576b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:51:15.371935 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.424102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Made reservation on behalf of 954aa92e7b8a45d686930955304cbd56 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:15.428663 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.563401 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Allocated IP 2001:db8::2 (83b25a4a-51b7-4107-96cc-dd4a2f9269fe/0397bea9-89ce-48dc-ab40-44cad72c576b/1da7675c-a242-4db7-a151-652b1fb46798) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:15.635691 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.703084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Subnet': ['ID=399f2f24-a947-48c1-ba84-bec469a132ed,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:15.709736 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.713023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Checking segment: {'id': 'a5909908-1c15-4f78-8b42-8e5898f417ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7de867c8-82f2-4ac5-8ec2-1deac785f906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:15.713605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network hostable DHCP agents. Network: 7de867c8-82f2-4ac5-8ec2-1deac785f906, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:51:15.719481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Transition to ACTIVE for port object 1da7675c-a242-4db7-a151-652b1fb46798 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:15.736214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Transition to ACTIVE for port object 1da7675c-a242-4db7-a151-652b1fb46798 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:15.740959 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network 7de867c8-82f2-4ac5-8ec2-1deac785f906 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:51:15.742428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.749838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 7de867c8-82f2-4ac5-8ec2-1deac785f906) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:15.753797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:15.755808 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:15.770481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-58c51b81-8b65-4eea-a089-987bfa0b18ed tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4759293 Jul 09 13:51:15.773118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45530) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:15.775241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3353ba6a-ccee-4947-8a7a-b5e517dada68 None None] Network 7de867c8-82f2-4ac5-8ec2-1deac785f906 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:15.992820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:16.001242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:16.004720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:16.012006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Pushing event updated for resources: {'Port': ['ID=1da7675c-a242-4db7-a151-652b1fb46798,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:16.078248 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.091144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Attempting to bind port 1da7675c-a242-4db7-a151-652b1fb46798 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:16.091523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Attempting to bind port 1da7675c-a242-4db7-a151-652b1fb46798 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '94ef6af8-8fda-48b8-8b7f-2bca25895285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83b25a4a-51b7-4107-96cc-dd4a2f9269fe'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:16.091883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Attempting to bind port 1da7675c-a242-4db7-a151-652b1fb46798 on network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:16.103329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:16.103711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Checking segment: {'id': '94ef6af8-8fda-48b8-8b7f-2bca25895285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83b25a4a-51b7-4107-96cc-dd4a2f9269fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:16.104121 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.104523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Bound using segment: {'id': '94ef6af8-8fda-48b8-8b7f-2bca25895285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83b25a4a-51b7-4107-96cc-dd4a2f9269fe'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:16.105003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Bound port: 1da7675c-a242-4db7-a151-652b1fb46798, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ef6af8-8fda-48b8-8b7f-2bca25895285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83b25a4a-51b7-4107-96cc-dd4a2f9269fe'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:16.105392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.233441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-7de867c8-82f2-4ac5-8ec2-1deac785f906', 'network_id': '7de867c8-82f2-4ac5-8ec2-1deac785f906', 'tenant_id': '954aa92e7b8a45d686930955304cbd56', 'fixed_ips': [{'subnet_id': '399f2f24-a947-48c1-ba84-bec469a132ed'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:51:16.233441 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.241798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e218f8f-9b79-4a3a-8d10-c0836ea1d88c None None] Network c00a72ff-a88a-4929-978e-2d6a949b39b3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:16.292528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] For port 1da7675c-a242-4db7-a151-652b1fb46798, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:16.320953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] For port 1da7675c-a242-4db7-a151-652b1fb46798, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1da7675c-a242-4db7-a151-652b1fb46798,segment=NetworkSegment(94ef6af8-8fda-48b8-8b7f-2bca25895285),segment_id=94ef6af8-8fda-48b8-8b7f-2bca25895285)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:16.324505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-da1a29bc-e237-4dc9-ba61-ca2ad87d2135 None None] Provisioning for port 3f897582-9f15-4d72-8589-88a7399f4f67 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:16.334643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Allocated IP 2001:db8::1 (83b25a4a-51b7-4107-96cc-dd4a2f9269fe/0397bea9-89ce-48dc-ab40-44cad72c576b/031c9b56-9482-4a59-829f-0303bd7ca039) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:16.337657 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.451325 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.471572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Transition to ACTIVE for port object 031c9b56-9482-4a59-829f-0303bd7ca039 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:16.508152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.548620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d933b4-f714-4724-842c-06447530a1e3 None None] Pushing event updated for resources: {'Port': ['ID=1da7675c-a242-4db7-a151-652b1fb46798,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:16.568201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:16.571884 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:16.576288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:16.576857 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.578892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Allocated IP 2001:db8::2 (7de867c8-82f2-4ac5-8ec2-1deac785f906/399f2f24-a947-48c1-ba84-bec469a132ed/62299c3c-ee97-483c-bf45-37940cf0fef2) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:16.618303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Port': ['ID=031c9b56-9482-4a59-829f-0303bd7ca039,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:16.753757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.806138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.815580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Transition to ACTIVE for port object 62299c3c-ee97-483c-bf45-37940cf0fef2 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:16.845270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Transition to ACTIVE for port object 62299c3c-ee97-483c-bf45-37940cf0fef2 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:16.853333 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.907885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Network 7de867c8-82f2-4ac5-8ec2-1deac785f906 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:16.911877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:16.918774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:16.920952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-139a8ba3-0886-4b24-b89c-1e6199f2f616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.938007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Pushing event updated for resources: {'Port': ['ID=62299c3c-ee97-483c-bf45-37940cf0fef2,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:17.031866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.037212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Attempting to bind port 62299c3c-ee97-483c-bf45-37940cf0fef2 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:17.037212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Attempting to bind port 62299c3c-ee97-483c-bf45-37940cf0fef2 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a5909908-1c15-4f78-8b42-8e5898f417ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7de867c8-82f2-4ac5-8ec2-1deac785f906'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:17.037212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Attempting to bind port 62299c3c-ee97-483c-bf45-37940cf0fef2 on network 7de867c8-82f2-4ac5-8ec2-1deac785f906 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:17.043002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:17.043364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Checking segment: {'id': 'a5909908-1c15-4f78-8b42-8e5898f417ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7de867c8-82f2-4ac5-8ec2-1deac785f906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:17.043766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.043896 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.044341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Bound using segment: {'id': 'a5909908-1c15-4f78-8b42-8e5898f417ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7de867c8-82f2-4ac5-8ec2-1deac785f906'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:17.044668 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Bound port: 62299c3c-ee97-483c-bf45-37940cf0fef2, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5909908-1c15-4f78-8b42-8e5898f417ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7de867c8-82f2-4ac5-8ec2-1deac785f906'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:17.045052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.050380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.051769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.110350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1da7675c-a242-4db7-a151-652b1fb46798 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:17.149512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Port': ['ID=031c9b56-9482-4a59-829f-0303bd7ca039,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:17.166509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] For port 62299c3c-ee97-483c-bf45-37940cf0fef2, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:17.169687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] For port 62299c3c-ee97-483c-bf45-37940cf0fef2, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=62299c3c-ee97-483c-bf45-37940cf0fef2,segment=NetworkSegment(a5909908-1c15-4f78-8b42-8e5898f417ed),segment_id=a5909908-1c15-4f78-8b42-8e5898f417ed)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:17.175245 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.192347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:17.193432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:17.228646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1da7675c-a242-4db7-a151-652b1fb46798 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:17.234817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f897582-9f15-4d72-8589-88a7399f4f67 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:17.281691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc18a1-35d3-47fd-8bec-022b4d56307b None None] Pushing event updated for resources: {'Port': ['ID=62299c3c-ee97-483c-bf45-37940cf0fef2,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:17.309390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3f897582-9f15-4d72-8589-88a7399f4f67 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:17.313705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3f897582-9f15-4d72-8589-88a7399f4f67 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:17.314087 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.414112 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.485451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 3f897582-9f15-4d72-8589-88a7399f4f67, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f897582-9f15-4d72-8589-88a7399f4f67,segment=NetworkSegment(8d997096-c98d-4ce6-88dc-e721042f459e),segment_id=8d997096-c98d-4ce6-88dc-e721042f459e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:17.492581 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.579688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=3f897582-9f15-4d72-8589-88a7399f4f67,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:17.720518 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Router 77d7f83c-0bc9-40fc-8a64-6d6169beecf1 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:51:17.730661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b5b0ef-240b-481f-942f-8a85854af9d5 None None] Network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:17.814794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:17.822024 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1c1f20f7-69a1-49f8-912f-8fcd7d05afa4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "PUT /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466914 Jul 09 13:51:17.823580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45532) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:17.842011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda666d-e4da-446d-a171-bf7332f9ca46 None None] Sync routers for ids ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:17.866629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-90663415-98d2-45c7-bc3a-7672b8d159e7 None None] Provisioning for port 1da7675c-a242-4db7-a151-652b1fb46798 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:17.873159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda666d-e4da-446d-a171-bf7332f9ca46 None None] Routers {'77d7f83c-0bc9-40fc-8a64-6d6169beecf1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:17.873862 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fda666d-e4da-446d-a171-bf7332f9ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:17.898092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-90663415-98d2-45c7-bc3a-7672b8d159e7 None None] Provisioning complete for port 1da7675c-a242-4db7-a151-652b1fb46798 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:17.898882 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-90663415-98d2-45c7-bc3a-7672b8d159e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.957086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fda666d-e4da-446d-a171-bf7332f9ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:17.982011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda666d-e4da-446d-a171-bf7332f9ca46 None None] Routers {'77d7f83c-0bc9-40fc-8a64-6d6169beecf1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:17.982516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fda666d-e4da-446d-a171-bf7332f9ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:18.027255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fda666d-e4da-446d-a171-bf7332f9ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:18.027897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda666d-e4da-446d-a171-bf7332f9ca46 None None] The sync data for ids ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:18.077845 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-90663415-98d2-45c7-bc3a-7672b8d159e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.116182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-90663415-98d2-45c7-bc3a-7672b8d159e7 None None] For port 1da7675c-a242-4db7-a151-652b1fb46798, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1da7675c-a242-4db7-a151-652b1fb46798,segment=NetworkSegment(94ef6af8-8fda-48b8-8b7f-2bca25895285),segment_id=94ef6af8-8fda-48b8-8b7f-2bca25895285)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:18.121470 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-90663415-98d2-45c7-bc3a-7672b8d159e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.199967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90663415-98d2-45c7-bc3a-7672b8d159e7 None None] Pushing event updated for resources: {'Port': ['ID=1da7675c-a242-4db7-a151-652b1fb46798,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:18.218869 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-d3431d0f-9271-4df2-ba56-01c94d5cb765 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:51:18.223424 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d3431d0f-9271-4df2-ba56-01c94d5cb765 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "PUT /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3957901 Jul 09 13:51:18.223424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45534) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:18.286713 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.446555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3022b6ec-4621-4813-b159-489756f5aab8 None None] Provisioning complete for port 1da7675c-a242-4db7-a151-652b1fb46798 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:18.447114 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3022b6ec-4621-4813-b159-489756f5aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.492375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c43f6-d9a7-4265-8009-68399c265062 None None] Network 7de867c8-82f2-4ac5-8ec2-1deac785f906 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:18.585626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.652570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3022b6ec-4621-4813-b159-489756f5aab8 None None] Provisioning for port 031c9b56-9482-4a59-829f-0303bd7ca039 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:18.658628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3022b6ec-4621-4813-b159-489756f5aab8 None None] Provisioning complete for port 031c9b56-9482-4a59-829f-0303bd7ca039 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:18.659039 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3022b6ec-4621-4813-b159-489756f5aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.721897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3022b6ec-4621-4813-b159-489756f5aab8 None None] Port 031c9b56-9482-4a59-829f-0303bd7ca039 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:51:18.845993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7cb072f8-c710-4652-b860-d4d64ec68368 None None] Provisioning for port 62299c3c-ee97-483c-bf45-37940cf0fef2 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:18.864362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7cb072f8-c710-4652-b860-d4d64ec68368 None None] Provisioning complete for port 031c9b56-9482-4a59-829f-0303bd7ca039 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:18.864838 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7cb072f8-c710-4652-b860-d4d64ec68368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.865283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting port 031c9b56-9482-4a59-829f-0303bd7ca039 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:18.865628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.900137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7cb072f8-c710-4652-b860-d4d64ec68368 None None] Port 031c9b56-9482-4a59-829f-0303bd7ca039 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:51:18.972528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:18.984578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Calling delete_port for 031c9b56-9482-4a59-829f-0303bd7ca039 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:19.069059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1da7675c-a242-4db7-a151-652b1fb46798 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:19.115168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1da7675c-a242-4db7-a151-652b1fb46798 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:19.115543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.174964 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.197332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 62299c3c-ee97-483c-bf45-37940cf0fef2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:19.202837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Port': ['ID=031c9b56-9482-4a59-829f-0303bd7ca039,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:19.263379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 62299c3c-ee97-483c-bf45-37940cf0fef2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:19.267876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 62299c3c-ee97-483c-bf45-37940cf0fef2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:19.268257 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.312083 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.364131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.399033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 62299c3c-ee97-483c-bf45-37940cf0fef2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=62299c3c-ee97-483c-bf45-37940cf0fef2,segment=NetworkSegment(a5909908-1c15-4f78-8b42-8e5898f417ed),segment_id=a5909908-1c15-4f78-8b42-8e5898f417ed)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:19.404347 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.405223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f897582-9f15-4d72-8589-88a7399f4f67 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:19.483553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=62299c3c-ee97-483c-bf45-37940cf0fef2,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:19.484245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Router 77d7f83c-0bc9-40fc-8a64-6d6169beecf1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:19.497781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3f897582-9f15-4d72-8589-88a7399f4f67 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:19.498153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.563160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:19.572831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-af095580-88af-42a0-b240-ec25e17db74b tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "PUT /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3446860 Jul 09 13:51:19.573095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45536) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:19.579191 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b0493-ef70-43d4-96c8-7a647545d0df None None] Sync routers for ids ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:19.593885 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b0493-ef70-43d4-96c8-7a647545d0df None None] Routers {'77d7f83c-0bc9-40fc-8a64-6d6169beecf1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:19.595216 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-662b0493-ef70-43d4-96c8-7a647545d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:19.614884 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-3b6d9813-9e67-4cf9-8fd5-77e859f0b0fa tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] delete failed (client error): The resource could not be found. Jul 09 13:51:19.616282 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3b6d9813-9e67-4cf9-8fd5-77e859f0b0fa tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1897036989 HTTP/1.1" status: 404 len: 335 time: 0.0421493 Jul 09 13:51:19.620180 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:19.625310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-46af4e7e-7635-4df4-8ae9-56912d1d085f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'router': {'external_gateway_info': {'network_id': '77d7f83c-0bc9-40fc-8a64-6d6169beecf1'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:19.640599 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-662b0493-ef70-43d4-96c8-7a647545d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:19.653393 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b0493-ef70-43d4-96c8-7a647545d0df None None] Routers {'77d7f83c-0bc9-40fc-8a64-6d6169beecf1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:19.654318 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-662b0493-ef70-43d4-96c8-7a647545d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:19.692367 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-662b0493-ef70-43d4-96c8-7a647545d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:19.693010 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b0493-ef70-43d4-96c8-7a647545d0df None None] The sync data for ids ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:19.756049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.837728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46af4e7e-7635-4df4-8ae9-56912d1d085f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.858263 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-46af4e7e-7635-4df4-8ae9-56912d1d085f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] update failed (client error): The resource could not be found. Jul 09 13:51:19.859368 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-46af4e7e-7635-4df4-8ae9-56912d1d085f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "PUT /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1 HTTP/1.1" status: 404 len: 339 time: 0.2380497 Jul 09 13:51:19.862905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45540) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:19.868179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1317729298'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:19.889313 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Made reservation on behalf of 954aa92e7b8a45d686930955304cbd56 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:19.892792 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.916499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:51:19.926360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.926738 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Added segment b6b9eb50-876c-4ffc-b48a-86f009602550 of type vlan for network e5007267-e8ec-4dd6-af3b-acb88c770431 Jul 09 13:51:19.967016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:19.996410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:20.001966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:20.002549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:20.062794 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1987767 Jul 09 13:51:20.065610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45542) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:20.073277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'subnet': {'network_id': 'e5007267-e8ec-4dd6-af3b-acb88c770431', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:20.089579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab87567-ba21-4715-8772-266b7e18f6bb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Network': ['ID=e5007267-e8ec-4dd6-af3b-acb88c770431,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:20.099713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network e5007267-e8ec-4dd6-af3b-acb88c770431 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:51:20.163479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Made reservation on behalf of 954aa92e7b8a45d686930955304cbd56 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:20.167487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:20.344628 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:20.401193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Subnet': ['ID=88525198-4580-4445-a595-93d591fb0d6d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:20.412232 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Checking segment: {'id': 'b6b9eb50-876c-4ffc-b48a-86f009602550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5007267-e8ec-4dd6-af3b-acb88c770431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:20.412594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network hostable DHCP agents. Network: e5007267-e8ec-4dd6-af3b-acb88c770431, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:51:20.429776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network e5007267-e8ec-4dd6-af3b-acb88c770431 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:51:20.438631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, e5007267-e8ec-4dd6-af3b-acb88c770431) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:20.442835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:20.443463 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:20.447707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f99b1-cba5-4082-b0f2-adce518133e5 None None] Network e5007267-e8ec-4dd6-af3b-acb88c770431 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:20.462255 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-beedcae4-abab-4112-b026-a5a4020a2c3e tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3955975 Jul 09 13:51:20.464967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45544) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:20.469679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8043dcbc-f871-4ff9-875f-bb5ba942ba08 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5007267-e8ec-4dd6-af3b-acb88c770431'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:20.602368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49831137-b659-4063-b392-43490af7b40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-e5007267-e8ec-4dd6-af3b-acb88c770431', 'network_id': 'e5007267-e8ec-4dd6-af3b-acb88c770431', 'tenant_id': '954aa92e7b8a45d686930955304cbd56', 'fixed_ips': [{'subnet_id': '88525198-4580-4445-a595-93d591fb0d6d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:51:20.603263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-49831137-b659-4063-b392-43490af7b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:20.681496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8043dcbc-f871-4ff9-875f-bb5ba942ba08 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:20.791091 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-8043dcbc-f871-4ff9-875f-bb5ba942ba08 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:51:20.792257 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8043dcbc-f871-4ff9-875f-bb5ba942ba08 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "PUT /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1 HTTP/1.1" status: 400 len: 364 time: 0.3263302 Jul 09 13:51:20.796146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45546) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:20.893419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-49831137-b659-4063-b392-43490af7b40b None None] Allocated IP 2001:db8:1::2 (e5007267-e8ec-4dd6-af3b-acb88c770431/88525198-4580-4445-a595-93d591fb0d6d/5f284a95-deb9-4dd4-a610-d4ac208aa2a0) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:20.984210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 62299c3c-ee97-483c-bf45-37940cf0fef2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:21.077767 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-49831137-b659-4063-b392-43490af7b40b None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.091110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-49831137-b659-4063-b392-43490af7b40b None None] Transition to ACTIVE for port object 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:21.092989 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.097323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 62299c3c-ee97-483c-bf45-37940cf0fef2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:21.098255 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.128063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-49831137-b659-4063-b392-43490af7b40b None None] Transition to ACTIVE for port object 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:21.138958 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-49831137-b659-4063-b392-43490af7b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.193673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49831137-b659-4063-b392-43490af7b40b None None] Network e5007267-e8ec-4dd6-af3b-acb88c770431 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:21.200569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-49831137-b659-4063-b392-43490af7b40b None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:21.203969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49831137-b659-4063-b392-43490af7b40b None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:21.206053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831137-b659-4063-b392-43490af7b40b None None] Pushing event updated for resources: {'Port': ['ID=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:21.295559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-49831137-b659-4063-b392-43490af7b40b None None] Attempting to bind port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:21.295925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-49831137-b659-4063-b392-43490af7b40b None None] Attempting to bind port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b6b9eb50-876c-4ffc-b48a-86f009602550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5007267-e8ec-4dd6-af3b-acb88c770431'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:21.296287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49831137-b659-4063-b392-43490af7b40b None None] Attempting to bind port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 on network e5007267-e8ec-4dd6-af3b-acb88c770431 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:21.302041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49831137-b659-4063-b392-43490af7b40b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:21.302416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49831137-b659-4063-b392-43490af7b40b None None] Checking segment: {'id': 'b6b9eb50-876c-4ffc-b48a-86f009602550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5007267-e8ec-4dd6-af3b-acb88c770431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:21.302819 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-49831137-b659-4063-b392-43490af7b40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.303233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49831137-b659-4063-b392-43490af7b40b None None] Bound using segment: {'id': 'b6b9eb50-876c-4ffc-b48a-86f009602550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5007267-e8ec-4dd6-af3b-acb88c770431'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:21.303695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-49831137-b659-4063-b392-43490af7b40b None None] Bound port: 5f284a95-deb9-4dd4-a610-d4ac208aa2a0, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b9eb50-876c-4ffc-b48a-86f009602550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5007267-e8ec-4dd6-af3b-acb88c770431'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:21.304070 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-49831137-b659-4063-b392-43490af7b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.340099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Allocated IP 2001:db8::1 (c00a72ff-a88a-4929-978e-2d6a949b39b3/72665ec7-9364-4712-acd3-5e3a0adb042d/577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:21.369651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-49831137-b659-4063-b392-43490af7b40b None None] For port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:21.372974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-49831137-b659-4063-b392-43490af7b40b None None] For port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,segment=NetworkSegment(b6b9eb50-876c-4ffc-b48a-86f009602550),segment_id=b6b9eb50-876c-4ffc-b48a-86f009602550)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:21.377469 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-49831137-b659-4063-b392-43490af7b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.434872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831137-b659-4063-b392-43490af7b40b None None] Pushing event updated for resources: {'Port': ['ID=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:21.462104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.479891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Transition to ACTIVE for port object 577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:21.515636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.560707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network c00a72ff-a88a-4929-978e-2d6a949b39b3 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:21.563939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:21.568874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:21.569430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.575378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Port': ['ID=577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:21.730268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.867647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7a39d798-ff71-477f-bb9d-3e4850a1bf4b None None] Provisioning for port 577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:21.871517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7a39d798-ff71-477f-bb9d-3e4850a1bf4b None None] Provisioning complete for port 577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:21.871885 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7a39d798-ff71-477f-bb9d-3e4850a1bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:21.906243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7a39d798-ff71-477f-bb9d-3e4850a1bf4b None None] Port 577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:51:22.006375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:22.012153 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:22.013065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:22.098608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event updated for resources: {'Port': ['ID=577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:22.144412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Network c00a72ff-a88a-4929-978e-2d6a949b39b3 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:22.146659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:22.251636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Router 77d7f83c-0bc9-40fc-8a64-6d6169beecf1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:22.348600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:22.355538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-609b3d54-8c7d-480a-8778-bc0486d64be4 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "PUT /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583031 Jul 09 13:51:22.358728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45548) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:22.361648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c0798-adf1-4abf-92a5-9a148e5804c3 None None] Sync routers for ids ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:22.372524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c0798-adf1-4abf-92a5-9a148e5804c3 None None] Routers {'77d7f83c-0bc9-40fc-8a64-6d6169beecf1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:22.373181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-7b9c0798-adf1-4abf-92a5-9a148e5804c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:22.408750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-7b9c0798-adf1-4abf-92a5-9a148e5804c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:22.424525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c0798-adf1-4abf-92a5-9a148e5804c3 None None] Routers {'77d7f83c-0bc9-40fc-8a64-6d6169beecf1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:22.425171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-7b9c0798-adf1-4abf-92a5-9a148e5804c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:22.460275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3e6e754d-880d-47db-9a06-57763212ad11 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:22.462197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-7b9c0798-adf1-4abf-92a5-9a148e5804c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:22.462827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c0798-adf1-4abf-92a5-9a148e5804c3 None None] The sync data for ids ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'] in n-d-799524-3 is: [] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:22.467974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1017ae6-7139-49a1-91f6-99e0edd06d70 None None] Provisioning complete for port 577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:22.468283 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1017ae6-7139-49a1-91f6-99e0edd06d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:22.503013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7175c0-4177-40cf-adfa-d1aeb8cb86f3 None None] Network e5007267-e8ec-4dd6-af3b-acb88c770431 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:22.517894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f1017ae6-7139-49a1-91f6-99e0edd06d70 None None] Port 577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:51:22.664176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8b1c1812-3caa-4c2d-9a14-f70fe0de5bc8 None None] Provisioning for port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:22.889266 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-3e6e754d-880d-47db-9a06-57763212ad11 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:51:22.890339 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3e6e754d-880d-47db-9a06-57763212ad11 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1 HTTP/1.1" status: 409 len: 329 time: 0.5305133 Jul 09 13:51:22.893177 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45550) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:22.990122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:23.037320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:23.041148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:23.041523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.122709 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.155175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,segment=NetworkSegment(b6b9eb50-876c-4ffc-b48a-86f009602550),segment_id=b6b9eb50-876c-4ffc-b48a-86f009602550)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:23.158804 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.207017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:23.216556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.464021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting port 577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:23.464724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.548719 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.553069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-eb21a319-7a72-47c7-8100-c73f82005865 req-6c9214a8-de65-4542-8e90-55c3090550d7 service neutron] (93913) timed out ('10.222.0.32', 49482) {{(pid=93913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:51:23.560914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Calling delete_port for 577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:23.735504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.767612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Port': ['ID=577b2c8a-dd4f-4ac3-bdf1-0762f4b6d72e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:23.870428 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.037661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Router 77d7f83c-0bc9-40fc-8a64-6d6169beecf1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:24.113738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:24.118548 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9e55e4be-29f7-4de1-943d-b30b1586ba2a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "PUT /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2243812 Jul 09 13:51:24.122068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45552) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:24.123077 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b975fa1-0424-472e-9eea-ec0356242c85 None None] Sync routers for ids ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:24.132803 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b975fa1-0424-472e-9eea-ec0356242c85 None None] Routers {'77d7f83c-0bc9-40fc-8a64-6d6169beecf1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:24.133498 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4b975fa1-0424-472e-9eea-ec0356242c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:24.161233 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-4dd290ce-875a-44a4-867e-cc0740f500cb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] show failed (client error): The resource could not be found. Jul 09 13:51:24.162288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4dd290ce-875a-44a4-867e-cc0740f500cb tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-831260336 HTTP/1.1" status: 404 len: 334 time: 0.0392425 Jul 09 13:51:24.166086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45554) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:24.168863 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4b975fa1-0424-472e-9eea-ec0356242c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:24.170569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-49180e74-4b05-4311-be82-93db52bc0983 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:24.177869 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b975fa1-0424-472e-9eea-ec0356242c85 None None] Routers {'77d7f83c-0bc9-40fc-8a64-6d6169beecf1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:24.178473 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4b975fa1-0424-472e-9eea-ec0356242c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:24.208400 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-49180e74-4b05-4311-be82-93db52bc0983 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] update failed (client error): The resource could not be found. Jul 09 13:51:24.209513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-49180e74-4b05-4311-be82-93db52bc0983 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-262497664 HTTP/1.1" status: 404 len: 334 time: 0.0424931 Jul 09 13:51:24.210629 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4b975fa1-0424-472e-9eea-ec0356242c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:24.211297 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b975fa1-0424-472e-9eea-ec0356242c85 None None] The sync data for ids ['77d7f83c-0bc9-40fc-8a64-6d6169beecf1'] in n-d-799524-3 is: [] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:24.212995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45556) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:24.263552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fffb96-e62a-45de-87ac-3cac4bb9615a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting subnet 88525198-4580-4445-a595-93d591fb0d6d {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:24.266755 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23fffb96-e62a-45de-87ac-3cac4bb9615a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.306124 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23fffb96-e62a-45de-87ac-3cac4bb9615a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.391537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23fffb96-e62a-45de-87ac-3cac4bb9615a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.448314 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23fffb96-e62a-45de-87ac-3cac4bb9615a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.473013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fffb96-e62a-45de-87ac-3cac4bb9615a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Subnet': ['ID=88525198-4580-4445-a595-93d591fb0d6d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:24.478562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23fffb96-e62a-45de-87ac-3cac4bb9615a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.480457 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-23fffb96-e62a-45de-87ac-3cac4bb9615a tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/subnets/88525198-4580-4445-a595-93d591fb0d6d HTTP/1.1" status: 204 len: 168 time: 0.2665451 Jul 09 13:51:24.482864 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45558) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:24.485675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9fbff5-ef85-4d31-bb7f-2516e144a7e1 None None] Network e5007267-e8ec-4dd6-af3b-acb88c770431 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:24.559159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.617277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:24.617746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.669856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] DHCP port deletion for e5007267-e8ec-4dd6-af3b-acb88c770431 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:24.685939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] For port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,segment=NetworkSegment(b6b9eb50-876c-4ffc-b48a-86f009602550),segment_id=b6b9eb50-876c-4ffc-b48a-86f009602550)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:24.686298 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.699468 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Calling delete_port for 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:24.715960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] Deleting port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:24.716349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.776938 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.780768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] For port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,segment=NetworkSegment(b6b9eb50-876c-4ffc-b48a-86f009602550),segment_id=b6b9eb50-876c-4ffc-b48a-86f009602550)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:24.781165 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.793909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] Calling delete_port for 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:24.806655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Port': ['ID=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:24.810434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] No DVR routers for this DVR port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:24.869599 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.886615 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.895100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] Pushing event deleted for resources: {'Port': ['ID=5f284a95-deb9-4dd4-a610-d4ac208aa2a0,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:24.896553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5007267-e8ec-4dd6-af3b-acb88c770431']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:24.900429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bea246-88aa-4a48-8828-ba39615d961e None None] No DVR routers for this DVR port 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:24.915122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b9eb50-876c-4ffc-b48a-86f009602550') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:24.915122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b9eb50-876c-4ffc-b48a-86f009602550') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:24.924681 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.940035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.947787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:24.948286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:24.951478 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:24.968513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:24.991464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:24.991922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f284a95-deb9-4dd4-a610-d4ac208aa2a0 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:25.015626 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.023000 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.024847 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/networks/e5007267-e8ec-4dd6-af3b-acb88c770431 HTTP/1.1" status: 204 len: 168 time: 0.5410395 Jul 09 13:51:25.027463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45560) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:25.036587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326a1a-4af0-4a58-b7bd-4d9016709d2f tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Network': ['ID=e5007267-e8ec-4dd6-af3b-acb88c770431,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:25.080839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f63c433-461b-4c5b-bbc5-c4e7275ec6d8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting subnet 399f2f24-a947-48c1-ba84-bec469a132ed {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:25.083865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f63c433-461b-4c5b-bbc5-c4e7275ec6d8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.127423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f63c433-461b-4c5b-bbc5-c4e7275ec6d8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.210008 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f63c433-461b-4c5b-bbc5-c4e7275ec6d8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.268833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f63c433-461b-4c5b-bbc5-c4e7275ec6d8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.300555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63c433-461b-4c5b-bbc5-c4e7275ec6d8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Subnet': ['ID=399f2f24-a947-48c1-ba84-bec469a132ed,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:25.304309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f63c433-461b-4c5b-bbc5-c4e7275ec6d8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.306161 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0f63c433-461b-4c5b-bbc5-c4e7275ec6d8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/subnets/399f2f24-a947-48c1-ba84-bec469a132ed HTTP/1.1" status: 204 len: 168 time: 0.2776129 Jul 09 13:51:25.308558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45562) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:25.312511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a576fef-0313-46e4-8a12-7844457a6447 None None] Network 7de867c8-82f2-4ac5-8ec2-1deac785f906 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:25.360677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2173f2-f8bc-4cb9-a4ed-706388bdcd82 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting subnet 0397bea9-89ce-48dc-ab40-44cad72c576b {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:25.364425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-da2173f2-f8bc-4cb9-a4ed-706388bdcd82 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.403947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-da2173f2-f8bc-4cb9-a4ed-706388bdcd82 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.487159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] DHCP port deletion for 7de867c8-82f2-4ac5-8ec2-1deac785f906 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:25.506173 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-da2173f2-f8bc-4cb9-a4ed-706388bdcd82 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.540308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] Deleting port 62299c3c-ee97-483c-bf45-37940cf0fef2 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:25.540687 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.564726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-da2173f2-f8bc-4cb9-a4ed-706388bdcd82 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.593536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2173f2-f8bc-4cb9-a4ed-706388bdcd82 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Subnet': ['ID=0397bea9-89ce-48dc-ab40-44cad72c576b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:25.599393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-da2173f2-f8bc-4cb9-a4ed-706388bdcd82 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.600231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-da2173f2-f8bc-4cb9-a4ed-706388bdcd82 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/subnets/0397bea9-89ce-48dc-ab40-44cad72c576b HTTP/1.1" status: 204 len: 168 time: 0.2906768 Jul 09 13:51:25.601348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45564) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:25.606815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf710339-b12b-44e3-affc-5fd3fb98f1d5 None None] Network 83b25a4a-51b7-4107-96cc-dd4a2f9269fe requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:25.609707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] For port 62299c3c-ee97-483c-bf45-37940cf0fef2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=62299c3c-ee97-483c-bf45-37940cf0fef2,segment=NetworkSegment(a5909908-1c15-4f78-8b42-8e5898f417ed),segment_id=a5909908-1c15-4f78-8b42-8e5898f417ed)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:25.610101 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.663498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] Calling delete_port for 62299c3c-ee97-483c-bf45-37940cf0fef2 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:25.679291 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.737325 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting port 62299c3c-ee97-483c-bf45-37940cf0fef2 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:25.737573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.810833 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.811128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] For port 62299c3c-ee97-483c-bf45-37940cf0fef2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=62299c3c-ee97-483c-bf45-37940cf0fef2,segment=NetworkSegment(a5909908-1c15-4f78-8b42-8e5898f417ed),segment_id=a5909908-1c15-4f78-8b42-8e5898f417ed)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:25.811440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.825729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Calling delete_port for 62299c3c-ee97-483c-bf45-37940cf0fef2 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:25.841243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] Pushing event deleted for resources: {'Port': ['ID=62299c3c-ee97-483c-bf45-37940cf0fef2,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:25.849828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee639e8-94db-4990-a064-bb655035aea8 None None] No DVR routers for this DVR port 62299c3c-ee97-483c-bf45-37940cf0fef2 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:25.909302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] DHCP port deletion for 83b25a4a-51b7-4107-96cc-dd4a2f9269fe request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:25.918826 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:25.945932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Port': ['ID=62299c3c-ee97-483c-bf45-37940cf0fef2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:25.949458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] No DVR routers for this DVR port 62299c3c-ee97-483c-bf45-37940cf0fef2 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:25.968995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] Deleting port 1da7675c-a242-4db7-a151-652b1fb46798 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:25.969410 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.043391 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.050131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] For port 1da7675c-a242-4db7-a151-652b1fb46798, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1da7675c-a242-4db7-a151-652b1fb46798,segment=NetworkSegment(94ef6af8-8fda-48b8-8b7f-2bca25895285),segment_id=94ef6af8-8fda-48b8-8b7f-2bca25895285)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:26.051606 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.054669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de867c8-82f2-4ac5-8ec2-1deac785f906']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:26.070233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] Calling delete_port for 1da7675c-a242-4db7-a151-652b1fb46798 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:26.071561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5909908-1c15-4f78-8b42-8e5898f417ed') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:26.071737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5909908-1c15-4f78-8b42-8e5898f417ed') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:26.081103 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.095003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.101070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:26.101502 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: self.session.flush() Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:26.104546 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:26.149444 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.162866 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.170648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.175299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] Pushing event deleted for resources: {'Port': ['ID=1da7675c-a242-4db7-a151-652b1fb46798,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:26.175499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/networks/7de867c8-82f2-4ac5-8ec2-1deac785f906 HTTP/1.1" status: 204 len: 168 time: 0.5730138 Jul 09 13:51:26.176589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45566) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:26.180674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a771798-33ab-4d7b-be5b-df8434482621 None None] No DVR routers for this DVR port 1da7675c-a242-4db7-a151-652b1fb46798 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:26.189667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4883a-a138-45ea-9ccd-a51462c440c3 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Network': ['ID=7de867c8-82f2-4ac5-8ec2-1deac785f906,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:26.252649 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.341284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.351515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b25a4a-51b7-4107-96cc-dd4a2f9269fe']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:26.361593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ef6af8-8fda-48b8-8b7f-2bca25895285') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:26.361895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ef6af8-8fda-48b8-8b7f-2bca25895285') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:26.370641 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.384307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.389953 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:26.390337 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:26.393225 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:26.453526 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.460779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.462590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/networks/83b25a4a-51b7-4107-96cc-dd4a2f9269fe HTTP/1.1" status: 204 len: 168 time: 0.2848229 Jul 09 13:51:26.464974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45568) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:26.481823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26991ea-918c-46fb-b1b0-552e79901339 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Network': ['ID=83b25a4a-51b7-4107-96cc-dd4a2f9269fe,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:26.523811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf98659-bc07-4dd5-bf9d-0b8091a52ae8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting subnet 72665ec7-9364-4712-acd3-5e3a0adb042d {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:26.526839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbf98659-bc07-4dd5-bf9d-0b8091a52ae8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.567373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbf98659-bc07-4dd5-bf9d-0b8091a52ae8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.653248 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbf98659-bc07-4dd5-bf9d-0b8091a52ae8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.718483 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbf98659-bc07-4dd5-bf9d-0b8091a52ae8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.743228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf98659-bc07-4dd5-bf9d-0b8091a52ae8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Subnet': ['ID=72665ec7-9364-4712-acd3-5e3a0adb042d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:26.748958 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dbf98659-bc07-4dd5-bf9d-0b8091a52ae8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.750803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dbf98659-bc07-4dd5-bf9d-0b8091a52ae8 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/subnets/72665ec7-9364-4712-acd3-5e3a0adb042d HTTP/1.1" status: 204 len: 168 time: 0.2849174 Jul 09 13:51:26.754772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45570) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:26.755838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e710c-ef7a-47e9-a37a-40b1ecc51a06 None None] Network c00a72ff-a88a-4929-978e-2d6a949b39b3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:26.833818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.885335 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Deleting port 3f897582-9f15-4d72-8589-88a7399f4f67 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:26.885684 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.931197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] DHCP port deletion for c00a72ff-a88a-4929-978e-2d6a949b39b3 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:26.952880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] For port 3f897582-9f15-4d72-8589-88a7399f4f67, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f897582-9f15-4d72-8589-88a7399f4f67,segment=NetworkSegment(8d997096-c98d-4ce6-88dc-e721042f459e),segment_id=8d997096-c98d-4ce6-88dc-e721042f459e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:26.953317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.967931 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Calling delete_port for 3f897582-9f15-4d72-8589-88a7399f4f67 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:26.982908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] Deleting port 3f897582-9f15-4d72-8589-88a7399f4f67 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:26.983284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.023807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1da7675c-a242-4db7-a151-652b1fb46798 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:27.058073 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.062517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1da7675c-a242-4db7-a151-652b1fb46798 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:27.062871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1da7675c-a242-4db7-a151-652b1fb46798 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:27.063325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 62299c3c-ee97-483c-bf45-37940cf0fef2 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:27.084945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Port': ['ID=3f897582-9f15-4d72-8589-88a7399f4f67,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:27.088407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] No DVR routers for this DVR port 3f897582-9f15-4d72-8589-88a7399f4f67 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:27.091481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 62299c3c-ee97-483c-bf45-37940cf0fef2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:27.091481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 62299c3c-ee97-483c-bf45-37940cf0fef2 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:27.091761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f897582-9f15-4d72-8589-88a7399f4f67 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:27.115872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 3f897582-9f15-4d72-8589-88a7399f4f67 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:27.116219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3f897582-9f15-4d72-8589-88a7399f4f67 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:27.125391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] For port 3f897582-9f15-4d72-8589-88a7399f4f67, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3f897582-9f15-4d72-8589-88a7399f4f67,segment=NetworkSegment(8d997096-c98d-4ce6-88dc-e721042f459e),segment_id=8d997096-c98d-4ce6-88dc-e721042f459e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:27.125864 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.139534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] Calling delete_port for 3f897582-9f15-4d72-8589-88a7399f4f67 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:27.176884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.186429 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00a72ff-a88a-4929-978e-2d6a949b39b3']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:27.197579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d997096-c98d-4ce6-88dc-e721042f459e') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:27.197865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d997096-c98d-4ce6-88dc-e721042f459e') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:27.206371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.220738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.223973 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.227834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:27.228406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:27.231461 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:27.249507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] Pushing event deleted for resources: {'Port': ['ID=3f897582-9f15-4d72-8589-88a7399f4f67,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:27.254061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98b5c5-b5d1-47be-8f21-1686abbaf3ca None None] No DVR routers for this DVR port 3f897582-9f15-4d72-8589-88a7399f4f67 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:27.291611 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.298670 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.300500 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/networks/c00a72ff-a88a-4929-978e-2d6a949b39b3 HTTP/1.1" status: 204 len: 168 time: 0.5443358 Jul 09 13:51:27.304097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45574) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:27.322831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b36a12-910f-4b8d-be59-cae773757468 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Pushing event deleted for resources: {'Network': ['ID=c00a72ff-a88a-4929-978e-2d6a949b39b3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:27.345497 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-763110c2-6737-4471-83fd-568349e28f3c tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "GET /v2.0/ports?device_id=77d7f83c-0bc9-40fc-8a64-6d6169beecf1 HTTP/1.1" status: 200 len: 205 time: 0.0403805 Jul 09 13:51:27.348799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45576) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:27.432537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6cef-f2aa-45ae-85d4-e096a0026ff1 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.587723 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6cef-f2aa-45ae-85d4-e096a0026ff1 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.589780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6cef-f2aa-45ae-85d4-e096a0026ff1 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.635251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6cef-f2aa-45ae-85d4-e096a0026ff1 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.635782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ae6cef-f2aa-45ae-85d4-e096a0026ff1 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Fanout notify agent at l3_agent the message router_deleted on router 77d7f83c-0bc9-40fc-8a64-6d6169beecf1 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:51:27.642563 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6cef-f2aa-45ae-85d4-e096a0026ff1 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.643693 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b5ae6cef-f2aa-45ae-85d4-e096a0026ff1 tempest-RoutersNegativeIpV6Test-1821501881 tempest-RoutersNegativeIpV6Test-1821501881-project] 10.222.0.32 "DELETE /v2.0/routers/77d7f83c-0bc9-40fc-8a64-6d6169beecf1 HTTP/1.1" status: 204 len: 168 time: 0.2937748 Jul 09 13:51:27.883882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45586) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:28.021215 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d4af7a0e-ddcc-4f2a-9cdb-7d3bc4f029f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=954aa92e7b8a45d686930955304cbd56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359107 Jul 09 13:51:28.023549 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45590) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:28.071174 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701da21a-a30c-496f-8d57-43c95492e9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:28.091831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701da21a-a30c-496f-8d57-43c95492e9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:28.137016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701da21a-a30c-496f-8d57-43c95492e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:28.139555 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-701da21a-a30c-496f-8d57-43c95492e9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:28.140748 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-701da21a-a30c-496f-8d57-43c95492e9ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9a82703-4d79-46e1-8664-8e9b30202ad9 HTTP/1.1" status: 204 len: 168 time: 0.1162655 Jul 09 13:51:28.149946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701da21a-a30c-496f-8d57-43c95492e9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a82703-4d79-46e1-8664-8e9b30202ad9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:28.765304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45612) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:28.769074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028586 Jul 09 13:51:28.772520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45614) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:28.868386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-001ccf73-fae4-4fd2-b974-4296d39419b5 tempest-NetworksApiDiscovery-2012203387 tempest-NetworksApiDiscovery-2012203387-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0948391 Jul 09 13:51:29.110015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45622) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:29.215822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-720cf3e4-364c-49cc-9512-c5134cc22c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.308471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-720cf3e4-364c-49cc-9512-c5134cc22c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.312350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-720cf3e4-364c-49cc-9512-c5134cc22c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.353206 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-720cf3e4-364c-49cc-9512-c5134cc22c1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbb9db84165c4841b38d05d943ee634f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396896 Jul 09 13:51:29.353206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cf3e4-364c-49cc-9512-c5134cc22c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c44be-abf2-4516-9cd8-372e98b3113b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:29.353739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45626) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:29.403791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2f3d-e0f1-475c-b354-28d3139fc956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.424857 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2f3d-e0f1-475c-b354-28d3139fc956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.470867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2f3d-e0f1-475c-b354-28d3139fc956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.474371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2f3d-e0f1-475c-b354-28d3139fc956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.475547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d7bf2f3d-e0f1-475c-b354-28d3139fc956 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b3c44be-abf2-4516-9cd8-372e98b3113b HTTP/1.1" status: 204 len: 168 time: 0.1207261 Jul 09 13:51:29.483179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf2f3d-e0f1-475c-b354-28d3139fc956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c44be-abf2-4516-9cd8-372e98b3113b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:39.014643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a53e42-96d2-4f7f-b2fa-2757106dd1cd req-ffb1c006-dbd4-49d7-968f-e06f9e4b0c06 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:39.016170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9a53e42-96d2-4f7f-b2fa-2757106dd1cd req-ffb1c006-dbd4-49d7-968f-e06f9e4b0c06 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.0683742 Jul 09 13:51:39.056511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c9a53e42-96d2-4f7f-b2fa-2757106dd1cd req-b2256eba-1325-481d-a177-b5ae19e00332 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345869 Jul 09 13:51:39.088908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45726) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:39.151993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77739679-ad20-4acd-8195-260eccaefb7d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/fefb5570-2313-4422-91ed-c9f680f8e946 HTTP/1.1" status: 200 len: 994 time: 0.0626423 Jul 09 13:51:39.503199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45738) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:39.530566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64842907-42c4-4b4b-957f-8b34e19b14e8 req-81d61a4f-5138-42b1-a504-5d9625a85505 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:39.532135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64842907-42c4-4b4b-957f-8b34e19b14e8 req-81d61a4f-5138-42b1-a504-5d9625a85505 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1097 time: 0.0588801 Jul 09 13:51:39.567456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64842907-42c4-4b4b-957f-8b34e19b14e8 req-de3ece6b-ae9e-4657-ac24-3c5e943ed784 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288582 Jul 09 13:51:39.617194 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.707675 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.711453 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.749374 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c1798c64f124c5c92e1ccfb7cb04cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450695 Jul 09 13:51:39.751417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01690451-5690-4268-b7a6-3400bf2a89b1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:39.752389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45744) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:39.759815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.760175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.760515 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.760856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.761195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.761528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.762102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.762443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.762772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.763128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.763459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.763847 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0cef6-063f-4b59-8843-ee7773ec230b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:39.808097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d796622c-4525-45d4-bdde-cb728fcf02d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.831900 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d796622c-4525-45d4-bdde-cb728fcf02d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.880882 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d796622c-4525-45d4-bdde-cb728fcf02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.883424 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d796622c-4525-45d4-bdde-cb728fcf02d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.884574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d796622c-4525-45d4-bdde-cb728fcf02d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01690451-5690-4268-b7a6-3400bf2a89b1 HTTP/1.1" status: 204 len: 168 time: 0.1311777 Jul 09 13:51:39.892639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796622c-4525-45d4-bdde-cb728fcf02d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01690451-5690-4268-b7a6-3400bf2a89b1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:40.174157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45766) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:40.187712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a6e0cb3-2bca-48f1-8e39-ba2c7b901945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.224482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45768) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:40.280309 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a6e0cb3-2bca-48f1-8e39-ba2c7b901945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.284288 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6a6e0cb3-2bca-48f1-8e39-ba2c7b901945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.326475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6a6e0cb3-2bca-48f1-8e39-ba2c7b901945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4f0fda7dd974794bb83bd31e751fbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510167 Jul 09 13:51:40.327606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e0cb3-2bca-48f1-8e39-ba2c7b901945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4b965a-df96-490c-b257-9dbecb0f447f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:40.329733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45772) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:40.424605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f10fd0d1-59bb-43ca-a165-38ce8d9620fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.455604 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f10fd0d1-59bb-43ca-a165-38ce8d9620fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.470309 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-b6a52743-259c-4e85-9970-76ade503939c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2446666 Jul 09 13:51:40.509749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f10fd0d1-59bb-43ca-a165-38ce8d9620fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.512285 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f10fd0d1-59bb-43ca-a165-38ce8d9620fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.513528 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f10fd0d1-59bb-43ca-a165-38ce8d9620fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c4b965a-df96-490c-b257-9dbecb0f447f HTTP/1.1" status: 204 len: 168 time: 0.1824734 Jul 09 13:51:40.521595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fd0d1-59bb-43ca-a165-38ce8d9620fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4b965a-df96-490c-b257-9dbecb0f447f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:41.107908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-2b483e82-8562-4e37-98c0-6fdd2ab37dbe tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:51:41.114774 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-2b483e82-8562-4e37-98c0-6fdd2ab37dbe tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1759467 Jul 09 13:51:41.119181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Request body: {'binding': {'host': 'n-h1-799524-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:41.119706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Unknown quota resources ['binding']. {{(pid=93912) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:51:41.259520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on host n-h1-799524-3 for vnic_type normal with profile None {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:41.259860 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:41.260189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:41.264499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:51:41.264815 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:41.269753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:41.270814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Checking segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:41.270814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Bound using segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:41.271730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Bound port: 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:41.357719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:41.363010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] Notify callbacks [] for binding, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.364555 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] 10.222.0.32 "POST /v2.0/ports/5ba0d7e3-4e0c-4839-a4af-0a582c239645/bindings HTTP/1.1" status: 201 len: 389 time: 0.2485771 Jul 09 13:51:41.594079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45814) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:41.619472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-61f20959-9f8d-4e07-86cf-7e5ca4345dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.621093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-61f20959-9f8d-4e07-86cf-7e5ca4345dd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1097 time: 0.0637269 Jul 09 13:51:41.714240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27ba3780-e20e-4f44-b3d7-c2f6fdc03215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.738520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-0f910ab3-5a3c-4088-8582-14f131b7e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.740929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-0f910ab3-5a3c-4088-8582-14f131b7e1c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 200 len: 897 time: 0.1124930 Jul 09 13:51:41.854701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a28de7cf-02f7-496c-a971-aaedb859ffd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 1002 time: 0.1069875 Jul 09 13:51:41.939163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7acd01-b0f6-4ec4-962d-f39a634af4ec req-f270990d-f012-46a1-96d7-6d832d349f17 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.940633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a7acd01-b0f6-4ec4-962d-f39a634af4ec req-f270990d-f012-46a1-96d7-6d832d349f17 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.1864319 Jul 09 13:51:41.949750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-6b66ceb8-40bb-415c-98ec-8db936e5e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.951153 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-6b66ceb8-40bb-415c-98ec-8db936e5e8e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5094a0fb-c709-4093-b202-d911175df5a2 HTTP/1.1" status: 200 len: 835 time: 0.0870018 Jul 09 13:51:42.009067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27ba3780-e20e-4f44-b3d7-c2f6fdc03215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.024585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-27ba3780-e20e-4f44-b3d7-c2f6fdc03215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.045218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a7acd01-b0f6-4ec4-962d-f39a634af4ec req-77e9eb7f-e073-4fec-9623-429476506cba tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972471 Jul 09 13:51:42.078086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-27ba3780-e20e-4f44-b3d7-c2f6fdc03215 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ddfa64c289a43df80fb711b57b021f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829059 Jul 09 13:51:42.081053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba3780-e20e-4f44-b3d7-c2f6fdc03215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ec3459-6d47-4a44-a12a-8de4f7ac71c2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:42.081602 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45818) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:42.095610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-4b6ced8a-ce12-4ad3-88c9-80b8c2c1660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:42.097121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-4b6ced8a-ce12-4ad3-88c9-80b8c2c1660d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360765 Jul 09 13:51:42.135432 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e44e4cbc-9929-424d-b049-b40d9fe99245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.157587 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e44e4cbc-9929-424d-b049-b40d9fe99245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.194104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-ef5501b6-dffd-4279-9da4-3caafac1b88c service neutron] 10.222.0.10 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903795 Jul 09 13:51:42.208003 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e44e4cbc-9929-424d-b049-b40d9fe99245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.210743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e44e4cbc-9929-424d-b049-b40d9fe99245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.211942 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e44e4cbc-9929-424d-b049-b40d9fe99245 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88ec3459-6d47-4a44-a12a-8de4f7ac71c2 HTTP/1.1" status: 204 len: 168 time: 0.1293333 Jul 09 13:51:42.219646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e4cbc-9929-424d-b049-b40d9fe99245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ec3459-6d47-4a44-a12a-8de4f7ac71c2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:42.291017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-c042e625-d56c-4b2e-959c-88f7cc3f3a19 service neutron] 10.222.0.10 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907605 Jul 09 13:51:42.444407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-858f8531-cb2c-4a39-9d95-3e71dc206bd3 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:42.445956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-858f8531-cb2c-4a39-9d95-3e71dc206bd3 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950&tenant_id=2375838edeba4a50bff999ed7fbdd48d&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1097 time: 0.0965981 Jul 09 13:51:42.457850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799524-3'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:42.534020 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.668866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:42.708825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:42.753421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:42.755852 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b66ecd-4e90-40e8-ae9f-d7c96bea2e42" -d '{"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:42.759524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.766119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:42.802862 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decff11f-a5a3-47df-87d7-316904ae8608 x-openstack-request-id: req-decff11f-a5a3-47df-87d7-316904ae8608 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:42.803039 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:42.803364 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-decff11f-a5a3-47df-87d7-316904ae8608 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:42.803762 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'code': 200} Jul 09 13:51:42.856549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:42.931162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on host n-h2-799524-3 for vnic_type normal with profile {"migrating_to": "n-h1-799524-3"} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:42.931544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:42.931816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:42.936568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:51:42.936897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Attempting to bind port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:42.942993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:42.943498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Checking segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:42.943889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Bound using segment: {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:42.944319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Bound port: 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad5482a-e36a-4b94-92ac-532c4f84ca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:42.944827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:43.017026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:43.020198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:43.025627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:43.043694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Provisioning complete for port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:43.044362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:43.150255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=8']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:43.176923 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:43.208502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:43.209565 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:43.211126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-d0a7006b-ea5a-4821-aae0-704565a1270c service neutron] 10.222.0.10 "PUT /v2.0/ports/5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 1122 time: 0.7575228 Jul 09 13:51:43.219141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:43.223647 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d8e5d4-bdae-430e-bed5-7286788183dc" -d '{"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:43.237087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:43.249020 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:43.309271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae81b51-933b-43d2-97b6-2e66e1782365 req-184e320c-0c41-481c-a498-2abc34f26fd0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:43.311431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ae81b51-933b-43d2-97b6-2e66e1782365 req-184e320c-0c41-481c-a498-2abc34f26fd0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 944 time: 0.1070788 Jul 09 13:51:43.372875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ae81b51-933b-43d2-97b6-2e66e1782365 req-2bab408b-276a-436c-837f-dc4d83a0e42e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504038 Jul 09 13:51:43.401498 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d89ca6-768f-4277-824a-fc840cdc7189 x-openstack-request-id: req-01d89ca6-768f-4277-824a-fc840cdc7189 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:43.401790 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:43.402041 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01d89ca6-768f-4277-824a-fc840cdc7189 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:43.402473 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'code': 200} Jul 09 13:51:43.405605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5ba0d7e3-4e0c-4839-a4af-0a582c239645'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:43.653072 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:43.677296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:43.708041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.708831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.708831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.709261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.709366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.709654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.709972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.710291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.710610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.710928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.711274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.711592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcdce13-e011-4e51-a818-3184a0e56ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:43.861536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2486463-144a-4db1-9ce5-ad20b4f83a98 None None] Provisioning complete for port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:43.861922 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2486463-144a-4db1-9ce5-ad20b4f83a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:44.148267 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:44.325417 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-690d6040-66ef-4953-87d6-7865595406f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:44.568431 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00217ab9-023e-42d1-9765-e4a75f909cae req-d4947c2e-bca7-44e9-831a-0fdffa1ca381 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:44.569975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-00217ab9-023e-42d1-9765-e4a75f909cae req-d4947c2e-bca7-44e9-831a-0fdffa1ca381 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.0640895 Jul 09 13:51:44.607578 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-00217ab9-023e-42d1-9765-e4a75f909cae req-34a5df7e-e24e-4afb-a297-3a38e826ddd5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Jul 09 13:51:44.805404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:44.807830 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43e615b-c045-4339-9b52-0d82ab8ff20d" -d '{"events": [{"name": "network-changed", "server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:44.844559 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79abe785-7b8d-4a08-a122-4f70b89355b9 x-openstack-request-id: req-79abe785-7b8d-4a08-a122-4f70b89355b9 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:44.845092 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:44.845423 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79abe785-7b8d-4a08-a122-4f70b89355b9 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:44.845946 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'status': 'completed', 'code': 200} Jul 09 13:51:44.919345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-81ae76c9-6283-43c9-90aa-0269a07e46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:44.920869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-81ae76c9-6283-43c9-90aa-0269a07e46d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1127 time: 0.0519676 Jul 09 13:51:45.011596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-19b2ffdc-fd12-4a60-a932-b9bf546ad76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:45.013038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-19b2ffdc-fd12-4a60-a932-b9bf546ad76d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 200 len: 897 time: 0.0851994 Jul 09 13:51:45.076211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-fdd756bc-e3c4-4f10-a04d-a665619620e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 1002 time: 0.0566056 Jul 09 13:51:45.126758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-3f6c4bc0-b8a5-4585-b7b1-b61363b042a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:45.128253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-3f6c4bc0-b8a5-4585-b7b1-b61363b042a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5094a0fb-c709-4093-b202-d911175df5a2 HTTP/1.1" status: 200 len: 835 time: 0.0468209 Jul 09 13:51:45.185964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-c215d0af-a6cc-45bb-a530-0e9a662bdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:45.187627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-c215d0af-a6cc-45bb-a530-0e9a662bdafe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534430 Jul 09 13:51:45.278537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-6c9bf6a5-c710-4058-ac27-bcd802827f3e service neutron] 10.222.0.11 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847206 Jul 09 13:51:45.382773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b43e615b-c045-4339-9b52-0d82ab8ff20d req-38d6028a-d531-41de-ad4d-1debf4771613 service neutron] 10.222.0.11 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981281 Jul 09 13:51:45.781252 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaaa1c-3e80-4c8d-aa67-473732b49d25 req-4f683ec6-1fe6-4a5c-8ed9-59cbce9dd295 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:45.782769 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0cbaaa1c-3e80-4c8d-aa67-473732b49d25 req-4f683ec6-1fe6-4a5c-8ed9-59cbce9dd295 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.0644228 Jul 09 13:51:45.824366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0cbaaa1c-3e80-4c8d-aa67-473732b49d25 req-7b53dbc3-c0cf-4143-b74b-95fb92a26167 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350316 Jul 09 13:51:46.637591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:51:46.873859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4a8f671e-ecd2-4dfb-99e1-25344648b9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:46.895113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 5ba0d7e3-4e0c-4839-a4af-0a582c239645 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:51:46.998052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:47.014472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1564f3e-15fa-4fe9-8304-2b2a1adb4c08 req-6c52e2bf-5031-478c-bb82-bc862ec3ec1c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:47.016065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1564f3e-15fa-4fe9-8304-2b2a1adb4c08 req-6c52e2bf-5031-478c-bb82-bc862ec3ec1c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.0668468 Jul 09 13:51:47.018741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 5ba0d7e3-4e0c-4839-a4af-0a582c239645 has no active binding in host n-h1-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:51:47.027045 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:47.057047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f1564f3e-15fa-4fe9-8304-2b2a1adb4c08 req-36432ffe-6e27-4a65-9839-075cd608bcc3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344646 Jul 09 13:51:47.718986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 45896) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:47.824693 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.250350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980235ef-3317-4c9f-968d-3ff7334ab794 req-4ff90f3a-5d99-4dfc-81f2-cbd3b3a9ca4b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:48.251812 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-980235ef-3317-4c9f-968d-3ff7334ab794 req-4ff90f3a-5d99-4dfc-81f2-cbd3b3a9ca4b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 946 time: 0.0705702 Jul 09 13:51:48.279754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.287458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.290891 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.296886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-980235ef-3317-4c9f-968d-3ff7334ab794 req-60882c99-dd87-4870-8d7e-eb72b69b13c7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392864 Jul 09 13:51:48.345286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebe1e0f0a8244e8c82abd153f50a2285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252222 Jul 09 13:51:48.348700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45902) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:48.349255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38896616-a047-445b-b59b-137b363adae9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:48.353118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-ed4a2e13-a662-4383-81c6-9be1e743bc66 service neutron] 10.222.0.11 "GET /v2.0/ports/5ba0d7e3-4e0c-4839-a4af-0a582c239645/bindings/n-h1-799524-3 HTTP/1.1" status: 200 len: 384 time: 0.1065574 Jul 09 13:51:48.357906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.358298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.358636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.358992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.359320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.359645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.359974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.360295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.360611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.360928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.361246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.361562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c07f0e-0382-4fa3-af6a-3d55038e3376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:48.402518 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-21344e32-5867-4bfb-bb31-c2a3699b5a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.424426 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-21344e32-5867-4bfb-bb31-c2a3699b5a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.469576 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-21344e32-5867-4bfb-bb31-c2a3699b5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.472308 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-21344e32-5867-4bfb-bb31-c2a3699b5a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.476493 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-21344e32-5867-4bfb-bb31-c2a3699b5a8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38896616-a047-445b-b59b-137b363adae9 HTTP/1.1" status: 204 len: 168 time: 0.1242936 Jul 09 13:51:48.482654 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21344e32-5867-4bfb-bb31-c2a3699b5a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38896616-a047-445b-b59b-137b363adae9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:48.532811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:48.553601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:48.606487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:48.610132 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7bff2f-8622-4cb9-a6a5-23944d26b57d" -d '{"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:48.619165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:48.637608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.651030 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4b4c87-f24d-4182-b945-35587b10fb67 x-openstack-request-id: req-dc4b4c87-f24d-4182-b945-35587b10fb67 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:48.651458 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:48.651707 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc4b4c87-f24d-4182-b945-35587b10fb67 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:48.652096 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'code': 200} Jul 09 13:51:48.717306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] Transition to ACTIVE for port object 5ba0d7e3-4e0c-4839-a4af-0a582c239645 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:48.721694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.765865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45910) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:48.780136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38b2b8c8-6641-4822-bb7d-82eed5aa453e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.822826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=11']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:48.855291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] No DVR routers for this DVR port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:48.892723 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38b2b8c8-6641-4822-bb7d-82eed5aa453e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.898008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38b2b8c8-6641-4822-bb7d-82eed5aa453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:48.938974 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2b8c8-6641-4822-bb7d-82eed5aa453e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4748583-80fd-46a6-80bc-9985107df770,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:48.944232 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-38b2b8c8-6641-4822-bb7d-82eed5aa453e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86ab5d21d8db4a08a7cfe5ebd68be7e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771791 Jul 09 13:51:48.946893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45912) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:49.001323 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78f79569-ef8a-4a81-b68f-41ac00d74130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:49.006469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-1f6d9879-b5dc-4d04-8b61-b0cfd62a4209 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ba0d7e3-4e0c-4839-a4af-0a582c239645/bindings/n-h1-799524-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6407833 Jul 09 13:51:49.024279 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78f79569-ef8a-4a81-b68f-41ac00d74130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:49.076342 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78f79569-ef8a-4a81-b68f-41ac00d74130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:49.079331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-78f79569-ef8a-4a81-b68f-41ac00d74130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:49.080441 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-78f79569-ef8a-4a81-b68f-41ac00d74130 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4748583-80fd-46a6-80bc-9985107df770 HTTP/1.1" status: 204 len: 168 time: 0.1324983 Jul 09 13:51:49.089928 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f79569-ef8a-4a81-b68f-41ac00d74130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4748583-80fd-46a6-80bc-9985107df770,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:49.332486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-0d1c7c35-139a-468d-9628-2c3a0d07b6f6 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:49.334152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-0d1c7c35-139a-468d-9628-2c3a0d07b6f6 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950&tenant_id=2375838edeba4a50bff999ed7fbdd48d&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.2753971 Jul 09 13:51:49.407707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-48b9165f-6e73-4d13-a49b-d3e5173e510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:49.409244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-48b9165f-6e73-4d13-a49b-d3e5173e510b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 1096 time: 0.0675399 Jul 09 13:51:49.499235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed541e6-4000-4561-9954-fb7488d07e55 req-38e85b96-8df9-42fa-8b0d-42ae85787bb7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:49.500897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-6ed47bd8-9fcd-47a3-9d0a-c3e51d94c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:49.502452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-6ed47bd8-9fcd-47a3-9d0a-c3e51d94c70d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1096 time: 0.0599906 Jul 09 13:51:49.503414 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6ed541e6-4000-4561-9954-fb7488d07e55 req-38e85b96-8df9-42fa-8b0d-42ae85787bb7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 945 time: 0.0883090 Jul 09 13:51:49.550350 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6ed541e6-4000-4561-9954-fb7488d07e55 req-85b59882-f778-4700-9b7a-56c8a13fbe05 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417075 Jul 09 13:51:49.594173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-4ce007b7-dca2-482e-b005-96ac2d5b3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:49.595790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-4ce007b7-dca2-482e-b005-96ac2d5b3801 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 200 len: 897 time: 0.0874596 Jul 09 13:51:49.665810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-153bcd78-7007-4756-a976-ca3058f6de47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 1000 time: 0.0639944 Jul 09 13:51:49.718031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-dfb837b1-f932-4267-b397-fa61179e6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:49.719563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-dfb837b1-f932-4267-b397-fa61179e6f7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5094a0fb-c709-4093-b202-d911175df5a2 HTTP/1.1" status: 200 len: 835 time: 0.0475037 Jul 09 13:51:49.765456 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:49.777321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-8cac5b35-945f-4827-948b-3a97fa699ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:49.778847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-8cac5b35-945f-4827-948b-3a97fa699ed6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528426 Jul 09 13:51:49.874967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-f4aab217-028c-4ec3-9f21-3545be8374d2 service neutron] 10.222.0.10 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891161 Jul 09 13:51:49.969327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-f9d3723b-7077-4967-8b52-8ace4fc465de service neutron] 10.222.0.10 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881338 Jul 09 13:51:50.315400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a00a8521-2bef-4194-9101-f62ede2b9e8e tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:50.317642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a00a8521-2bef-4194-9101-f62ede2b9e8e tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950&tenant_id=2375838edeba4a50bff999ed7fbdd48d&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 1096 time: 0.0787525 Jul 09 13:51:50.322162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5ba0d7e3-4e0c-4839-a4af-0a582c239645 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:50.365731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5ba0d7e3-4e0c-4839-a4af-0a582c239645 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:50.461654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-49aee67e-a2c4-4a40-861c-2cd60f72afd8 service neutron] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:50.464830 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-49aee67e-a2c4-4a40-861c-2cd60f72afd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:50.465948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-49aee67e-a2c4-4a40-861c-2cd60f72afd8 service neutron] 10.222.0.10 "DELETE /v2.0/ports/5ba0d7e3-4e0c-4839-a4af-0a582c239645/bindings/n-h2-799524-3 HTTP/1.1" status: 204 len: 173 time: 0.1433630 Jul 09 13:51:50.744158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7830-05ac-43c3-b24a-a68faa805c31 req-5c3106e5-9381-421b-ac51-4c14387fbcfe tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:50.745743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fbb7830-05ac-43c3-b24a-a68faa805c31 req-5c3106e5-9381-421b-ac51-4c14387fbcfe tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 945 time: 0.0744221 Jul 09 13:51:50.803593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fbb7830-05ac-43c3-b24a-a68faa805c31 req-ec2ccb80-4c52-4bb9-b260-297b3baaab0b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519462 Jul 09 13:51:50.995506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9a43-43b7-4adc-9c92-e57b3025f768 req-7dc0fba5-7c6f-436d-abd0-0093c66b483a tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:50.997072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34ff9a43-43b7-4adc-9c92-e57b3025f768 req-7dc0fba5-7c6f-436d-abd0-0093c66b483a tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1096 time: 0.0745082 Jul 09 13:51:51.030766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34ff9a43-43b7-4adc-9c92-e57b3025f768 req-29dfc6b8-9a4e-4ce5-b834-6c2bf2afb656 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281248 Jul 09 13:51:51.207927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32976ae3-4c77-4f3b-9adf-af7a1d6a6734 req-7b64d77f-55b3-4521-abb1-4871ba4978f8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:51.209516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32976ae3-4c77-4f3b-9adf-af7a1d6a6734 req-7b64d77f-55b3-4521-abb1-4871ba4978f8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 945 time: 0.0649419 Jul 09 13:51:51.248164 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32976ae3-4c77-4f3b-9adf-af7a1d6a6734 req-6f5e7770-01c7-4e67-9cb4-64be77068c34 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Jul 09 13:51:51.272721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45958) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:51.333962 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-29052eae-792f-4247-a436-a039a092d0df tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/fefb5570-2313-4422-91ed-c9f680f8e946 HTTP/1.1" status: 200 len: 992 time: 0.0600088 Jul 09 13:51:51.382246 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-a631bb10-037d-4a19-8a9b-4e7945b4c442 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=794c03772afa426e97afb0b1c39f3590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217075 Jul 09 13:51:51.490975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904421-03de-417c-b221-c11d0354687c req-4f896c12-06d5-4e7f-8d33-626c6211c153 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:51.492445 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-4f896c12-06d5-4e7f-8d33-626c6211c153 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053734 Jul 09 13:51:51.508254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-9ae47ab9-b430-413f-970c-e916ce8cee8e tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/quotas/794c03772afa426e97afb0b1c39f3590 HTTP/1.1" status: 200 len: 375 time: 0.0103769 Jul 09 13:51:51.541302 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-454884fe-d149-4307-88dc-a4bdc8c719a8 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=794c03772afa426e97afb0b1c39f3590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280292 Jul 09 13:51:51.588780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 45978) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:51.732169 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fed3f778-0be7-4f48-908c-61a48dc4a251 req-5a3d3787-b769-41b0-b7b4-14cf93c8868d tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0389466 Jul 09 13:51:51.761633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port f364a1f0-7e96-49ac-bb89-981d95957770 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:51.762050 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.202002 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.202544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.214033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for f364a1f0-7e96-49ac-bb89-981d95957770 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:52.378970 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.395582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-27f93296-b44a-4fa3-83ab-34f6aa486c01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533402 Jul 09 13:51:52.406853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=f364a1f0-7e96-49ac-bb89-981d95957770,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:52.485591 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.485873 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Floating IP fefb5570-2313-4422-91ed-c9f680f8e946 disassociated (deleted). External IP: 172.25.5.165, port: 5ba0d7e3-4e0c-4839-a4af-0a582c239645. Jul 09 13:51:52.502975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-0f2ab790-ecac-419b-b99c-be7d5aa75097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:52.509896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-0f2ab790-ecac-419b-b99c-be7d5aa75097 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10371b2b61de4697916e122f16101f5f&device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1096 time: 0.0645728 Jul 09 13:51:52.630748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-96fc756b-921f-4d6d-b53b-58e0b15b9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:52.632285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-96fc756b-921f-4d6d-b53b-58e0b15b9f56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a4df233b-168a-4b56-9e65-b468ea68e066 HTTP/1.1" status: 200 len: 909 time: 0.0967066 Jul 09 13:51:52.699494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-d198063f-d480-41be-99ed-eef85f2634ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 HTTP/1.1" status: 200 len: 1000 time: 0.0612757 Jul 09 13:51:52.718051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:52.747318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-ec4e0b59-8ac9-4e74-8a1e-089927f34aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:52.748698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-ec4e0b59-8ac9-4e74-8a1e-089927f34aab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1859690f-5321-4891-9c07-c1818a7e8ac0 HTTP/1.1" status: 200 len: 848 time: 0.0435965 Jul 09 13:51:52.811679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-c1b9419d-7ec0-485a-89ff-cbe062e99f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:52.813319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-c1b9419d-7ec0-485a-89ff-cbe062e99f71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4df233b-168a-4b56-9e65-b468ea68e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574644 Jul 09 13:51:52.830575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:52.835738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.842701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] Sync routers for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:52.853391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:52.854354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:52.892092 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-099be929-2aea-462a-aedd-a0ed01707a35 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/floatingips/fefb5570-2313-4422-91ed-c9f680f8e946 HTTP/1.1" status: 204 len: 168 time: 1.3013778 Jul 09 13:51:52.917801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-e62b72b0-2e3b-431c-bf61-f53d0eae464d service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981054 Jul 09 13:51:52.931903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:52.934239 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df" -d '{"events": [{"name": "network-changed", "server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:52.960868 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5aedf286-5acf-4e3c-a959-5ab2ec5ad756 req-190dafcc-960a-4123-9454-6585ec555720 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0857103 Jul 09 13:51:52.991681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:53.049143 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5117bdbf-eead-4200-af1c-67cb8b7b5dd4 x-openstack-request-id: req-5117bdbf-eead-4200-af1c-67cb8b7b5dd4 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:53.049433 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:53.049685 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5117bdbf-eead-4200-af1c-67cb8b7b5dd4 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:53.050085 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'status': 'completed', 'code': 200} Jul 09 13:51:53.134386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49b779f9-e9e2-4b12-b3f0-3fa902c914c8 req-d9881980-a3a1-4c9d-bc3b-b6b66e689050 service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024422 Jul 09 13:51:53.156881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-9484895a-cfbb-4612-aa72-7707fa3257f3 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=794c03772afa426e97afb0b1c39f3590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465343 Jul 09 13:51:53.263158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:53.284244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-27680e13-7b3b-4e05-b926-b14d0a746323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.286534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-27680e13-7b3b-4e05-b926-b14d0a746323 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 1096 time: 0.2130046 Jul 09 13:51:53.303382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] Checking router: dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:53.314557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:53.315738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:53.368286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904421-03de-417c-b221-c11d0354687c req-9abee24f-b5ec-423f-be6c-11c48603ae1f tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.370019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-9abee24f-b5ec-423f-be6c-11c48603ae1f tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069921 Jul 09 13:51:53.382960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ac21-77f5-4edf-91e2-6f20021e81a0 req-18f3d248-35b4-4197-95d4-fce3fb564258 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.384618 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4701ac21-77f5-4edf-91e2-6f20021e81a0 req-18f3d248-35b4-4197-95d4-fce3fb564258 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 945 time: 0.0724220 Jul 09 13:51:53.384927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Request body: {'port': {'device_id': 'cab9767d-9322-4872-89dd-d3b6bf18a7a2', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': '794c03772afa426e97afb0b1c39f3590'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:53.425252 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4701ac21-77f5-4edf-91e2-6f20021e81a0 req-65474d10-7254-46ef-b3c3-f5b67c634239 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346258 Jul 09 13:51:53.446393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:53.477967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-7b4b557d-8364-476f-8173-6aa134aeb4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.479487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-7b4b557d-8364-476f-8173-6aa134aeb4db service neutron] 10.222.0.10 "GET /v2.0/networks?id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 200 len: 897 time: 0.1845365 Jul 09 13:51:53.537247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-54e80a55-7f59-453b-ba2e-0fd910167c40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 200 len: 217 time: 0.0469360 Jul 09 13:51:53.599410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Made reservation on behalf of 794c03772afa426e97afb0b1c39f3590 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:53.603069 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:53.615977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-08164aa4-06d4-48f3-8890-83544b6c4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.617456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-08164aa4-06d4-48f3-8890-83544b6c4026 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5094a0fb-c709-4093-b202-d911175df5a2 HTTP/1.1" status: 200 len: 835 time: 0.0727479 Jul 09 13:51:53.618257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:53.652018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:53.684893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f7d75-6fe9-444f-b51a-a527739ec656 None None] The sync data for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 is: [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:50:49Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ef6af2a-e5f2-44a5-b319-320e0888c5dc', 'name': '', 'network_id': 'c072efa3-6dd7-4fcd-bd4a-28094c40c9a4', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:27:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '5094a0fb-c709-4093-b202-d911175df5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:47Z', 'updated_at': '2021-07-09T13:50:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '5094a0fb-c709-4093-b202-d911175df5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:53.726426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-8d523f7f-3470-4ad7-8775-1e42a99fdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.727971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-8d523f7f-3470-4ad7-8775-1e42a99fdc98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022444 Jul 09 13:51:53.873165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:53.886042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:53.908482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-ee1fc3ee-a947-4190-bc62-ba85e46b1111 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.909955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-ee1fc3ee-a947-4190-bc62-ba85e46b1111 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.10 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 945 time: 0.1988342 Jul 09 13:51:53.913951 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f54185-af7a-4485-9864-3e6507ba22b1 None None] New status for floating IP fefb5570-2313-4422-91ed-c9f680f8e946: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:51:53.967851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-fc979c14-5aa8-431f-aee5-59d67499a7f7 service neutron] 10.222.0.10 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211092 Jul 09 13:51:54.055032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e9d546-9743-4398-bc1c-e509cb352482,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:54.160883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-caf01c94-1756-410a-bf02-cac62779b8d5 req-eb3bdb5a-5b03-45cb-88b8-7b0f174f64a5 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0718336 Jul 09 13:51:54.225218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Allocated IP 192.168.233.94 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/116765ab-bb1c-4e31-b690-d1741bb20dd1) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:54.228522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-5c000a4c-0414-4402-844a-ef2628312220 service neutron] 10.222.0.10 "GET /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270117 Jul 09 13:51:54.266904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:54.267269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.437788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 5ba0d7e3-4e0c-4839-a4af-0a582c239645, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=5ba0d7e3-4e0c-4839-a4af-0a582c239645,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:54.438046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.459865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 5ba0d7e3-4e0c-4839-a4af-0a582c239645 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:54.485232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.529479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Transition to ACTIVE for port object 116765ab-bb1c-4e31-b690-d1741bb20dd1 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:54.595049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.604955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e911c-3888-4b3e-912e-a7dcc5a99d30 req-6c5ab782-80fc-4172-bfa5-a23b97e0ecc2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:54.606508 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-399e911c-3888-4b3e-912e-a7dcc5a99d30 req-6c5ab782-80fc-4172-bfa5-a23b97e0ecc2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=6108993a-1276-466f-ab39-9cf0ab6ed950 HTTP/1.1" status: 200 len: 945 time: 0.0660689 Jul 09 13:51:54.649975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-399e911c-3888-4b3e-912e-a7dcc5a99d30 req-06f683ea-0cb5-4863-be97-753b87eb5a4c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f2151fb-6f09-4142-add6-895d17bfa121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376568 Jul 09 13:51:54.670570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:54.680617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:54.683041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:54.719188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Pushing event updated for resources: {'Port': ['ID=116765ab-bb1c-4e31-b690-d1741bb20dd1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:54.729301 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.764385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=5ba0d7e3-4e0c-4839-a4af-0a582c239645,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:54.782555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:54.782996 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.834327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-f81706dd-dad4-4fd1-9471-01266e64e040 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4551904 Jul 09 13:51:54.835155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] No DVR routers for this DVR port 5ba0d7e3-4e0c-4839-a4af-0a582c239645 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:54.838480 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.840625 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-154a52a1-e8db-4d68-bdfd-40c1346bb33e req-7fb36539-a3c1-462d-a5f4-e02d9f57cc5f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.10 "DELETE /v2.0/ports/5ba0d7e3-4e0c-4839-a4af-0a582c239645 HTTP/1.1" status: 204 len: 173 time: 0.9206777 Jul 09 13:51:54.842283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-deleted', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:54.845576 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55aa8d0-9f7a-4712-9dfe-5d0ee68a2ba6" -d '{"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-deleted", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:54.852364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Request body: {'port': {'device_id': 'cab9767d-9322-4872-89dd-d3b6bf18a7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:54.897483 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83faefa0-3e11-483c-84e0-dd71f3465173 x-openstack-request-id: req-83faefa0-3e11-483c-84e0-dd71f3465173 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:54.898126 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6108993a-1276-466f-ab39-9cf0ab6ed950", "name": "network-vif-deleted", "tag": "5ba0d7e3-4e0c-4839-a4af-0a582c239645", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:54.898126 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83faefa0-3e11-483c-84e0-dd71f3465173 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:54.898389 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6108993a-1276-466f-ab39-9cf0ab6ed950', 'name': 'network-vif-deleted', 'tag': '5ba0d7e3-4e0c-4839-a4af-0a582c239645', 'status': 'completed', 'code': 200} Jul 09 13:51:54.944264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.963842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8a169048-0ff7-4766-8699-731034f1dee7 None None] Provisioning for port 116765ab-bb1c-4e31-b690-d1741bb20dd1 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:54.968999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8a169048-0ff7-4766-8699-731034f1dee7 None None] Provisioning complete for port 116765ab-bb1c-4e31-b690-d1741bb20dd1 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:54.969696 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8a169048-0ff7-4766-8699-731034f1dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:55.011469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8a169048-0ff7-4766-8699-731034f1dee7 None None] Port 116765ab-bb1c-4e31-b690-d1741bb20dd1 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:51:55.262597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116765ab-bb1c-4e31-b690-d1741bb20dd1 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:51:55.271027 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:55.286053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Transition to ACTIVE for port object 116765ab-bb1c-4e31-b690-d1741bb20dd1 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:55.289312 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:55.345578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Pushing event updated for resources: {'Port': ['ID=116765ab-bb1c-4e31-b690-d1741bb20dd1,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:55.349886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242566-c11a-424a-9e21-1cbe2cb079cd req-b565b65e-845b-4de5-94df-32b460cbfabf tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:55.351702 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8d242566-c11a-424a-9e21-1cbe2cb079cd req-b565b65e-845b-4de5-94df-32b460cbfabf tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 947 time: 0.0703800 Jul 09 13:51:55.395129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8d242566-c11a-424a-9e21-1cbe2cb079cd req-f2c6c9ea-919f-4f49-b677-59b69d367ae7 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364730 Jul 09 13:51:55.419770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Attempting to bind port 116765ab-bb1c-4e31-b690-d1741bb20dd1 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:55.420240 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Attempting to bind port 116765ab-bb1c-4e31-b690-d1741bb20dd1 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:55.420584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Attempting to bind port 116765ab-bb1c-4e31-b690-d1741bb20dd1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:55.434711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Port 116765ab-bb1c-4e31-b690-d1741bb20dd1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:51:55.435188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Attempting to bind port 116765ab-bb1c-4e31-b690-d1741bb20dd1 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:55.440608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:55.441027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:55.441423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:55.442038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Bound port: 116765ab-bb1c-4e31-b690-d1741bb20dd1, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:55.442511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:55.510726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] For port 116765ab-bb1c-4e31-b690-d1741bb20dd1, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:55.513991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] For port 116765ab-bb1c-4e31-b690-d1741bb20dd1, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=116765ab-bb1c-4e31-b690-d1741bb20dd1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:55.518108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:55.557102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:55.557832 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:55.559151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] 10.222.0.11 "PUT /v2.0/ports/116765ab-bb1c-4e31-b690-d1741bb20dd1 HTTP/1.1" status: 200 len: 1095 time: 0.7175632 Jul 09 13:51:55.580342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0f1d2-8682-4e8e-8fb1-8bf7d01e1bdb service neutron] Pushing event updated for resources: {'Port': ['ID=116765ab-bb1c-4e31-b690-d1741bb20dd1,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:55.650718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904421-03de-417c-b221-c11d0354687c req-90c4bf1b-6223-4087-b812-9a7cbac5d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:55.652398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-90c4bf1b-6223-4087-b812-9a7cbac5d4eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=794c03772afa426e97afb0b1c39f3590&device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 1098 time: 0.0576196 Jul 09 13:51:55.695102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-99dacb5f-f262-4fe6-831c-80c893323543 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=116765ab-bb1c-4e31-b690-d1741bb20dd1 HTTP/1.1" status: 200 len: 217 time: 0.0361509 Jul 09 13:51:55.753321 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46010) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:55.758554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904421-03de-417c-b221-c11d0354687c req-565233fd-1815-4095-8721-82772178da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:55.760318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-565233fd-1815-4095-8721-82772178da64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0589669 Jul 09 13:51:55.818355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904421-03de-417c-b221-c11d0354687c req-860fd21d-b06f-4d90-b0a5-c6dd4e1e7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:55.819935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-860fd21d-b06f-4d90-b0a5-c6dd4e1e7a3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539446 Jul 09 13:51:55.908250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-06b1abcb-0e48-4959-97e4-c254576a4024 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817990 Jul 09 13:51:56.003125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab904421-03de-417c-b221-c11d0354687c req-c38903a3-080e-4c1e-bddf-4378d164b73e service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888157 Jul 09 13:51:56.156139 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:56.424267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:56.424611 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:56.549452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 9ef6af2a-e5f2-44a5-b319-320e0888c5dc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:56.549814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:56.564238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 9ef6af2a-e5f2-44a5-b319-320e0888c5dc owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:56.637523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57468c88-5643-4268-9429-2400efcf0d7b req-dea6dc2b-666b-48a6-b061-fb043dfd3a15 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:56.639044 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57468c88-5643-4268-9429-2400efcf0d7b req-dea6dc2b-666b-48a6-b061-fb043dfd3a15 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 947 time: 0.1291265 Jul 09 13:51:56.722553 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-57468c88-5643-4268-9429-2400efcf0d7b req-6f57e135-345b-491f-b17c-ce713255ddcc tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743349 Jul 09 13:51:56.803881 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:56.831418 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=9ef6af2a-e5f2-44a5-b319-320e0888c5dc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:56.899700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab9767d-9322-4872-89dd-d3b6bf18a7a2', 'tag': '116765ab-bb1c-4e31-b690-d1741bb20dd1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:56.902469 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4296b2ed-6143-4b45-a294-1c1ba8d5933d" -d '{"events": [{"name": "network-changed", "server_uuid": "cab9767d-9322-4872-89dd-d3b6bf18a7a2", "tag": "116765ab-bb1c-4e31-b690-d1741bb20dd1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:56.942829 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1b7c71-f554-4330-9144-780e13194354 x-openstack-request-id: req-bb1b7c71-f554-4330-9144-780e13194354 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:56.943480 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab9767d-9322-4872-89dd-d3b6bf18a7a2", "tag": "116765ab-bb1c-4e31-b690-d1741bb20dd1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:56.943480 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb1b7c71-f554-4330-9144-780e13194354 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:56.943770 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab9767d-9322-4872-89dd-d3b6bf18a7a2', 'tag': '116765ab-bb1c-4e31-b690-d1741bb20dd1', 'status': 'completed', 'code': 200} Jul 09 13:51:57.027379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-d31e4490-2c28-43f4-b6d0-1093699a1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:57.028496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:57.028907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-d31e4490-2c28-43f4-b6d0-1093699a1654 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=794c03772afa426e97afb0b1c39f3590&device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 1098 time: 0.0586464 Jul 09 13:51:57.255853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:51:57.367208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:51:57.372253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-623be240-d884-46cc-90d8-de190df75e09 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "PUT /v2.0/routers/dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6178553 Jul 09 13:51:57.374907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46016) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:57.377315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] Sync routers for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:51:57.388445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:57.389084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:57.444489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab147c5f-7a05-48c1-9485-7679389f4d36 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting subnet 5094a0fb-c709-4093-b202-d911175df5a2 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:57.447931 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ab147c5f-7a05-48c1-9485-7679389f4d36 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:57.469155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-de009bcd-7e06-457a-ba4c-727d03277fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:57.470651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-de009bcd-7e06-457a-ba4c-727d03277fc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.4358742 Jul 09 13:51:57.497369 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ab147c5f-7a05-48c1-9485-7679389f4d36 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:57.505479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:57.512554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-95102808-232c-4e27-9463-103836891046 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=116765ab-bb1c-4e31-b690-d1741bb20dd1 HTTP/1.1" status: 200 len: 217 time: 0.0357227 Jul 09 13:51:57.560187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-a0f4cdfd-5604-40c2-beab-c3b305599b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:57.561692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-a0f4cdfd-5604-40c2-beab-c3b305599b58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0435541 Jul 09 13:51:57.586908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ab147c5f-7a05-48c1-9485-7679389f4d36 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:57.622796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-fec01c8b-0482-4225-b9d3-4dd297575668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:57.624679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-fec01c8b-0482-4225-b9d3-4dd297575668 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561221 Jul 09 13:51:57.653538 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ab147c5f-7a05-48c1-9485-7679389f4d36 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:57.686527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab147c5f-7a05-48c1-9485-7679389f4d36 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Subnet': ['ID=5094a0fb-c709-4093-b202-d911175df5a2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:57.690676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ab147c5f-7a05-48c1-9485-7679389f4d36 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:57.694985 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ab147c5f-7a05-48c1-9485-7679389f4d36 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/subnets/5094a0fb-c709-4093-b202-d911175df5a2 HTTP/1.1" status: 204 len: 168 time: 0.3173492 Jul 09 13:51:57.696378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:51:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:57.699427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46018) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:57.699602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54b537-434f-46ec-a534-1365e5afe23c None None] Network c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:57.724069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-78657594-bf3e-4e78-a075-ce4af1565749 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923009 Jul 09 13:51:57.790924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] Checking router: dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:51:57.815166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:57.843657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] Routers {'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:51:57.843899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4296b2ed-6143-4b45-a294-1c1ba8d5933d req-25089d76-a4a5-4f71-8c08-099086844ae9 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139207 Jul 09 13:51:57.844304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:57.965638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9920cd-d0ac-42e9-a63b-b653a7a91a9a req-1a218bba-dfc2-46e8-9448-e7892e5546dd tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:57.965841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] Set router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:51:57.967781 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db9920cd-d0ac-42e9-a63b-b653a7a91a9a req-1a218bba-dfc2-46e8-9448-e7892e5546dd tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 947 time: 0.1174805 Jul 09 13:51:57.970619 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.034201 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db9920cd-d0ac-42e9-a63b-b653a7a91a9a req-1dfeaacf-766a-4260-a02b-30ad8a3e38b7 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579627 Jul 09 13:51:58.053882 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:58.054225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.064767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] DHCP port deletion for c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:58.143996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=4452c8b7-6bf8-4c39-8626-cba9b0cca3c7,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:58.144412 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.156219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:58.179295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] Deleting port 6676285d-741a-4bae-88fd-8686711980cc {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:58.179670 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.255843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] For port 6676285d-741a-4bae-88fd-8686711980cc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=6676285d-741a-4bae-88fd-8686711980cc,segment=NetworkSegment(8ad5482a-e36a-4b94-92ac-532c4f84ca34),segment_id=8ad5482a-e36a-4b94-92ac-532c4f84ca34)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:58.256162 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.272161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] Calling delete_port for 6676285d-741a-4bae-88fd-8686711980cc owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:58.274432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:51:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:58.308328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035041c-3f4f-4884-8bf6-2487b92ec2cf None None] The sync data for ids ['dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f'] in n-d-799524-3 is: [{'id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742731504', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:42Z', 'updated_at': '2021-07-09T13:51:56Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '4452c8b7-6bf8-4c39-8626-cba9b0cca3c7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:43Z', 'updated_at': '2021-07-09T13:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:51:58.331806 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.358415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=4452c8b7-6bf8-4c39-8626-cba9b0cca3c7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:58.369391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 116765ab-bb1c-4e31-b690-d1741bb20dd1 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:51:58.402143 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.429997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.459647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] Pushing event deleted for resources: {'Port': ['ID=6676285d-741a-4bae-88fd-8686711980cc,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:58.467777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c1779-49f9-4522-9a1f-c17bb5830ae4 None None] No DVR routers for this DVR port 6676285d-741a-4bae-88fd-8686711980cc on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:58.507589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 116765ab-bb1c-4e31-b690-d1741bb20dd1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=116765ab-bb1c-4e31-b690-d1741bb20dd1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:58.519335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '116765ab-bb1c-4e31-b690-d1741bb20dd1', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '116765ab-bb1c-4e31-b690-d1741bb20dd1', 'mac_address': 'fa:16:3e:13:5c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:51:58.526807 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.528980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.561898 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.576244 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.577001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Fanout notify agent at l3_agent the message router_deleted on router dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:51:58.584499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.585664 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c77a8c0e-d620-4d06-acc3-770be7669162 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/routers/dd4dd7d2-0ec9-4ee6-8712-8e42c750dd1f HTTP/1.1" status: 204 len: 168 time: 0.8852458 Jul 09 13:51:58.588843 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46022) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:58.668292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.733184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116765ab-bb1c-4e31-b690-d1741bb20dd1 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:51:58.754808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 116765ab-bb1c-4e31-b690-d1741bb20dd1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=116765ab-bb1c-4e31-b690-d1741bb20dd1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:58.765186 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.820367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=116765ab-bb1c-4e31-b690-d1741bb20dd1,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:58.930349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 5ba0d7e3-4e0c-4839-a4af-0a582c239645 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:58.954034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 5ba0d7e3-4e0c-4839-a4af-0a582c239645 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:58.954501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 5ba0d7e3-4e0c-4839-a4af-0a582c239645 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:58.956747 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['116765ab-bb1c-4e31-b690-d1741bb20dd1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:59.140519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.151132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c072efa3-6dd7-4fcd-bd4a-28094c40c9a4']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:59.161778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad5482a-e36a-4b94-92ac-532c4f84ca34') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:59.162063 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad5482a-e36a-4b94-92ac-532c4f84ca34') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:59.171062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.185782 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.192865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:59.193289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:59.196450 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:59.233399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad554ced-ef98-42bd-a93d-3ed2e25edf26 req-a7ccd8c4-3fd0-4b3e-87e8-e2d96b78888a tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:59.235648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad554ced-ef98-42bd-a93d-3ed2e25edf26 req-a7ccd8c4-3fd0-4b3e-87e8-e2d96b78888a tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 948 time: 0.0659833 Jul 09 13:51:59.257219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.265503 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.267809 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/networks/c072efa3-6dd7-4fcd-bd4a-28094c40c9a4 HTTP/1.1" status: 204 len: 168 time: 0.6775475 Jul 09 13:51:59.270988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46026) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:59.277437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb573079-cd9f-4fa2-8846-bd1a0a1fe9e5 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Network': ['ID=c072efa3-6dd7-4fcd-bd4a-28094c40c9a4,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:59.283746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad554ced-ef98-42bd-a93d-3ed2e25edf26 req-10f8a133-882c-47ca-a6e4-cda502a78a68 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Jul 09 13:51:59.335569 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84feb9c8-2ab1-4cf5-97fe-20a203647b9b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.360142 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84feb9c8-2ab1-4cf5-97fe-20a203647b9b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.406872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ef6af2a-e5f2-44a5-b319-320e0888c5dc no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:59.434485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9ef6af2a-e5f2-44a5-b319-320e0888c5dc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:59.434903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ef6af2a-e5f2-44a5-b319-320e0888c5dc not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:59.435353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6676285d-741a-4bae-88fd-8686711980cc no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:59.435893 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84feb9c8-2ab1-4cf5-97fe-20a203647b9b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.438607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-84feb9c8-2ab1-4cf5-97fe-20a203647b9b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.443292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-84feb9c8-2ab1-4cf5-97fe-20a203647b9b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f2151fb-6f09-4142-add6-895d17bfa121 HTTP/1.1" status: 204 len: 168 time: 0.1712351 Jul 09 13:51:59.453607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84feb9c8-2ab1-4cf5-97fe-20a203647b9b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2151fb-6f09-4142-add6-895d17bfa121,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:59.470379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 6676285d-741a-4bae-88fd-8686711980cc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:59.470855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 6676285d-741a-4bae-88fd-8686711980cc not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:59.784247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46032) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:59.789874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c38707d8-b1fd-42ed-8720-839377bf4bb0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704368882', 'description': 'tempest-secgroup-smoke-1704368882 description', 'project_id': '2375838edeba4a50bff999ed7fbdd48d'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:59.812132 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c38707d8-b1fd-42ed-8720-839377bf4bb0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.890992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c38707d8-b1fd-42ed-8720-839377bf4bb0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.895378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c38707d8-b1fd-42ed-8720-839377bf4bb0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.924025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c38707d8-b1fd-42ed-8720-839377bf4bb0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.925252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c38707d8-b1fd-42ed-8720-839377bf4bb0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399658 Jul 09 13:51:59.926438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38707d8-b1fd-42ed-8720-839377bf4bb0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b157881a-f316-49b3-81e0-69f46a300946,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:59.928323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46034) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:59.932676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-163fe9d9-e46c-4850-b253-036bac05df51 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'b157881a-f316-49b3-81e0-69f46a300946', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:59.959395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-163fe9d9-e46c-4850-b253-036bac05df51 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.015282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-163fe9d9-e46c-4850-b253-036bac05df51 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.018639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-163fe9d9-e46c-4850-b253-036bac05df51 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.036396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe9d9-e46c-4850-b253-036bac05df51 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2949f67f-154c-44dd-ac3d-dabe8e6819e0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:00.041274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-163fe9d9-e46c-4850-b253-036bac05df51 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.042534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-163fe9d9-e46c-4850-b253-036bac05df51 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132748 Jul 09 13:52:00.045248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46036) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:00.049834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0563e730-b6a2-4487-8c0d-f89c3abf4ec1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'b157881a-f316-49b3-81e0-69f46a300946', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:00.077086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0563e730-b6a2-4487-8c0d-f89c3abf4ec1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.140258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0563e730-b6a2-4487-8c0d-f89c3abf4ec1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.144176 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0563e730-b6a2-4487-8c0d-f89c3abf4ec1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.159176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563e730-b6a2-4487-8c0d-f89c3abf4ec1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a3748a-d47c-4880-9eb9-7dc8f8549348,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:00.168187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0563e730-b6a2-4487-8c0d-f89c3abf4ec1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.169466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0563e730-b6a2-4487-8c0d-f89c3abf4ec1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232977 Jul 09 13:52:00.172212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46038) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:00.177469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-21638028-f5da-48dd-971a-37fcf353b61a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'b157881a-f316-49b3-81e0-69f46a300946', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:00.203574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21638028-f5da-48dd-971a-37fcf353b61a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.261713 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21638028-f5da-48dd-971a-37fcf353b61a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.265187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21638028-f5da-48dd-971a-37fcf353b61a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.283507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21638028-f5da-48dd-971a-37fcf353b61a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c28c90-ade1-4dd6-8cb9-436553ebfe27,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:00.289839 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-21638028-f5da-48dd-971a-37fcf353b61a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.291547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-21638028-f5da-48dd-971a-37fcf353b61a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180916 Jul 09 13:52:00.294765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46040) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:00.299424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3139f9f8-790b-432b-b560-3c1e9ab8a2a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'b157881a-f316-49b3-81e0-69f46a300946', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:00.327562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3139f9f8-790b-432b-b560-3c1e9ab8a2a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.369021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 116765ab-bb1c-4e31-b690-d1741bb20dd1 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:00.387194 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3139f9f8-790b-432b-b560-3c1e9ab8a2a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.391380 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3139f9f8-790b-432b-b560-3c1e9ab8a2a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.409460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139f9f8-790b-432b-b560-3c1e9ab8a2a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1175a2e2-2e50-4ff0-9f05-1489ecaf4396,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:00.417826 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3139f9f8-790b-432b-b560-3c1e9ab8a2a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.419118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3139f9f8-790b-432b-b560-3c1e9ab8a2a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233485 Jul 09 13:52:00.421824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46044) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:00.429535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f20466b7-c5d2-4cb0-a66e-f7240deea21d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'b157881a-f316-49b3-81e0-69f46a300946', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:00.430714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 116765ab-bb1c-4e31-b690-d1741bb20dd1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:00.435618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 116765ab-bb1c-4e31-b690-d1741bb20dd1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:00.436087 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.452643 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-f20466b7-c5d2-4cb0-a66e-f7240deea21d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Project 2375838edeba4a50bff999ed7fbdd48d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:52:00.458216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f20466b7-c5d2-4cb0-a66e-f7240deea21d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.483376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318d15d-2764-4e3e-971b-06e4add27399 req-eac156f8-bae6-4027-b1a7-83dfb1716b90 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:00.485228 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1318d15d-2764-4e3e-971b-06e4add27399 req-eac156f8-bae6-4027-b1a7-83dfb1716b90 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 948 time: 0.0887856 Jul 09 13:52:00.523906 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.526876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f20466b7-c5d2-4cb0-a66e-f7240deea21d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.529453 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1318d15d-2764-4e3e-971b-06e4add27399 req-e8788130-53de-4fc9-9170-740b4d322916 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Jul 09 13:52:00.531031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f20466b7-c5d2-4cb0-a66e-f7240deea21d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.555511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab9767d-9322-4872-89dd-d3b6bf18a7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116765ab-bb1c-4e31-b690-d1741bb20dd1'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:00.555702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20466b7-c5d2-4cb0-a66e-f7240deea21d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae161d0-e28d-4932-ada4-283a8ac39ed7,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:00.555835 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c142c4f-6494-450f-9eff-c4878e4441bf" -d '{"events": [{"server_uuid": "cab9767d-9322-4872-89dd-d3b6bf18a7a2", "name": "network-vif-plugged", "status": "completed", "tag": "116765ab-bb1c-4e31-b690-d1741bb20dd1"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:00.566205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 116765ab-bb1c-4e31-b690-d1741bb20dd1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=116765ab-bb1c-4e31-b690-d1741bb20dd1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:00.568268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f20466b7-c5d2-4cb0-a66e-f7240deea21d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.569496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f20466b7-c5d2-4cb0-a66e-f7240deea21d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453183 Jul 09 13:52:00.570803 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.573229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46048) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:00.579164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-dadb2431-26ec-4f7c-91c6-9b8585207059 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'security_group_rule': {'security_group_id': 'b157881a-f316-49b3-81e0-69f46a300946', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:00.595706 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e47d39-a333-4534-bbf5-4df1a350626f x-openstack-request-id: req-82e47d39-a333-4534-bbf5-4df1a350626f {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:00.596006 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab9767d-9322-4872-89dd-d3b6bf18a7a2", "name": "network-vif-plugged", "status": "completed", "tag": "116765ab-bb1c-4e31-b690-d1741bb20dd1", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:00.596307 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82e47d39-a333-4534-bbf5-4df1a350626f {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:00.596716 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab9767d-9322-4872-89dd-d3b6bf18a7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116765ab-bb1c-4e31-b690-d1741bb20dd1', 'code': 200} Jul 09 13:52:00.605967 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-dadb2431-26ec-4f7c-91c6-9b8585207059 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Project 2375838edeba4a50bff999ed7fbdd48d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:52:00.611499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dadb2431-26ec-4f7c-91c6-9b8585207059 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.622260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=116765ab-bb1c-4e31-b690-d1741bb20dd1,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:00.674488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dadb2431-26ec-4f7c-91c6-9b8585207059 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.678876 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dadb2431-26ec-4f7c-91c6-9b8585207059 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.696535 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb2431-26ec-4f7c-91c6-9b8585207059 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a51268-6542-4278-9b34-d516460f4169,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:00.704129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-dadb2431-26ec-4f7c-91c6-9b8585207059 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.705351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-dadb2431-26ec-4f7c-91c6-9b8585207059 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304605 Jul 09 13:52:00.709393 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46050) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:00.713258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868e35-c421-4b96-a18a-48fe52afc8fd req-d850a74d-c2ea-4371-bb52-e6085540d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:00.714356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'network': {'name': 'tempest-network-smoke--16973836', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'port_security_enabled': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:00.714760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65868e35-c421-4b96-a18a-48fe52afc8fd req-d850a74d-c2ea-4371-bb52-e6085540d7cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 1100 time: 0.0579817 Jul 09 13:52:00.735733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:00.739431 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.750362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65868e35-c421-4b96-a18a-48fe52afc8fd req-d23c49ce-5f21-4754-903e-e44cca7bd5a1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297384 Jul 09 13:52:00.762234 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:52:00.771825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.772184 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Added segment a1b4c4e0-cb46-4d84-9803-307d11ba149a of type vlan for network 2dec2fcf-8043-46ef-b165-e851e709652e Jul 09 13:52:00.811480 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.848751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.854246 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:00.854831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.914241 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2011478 Jul 09 13:52:00.914589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46052) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:00.919489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'admin_state_up': True, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:00.925276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f78618-3d3b-49b6-9b3e-b5e0d4101452 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Network': ['ID=2dec2fcf-8043-46ef-b165-e851e709652e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:00.936742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2dec2fcf-8043-46ef-b165-e851e709652e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:52:00.945565 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.946543 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:00.979764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:01.000279 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:01.005924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:01.006278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 4452c8b7-6bf8-4c39-8626-cba9b0cca3c7 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:01.142551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:01.338458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:01.357116 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:01.461117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.25.5.123 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/256fdce9-560f-4f77-8772-1e083a7583c9) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:01.575526 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:01.616346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:01.658132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:01.662696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:01.667364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:01.669318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=256fdce9-560f-4f77-8772-1e083a7583c9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:01.710919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717bb1c-0479-4254-8a6f-0b1cdc0e38f1 req-52945179-d55e-4427-b19e-56aef6a8bb80 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:01.712623 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e717bb1c-0479-4254-8a6f-0b1cdc0e38f1 req-52945179-d55e-4427-b19e-56aef6a8bb80 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 949 time: 0.0685167 Jul 09 13:52:01.752329 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e717bb1c-0479-4254-8a6f-0b1cdc0e38f1 req-1ee2d923-763f-45b8-be1c-a6cb67c61eed tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Jul 09 13:52:01.928366 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.131963 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.164379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609f05-7768-43df-901e-f47ae169af2f req-74b182f6-bb08-4529-a033-ef651ec03dc4 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:02.165917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43609f05-7768-43df-901e-f47ae169af2f req-74b182f6-bb08-4529-a033-ef651ec03dc4 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 949 time: 0.0686924 Jul 09 13:52:02.205915 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43609f05-7768-43df-901e-f47ae169af2f req-8aa0e433-cab3-425a-905c-317b4c098421 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339696 Jul 09 13:52:02.263072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router af33097f-7ca7-4c52-8826-eeb087fa7261 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:52:02.371082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:52:02.380654 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Sync routers for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:52:02.389821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.390058 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:02.390452 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:02.391290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-319dba24-e6b7-44fd-b595-a426536c81a2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4756262 Jul 09 13:52:02.394425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46062) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:02.423976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-144a4aac-88bf-451c-8117-c048be44d86c tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2375838edeba4a50bff999ed7fbdd48d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276411 Jul 09 13:52:02.426643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46064) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:02.496558 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:02.512944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9518d897-92e7-4e24-82f7-a4ac627f123a tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:02.514453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9518d897-92e7-4e24-82f7-a4ac627f123a tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868745 Jul 09 13:52:02.517265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46066) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:02.552019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-593e703e-0e4c-49d2-afbc-0b699951b854 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332036 Jul 09 13:52:02.554741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46068) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:02.559528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529603339', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:02.648592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:02.652306 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.679742 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:01Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:02.709894 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Checking router: af33097f-7ca7-4c52-8826-eeb087fa7261 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:52:02.710240 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Updating router af33097f-7ca7-4c52-8826-eeb087fa7261 port 256fdce9-560f-4f77-8772-1e083a7583c9 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:52:02.746260 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.836463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.894477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Subnet': ['ID=035f4c0c-9d0a-45c2-bfd9-99eb997311a7,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:02.904093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Checking segment: {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:02.904455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network hostable DHCP agents. Network: 2dec2fcf-8043-46ef-b165-e851e709652e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:52:02.920668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 2dec2fcf-8043-46ef-b165-e851e709652e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:52:02.930722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2dec2fcf-8043-46ef-b165-e851e709652e) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:02.935755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:02.936459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.943320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa67ec3-f4c6-4aef-bde6-5af0c7ad09ab None None] Network 2dec2fcf-8043-46ef-b165-e851e709652e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:52:02.953486 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0ec0c7e8-c387-48de-8e4c-0daf678c7aad tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3976495 Jul 09 13:52:02.956145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46070) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:03.010036 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.020090 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Transition to ACTIVE for port object 256fdce9-560f-4f77-8772-1e083a7583c9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:03.025742 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.071044 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Attempting to bind port 256fdce9-560f-4f77-8772-1e083a7583c9 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:03.071419 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Attempting to bind port 256fdce9-560f-4f77-8772-1e083a7583c9 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:03.071785 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Attempting to bind port 256fdce9-560f-4f77-8772-1e083a7583c9 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:03.084369 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:03.084369 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:03.084369 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.084369 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:03.084918 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Bound port: 256fdce9-560f-4f77-8772-1e083a7583c9, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:03.085697 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.120020 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Pushing event updated for resources: {'Port': ['ID=256fdce9-560f-4f77-8772-1e083a7583c9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:03.131762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-2dec2fcf-8043-46ef-b165-e851e709652e', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:52:03.133277 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.156792 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] For port 256fdce9-560f-4f77-8772-1e083a7583c9, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:03.160059 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] For port 256fdce9-560f-4f77-8772-1e083a7583c9, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=256fdce9-560f-4f77-8772-1e083a7583c9,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:03.162666 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.163107 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.163458 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.163901 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.164192 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.164527 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.164851 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.165176 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.165504 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.165826 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.166148 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.166488 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:03.171784 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.225912 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:03.226632 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:03.280772 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84443c18-2cf7-4eab-b0e4-5ed60bb62a44 None None] Pushing event updated for resources: {'Port': ['ID=256fdce9-560f-4f77-8772-1e083a7583c9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:03.294171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Allocated IP 172.20.0.2 (2dec2fcf-8043-46ef-b165-e851e709652e/035f4c0c-9d0a-45c2-bfd9-99eb997311a7/317713e1-0b83-4f09-ab7c-6e9d77b0aadf) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:03.450797 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.459891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Transition to ACTIVE for port object 317713e1-0b83-4f09-ab7c-6e9d77b0aadf will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:03.475891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Transition to ACTIVE for port object 317713e1-0b83-4f09-ab7c-6e9d77b0aadf will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:03.480260 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:03.483013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.487298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-6893a0f1-f24a-4b2b-8ef4-5e9202f20bee tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:03.489847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-6893a0f1-f24a-4b2b-8ef4-5e9202f20bee tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.11 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 949 time: 0.2002449 Jul 09 13:52:03.537247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Network 2dec2fcf-8043-46ef-b165-e851e709652e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:03.540675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:03.544845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:03.548890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Pushing event updated for resources: {'Port': ['ID=317713e1-0b83-4f09-ab7c-6e9d77b0aadf,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:03.573799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacba3c3-a22d-48b3-9d0a-8715ccbb727d req-7a7df160-2a8d-4b03-975c-a609ba6384bd tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:03.575456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eacba3c3-a22d-48b3-9d0a-8715ccbb727d req-7a7df160-2a8d-4b03-975c-a609ba6384bd tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 949 time: 0.2326396 Jul 09 13:52:03.607530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Attempting to bind port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:03.607985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Attempting to bind port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:03.608474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Attempting to bind port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf on network 2dec2fcf-8043-46ef-b165-e851e709652e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:03.614256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:03.614862 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Checking segment: {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:03.615342 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.615794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Bound using segment: {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:03.616334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Bound port: 317713e1-0b83-4f09-ab7c-6e9d77b0aadf, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:03.616782 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.669627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.682802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] For port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:03.686382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] For port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=317713e1-0b83-4f09-ab7c-6e9d77b0aadf,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:03.686620 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:01Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:03.693296 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.698169 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eacba3c3-a22d-48b3-9d0a-8715ccbb727d req-9d1f76d5-5dba-4c39-b7b7-ab17243850f6 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e9d546-9743-4398-bc1c-e509cb352482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099327 Jul 09 13:52:03.718420 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01f5dc-8d1c-415e-84e6-b0263c45fffd None None] The sync data for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 is: [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:01Z', 'revision_number': 3, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:52:03.756568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Deleting port 116765ab-bb1c-4e31-b690-d1741bb20dd1 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:03.756568 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:03.772340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ff21a-448a-4040-9c39-1b45156e5a65 None None] Pushing event updated for resources: {'Port': ['ID=317713e1-0b83-4f09-ab7c-6e9d77b0aadf,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:03.980356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] For port 116765ab-bb1c-4e31-b690-d1741bb20dd1, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=116765ab-bb1c-4e31-b690-d1741bb20dd1,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:03.980903 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:04.012787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Calling delete_port for 116765ab-bb1c-4e31-b690-d1741bb20dd1 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:04.193151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.20.0.1 (2dec2fcf-8043-46ef-b165-e851e709652e/035f4c0c-9d0a-45c2-bfd9-99eb997311a7/0b4d0a10-b474-4794-a01c-4dcd7f19b1a2) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:04.275701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:04.290483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['116765ab-bb1c-4e31-b690-d1741bb20dd1'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:52:04.348546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Pushing event deleted for resources: {'Port': ['ID=116765ab-bb1c-4e31-b690-d1741bb20dd1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:04.403273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] No DVR routers for this DVR port 116765ab-bb1c-4e31-b690-d1741bb20dd1 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:52:04.411858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:04.413875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81f74adf-b05e-4859-92cc-0d47ca0d7ad8 req-7d816dee-33f4-4d2f-863d-ece415f61a5b tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.11 "DELETE /v2.0/ports/116765ab-bb1c-4e31-b690-d1741bb20dd1 HTTP/1.1" status: 204 len: 173 time: 0.9162493 Jul 09 13:52:04.414329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab9767d-9322-4872-89dd-d3b6bf18a7a2', 'name': 'network-vif-deleted', 'tag': '116765ab-bb1c-4e31-b690-d1741bb20dd1'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:04.416673 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18067fba-7200-4356-aff5-113a936c279b" -d '{"events": [{"server_uuid": "cab9767d-9322-4872-89dd-d3b6bf18a7a2", "name": "network-vif-deleted", "tag": "116765ab-bb1c-4e31-b690-d1741bb20dd1"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:04.477592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:04.482377 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a558e39-84d6-4ca8-93fe-d5272cb59429 x-openstack-request-id: req-8a558e39-84d6-4ca8-93fe-d5272cb59429 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:04.482665 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab9767d-9322-4872-89dd-d3b6bf18a7a2", "name": "network-vif-deleted", "tag": "116765ab-bb1c-4e31-b690-d1741bb20dd1", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:04.482915 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a558e39-84d6-4ca8-93fe-d5272cb59429 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:04.483331 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab9767d-9322-4872-89dd-d3b6bf18a7a2', 'name': 'network-vif-deleted', 'tag': '116765ab-bb1c-4e31-b690-d1741bb20dd1', 'status': 'completed', 'code': 200} Jul 09 13:52:04.501833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Transition to ACTIVE for port object 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:04.573686 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:04.660288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 2dec2fcf-8043-46ef-b165-e851e709652e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:04.664807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:04.667470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:04.672036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:04.722184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:04.925098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43106451-c08c-4e2f-84e3-fec6cea665c4 None None] Network 2dec2fcf-8043-46ef-b165-e851e709652e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:52:05.017364 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9404c7fb-d795-4c08-8909-956f1f8f092f None None] Provisioning for port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:05.150462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 317713e1-0b83-4f09-ab7c-6e9d77b0aadf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:05.218618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:05.218849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13c18ef9-c440-4ba0-b3b2-d779f0028636 req-a1598009-f28a-4f8f-9201-e981106df209 tempest-VolumesNegativeTest-2063849731 tempest-VolumesNegativeTest-2063849731-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab9767d-9322-4872-89dd-d3b6bf18a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0345974 Jul 09 13:52:05.226840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:05.227259 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.287360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.325440 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.370638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=317713e1-0b83-4f09-ab7c-6e9d77b0aadf,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:05.375141 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.376106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 256fdce9-560f-4f77-8772-1e083a7583c9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:05.468636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=317713e1-0b83-4f09-ab7c-6e9d77b0aadf,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:05.501503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 256fdce9-560f-4f77-8772-1e083a7583c9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:05.506534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 256fdce9-560f-4f77-8772-1e083a7583c9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:05.506851 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.590585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa110618-252b-433d-81a1-55c573bba98b None None] Provisioning for port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:05.596340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa110618-252b-433d-81a1-55c573bba98b None None] Provisioning complete for port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:05.596818 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa110618-252b-433d-81a1-55c573bba98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.632284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.634728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.641257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.660534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-aa110618-252b-433d-81a1-55c573bba98b None None] Port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:52:05.665737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 256fdce9-560f-4f77-8772-1e083a7583c9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=256fdce9-560f-4f77-8772-1e083a7583c9,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:05.677542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-aa110618-252b-433d-81a1-55c573bba98b None None] Provisioning complete for port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:05.678109 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aa110618-252b-433d-81a1-55c573bba98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.720712 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.728559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:05.731347 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.810694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=256fdce9-560f-4f77-8772-1e083a7583c9,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:05.841886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 2dec2fcf-8043-46ef-b165-e851e709652e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:05.843366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:05.942611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c1e64d77-3e22-49f2-b2ce-ac9192b2eeab None None] Provisioning complete for port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:05.943251 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c1e64d77-3e22-49f2-b2ce-ac9192b2eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.967499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router af33097f-7ca7-4c52-8826-eeb087fa7261 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:52:05.979852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c1e64d77-3e22-49f2-b2ce-ac9192b2eeab None None] Port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:52:06.084153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:52:06.090581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8f19224f-d735-4f96-b414-f1d47efb2a8a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "PUT /v2.0/routers/af33097f-7ca7-4c52-8826-eeb087fa7261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1316922 Jul 09 13:52:06.098618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75dd5f43-e220-4e4e-9294-87e46ea56e67 None None] Provisioning complete for port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:06.098962 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75dd5f43-e220-4e4e-9294-87e46ea56e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:06.106860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Sync routers for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:52:06.139974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:06.141242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:06.189432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75dd5f43-e220-4e4e-9294-87e46ea56e67 None None] Port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:52:06.260626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:06.289593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-374cc1fe-6221-4fe7-84b0-f8e1a1ed3e6f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704368882&fields=id&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 267 time: 0.0364797 Jul 09 13:52:06.390611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 116765ab-bb1c-4e31-b690-d1741bb20dd1 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:06.418209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-dbda58dc-0428-4317-98ad-f96e0fb5d90d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:06.420482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 116765ab-bb1c-4e31-b690-d1741bb20dd1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:06.420831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 116765ab-bb1c-4e31-b690-d1741bb20dd1 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:06.429938 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-dbda58dc-0428-4317-98ad-f96e0fb5d90d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/networks?id=2dec2fcf-8043-46ef-b165-e851e709652e HTTP/1.1" status: 200 len: 795 time: 0.1311452 Jul 09 13:52:06.447566 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-5c4e3893-b71a-4d0c-a64b-c4fa85ffe69e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/quotas/2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 375 time: 0.0166211 Jul 09 13:52:06.526189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 2, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:06.531543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-f346b6f3-ca8f-49fe-a429-2b9f704ff95f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752914 Jul 09 13:52:06.554299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Checking router: af33097f-7ca7-4c52-8826-eeb087fa7261 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:52:06.554763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Updating router af33097f-7ca7-4c52-8826-eeb087fa7261 port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:52:06.593181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:06.635834 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-a43db490-d221-47c5-a676-6aa97f5fe107 service neutron] 10.222.0.32 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909004 Jul 09 13:52:06.733106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-202991c4-9153-495f-b15e-1d7eb0e1aff7 service neutron] 10.222.0.32 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899467 Jul 09 13:52:06.900488 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:06.914458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Transition to ACTIVE for port object 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:06.924719 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:06.946608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48585d4b-3713-42fc-aa82-9df5b3299f9f req-b128e842-855a-4620-8550-07e50f7ce520 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 210 time: 0.0427527 Jul 09 13:52:06.984106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f538c07-2fe9-4372-b432-63e3c9a3c2a0 None None] Pushing event updated for resources: {'Port': ['ID=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:07.097134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 317713e1-0b83-4f09-ab7c-6e9d77b0aadf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:07.101806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Attempting to bind port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:07.101993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Attempting to bind port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:07.102249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Attempting to bind port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 on network 2dec2fcf-8043-46ef-b165-e851e709652e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:07.128127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:07.128508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Checking segment: {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:07.128955 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.129350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Bound using segment: {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:07.129832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Bound port: 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:07.130220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.208189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:07.208569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.235239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] For port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:07.257573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] For port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:07.262908 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.358353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:07.359038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:51:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:07.369983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f538c07-2fe9-4372-b432-63e3c9a3c2a0 None None] Pushing event updated for resources: {'Port': ['ID=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:07.418570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 256fdce9-560f-4f77-8772-1e083a7583c9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:07.527767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:07.747863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 256fdce9-560f-4f77-8772-1e083a7583c9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:07.748241 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.988319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:07Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:08.021537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb8683-36dd-4c78-9d4b-e134f5e198c2 None None] The sync data for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 is: [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:07Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:52:08.112777 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-556d466d-0be4-4f87-8942-8fd54c2e94ff req-4a6e89bc-4169-4e96-9e1d-5f4eed574149 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 210 time: 0.0475528 Jul 09 13:52:08.310350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-b36a1bbc-a91a-4cbc-811b-684641e6d0e7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:08.312936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-b36a1bbc-a91a-4cbc-811b-684641e6d0e7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/networks?id=2dec2fcf-8043-46ef-b165-e851e709652e HTTP/1.1" status: 200 len: 795 time: 0.1438658 Jul 09 13:52:08.375951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-23986db4-22b5-4943-808a-268717c94308 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2375838edeba4a50bff999ed7fbdd48d HTTP/1.1" status: 200 len: 380 time: 0.0463517 Jul 09 13:52:08.386269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'port': {'device_id': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'admin_state_up': True, 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'security_groups': ['b157881a-f316-49b3-81e0-69f46a300946']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:08.520201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Made reservation on behalf of 2375838edeba4a50bff999ed7fbdd48d for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:08.525172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:08.671275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.20.0.10 (2dec2fcf-8043-46ef-b165-e851e709652e/035f4c0c-9d0a-45c2-bfd9-99eb997311a7/344adc8b-cd52-4c5e-b2c3-531c97187216) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:08.829649 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:08.851823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Transition to ACTIVE for port object 344adc8b-cd52-4c5e-b2c3-531c97187216 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:08.904274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:08.963378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 2dec2fcf-8043-46ef-b165-e851e709652e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:08.967480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:08.970393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:09.021288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=344adc8b-cd52-4c5e-b2c3-531c97187216,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:09.051364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:09.052307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.078865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-00484f57-5ef1-487a-8cf4-30dc6b4d0af0 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6966071 Jul 09 13:52:09.080745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:09.105555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Request body: {'port': {'device_id': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:09.166760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:09.179183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:09.179570 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.256474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.309121 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.358443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:09.364576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.478072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:09.494300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-359019ee-3d2a-4c2e-9a2c-d1641fffcff8 None None] Provisioning for port 344adc8b-cd52-4c5e-b2c3-531c97187216 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:09.498618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab766d53-6955-4f41-bd41-27a7a553125b req-fa239192-da7e-4615-a148-03e2e6b348c4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:09.499584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-359019ee-3d2a-4c2e-9a2c-d1641fffcff8 None None] Provisioning complete for port 344adc8b-cd52-4c5e-b2c3-531c97187216 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:09.499584 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-359019ee-3d2a-4c2e-9a2c-d1641fffcff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.500377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab766d53-6955-4f41-bd41-27a7a553125b req-fa239192-da7e-4615-a148-03e2e6b348c4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 932 time: 0.1957486 Jul 09 13:52:09.536111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-359019ee-3d2a-4c2e-9a2c-d1641fffcff8 None None] Port 344adc8b-cd52-4c5e-b2c3-531c97187216 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:52:09.603640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab766d53-6955-4f41-bd41-27a7a553125b req-a5dfc09a-c75b-47b6-ad48-8f1d9b26f36f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832484 Jul 09 13:52:09.688480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344adc8b-cd52-4c5e-b2c3-531c97187216 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:52:09.696474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.708810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Transition to ACTIVE for port object 344adc8b-cd52-4c5e-b2c3-531c97187216 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:09.712606 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.762338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Pushing event updated for resources: {'Port': ['ID=344adc8b-cd52-4c5e-b2c3-531c97187216,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:09.851943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Attempting to bind port 344adc8b-cd52-4c5e-b2c3-531c97187216 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:09.852367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Attempting to bind port 344adc8b-cd52-4c5e-b2c3-531c97187216 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:09.852720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Attempting to bind port 344adc8b-cd52-4c5e-b2c3-531c97187216 on network 2dec2fcf-8043-46ef-b165-e851e709652e {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:09.857282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Port 344adc8b-cd52-4c5e-b2c3-531c97187216 on network 2dec2fcf-8043-46ef-b165-e851e709652e not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:52:09.857537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Attempting to bind port 344adc8b-cd52-4c5e-b2c3-531c97187216 on network 2dec2fcf-8043-46ef-b165-e851e709652e {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:09.862585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:09.862918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Checking segment: {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:09.863627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Bound using segment: {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:09.864059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Bound port: 344adc8b-cd52-4c5e-b2c3-531c97187216, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b4c4e0-cb46-4d84-9803-307d11ba149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:09.864415 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.936322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:09.939739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=344adc8b-cd52-4c5e-b2c3-531c97187216,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:09.945256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.982714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:09.983554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.984911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] 10.222.0.11 "PUT /v2.0/ports/344adc8b-cd52-4c5e-b2c3-531c97187216 HTTP/1.1" status: 200 len: 1092 time: 0.8985763 Jul 09 13:52:09.985424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:09.987788 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f21815c-abe2-4624-858a-5f14b228c1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:10.040451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6375f3e-7e84-4ed4-af6c-6e1cb86665c8 service neutron] Pushing event updated for resources: {'Port': ['ID=344adc8b-cd52-4c5e-b2c3-531c97187216,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:10.061461 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d578cb71-5e35-475c-bd01-f4651721194a x-openstack-request-id: req-d578cb71-5e35-475c-bd01-f4651721194a {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:10.061753 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:10.062013 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d578cb71-5e35-475c-bd01-f4651721194a {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:10.062412 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'status': 'completed', 'code': 200} Jul 09 13:52:10.103634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-876a5b71-2ad5-40e5-9ab3-b6ed758f2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:10.105565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-876a5b71-2ad5-40e5-9ab3-b6ed758f2090 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 1095 time: 0.0778644 Jul 09 13:52:10.155566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-9bcb3f7f-f050-4c46-ba5f-a3efde8af359 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344adc8b-cd52-4c5e-b2c3-531c97187216 HTTP/1.1" status: 200 len: 217 time: 0.0429821 Jul 09 13:52:10.207996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e8e83c55-b5fc-42ae-a35b-c3cd790a1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:10.209154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e8e83c55-b5fc-42ae-a35b-c3cd790a1291 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=035f4c0c-9d0a-45c2-bfd9-99eb997311a7 HTTP/1.1" status: 200 len: 835 time: 0.0478189 Jul 09 13:52:10.268039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-08bf256b-8a4a-482d-9a15-1a35eb0d84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:10.269645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-08bf256b-8a4a-482d-9a15-1a35eb0d84a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dec2fcf-8043-46ef-b165-e851e709652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546894 Jul 09 13:52:10.370248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-e6cee965-19a2-45a9-8611-0994bd9e2af0 service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937781 Jul 09 13:52:10.470912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ac5d149e-af47-4036-b85e-5becf0ca4085 req-71197558-377b-42d6-80b1-96eca6d7f65f service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945828 Jul 09 13:52:10.581956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-0a9f7e5e-e8d4-4652-876c-b927890f7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:10.583679 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-0a9f7e5e-e8d4-4652-876c-b927890f7296 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 1095 time: 0.0648599 Jul 09 13:52:10.677097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-e534a24b-bc76-462c-a5f5-66bd0e1bda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:10.678837 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-e534a24b-bc76-462c-a5f5-66bd0e1bda02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dec2fcf-8043-46ef-b165-e851e709652e HTTP/1.1" status: 200 len: 895 time: 0.0879586 Jul 09 13:52:10.722118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-65408643-af21-4548-9cc1-e25320f46139 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344adc8b-cd52-4c5e-b2c3-531c97187216 HTTP/1.1" status: 200 len: 217 time: 0.0369806 Jul 09 13:52:10.802730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-136414cd-481d-4fd3-90f7-1e2d9f1f2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:10.804285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-136414cd-481d-4fd3-90f7-1e2d9f1f2179 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=035f4c0c-9d0a-45c2-bfd9-99eb997311a7 HTTP/1.1" status: 200 len: 835 time: 0.0739994 Jul 09 13:52:10.849788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5958f-cad6-4173-910c-8020712fc0a2 req-3d6e188d-d356-485a-ac20-9c1aa30a5fae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:10.853692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-80b5958f-cad6-4173-910c-8020712fc0a2 req-3d6e188d-d356-485a-ac20-9c1aa30a5fae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 944 time: 0.1320016 Jul 09 13:52:10.904470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-80b5958f-cad6-4173-910c-8020712fc0a2 req-fbf1ff78-c11b-40f4-8a92-3ff10cdf66c3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474961 Jul 09 13:52:10.911099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-16c2a8bf-591b-4d1a-ae76-d82eee707f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:10.912744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-16c2a8bf-591b-4d1a-ae76-d82eee707f1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dec2fcf-8043-46ef-b165-e851e709652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006525 Jul 09 13:52:11.003608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:11.017276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-f1395b87-f47f-4e4f-8193-c3c583da49c3 service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976007 Jul 09 13:52:11.053032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:11.053698 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:11.112577 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f21815c-abe2-4624-858a-5f14b228c1ca req-a86cf0b9-0584-4509-b84b-9451485119c3 service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882206 Jul 09 13:52:11.808465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46338) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:11.944157 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0b3c9375-9074-40b6-95ac-12c6e2dab082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=794c03772afa426e97afb0b1c39f3590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312137 Jul 09 13:52:11.944536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46344) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:12.005323 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9be3732-8fc0-48e8-ba31-7476f7b78e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:12.027189 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9be3732-8fc0-48e8-ba31-7476f7b78e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:12.075650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9be3732-8fc0-48e8-ba31-7476f7b78e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:12.078814 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9be3732-8fc0-48e8-ba31-7476f7b78e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:12.080045 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c9be3732-8fc0-48e8-ba31-7476f7b78e46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63e9d546-9743-4398-bc1c-e509cb352482 HTTP/1.1" status: 204 len: 168 time: 0.1345065 Jul 09 13:52:12.088023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3732-8fc0-48e8-ba31-7476f7b78e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e9d546-9743-4398-bc1c-e509cb352482,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:12.095642 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728231-fa0f-453d-83f2-ea95037dd0e5 req-fe1f840b-b8e8-4251-8052-82ac5b9ee171 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:12.097219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56728231-fa0f-453d-83f2-ea95037dd0e5 req-fe1f840b-b8e8-4251-8052-82ac5b9ee171 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 944 time: 0.0690949 Jul 09 13:52:12.145373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56728231-fa0f-453d-83f2-ea95037dd0e5 req-a9055b10-1786-4d4e-86ce-618944d5d43c tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 Jul 09 13:52:12.431383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 344adc8b-cd52-4c5e-b2c3-531c97187216 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:52:12.533911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=344adc8b-cd52-4c5e-b2c3-531c97187216,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:12.546143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'port_id': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'mac_address': 'fa:16:3e:4e:ab:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:52:12.583968 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:12.596921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344adc8b-cd52-4c5e-b2c3-531c97187216 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:52:12.626106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=344adc8b-cd52-4c5e-b2c3-531c97187216,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:12.630623 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:12.678779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=344adc8b-cd52-4c5e-b2c3-531c97187216,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:12.828610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['344adc8b-cd52-4c5e-b2c3-531c97187216'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:52:13.322552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3642a-ad93-4e27-8a5d-f9692f918290 req-d81ecd46-8a86-4e37-8249-4d329a607e85 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:13.324099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64c3642a-ad93-4e27-8a5d-f9692f918290 req-d81ecd46-8a86-4e37-8249-4d329a607e85 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 945 time: 0.0641136 Jul 09 13:52:13.362751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-64c3642a-ad93-4e27-8a5d-f9692f918290 req-83d65fae-5ccd-4637-95b1-68b41009215f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Jul 09 13:52:13.368664 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.145901 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.344298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7e349ef7-d853-4e91-a349-91bc674088ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.446681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 344adc8b-cd52-4c5e-b2c3-531c97187216 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:14.508719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 344adc8b-cd52-4c5e-b2c3-531c97187216 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:14.513492 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 344adc8b-cd52-4c5e-b2c3-531c97187216 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:14.514107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.546681 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7fb1-1a33-4ac4-b429-d892f66b1ffe req-13509683-71ee-46af-866d-a01b4b25df10 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:14.548720 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f69d7fb1-1a33-4ac4-b429-d892f66b1ffe req-13509683-71ee-46af-866d-a01b4b25df10 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 945 time: 0.0709507 Jul 09 13:52:14.589050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f69d7fb1-1a33-4ac4-b429-d892f66b1ffe req-16ae02e3-8c32-4357-8643-7c560e0e19f7 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336189 Jul 09 13:52:14.594303 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.617779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:14.620216 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a3c34d-ab31-4501-8c54-a3f4d8b4ff3e" -d '{"events": [{"server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "name": "network-vif-plugged", "status": "completed", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:14.633156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=344adc8b-cd52-4c5e-b2c3-531c97187216,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:14.638099 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.662018 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5458f6-3dc5-4349-a070-45577c3557eb x-openstack-request-id: req-1e5458f6-3dc5-4349-a070-45577c3557eb {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:14.662310 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "name": "network-vif-plugged", "status": "completed", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:14.662562 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e5458f6-3dc5-4349-a070-45577c3557eb {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:14.662966 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'code': 200} Jul 09 13:52:14.689673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=344adc8b-cd52-4c5e-b2c3-531c97187216,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:14.774075 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d775d17-5774-4144-87a5-6f9128c3549a req-e90dde83-eed1-4099-aca0-0e73d3a427f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:14.775678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d775d17-5774-4144-87a5-6f9128c3549a req-e90dde83-eed1-4099-aca0-0e73d3a427f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 1097 time: 0.0544477 Jul 09 13:52:14.811314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d775d17-5774-4144-87a5-6f9128c3549a req-0d5d26ac-2909-4dc4-936b-92447800df2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293529 Jul 09 13:52:15.763462 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45575f5f-10bf-4eb5-a14e-6dce37a3af23 req-fdd5d326-1ca7-45e2-93be-6854e7b5d0d2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:15.764983 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45575f5f-10bf-4eb5-a14e-6dce37a3af23 req-fdd5d326-1ca7-45e2-93be-6854e7b5d0d2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0642354 Jul 09 13:52:15.803953 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45575f5f-10bf-4eb5-a14e-6dce37a3af23 req-cde26cb4-9586-496d-ac0e-8cd603c31004 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327044 Jul 09 13:52:15.979073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc9874-55f5-43cd-afb8-60fe139d17df req-d44e2043-bad8-4267-9baf-02ae01c57a33 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:15.980629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bdc9874-55f5-43cd-afb8-60fe139d17df req-d44e2043-bad8-4267-9baf-02ae01c57a33 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0662470 Jul 09 13:52:16.019043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bdc9874-55f5-43cd-afb8-60fe139d17df req-0ea340f9-1815-408b-b976-c1718af9b2e8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Jul 09 13:52:16.042126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46394) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:16.099400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903beaad-fcc6-418f-bc0b-8787e7103b03 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:16.100903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-903beaad-fcc6-418f-bc0b-8787e7103b03 tempest-TestNetworkAdvancedServerOps-549013956 tempest-TestNetworkAdvancedServerOps-549013956-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 1092 time: 0.0577977 Jul 09 13:52:16.103751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46396) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:16.107980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:16.130111 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.230457 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.336771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Allocated IP 172.25.5.220 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/18f2e959-c63b-450e-9479-356b73589e83) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:16.441781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.481599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.518892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:16.526228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:16.529567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:16.562597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=18f2e959-c63b-450e-9479-356b73589e83,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:16.879336 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-db6bbfa0-a0eb-45e6-aad6-44f8630b601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.911419 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.992694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.022432 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.151207 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.155620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.227636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event updated for resources: {'Port': ['ID=18f2e959-c63b-450e-9479-356b73589e83,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:17.235788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.336708 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Floating IP 15b989d7-404c-4cfa-bd58-81cc89c217b3 associated. External IP: 172.25.5.220, port: 344adc8b-cd52-4c5e-b2c3-531c97187216. Jul 09 13:52:17.607675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router af33097f-7ca7-4c52-8826-eeb087fa7261 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:52:18.060093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:52:18.071389 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] Sync routers for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:52:18.076054 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:18.081099 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:18.081650 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:52:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:18.111500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-61d4fbeb-f875-405a-8633-f27dbdedaed1 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0066180 Jul 09 13:52:18.112088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:18.115518 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e9c626-b289-45ef-8183-b321a59063b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:18.155576 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf2870-7c6a-4891-bf58-ce43885f9068 x-openstack-request-id: req-21cf2870-7c6a-4891-bf58-ce43885f9068 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:18.155900 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:18.156142 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21cf2870-7c6a-4891-bf58-ce43885f9068 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:18.156527 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'status': 'completed', 'code': 200} Jul 09 13:52:18.204773 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:18.233145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c626-b289-45ef-8183-b321a59063b6 req-19174599-504c-4feb-9242-54f86463f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:18.234866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62e9c626-b289-45ef-8183-b321a59063b6 req-19174599-504c-4feb-9242-54f86463f37f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 1097 time: 0.0545101 Jul 09 13:52:18.287718 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b654dd0-0b15-4a3e-997a-6c09b5ba9b55 req-1bc3434b-325e-44b9-8dfd-89268d93c6be tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:18.289988 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4b654dd0-0b15-4a3e-997a-6c09b5ba9b55 req-1bc3434b-325e-44b9-8dfd-89268d93c6be tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0783582 Jul 09 13:52:18.296687 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:18.334346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4b654dd0-0b15-4a3e-997a-6c09b5ba9b55 req-294f5d73-23b9-4ee5-8862-c276159b9ba9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 Jul 09 13:52:18.341854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c626-b289-45ef-8183-b321a59063b6 req-620f4156-4aef-40ef-b439-7a55c401edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:18.343354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62e9c626-b289-45ef-8183-b321a59063b6 req-620f4156-4aef-40ef-b439-7a55c401edeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dec2fcf-8043-46ef-b165-e851e709652e HTTP/1.1" status: 200 len: 895 time: 0.1016927 Jul 09 13:52:18.359152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46410) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:18.413514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62e9c626-b289-45ef-8183-b321a59063b6 req-fffa6b5c-6b58-4cd1-a0e9-416bd59df1f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344adc8b-cd52-4c5e-b2c3-531c97187216 HTTP/1.1" status: 200 len: 1000 time: 0.0635161 Jul 09 13:52:18.429461 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ba0eda09-b4c5-493f-a303-91b8b45878f4 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/15b989d7-404c-4cfa-bd58-81cc89c217b3 HTTP/1.1" status: 200 len: 992 time: 0.0691428 Jul 09 13:52:18.449371 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '15b989d7-404c-4cfa-bd58-81cc89c217b3', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'port_id': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'mac_address': 'fa:16:3e:4e:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:16Z', 'updated_at': '2021-07-09T13:52:16Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:09Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:18.466295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c626-b289-45ef-8183-b321a59063b6 req-aeef24f6-3282-4823-9dc8-5fa2347400cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:18.467771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62e9c626-b289-45ef-8183-b321a59063b6 req-aeef24f6-3282-4823-9dc8-5fa2347400cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=035f4c0c-9d0a-45c2-bfd9-99eb997311a7 HTTP/1.1" status: 200 len: 835 time: 0.0486567 Jul 09 13:52:18.479239 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] Checking router: af33097f-7ca7-4c52-8826-eeb087fa7261 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:52:18.487777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:18.488423 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:52:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:18.527409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c626-b289-45ef-8183-b321a59063b6 req-e52d83e4-c043-469b-961c-4d62283d774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:18.528903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62e9c626-b289-45ef-8183-b321a59063b6 req-e52d83e4-c043-469b-961c-4d62283d774f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dec2fcf-8043-46ef-b165-e851e709652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548999 Jul 09 13:52:18.602593 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:18.630716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62e9c626-b289-45ef-8183-b321a59063b6 req-7f1113d0-a8d0-440b-892e-7053aca973a4 service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954373 Jul 09 13:52:18.731000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62e9c626-b289-45ef-8183-b321a59063b6 req-8bc5ab14-f1f7-40a7-9e8b-b07500e96fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943425 Jul 09 13:52:18.840591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '15b989d7-404c-4cfa-bd58-81cc89c217b3', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'port_id': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'mac_address': 'fa:16:3e:4e:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:16Z', 'updated_at': '2021-07-09T13:52:16Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:09Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:18.866690 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac882e9-9a39-4883-a01d-11ac4161fbd2 None None] The sync data for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 is: [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '15b989d7-404c-4cfa-bd58-81cc89c217b3', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'port_id': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'mac_address': 'fa:16:3e:4e:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:16Z', 'updated_at': '2021-07-09T13:52:16Z', 'revision_number': 0, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:09Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:52:19.076138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df189b6-d1c5-4f08-a48b-9480d9461502 None None] New status for floating IP 15b989d7-404c-4cfa-bd58-81cc89c217b3: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:52:19.431851 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46418) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:19.498216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-25447546-cad0-4506-a4dc-fe19f791ee41 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/15b989d7-404c-4cfa-bd58-81cc89c217b3 HTTP/1.1" status: 200 len: 994 time: 0.0650957 Jul 09 13:52:19.804125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:23.636826 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:52:30.245146 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46500) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:30.357208 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb7c0-0fd4-4db9-bf87-4c2a95fad522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:30.444251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb7c0-0fd4-4db9-bf87-4c2a95fad522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:30.454016 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb7c0-0fd4-4db9-bf87-4c2a95fad522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:30.495018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1dfdb7c0-0fd4-4db9-bf87-4c2a95fad522 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44edae56a239423b883be89adbecc797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486050 Jul 09 13:52:30.495941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdb7c0-0fd4-4db9-bf87-4c2a95fad522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe83564-8537-4846-bf4d-63a333d75c37,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:30.497732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46504) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:30.552405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9bf3586-65f5-45bf-8409-7b4a78776955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:30.573083 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9bf3586-65f5-45bf-8409-7b4a78776955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:30.619101 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9bf3586-65f5-45bf-8409-7b4a78776955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:30.621530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f9bf3586-65f5-45bf-8409-7b4a78776955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:30.622692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f9bf3586-65f5-45bf-8409-7b4a78776955 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffe83564-8537-4846-bf4d-63a333d75c37 HTTP/1.1" status: 204 len: 168 time: 0.1228733 Jul 09 13:52:30.630504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf3586-65f5-45bf-8409-7b4a78776955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe83564-8537-4846-bf4d-63a333d75c37,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:31.737586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46542) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:31.878562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'network': {'name': 'tempest-network-smoke--1307287121', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'port_security_enabled': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:31.899578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:31.902914 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:31.912016 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.004171 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.007939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.036358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:52:32.042367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816f12ad-7b30-4ea9-b8f9-71a2b75cc532,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:32.051840 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.052705 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Added segment 7c6e9544-e84a-4e00-947b-21be90089a99 of type vlan for network d5505209-c159-4833-b437-b610060b7de1 Jul 09 13:52:32.091585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.120656 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.126250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:32.126834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.186273 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4469478 Jul 09 13:52:32.189182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46546) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:32.196242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-228828861', 'admin_state_up': True, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:32.205898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719e36-bc8c-4a93-a15e-96d877f70cba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Network': ['ID=d5505209-c159-4833-b437-b610060b7de1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:32.216853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network d5505209-c159-4833-b437-b610060b7de1 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:52:32.223264 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.224519 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.282001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.426628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.624875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.643322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.750566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.25.5.103 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/e807541b-6649-4002-a828-7d8521087562) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:32.848585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.886612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.930495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:32.933383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:32.936878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:32.942712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=e807541b-6649-4002-a828-7d8521087562,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:33.185304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:33.381026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:33.507730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:52:33.609395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:52:33.619759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Sync routers for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:52:33.627731 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:33.629428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e795af37-1edf-45ee-9048-a73672ee5bdc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4392767 Jul 09 13:52:33.630574 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:33.631284 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:52:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:33.632904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46548) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:33.709415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f9405d73-5919-4536-8726-42e324edd4a1 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=d24f9cb873fd4ce1a9c00608796e93dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754077 Jul 09 13:52:33.712245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46552) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:33.736463 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:33.801273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6515f4d-2859-47a4-bdf8-0aea5ef7d691 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:33.802818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a6515f4d-2859-47a4-bdf8-0aea5ef7d691 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896559 Jul 09 13:52:33.805666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46554) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:33.837305 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ec79931c-9d74-48e4-a362-29da4a1792be tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303659 Jul 09 13:52:33.840068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46556) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:33.845230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1931008134', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:33.915589 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:33Z', 'revision_number': 3, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:33.935316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:33.938964 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:33.941685 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Checking router: aed181fa-9ab9-46c2-ae56-a0a0c0c67976 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:52:33.942186 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Updating router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 port e807541b-6649-4002-a828-7d8521087562 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:52:33.975983 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.123942 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.186978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Subnet': ['ID=72d072c8-bc28-4b13-8f96-bad342dc7954,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:34.196729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Checking segment: {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:34.197096 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network hostable DHCP agents. Network: d5505209-c159-4833-b437-b610060b7de1, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:52:34.214746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network d5505209-c159-4833-b437-b610060b7de1 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:52:34.224040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, d5505209-c159-4833-b437-b610060b7de1) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:34.228391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:34.229099 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.234992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd89d4-283b-4b46-8e5e-12292ed10060 None None] Network d5505209-c159-4833-b437-b610060b7de1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:52:34.248215 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-11bcbaad-882a-40a5-b0e0-6d272f788f22 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4070108 Jul 09 13:52:34.251196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46558) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:34.339739 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.355440 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Transition to ACTIVE for port object e807541b-6649-4002-a828-7d8521087562 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:34.362188 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.384814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d5505209-c159-4833-b437-b610060b7de1', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:52:34.385715 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.415318 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Attempting to bind port e807541b-6649-4002-a828-7d8521087562 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:34.415692 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Attempting to bind port e807541b-6649-4002-a828-7d8521087562 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:34.416043 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Attempting to bind port e807541b-6649-4002-a828-7d8521087562 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:34.425504 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:34.425866 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:34.426290 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.426596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:34.427096 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Bound port: e807541b-6649-4002-a828-7d8521087562, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:34.427824 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.430237 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a8132-263f-4121-a664-314c73293228 None None] Pushing event updated for resources: {'Port': ['ID=e807541b-6649-4002-a828-7d8521087562,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:34.480018 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] For port e807541b-6649-4002-a828-7d8521087562, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:34.484201 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] For port e807541b-6649-4002-a828-7d8521087562, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e807541b-6649-4002-a828-7d8521087562,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:34.489745 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.541371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Allocated IP 172.20.0.2 (d5505209-c159-4833-b437-b610060b7de1/72d072c8-bc28-4b13-8f96-bad342dc7954/a9697de2-4952-4748-a9dc-8772f9c06877) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:34.557751 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:34.558426 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:52:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:34.563159 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a8132-263f-4121-a664-314c73293228 None None] Pushing event updated for resources: {'Port': ['ID=e807541b-6649-4002-a828-7d8521087562,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:34.669567 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:34.689084 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.699091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Transition to ACTIVE for port object a9697de2-4952-4748-a9dc-8772f9c06877 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:34.715265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Transition to ACTIVE for port object a9697de2-4952-4748-a9dc-8772f9c06877 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:34.723089 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.741678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.764256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Network d5505209-c159-4833-b437-b610060b7de1 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:34.768808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:34.773762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:34.777360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Pushing event updated for resources: {'Port': ['ID=a9697de2-4952-4748-a9dc-8772f9c06877,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:34.841692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Attempting to bind port a9697de2-4952-4748-a9dc-8772f9c06877 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:34.842163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Attempting to bind port a9697de2-4952-4748-a9dc-8772f9c06877 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:34.843198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Attempting to bind port a9697de2-4952-4748-a9dc-8772f9c06877 on network d5505209-c159-4833-b437-b610060b7de1 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:34.847722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:34.848294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Checking segment: {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:34.849034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.849195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Bound using segment: {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:34.849730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Bound port: a9697de2-4952-4748-a9dc-8772f9c06877, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:34.850178 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.868610 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:33Z', 'revision_number': 3, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:34.897004 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d35a1-5050-4a3f-b4f6-9a5c9cf6dae0 None None] The sync data for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 is: [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:33Z', 'revision_number': 3, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:52:34.923440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] For port a9697de2-4952-4748-a9dc-8772f9c06877, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:34.926859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] For port a9697de2-4952-4748-a9dc-8772f9c06877, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a9697de2-4952-4748-a9dc-8772f9c06877,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:34.932150 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.993832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89134771-de80-4496-abcb-aaf2500dfe3d None None] Pushing event updated for resources: {'Port': ['ID=a9697de2-4952-4748-a9dc-8772f9c06877,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:35.051239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.20.0.1 (d5505209-c159-4833-b437-b610060b7de1/72d072c8-bc28-4b13-8f96-bad342dc7954/da5424cd-9308-46cc-ac6f-93eb30cf90fd) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:35.234293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:35.255870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Transition to ACTIVE for port object da5424cd-9308-46cc-ac6f-93eb30cf90fd will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:35.300080 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:35.342853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network d5505209-c159-4833-b437-b610060b7de1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:35.346268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:35.350413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:35.395407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=da5424cd-9308-46cc-ac6f-93eb30cf90fd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:35.410647 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:35.564212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:36.018423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464e526-105e-4fd6-bad2-a989010dd759 None None] Network d5505209-c159-4833-b437-b610060b7de1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:52:36.094051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bee76876-84ea-457b-965d-029028f5fdb8 None None] Provisioning for port a9697de2-4952-4748-a9dc-8772f9c06877 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:36.221917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:36.228491 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:36.302574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:36.310887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=da5424cd-9308-46cc-ac6f-93eb30cf90fd,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:36.426273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network d5505209-c159-4833-b437-b610060b7de1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:36.428188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:36.535612 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-09068ab6-da1b-4e9f-a8ca-67bfc18de05b None None] Provisioning for port da5424cd-9308-46cc-ac6f-93eb30cf90fd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:36.544475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-09068ab6-da1b-4e9f-a8ca-67bfc18de05b None None] Provisioning complete for port da5424cd-9308-46cc-ac6f-93eb30cf90fd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:36.545029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-09068ab6-da1b-4e9f-a8ca-67bfc18de05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:36.590304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:52:36.592499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-09068ab6-da1b-4e9f-a8ca-67bfc18de05b None None] Port da5424cd-9308-46cc-ac6f-93eb30cf90fd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:52:36.719468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:52:36.727243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77af3d7e-94b2-4abb-b07e-805691104b55 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "PUT /v2.0/routers/aed181fa-9ab9-46c2-ae56-a0a0c0c67976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4748356 Jul 09 13:52:36.729916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46560) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:36.730626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-678e932b-4da3-4147-8b95-8f50dfc042d0 None None] Provisioning complete for port da5424cd-9308-46cc-ac6f-93eb30cf90fd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:36.731325 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-678e932b-4da3-4147-8b95-8f50dfc042d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:36.777138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-678e932b-4da3-4147-8b95-8f50dfc042d0 None None] Port da5424cd-9308-46cc-ac6f-93eb30cf90fd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:52:36.809402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Sync routers for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:52:36.823984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:36.825037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:52:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:36.936700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-85453eb5-8fcc-484f-aaac-19b01fd7c69a None None] Provisioning complete for port da5424cd-9308-46cc-ac6f-93eb30cf90fd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:36.937003 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-85453eb5-8fcc-484f-aaac-19b01fd7c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:36.943629 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c30c0-df0e-4e81-abc3-38640ffd3677 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:36.944108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c30c0-df0e-4e81-abc3-38640ffd3677 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:36.944581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c30c0-df0e-4e81-abc3-38640ffd3677 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:36.945041 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c30c0-df0e-4e81-abc3-38640ffd3677 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:36.945496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c30c0-df0e-4e81-abc3-38640ffd3677 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:36.945949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c30c0-df0e-4e81-abc3-38640ffd3677 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:36.946646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c30c0-df0e-4e81-abc3-38640ffd3677 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:36.948425 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-456c30c0-df0e-4e81-abc3-38640ffd3677 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4956 time: 0.2175012 Jul 09 13:52:36.951320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46562) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:36.971393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:37.008307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-85453eb5-8fcc-484f-aaac-19b01fd7c69a None None] Port da5424cd-9308-46cc-ac6f-93eb30cf90fd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:52:37.071492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b436e-2aed-4196-9ff1-0d5436809c74 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:37.072082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b436e-2aed-4196-9ff1-0d5436809c74 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:37.072615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b436e-2aed-4196-9ff1-0d5436809c74 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:37.073080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b436e-2aed-4196-9ff1-0d5436809c74 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:37.073539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b436e-2aed-4196-9ff1-0d5436809c74 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:37.075230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b436e-2aed-4196-9ff1-0d5436809c74 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:37.075230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b436e-2aed-4196-9ff1-0d5436809c74 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:37.076332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7d7b436e-2aed-4196-9ff1-0d5436809c74 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.1240175 Jul 09 13:52:37.079136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46564) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:37.095537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e807541b-6649-4002-a828-7d8521087562 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:37.333533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d9d09531-0136-4f79-85b9-a0f848a1cf68 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.2531879 Jul 09 13:52:37.357909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e807541b-6649-4002-a828-7d8521087562 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:37.363374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e807541b-6649-4002-a828-7d8521087562 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:37.363858 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.420791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:35Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:36Z', 'revision_number': 2, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:37.466150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Checking router: aed181fa-9ab9-46c2-ae56-a0a0c0c67976 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:52:37.466497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Updating router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 port da5424cd-9308-46cc-ac6f-93eb30cf90fd binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:52:37.508986 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.517732 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.541958 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e807541b-6649-4002-a828-7d8521087562, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e807541b-6649-4002-a828-7d8521087562,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:37.563106 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.563866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a9697de2-4952-4748-a9dc-8772f9c06877 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:37.673536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46568) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:37.679421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-86c7e971-0b3a-43b3-b780-9b5e0d6ba444 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096837874', 'description': 'tempest-secgroup-smoke-2096837874 description', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:37.701312 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-86c7e971-0b3a-43b3-b780-9b5e0d6ba444 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.704166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e807541b-6649-4002-a828-7d8521087562,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:37.736546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port a9697de2-4952-4748-a9dc-8772f9c06877 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:37.770475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a9697de2-4952-4748-a9dc-8772f9c06877 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:37.770782 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.791441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-86c7e971-0b3a-43b3-b780-9b5e0d6ba444 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.795788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-86c7e971-0b3a-43b3-b780-9b5e0d6ba444 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.823380 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-86c7e971-0b3a-43b3-b780-9b5e0d6ba444 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.824643 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-86c7e971-0b3a-43b3-b780-9b5e0d6ba444 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501036 Jul 09 13:52:37.827847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46570) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:37.832403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-55df49d8-c851-4d3a-9c1c-8498e7396ec9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': '04bcbc6a-7ce7-433b-b2be-ffc62e399309', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:37.838629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7e971-0b3a-43b3-b780-9b5e0d6ba444 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bcbc6a-7ce7-433b-b2be-ffc62e399309,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:37.864807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55df49d8-c851-4d3a-9c1c-8498e7396ec9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.920810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.921397 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55df49d8-c851-4d3a-9c1c-8498e7396ec9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.926841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55df49d8-c851-4d3a-9c1c-8498e7396ec9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.944285 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df49d8-c851-4d3a-9c1c-8498e7396ec9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4264950-7c8d-4cb6-9947-47c5ed23572a,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:37.950762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55df49d8-c851-4d3a-9c1c-8498e7396ec9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.954848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46572) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:37.955402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55df49d8-c851-4d3a-9c1c-8498e7396ec9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260622 Jul 09 13:52:37.960313 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d7000a9d-4a8c-4842-9c4f-bdcdc9911f35 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': '04bcbc6a-7ce7-433b-b2be-ffc62e399309', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:37.960460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.976532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port a9697de2-4952-4748-a9dc-8772f9c06877, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a9697de2-4952-4748-a9dc-8772f9c06877,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:37.979443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Transition to ACTIVE for port object da5424cd-9308-46cc-ac6f-93eb30cf90fd will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:37.982752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.988375 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.988499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d7000a9d-4a8c-4842-9c4f-bdcdc9911f35 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.046163 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=a9697de2-4952-4748-a9dc-8772f9c06877,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:38.053229 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d7000a9d-4a8c-4842-9c4f-bdcdc9911f35 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.057617 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d7000a9d-4a8c-4842-9c4f-bdcdc9911f35 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.076764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7000a9d-4a8c-4842-9c4f-bdcdc9911f35 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85fbbdc-5c1e-4f83-b9aa-75e4ea49493d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:38.083748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d7000a9d-4a8c-4842-9c4f-bdcdc9911f35 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.085718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d7000a9d-4a8c-4842-9c4f-bdcdc9911f35 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289489 Jul 09 13:52:38.088047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46574) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:38.093143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0d3a4a97-1017-44b3-8dd9-8e26cd706c71 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': '04bcbc6a-7ce7-433b-b2be-ffc62e399309', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:38.132120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Attempting to bind port da5424cd-9308-46cc-ac6f-93eb30cf90fd on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:38.132628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Attempting to bind port da5424cd-9308-46cc-ac6f-93eb30cf90fd by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:38.132841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Attempting to bind port da5424cd-9308-46cc-ac6f-93eb30cf90fd on network d5505209-c159-4833-b437-b610060b7de1 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:38.135352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4a97-1017-44b3-8dd9-8e26cd706c71 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.143352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b389d1-f571-4a24-a7a7-7b93069278d8 None None] Pushing event updated for resources: {'Port': ['ID=da5424cd-9308-46cc-ac6f-93eb30cf90fd,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:38.145438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:38.145815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Checking segment: {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:38.146228 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.146618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Bound using segment: {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:38.147130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Bound port: da5424cd-9308-46cc-ac6f-93eb30cf90fd, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:38.147573 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.202347 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4a97-1017-44b3-8dd9-8e26cd706c71 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.208331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4a97-1017-44b3-8dd9-8e26cd706c71 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.218142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] For port da5424cd-9308-46cc-ac6f-93eb30cf90fd, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:38.222935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] For port da5424cd-9308-46cc-ac6f-93eb30cf90fd, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=da5424cd-9308-46cc-ac6f-93eb30cf90fd,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:38.227761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.229826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a4a97-1017-44b3-8dd9-8e26cd706c71 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4867f9db-16ea-49bf-849d-43de9b8447d9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:38.235627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4a97-1017-44b3-8dd9-8e26cd706c71 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.237286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0d3a4a97-1017-44b3-8dd9-8e26cd706c71 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481075 Jul 09 13:52:38.240728 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46576) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:38.245193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-068800cf-cc63-4e21-ad97-3777798f0c11 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': '04bcbc6a-7ce7-433b-b2be-ffc62e399309', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:38.287617 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-068800cf-cc63-4e21-ad97-3777798f0c11 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.292606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:38.293262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:52:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:38.337087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b389d1-f571-4a24-a7a7-7b93069278d8 None None] Pushing event updated for resources: {'Port': ['ID=da5424cd-9308-46cc-ac6f-93eb30cf90fd,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:38.353125 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-068800cf-cc63-4e21-ad97-3777798f0c11 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.357933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-068800cf-cc63-4e21-ad97-3777798f0c11 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.378057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068800cf-cc63-4e21-ad97-3777798f0c11 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ba021e-b499-4beb-8679-c3bbe35beef4,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:38.388377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-068800cf-cc63-4e21-ad97-3777798f0c11 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.389626 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-068800cf-cc63-4e21-ad97-3777798f0c11 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482825 Jul 09 13:52:38.392413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46578) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:38.397997 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e3328c18-18ca-4a22-b9c5-17af1b0a9ccf tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': '04bcbc6a-7ce7-433b-b2be-ffc62e399309', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:38.423862 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-e3328c18-18ca-4a22-b9c5-17af1b0a9ccf tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Project d24f9cb873fd4ce1a9c00608796e93dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:52:38.429035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3328c18-18ca-4a22-b9c5-17af1b0a9ccf tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.442197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:38.497075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3328c18-18ca-4a22-b9c5-17af1b0a9ccf tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.500643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3328c18-18ca-4a22-b9c5-17af1b0a9ccf tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.520537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3328c18-18ca-4a22-b9c5-17af1b0a9ccf tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a73e61-1732-4074-9fdb-84585b21b8c3,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:38.528109 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e3328c18-18ca-4a22-b9c5-17af1b0a9ccf tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.529586 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e3328c18-18ca-4a22-b9c5-17af1b0a9ccf tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362185 Jul 09 13:52:38.532901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46580) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:38.539107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-54e006e3-aa03-4696-b588-1f7e09a0f930 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': '04bcbc6a-7ce7-433b-b2be-ffc62e399309', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:38.562695 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-54e006e3-aa03-4696-b588-1f7e09a0f930 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Project d24f9cb873fd4ce1a9c00608796e93dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:52:38.568519 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54e006e3-aa03-4696-b588-1f7e09a0f930 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.632034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54e006e3-aa03-4696-b588-1f7e09a0f930 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.635938 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54e006e3-aa03-4696-b588-1f7e09a0f930 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.654312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e006e3-aa03-4696-b588-1f7e09a0f930 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36ec5c7-d242-4a59-9bd6-335df62a4968,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:38.661007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-54e006e3-aa03-4696-b588-1f7e09a0f930 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.662212 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-54e006e3-aa03-4696-b588-1f7e09a0f930 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276984 Jul 09 13:52:38.668718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:35Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:38Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:38.700425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746efb6-d178-4dc1-8e94-7388cc76d83b None None] The sync data for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 is: [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:35Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:38Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:52:38.844691 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-da59f51b-c6dd-4e07-9a5c-2b92580224c5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096837874&fields=id&tenant_id=d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 267 time: 0.0372016 Jul 09 13:52:38.953657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-a1211496-156b-4f19-bf70-2d5ec07165c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:38.955204 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-a1211496-156b-4f19-bf70-2d5ec07165c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/networks?id=d5505209-c159-4833-b437-b610060b7de1 HTTP/1.1" status: 200 len: 797 time: 0.1037369 Jul 09 13:52:38.977726 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-0b46144c-0c00-4a35-ae08-6de1eede95de tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/quotas/d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 375 time: 0.0151985 Jul 09 13:52:39.043646 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-dcd49a76-7af6-4115-86e1-396d5eb67ebd tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650284 Jul 09 13:52:39.112475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e807541b-6649-4002-a828-7d8521087562 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:39.168346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-f7b174ff-da19-4a35-a77f-7acd9bff5a65 service neutron] 10.222.0.32 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109285 Jul 09 13:52:39.171567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e807541b-6649-4002-a828-7d8521087562 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:39.172718 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:39.262909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device da5424cd-9308-46cc-ac6f-93eb30cf90fd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:39.266197 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-0c547bbd-34c2-4274-8cd1-bb51542b94c9 service neutron] 10.222.0.32 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897222 Jul 09 13:52:39.314276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port da5424cd-9308-46cc-ac6f-93eb30cf90fd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:39.319090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port da5424cd-9308-46cc-ac6f-93eb30cf90fd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:39.319478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:39.404043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:39.458469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port da5424cd-9308-46cc-ac6f-93eb30cf90fd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=da5424cd-9308-46cc-ac6f-93eb30cf90fd,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:39.463888 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:39.465582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a9697de2-4952-4748-a9dc-8772f9c06877 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:39.491252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32d4b95f-76d7-4c79-bcb2-df103abccee8 req-9e6fc1da-dab6-4c27-a830-0a121578301e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 210 time: 0.0426733 Jul 09 13:52:39.563215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=da5424cd-9308-46cc-ac6f-93eb30cf90fd,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:39.575957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a9697de2-4952-4748-a9dc-8772f9c06877 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:39.576412 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:40.599328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-6ced996c-bfa4-4299-a0b0-3bd74ff2ff7e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:40.600947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-6ced996c-bfa4-4299-a0b0-3bd74ff2ff7e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/networks?id=d5505209-c159-4833-b437-b610060b7de1 HTTP/1.1" status: 200 len: 797 time: 0.1129646 Jul 09 13:52:40.657213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d5ce0fa4-6f6a-42a4-ac06-fae803b211d7 req-290c7a97-b673-4f91-8f87-9cca1e1d5e53 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 210 time: 0.0399947 Jul 09 13:52:40.678979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-6a7946f6-8ef9-4297-8c97-9eb78928d53a tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 380 time: 0.0674801 Jul 09 13:52:40.686395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'port': {'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'admin_state_up': True, 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'security_groups': ['04bcbc6a-7ce7-433b-b2be-ffc62e399309']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:40.792197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:40.795685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:40.925052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.20.0.3 (d5505209-c159-4833-b437-b610060b7de1/72d072c8-bc28-4b13-8f96-bad342dc7954/033b52f1-72b9-4eb1-aa35-c2dbf37f61f8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:41.015808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device da5424cd-9308-46cc-ac6f-93eb30cf90fd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:41.063951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port da5424cd-9308-46cc-ac6f-93eb30cf90fd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:41.064224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.067018 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.080241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Transition to ACTIVE for port object 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:41.114286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.162205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network d5505209-c159-4833-b437-b610060b7de1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:41.167280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:41.170929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:41.200457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:41.228179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:41.228806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.244349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1b2e85b4-6873-427f-b656-0b44c74b7c16 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615597 Jul 09 13:52:41.258083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Request body: {'port': {'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:41.336648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.378572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-581268cb-e40f-493e-a839-e6959ba10048 None None] Provisioning for port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:41.382479 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-581268cb-e40f-493e-a839-e6959ba10048 None None] Provisioning complete for port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:41.382844 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-581268cb-e40f-493e-a839-e6959ba10048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.419868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-581268cb-e40f-493e-a839-e6959ba10048 None None] Port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:52:41.598319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:52:41.605555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.616985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Transition to ACTIVE for port object 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:41.620909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.668694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Pushing event updated for resources: {'Port': ['ID=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:41.744984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Attempting to bind port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:41.745317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Attempting to bind port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:41.745653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Attempting to bind port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 on network d5505209-c159-4833-b437-b610060b7de1 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:41.750120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 on network d5505209-c159-4833-b437-b610060b7de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:52:41.750403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Attempting to bind port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 on network d5505209-c159-4833-b437-b610060b7de1 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:41.757106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:41.757527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Checking segment: {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:41.757836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Bound using segment: {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:41.758265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Bound port: 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6e9544-e84a-4e00-947b-21be90089a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5505209-c159-4833-b437-b610060b7de1'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:41.758625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.830556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] For port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:41.835068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] For port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:41.840525 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.849503 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad0de7-4293-45e1-9004-9ee5d8336375 req-f51258de-b7cc-40c2-9af6-541e22485272 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:41.851049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c4ad0de7-4293-45e1-9004-9ee5d8336375 req-f51258de-b7cc-40c2-9af6-541e22485272 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 943 time: 0.0721359 Jul 09 13:52:41.873366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:41.873962 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:41.875509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] 10.222.0.10 "PUT /v2.0/ports/033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 HTTP/1.1" status: 200 len: 1091 time: 0.6224487 Jul 09 13:52:41.875929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:41.878265 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88610491-c03c-4632-aec0-ee608669c38e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:41.895487 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c4ad0de7-4293-45e1-9004-9ee5d8336375 req-704fdf5b-9ecd-439c-9040-3b6fb1cd1b03 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386491 Jul 09 13:52:41.916755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615c85f-4b77-402b-94b7-0fe554ac172a service neutron] Pushing event updated for resources: {'Port': ['ID=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:41.991035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-909c763f-3631-4d02-8a48-fbac042c3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:41.992551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-909c763f-3631-4d02-8a48-fbac042c3ee7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 1094 time: 0.0631464 Jul 09 13:52:42.040955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-378a4523-7aac-496e-9132-943342787ef1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 HTTP/1.1" status: 200 len: 217 time: 0.0399725 Jul 09 13:52:42.086240 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cc0c60-d030-406a-9535-3e24b2121c39 x-openstack-request-id: req-80cc0c60-d030-406a-9535-3e24b2121c39 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:42.086534 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:42.086774 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80cc0c60-d030-406a-9535-3e24b2121c39 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:42.087200 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'status': 'completed', 'code': 200} Jul 09 13:52:42.096062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-622310f7-39cb-4339-8bbe-c531f1ffef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:42.098126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-622310f7-39cb-4339-8bbe-c531f1ffef36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72d072c8-bc28-4b13-8f96-bad342dc7954 HTTP/1.1" status: 200 len: 835 time: 0.0507295 Jul 09 13:52:42.155851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-ec53d0b8-89cc-4699-ba7e-67858028e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:42.157574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-ec53d0b8-89cc-4699-ba7e-67858028e800 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5505209-c159-4833-b437-b610060b7de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540359 Jul 09 13:52:42.251480 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-1aa358a4-84d3-42a0-801d-6d46e875710d service neutron] 10.222.0.10 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872455 Jul 09 13:52:42.338222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d596ddeb-9ebc-41a0-b7e8-dccc813c97e1 req-834e9c7b-0abb-43f4-a582-23bbfb6ad618 service neutron] 10.222.0.10 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807378 Jul 09 13:52:42.441361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610491-c03c-4632-aec0-ee608669c38e req-142525d8-6683-4520-be0f-275960dd1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:42.442857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88610491-c03c-4632-aec0-ee608669c38e req-142525d8-6683-4520-be0f-275960dd1391 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 1094 time: 0.0579996 Jul 09 13:52:42.532753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610491-c03c-4632-aec0-ee608669c38e req-a446e3d2-4cd1-4d25-adf4-088913898979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:42.534225 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88610491-c03c-4632-aec0-ee608669c38e req-a446e3d2-4cd1-4d25-adf4-088913898979 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5505209-c159-4833-b437-b610060b7de1 HTTP/1.1" status: 200 len: 897 time: 0.0850787 Jul 09 13:52:42.579646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88610491-c03c-4632-aec0-ee608669c38e req-aea6c33f-75e4-4876-98b1-0ee04625f64d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 HTTP/1.1" status: 200 len: 217 time: 0.0381186 Jul 09 13:52:42.633931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610491-c03c-4632-aec0-ee608669c38e req-33e90b36-f7b1-40f0-99ff-aad4dd4579d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:42.635321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88610491-c03c-4632-aec0-ee608669c38e req-33e90b36-f7b1-40f0-99ff-aad4dd4579d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72d072c8-bc28-4b13-8f96-bad342dc7954 HTTP/1.1" status: 200 len: 835 time: 0.0457954 Jul 09 13:52:42.693867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610491-c03c-4632-aec0-ee608669c38e req-0e1cdc96-84c4-4a8f-93aa-6e88e433abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:42.695346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88610491-c03c-4632-aec0-ee608669c38e req-0e1cdc96-84c4-4a8f-93aa-6e88e433abfb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5505209-c159-4833-b437-b610060b7de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526316 Jul 09 13:52:42.788032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88610491-c03c-4632-aec0-ee608669c38e req-c38c5c51-1fbb-4772-b5b9-7071dbfaefc6 service neutron] 10.222.0.10 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841842 Jul 09 13:52:42.876749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88610491-c03c-4632-aec0-ee608669c38e req-f4ae43f3-195a-46d0-bc70-5c25933835b1 service neutron] 10.222.0.10 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803163 Jul 09 13:52:43.071617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508cab3-5ce9-4931-a8d2-be05d5fffeb0 req-919913b0-49b4-4394-8a1e-466b93f7bf78 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:43.073119 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2508cab3-5ce9-4931-a8d2-be05d5fffeb0 req-919913b0-49b4-4394-8a1e-466b93f7bf78 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 943 time: 0.0685041 Jul 09 13:52:43.110175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2508cab3-5ce9-4931-a8d2-be05d5fffeb0 req-31b7121f-0889-49d3-bf1d-19bc91ee2ed8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Jul 09 13:52:43.365665 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:44.142264 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:44.298882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50106c82-48f4-453c-9f5b-374c7e8ce7d3 req-e27d8dae-adfe-414f-bb17-b424ddd4993f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:44.301215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50106c82-48f4-453c-9f5b-374c7e8ce7d3 req-e27d8dae-adfe-414f-bb17-b424ddd4993f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 943 time: 0.0750775 Jul 09 13:52:44.329577 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91569219-8b2b-4a7e-a53a-927f0df80605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:44.346741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50106c82-48f4-453c-9f5b-374c7e8ce7d3 req-a25ea91c-1d10-4f4e-9b8e-4d32bc5b7038 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Jul 09 13:52:45.157954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:52:45.250538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:45.262555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:52:45.302420 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:45.314718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:52:45.335106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:45.338843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:45.385918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:45.393222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.393575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.393915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.394308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.394830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.395194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.395530 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.395909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.396191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.396520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.396849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.397172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:45.526411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b33f2-ce1f-45e3-9071-88df7f854e3b req-bfc73297-d162-4c17-8d83-efb568898599 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:45.527926 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b77b33f2-ce1f-45e3-9071-88df7f854e3b req-bfc73297-d162-4c17-8d83-efb568898599 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 944 time: 0.0671918 Jul 09 13:52:45.565925 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b77b33f2-ce1f-45e3-9071-88df7f854e3b req-0e929af4-0f7a-48ae-890d-7548bd5746fa tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Jul 09 13:52:45.590142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['033b52f1-72b9-4eb1-aa35-c2dbf37f61f8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:52:46.740080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391dddd-9f7f-4c35-8e4a-60f5fd01977c req-0cff165e-6239-463f-8142-1b19348ce370 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:46.741557 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0391dddd-9f7f-4c35-8e4a-60f5fd01977c req-0cff165e-6239-463f-8142-1b19348ce370 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 944 time: 0.0671329 Jul 09 13:52:46.778244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0391dddd-9f7f-4c35-8e4a-60f5fd01977c req-5f60e576-0474-436d-a492-6bdf62ddb0e0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Jul 09 13:52:46.871046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7c5f97a2-a94d-4c29-972a-4333f7b3f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:47.012916 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:47.158078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:47.206370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:47.210920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:47.211327 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:47.288046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:47.312059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:47.314311 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76799767-4a72-4e30-8ded-6c1c7a8586d1" -d '{"events": [{"server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "name": "network-vif-plugged", "status": "completed", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:47.327136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:47.331167 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:47.356909 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4542b31-60c8-41ac-ab18-a7320d48c5be x-openstack-request-id: req-b4542b31-60c8-41ac-ab18-a7320d48c5be {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:47.357197 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "name": "network-vif-plugged", "status": "completed", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:47.357446 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4542b31-60c8-41ac-ab18-a7320d48c5be {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:47.357827 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'code': 200} Jul 09 13:52:47.386550 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:47.466911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01130a30-7775-49c8-9c60-9fe98810afb2 req-879a4f62-0968-43d1-929e-359dc7603d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:47.468337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01130a30-7775-49c8-9c60-9fe98810afb2 req-879a4f62-0968-43d1-929e-359dc7603d0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 1096 time: 0.0520334 Jul 09 13:52:47.501223 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01130a30-7775-49c8-9c60-9fe98810afb2 req-c5c9b817-5e71-4773-84e9-b084be700469 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269928 Jul 09 13:52:47.950058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9a504-4cbe-4503-885b-88f7e307d883 req-53e13260-8d6b-41e2-89a8-8a8cf750499c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:47.951572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ccb9a504-4cbe-4503-885b-88f7e307d883 req-53e13260-8d6b-41e2-89a8-8a8cf750499c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 945 time: 0.0660558 Jul 09 13:52:47.988917 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ccb9a504-4cbe-4503-885b-88f7e307d883 req-29a002eb-f5ff-4156-8b42-103098b2253f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317814 Jul 09 13:52:48.292131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:49.167476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117c327-d5aa-4077-8622-2e8cc24986c8 req-b258825e-7049-4cb0-9168-e6ff681be012 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:49.168978 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f117c327-d5aa-4077-8622-2e8cc24986c8 req-b258825e-7049-4cb0-9168-e6ff681be012 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 945 time: 0.0635691 Jul 09 13:52:49.207351 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f117c327-d5aa-4077-8622-2e8cc24986c8 req-ea1ff0e9-a399-46c4-9229-dfbee5f69f47 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321121 Jul 09 13:52:49.383123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0135e63-d4d2-4683-b8ae-bdbc423457d5 req-bca72b67-5784-422f-a4e9-43e2c2bf6286 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:49.384613 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e0135e63-d4d2-4683-b8ae-bdbc423457d5 req-bca72b67-5784-422f-a4e9-43e2c2bf6286 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 945 time: 0.0628254 Jul 09 13:52:49.422157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e0135e63-d4d2-4683-b8ae-bdbc423457d5 req-7f1e459a-bdff-41dc-8cf5-b0db020f5229 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Jul 09 13:52:49.447066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46640) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:49.497385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a46df7-5e31-4ff6-a41d-620155ac0103 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:49.498878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-16a46df7-5e31-4ff6-a41d-620155ac0103 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 1091 time: 0.0508425 Jul 09 13:52:49.502002 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46642) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:49.507829 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:49.530406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:49.633188 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:49.734470 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.25.5.180 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/d9155a96-a8d5-489e-8a14-64558f00fd2e) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:49.772495 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:49.840519 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:49.879128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:49.917805 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:49.920546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:49.924286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:49.930268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=d9155a96-a8d5-489e-8a14-64558f00fd2e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:49.958606 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.959120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.959656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.960166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.960668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.961005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.961332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.961659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.961985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.962310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.962631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:49.962975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:50.302847 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:50.382339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:50.532357 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:50.538251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:50.622682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=d9155a96-a8d5-489e-8a14-64558f00fd2e,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:50.632100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:50.733060 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Floating IP dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0 associated. External IP: 172.25.5.180, port: 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8. Jul 09 13:52:50.944580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:52:51.075410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:52:51.086163 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] Sync routers for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:52:51.096356 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:51.097000 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:52:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:51.100402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:51.152990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cb5f3792-6faf-4f3f-b160-0338502883ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6473293 Jul 09 13:52:51.152990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:51.153757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46662) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:51.154819 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fb5923-74e4-4055-8301-3f46e7f7a12e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:51.208777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:51.261324 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8133dc6-b523-478e-b3fd-75c96ad6bd9b x-openstack-request-id: req-c8133dc6-b523-478e-b3fd-75c96ad6bd9b {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:51.261616 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:51.261866 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8133dc6-b523-478e-b3fd-75c96ad6bd9b {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:51.262263 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'status': 'completed', 'code': 200} Jul 09 13:52:51.331784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-09e85da5-fe2f-4379-b940-08d3593885b9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/floatingips/dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0 HTTP/1.1" status: 200 len: 991 time: 0.1183088 Jul 09 13:52:51.349026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0bbf3-ae9e-421a-8e99-1d18232ec302 req-5213bc65-6f55-4b90-9d26-71eec0ec5950 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:51.350568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a0bbf3-ae9e-421a-8e99-1d18232ec302 req-5213bc65-6f55-4b90-9d26-71eec0ec5950 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.1952186 Jul 09 13:52:51.393958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-1b20bfaa-3019-4063-b869-1b6a40ab8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:51.395734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-1b20bfaa-3019-4063-b869-1b6a40ab8b0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 1096 time: 0.1063302 Jul 09 13:52:51.425393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6a0bbf3-ae9e-421a-8e99-1d18232ec302 req-8b80d1e4-944c-49ad-b2b5-fcfe67609970 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657051 Jul 09 13:52:51.468396 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:35Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:50Z', 'revision_number': 0, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:51.492831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-2c4de6af-0947-4fb2-9b15-58e1e0879e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:51.494486 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-2c4de6af-0947-4fb2-9b15-58e1e0879e01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5505209-c159-4833-b437-b610060b7de1 HTTP/1.1" status: 200 len: 897 time: 0.0930324 Jul 09 13:52:51.495543 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] Checking router: aed181fa-9ab9-46c2-ae56-a0a0c0c67976 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:52:51.503513 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:51.504117 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:52:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:51.564684 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-57d44164-80a2-46d9-b1a0-9db8479f9e07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 HTTP/1.1" status: 200 len: 999 time: 0.0641108 Jul 09 13:52:51.606956 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:51.611911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-ad365cac-d13f-400f-8563-19209fc18f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:51.613372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-ad365cac-d13f-400f-8563-19209fc18f29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72d072c8-bc28-4b13-8f96-bad342dc7954 HTTP/1.1" status: 200 len: 835 time: 0.0429256 Jul 09 13:52:51.668906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-9f487ea6-8f9e-49cf-baad-d62c8cecd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:51.670392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-9f487ea6-8f9e-49cf-baad-d62c8cecd112 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5505209-c159-4833-b437-b610060b7de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507758 Jul 09 13:52:51.761666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-8add07df-26e9-4927-b65d-121f8e348dc3 service neutron] 10.222.0.10 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849662 Jul 09 13:52:51.825292 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:35Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:50Z', 'revision_number': 0, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:51.850735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4fb5923-74e4-4055-8301-3f46e7f7a12e req-7f491cbd-f056-4eef-a2c8-7fa3d48f55f3 service neutron] 10.222.0.10 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833712 Jul 09 13:52:51.855321 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd048a67-7cb0-4997-b481-bc0f5ef97d9c None None] The sync data for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 is: [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:35Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:50Z', 'revision_number': 0, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:52:52.058062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff59ae-9d91-4efc-8ec5-69f8ee430a61 None None] New status for floating IP dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:52:52.343449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46668) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:52.406882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-81501e7e-ebb2-4b96-bd9c-bbd5dfc8e5b9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/floatingips/dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0 HTTP/1.1" status: 200 len: 993 time: 0.0623782 Jul 09 13:52:52.621011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8387-8931-4520-8187-c6c005c33278 req-be8c6ba2-6265-4c47-bb55-7531f603548a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:52.622466 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-927c8387-8931-4520-8187-c6c005c33278 req-be8c6ba2-6265-4c47-bb55-7531f603548a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0795600 Jul 09 13:52:52.662006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-927c8387-8931-4520-8187-c6c005c33278 req-fa9d3ad4-d909-4901-920c-cfc3460ca376 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338254 Jul 09 13:52:53.570147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-c7eb51ab-6c91-40c1-aa0b-3e5b99258aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:53.571687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-c7eb51ab-6c91-40c1-aa0b-3e5b99258aa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 1097 time: 0.0522799 Jul 09 13:52:53.671016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-a0b87c12-4899-41fc-84e5-8a3a7f007c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:53.672738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-a0b87c12-4899-41fc-84e5-8a3a7f007c0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dec2fcf-8043-46ef-b165-e851e709652e HTTP/1.1" status: 200 len: 895 time: 0.0813432 Jul 09 13:52:53.740446 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-2485bc39-19d3-4a39-b877-4446ef610cd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344adc8b-cd52-4c5e-b2c3-531c97187216 HTTP/1.1" status: 200 len: 1002 time: 0.0617483 Jul 09 13:52:53.818374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-5fc658ad-3858-4555-97d1-57babb679731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:53.819870 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-5fc658ad-3858-4555-97d1-57babb679731 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=035f4c0c-9d0a-45c2-bfd9-99eb997311a7 HTTP/1.1" status: 200 len: 835 time: 0.0741942 Jul 09 13:52:53.882072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3df10-d886-468f-aa70-0b1540552587 req-58b1e797-e24b-4d1c-8e86-b693d03aea50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:53.883439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6de3df10-d886-468f-aa70-0b1540552587 req-58b1e797-e24b-4d1c-8e86-b693d03aea50 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.1088040 Jul 09 13:52:53.915139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-f99073df-7093-4c7c-80d8-a77b4891266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:53.916587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-f99073df-7093-4c7c-80d8-a77b4891266f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dec2fcf-8043-46ef-b165-e851e709652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894945 Jul 09 13:52:53.949737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6de3df10-d886-468f-aa70-0b1540552587 req-ea888eb7-5eb1-42f1-b5ad-524a2f0bfd59 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592546 Jul 09 13:52:54.015060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-40d0739a-889d-4c50-a0e9-925657f8bea1 service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893857 Jul 09 13:52:54.105709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36378ef9-937d-4b57-ab63-452f6d26e698 req-4085c0ef-04cc-40a3-9b72-45c3fc46617b service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843501 Jul 09 13:52:55.127450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f4610-aec6-4aff-b993-4ac944b930cf req-c5bfa011-13cc-44ba-bc39-4119ed27b151 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:55.128990 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-309f4610-aec6-4aff-b993-4ac944b930cf req-c5bfa011-13cc-44ba-bc39-4119ed27b151 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0668368 Jul 09 13:52:55.166987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-309f4610-aec6-4aff-b993-4ac944b930cf req-c1423053-2cf8-42b5-b5ba-e50db7c8a7ae tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Jul 09 13:52:56.337398 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c568b9-ea2c-41a9-9f17-35af4738b217 req-7dddf5fc-fbfd-443e-a7bc-585be0cafd3b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:56.338877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98c568b9-ea2c-41a9-9f17-35af4738b217 req-7dddf5fc-fbfd-443e-a7bc-585be0cafd3b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0629828 Jul 09 13:52:56.375826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98c568b9-ea2c-41a9-9f17-35af4738b217 req-7cc5cb4b-1189-4663-95d1-5475cf27f961 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Jul 09 13:52:57.550103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104331a-2635-4dab-b4a4-9c589b322bc4 req-aa14b359-3d66-4a8a-b07b-5d7f14fdcfe2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:57.552721 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3104331a-2635-4dab-b4a4-9c589b322bc4 req-aa14b359-3d66-4a8a-b07b-5d7f14fdcfe2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0646603 Jul 09 13:52:57.589106 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3104331a-2635-4dab-b4a4-9c589b322bc4 req-5281eaf1-bad5-47b8-a09c-19a2590945ca tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312879 Jul 09 13:52:58.764138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4289-a539-44b5-b96f-c449ab6a0611 req-f6376ed1-0b88-4a95-970b-90e8b8272d10 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:58.765582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40f4289-a539-44b5-b96f-c449ab6a0611 req-f6376ed1-0b88-4a95-970b-90e8b8272d10 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0612447 Jul 09 13:52:58.806909 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40f4289-a539-44b5-b96f-c449ab6a0611 req-f1f20063-5b98-40fa-8faf-e30aceebf0a6 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357575 Jul 09 13:52:59.980842 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31220-2ca8-42d9-a15c-7a4ee2a19065 req-6c93a9ef-dfa3-49e9-8677-eb9a9a51b0fb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:59.982365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-94d31220-2ca8-42d9-a15c-7a4ee2a19065 req-6c93a9ef-dfa3-49e9-8677-eb9a9a51b0fb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0679910 Jul 09 13:53:00.021170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-94d31220-2ca8-42d9-a15c-7a4ee2a19065 req-71a9fc8b-5474-4c83-9011-8cec1e9f95f8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332301 Jul 09 13:53:00.636399 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:53:01.190979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb49f6-cd01-49f2-922a-abcfb53363b4 req-a5d7a8fa-cb5a-4f0a-90be-99f9bcb05714 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:01.192979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fedb49f6-cd01-49f2-922a-abcfb53363b4 req-a5d7a8fa-cb5a-4f0a-90be-99f9bcb05714 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0634592 Jul 09 13:53:01.231092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fedb49f6-cd01-49f2-922a-abcfb53363b4 req-f822a93d-50b0-46b6-b914-df1c78e3aabd tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Jul 09 13:53:02.403924 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b455bd0-7745-4801-817f-d2d3691abd4f req-897b53ab-e741-47da-8b4a-58a43361851b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:02.405326 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b455bd0-7745-4801-817f-d2d3691abd4f req-897b53ab-e741-47da-8b4a-58a43361851b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0628512 Jul 09 13:53:02.442816 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2b455bd0-7745-4801-817f-d2d3691abd4f req-bbe4a6bd-a8a8-4b49-a9c5-a1dca63559f9 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314610 Jul 09 13:53:03.612785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f8084-e844-4daa-bf07-5a1dbe1fd675 req-133537bf-3cff-4434-862b-52fef6ed7d95 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:03.614254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce6f8084-e844-4daa-bf07-5a1dbe1fd675 req-133537bf-3cff-4434-862b-52fef6ed7d95 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0617085 Jul 09 13:53:03.651778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce6f8084-e844-4daa-bf07-5a1dbe1fd675 req-685071d6-7de0-4779-a9ec-1d4cfcfb8de3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Jul 09 13:53:04.833238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bde62-9aa9-4c4b-ad10-d7c1680cc3ac req-529a1b25-1644-43cd-bf82-b6d3a016d23d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:04.834739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b90bde62-9aa9-4c4b-ad10-d7c1680cc3ac req-529a1b25-1644-43cd-bf82-b6d3a016d23d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0650597 Jul 09 13:53:04.872752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b90bde62-9aa9-4c4b-ad10-d7c1680cc3ac req-036941f8-c601-4263-8566-2ca1d023f34b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 Jul 09 13:53:06.048973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568598df-3578-4675-bc7a-ce197f0eabd9 req-1737161c-346e-4ed9-baff-2dc718ad133b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:06.050476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-568598df-3578-4675-bc7a-ce197f0eabd9 req-1737161c-346e-4ed9-baff-2dc718ad133b tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0702093 Jul 09 13:53:06.088097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-568598df-3578-4675-bc7a-ce197f0eabd9 req-a5173c81-8dbd-4709-8edd-feea8b43f8c3 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316002 Jul 09 13:53:07.263822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9cd76-a837-4763-9525-64dbdcc0eaed req-498a6218-65dd-47ab-affa-4d31748c6193 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:07.265347 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7fd9cd76-a837-4763-9525-64dbdcc0eaed req-498a6218-65dd-47ab-affa-4d31748c6193 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0665641 Jul 09 13:53:07.302516 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7fd9cd76-a837-4763-9525-64dbdcc0eaed req-84258e8f-87fe-47aa-b693-661cdd4117fb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310299 Jul 09 13:53:08.478111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4fe4d-b5b6-4903-bd9a-fd0ec2759553 req-2cabbbbb-a556-4ca1-b00b-79f8426711ba tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:08.479634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3c4fe4d-b5b6-4903-bd9a-fd0ec2759553 req-2cabbbbb-a556-4ca1-b00b-79f8426711ba tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0622799 Jul 09 13:53:08.518471 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3c4fe4d-b5b6-4903-bd9a-fd0ec2759553 req-fe8c346d-2e17-415e-8cd5-a0beedc22d24 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333960 Jul 09 13:53:08.760118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 344adc8b-cd52-4c5e-b2c3-531c97187216 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:53:08.840162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ea21c-8d89-4b8c-8b6f-6bd2c84c5135 req-a92370cb-6bb2-4574-9ef3-94fa53c474cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:08.841648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-034ea21c-8d89-4b8c-8b6f-6bd2c84c5135 req-a92370cb-6bb2-4574-9ef3-94fa53c474cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 1097 time: 0.0510511 Jul 09 13:53:08.855062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=344adc8b-cd52-4c5e-b2c3-531c97187216,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:08.866457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'port_id': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'mac_address': 'fa:16:3e:4e:ab:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:53:08.878521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-034ea21c-8d89-4b8c-8b6f-6bd2c84c5135 req-701bd2be-b516-4b0a-87ff-e950f8bec244 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305645 Jul 09 13:53:08.903385 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.918816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 344adc8b-cd52-4c5e-b2c3-531c97187216 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:53:08.937824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=344adc8b-cd52-4c5e-b2c3-531c97187216,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:08.941541 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.140733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=344adc8b-cd52-4c5e-b2c3-531c97187216,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:09.214124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['344adc8b-cd52-4c5e-b2c3-531c97187216'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:53:09.698888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb2dd6-7ec7-48b7-a9b2-10b9a2534a5b req-482e3aeb-e471-4424-ac53-8c12a086ad75 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:09.700532 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09fb2dd6-7ec7-48b7-a9b2-10b9a2534a5b req-482e3aeb-e471-4424-ac53-8c12a086ad75 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 945 time: 0.0683794 Jul 09 13:53:09.737539 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-09fb2dd6-7ec7-48b7-a9b2-10b9a2534a5b req-015df7f7-549d-47b6-9704-56448516db8e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Jul 09 13:53:10.766384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 344adc8b-cd52-4c5e-b2c3-531c97187216 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:10.829739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 344adc8b-cd52-4c5e-b2c3-531c97187216 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:10.830487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.911716 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.920477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d3159-7291-4ba9-b2ab-5ae17ac59e6b req-af265b94-4de6-48e8-8998-8ed294b98f0f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:10.923316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb8d3159-7291-4ba9-b2ab-5ae17ac59e6b req-af265b94-4de6-48e8-8998-8ed294b98f0f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 945 time: 0.0714829 Jul 09 13:53:10.937231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:10.939669 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b49058-2798-4e7f-97e4-3f8b264b7f31" -d '{"events": [{"server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "name": "network-vif-plugged", "status": "completed", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:10.961203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=344adc8b-cd52-4c5e-b2c3-531c97187216,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:10.966820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb8d3159-7291-4ba9-b2ab-5ae17ac59e6b req-5ca891ce-8f77-4ed4-9e80-8b79d5d00615 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379329 Jul 09 13:53:10.971335 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.996047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46708) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:11.002470 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb1500c-fd50-4b83-ae8f-c5064b617be7 x-openstack-request-id: req-edb1500c-fd50-4b83-ae8f-c5064b617be7 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:11.002766 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "name": "network-vif-plugged", "status": "completed", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:11.003046 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-edb1500c-fd50-4b83-ae8f-c5064b617be7 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:11.003441 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'code': 200} Jul 09 13:53:11.031002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=344adc8b-cd52-4c5e-b2c3-531c97187216,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:11.060753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9ebc00de-8dac-4267-81b8-83fe4e55421a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/floatingips/15b989d7-404c-4cfa-bd58-81cc89c217b3 HTTP/1.1" status: 200 len: 994 time: 0.0627892 Jul 09 13:53:13.383309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:14.140466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:14.321702 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1b97fa6-2dae-4202-9fe1-7f235f0962a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.871857 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-329980f2-25bf-46c9-9894-951a2dd6655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:17.013728 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:18.294914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:19.774502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.985806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46718) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:21.439303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c66594-e8e8-47f8-9f8d-96a3142975a4 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:21.439783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c66594-e8e8-47f8-9f8d-96a3142975a4 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:21.440252 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c66594-e8e8-47f8-9f8d-96a3142975a4 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:21.441916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-62c66594-e8e8-47f8-9f8d-96a3142975a4 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=d24f9cb873fd4ce1a9c00608796e93dd&network_id=d5505209-c159-4833-b437-b610060b7de1 HTTP/1.1" status: 200 len: 2969 time: 0.4551446 Jul 09 13:53:25.266840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46730) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:25.322036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af997ffe-85db-476e-9f80-dbecf5562647 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:25.323592 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-af997ffe-85db-476e-9f80-dbecf5562647 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e HTTP/1.1" status: 200 len: 814 time: 0.0557315 Jul 09 13:53:26.573650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46736) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:26.578764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'network': {'name': 'tempest-network-smoke--1894535006', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'port_security_enabled': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:26.600395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:26.603916 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:26.627109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:53:26.636462 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:26.636806 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Added segment b94b4049-de6a-466b-ae69-85ec6d4e64a2 of type vlan for network fc81b135-2bc0-427b-9550-76545db7507d Jul 09 13:53:26.676742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:26.706514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:26.712392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:26.713002 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:26.768360 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1936114 Jul 09 13:53:26.772118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46738) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:26.785459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d64dc0-e70e-4468-a241-34a596d36c39 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Network': ['ID=fc81b135-2bc0-427b-9550-76545db7507d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:26.796419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network fc81b135-2bc0-427b-9550-76545db7507d details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:53:26.852117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1909dd59-1f7e-475b-b6e7-36706b1428cf tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:26.853549 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1909dd59-1f7e-475b-b6e7-36706b1428cf tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=d24f9cb873fd4ce1a9c00608796e93dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0804663 Jul 09 13:53:26.856350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46740) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:26.940526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75731bcd-dc70-4260-b0d2-dbc5ea014069 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:26.942029 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-75731bcd-dc70-4260-b0d2-dbc5ea014069 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847685 Jul 09 13:53:26.945538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46742) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:26.976476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5442240b-49c9-41d6-b6e6-0a2f41228874 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299039 Jul 09 13:53:26.979034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46744) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:27.337139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3324f2ca-6e49-4194-89e8-918ee3875b91 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=d24f9cb873fd4ce1a9c00608796e93dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3570278 Jul 09 13:53:27.339568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46746) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:27.423293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd66885-cbba-44df-8151-f7da6287c652 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:27.424721 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9bd66885-cbba-44df-8151-f7da6287c652 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842450 Jul 09 13:53:27.427450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46748) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:27.457850 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-96b51ff6-7ebb-4191-a9df-f8553546796e tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293212 Jul 09 13:53:27.460965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46750) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:27.465621 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858388308', 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:27.548760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:27.552320 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:27.741524 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:27.798300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Subnet': ['ID=ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:27.807737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Checking segment: {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:27.808095 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network hostable DHCP agents. Network: fc81b135-2bc0-427b-9550-76545db7507d, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:53:27.824328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network fc81b135-2bc0-427b-9550-76545db7507d is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:53:27.832131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, fc81b135-2bc0-427b-9550-76545db7507d) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:27.836488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:27.837081 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:27.841098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e28db-db7a-4601-8004-4a4a11594a4a None None] Network fc81b135-2bc0-427b-9550-76545db7507d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:27.851011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1e5b6f12-1ead-496c-a830-84056c850246 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3890350 Jul 09 13:53:27.986898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-fc81b135-2bc0-427b-9550-76545db7507d', 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ips': [{'subnet_id': 'ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:53:27.987766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.118017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Allocated IP 172.20.0.18 (fc81b135-2bc0-427b-9550-76545db7507d/ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87/c500ac8a-b7a7-4a08-9389-80e7db944aea) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:28.189206 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46754) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:28.193392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-30da4d21-d3c1-42e4-90ea-37759abdacb9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568031040', 'description': 'tempest-secgroup-smoke-1568031040 description', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:28.215317 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-30da4d21-d3c1-42e4-90ea-37759abdacb9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.268573 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.277549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Transition to ACTIVE for port object c500ac8a-b7a7-4a08-9389-80e7db944aea will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:28.293127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Transition to ACTIVE for port object c500ac8a-b7a7-4a08-9389-80e7db944aea will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:28.298079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-30da4d21-d3c1-42e4-90ea-37759abdacb9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.299413 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.301048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-30da4d21-d3c1-42e4-90ea-37759abdacb9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.332705 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-30da4d21-d3c1-42e4-90ea-37759abdacb9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.334004 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-30da4d21-d3c1-42e4-90ea-37759abdacb9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442859 Jul 09 13:53:28.335983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da4d21-d3c1-42e4-90ea-37759abdacb9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6c117-bc19-4364-b78f-78859fdbedf8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.337001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46756) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:28.339535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Network fc81b135-2bc0-427b-9550-76545db7507d is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:28.344278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6c117-bc19-4364-b78f-78859fdbedf8', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:28.346828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:28.348936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Pushing event updated for resources: {'Port': ['ID=c500ac8a-b7a7-4a08-9389-80e7db944aea,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.352011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:28.377033 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.411796 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Attempting to bind port c500ac8a-b7a7-4a08-9389-80e7db944aea on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:28.412864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Attempting to bind port c500ac8a-b7a7-4a08-9389-80e7db944aea by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:28.413343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Attempting to bind port c500ac8a-b7a7-4a08-9389-80e7db944aea on network fc81b135-2bc0-427b-9550-76545db7507d {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:28.418273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:28.418643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Checking segment: {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:28.419082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.419475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Bound using segment: {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:28.419937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Bound port: c500ac8a-b7a7-4a08-9389-80e7db944aea, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:28.420316 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.433372 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.437130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.454369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146c0a9b-6ad1-4c8d-a938-b249d439d7d9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.464123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.464470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.464803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.465144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.465502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.465838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.466164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.466485 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.466819 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.467149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.467474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.467804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.476434 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.479123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46758) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:28.479253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5ad9467d-5ffb-4082-b63b-b887e67d1984 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395617 Jul 09 13:53:28.484072 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9d52504d-7103-4981-a654-371576306a79 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6c117-bc19-4364-b78f-78859fdbedf8', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:28.489848 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] For port c500ac8a-b7a7-4a08-9389-80e7db944aea, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:28.493655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] For port c500ac8a-b7a7-4a08-9389-80e7db944aea, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c500ac8a-b7a7-4a08-9389-80e7db944aea,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:28.497193 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.512474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d52504d-7103-4981-a654-371576306a79 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.560204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a4519-5525-4775-8969-5fae69d416f5 None None] Pushing event updated for resources: {'Port': ['ID=c500ac8a-b7a7-4a08-9389-80e7db944aea,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.578132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d52504d-7103-4981-a654-371576306a79 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.582013 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d52504d-7103-4981-a654-371576306a79 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.598436 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52504d-7103-4981-a654-371576306a79 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb86b2a-0e0c-4c77-9316-5ff0d2b8620d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.609209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9d52504d-7103-4981-a654-371576306a79 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.613317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46760) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:28.613444 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9d52504d-7103-4981-a654-371576306a79 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330457 Jul 09 13:53:28.618886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2fc2f2de-ce46-4c7d-b6ba-93dd35690040 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6c117-bc19-4364-b78f-78859fdbedf8', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:28.645891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc2f2de-ce46-4c7d-b6ba-93dd35690040 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.729286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc2f2de-ce46-4c7d-b6ba-93dd35690040 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.733618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc2f2de-ce46-4c7d-b6ba-93dd35690040 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.757868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2f2de-ce46-4c7d-b6ba-93dd35690040 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab6d284-ff4b-4456-8fac-0c115e38c6f0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.761892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc2f2de-ce46-4c7d-b6ba-93dd35690040 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.763215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2fc2f2de-ce46-4c7d-b6ba-93dd35690040 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487126 Jul 09 13:53:28.765918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46762) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:28.770601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-251addca-c201-45ca-b839-f4e76dae2f5b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6c117-bc19-4364-b78f-78859fdbedf8', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:28.797787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-251addca-c201-45ca-b839-f4e76dae2f5b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.861560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-251addca-c201-45ca-b839-f4e76dae2f5b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.866072 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-251addca-c201-45ca-b839-f4e76dae2f5b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.884236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251addca-c201-45ca-b839-f4e76dae2f5b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd864f57-41b4-4ceb-ac41-365624524c61,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.890292 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-251addca-c201-45ca-b839-f4e76dae2f5b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.890687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-251addca-c201-45ca-b839-f4e76dae2f5b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237984 Jul 09 13:53:28.893274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46764) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:28.898433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ec7dd7d6-91fc-40a1-86f1-b88a6ccc16e7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6c117-bc19-4364-b78f-78859fdbedf8', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:28.922289 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-ec7dd7d6-91fc-40a1-86f1-b88a6ccc16e7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Project d24f9cb873fd4ce1a9c00608796e93dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:53:28.927377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd7d6-91fc-40a1-86f1-b88a6ccc16e7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.989916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd7d6-91fc-40a1-86f1-b88a6ccc16e7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.998168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd7d6-91fc-40a1-86f1-b88a6ccc16e7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.017175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dd7d6-91fc-40a1-86f1-b88a6ccc16e7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a04f1a-4c4a-4f97-83d1-e344c1ca8ae7,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:29.025251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd7d6-91fc-40a1-86f1-b88a6ccc16e7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.026728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ec7dd7d6-91fc-40a1-86f1-b88a6ccc16e7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324680 Jul 09 13:53:29.029345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46766) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:29.034222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e8a85149-b0ee-4381-9d61-743a0467105c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'e1f6c117-bc19-4364-b78f-78859fdbedf8', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:29.060417 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-e8a85149-b0ee-4381-9d61-743a0467105c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Project d24f9cb873fd4ce1a9c00608796e93dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:53:29.065885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e8a85149-b0ee-4381-9d61-743a0467105c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.088736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c500ac8a-b7a7-4a08-9389-80e7db944aea up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:29.134328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e8a85149-b0ee-4381-9d61-743a0467105c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.139296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e8a85149-b0ee-4381-9d61-743a0467105c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.154014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port c500ac8a-b7a7-4a08-9389-80e7db944aea completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:29.160909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a85149-b0ee-4381-9d61-743a0467105c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066adc4d-e2e5-49a3-a832-5d70f7c89d66,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:29.163867 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e8a85149-b0ee-4381-9d61-743a0467105c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.170983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e8a85149-b0ee-4381-9d61-743a0467105c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345313 Jul 09 13:53:29.322563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-896ec3ea-a5e5-4d6e-afbf-2da9aef38374 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568031040&fields=id&tenant_id=d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 267 time: 0.0447693 Jul 09 13:53:29.431594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-9a8b5ce4-3999-4abf-af92-5d9c23f01e99 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:29.433105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-9a8b5ce4-3999-4abf-af92-5d9c23f01e99 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/networks?id=fc81b135-2bc0-427b-9550-76545db7507d HTTP/1.1" status: 200 len: 797 time: 0.1041417 Jul 09 13:53:29.448714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-6737ca12-55bb-4858-be29-84cbe8953514 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/quotas/d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 375 time: 0.0102429 Jul 09 13:53:29.462666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c5e1a3-0ead-4376-bc33-1d06055f9daf None None] Network fc81b135-2bc0-427b-9550-76545db7507d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:29.567729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-9220a201-2bfe-4fd1-b64f-ddae4f3a843c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1131120 Jul 09 13:53:29.584270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d9e35500-ccf5-43ca-8871-ca0afe598a02 None None] Provisioning for port c500ac8a-b7a7-4a08-9389-80e7db944aea completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:29.608290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d9e35500-ccf5-43ca-8871-ca0afe598a02 None None] Provisioning complete for port c500ac8a-b7a7-4a08-9389-80e7db944aea triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:29.608662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d9e35500-ccf5-43ca-8871-ca0afe598a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.664724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f2c6befa-3238-4058-9e4e-2ec26ad15d78 service neutron] 10.222.0.32 "GET /v2.0/networks/fc81b135-2bc0-427b-9550-76545db7507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852063 Jul 09 13:53:29.704698 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d9e35500-ccf5-43ca-8871-ca0afe598a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.739483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-d9e35500-ccf5-43ca-8871-ca0afe598a02 None None] For port c500ac8a-b7a7-4a08-9389-80e7db944aea, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c500ac8a-b7a7-4a08-9389-80e7db944aea,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:29.744871 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d9e35500-ccf5-43ca-8871-ca0afe598a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.774681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-5a2e9322-f025-4d3b-adc6-836471ed37b9 service neutron] 10.222.0.32 "GET /v2.0/networks/fc81b135-2bc0-427b-9550-76545db7507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989223 Jul 09 13:53:29.798443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e35500-ccf5-43ca-8871-ca0afe598a02 None None] Pushing event updated for resources: {'Port': ['ID=c500ac8a-b7a7-4a08-9389-80e7db944aea,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:29.960608 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97f15581-6c45-46fc-96a2-582363f87f78 req-5410f817-c797-4da4-ac9e-08c1ede752d9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 210 time: 0.0295694 Jul 09 13:53:29.966741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b841728e-f2ed-4c5b-a4ba-a7703ba16c59 None None] Provisioning complete for port c500ac8a-b7a7-4a08-9389-80e7db944aea triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:29.967149 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b841728e-f2ed-4c5b-a4ba-a7703ba16c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.005374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-07da1d05-b003-40bd-b6fe-7406990aabb2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:31.007739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-07da1d05-b003-40bd-b6fe-7406990aabb2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/networks?id=fc81b135-2bc0-427b-9550-76545db7507d HTTP/1.1" status: 200 len: 797 time: 0.1179285 Jul 09 13:53:31.062456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c500ac8a-b7a7-4a08-9389-80e7db944aea up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:31.072630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-eaf53f4b-ad29-4e7b-81bd-53186228b340 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 473 time: 0.0485392 Jul 09 13:53:31.081564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'port': {'device_id': 'db0545ab-af4a-48b5-8f86-cd6f04e4a928', 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d', 'admin_state_up': True, 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'security_groups': ['e1f6c117-bc19-4364-b78f-78859fdbedf8']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:31.114483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c500ac8a-b7a7-4a08-9389-80e7db944aea triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:31.114859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.161498 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be4b888d-f6ef-4bdb-ae0d-1cdb228c41d4 req-8639e75b-f3da-4e56-93b2-fe9a11982f08 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 210 time: 0.0754948 Jul 09 13:53:31.234654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:31.238196 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.367092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.20.0.22 (fc81b135-2bc0-427b-9550-76545db7507d/ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87/2af6a776-b4ac-434c-8756-7e358b0f1062) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:31.501277 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.516112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Transition to ACTIVE for port object 2af6a776-b4ac-434c-8756-7e358b0f1062 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:31.548289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.599938 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network fc81b135-2bc0-427b-9550-76545db7507d is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:31.603325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:31.607192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:31.613515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=2af6a776-b4ac-434c-8756-7e358b0f1062,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:31.661221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:31.661835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.679089 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-0ea6c15f-781d-4c73-9725-e348c2fe460e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6001399 Jul 09 13:53:31.689868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Request body: {'port': {'device_id': 'db0545ab-af4a-48b5-8f86-cd6f04e4a928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:31.766392 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.879017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b1327ff-04a9-4256-92d6-858e792497b2 None None] Provisioning for port 2af6a776-b4ac-434c-8756-7e358b0f1062 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:31.882845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3b1327ff-04a9-4256-92d6-858e792497b2 None None] Provisioning complete for port 2af6a776-b4ac-434c-8756-7e358b0f1062 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:31.883297 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3b1327ff-04a9-4256-92d6-858e792497b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.916973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3b1327ff-04a9-4256-92d6-858e792497b2 None None] Port 2af6a776-b4ac-434c-8756-7e358b0f1062 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:32.033911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af6a776-b4ac-434c-8756-7e358b0f1062 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:53:32.044475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.057512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Transition to ACTIVE for port object 2af6a776-b4ac-434c-8756-7e358b0f1062 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:32.061479 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.110887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Pushing event updated for resources: {'Port': ['ID=2af6a776-b4ac-434c-8756-7e358b0f1062,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:32.185220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Attempting to bind port 2af6a776-b4ac-434c-8756-7e358b0f1062 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:32.185564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Attempting to bind port 2af6a776-b4ac-434c-8756-7e358b0f1062 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:32.185954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Attempting to bind port 2af6a776-b4ac-434c-8756-7e358b0f1062 on network fc81b135-2bc0-427b-9550-76545db7507d {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:32.190596 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Port 2af6a776-b4ac-434c-8756-7e358b0f1062 on network fc81b135-2bc0-427b-9550-76545db7507d not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:53:32.190922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Attempting to bind port 2af6a776-b4ac-434c-8756-7e358b0f1062 on network fc81b135-2bc0-427b-9550-76545db7507d {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:32.196562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:32.196909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Checking segment: {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:32.197301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Bound using segment: {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:32.197740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Bound port: 2af6a776-b4ac-434c-8756-7e358b0f1062, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:32.198104 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.269835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] For port 2af6a776-b4ac-434c-8756-7e358b0f1062, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:32.273562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] For port 2af6a776-b4ac-434c-8756-7e358b0f1062, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2af6a776-b4ac-434c-8756-7e358b0f1062,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:32.278258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.313460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.314081 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.315540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] 10.222.0.10 "PUT /v2.0/ports/2af6a776-b4ac-434c-8756-7e358b0f1062 HTTP/1.1" status: 200 len: 1092 time: 0.6298962 Jul 09 13:53:32.315983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0545ab-af4a-48b5-8f86-cd6f04e4a928', 'tag': '2af6a776-b4ac-434c-8756-7e358b0f1062'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:32.318905 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3579f-2192-41f4-a571-48aad1920774" -d '{"events": [{"name": "network-changed", "server_uuid": "db0545ab-af4a-48b5-8f86-cd6f04e4a928", "tag": "2af6a776-b4ac-434c-8756-7e358b0f1062"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:32.359667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc03dc-47a3-4ff9-b68b-976f519a1d49 req-42a8b775-c1ec-4259-b291-44ecde189dab tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.362036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7cbc03dc-47a3-4ff9-b68b-976f519a1d49 req-42a8b775-c1ec-4259-b291-44ecde189dab tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 944 time: 0.0839176 Jul 09 13:53:32.391137 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a6b680-d099-4919-9b89-72ff1579aac9 x-openstack-request-id: req-e5a6b680-d099-4919-9b89-72ff1579aac9 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:32.391432 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0545ab-af4a-48b5-8f86-cd6f04e4a928", "tag": "2af6a776-b4ac-434c-8756-7e358b0f1062", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:32.391685 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5a6b680-d099-4919-9b89-72ff1579aac9 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:32.392095 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0545ab-af4a-48b5-8f86-cd6f04e4a928', 'tag': '2af6a776-b4ac-434c-8756-7e358b0f1062', 'status': 'completed', 'code': 200} Jul 09 13:53:32.395244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679c339-7d25-4229-af0b-dfd5cfa0d821 service neutron] Pushing event updated for resources: {'Port': ['ID=2af6a776-b4ac-434c-8756-7e358b0f1062,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:32.417073 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7cbc03dc-47a3-4ff9-b68b-976f519a1d49 req-951fe369-906a-43dd-aeaa-c0abfd7a2041 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463006 Jul 09 13:53:32.429868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-caf157ea-2c0d-410c-8423-65c97c5487f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.431552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-caf157ea-2c0d-410c-8423-65c97c5487f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 1095 time: 0.0716295 Jul 09 13:53:32.479315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-cc39af3b-ea46-44ae-9439-2de0d8b1a3a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2af6a776-b4ac-434c-8756-7e358b0f1062 HTTP/1.1" status: 200 len: 217 time: 0.0390255 Jul 09 13:53:32.530933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-92ae2d59-8a46-4649-8809-6f44851bc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.532461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-92ae2d59-8a46-4649-8809-6f44851bc0d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87 HTTP/1.1" status: 200 len: 837 time: 0.0472670 Jul 09 13:53:32.588884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-1d2fcb6a-75cc-4439-844d-66aafc4565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.590390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-1d2fcb6a-75cc-4439-844d-66aafc4565ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc81b135-2bc0-427b-9550-76545db7507d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518644 Jul 09 13:53:32.683444 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-a7581656-a7f7-4edd-8a63-71542aad24f8 service neutron] 10.222.0.10 "GET /v2.0/networks/fc81b135-2bc0-427b-9550-76545db7507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Jul 09 13:53:32.771645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c519702e-3ebe-429d-b4dc-1d9f6d341826 req-bcff5405-38bd-48e9-8587-c529bb5aa34d service neutron] 10.222.0.10 "GET /v2.0/networks/fc81b135-2bc0-427b-9550-76545db7507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822911 Jul 09 13:53:32.872512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3579f-2192-41f4-a571-48aad1920774 req-973700aa-a8d4-4b6a-b771-4da7c48577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.873899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d3579f-2192-41f4-a571-48aad1920774 req-973700aa-a8d4-4b6a-b771-4da7c48577e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 1095 time: 0.0525279 Jul 09 13:53:32.970099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3579f-2192-41f4-a571-48aad1920774 req-0d7f6e5f-68f0-4969-9e9c-13eebe2b7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.971616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d3579f-2192-41f4-a571-48aad1920774 req-0d7f6e5f-68f0-4969-9e9c-13eebe2b7404 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc81b135-2bc0-427b-9550-76545db7507d HTTP/1.1" status: 200 len: 897 time: 0.0910709 Jul 09 13:53:33.013460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d3579f-2192-41f4-a571-48aad1920774 req-4e8e64ce-f6a6-4b24-94d9-e96fbc1ca0a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2af6a776-b4ac-434c-8756-7e358b0f1062 HTTP/1.1" status: 200 len: 217 time: 0.0351181 Jul 09 13:53:33.066362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3579f-2192-41f4-a571-48aad1920774 req-4b585a3d-9549-4274-928e-e3ea18e8d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:33.067811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d3579f-2192-41f4-a571-48aad1920774 req-4b585a3d-9549-4274-928e-e3ea18e8d264 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87 HTTP/1.1" status: 200 len: 837 time: 0.0480983 Jul 09 13:53:33.126912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3579f-2192-41f4-a571-48aad1920774 req-aa4c9b9d-0206-487a-ba60-9eefef770692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:33.128352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d3579f-2192-41f4-a571-48aad1920774 req-aa4c9b9d-0206-487a-ba60-9eefef770692 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc81b135-2bc0-427b-9550-76545db7507d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531769 Jul 09 13:53:33.220513 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d3579f-2192-41f4-a571-48aad1920774 req-689cf3e8-c6e6-4615-b261-e06615a7cb1a service neutron] 10.222.0.10 "GET /v2.0/networks/fc81b135-2bc0-427b-9550-76545db7507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848598 Jul 09 13:53:33.316283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1d3579f-2192-41f4-a571-48aad1920774 req-7e2539f6-8851-4f4f-8505-f30742ce269e service neutron] 10.222.0.10 "GET /v2.0/networks/fc81b135-2bc0-427b-9550-76545db7507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891943 Jul 09 13:53:33.582093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d45d5c-1ec5-40ff-bfeb-6b45b8b1cc9f req-77fb8814-158a-4b6b-a3f5-173ef817e599 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:33.583631 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c1d45d5c-1ec5-40ff-bfeb-6b45b8b1cc9f req-77fb8814-158a-4b6b-a3f5-173ef817e599 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 944 time: 0.0661147 Jul 09 13:53:33.621404 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c1d45d5c-1ec5-40ff-bfeb-6b45b8b1cc9f req-f84bd159-fcc1-4c6a-acec-93ec0d93a011 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Jul 09 13:53:34.804933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76594-1b09-4f55-b252-04fe91ea2b82 req-88d73abb-d9b7-40a5-a0a1-a24cf6093940 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:34.808025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34f76594-1b09-4f55-b252-04fe91ea2b82 req-88d73abb-d9b7-40a5-a0a1-a24cf6093940 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 944 time: 0.0656002 Jul 09 13:53:34.844862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34f76594-1b09-4f55-b252-04fe91ea2b82 req-0439e982-8271-45dc-a6ab-3f709b4395ed tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Jul 09 13:53:35.348539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2af6a776-b4ac-434c-8756-7e358b0f1062 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:53:35.444019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2af6a776-b4ac-434c-8756-7e358b0f1062, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2af6a776-b4ac-434c-8756-7e358b0f1062,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:35.457315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '2af6a776-b4ac-434c-8756-7e358b0f1062', 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d', 'port_id': '2af6a776-b4ac-434c-8756-7e358b0f1062', 'mac_address': 'fa:16:3e:3d:03:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:53:35.494927 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.507784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af6a776-b4ac-434c-8756-7e358b0f1062 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:53:35.528107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2af6a776-b4ac-434c-8756-7e358b0f1062, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2af6a776-b4ac-434c-8756-7e358b0f1062,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:35.531644 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.577628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=2af6a776-b4ac-434c-8756-7e358b0f1062,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:35.740585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['2af6a776-b4ac-434c-8756-7e358b0f1062'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:53:36.021975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a75c13-fdeb-4c2f-92c2-63abd78805ce req-b5a0a3cd-d007-467e-807d-56633ca09eea tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:36.023526 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-02a75c13-fdeb-4c2f-92c2-63abd78805ce req-b5a0a3cd-d007-467e-807d-56633ca09eea tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 945 time: 0.0658364 Jul 09 13:53:36.061883 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-02a75c13-fdeb-4c2f-92c2-63abd78805ce req-803ad3cc-2863-4baf-a2b3-13c9e53f25a4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Jul 09 13:53:37.233450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e4ab9-b69c-4012-b460-c69e69dad8e4 req-8fbec958-4c7b-4a4c-be2e-5e681b169bc0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:37.234934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e3e4ab9-b69c-4012-b460-c69e69dad8e4 req-8fbec958-4c7b-4a4c-be2e-5e681b169bc0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 945 time: 0.0626340 Jul 09 13:53:37.276703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e3e4ab9-b69c-4012-b460-c69e69dad8e4 req-baaf331c-c406-4357-82c5-9e95f39561eb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362775 Jul 09 13:53:37.363619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2af6a776-b4ac-434c-8756-7e358b0f1062 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:37.412687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 2af6a776-b4ac-434c-8756-7e358b0f1062 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:37.417737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 2af6a776-b4ac-434c-8756-7e358b0f1062 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:37.418217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:37.494208 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:37.516556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0545ab-af4a-48b5-8f86-cd6f04e4a928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af6a776-b4ac-434c-8756-7e358b0f1062'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:37.519038 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987730d-08b0-4c54-bee0-6c32166d6e9e" -d '{"events": [{"server_uuid": "db0545ab-af4a-48b5-8f86-cd6f04e4a928", "name": "network-vif-plugged", "status": "completed", "tag": "2af6a776-b4ac-434c-8756-7e358b0f1062"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:37.532777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 2af6a776-b4ac-434c-8756-7e358b0f1062, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2af6a776-b4ac-434c-8756-7e358b0f1062,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:37.537208 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:37.561731 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9918da-b424-4be6-80cb-a8ce595d32ed x-openstack-request-id: req-fe9918da-b424-4be6-80cb-a8ce595d32ed {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:37.562017 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0545ab-af4a-48b5-8f86-cd6f04e4a928", "name": "network-vif-plugged", "status": "completed", "tag": "2af6a776-b4ac-434c-8756-7e358b0f1062", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:37.562268 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe9918da-b424-4be6-80cb-a8ce595d32ed {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:37.562652 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0545ab-af4a-48b5-8f86-cd6f04e4a928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af6a776-b4ac-434c-8756-7e358b0f1062', 'code': 200} Jul 09 13:53:37.588852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=2af6a776-b4ac-434c-8756-7e358b0f1062,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:37.634890 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:53:37.670766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c319d-a9cf-467c-a0aa-9d5a3b6225e7 req-d2bbd5de-7cf4-4407-8e1b-e29a3656d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:37.672297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d6c319d-a9cf-467c-a0aa-9d5a3b6225e7 req-d2bbd5de-7cf4-4407-8e1b-e29a3656d9e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 1097 time: 0.0511167 Jul 09 13:53:37.705705 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d6c319d-a9cf-467c-a0aa-9d5a3b6225e7 req-8732d093-dd2a-407f-b5f7-11d391c2d530 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275521 Jul 09 13:53:38.454421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f4e0-689e-4eb3-bc95-0fa48712b1dd req-5703138e-9fe5-4db7-bc14-9f4c6f7395dc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:38.455855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d63f4e0-689e-4eb3-bc95-0fa48712b1dd req-5703138e-9fe5-4db7-bc14-9f4c6f7395dc tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 946 time: 0.0664711 Jul 09 13:53:38.494300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d63f4e0-689e-4eb3-bc95-0fa48712b1dd req-bb8bbc8e-1637-4cd7-86bb-d574aeae5b47 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328786 Jul 09 13:53:39.668507 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b997a-e8ef-42c9-b0dc-53d7d9259a23 req-edde3865-e7d6-4c9a-b21b-db395d311a28 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:39.669979 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac6b997a-e8ef-42c9-b0dc-53d7d9259a23 req-edde3865-e7d6-4c9a-b21b-db395d311a28 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 946 time: 0.0662715 Jul 09 13:53:39.709879 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac6b997a-e8ef-42c9-b0dc-53d7d9259a23 req-80234e42-8f06-471a-b02c-e53e79db92f1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340335 Jul 09 13:53:39.885684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0161587-9cde-4c78-854d-e6c9846996ac req-ff9f8033-3a59-4273-b15e-fc2fc132f33e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:39.887146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b0161587-9cde-4c78-854d-e6c9846996ac req-ff9f8033-3a59-4273-b15e-fc2fc132f33e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 946 time: 0.0670247 Jul 09 13:53:39.924084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b0161587-9cde-4c78-854d-e6c9846996ac req-a53cb2b3-b71b-46e6-b550-658f9250811d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312438 Jul 09 13:53:41.402147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46826) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:41.824632 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.088487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.20.0.17 (fc81b135-2bc0-427b-9550-76545db7507d/ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87/57a26abd-e8ff-4916-9a37-44c133d6c7cf) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:42.197652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.210967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Transition to ACTIVE for port object 57a26abd-e8ff-4916-9a37-44c133d6c7cf will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:42.243240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.290699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network fc81b135-2bc0-427b-9550-76545db7507d is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:42.293849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:42.298010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:42.322078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=57a26abd-e8ff-4916-9a37-44c133d6c7cf,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:42.347028 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.492286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.536357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b018d27e-23af-4f16-a405-a09e12d104b9 None None] Provisioning for port 57a26abd-e8ff-4916-9a37-44c133d6c7cf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:42.541256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b018d27e-23af-4f16-a405-a09e12d104b9 None None] Provisioning complete for port 57a26abd-e8ff-4916-9a37-44c133d6c7cf triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:42.541729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b018d27e-23af-4f16-a405-a09e12d104b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.586991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b018d27e-23af-4f16-a405-a09e12d104b9 None None] Port 57a26abd-e8ff-4916-9a37-44c133d6c7cf cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:42.788308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.793279 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.867035 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.869438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=57a26abd-e8ff-4916-9a37-44c133d6c7cf,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:42.961317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network fc81b135-2bc0-427b-9550-76545db7507d is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:42.962763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:43.087681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:53:43.195527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:43.202485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dcc4a134-60e5-4ee1-8263-9b930cba6752 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "PUT /v2.0/routers/aed181fa-9ab9-46c2-ae56-a0a0c0c67976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975175 Jul 09 13:53:43.210089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a58d91f0-1f05-435c-8644-d754255ef6c5 None None] Provisioning complete for port 57a26abd-e8ff-4916-9a37-44c133d6c7cf triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:43.210464 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a58d91f0-1f05-435c-8644-d754255ef6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.217560 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Sync routers for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:43.226586 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:43.228152 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:43.245175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a58d91f0-1f05-435c-8644-d754255ef6c5 None None] Port 57a26abd-e8ff-4916-9a37-44c133d6c7cf cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:43.331980 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:43.396489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.562197 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:52Z', 'revision_number': 1, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a26abd-e8ff-4916-9a37-44c133d6c7cf', 'name': '', 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:bb:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:41Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 2, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': 'ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:43.591105 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Checking router: aed181fa-9ab9-46c2-ae56-a0a0c0c67976 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:43.591389 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Updating router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 port 57a26abd-e8ff-4916-9a37-44c133d6c7cf binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:43.623815 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.877426 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.886766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Transition to ACTIVE for port object 57a26abd-e8ff-4916-9a37-44c133d6c7cf will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:43.892326 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.939160 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Pushing event updated for resources: {'Port': ['ID=57a26abd-e8ff-4916-9a37-44c133d6c7cf,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:43.964128 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.964476 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.964814 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.965151 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.965478 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.965803 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.966127 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.966453 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.966774 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.967118 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.967449 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:43.967773 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:44.005064 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Attempting to bind port 57a26abd-e8ff-4916-9a37-44c133d6c7cf on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:44.005437 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Attempting to bind port 57a26abd-e8ff-4916-9a37-44c133d6c7cf by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:44.005798 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Attempting to bind port 57a26abd-e8ff-4916-9a37-44c133d6c7cf on network fc81b135-2bc0-427b-9550-76545db7507d {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:44.011151 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:44.011520 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Checking segment: {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:44.011924 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.012311 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Bound using segment: {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:44.012775 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Bound port: 57a26abd-e8ff-4916-9a37-44c133d6c7cf, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94b4049-de6a-466b-ae69-85ec6d4e64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:44.013155 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.077647 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] For port 57a26abd-e8ff-4916-9a37-44c133d6c7cf, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:44.081089 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] For port 57a26abd-e8ff-4916-9a37-44c133d6c7cf, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=57a26abd-e8ff-4916-9a37-44c133d6c7cf,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:44.085741 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.140624 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:44.140976 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:44.146894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.197891 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4f8ec-417c-4b5c-be50-4899d7825965 None None] Pushing event updated for resources: {'Port': ['ID=57a26abd-e8ff-4916-9a37-44c133d6c7cf,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:44.265110 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:44.298609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46834) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:44.323197 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9a75cb58-9743-4050-83e3-bcce21e59e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.460972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 18f2e959-c63b-450e-9479-356b73589e83 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:53:44.462031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.496807 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:52Z', 'revision_number': 1, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a26abd-e8ff-4916-9a37-44c133d6c7cf', 'name': '', 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:bb:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:41Z', 'updated_at': '2021-07-09T13:53:44Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': 'ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:44.527291 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57456525-66d5-4f66-93ff-1b5ec9d83c18 None None] The sync data for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 is: [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:52Z', 'revision_number': 1, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a26abd-e8ff-4916-9a37-44c133d6c7cf', 'name': '', 'network_id': 'fc81b135-2bc0-427b-9550-76545db7507d', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:bb:a5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:41Z', 'updated_at': '2021-07-09T13:53:44Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': 'ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:44.538596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.538930 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.551718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 18f2e959-c63b-450e-9479-356b73589e83 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:53:44.778478 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.817077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=18f2e959-c63b-450e-9479-356b73589e83,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:44.880823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.881226 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Floating IP 15b989d7-404c-4cfa-bd58-81cc89c217b3 disassociated (deleted). External IP: 172.25.5.220, port: 344adc8b-cd52-4c5e-b2c3-531c97187216. Jul 09 13:53:45.104845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 57a26abd-e8ff-4916-9a37-44c133d6c7cf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:45.169373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 57a26abd-e8ff-4916-9a37-44c133d6c7cf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:45.173838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 57a26abd-e8ff-4916-9a37-44c133d6c7cf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:45.174224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.259422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.294183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 57a26abd-e8ff-4916-9a37-44c133d6c7cf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=57a26abd-e8ff-4916-9a37-44c133d6c7cf,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:45.298899 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.347967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=57a26abd-e8ff-4916-9a37-44c133d6c7cf,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:45.453337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router af33097f-7ca7-4c52-8826-eeb087fa7261 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:53:45.560502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:45.565261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.570136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] Sync routers for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:45.579576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:45.580207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:45.601323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-851c5b49-b5b2-4dd6-abb2-f9b4448fb12a tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/floatingips/15b989d7-404c-4cfa-bd58-81cc89c217b3 HTTP/1.1" status: 204 len: 168 time: 1.3013840 Jul 09 13:53:45.601956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:45.604249 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785" -d '{"events": [{"name": "network-changed", "server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:45.647518 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ad7a8a-c10f-4f20-a142-e1810ef52b45 x-openstack-request-id: req-42ad7a8a-c10f-4f20-a142-e1810ef52b45 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:45.648705 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:45.648705 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42ad7a8a-c10f-4f20-a142-e1810ef52b45 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:45.648705 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'status': 'completed', 'code': 200} Jul 09 13:53:45.690308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:45.732661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-862a76cb-35ec-40cc-97e4-66f6ff2ed323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:45.734154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-862a76cb-35ec-40cc-97e4-66f6ff2ed323 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2375838edeba4a50bff999ed7fbdd48d&device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 1097 time: 0.0623226 Jul 09 13:53:45.845111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-dfde2569-691a-4c97-92c5-03fc3c3f8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:45.846615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-dfde2569-691a-4c97-92c5-03fc3c3f8124 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dec2fcf-8043-46ef-b165-e851e709652e HTTP/1.1" status: 200 len: 895 time: 0.1058843 Jul 09 13:53:45.890924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-9f356c84-7e9c-40c0-bb40-2e2dd3a2f51e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344adc8b-cd52-4c5e-b2c3-531c97187216 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Jul 09 13:53:45.912296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:09Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:45.942064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] Checking router: af33097f-7ca7-4c52-8826-eeb087fa7261 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:45.953755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-45da78f4-fc3b-4270-806f-ccfe10adb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:45.953891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:45.954515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:45.955343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-45da78f4-fc3b-4270-806f-ccfe10adb687 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=035f4c0c-9d0a-45c2-bfd9-99eb997311a7 HTTP/1.1" status: 200 len: 835 time: 0.0571890 Jul 09 13:53:46.054609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-14a40012-1888-459f-a2c1-8843c5b583ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:46.056967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-14a40012-1888-459f-a2c1-8843c5b583ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dec2fcf-8043-46ef-b165-e851e709652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949819 Jul 09 13:53:46.064572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:46.090474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7be9fe-9c11-4b57-94e8-df0a87dc3ab2 req-a7d9f68b-48bd-403c-bedc-a3b010b01abb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:46.092062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c7be9fe-9c11-4b57-94e8-df0a87dc3ab2 req-a7d9f68b-48bd-403c-bedc-a3b010b01abb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.1630006 Jul 09 13:53:46.180745 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c7be9fe-9c11-4b57-94e8-df0a87dc3ab2 req-88ef7c2a-7110-49df-ad90-c80d2f97b408 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595334 Jul 09 13:53:46.195815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-d43b1144-9442-4479-960b-bcf738af8989 service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314862 Jul 09 13:53:46.304488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54b0dc1b-e8d0-45c8-91ed-aa7af51a4785 req-1d2646c2-6c66-4de5-a86a-ea9174fbad09 service neutron] 10.222.0.11 "GET /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007438 Jul 09 13:53:46.478327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:09Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:46.513458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78421720-3307-4b79-a21d-1ead44e264f4 None None] The sync data for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 is: [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '0b4d0a10-b474-4794-a01c-4dcd7f19b1a2', 'name': '', 'network_id': '2dec2fcf-8043-46ef-b165-e851e709652e', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'mac_address': 'fa:16:3e:a4:b8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:03Z', 'updated_at': '2021-07-09T13:52:09Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'subnets': [{'id': '035f4c0c-9d0a-45c2-bfd9-99eb997311a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:46.754638 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047f327-cc1b-4c07-a2d6-ac93bc7e0959 None None] New status for floating IP 15b989d7-404c-4cfa-bd58-81cc89c217b3: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:53:46.876451 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-600ae8cb-f71b-42b2-8abc-775dc1c8d196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.034892 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.072426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 57a26abd-e8ff-4916-9a37-44c133d6c7cf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:47.119852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 57a26abd-e8ff-4916-9a37-44c133d6c7cf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:47.120142 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.202082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-8b129123-a967-471a-a2d1-de0389594d46 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:47.203591 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-8b129123-a967-471a-a2d1-de0389594d46 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.0627160 Jul 09 13:53:47.303381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 344adc8b-cd52-4c5e-b2c3-531c97187216 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:53:47.303726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.399326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 344adc8b-cd52-4c5e-b2c3-531c97187216, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=344adc8b-cd52-4c5e-b2c3-531c97187216,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:47.399326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.414990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 344adc8b-cd52-4c5e-b2c3-531c97187216 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:53:47.419424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75f24-6f6c-4c74-af6e-945829b81f1a req-a96b8d49-5b34-48e0-aa18-1ca981c8a60d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:47.420977 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fa75f24-6f6c-4c74-af6e-945829b81f1a req-a96b8d49-5b34-48e0-aa18-1ca981c8a60d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be97bf9-a501-440a-86a5-1ed381d6450c HTTP/1.1" status: 200 len: 946 time: 0.1222250 Jul 09 13:53:47.459235 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8fa75f24-6f6c-4c74-af6e-945829b81f1a req-7629f5d7-4cb7-40e4-9b32-d33376810561 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "GET /v2.0/security-groups?id=b157881a-f316-49b3-81e0-69f46a300946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Jul 09 13:53:47.545701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.573141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=344adc8b-cd52-4c5e-b2c3-531c97187216,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:47.634419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] No DVR routers for this DVR port 344adc8b-cd52-4c5e-b2c3-531c97187216 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:53:47.636894 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.638868 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dac7ab3-6363-435e-a026-4ff74ed8a889 req-092f75e1-624e-4851-b0e2-c17968ee473f tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.11 "DELETE /v2.0/ports/344adc8b-cd52-4c5e-b2c3-531c97187216 HTTP/1.1" status: 204 len: 173 time: 0.4299397 Jul 09 13:53:47.649868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'name': 'network-vif-deleted', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:47.652376 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a203b7-bc48-4766-83b0-324ff6228573" -d '{"events": [{"server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "name": "network-vif-deleted", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:47.687943 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c98e42-4ea4-42e6-a3bb-3947853298a9 x-openstack-request-id: req-75c98e42-4ea4-42e6-a3bb-3947853298a9 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:47.688240 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be97bf9-a501-440a-86a5-1ed381d6450c", "name": "network-vif-deleted", "tag": "344adc8b-cd52-4c5e-b2c3-531c97187216", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:47.688495 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75c98e42-4ea4-42e6-a3bb-3947853298a9 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:47.688905 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be97bf9-a501-440a-86a5-1ed381d6450c', 'name': 'network-vif-deleted', 'tag': '344adc8b-cd52-4c5e-b2c3-531c97187216', 'status': 'completed', 'code': 200} Jul 09 13:53:48.295923 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:48.553370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46858) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:48.980670 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.298805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:53:49.299174 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.387800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:49.388154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.401423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:53:49.597266 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.626816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=0b4d0a10-b474-4794-a01c-4dcd7f19b1a2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:49.784670 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.799511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.274569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Router af33097f-7ca7-4c52-8826-eeb087fa7261 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:53:50.379791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:50.385353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cc0401fd-0b40-4741-b3ca-5ab1cb2a1d4e tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "PUT /v2.0/routers/af33097f-7ca7-4c52-8826-eeb087fa7261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8309584 Jul 09 13:53:50.388055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46862) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:50.389368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] Sync routers for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:50.398610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:50.399347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:50.437895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce11c23d-e9ad-4d57-a376-685efd5c93cb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting subnet 035f4c0c-9d0a-45c2-bfd9-99eb997311a7 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:53:50.441042 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ce11c23d-e9ad-4d57-a376-685efd5c93cb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.481744 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ce11c23d-e9ad-4d57-a376-685efd5c93cb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.516525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:50.604527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ce11c23d-e9ad-4d57-a376-685efd5c93cb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.666143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ce11c23d-e9ad-4d57-a376-685efd5c93cb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.697945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11c23d-e9ad-4d57-a376-685efd5c93cb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Subnet': ['ID=035f4c0c-9d0a-45c2-bfd9-99eb997311a7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:50.701671 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ce11c23d-e9ad-4d57-a376-685efd5c93cb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.706397 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46864) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:50.712072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ce11c23d-e9ad-4d57-a376-685efd5c93cb tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/subnets/035f4c0c-9d0a-45c2-bfd9-99eb997311a7 HTTP/1.1" status: 204 len: 168 time: 0.3223338 Jul 09 13:53:50.714212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:50.716214 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c505b-c01f-496f-95f3-17fc3412fcf2 None None] Network 2dec2fcf-8043-46ef-b165-e851e709652e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:50.750815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] Checking router: af33097f-7ca7-4c52-8826-eeb087fa7261 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:50.814087 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.817212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] Routers {'af33097f-7ca7-4c52-8826-eeb087fa7261'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:50.817827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['af33097f-7ca7-4c52-8826-eeb087fa7261'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:50.892843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 344adc8b-cd52-4c5e-b2c3-531c97187216 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:53:50.928450 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.981494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Deleting port 256fdce9-560f-4f77-8772-1e083a7583c9 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:53:50.981839 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.005910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 344adc8b-cd52-4c5e-b2c3-531c97187216 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:53:51.006254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 344adc8b-cd52-4c5e-b2c3-531c97187216 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:53:51.059040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] Set router af33097f-7ca7-4c52-8826-eeb087fa7261 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:51.076659 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] For port 256fdce9-560f-4f77-8772-1e083a7583c9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=256fdce9-560f-4f77-8772-1e083a7583c9,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:51.077048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.088583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Calling delete_port for 256fdce9-560f-4f77-8772-1e083a7583c9 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:53:51.228201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] DHCP port deletion for 2dec2fcf-8043-46ef-b165-e851e709652e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:53:51.266211 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.291641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Port': ['ID=256fdce9-560f-4f77-8772-1e083a7583c9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:51.303381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.303736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.304078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.304412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.304788 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.305667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.306007 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.306332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.306661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.307033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.307359 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.307683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.347876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Deleting port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:53:51.348251 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.363133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.434383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:51.437021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] For port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=317713e1-0b83-4f09-ab7c-6e9d77b0aadf,segment=NetworkSegment(a1b4c4e0-cb46-4d84-9803-307d11ba149a),segment_id=a1b4c4e0-cb46-4d84-9803-307d11ba149a)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:51.437409 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.457575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.459762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.469889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914f5d1-14ed-4398-a1b0-84e19e668e13 None None] The sync data for ids ['af33097f-7ca7-4c52-8826-eeb087fa7261'] in n-d-799524-3 is: [{'id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349846495', 'tenant_id': '2375838edeba4a50bff999ed7fbdd48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:00Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 5, 'project_id': '2375838edeba4a50bff999ed7fbdd48d', 'gw_port': {'id': '256fdce9-560f-4f77-8772-1e083a7583c9', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af33097f-7ca7-4c52-8826-eeb087fa7261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:01Z', 'updated_at': '2021-07-09T13:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:51.475475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Calling delete_port for 317713e1-0b83-4f09-ab7c-6e9d77b0aadf owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:53:51.514502 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.515183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Fanout notify agent at l3_agent the message router_deleted on router af33097f-7ca7-4c52-8826-eeb087fa7261 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:53:51.522510 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.523821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9e35eec1-985c-459c-b9b6-306163c018d8 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/routers/af33097f-7ca7-4c52-8826-eeb087fa7261 HTTP/1.1" status: 204 len: 168 time: 0.8163757 Jul 09 13:53:51.526497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46866) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:51.561219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.592608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] No DVR routers for this DVR port 317713e1-0b83-4f09-ab7c-6e9d77b0aadf on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:53:51.596419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Pushing event deleted for resources: {'Port': ['ID=317713e1-0b83-4f09-ab7c-6e9d77b0aadf,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:51.606189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.608587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.608938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.609278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.609614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.609948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.610277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.610601 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.611092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.611414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.611737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.612057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.612376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697cfb1-be28-47c5-b633-182b6347f0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:51.695751 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.705218 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dec2fcf-8043-46ef-b165-e851e709652e']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:51.715828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b4c4e0-cb46-4d84-9803-307d11ba149a') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:51.716391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b4c4e0-cb46-4d84-9803-307d11ba149a') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:51.724561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.738299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.744229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:53:51.744643 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: timer() Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:53:51.747566 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:53:51.803605 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.808575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.813400 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/networks/2dec2fcf-8043-46ef-b165-e851e709652e HTTP/1.1" status: 204 len: 168 time: 0.2831593 Jul 09 13:53:51.814479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46868) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:51.831235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a1b4-1e0b-4e0f-89a7-ef8dbf6fab1d tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'Network': ['ID=2dec2fcf-8043-46ef-b165-e851e709652e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:51.881430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6046b60a-d3a5-4109-a9b8-db071d6271e2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.924726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6046b60a-d3a5-4109-a9b8-db071d6271e2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.987307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6046b60a-d3a5-4109-a9b8-db071d6271e2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.989954 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6046b60a-d3a5-4109-a9b8-db071d6271e2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.991346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6046b60a-d3a5-4109-a9b8-db071d6271e2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] 10.222.0.32 "DELETE /v2.0/security-groups/b157881a-f316-49b3-81e0-69f46a300946 HTTP/1.1" status: 204 len: 168 time: 0.1761284 Jul 09 13:53:52.000511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b60a-d3a5-4109-a9b8-db071d6271e2 tempest-TestNetworkAdvancedServerOps-1526083992 tempest-TestNetworkAdvancedServerOps-1526083992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157881a-f316-49b3-81e0-69f46a300946,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:52.299003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46876) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:52.436923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1e10515e-a5ff-415c-940b-28a22db35dc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2375838edeba4a50bff999ed7fbdd48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366267 Jul 09 13:53:52.439302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 46882) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:52.489826 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5803-2139-4a56-ac59-fc6febe5ee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:52.516699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5803-2139-4a56-ac59-fc6febe5ee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:52.567154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5803-2139-4a56-ac59-fc6febe5ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:52.569758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5803-2139-4a56-ac59-fc6febe5ee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:52.571769 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9b8f5803-2139-4a56-ac59-fc6febe5ee02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/413a4e41-452b-4e35-8d68-90fc15c0f1a9 HTTP/1.1" status: 204 len: 168 time: 0.1313004 Jul 09 13:53:52.579924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f5803-2139-4a56-ac59-fc6febe5ee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a4e41-452b-4e35-8d68-90fc15c0f1a9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:52.832284 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46888) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:52.876986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-253fd4fc-719a-45e3-8ba6-18929a6525e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3553b7801ade47a7962fedd038855b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435367 Jul 09 13:53:52.879506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 46890) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:52.926700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b2e72443-83a2-43ac-989c-50ce72be9222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:52.949407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b2e72443-83a2-43ac-989c-50ce72be9222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:52.995027 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b2e72443-83a2-43ac-989c-50ce72be9222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:52.997474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b2e72443-83a2-43ac-989c-50ce72be9222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:52.998712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b2e72443-83a2-43ac-989c-50ce72be9222 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/062eb2c5-8d02-414d-b999-3568dfbf36c5 HTTP/1.1" status: 204 len: 168 time: 0.1182418 Jul 09 13:53:53.006840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e72443-83a2-43ac-989c-50ce72be9222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062eb2c5-8d02-414d-b999-3568dfbf36c5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:53.063608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 317713e1-0b83-4f09-ab7c-6e9d77b0aadf no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:53:53.083489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 317713e1-0b83-4f09-ab7c-6e9d77b0aadf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:53:53.083709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 317713e1-0b83-4f09-ab7c-6e9d77b0aadf not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:53:53.084117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 256fdce9-560f-4f77-8772-1e083a7583c9 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:53:53.103282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 256fdce9-560f-4f77-8772-1e083a7583c9 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:53:53.103627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 256fdce9-560f-4f77-8772-1e083a7583c9 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:53:53.104035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:53:53.133067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:53:53.134119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0b4d0a10-b474-4794-a01c-4dcd7f19b1a2 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:53:54.428494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-ad35aae0-0148-49fe-8980-4a4df8dd49d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629590 Jul 09 13:53:54.539969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-467bc650-3125-4a54-8a40-838b3ca0f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:54.541892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-467bc650-3125-4a54-8a40-838b3ca0f123 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10371b2b61de4697916e122f16101f5f&device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 1096 time: 0.0612950 Jul 09 13:53:54.657979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-6c86257f-081b-49ba-9700-845ed44c9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:54.659559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-6c86257f-081b-49ba-9700-845ed44c9ea8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a4df233b-168a-4b56-9e65-b468ea68e066 HTTP/1.1" status: 200 len: 909 time: 0.0926850 Jul 09 13:53:54.729861 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-7cf09899-ccc2-4499-bef0-960ca737e8b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 HTTP/1.1" status: 200 len: 1000 time: 0.0636184 Jul 09 13:53:54.784430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-1ad64f9f-eea9-468e-9677-42b4b734abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:54.786862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-1ad64f9f-eea9-468e-9677-42b4b734abbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1859690f-5321-4891-9c07-c1818a7e8ac0 HTTP/1.1" status: 200 len: 848 time: 0.0494447 Jul 09 13:53:54.868885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-586fa203-52bc-4690-a79c-b472ec93b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:54.870420 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-586fa203-52bc-4690-a79c-b472ec93b8fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4df233b-168a-4b56-9e65-b468ea68e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753555 Jul 09 13:53:54.971736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-db6cb6fb-7154-4b16-812e-a31ee6933ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942492 Jul 09 13:53:55.034079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47046) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:55.066090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-58772d8b-7c1d-4de3-9689-13f6b8fcd004 req-388c941f-5070-4e79-8235-366eee901e7b service neutron] 10.222.0.10 "GET /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878317 Jul 09 13:53:55.146335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04cd8f29-9538-4d4d-bfca-13fa66cf057f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.237077 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04cd8f29-9538-4d4d-bfca-13fa66cf057f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.241078 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04cd8f29-9538-4d4d-bfca-13fa66cf057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.280732 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-04cd8f29-9538-4d4d-bfca-13fa66cf057f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10eb6d8a6fde4723bb58416ee340275c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454133 Jul 09 13:53:55.282731 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8f29-9538-4d4d-bfca-13fa66cf057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ddaad9-bd3e-4e8c-b982-5afe5f385077,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:55.283484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47050) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:55.333654 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b694e8b-200a-4b52-aca1-92f473434ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.354751 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b694e8b-200a-4b52-aca1-92f473434ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.401682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b694e8b-200a-4b52-aca1-92f473434ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.404216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b694e8b-200a-4b52-aca1-92f473434ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.405342 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4b694e8b-200a-4b52-aca1-92f473434ab4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89ddaad9-bd3e-4e8c-b982-5afe5f385077 HTTP/1.1" status: 204 len: 168 time: 0.1208370 Jul 09 13:53:55.413026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b694e8b-200a-4b52-aca1-92f473434ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ddaad9-bd3e-4e8c-b982-5afe5f385077,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:55.660211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47056) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:55.674903 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-214b54af-eacb-4190-903a-8ee8fe719715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.776825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-214b54af-eacb-4190-903a-8ee8fe719715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.780445 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-214b54af-eacb-4190-903a-8ee8fe719715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.818888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-214b54af-eacb-4190-903a-8ee8fe719715 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0df48428e27642cf86fbb2b93718e57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574764 Jul 09 13:53:55.820960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b54af-eacb-4190-903a-8ee8fe719715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d73128-0cd3-4aef-9d31-d61d85db8f22,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:55.821826 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47060) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:55.876521 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6db4dae7-be23-47e2-8f62-47e5e7ed9a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.896912 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6db4dae7-be23-47e2-8f62-47e5e7ed9a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.942858 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6db4dae7-be23-47e2-8f62-47e5e7ed9a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.945324 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6db4dae7-be23-47e2-8f62-47e5e7ed9a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.947010 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6db4dae7-be23-47e2-8f62-47e5e7ed9a77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90d73128-0cd3-4aef-9d31-d61d85db8f22 HTTP/1.1" status: 204 len: 168 time: 0.1240170 Jul 09 13:53:55.954447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4dae7-be23-47e2-8f62-47e5e7ed9a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d73128-0cd3-4aef-9d31-d61d85db8f22,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:56.615106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47082) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:56.713753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1360616315-network', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:56.733515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Made reservation on behalf of b57147e1794d4cfda070a208b7533c08 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:56.735850 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.744077 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.835453 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.839168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.862846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:53:56.873297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670951cf-4f13-4407-bf8a-55c7fb420db7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:56.878905 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.878905 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Added segment a189666b-2700-4d5e-8e4a-0aa95e09cb87 of type vlan for network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 Jul 09 13:53:56.917762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.947918 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.948863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:56.949440 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.025843 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4095488 Jul 09 13:53:57.028936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47088) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:57.034499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Request body: {'subnet': {'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1360616315-subnet', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:57.043469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf61f2-3840-4403-9192-b2f43821479c admin admin] Pushing event updated for resources: {'Network': ['ID=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:57.054115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:53:57.057174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Made reservation on behalf of b57147e1794d4cfda070a208b7533c08 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:57.059606 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.243355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.300077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67540b32-e48e-4891-a01d-527909018664,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:57.308651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Checking segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:57.309013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Network hostable DHCP agents. Network: 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:53:57.325173 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:53:57.333277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:57.337376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:57.338000 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.341985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05611d67-8626-4578-88c9-97075989b249 None None] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:57.352129 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-efe7794b-28e0-4911-92f3-799d7c8fe412 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3210816 Jul 09 13:53:57.354917 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47090) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:57.359329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:57.381562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.382689 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.449066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.502307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:53:57.503326 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.605221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.662586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Allocated IP 172.20.0.2 (97a50f3e-eabc-4d0c-a5f6-5ab8cce90900/67540b32-e48e-4891-a01d-527909018664/33867740-b197-4e27-a52b-f0cbd66b3f24) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:57.811874 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.820001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Transition to ACTIVE for port object 33867740-b197-4e27-a52b-f0cbd66b3f24 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:57.837759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.838220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Transition to ACTIVE for port object 33867740-b197-4e27-a52b-f0cbd66b3f24 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:57.843501 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.859659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.890211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:57.894543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:57.900222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:57.903405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Pushing event updated for resources: {'Port': ['ID=33867740-b197-4e27-a52b-f0cbd66b3f24,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:57.962771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Attempting to bind port 33867740-b197-4e27-a52b-f0cbd66b3f24 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:57.963155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Attempting to bind port 33867740-b197-4e27-a52b-f0cbd66b3f24 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:57.963517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Attempting to bind port 33867740-b197-4e27-a52b-f0cbd66b3f24 on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:57.968807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:57.969180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Checking segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:57.969580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.969973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Bound using segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:57.970442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Bound port: 33867740-b197-4e27-a52b-f0cbd66b3f24, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:57.970819 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:57.972265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Allocated IP 172.25.5.81 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/b1355660-4228-4911-a2c1-474e18b38a03) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:58.036187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] For port 33867740-b197-4e27-a52b-f0cbd66b3f24, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:58.039575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] For port 33867740-b197-4e27-a52b-f0cbd66b3f24, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=33867740-b197-4e27-a52b-f0cbd66b3f24,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:58.044982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:58.077611 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:58.109800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0cd50-4ca9-4671-983e-4f65dbb27947 None None] Pushing event updated for resources: {'Port': ['ID=33867740-b197-4e27-a52b-f0cbd66b3f24,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:58.129227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:58.168978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:58.175537 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:58.179003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:58.211968 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Pushing event updated for resources: {'Port': ['ID=b1355660-4228-4911-a2c1-474e18b38a03,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:58.466219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:58.660294 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:58.792223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:53:58.905318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:58.916044 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Sync routers for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:58.921388 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:58.923233 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4933e01a-d461-4d82-9593-5505e199d34c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5672626 Jul 09 13:53:58.926057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47094) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:58.927724 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:58.928419 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:59.047305 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:59.054442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b36809-3536-4ddf-a996-a66713814297 None None] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:59.155376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 33867740-b197-4e27-a52b-f0cbd66b3f24 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:59.188313 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d4619bcf-bc85-43e2-932b-172d7020a51e None None] Provisioning for port 33867740-b197-4e27-a52b-f0cbd66b3f24 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:59.271462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 33867740-b197-4e27-a52b-f0cbd66b3f24 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:59.279604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 33867740-b197-4e27-a52b-f0cbd66b3f24 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:59.279923 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.282914 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:58Z', 'revision_number': 3, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:59.401233 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.403768 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Checking router: 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:59.404114 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Updating router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 port b1355660-4228-4911-a2c1-474e18b38a03 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:59.423127 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.435854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 33867740-b197-4e27-a52b-f0cbd66b3f24, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=33867740-b197-4e27-a52b-f0cbd66b3f24,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:59.440951 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.441700 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.512205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=33867740-b197-4e27-a52b-f0cbd66b3f24,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:59.621520 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Allocated IP 172.20.0.1 (97a50f3e-eabc-4d0c-a5f6-5ab8cce90900/67540b32-e48e-4891-a01d-527909018664/05a7a732-8134-4959-ac2b-68f5d27c5af9) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:59.715486 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.726117 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Transition to ACTIVE for port object b1355660-4228-4911-a2c1-474e18b38a03 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:59.729242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef571ab-f554-4ff4-a275-242b6b9f190a None None] Provisioning complete for port 33867740-b197-4e27-a52b-f0cbd66b3f24 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:59.729749 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef571ab-f554-4ff4-a275-242b6b9f190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.732766 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.734822 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.748886 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Transition to ACTIVE for port object 05a7a732-8134-4959-ac2b-68f5d27c5af9 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:59.782697 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Attempting to bind port b1355660-4228-4911-a2c1-474e18b38a03 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:59.783102 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Attempting to bind port b1355660-4228-4911-a2c1-474e18b38a03 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:59.783461 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Attempting to bind port b1355660-4228-4911-a2c1-474e18b38a03 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:59.786542 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198599c-f04d-4952-8037-0a818e1b5aff None None] Pushing event updated for resources: {'Port': ['ID=b1355660-4228-4911-a2c1-474e18b38a03,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:59.790373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.791749 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:59.792177 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:59.792520 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.792907 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:59.793382 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Bound port: b1355660-4228-4911-a2c1-474e18b38a03, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:59.793805 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.835376 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:59.839994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:59.841907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Pushing event updated for resources: {'Port': ['ID=05a7a732-8134-4959-ac2b-68f5d27c5af9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:59.844147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:59.850243 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] For port b1355660-4228-4911-a2c1-474e18b38a03, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:59.856679 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] For port b1355660-4228-4911-a2c1-474e18b38a03, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b1355660-4228-4911-a2c1-474e18b38a03,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:59.862136 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.883664 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:59.925978 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:59.926760 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:59.966303 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198599c-f04d-4952-8037-0a818e1b5aff None None] Pushing event updated for resources: {'Port': ['ID=b1355660-4228-4911-a2c1-474e18b38a03,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:00.039673 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:00.042253 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:00.152714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-945377f2-d6d6-4984-a606-1ea793d41b72 None None] Provisioning for port 05a7a732-8134-4959-ac2b-68f5d27c5af9 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:00.157472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-945377f2-d6d6-4984-a606-1ea793d41b72 None None] Provisioning complete for port 05a7a732-8134-4959-ac2b-68f5d27c5af9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:00.158006 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-945377f2-d6d6-4984-a606-1ea793d41b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:00.197947 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-945377f2-d6d6-4984-a606-1ea793d41b72 None None] Port 05a7a732-8134-4959-ac2b-68f5d27c5af9 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:00.208290 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:00.213803 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:00.236179 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:58Z', 'revision_number': 3, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:00.264240 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee2919-9676-4c99-8bb1-9b7e7d9da22c None None] The sync data for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 is: [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:58Z', 'revision_number': 3, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:00.636526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Pushing event updated for resources: {'Port': ['ID=05a7a732-8134-4959-ac2b-68f5d27c5af9,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:00.639029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:00.730741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:00.732196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:00.857740 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:00.979833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:00.985357 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-41bcf506-636b-45e4-bd35-7b598cc23690 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c9dbe7b-47f1-4d3f-8047-bc373af8e343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582712 Jul 09 13:54:01.032356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2c6efcba-09dd-4997-badd-0419e6f6f4a7 None None] Provisioning complete for port 05a7a732-8134-4959-ac2b-68f5d27c5af9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:01.032734 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2c6efcba-09dd-4997-badd-0419e6f6f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.073522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2c6efcba-09dd-4997-badd-0419e6f6f4a7 None None] Port 05a7a732-8134-4959-ac2b-68f5d27c5af9 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:01.168399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b1355660-4228-4911-a2c1-474e18b38a03 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:01.221371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b1355660-4228-4911-a2c1-474e18b38a03 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:01.225436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b1355660-4228-4911-a2c1-474e18b38a03 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:01.226069 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.311199 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.331711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b1355660-4228-4911-a2c1-474e18b38a03, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b1355660-4228-4911-a2c1-474e18b38a03,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:01.336855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.337816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 33867740-b197-4e27-a52b-f0cbd66b3f24 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:01.420718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b1355660-4228-4911-a2c1-474e18b38a03,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:01.432282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 33867740-b197-4e27-a52b-f0cbd66b3f24 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:01.432664 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.499189 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47112) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:01.504455 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1957839091-network', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:01.525689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Made reservation on behalf of ceff4136d3684b4d9d514429a3760263 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:01.528162 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.536575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.629133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.634400 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.666741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:54:01.673310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38af2f19-a6f8-4f4f-a450-d5d7f8484b4b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:01.679303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.679756 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Added segment 447be50e-a249-43a9-9370-3f2d7b3f0372 of type vlan for network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 Jul 09 13:54:01.722339 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.752071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.753292 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:01.753890 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.808954 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3085334 Jul 09 13:54:01.811926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47114) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:01.816036 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f22329-91d9-43ff-80c7-de8c221c62bb admin admin] Pushing event updated for resources: {'Network': ['ID=76566d66-d8ca-4448-b5c2-b2fdbdda9c40,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:01.819168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Request body: {'subnet': {'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1957839091-subnet', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:01.826844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:54:01.846272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Made reservation on behalf of ceff4136d3684b4d9d514429a3760263 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:01.848739 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:01.973657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Sync routers for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:01.982588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:01.983251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:02.037271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.087817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1320b60-92af-46d7-b9de-65d8de031dd6,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:02.094519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:02.104513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Checking segment: {'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:02.104883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Network hostable DHCP agents. Network: 76566d66-d8ca-4448-b5c2-b2fdbdda9c40, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:54:02.126251 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:54:02.138364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 76566d66-d8ca-4448-b5c2-b2fdbdda9c40) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:02.143201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:02.144195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.157990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0975eadf-9b5a-4441-9c42-2d147dd534f2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3443036 Jul 09 13:54:02.160557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:02.165385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:02.178687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59118d5-0302-406d-8f23-4a96b2d23dbd None None] Network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:54:02.185708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.186677 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.242710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.379780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.416767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-76566d66-d8ca-4448-b5c2-b2fdbdda9c40', 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'fixed_ips': [{'subnet_id': 'c1320b60-92af-46d7-b9de-65d8de031dd6'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:54:02.417628 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.441779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:00Z', 'revision_number': 2, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:02.518049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Checking router: 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:02.518408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Updating router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 port 05a7a732-8134-4959-ac2b-68f5d27c5af9 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:54:02.572879 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.582700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.602193 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.647832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Allocated IP 172.20.0.2 (76566d66-d8ca-4448-b5c2-b2fdbdda9c40/c1320b60-92af-46d7-b9de-65d8de031dd6/a4786ffb-40d8-444a-acbc-b3159fa3f1ec) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:02.713419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Allocated IP 172.25.5.224 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/ad0901d3-14de-4856-8d46-7fa190121c50) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:02.813228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.857841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.896880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:02.901890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:02.906171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:02.926209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0901d3-14de-4856-8d46-7fa190121c50,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:02.936161 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.954336 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Transition to ACTIVE for port object a4786ffb-40d8-444a-acbc-b3159fa3f1ec will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:02.999592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Transition to ACTIVE for port object a4786ffb-40d8-444a-acbc-b3159fa3f1ec will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:03.011489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.016079 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.049253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Transition to ACTIVE for port object 05a7a732-8134-4959-ac2b-68f5d27c5af9 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:03.063225 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.079695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b1355660-4228-4911-a2c1-474e18b38a03 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:03.082882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:03.085154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Pushing event updated for resources: {'Port': ['ID=a4786ffb-40d8-444a-acbc-b3159fa3f1ec,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:03.106879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:03.136042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:03.179062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.238495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fcf13-eaa7-4794-859b-8cf417528197 None None] Pushing event updated for resources: {'Port': ['ID=05a7a732-8134-4959-ac2b-68f5d27c5af9,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:03.459759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Attempting to bind port a4786ffb-40d8-444a-acbc-b3159fa3f1ec on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:03.460150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Attempting to bind port a4786ffb-40d8-444a-acbc-b3159fa3f1ec by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:03.460382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Attempting to bind port a4786ffb-40d8-444a-acbc-b3159fa3f1ec on network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:03.466566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Attempting to bind port 05a7a732-8134-4959-ac2b-68f5d27c5af9 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:03.466934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Attempting to bind port 05a7a732-8134-4959-ac2b-68f5d27c5af9 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:03.467321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Attempting to bind port 05a7a732-8134-4959-ac2b-68f5d27c5af9 on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:03.480100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:03.480477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Checking segment: {'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:03.480880 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.481274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Bound using segment: {'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:03.481754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Bound port: a4786ffb-40d8-444a-acbc-b3159fa3f1ec, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:03.482133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.486715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:03.487133 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Checking segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:03.487528 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.487919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Bound using segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:03.488393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Bound port: 05a7a732-8134-4959-ac2b-68f5d27c5af9, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:03.488770 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.500742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b1355660-4228-4911-a2c1-474e18b38a03 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:03.501113 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.596741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47120) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:03.644272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] For port a4786ffb-40d8-444a-acbc-b3159fa3f1ec, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:03.649249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] For port a4786ffb-40d8-444a-acbc-b3159fa3f1ec, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a4786ffb-40d8-444a-acbc-b3159fa3f1ec,segment=NetworkSegment(447be50e-a249-43a9-9370-3f2d7b3f0372),segment_id=447be50e-a249-43a9-9370-3f2d7b3f0372)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:03.652798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] For port 05a7a732-8134-4959-ac2b-68f5d27c5af9, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:03.657413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] For port 05a7a732-8134-4959-ac2b-68f5d27c5af9, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=05a7a732-8134-4959-ac2b-68f5d27c5af9,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:03.660305 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.685193 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.688278 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:03.763603 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fb1b6-95da-4b99-840a-5a98ec6961ae None None] Pushing event updated for resources: {'Port': ['ID=a4786ffb-40d8-444a-acbc-b3159fa3f1ec,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:03.766483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:03.771607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:03.869599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Router d537d938-0ece-4899-885a-9184774acf47 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:54:03.922383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fcf13-eaa7-4794-859b-8cf417528197 None None] Pushing event updated for resources: {'Port': ['ID=05a7a732-8134-4959-ac2b-68f5d27c5af9,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:03.969306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:04.076894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:04.085142 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Sync routers for ids ['d537d938-0ece-4899-885a-9184774acf47'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:04.099125 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Routers {'d537d938-0ece-4899-885a-9184774acf47'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:04.099746 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d537d938-0ece-4899-885a-9184774acf47'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:04.124046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:04.128714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:04.133905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dc239c21-c76f-435a-9699-e018419cb564 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9721835 Jul 09 13:54:04.134536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47122) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:04.269739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:03Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:04.295369 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Set router d537d938-0ece-4899-885a-9184774acf47 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:04.301267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a375932-72b0-43c3-8347-a859d026c8bf None None] The sync data for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 is: [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:03Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:04.558321 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:03Z', 'revision_number': 3, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port': {'id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:04.593677 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Checking router: d537d938-0ece-4899-885a-9184774acf47 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:04.594539 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Updating router d537d938-0ece-4899-885a-9184774acf47 port ad0901d3-14de-4856-8d46-7fa190121c50 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:54:04.600221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port 57a26abd-e8ff-4916-9a37-44c133d6c7cf {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:04.600706 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:04.634087 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:04.728787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:04.741166 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port 57a26abd-e8ff-4916-9a37-44c133d6c7cf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=57a26abd-e8ff-4916-9a37-44c133d6c7cf,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:04.741527 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:04.759580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for 57a26abd-e8ff-4916-9a37-44c133d6c7cf owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:05.043362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Allocated IP 172.20.0.1 (76566d66-d8ca-4448-b5c2-b2fdbdda9c40/c1320b60-92af-46d7-b9de-65d8de031dd6/64e1cbbc-913a-4b37-9172-1d7c5e0db5d5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:05.061622 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.079883 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Transition to ACTIVE for port object ad0901d3-14de-4856-8d46-7fa190121c50 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:05.088942 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.100892 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.170142 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Attempting to bind port ad0901d3-14de-4856-8d46-7fa190121c50 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:05.170953 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Attempting to bind port ad0901d3-14de-4856-8d46-7fa190121c50 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:05.171501 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Attempting to bind port ad0901d3-14de-4856-8d46-7fa190121c50 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:05.179441 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=57a26abd-e8ff-4916-9a37-44c133d6c7cf,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:05.204660 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:05.206036 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:05.206664 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.207470 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:05.208279 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Bound port: ad0901d3-14de-4856-8d46-7fa190121c50, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:05.209146 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.286780 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] For port ad0901d3-14de-4856-8d46-7fa190121c50, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:05.288046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.295514 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] For port ad0901d3-14de-4856-8d46-7fa190121c50, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad0901d3-14de-4856-8d46-7fa190121c50,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:05.296397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a4786ffb-40d8-444a-acbc-b3159fa3f1ec up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:05.315782 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.338267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Transition to ACTIVE for port object 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:05.362898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8796a3b4-9130-4052-aea1-3b825a8a1f10 None None] Network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:54:05.368741 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ba5d7-0cde-4d69-85f0-1d1278626f4b None None] Pushing event updated for resources: {'Port': ['ID=ad0901d3-14de-4856-8d46-7fa190121c50,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:05.417380 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.434005 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ba5d7-0cde-4d69-85f0-1d1278626f4b None None] Pushing event updated for resources: {'Port': ['ID=ad0901d3-14de-4856-8d46-7fa190121c50,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:05.439057 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Routers {'d537d938-0ece-4899-885a-9184774acf47'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:05.439873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d537d938-0ece-4899-885a-9184774acf47'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:05.483651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0ab1d34d-116d-4f8c-ae10-8e5bb5cb6edc None None] Provisioning for port a4786ffb-40d8-444a-acbc-b3159fa3f1ec completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:05.490923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:05.499718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:05.511637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:05.541945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Pushing event updated for resources: {'Port': ['ID=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:05.558082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port a4786ffb-40d8-444a-acbc-b3159fa3f1ec completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:05.564620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.576548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a4786ffb-40d8-444a-acbc-b3159fa3f1ec triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:05.577074 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.630484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.676637 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] Set router d537d938-0ece-4899-885a-9184774acf47 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:05.784144 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.794708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.846544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port a4786ffb-40d8-444a-acbc-b3159fa3f1ec, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a4786ffb-40d8-444a-acbc-b3159fa3f1ec,segment=NetworkSegment(447be50e-a249-43a9-9370-3f2d7b3f0372),segment_id=447be50e-a249-43a9-9370-3f2d7b3f0372)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:05.855013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.856073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 05a7a732-8134-4959-ac2b-68f5d27c5af9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:05.970074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=a4786ffb-40d8-444a-acbc-b3159fa3f1ec,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:05.987082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 05a7a732-8134-4959-ac2b-68f5d27c5af9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:05.997180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 05a7a732-8134-4959-ac2b-68f5d27c5af9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:05.998673 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.042542 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:03Z', 'revision_number': 3, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port': {'id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:06.050661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:06.088689 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683bb52-9064-49cd-a754-9a3d13cd4801 None None] The sync data for ids ['d537d938-0ece-4899-885a-9184774acf47'] in n-d-799524-3 is: [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:03Z', 'revision_number': 3, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port': {'id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:06.132461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.139343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.182578 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.220036 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.226167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Pushing event updated for resources: {'Port': ['ID=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:06.238587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 05a7a732-8134-4959-ac2b-68f5d27c5af9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=05a7a732-8134-4959-ac2b-68f5d27c5af9,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:06.243891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:06.256275 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8da5ad9b-04bc-499e-a5d7-ef2cc998db61 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "PUT /v2.0/routers/aed181fa-9ab9-46c2-ae56-a0a0c0c67976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578567 Jul 09 13:54:06.258997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abd59b59-da5d-4cb3-98a8-b6af32e65daf None None] Provisioning for port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:06.273177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] Sync routers for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:06.275500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.285570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abd59b59-da5d-4cb3-98a8-b6af32e65daf None None] Provisioning complete for port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:06.285845 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abd59b59-da5d-4cb3-98a8-b6af32e65daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.354919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:06.356174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:06.359049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:06.362739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:06.468032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:06.518504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Router d537d938-0ece-4899-885a-9184774acf47 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:06.692066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:06.702244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-11e9463b-d43b-4a31-9339-0a475d0698fa admin admin] 10.222.0.32 "PUT /v2.0/routers/d537d938-0ece-4899-885a-9184774acf47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5665936 Jul 09 13:54:06.706083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=05a7a732-8134-4959-ac2b-68f5d27c5af9,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:06.724239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-abd59b59-da5d-4cb3-98a8-b6af32e65daf None None] Port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:06.785685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-abd59b59-da5d-4cb3-98a8-b6af32e65daf None None] Provisioning complete for port a4786ffb-40d8-444a-acbc-b3159fa3f1ec triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:06.785986 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-abd59b59-da5d-4cb3-98a8-b6af32e65daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.841978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daea6a-5638-4868-8de7-2c9a37aaae0c req-71e5cc0f-6ba3-460e-80a2-a71d609fab6d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:06.858869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40daea6a-5638-4868-8de7-2c9a37aaae0c req-71e5cc0f-6ba3-460e-80a2-a71d609fab6d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 946 time: 0.0896518 Jul 09 13:54:06.933041 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-40daea6a-5638-4868-8de7-2c9a37aaae0c req-f2d0eac4-77ee-453f-b443-ce784d02caa4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730634 Jul 09 13:54:06.957595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:04Z', 'revision_number': 6, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:52Z', 'revision_number': 1, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:06.993169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] Checking router: aed181fa-9ab9-46c2-ae56-a0a0c0c67976 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:07.003873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:07.004507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:07.149319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b02f356b-76f0-4d01-9148-487dfda80c42 None None] Provisioning complete for port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:07.149803 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b02f356b-76f0-4d01-9148-487dfda80c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:07.188266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:07.240657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b02f356b-76f0-4d01-9148-487dfda80c42 None None] Port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:07.541962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a4786ffb-40d8-444a-acbc-b3159fa3f1ec up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:07.653191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a4786ffb-40d8-444a-acbc-b3159fa3f1ec triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:07.653569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:07.724651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:04Z', 'revision_number': 6, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:52Z', 'revision_number': 1, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:07.774713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba597b-9e29-4d59-b5f3-1e9940a69136 None None] The sync data for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 is: [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:04Z', 'revision_number': 6, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'port_id': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'mac_address': 'fa:16:3e:ca:82:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:52:50Z', 'updated_at': '2021-07-09T13:52:52Z', 'revision_number': 1, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:07.789252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 05a7a732-8134-4959-ac2b-68f5d27c5af9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:07.844701 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 05a7a732-8134-4959-ac2b-68f5d27c5af9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:07.845085 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:07.925510 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad0901d3-14de-4856-8d46-7fa190121c50 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:07.982201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ad0901d3-14de-4856-8d46-7fa190121c50 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:07.987931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ad0901d3-14de-4856-8d46-7fa190121c50 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:07.988319 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.052345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-a4999128-df8f-40bd-99b9-2fd1939a160d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:08.053958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-a4999128-df8f-40bd-99b9-2fd1939a160d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 946 time: 0.1061082 Jul 09 13:54:08.087467 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.115900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ad0901d3-14de-4856-8d46-7fa190121c50, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad0901d3-14de-4856-8d46-7fa190121c50,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:08.128780 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.191030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port 2af6a776-b4ac-434c-8756-7e358b0f1062 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:08.191652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.194099 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48166d-5d19-40b6-9f71-3bac746e1a4a req-2f4e56b4-834f-4f2e-b194-1c85518afd66 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:08.197117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d48166d-5d19-40b6-9f71-3bac746e1a4a req-2f4e56b4-834f-4f2e-b194-1c85518afd66 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0545ab-af4a-48b5-8f86-cd6f04e4a928 HTTP/1.1" status: 200 len: 946 time: 0.1110659 Jul 09 13:54:08.227400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ad0901d3-14de-4856-8d46-7fa190121c50,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:08.261761 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1d48166d-5d19-40b6-9f71-3bac746e1a4a req-66e39f1c-6bf2-451c-8101-61f9550cf39b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1f6c117-bc19-4364-b78f-78859fdbedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585654 Jul 09 13:54:08.350692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port 2af6a776-b4ac-434c-8756-7e358b0f1062, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=2af6a776-b4ac-434c-8756-7e358b0f1062,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:08.351228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.370153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for 2af6a776-b4ac-434c-8756-7e358b0f1062 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:08.512414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.549643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=2af6a776-b4ac-434c-8756-7e358b0f1062,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:08.590049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] No DVR routers for this DVR port 2af6a776-b4ac-434c-8756-7e358b0f1062 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:08.592559 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.594603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d8225b3-6935-4fd6-8fd5-1252407d5f29 req-e8afb605-8740-4b73-b794-40fb8395dcd3 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "DELETE /v2.0/ports/2af6a776-b4ac-434c-8756-7e358b0f1062 HTTP/1.1" status: 204 len: 173 time: 0.5336244 Jul 09 13:54:08.595131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0545ab-af4a-48b5-8f86-cd6f04e4a928', 'name': 'network-vif-deleted', 'tag': '2af6a776-b4ac-434c-8756-7e358b0f1062'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:08.597339 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd44bd7f-3dac-40a0-bd55-fa1da0312e6d" -d '{"events": [{"server_uuid": "db0545ab-af4a-48b5-8f86-cd6f04e4a928", "name": "network-vif-deleted", "tag": "2af6a776-b4ac-434c-8756-7e358b0f1062"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:08.635329 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472d5361-309f-4748-9114-a059c3521f88 x-openstack-request-id: req-472d5361-309f-4748-9114-a059c3521f88 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:08.635637 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0545ab-af4a-48b5-8f86-cd6f04e4a928", "name": "network-vif-deleted", "tag": "2af6a776-b4ac-434c-8756-7e358b0f1062", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:08.635922 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-472d5361-309f-4748-9114-a059c3521f88 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:08.636302 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0545ab-af4a-48b5-8f86-cd6f04e4a928', 'name': 'network-vif-deleted', 'tag': '2af6a776-b4ac-434c-8756-7e358b0f1062', 'status': 'completed', 'code': 200} Jul 09 13:54:08.700791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Sync routers for ids ['d537d938-0ece-4899-885a-9184774acf47'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:08.710222 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Routers {'d537d938-0ece-4899-885a-9184774acf47'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:08.711086 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d537d938-0ece-4899-885a-9184774acf47'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:08.917819 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Set router d537d938-0ece-4899-885a-9184774acf47 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:09.030672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-453494c8-a79b-4a5a-93e7-8c554868da17 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:09.032543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-453494c8-a79b-4a5a-93e7-8c554868da17 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.1234872 Jul 09 13:54:09.056874 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-df138a12-3a8e-4343-8caa-def18527ce22 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/quotas/b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 375 time: 0.0187376 Jul 09 13:54:09.143951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad0901d3-14de-4856-8d46-7fa190121c50 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:09.168848 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-e0622c94-d70a-4fca-903e-603415a66633 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056430 Jul 09 13:54:09.199577 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:05Z', 'revision_number': 4, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port': {'id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '64e1cbbc-913a-4b37-9172-1d7c5e0db5d5', 'name': '', 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'mac_address': 'fa:16:3e:c7:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c1320b60-92af-46d7-b9de-65d8de031dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:04Z', 'updated_at': '2021-07-09T13:54:05Z', 'revision_number': 2, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'subnets': [{'id': 'c1320b60-92af-46d7-b9de-65d8de031dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:09.214434 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ad0901d3-14de-4856-8d46-7fa190121c50 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:09.214810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.232314 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Checking router: d537d938-0ece-4899-885a-9184774acf47 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:09.232845 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Updating router d537d938-0ece-4899-885a-9184774acf47 port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:54:09.279994 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.281842 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-cda2e8b7-fc76-4824-84d1-16ffd32eff32 service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052339 Jul 09 13:54:09.337293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 57a26abd-e8ff-4916-9a37-44c133d6c7cf no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:09.363817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 57a26abd-e8ff-4916-9a37-44c133d6c7cf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:09.364458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 57a26abd-e8ff-4916-9a37-44c133d6c7cf not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:09.382133 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-e5c8a336-f791-4cbb-86a9-38ef65396bc3 service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994132 Jul 09 13:54:09.395211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47168) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:09.465404 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a93b0404-545d-4a31-97da-991e30854318 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.493797 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a93b0404-545d-4a31-97da-991e30854318 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.563967 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a93b0404-545d-4a31-97da-991e30854318 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.566676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a93b0404-545d-4a31-97da-991e30854318 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.568065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a93b0404-545d-4a31-97da-991e30854318 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/security-groups/e1f6c117-bc19-4364-b78f-78859fdbedf8 HTTP/1.1" status: 204 len: 168 time: 0.1715829 Jul 09 13:54:09.580461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b0404-545d-4a31-97da-991e30854318 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6c117-bc19-4364-b78f-78859fdbedf8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:09.581933 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.599266 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Transition to ACTIVE for port object 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:09.609365 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.609729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47178) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:09.680457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3a30a3-6039-4bee-9bfe-0a3fda40fd5d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting subnet ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:54:09.684515 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db3a30a3-6039-4bee-9bfe-0a3fda40fd5d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.699728 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf43639-9c7e-4ee9-849d-23ac33a2dffe None None] Pushing event updated for resources: {'Port': ['ID=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:09.743102 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Attempting to bind port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:09.743893 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Attempting to bind port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:09.744114 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Attempting to bind port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 on network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:09.760453 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:09.760828 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Checking segment: {'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:09.761235 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.761640 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Bound using segment: {'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:09.762126 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Bound port: 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447be50e-a249-43a9-9370-3f2d7b3f0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:09.762512 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.776145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db3a30a3-6039-4bee-9bfe-0a3fda40fd5d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.819090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52b57071-6453-402d-8bfb-94bcefbe26b4 req-2a37010a-5027-4927-8a39-929fe0993432 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 210 time: 0.0717680 Jul 09 13:54:09.878551 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] For port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:09.882547 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] For port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,segment=NetworkSegment(447be50e-a249-43a9-9370-3f2d7b3f0372),segment_id=447be50e-a249-43a9-9370-3f2d7b3f0372)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:09.886749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db3a30a3-6039-4bee-9bfe-0a3fda40fd5d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.889335 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.949056 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Routers {'d537d938-0ece-4899-885a-9184774acf47'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:09.949617 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d537d938-0ece-4899-885a-9184774acf47'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:09.969482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db3a30a3-6039-4bee-9bfe-0a3fda40fd5d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:09.998554 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf43639-9c7e-4ee9-849d-23ac33a2dffe None None] Pushing event updated for resources: {'Port': ['ID=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:10.015761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a30a3-6039-4bee-9bfe-0a3fda40fd5d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:10.019436 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-db3a30a3-6039-4bee-9bfe-0a3fda40fd5d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.021709 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-db3a30a3-6039-4bee-9bfe-0a3fda40fd5d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/subnets/ce4cd1c6-d889-4d4c-9cab-4c4bddbc7b87 HTTP/1.1" status: 204 len: 168 time: 0.4107227 Jul 09 13:54:10.024806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47188) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:10.030663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179c3125-0ebe-432d-9dfb-15925c979959 None None] Network fc81b135-2bc0-427b-9550-76545db7507d requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:54:10.136056 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.183723 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] Set router d537d938-0ece-4899-885a-9184774acf47 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:10.233510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port c500ac8a-b7a7-4a08-9389-80e7db944aea {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:10.233856 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.318681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port c500ac8a-b7a7-4a08-9389-80e7db944aea, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c500ac8a-b7a7-4a08-9389-80e7db944aea,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:10.319421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.328939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] DHCP port deletion for fc81b135-2bc0-427b-9550-76545db7507d request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:54:10.341464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for c500ac8a-b7a7-4a08-9389-80e7db944aea owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:10.380654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] Deleting port c500ac8a-b7a7-4a08-9389-80e7db944aea {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:10.381420 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.447380 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.447757 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:05Z', 'revision_number': 4, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port': {'id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '64e1cbbc-913a-4b37-9172-1d7c5e0db5d5', 'name': '', 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'mac_address': 'fa:16:3e:c7:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c1320b60-92af-46d7-b9de-65d8de031dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:04Z', 'updated_at': '2021-07-09T13:54:09Z', 'revision_number': 4, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'subnets': [{'id': 'c1320b60-92af-46d7-b9de-65d8de031dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:10.455151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] For port c500ac8a-b7a7-4a08-9389-80e7db944aea, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c500ac8a-b7a7-4a08-9389-80e7db944aea,segment=NetworkSegment(b94b4049-de6a-466b-ae69-85ec6d4e64a2),segment_id=b94b4049-de6a-466b-ae69-85ec6d4e64a2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:10.455598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.474335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] Calling delete_port for c500ac8a-b7a7-4a08-9389-80e7db944aea owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:10.476881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=c500ac8a-b7a7-4a08-9389-80e7db944aea,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:10.480495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] No DVR routers for this DVR port c500ac8a-b7a7-4a08-9389-80e7db944aea on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:10.484267 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda44fb-3224-4093-b527-fb1e4c9d9e0e None None] The sync data for ids ['d537d938-0ece-4899-885a-9184774acf47'] in n-d-799524-3 is: [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:05Z', 'revision_number': 4, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port': {'id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '64e1cbbc-913a-4b37-9172-1d7c5e0db5d5', 'name': '', 'network_id': '76566d66-d8ca-4448-b5c2-b2fdbdda9c40', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'mac_address': 'fa:16:3e:c7:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c1320b60-92af-46d7-b9de-65d8de031dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:04Z', 'updated_at': '2021-07-09T13:54:09Z', 'revision_number': 4, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'subnets': [{'id': 'c1320b60-92af-46d7-b9de-65d8de031dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:10.589212 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.594687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.605913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc81b135-2bc0-427b-9550-76545db7507d']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:10.624259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] No DVR routers for this DVR port c500ac8a-b7a7-4a08-9389-80e7db944aea on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:10.625964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83302a-333c-45b7-a446-90f4f2122eb0 None None] Pushing event deleted for resources: {'Port': ['ID=c500ac8a-b7a7-4a08-9389-80e7db944aea,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:10.651323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94b4049-de6a-466b-ae69-85ec6d4e64a2') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:10.651631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94b4049-de6a-466b-ae69-85ec6d4e64a2') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:10.672125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.697879 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.706066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:54:10.706619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:54:10.710768 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:54:10.778837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.786553 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.788438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/networks/fc81b135-2bc0-427b-9550-76545db7507d HTTP/1.1" status: 204 len: 168 time: 0.7624478 Jul 09 13:54:10.791721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47192) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:10.837100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09be91-843c-4b12-860e-52db9f153db9 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Network': ['ID=fc81b135-2bc0-427b-9550-76545db7507d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:10.969946 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-885a1b60-1ed4-4eef-a4b6-ca9ccde5ce9e req-4ee2e905-e9fb-4f8c-ab6a-99f20579e7c5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 210 time: 0.0366106 Jul 09 13:54:10.980860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port d9155a96-a8d5-489e-8a14-64558f00fd2e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:10.981889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.123388 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.123524 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.131119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:11.168375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for d9155a96-a8d5-489e-8a14-64558f00fd2e owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:11.196482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:11.201951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:11.202710 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.325036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.372111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,segment=NetworkSegment(447be50e-a249-43a9-9370-3f2d7b3f0372),segment_id=447be50e-a249-43a9-9370-3f2d7b3f0372)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:11.377055 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.438657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:11.471979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c500ac8a-b7a7-4a08-9389-80e7db944aea no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:11.498843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: c500ac8a-b7a7-4a08-9389-80e7db944aea {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:11.499386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c500ac8a-b7a7-4a08-9389-80e7db944aea not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:11.519829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2af6a776-b4ac-434c-8756-7e358b0f1062 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:11.541971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 2af6a776-b4ac-434c-8756-7e358b0f1062 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:11.542464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 2af6a776-b4ac-434c-8756-7e358b0f1062 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:11.599577 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-dc5bda23-6e0d-45ee-9ab0-3fc4ba6dfd8e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:11.601101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-dc5bda23-6e0d-45ee-9ab0-3fc4ba6dfd8e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.5133860 Jul 09 13:54:11.614639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'port': {'device_id': 'aa179e42-7cad-4e98-b040-242fe00e5310', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'admin_state_up': True, 'tenant_id': 'b57147e1794d4cfda070a208b7533c08'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:11.790304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Made reservation on behalf of b57147e1794d4cfda070a208b7533c08 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:11.793794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.807578 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.838809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=d9155a96-a8d5-489e-8a14-64558f00fd2e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:11.957403 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.957738 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Floating IP dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0 disassociated (deleted). External IP: 172.25.5.180, port: 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8. Jul 09 13:54:12.081950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Allocated IP 172.20.0.4 (97a50f3e-eabc-4d0c-a5f6-5ab8cce90900/67540b32-e48e-4891-a01d-527909018664/b3fb03b0-a0eb-4250-875f-f5f3eafd2a67) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:12.128010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1540fa12-66e8-455b-9b1e-668ee58d9daf req-0ef89a01-fd18-4c62-852e-98402fe460e3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 210 time: 0.0499573 Jul 09 13:54:12.350745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:12.426437 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:12.474844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Transition to ACTIVE for port object b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:12.511618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:12.517433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:12.528464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] Sync routers for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:12.545277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:12.545925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:12.565541 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:12.568534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8986b5ff-fa60-4bbc-a361-90f4ee33cd67 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/floatingips/dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0 HTTP/1.1" status: 204 len: 168 time: 1.7758436 Jul 09 13:54:12.571316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:12.573625 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8544b22f-ce53-4847-8fcf-2149c660a59a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:12.617824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:12.623584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:12.627899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:12.671489 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5966e04-7f7b-4395-9374-047571584112 x-openstack-request-id: req-c5966e04-7f7b-4395-9374-047571584112 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:12.671793 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:12.672033 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5966e04-7f7b-4395-9374-047571584112 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:12.672435 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'status': 'completed', 'code': 200} Jul 09 13:54:12.677528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'Port': ['ID=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:12.702587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:12.751217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.751917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:12.779378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-50b09cf6-6efa-46ce-a9bd-b8057abbc5ee tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1693170 Jul 09 13:54:12.791833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-90ba3399-2661-4e17-ad78-690a9d18f9bd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:54:12.792988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-90ba3399-2661-4e17-ad78-690a9d18f9bd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073197 Jul 09 13:54:12.821634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-7993cfaf-cd72-4706-88e2-45a9b49b2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.823770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-7993cfaf-cd72-4706-88e2-45a9b49b2cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 1096 time: 0.1469223 Jul 09 13:54:12.948462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Request body: {'port': {'device_id': 'aa179e42-7cad-4e98-b040-242fe00e5310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:12.974898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:04Z', 'revision_number': 6, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:13.007392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] Checking router: aed181fa-9ab9-46c2-ae56-a0a0c0c67976 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:13.009056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-198218ad-6cf4-4ce8-a817-546f3d0958d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:13.011149 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-198218ad-6cf4-4ce8-a817-546f3d0958d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5505209-c159-4833-b437-b610060b7de1 HTTP/1.1" status: 200 len: 897 time: 0.1787586 Jul 09 13:54:13.020987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:13.021691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:53:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:13.083988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-066a5bcd-0836-4c73-8321-91a850f5eff6 None None] Provisioning for port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:13.094985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-a06f44a5-f08f-4054-88d6-ae0e6e5f2721 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 HTTP/1.1" status: 200 len: 217 time: 0.0754297 Jul 09 13:54:13.116036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-066a5bcd-0836-4c73-8321-91a850f5eff6 None None] Provisioning complete for port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:13.116426 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-066a5bcd-0836-4c73-8321-91a850f5eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:13.139707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:13.188072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-066a5bcd-0836-4c73-8321-91a850f5eff6 None None] Port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:13.189774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:13.202157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-cefefb72-4a11-4649-9feb-abe6b20523fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:13.203606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-cefefb72-4a11-4649-9feb-abe6b20523fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72d072c8-bc28-4b13-8f96-bad342dc7954 HTTP/1.1" status: 200 len: 835 time: 0.1008484 Jul 09 13:54:13.276063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:13.276473 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:13.279171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:13.361644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c0da1-9bc3-4e3e-abaf-b8965f159a76 req-b1ee29af-206d-4d92-9d9e-0471f2354dba tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:13.372764 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc4c0da1-9bc3-4e3e-abaf-b8965f159a76 req-b1ee29af-206d-4d92-9d9e-0471f2354dba tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 931 time: 0.0781808 Jul 09 13:54:13.427521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b203d-e834-4220-8148-6efaba28aae9 req-bc19b3b7-346a-4ba0-9dca-960449ec9393 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:13.429102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-213b203d-e834-4220-8148-6efaba28aae9 req-bc19b3b7-346a-4ba0-9dca-960449ec9393 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 945 time: 0.2388639 Jul 09 13:54:13.439144 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fc4c0da1-9bc3-4e3e-abaf-b8965f159a76 req-db92e5c0-ba1b-49a0-bf01-e2c2237562b6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641065 Jul 09 13:54:13.461733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-63308f4b-0689-4e67-aec7-e04cfc668756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:13.462385 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:13.463286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-63308f4b-0689-4e67-aec7-e04cfc668756 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5505209-c159-4833-b437-b610060b7de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376277 Jul 09 13:54:13.544619 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-213b203d-e834-4220-8148-6efaba28aae9 req-1ec91fb0-6e30-47c2-b77c-25078ba03120 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089003 Jul 09 13:54:13.640762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-2014e34d-6d02-43c7-9e58-6f89620befd0 service neutron] 10.222.0.10 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664226 Jul 09 13:54:13.650501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:04Z', 'revision_number': 6, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:13.659918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:13.677551 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:13.680591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d15da-4f09-4243-bd98-e69a1c2b442a None None] The sync data for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 is: [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:04Z', 'revision_number': 6, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da5424cd-9308-46cc-ac6f-93eb30cf90fd', 'name': '', 'network_id': 'd5505209-c159-4833-b437-b610060b7de1', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:ac:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:34Z', 'updated_at': '2021-07-09T13:52:39Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '72d072c8-bc28-4b13-8f96-bad342dc7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:13.726154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Transition to ACTIVE for port object b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:13.740982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:13.801927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8544b22f-ce53-4847-8fcf-2149c660a59a req-9edc7ca8-9040-487c-be88-823ae9d2949b service neutron] 10.222.0.10 "GET /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512444 Jul 09 13:54:13.810595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:13.901173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Attempting to bind port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:13.901502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Attempting to bind port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:13.901979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Attempting to bind port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:13.907111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:54:13.907440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Attempting to bind port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:13.912713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:13.913105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Checking segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:13.913498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Bound using segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:13.914125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Bound port: b3fb03b0-a0eb-4250-875f-f5f3eafd2a67, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:13.914858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:13.986588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] For port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:13.990725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] For port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:13.996332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:14.031977 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe2d28-4072-4ac3-8e16-fe84f51579d6 None None] New status for floating IP dcc4f1e0-44c9-472e-a993-c36cc8d2f0f0: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:54:14.041908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:14.042528 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:14.043962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] 10.222.0.11 "PUT /v2.0/ports/b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 HTTP/1.1" status: 200 len: 1091 time: 1.2425470 Jul 09 13:54:14.065426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61372f32-a516-4464-8cce-b31fa2bd3c94 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:14.155185 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:14.189776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-65dd0fde-bfe4-4758-8175-5d29c10f4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:14.191357 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-65dd0fde-bfe4-4758-8175-5d29c10f4e27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 1094 time: 0.0987775 Jul 09 13:54:14.248749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-557ce342-5bce-4b34-9014-a4eb238a8977 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 HTTP/1.1" status: 200 len: 217 time: 0.0490296 Jul 09 13:54:14.329467 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9a55-88a7-47a9-a317-b5dd3e98d62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:14.333766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-dbf48928-b1bf-4782-ac23-7eaec7e93dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:14.335289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-dbf48928-b1bf-4782-ac23-7eaec7e93dcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0806794 Jul 09 13:54:14.406935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-4ce67b2d-328f-41e5-9142-5925047ad71e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:14.408499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-4ce67b2d-328f-41e5-9142-5925047ad71e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 945 time: 0.1150897 Jul 09 13:54:14.458862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-3d5b4126-d409-4087-9245-56d77b99c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:14.460402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-3d5b4126-d409-4087-9245-56d77b99c7e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189158 Jul 09 13:54:14.594786 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-89759836-7975-4f98-a393-79b1078b24c5 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279850 Jul 09 13:54:14.598973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:14.599519 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:14.635085 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:54:14.653076 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dfb5d-be7e-4412-9639-2bac3ce1fa81 req-7c14bd9c-4baf-4761-b751-a11bf835350e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:14.655388 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f78dfb5d-be7e-4412-9639-2bac3ce1fa81 req-7c14bd9c-4baf-4761-b751-a11bf835350e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.1060452 Jul 09 13:54:14.687469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa179e42-7cad-4e98-b040-242fe00e5310', 'tag': 'b3fb03b0-a0eb-4250-875f-f5f3eafd2a67'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:14.690195 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6795b227-921b-47e1-95c0-b693dbc55d32" -d '{"events": [{"name": "network-changed", "server_uuid": "aa179e42-7cad-4e98-b040-242fe00e5310", "tag": "b3fb03b0-a0eb-4250-875f-f5f3eafd2a67"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:14.708852 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f78dfb5d-be7e-4412-9639-2bac3ce1fa81 req-f9a74225-1d96-4a5c-ae4b-c11ec2872c35 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Jul 09 13:54:14.752307 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aea6b3-0455-445b-9549-f3a4c144f526 x-openstack-request-id: req-65aea6b3-0455-445b-9549-f3a4c144f526 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:14.752601 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa179e42-7cad-4e98-b040-242fe00e5310", "tag": "b3fb03b0-a0eb-4250-875f-f5f3eafd2a67", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:14.752852 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65aea6b3-0455-445b-9549-f3a4c144f526 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:14.753242 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa179e42-7cad-4e98-b040-242fe00e5310', 'tag': 'b3fb03b0-a0eb-4250-875f-f5f3eafd2a67', 'status': 'completed', 'code': 200} Jul 09 13:54:14.777083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-807063c0-2ed5-4406-81a8-4d719cc650f6 req-63caca0b-5142-4ad0-8ed7-729d41a1cd50 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720743 Jul 09 13:54:14.783435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:14.784311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:14.808423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:15.012170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-7ac6971b-efa0-4dca-9055-443f6ee5b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:15.013665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-7ac6971b-efa0-4dca-9055-443f6ee5b9ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 1094 time: 0.1565149 Jul 09 13:54:15.046974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182107-fdf6-4e29-85cd-0134de34751e req-4bc90ced-ee7d-4467-8521-b66b7cb4e21f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:15.048796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b182107-fdf6-4e29-85cd-0134de34751e req-4bc90ced-ee7d-4467-8521-b66b7cb4e21f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab4ba042-779e-4afc-aed5-b02ae7628266 HTTP/1.1" status: 200 len: 945 time: 0.1507714 Jul 09 13:54:15.438890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:15.486804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b182107-fdf6-4e29-85cd-0134de34751e req-864c9873-cb8b-4ccb-bab0-04202604e2f7 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=04bcbc6a-7ce7-433b-b2be-ffc62e399309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249246 Jul 09 13:54:15.520222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=033b52f1-72b9-4eb1-aa35-c2dbf37f61f8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:15.560167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] No DVR routers for this DVR port 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:15.563728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:15.565667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0380d1df-37a0-4d9b-a371-9ff2764d724f req-0ce1f2cd-2103-4c07-b5ee-8e65ad32d1f2 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "DELETE /v2.0/ports/033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 HTTP/1.1" status: 204 len: 173 time: 1.1504650 Jul 09 13:54:15.568399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-16175af0-a8df-4640-82fe-6e1526efb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:15.569803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-16175af0-a8df-4640-82fe-6e1526efb31f service neutron] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.5455475 Jul 09 13:54:15.612267 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-408bfabc-cf16-49c2-ab43-3fc5de02125e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 HTTP/1.1" status: 200 len: 217 time: 0.0353825 Jul 09 13:54:15.662427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-481d7ffc-ee49-49e4-883d-35a2bd9435e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:15.664051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-481d7ffc-ee49-49e4-883d-35a2bd9435e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0457604 Jul 09 13:54:15.723689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-23ce4cc8-8e06-4bf9-826c-9eff72b3a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:15.727290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-23ce4cc8-8e06-4bf9-826c-9eff72b3a738 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554063 Jul 09 13:54:15.836509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-df8ce1a9-aa29-4c8b-b332-49e2b4e618ae service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047366 Jul 09 13:54:15.911089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcbe88-e466-41dc-bfbc-14a3e9a6660e req-d96a8499-96d1-4861-b659-497a0bc6ea72 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:15.912907 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8efcbe88-e466-41dc-bfbc-14a3e9a6660e req-d96a8499-96d1-4861-b659-497a0bc6ea72 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.0755451 Jul 09 13:54:15.959211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6795b227-921b-47e1-95c0-b693dbc55d32 req-2ef881a3-d6c1-4818-9d61-69be8fe19f1e service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135647 Jul 09 13:54:15.981874 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8efcbe88-e466-41dc-bfbc-14a3e9a6660e req-0167ab1f-4f5f-44a8-9cb0-391d20b5f914 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610321 Jul 09 13:54:16.581797 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47220) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:16.643076 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4c05edd-6c87-43e9-abb7-f73622bcdce0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.668011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4c05edd-6c87-43e9-abb7-f73622bcdce0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.726595 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4c05edd-6c87-43e9-abb7-f73622bcdce0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.729184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4c05edd-6c87-43e9-abb7-f73622bcdce0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.730384 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e4c05edd-6c87-43e9-abb7-f73622bcdce0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/security-groups/04bcbc6a-7ce7-433b-b2be-ffc62e399309 HTTP/1.1" status: 204 len: 168 time: 0.1474493 Jul 09 13:54:16.739132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c05edd-6c87-43e9-abb7-f73622bcdce0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bcbc6a-7ce7-433b-b2be-ffc62e399309,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:16.754449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'name': 'network-vif-deleted', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:16.758769 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab84d480-8bdf-4de9-ae78-61b21cf583d8" -d '{"events": [{"server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "name": "network-vif-deleted", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:16.761291 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47226) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:16.800307 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d48d4b7-f6e5-41b6-a097-6330140318be x-openstack-request-id: req-1d48d4b7-f6e5-41b6-a097-6330140318be {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:16.800600 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4ba042-779e-4afc-aed5-b02ae7628266", "name": "network-vif-deleted", "tag": "033b52f1-72b9-4eb1-aa35-c2dbf37f61f8", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:16.800850 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d48d4b7-f6e5-41b6-a097-6330140318be {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:16.801272 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4ba042-779e-4afc-aed5-b02ae7628266', 'name': 'network-vif-deleted', 'tag': '033b52f1-72b9-4eb1-aa35-c2dbf37f61f8', 'status': 'completed', 'code': 200} Jul 09 13:54:16.877179 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ac005ee-5181-496a-971e-728c77bcda09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.030098 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.178850 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.224569 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692706cc-4b81-4bd4-86e6-b5f1eeb76925 req-d95bce34-826e-42a9-a46a-69ac8df3ce87 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:17.226075 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-692706cc-4b81-4bd4-86e6-b5f1eeb76925 req-d95bce34-826e-42a9-a46a-69ac8df3ce87 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.1364908 Jul 09 13:54:17.306278 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-692706cc-4b81-4bd4-86e6-b5f1eeb76925 req-1809f15a-d4bd-4336-a0de-1b940e45b51a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716283 Jul 09 13:54:17.481149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port da5424cd-9308-46cc-ac6f-93eb30cf90fd {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:17.481502 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.548720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:17.567585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port da5424cd-9308-46cc-ac6f-93eb30cf90fd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=da5424cd-9308-46cc-ac6f-93eb30cf90fd,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:17.567893 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.573013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:17.573360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 033b52f1-72b9-4eb1-aa35-c2dbf37f61f8 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:17.581817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for da5424cd-9308-46cc-ac6f-93eb30cf90fd owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:17.762638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.144445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=da5424cd-9308-46cc-ac6f-93eb30cf90fd,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:18.302241 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.322892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.487172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1776af-ee63-4f2e-8c5a-1673776deba4 req-13fe4ba2-1760-454e-8eba-73cbdf369f88 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:18.488565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c1776af-ee63-4f2e-8c5a-1673776deba4 req-13fe4ba2-1760-454e-8eba-73cbdf369f88 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.0689275 Jul 09 13:54:18.528256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c1776af-ee63-4f2e-8c5a-1673776deba4 req-72294a0d-b04b-4259-bddd-13f284d47deb tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Jul 09 13:54:18.541946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:18.647626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:18.652907 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-731f9021-d45a-4e05-9fa1-11846bacea87 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "PUT /v2.0/routers/aed181fa-9ab9-46c2-ae56-a0a0c0c67976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8905427 Jul 09 13:54:18.655597 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47232) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:18.658166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] Sync routers for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:18.667333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:18.667983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:18.706623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb076c40-7def-4052-8c5a-f68ef187f2c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting subnet 72d072c8-bc28-4b13-8f96-bad342dc7954 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:54:18.709730 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb076c40-7def-4052-8c5a-f68ef187f2c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.748328 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb076c40-7def-4052-8c5a-f68ef187f2c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.840457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb076c40-7def-4052-8c5a-f68ef187f2c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.900173 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb076c40-7def-4052-8c5a-f68ef187f2c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.927415 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb076c40-7def-4052-8c5a-f68ef187f2c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Subnet': ['ID=72d072c8-bc28-4b13-8f96-bad342dc7954,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:18.931999 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb076c40-7def-4052-8c5a-f68ef187f2c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.933924 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eb076c40-7def-4052-8c5a-f68ef187f2c0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/subnets/72d072c8-bc28-4b13-8f96-bad342dc7954 HTTP/1.1" status: 204 len: 168 time: 0.2773259 Jul 09 13:54:18.936594 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47234) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:18.937534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:18.941077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4fcb46-905b-4244-bcfc-4d2979c9a7eb None None] Network d5505209-c159-4833-b437-b610060b7de1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:54:19.046658 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.153299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.212552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port e807541b-6649-4002-a828-7d8521087562 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:19.212905 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.239547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e807541b-6649-4002-a828-7d8521087562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:17Z', 'revision_number': 7, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': 'e807541b-6649-4002-a828-7d8521087562', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:19.267370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] Checking router: aed181fa-9ab9-46c2-ae56-a0a0c0c67976 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:19.276001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] Routers {'aed181fa-9ab9-46c2-ae56-a0a0c0c67976'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:19.276621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:19.302996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port e807541b-6649-4002-a828-7d8521087562, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e807541b-6649-4002-a828-7d8521087562,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:19.303350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.311069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] DHCP port deletion for d5505209-c159-4833-b437-b610060b7de1 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:54:19.317386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for e807541b-6649-4002-a828-7d8521087562 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:19.393097 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] Set router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:19.452805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:19Z', 'revision_number': 8, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:19.481680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690f9f4-a72b-4d2d-b467-2bc5e9504acc None None] The sync data for ids ['aed181fa-9ab9-46c2-ae56-a0a0c0c67976'] in n-d-799524-3 is: [{'id': 'aed181fa-9ab9-46c2-ae56-a0a0c0c67976', 'name': 'tempest-TestNetworkBasicOps-router-228828861', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:52:32Z', 'updated_at': '2021-07-09T13:54:19Z', 'revision_number': 8, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:19.485070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.489335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] Deleting port a9697de2-4952-4748-a9dc-8772f9c06877 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:19.489717 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.508798 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=e807541b-6649-4002-a828-7d8521087562,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:19.561623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] For port a9697de2-4952-4748-a9dc-8772f9c06877, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a9697de2-4952-4748-a9dc-8772f9c06877,segment=NetworkSegment(7c6e9544-e84a-4e00-947b-21be90089a99),segment_id=7c6e9544-e84a-4e00-947b-21be90089a99)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:19.561767 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.575255 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.577213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] Calling delete_port for a9697de2-4952-4748-a9dc-8772f9c06877 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:19.667428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.694448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.696411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] Pushing event deleted for resources: {'Port': ['ID=a9697de2-4952-4748-a9dc-8772f9c06877,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:19.698189 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.701360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877ade6-e685-421b-bff9-e74e081f0c83 None None] No DVR routers for this DVR port a9697de2-4952-4748-a9dc-8772f9c06877 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:19.751192 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.751742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Fanout notify agent at l3_agent the message router_deleted on router aed181fa-9ab9-46c2-ae56-a0a0c0c67976 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:54:19.759239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.760354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-801ea92f-19c1-428b-bca4-61e72c4fb6d5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/routers/aed181fa-9ab9-46c2-ae56-a0a0c0c67976 HTTP/1.1" status: 204 len: 168 time: 0.8228300 Jul 09 13:54:19.764206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47238) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:19.777065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9435a8f-9f8d-4a57-a9ed-f281dd387eac req-da8303ef-064f-4002-94d4-4342ef83a3c3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:19.778543 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9435a8f-9f8d-4a57-a9ed-f281dd387eac req-da8303ef-064f-4002-94d4-4342ef83a3c3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.1182635 Jul 09 13:54:19.781761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.821366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f9435a8f-9f8d-4a57-a9ed-f281dd387eac req-1d6617e9-8778-4953-a0f1-73569397d9a3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Jul 09 13:54:19.846514 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.940991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.951679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5505209-c159-4833-b437-b610060b7de1']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:19.963467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6e9544-e84a-4e00-947b-21be90089a99') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:19.963761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6e9544-e84a-4e00-947b-21be90089a99') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:19.972389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.986447 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.992501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:54:19.992892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:54:19.995804 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:54:20.056459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.063514 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.065315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/networks/d5505209-c159-4833-b437-b610060b7de1 HTTP/1.1" status: 204 len: 168 time: 0.2998352 Jul 09 13:54:20.077173 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b608c87-824b-46a0-9ee2-87aaa543103e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Network': ['ID=d5505209-c159-4833-b437-b610060b7de1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:20.084114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47240) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:20.089768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'network': {'name': 'tempest-network-smoke--389135355', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'port_security_enabled': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:20.109226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:20.112626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.137004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:54:20.145718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.146050 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Added segment 771d1c89-698e-4c50-a694-aebcce0aa2a4 of type vlan for network 08be38ed-9edf-44cb-a663-ce9ec49078db Jul 09 13:54:20.193350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.221559 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.227806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:20.228424 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.291262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2060549 Jul 09 13:54:20.293989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47242) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:20.298664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'admin_state_up': True, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:20.313331 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ae7f1-9034-4f92-8ca2-bc4c703a375f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Network': ['ID=08be38ed-9edf-44cb-a663-ce9ec49078db,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:20.326072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 08be38ed-9edf-44cb-a663-ce9ec49078db details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:54:20.334003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.335328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.390207 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.536509 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.729130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.747894 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.856394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.25.5.179 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/9bfb6b04-987f-41e6-a239-bcd3e4a86556) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:21.007139 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.042740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b08a5f-307a-4d97-a40d-358aec0f4aa8 req-e5926d29-0d7b-4d71-925b-bf7551b354de tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:21.044397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45b08a5f-307a-4d97-a40d-358aec0f4aa8 req-e5926d29-0d7b-4d71-925b-bf7551b354de tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.1114123 Jul 09 13:54:21.076112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e807541b-6649-4002-a828-7d8521087562 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:21.093350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.098005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e807541b-6649-4002-a828-7d8521087562 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:21.098356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e807541b-6649-4002-a828-7d8521087562 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:21.098774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device da5424cd-9308-46cc-ac6f-93eb30cf90fd no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:21.105780 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45b08a5f-307a-4d97-a40d-358aec0f4aa8 req-0c239a79-94ce-4d3d-a022-6a4028fdaa55 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557275 Jul 09 13:54:21.117597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: da5424cd-9308-46cc-ac6f-93eb30cf90fd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:21.117950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device da5424cd-9308-46cc-ac6f-93eb30cf90fd not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:21.118369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a9697de2-4952-4748-a9dc-8772f9c06877 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:21.135077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:21.137868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:21.140345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:21.146182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: a9697de2-4952-4748-a9dc-8772f9c06877 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:21.146970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a9697de2-4952-4748-a9dc-8772f9c06877 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:21.177802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=9bfb6b04-987f-41e6-a239-bcd3e4a86556,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:21.411620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.600719 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.729408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:54:21.836576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:21.845935 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Sync routers for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:21.854224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.855439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-87419bea-33ab-425e-b08b-8d1e196406c8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5605080 Jul 09 13:54:21.856358 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:21.857013 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:21.858378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47246) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:21.887675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cf7f02b6-4189-4473-98ef-72ab3167d050 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=d24f9cb873fd4ce1a9c00608796e93dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281103 Jul 09 13:54:21.890136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47248) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:21.960125 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:21.981857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d321a3-e59c-4c8c-affd-89a94d21690e tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:21.983589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-13d321a3-e59c-4c8c-affd-89a94d21690e tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925570 Jul 09 13:54:21.986442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47250) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:22.015016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-deeec2d1-5980-4fa6-92b6-574edda4b7e4 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272036 Jul 09 13:54:22.017499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47252) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:22.022551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351993404', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:22.112255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:22.116059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.151946 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:21Z', 'revision_number': 3, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:22.184100 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Checking router: e448a677-a4ce-4db8-ba63-cc3b88f9c4eb for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:22.184468 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Updating router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb port 9bfb6b04-987f-41e6-a239-bcd3e4a86556 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:54:22.221194 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.290476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c207-3602-4379-b648-d014fe0bb066 req-ee7c1077-4a6f-4fcd-a49b-a8e801f33e62 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:22.295413 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40e8c207-3602-4379-b648-d014fe0bb066 req-ee7c1077-4a6f-4fcd-a49b-a8e801f33e62 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.0751140 Jul 09 13:54:22.308197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.336704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-40e8c207-3602-4379-b648-d014fe0bb066 req-3e4b468a-6283-4c0c-847a-0b2f534e352e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Jul 09 13:54:22.377274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Subnet': ['ID=26537ec2-5fc5-4336-82c4-a7756ed6f65d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:22.386057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Checking segment: {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:22.386420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network hostable DHCP agents. Network: 08be38ed-9edf-44cb-a663-ce9ec49078db, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:54:22.403214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network 08be38ed-9edf-44cb-a663-ce9ec49078db is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:54:22.411949 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 08be38ed-9edf-44cb-a663-ce9ec49078db) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:22.417660 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:22.418458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.424630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c730a015-910f-4423-b9ac-7d8decc8bb3b None None] Network 08be38ed-9edf-44cb-a663-ce9ec49078db requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:54:22.434605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8694294f-adf0-48ae-87d9-79d47b3009a1 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4160504 Jul 09 13:54:22.438081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47256) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:22.479441 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.489907 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Transition to ACTIVE for port object 9bfb6b04-987f-41e6-a239-bcd3e4a86556 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:22.497905 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.550272 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Attempting to bind port 9bfb6b04-987f-41e6-a239-bcd3e4a86556 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:22.550661 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Attempting to bind port 9bfb6b04-987f-41e6-a239-bcd3e4a86556 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:22.551049 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Attempting to bind port 9bfb6b04-987f-41e6-a239-bcd3e4a86556 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:22.561039 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:22.561406 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:22.561800 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.562191 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:22.562652 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Bound port: 9bfb6b04-987f-41e6-a239-bcd3e4a86556, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:22.563049 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.584718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-08be38ed-9edf-44cb-a663-ce9ec49078db', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:54:22.586573 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.595880 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c7f3d-9cd6-40b6-87cf-19947a54eaac None None] Pushing event updated for resources: {'Port': ['ID=9bfb6b04-987f-41e6-a239-bcd3e4a86556,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:22.625392 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] For port 9bfb6b04-987f-41e6-a239-bcd3e4a86556, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:22.628534 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] For port 9bfb6b04-987f-41e6-a239-bcd3e4a86556, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9bfb6b04-987f-41e6-a239-bcd3e4a86556,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:22.633343 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.682162 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:22.683443 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:22.738033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Allocated IP 172.20.0.2 (08be38ed-9edf-44cb-a663-ce9ec49078db/26537ec2-5fc5-4336-82c4-a7756ed6f65d/f7ea3621-ef87-4ed5-912d-96881a712e29) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:22.870543 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c7f3d-9cd6-40b6-87cf-19947a54eaac None None] Pushing event updated for resources: {'Port': ['ID=9bfb6b04-987f-41e6-a239-bcd3e4a86556,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:22.899088 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.904773 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.905779 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:22.913878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Transition to ACTIVE for port object f7ea3621-ef87-4ed5-912d-96881a712e29 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:22.929110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Transition to ACTIVE for port object f7ea3621-ef87-4ed5-912d-96881a712e29 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:22.935725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.978716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Network 08be38ed-9edf-44cb-a663-ce9ec49078db is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:22.981778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:22.984307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:22.991899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Pushing event updated for resources: {'Port': ['ID=f7ea3621-ef87-4ed5-912d-96881a712e29,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:23.058046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Attempting to bind port f7ea3621-ef87-4ed5-912d-96881a712e29 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:23.058398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Attempting to bind port f7ea3621-ef87-4ed5-912d-96881a712e29 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:23.058768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Attempting to bind port f7ea3621-ef87-4ed5-912d-96881a712e29 on network 08be38ed-9edf-44cb-a663-ce9ec49078db {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:23.063780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:23.064160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Checking segment: {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:23.064564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.064959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Bound using segment: {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:23.065425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Bound port: f7ea3621-ef87-4ed5-912d-96881a712e29, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:23.065809 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.098065 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:21Z', 'revision_number': 3, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:23.129019 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b2611-79ec-4eda-9f54-533ca3bbc729 None None] The sync data for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 is: [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:21Z', 'revision_number': 3, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:23.136026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] For port f7ea3621-ef87-4ed5-912d-96881a712e29, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:23.139531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] For port f7ea3621-ef87-4ed5-912d-96881a712e29, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f7ea3621-ef87-4ed5-912d-96881a712e29,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:23.150885 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.218917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72745688-cff8-40d4-8166-6281e38343f8 None None] Pushing event updated for resources: {'Port': ['ID=f7ea3621-ef87-4ed5-912d-96881a712e29,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:23.605761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.20.0.1 (08be38ed-9edf-44cb-a663-ce9ec49078db/26537ec2-5fc5-4336-82c4-a7756ed6f65d/a4a5af5d-cf35-4866-8858-f0785d4d6428) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:23.690103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533313b-57b5-469d-a585-6b8befeaa1c2 req-9738d9f6-35d4-4355-89fc-96cd3fb48530 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:23.691969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6533313b-57b5-469d-a585-6b8befeaa1c2 req-9738d9f6-35d4-4355-89fc-96cd3fb48530 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.1416588 Jul 09 13:54:23.760343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6533313b-57b5-469d-a585-6b8befeaa1c2 req-1d9990e6-b229-498c-bbca-bd730cd2aa0c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606275 Jul 09 13:54:23.785335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.793533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Transition to ACTIVE for port object a4a5af5d-cf35-4866-8858-f0785d4d6428 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:23.828938 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.873915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network 08be38ed-9edf-44cb-a663-ce9ec49078db is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:23.877271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:23.881197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:23.887948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=a4a5af5d-cf35-4866-8858-f0785d4d6428,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:23.935134 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.094181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.305678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5427fae-aa6e-4ff9-9a3a-ab0c6c13179d None None] Network 08be38ed-9edf-44cb-a663-ce9ec49078db requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:54:24.373804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e74a9388-920c-4294-b79c-476553004ebd None None] Provisioning for port f7ea3621-ef87-4ed5-912d-96881a712e29 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:24.381059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.387286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.468447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=a4a5af5d-cf35-4866-8858-f0785d4d6428,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:24.471012 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.571650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network 08be38ed-9edf-44cb-a663-ce9ec49078db is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:24.573144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:24.700039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:24.714563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a20f50eb-da03-4345-9723-4ddfcc444172 None None] Provisioning for port a4a5af5d-cf35-4866-8858-f0785d4d6428 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:24.718095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a20f50eb-da03-4345-9723-4ddfcc444172 None None] Provisioning complete for port a4a5af5d-cf35-4866-8858-f0785d4d6428 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:24.718720 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a20f50eb-da03-4345-9723-4ddfcc444172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.755710 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a20f50eb-da03-4345-9723-4ddfcc444172 None None] Port a4a5af5d-cf35-4866-8858-f0785d4d6428 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:24.828913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:24.834313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-82b9f923-9351-4c1e-9ae8-732239cf46f6 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "PUT /v2.0/routers/e448a677-a4ce-4db8-ba63-cc3b88f9c4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3952572 Jul 09 13:54:24.837464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47262) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:24.902433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Sync routers for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:24.911482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:24.912104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:24.968437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd28e8-4d62-440e-b097-92d016c0e5e9 req-a1ee2cdd-31fd-45ff-b080-2fc129b6159d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:24.970922 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dcd28e8-4d62-440e-b097-92d016c0e5e9 req-a1ee2cdd-31fd-45ff-b080-2fc129b6159d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 943 time: 0.0862727 Jul 09 13:54:25.020485 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dcd28e8-4d62-440e-b097-92d016c0e5e9 req-73bc8790-de33-4c6d-bf15-6b27369208dd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Jul 09 13:54:25.027483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:54:25.075343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.075876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.076340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.076815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.077280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.077745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.078204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.078666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.081200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c332a449-21fc-4b3e-9b94-373f89fd8bfb tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.2422240 Jul 09 13:54:25.083764 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47264) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:25.128785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3d34eb21-da32-4c7f-a540-621460627922 None None] Provisioning complete for port a4a5af5d-cf35-4866-8858-f0785d4d6428 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:25.129459 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d34eb21-da32-4c7f-a540-621460627922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.162147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:25.233375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.233895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.234362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.234818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.235304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.235783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.236235 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.236693 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.238723 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0f484a1c-68ea-4f42-be89-256c8f6164ed tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.1538808 Jul 09 13:54:25.241541 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47266) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:25.370855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9bfb6b04-987f-41e6-a239-bcd3e4a86556 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:25.432937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3d34eb21-da32-4c7f-a540-621460627922 None None] Port a4a5af5d-cf35-4866-8858-f0785d4d6428 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:25.494246 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9eb262b7-5a93-49bf-a1b5-2bffcb009526 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.2475698 Jul 09 13:54:25.550176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:25.579778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b3fb03b0-a0eb-4250-875f-f5f3eafd2a67', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'port_id': 'b3fb03b0-a0eb-4250-875f-f5f3eafd2a67', 'mac_address': 'fa:16:3e:61:a5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:54:25.583804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9bfb6b04-987f-41e6-a239-bcd3e4a86556 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:25.602389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9bfb6b04-987f-41e6-a239-bcd3e4a86556 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:25.602765 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.607378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-31df1b18-ff0f-4d64-9a7d-dbefc020c036 None None] Provisioning complete for port a4a5af5d-cf35-4866-8858-f0785d4d6428 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:25.607752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-31df1b18-ff0f-4d64-9a7d-dbefc020c036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.735183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-31df1b18-ff0f-4d64-9a7d-dbefc020c036 None None] Port a4a5af5d-cf35-4866-8858-f0785d4d6428 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:25.736601 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.742392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47270) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:25.747135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-51fd18f2-bce5-4553-b89e-7a48041167e0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892550470', 'description': 'tempest-secgroup-smoke-1892550470 description', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:25.759507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:25.769475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51fd18f2-bce5-4553-b89e-7a48041167e0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.791391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:25.818283 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.858427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51fd18f2-bce5-4553-b89e-7a48041167e0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.859909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 2, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:25.863548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51fd18f2-bce5-4553-b89e-7a48041167e0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.891873 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.894021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51fd18f2-bce5-4553-b89e-7a48041167e0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.895290 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51fd18f2-bce5-4553-b89e-7a48041167e0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1518354 Jul 09 13:54:25.898221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47272) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:25.900638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Checking router: e448a677-a4ce-4db8-ba63-cc3b88f9c4eb for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:25.901005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Updating router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb port a4a5af5d-cf35-4866-8858-f0785d4d6428 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:54:25.903348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-49d9016a-9472-4613-bfff-d7cdb587549e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'b3ebb80a-14d1-4e06-aa35-b770fae1a379', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:25.907840 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd18f2-bce5-4553-b89e-7a48041167e0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ebb80a-14d1-4e06-aa35-b770fae1a379,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:25.934741 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49d9016a-9472-4613-bfff-d7cdb587549e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.960012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 9bfb6b04-987f-41e6-a239-bcd3e4a86556, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9bfb6b04-987f-41e6-a239-bcd3e4a86556,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:25.963337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:25.973149 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.973936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f7ea3621-ef87-4ed5-912d-96881a712e29 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:25.995011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49d9016a-9472-4613-bfff-d7cdb587549e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.999067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49d9016a-9472-4613-bfff-d7cdb587549e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.016784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9016a-9472-4613-bfff-d7cdb587549e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4bc94c-c65e-4372-a809-0cbf9b2d4788,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.020097 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.024958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49d9016a-9472-4613-bfff-d7cdb587549e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.026834 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-49d9016a-9472-4613-bfff-d7cdb587549e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273482 Jul 09 13:54:26.028384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b3fb03b0-a0eb-4250-875f-f5f3eafd2a67'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:26.029891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47274) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:26.034933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-18909732-1f22-4cf9-b1db-9ac0458c9d9d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'b3ebb80a-14d1-4e06-aa35-b770fae1a379', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:26.063063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18909732-1f22-4cf9-b1db-9ac0458c9d9d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.122845 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18909732-1f22-4cf9-b1db-9ac0458c9d9d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.127929 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18909732-1f22-4cf9-b1db-9ac0458c9d9d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.137915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=9bfb6b04-987f-41e6-a239-bcd3e4a86556,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.158927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18909732-1f22-4cf9-b1db-9ac0458c9d9d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f21caf-9b60-4ccd-9150-ec374f0ca3a4,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.162867 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18909732-1f22-4cf9-b1db-9ac0458c9d9d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.167658 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-18909732-1f22-4cf9-b1db-9ac0458c9d9d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341312 Jul 09 13:54:26.168330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47278) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:26.173635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b1a22788-a829-4f45-9bfb-ae52adb3fba4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'b3ebb80a-14d1-4e06-aa35-b770fae1a379', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:26.200379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1a22788-a829-4f45-9bfb-ae52adb3fba4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.240702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f7ea3621-ef87-4ed5-912d-96881a712e29 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:26.245367 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75e8c-97d9-4c0c-b0c6-f9fd2c52a29a req-a2b19225-2664-409e-adff-fee6a5a11844 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:26.247018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43d75e8c-97d9-4c0c-b0c6-f9fd2c52a29a req-a2b19225-2664-409e-adff-fee6a5a11844 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 944 time: 0.0751977 Jul 09 13:54:26.259452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f7ea3621-ef87-4ed5-912d-96881a712e29 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:26.259747 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.265272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1a22788-a829-4f45-9bfb-ae52adb3fba4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.269778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1a22788-a829-4f45-9bfb-ae52adb3fba4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.288208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a22788-a829-4f45-9bfb-ae52adb3fba4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcd14f0-fe19-4004-a171-dd1ab7932a84,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.301844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b1a22788-a829-4f45-9bfb-ae52adb3fba4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.301844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b1a22788-a829-4f45-9bfb-ae52adb3fba4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298492 Jul 09 13:54:26.302104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47280) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:26.304986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43d75e8c-97d9-4c0c-b0c6-f9fd2c52a29a req-c4ec1a99-ccc7-4e3e-8168-cdc8cd0e81c8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482984 Jul 09 13:54:26.307286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b5c92e5b-08a2-4bd4-a5b5-283fbd677d52 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'b3ebb80a-14d1-4e06-aa35-b770fae1a379', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:26.341782 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5c92e5b-08a2-4bd4-a5b5-283fbd677d52 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.402084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5c92e5b-08a2-4bd4-a5b5-283fbd677d52 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.406103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5c92e5b-08a2-4bd4-a5b5-283fbd677d52 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.425370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c92e5b-08a2-4bd4-a5b5-283fbd677d52 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bddc6b-5e2f-40b8-b9fd-25278e1666f9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.435808 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5c92e5b-08a2-4bd4-a5b5-283fbd677d52 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.437059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5c92e5b-08a2-4bd4-a5b5-283fbd677d52 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340761 Jul 09 13:54:26.440931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47282) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:26.446413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-51cb1a2f-67b0-43ec-8bcd-ed1008ed62ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'b3ebb80a-14d1-4e06-aa35-b770fae1a379', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:26.469321 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-51cb1a2f-67b0-43ec-8bcd-ed1008ed62ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Project d24f9cb873fd4ce1a9c00608796e93dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:54:26.474284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51cb1a2f-67b0-43ec-8bcd-ed1008ed62ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.474605 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.537835 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51cb1a2f-67b0-43ec-8bcd-ed1008ed62ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.545241 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51cb1a2f-67b0-43ec-8bcd-ed1008ed62ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.563199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port f7ea3621-ef87-4ed5-912d-96881a712e29, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f7ea3621-ef87-4ed5-912d-96881a712e29,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:26.564770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb1a2f-67b0-43ec-8bcd-ed1008ed62ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d4f893-f6c2-4a9c-8826-4a2c337f8f0c,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.577341 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.580429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-51cb1a2f-67b0-43ec-8bcd-ed1008ed62ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.583987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-51cb1a2f-67b0-43ec-8bcd-ed1008ed62ba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395545 Jul 09 13:54:26.584332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47284) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:26.584404 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.588628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d0f1c2f5-3eb9-4dae-9c33-10605e51883b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'security_group_rule': {'security_group_id': 'b3ebb80a-14d1-4e06-aa35-b770fae1a379', 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:26.616566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Transition to ACTIVE for port object a4a5af5d-cf35-4866-8858-f0785d4d6428 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:26.620666 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-d0f1c2f5-3eb9-4dae-9c33-10605e51883b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Project d24f9cb873fd4ce1a9c00608796e93dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:54:26.628461 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.629781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c2f5-3eb9-4dae-9c33-10605e51883b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.652598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=f7ea3621-ef87-4ed5-912d-96881a712e29,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.712883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c2f5-3eb9-4dae-9c33-10605e51883b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.719657 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c2f5-3eb9-4dae-9c33-10605e51883b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.734746 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1c2f5-3eb9-4dae-9c33-10605e51883b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e428135e-5371-40c3-90bf-a14429886ba0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.753449 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0f1c2f5-3eb9-4dae-9c33-10605e51883b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.755699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d0f1c2f5-3eb9-4dae-9c33-10605e51883b tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705401 Jul 09 13:54:26.777823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b223d9-bab5-456f-b0cb-17e2e6cc2031 None None] Pushing event updated for resources: {'Port': ['ID=a4a5af5d-cf35-4866-8858-f0785d4d6428,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.784715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Attempting to bind port a4a5af5d-cf35-4866-8858-f0785d4d6428 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:26.785095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Attempting to bind port a4a5af5d-cf35-4866-8858-f0785d4d6428 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:26.785468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Attempting to bind port a4a5af5d-cf35-4866-8858-f0785d4d6428 on network 08be38ed-9edf-44cb-a663-ce9ec49078db {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:26.792641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:26.793009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Checking segment: {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:26.793464 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.793864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Bound using segment: {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:26.794334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Bound port: a4a5af5d-cf35-4866-8858-f0785d4d6428, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:26.794821 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.878768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] For port a4a5af5d-cf35-4866-8858-f0785d4d6428, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:26.882678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] For port a4a5af5d-cf35-4866-8858-f0785d4d6428, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a4a5af5d-cf35-4866-8858-f0785d4d6428,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:26.889595 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.944126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:26.944658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:26.997472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b223d9-bab5-456f-b0cb-17e2e6cc2031 None None] Pushing event updated for resources: {'Port': ['ID=a4a5af5d-cf35-4866-8858-f0785d4d6428,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:27.010473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-99e1e75d-19cb-40bc-9c4c-69a66eeb4a9c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892550470&fields=id&tenant_id=d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 267 time: 0.0476425 Jul 09 13:54:27.048824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:27.113537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:27.142883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9bfb6b04-987f-41e6-a239-bcd3e4a86556 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:27.143620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752fc6-8962-4675-9abb-443636c952c4 req-51ccaf44-7ac4-412f-b6a0-11ca5b0c938f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:27.145159 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-51ccaf44-7ac4-412f-b6a0-11ca5b0c938f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/networks?id=08be38ed-9edf-44cb-a663-ce9ec49078db HTTP/1.1" status: 200 len: 796 time: 0.1338916 Jul 09 13:54:27.162200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-e2b0aabd-0e27-4b0b-b4e8-18e30d92e789 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/quotas/d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 375 time: 0.0099888 Jul 09 13:54:27.198043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:27.239085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:27.239375 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.242757 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-64b7b89b-1e42-49f1-8db4-9772bcd724e8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735204 Jul 09 13:54:27.323044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9bfb6b04-987f-41e6-a239-bcd3e4a86556 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:27.323423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.408478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-f2fea0b0-b42f-4163-97cf-aa6b4ab53278 service neutron] 10.222.0.32 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542561 Jul 09 13:54:27.505364 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054e36-7c76-4fbf-93bc-49aa486a57b0 req-c7bcc13e-4e64-4bba-8e1e-4255ceea65c2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:27.509308 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-f3be6c61-586e-4aeb-8d63-e98048e3bc47 service neutron] 10.222.0.32 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991619 Jul 09 13:54:27.513216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-94054e36-7c76-4fbf-93bc-49aa486a57b0 req-c7bcc13e-4e64-4bba-8e1e-4255ceea65c2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 944 time: 0.0752554 Jul 09 13:54:27.551778 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-94054e36-7c76-4fbf-93bc-49aa486a57b0 req-39243f67-7fb9-482f-985c-9c97fc0fef7f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375168 Jul 09 13:54:27.663002 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.688215 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f7ea3621-ef87-4ed5-912d-96881a712e29 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:27.696011 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58e6487f-3cca-482a-b83e-70b381767ae9 req-2d07a63b-cecf-4942-80ac-be6f5b021f09 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 210 time: 0.0296493 Jul 09 13:54:27.723128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa179e42-7cad-4e98-b040-242fe00e5310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb03b0-a0eb-4250-875f-f5f3eafd2a67'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:27.725386 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80228988-8024-4b38-be9a-6aae3f85da08" -d '{"events": [{"server_uuid": "aa179e42-7cad-4e98-b040-242fe00e5310", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb03b0-a0eb-4250-875f-f5f3eafd2a67"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:27.751408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:27.759288 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.771271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:27.776215 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7dd3f5-275a-4806-8cc3-f833a71ac0c7 x-openstack-request-id: req-db7dd3f5-275a-4806-8cc3-f833a71ac0c7 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:27.776511 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa179e42-7cad-4e98-b040-242fe00e5310", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb03b0-a0eb-4250-875f-f5f3eafd2a67", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:27.776768 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db7dd3f5-275a-4806-8cc3-f833a71ac0c7 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:27.777392 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa179e42-7cad-4e98-b040-242fe00e5310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb03b0-a0eb-4250-875f-f5f3eafd2a67', 'code': 200} Jul 09 13:54:27.821741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a7beb-8d04-4baf-ab33-8338cddced24 None None] The sync data for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 is: [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:27.850112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f7ea3621-ef87-4ed5-912d-96881a712e29 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:27.850500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.856109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:27.940988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abfa45-567e-4959-986d-f7994fe6ca4d req-12951671-b662-40b5-b0b9-0ea0803795eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:27.942504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8abfa45-567e-4959-986d-f7994fe6ca4d req-12951671-b662-40b5-b0b9-0ea0803795eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 1096 time: 0.1025279 Jul 09 13:54:28.000232 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8abfa45-567e-4959-986d-f7994fe6ca4d req-0c32d21b-607b-4d2f-a1d4-f18c4471df39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Jul 09 13:54:28.839270 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084d9f9-e70c-429b-86eb-f09c818c386a req-4a728e45-6a25-4c5b-ac26-1580a4789592 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:28.854175 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7084d9f9-e70c-429b-86eb-f09c818c386a req-4a728e45-6a25-4c5b-ac26-1580a4789592 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 945 time: 0.1457405 Jul 09 13:54:28.897419 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7084d9f9-e70c-429b-86eb-f09c818c386a req-43710616-e71f-415e-8ce0-5463bacd2f88 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Jul 09 13:54:28.918857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-edaab5fa-0edc-4059-9739-1d2c603c8211 req-9ee1ff8d-9799-42f1-ab0c-502442190ca8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 210 time: 0.0596216 Jul 09 13:54:28.947060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752fc6-8962-4675-9abb-443636c952c4 req-b00d60bc-a0fd-420b-b0a8-7ff8da2e94ea tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:28.948938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-b00d60bc-a0fd-420b-b0a8-7ff8da2e94ea tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/networks?id=08be38ed-9edf-44cb-a663-ce9ec49078db HTTP/1.1" status: 200 len: 796 time: 0.1950614 Jul 09 13:54:28.998614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-666839c4-c226-4ac9-8b41-c137f430ade0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24f9cb873fd4ce1a9c00608796e93dd HTTP/1.1" status: 200 len: 380 time: 0.0402942 Jul 09 13:54:29.008536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'port': {'device_id': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'admin_state_up': True, 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'security_groups': ['b3ebb80a-14d1-4e06-aa35-b770fae1a379']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:29.106218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a4a5af5d-cf35-4866-8858-f0785d4d6428 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:29.133825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Made reservation on behalf of d24f9cb873fd4ce1a9c00608796e93dd for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:29.138308 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.156831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port a4a5af5d-cf35-4866-8858-f0785d4d6428 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:29.160600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a4a5af5d-cf35-4866-8858-f0785d4d6428 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:29.160982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.244830 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.268773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.20.0.7 (08be38ed-9edf-44cb-a663-ce9ec49078db/26537ec2-5fc5-4336-82c4-a7756ed6f65d/7dcf749f-e76b-4e0a-aec0-cea1f6073883) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:29.276794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port a4a5af5d-cf35-4866-8858-f0785d4d6428, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a4a5af5d-cf35-4866-8858-f0785d4d6428,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:29.280609 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.334459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=a4a5af5d-cf35-4866-8858-f0785d4d6428,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:29.415938 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.430376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Transition to ACTIVE for port object 7dcf749f-e76b-4e0a-aec0-cea1f6073883 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:29.464454 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.506061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network 08be38ed-9edf-44cb-a663-ce9ec49078db is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:29.511639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:29.515788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:29.544703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=7dcf749f-e76b-4e0a-aec0-cea1f6073883,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:29.566279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.566621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.567026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.567372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.567731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.568069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.568400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.568722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.569043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.569359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.569679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.570054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.593303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:29.594037 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.610932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-1ce6d12a-7c9e-4e6d-8543-06e35d21edfb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065600 Jul 09 13:54:29.623853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Request body: {'port': {'device_id': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:29.699421 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.858325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c761b23a-f6a5-4199-ba7c-dccbd48e640f None None] Provisioning for port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:29.862124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c761b23a-f6a5-4199-ba7c-dccbd48e640f None None] Provisioning complete for port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:29.862508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c761b23a-f6a5-4199-ba7c-dccbd48e640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.899179 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c761b23a-f6a5-4199-ba7c-dccbd48e640f None None] Port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:29.970736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcf749f-e76b-4e0a-aec0-cea1f6073883 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:29.979616 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.991593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Transition to ACTIVE for port object 7dcf749f-e76b-4e0a-aec0-cea1f6073883 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:29.995965 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:30.046090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Pushing event updated for resources: {'Port': ['ID=7dcf749f-e76b-4e0a-aec0-cea1f6073883,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:30.089079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d31ff9-bf97-4e45-85b3-aa95c882fced req-370b0b67-2f57-4126-bb34-6992c964e610 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.090794 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8d31ff9-bf97-4e45-85b3-aa95c882fced req-370b0b67-2f57-4126-bb34-6992c964e610 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 945 time: 0.0799179 Jul 09 13:54:30.134934 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d8d31ff9-bf97-4e45-85b3-aa95c882fced req-1f97a3ce-df2d-492f-8f0b-b5a2810ebed8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 Jul 09 13:54:30.166574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Attempting to bind port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:30.166907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Attempting to bind port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:30.167259 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Attempting to bind port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 on network 08be38ed-9edf-44cb-a663-ce9ec49078db {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:30.183492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b776-1389-46ec-a7b7-0ea484248c6f req-361fc432-ac9b-4078-a020-4cbcc0bbcbb4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.185081 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c62b776-1389-46ec-a7b7-0ea484248c6f req-361fc432-ac9b-4078-a020-4cbcc0bbcbb4 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 943 time: 0.1341729 Jul 09 13:54:30.185901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 on network 08be38ed-9edf-44cb-a663-ce9ec49078db not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:54:30.186218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Attempting to bind port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 on network 08be38ed-9edf-44cb-a663-ce9ec49078db {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:30.191925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:30.192264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Checking segment: {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:30.192646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Bound using segment: {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:30.193100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Bound port: 7dcf749f-e76b-4e0a-aec0-cea1f6073883, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771d1c89-698e-4c50-a694-aebcce0aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:30.193432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:30.259032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c62b776-1389-46ec-a7b7-0ea484248c6f req-a6984b4a-3e49-451d-933a-a8b0cf1ca588 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625443 Jul 09 13:54:30.287626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] For port 7dcf749f-e76b-4e0a-aec0-cea1f6073883, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:30.291335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] For port 7dcf749f-e76b-4e0a-aec0-cea1f6073883, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:30.296135 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:30.332083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.332699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:30.334071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] 10.222.0.10 "PUT /v2.0/ports/7dcf749f-e76b-4e0a-aec0-cea1f6073883 HTTP/1.1" status: 200 len: 1091 time: 0.7156773 Jul 09 13:54:30.334510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:30.335016 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640316-c472-49bd-b55b-0bb09bd245d1 req-79a0a868-a6b9-4f88-ab5e-521dbee27d90 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.337118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0640316-c472-49bd-b55b-0bb09bd245d1 req-79a0a868-a6b9-4f88-ab5e-521dbee27d90 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 945 time: 0.0688455 Jul 09 13:54:30.337412 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291c1a67-a191-4644-9577-67cbdfc4e30b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:30.391524 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b0640316-c472-49bd-b55b-0bb09bd245d1 req-427ef719-cd97-4f32-b717-58acf30feb56 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Jul 09 13:54:30.413804 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b1c554-16a2-47a3-9b65-d072f4409bdf x-openstack-request-id: req-f1b1c554-16a2-47a3-9b65-d072f4409bdf {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:30.414222 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:30.414482 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1b1c554-16a2-47a3-9b65-d072f4409bdf {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:30.414996 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'status': 'completed', 'code': 200} Jul 09 13:54:30.420600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32dafc-eff0-4cfe-b073-11eb7b6af35b service neutron] Pushing event updated for resources: {'Port': ['ID=7dcf749f-e76b-4e0a-aec0-cea1f6073883,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:30.458384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752fc6-8962-4675-9abb-443636c952c4 req-5e6d3913-3be4-48f0-b6a6-24cb06b853e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.460226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-5e6d3913-3be4-48f0-b6a6-24cb06b853e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 1094 time: 0.0800898 Jul 09 13:54:30.506363 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-d933950d-a432-4be9-8445-8a2ace61f627 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883 HTTP/1.1" status: 200 len: 217 time: 0.0373957 Jul 09 13:54:30.594828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752fc6-8962-4675-9abb-443636c952c4 req-6ee04e38-9623-42b4-a703-f0c66684ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.596309 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-6ee04e38-9623-42b4-a703-f0c66684ba78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26537ec2-5fc5-4336-82c4-a7756ed6f65d HTTP/1.1" status: 200 len: 835 time: 0.0774264 Jul 09 13:54:30.641246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1128a-933e-4186-a370-72e645847778 req-94ca58e0-e01b-4bfc-b56c-a5f16d5bed9b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.642661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d4b1128a-933e-4186-a370-72e645847778 req-94ca58e0-e01b-4bfc-b56c-a5f16d5bed9b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 945 time: 0.1352978 Jul 09 13:54:30.692845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d4b1128a-933e-4186-a370-72e645847778 req-653d991c-4179-44f2-9701-73f6bfd359de tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442724 Jul 09 13:54:30.696269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752fc6-8962-4675-9abb-443636c952c4 req-9c14688e-bc51-4f03-a181-9f6b916eea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.697566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-9c14688e-bc51-4f03-a181-9f6b916eea9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08be38ed-9edf-44cb-a663-ce9ec49078db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947070 Jul 09 13:54:30.796369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-0cfdcbc3-b8a3-4ce3-92f3-5fab37eafdaa service neutron] 10.222.0.10 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915790 Jul 09 13:54:30.886960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed752fc6-8962-4675-9abb-443636c952c4 req-9dac22ac-4adc-495c-a5dc-f94e788472b1 service neutron] 10.222.0.10 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846903 Jul 09 13:54:30.987041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-a84ae93d-7181-4738-9876-714c950e9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.988550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-a84ae93d-7181-4738-9876-714c950e9636 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 1094 time: 0.0528834 Jul 09 13:54:31.081405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a4a5af5d-cf35-4866-8858-f0785d4d6428 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:31.123456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-07f4e161-3612-425a-a907-b18546f4b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:31.124924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-07f4e161-3612-425a-a907-b18546f4b43c service neutron] 10.222.0.10 "GET /v2.0/networks?id=08be38ed-9edf-44cb-a663-ce9ec49078db HTTP/1.1" status: 200 len: 896 time: 0.1297054 Jul 09 13:54:31.133642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca668699-f636-464c-9877-25ccff1c3b15 req-5faf09e1-fbb2-44b0-83f6-60503d7f4e4e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:31.133851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a4a5af5d-cf35-4866-8858-f0785d4d6428 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:31.134246 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:31.135093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ca668699-f636-464c-9877-25ccff1c3b15 req-5faf09e1-fbb2-44b0-83f6-60503d7f4e4e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 945 time: 0.1219785 Jul 09 13:54:31.183304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-50bbccd6-4939-4c8d-a937-a25286044cd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883 HTTP/1.1" status: 200 len: 217 time: 0.0470076 Jul 09 13:54:31.237496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ca668699-f636-464c-9877-25ccff1c3b15 req-3c176423-21b6-48b9-ba51-a1c5196e0d21 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956588 Jul 09 13:54:31.249107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-4f775472-ac93-4f53-b663-9be45695d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:31.250504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-4f775472-ac93-4f53-b663-9be45695d1f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26537ec2-5fc5-4336-82c4-a7756ed6f65d HTTP/1.1" status: 200 len: 835 time: 0.0596004 Jul 09 13:54:31.310727 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-4ba0320a-2687-46f4-a4b4-4cb9dd3b13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:31.312301 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-4ba0320a-2687-46f4-a4b4-4cb9dd3b13b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08be38ed-9edf-44cb-a663-ce9ec49078db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543270 Jul 09 13:54:31.405383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-79f1f7c8-0959-4b69-81f7-8d8306870efa service neutron] 10.222.0.10 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Jul 09 13:54:31.443226 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431996f2-0bb2-4eb0-bb0d-8e07dbf6ebd4 req-fb1149fe-5a41-481f-99ef-6e2de8bcedd0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:31.444993 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-431996f2-0bb2-4eb0-bb0d-8e07dbf6ebd4 req-fb1149fe-5a41-481f-99ef-6e2de8bcedd0 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 943 time: 0.0686936 Jul 09 13:54:31.487929 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-431996f2-0bb2-4eb0-bb0d-8e07dbf6ebd4 req-9ebe4bb6-8838-4581-8c91-04a114a7d55a tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330441 Jul 09 13:54:31.500692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-291c1a67-a191-4644-9577-67cbdfc4e30b req-7c733462-beb4-441a-859f-aaabc43e5310 service neutron] 10.222.0.10 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883925 Jul 09 13:54:32.416813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54923a18-74c3-4042-9d4f-9cb33d9d2cf5 req-2285ce02-309c-48f0-8dc0-1e9e1030bc16 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.418299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54923a18-74c3-4042-9d4f-9cb33d9d2cf5 req-2285ce02-309c-48f0-8dc0-1e9e1030bc16 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 945 time: 0.0673070 Jul 09 13:54:32.667489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940bfd2-38b9-4149-bb5d-cd4561813e13 req-a6ba450d-af75-4d58-8ffc-39866d28bfff tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.669354 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f940bfd2-38b9-4149-bb5d-cd4561813e13 req-a6ba450d-af75-4d58-8ffc-39866d28bfff tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 943 time: 0.0672278 Jul 09 13:54:32.710611 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f940bfd2-38b9-4149-bb5d-cd4561813e13 req-43c79f51-dcfe-4749-a212-28988faa7c8d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349774 Jul 09 13:54:32.777901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54923a18-74c3-4042-9d4f-9cb33d9d2cf5 req-3c1ba4eb-1b95-4247-8983-c287457554e7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497128 Jul 09 13:54:32.802135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57990de0-c87b-41c5-847e-13adea602060 req-e30d19e7-3a06-432b-b783-76654c9125ba tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.803609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57990de0-c87b-41c5-847e-13adea602060 req-e30d19e7-3a06-432b-b783-76654c9125ba tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 945 time: 0.3837216 Jul 09 13:54:32.905650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Deleting port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:32.905988 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:32.994014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] For port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:32.994361 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.006714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Calling delete_port for b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:33.134928 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.164386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event deleted for resources: {'Port': ['ID=b3fb03b0-a0eb-4250-875f-f5f3eafd2a67,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:33.209841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] No DVR routers for this DVR port b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:33.213683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.215825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57990de0-c87b-41c5-847e-13adea602060 req-957d3a63-a042-42af-bcb6-9745a5e80fef tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "DELETE /v2.0/ports/b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 HTTP/1.1" status: 204 len: 173 time: 0.4061139 Jul 09 13:54:33.216281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa179e42-7cad-4e98-b040-242fe00e5310', 'name': 'network-vif-deleted', 'tag': 'b3fb03b0-a0eb-4250-875f-f5f3eafd2a67'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:33.218526 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45e6355-b464-49ab-bcfa-584122eee63e" -d '{"events": [{"server_uuid": "aa179e42-7cad-4e98-b040-242fe00e5310", "name": "network-vif-deleted", "tag": "b3fb03b0-a0eb-4250-875f-f5f3eafd2a67"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:33.258784 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b69200-8477-4c7f-8865-56b3ddc6e41d x-openstack-request-id: req-09b69200-8477-4c7f-8865-56b3ddc6e41d {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:33.259199 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa179e42-7cad-4e98-b040-242fe00e5310", "name": "network-vif-deleted", "tag": "b3fb03b0-a0eb-4250-875f-f5f3eafd2a67", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:33.259441 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09b69200-8477-4c7f-8865-56b3ddc6e41d {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:33.259890 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa179e42-7cad-4e98-b040-242fe00e5310', 'name': 'network-vif-deleted', 'tag': 'b3fb03b0-a0eb-4250-875f-f5f3eafd2a67', 'status': 'completed', 'code': 200} Jul 09 13:54:33.564687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7dcf749f-e76b-4e0a-aec0-cea1f6073883 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:54:33.659431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7dcf749f-e76b-4e0a-aec0-cea1f6073883, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:33.671011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'port_id': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'mac_address': 'fa:16:3e:b0:42:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:54:33.712113 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.724888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcf749f-e76b-4e0a-aec0-cea1f6073883 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:33.745208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7dcf749f-e76b-4e0a-aec0-cea1f6073883, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:33.749832 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.804708 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7dcf749f-e76b-4e0a-aec0-cea1f6073883,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:33.904280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0a7e3-407b-42ef-8968-1266bfa45ae4 req-118799a4-6582-4ffd-8e9a-039c7f6f8aba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:33.905879 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91c0a7e3-407b-42ef-8968-1266bfa45ae4 req-118799a4-6582-4ffd-8e9a-039c7f6f8aba tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 944 time: 0.0709157 Jul 09 13:54:33.943390 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d4aef463-b82f-408b-837b-7e215442b376 req-13088f04-4a65-4188-b8e3-f60daf38832d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 210 time: 0.0363059 Jul 09 13:54:33.952787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91c0a7e3-407b-42ef-8968-1266bfa45ae4 req-efcb582f-c9a0-4be9-8a80-0786a08a6b14 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412493 Jul 09 13:54:33.964589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7dcf749f-e76b-4e0a-aec0-cea1f6073883'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:35.054845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:35.080308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:35.081259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b3fb03b0-a0eb-4250-875f-f5f3eafd2a67 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:35.091575 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-226313a4-e982-4a1a-9b39-1bcfbe5dd841 req-37fee06d-c9d6-49e7-abcd-7ac4d2b0b59e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 210 time: 0.0299296 Jul 09 13:54:35.146209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740471-e62e-4205-adeb-20614deed09b req-97362db3-746d-4211-b4c9-abf540730a78 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:35.147865 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db740471-e62e-4205-adeb-20614deed09b req-97362db3-746d-4211-b4c9-abf540730a78 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 944 time: 0.0683262 Jul 09 13:54:35.188661 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db740471-e62e-4205-adeb-20614deed09b req-1c5d4bc6-c66c-481b-8db2-7299a399d86d tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350070 Jul 09 13:54:35.595431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7dcf749f-e76b-4e0a-aec0-cea1f6073883 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:35.648115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:35.651828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:35.652202 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:35.729129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:35.752056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:35.754332 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa0685-3564-479a-b9a2-4fde01ff56ca" -d '{"events": [{"server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "name": "network-vif-plugged", "status": "completed", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:35.767031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7dcf749f-e76b-4e0a-aec0-cea1f6073883, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:35.772242 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:35.796810 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6610dba8-491b-4eed-9788-8b402a613313 x-openstack-request-id: req-6610dba8-491b-4eed-9788-8b402a613313 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:35.797098 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "name": "network-vif-plugged", "status": "completed", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:35.797367 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6610dba8-491b-4eed-9788-8b402a613313 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:35.798002 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'code': 200} Jul 09 13:54:35.826080 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7dcf749f-e76b-4e0a-aec0-cea1f6073883,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:35.910790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d6770-304a-493c-81a5-0bfc214da3df req-b9865771-845a-4b1e-9039-6ff03a31e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:35.912581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b94d6770-304a-493c-81a5-0bfc214da3df req-b9865771-845a-4b1e-9039-6ff03a31e179 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 1096 time: 0.0566716 Jul 09 13:54:35.950620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b94d6770-304a-493c-81a5-0bfc214da3df req-1a5b1a0f-3b9f-443f-b452-84cdb163032d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304723 Jul 09 13:54:36.245746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b2350815-7245-47c4-825c-b3ca9a96912d req-f1bb6567-a193-41b7-bd0e-be9ecdd7ac6c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa179e42-7cad-4e98-b040-242fe00e5310 HTTP/1.1" status: 200 len: 210 time: 0.0301950 Jul 09 13:54:36.384333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d86a-7b52-40a8-a598-5a85b8aca73f req-025f06ea-90b3-4c05-9c6a-2ff5efa1bc3a tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:36.385740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9b1d86a-7b52-40a8-a598-5a85b8aca73f req-025f06ea-90b3-4c05-9c6a-2ff5efa1bc3a tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 945 time: 0.0752304 Jul 09 13:54:36.426239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9b1d86a-7b52-40a8-a598-5a85b8aca73f req-843898ca-4681-45f8-8790-141ec4fd6f38 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342388 Jul 09 13:54:37.607659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c45b15-414d-4259-9731-6f406fe042e0 req-f7fa27e4-cb0d-4011-9533-96b58bdb9f2e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:37.609147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6c45b15-414d-4259-9731-6f406fe042e0 req-f7fa27e4-cb0d-4011-9533-96b58bdb9f2e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 945 time: 0.0626197 Jul 09 13:54:37.646668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6c45b15-414d-4259-9731-6f406fe042e0 req-5a7ac3a8-b358-4841-b006-954c183b978f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316117 Jul 09 13:54:37.823472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9aaf-1a12-4c4f-b25d-533f6f707bc0 req-89b6c88d-5375-4fb3-8901-6a4e726a9e1f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:37.824999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6ece9aaf-1a12-4c4f-b25d-533f6f707bc0 req-89b6c88d-5375-4fb3-8901-6a4e726a9e1f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 945 time: 0.0642357 Jul 09 13:54:37.867526 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6ece9aaf-1a12-4c4f-b25d-533f6f707bc0 req-d8e93277-e22c-434c-8e31-3717ac3e450c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363677 Jul 09 13:54:37.892419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47368) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:37.943292 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36eafc-c035-4521-b941-171c53abea23 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:37.945275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3d36eafc-c035-4521-b941-171c53abea23 tempest-TestNetworkBasicOps-710331263 tempest-TestNetworkBasicOps-710331263-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 1091 time: 0.0512965 Jul 09 13:54:37.948282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47370) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:37.952719 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:37.981474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.085296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.194499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Allocated IP 172.25.5.84 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/e35af96d-a7c8-459e-8ec6-1bc71df533d5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:38.294528 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.337256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.380434 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:38.384255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:38.387916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:38.411390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=e35af96d-a7c8-459e-8ec6-1bc71df533d5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:38.828812 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.912492 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.065059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.069873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.142581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event updated for resources: {'Port': ['ID=e35af96d-a7c8-459e-8ec6-1bc71df533d5,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:39.154622 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.261394 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Floating IP c9e4b207-6fc1-40d9-aa25-2d6b5f486af6 associated. External IP: 172.25.5.84, port: 7dcf749f-e76b-4e0a-aec0-cea1f6073883. Jul 09 13:54:39.481514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:39.597379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:39.609392 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] Sync routers for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:39.614386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.622590 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:39.623811 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:39.657620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-bd7a41ff-d82d-4ded-a0e4-7ad3c8016474 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7081413 Jul 09 13:54:39.658326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:39.660878 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47380) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:39.661416 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:39.724228 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd6b25-40c2-49f2-b7dd-b568ab027154 x-openstack-request-id: req-1cdd6b25-40c2-49f2-b7dd-b568ab027154 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:39.724876 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:39.725351 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cdd6b25-40c2-49f2-b7dd-b568ab027154 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:39.725982 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'status': 'completed', 'code': 200} Jul 09 13:54:39.752370 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:39.816222 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e5816255-2269-4c45-87a4-d1beaaa2a753 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/floatingips/c9e4b207-6fc1-40d9-aa25-2d6b5f486af6 HTTP/1.1" status: 200 len: 990 time: 0.1539288 Jul 09 13:54:39.832294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-fec79cfd-6d63-45af-bf1f-999c9b965ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:39.834688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-fec79cfd-6d63-45af-bf1f-999c9b965ff0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 1096 time: 0.0889611 Jul 09 13:54:39.957000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-2c2c78db-5c2e-48e1-bfaa-05f67deef54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:39.958423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-2c2c78db-5c2e-48e1-bfaa-05f67deef54f service neutron] 10.222.0.10 "GET /v2.0/networks?id=08be38ed-9edf-44cb-a663-ce9ec49078db HTTP/1.1" status: 200 len: 896 time: 0.1117635 Jul 09 13:54:40.028339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-ce7532e1-6d22-46d7-9d59-f8e4a2e4a80a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883 HTTP/1.1" status: 200 len: 998 time: 0.0637381 Jul 09 13:54:40.034299 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'c9e4b207-6fc1-40d9-aa25-2d6b5f486af6', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'port_id': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'mac_address': 'fa:16:3e:b0:42:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:54:38Z', 'updated_at': '2021-07-09T13:54:38Z', 'revision_number': 0, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:29Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:40.070470 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] Checking router: e448a677-a4ce-4db8-ba63-cc3b88f9c4eb for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:40.080824 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:40.081621 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:40.087011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-9c4482d8-916b-4c26-8af1-72d8460a3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:40.089664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-9c4482d8-916b-4c26-8af1-72d8460a3778 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26537ec2-5fc5-4336-82c4-a7756ed6f65d HTTP/1.1" status: 200 len: 835 time: 0.0555172 Jul 09 13:54:40.177346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-ccf695e0-d87f-40e0-ae41-203bb4b0222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:40.179757 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-ccf695e0-d87f-40e0-ae41-203bb4b0222f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08be38ed-9edf-44cb-a663-ce9ec49078db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824330 Jul 09 13:54:40.240377 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:40.324991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-362630be-79a1-4a87-9861-f5dcaf7f8db6 service neutron] 10.222.0.10 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385255 Jul 09 13:54:40.442650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02dd82d0-92c5-4a61-b99b-1bb4da32acb3 req-8d079d53-102b-4c4a-85b1-181ca008c433 service neutron] 10.222.0.10 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109252 Jul 09 13:54:40.518774 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'c9e4b207-6fc1-40d9-aa25-2d6b5f486af6', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'port_id': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'mac_address': 'fa:16:3e:b0:42:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:54:38Z', 'updated_at': '2021-07-09T13:54:38Z', 'revision_number': 0, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:29Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:40.552534 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b3eb4-4fe0-427f-81cf-f10ca4131a87 None None] The sync data for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 is: [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'c9e4b207-6fc1-40d9-aa25-2d6b5f486af6', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'port_id': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'mac_address': 'fa:16:3e:b0:42:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:54:38Z', 'updated_at': '2021-07-09T13:54:38Z', 'revision_number': 0, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:29Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:40.767681 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7cea8-cd81-46be-8093-23fb35c0ab92 None None] New status for floating IP c9e4b207-6fc1-40d9-aa25-2d6b5f486af6: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:54:40.818301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47458) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:40.887446 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c9f3d52e-6f0e-41da-a926-335f2f6250e5 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/floatingips/c9e4b207-6fc1-40d9-aa25-2d6b5f486af6 HTTP/1.1" status: 200 len: 990 time: 0.0675809 Jul 09 13:54:41.891040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47462) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:41.958287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9594f5b5-4322-4b25-8757-8cc9d7fcc245 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/floatingips/c9e4b207-6fc1-40d9-aa25-2d6b5f486af6 HTTP/1.1" status: 200 len: 992 time: 0.0660853 Jul 09 13:54:43.396075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.143176 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.323014 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-185ef2e8-31ee-4d49-bde7-96915e354cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:46.881487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a3e3-9ec3-44ec-a361-b84c516b39ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:47.022673 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:48.305627 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:49.782435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:51.634547 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:54:56.520297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-9aae0585-dc82-44a0-a244-5eb0b4a891e9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:56.521799 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-9aae0585-dc82-44a0-a244-5eb0b4a891e9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.0989823 Jul 09 13:54:56.537050 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-c7f9b482-522d-41d4-9d65-bb613645be12 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/quotas/b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 375 time: 0.0091336 Jul 09 13:54:56.606592 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-22acab8e-8cae-4e8b-9eb2-82aba79a41ad tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646071 Jul 09 13:54:56.701992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-17ae902c-6450-4523-aee0-b39e6ff2e9ff service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887539 Jul 09 13:54:56.790453 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-77a5b88b-2873-4ab2-9aed-6938a918c3be service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828369 Jul 09 13:54:56.994801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c19e7c00-fc52-4511-8e7c-00939726b752 req-543377d7-1717-4bbe-b625-6c0c1815488c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 210 time: 0.0287211 Jul 09 13:54:58.027186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-787db51b-9aba-4fbe-a7bb-bc600d505a47 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:58.028777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-787db51b-9aba-4fbe-a7bb-bc600d505a47 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.1167243 Jul 09 13:54:58.044106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'port': {'device_id': '6643a357-d7fa-4a91-a040-5394975cc4dc', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'admin_state_up': True, 'tenant_id': 'b57147e1794d4cfda070a208b7533c08'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:58.156061 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b12b0957-d787-4d55-b1e6-de734b484219 req-0dbdc02a-c762-4c37-82a4-b541f58d9015 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 210 time: 0.0366850 Jul 09 13:54:58.174201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Made reservation on behalf of b57147e1794d4cfda070a208b7533c08 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:58.186195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.326999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Allocated IP 172.20.0.14 (97a50f3e-eabc-4d0c-a5f6-5ab8cce90900/67540b32-e48e-4891-a01d-527909018664/98ea6cfc-3aa7-4dab-bb67-ff1f545011fc) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:58.503953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.523469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Transition to ACTIVE for port object 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:58.561167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.618814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:58.622728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'Port': ['ID=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:58.625139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:58.627235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:58.676012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:58.676663 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.693530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-447f37d1-9aff-4844-9618-cdbc9eb2c406 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6536806 Jul 09 13:54:58.705846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Request body: {'port': {'device_id': '6643a357-d7fa-4a91-a040-5394975cc4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:58.782117 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.851297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a0f98c30-f44b-4044-a28b-31738cf1c9b6 None None] Provisioning for port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:58.855640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a0f98c30-f44b-4044-a28b-31738cf1c9b6 None None] Provisioning complete for port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:58.856119 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a0f98c30-f44b-4044-a28b-31738cf1c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.891755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a0f98c30-f44b-4044-a28b-31738cf1c9b6 None None] Port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:59.066218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:59.074624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:59.088296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Transition to ACTIVE for port object 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:59.092343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:59.162470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Pushing event updated for resources: {'Port': ['ID=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:59.217263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Attempting to bind port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:59.217678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Attempting to bind port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:59.218011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Attempting to bind port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:59.222752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:54:59.223247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Attempting to bind port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:59.229027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:59.229374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Checking segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:59.229770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Bound using segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:59.230198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Bound port: 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:59.230564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:59.639235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] For port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:59.661078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] For port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:59.670179 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:59.681095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6907011-a196-42e9-97f2-9384433c10fb req-b52c71bc-4ec5-41e5-b62b-a153fa95568a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:59.682576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6907011-a196-42e9-97f2-9384433c10fb req-b52c71bc-4ec5-41e5-b62b-a153fa95568a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.1120536 Jul 09 13:54:59.737832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:59.738823 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:59.739860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] 10.222.0.11 "PUT /v2.0/ports/98ea6cfc-3aa7-4dab-bb67-ff1f545011fc HTTP/1.1" status: 200 len: 1092 time: 1.0385849 Jul 09 13:54:59.740295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6643a357-d7fa-4a91-a040-5394975cc4dc', 'tag': '98ea6cfc-3aa7-4dab-bb67-ff1f545011fc'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:59.743332 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da576be-30c2-4674-9025-caf562f11523" -d '{"events": [{"name": "network-changed", "server_uuid": "6643a357-d7fa-4a91-a040-5394975cc4dc", "tag": "98ea6cfc-3aa7-4dab-bb67-ff1f545011fc"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:59.781880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6907011-a196-42e9-97f2-9384433c10fb req-1f050532-3437-4b94-8acc-bb6e2dfb79bd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769458 Jul 09 13:54:59.782486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a2fc3-ecb3-4695-9a14-442b82cf15ca service neutron] Pushing event updated for resources: {'Port': ['ID=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:59.807153 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1ef59e-f4d1-4c35-be21-7aa47d0b720e x-openstack-request-id: req-8b1ef59e-f4d1-4c35-be21-7aa47d0b720e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:59.807527 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6643a357-d7fa-4a91-a040-5394975cc4dc", "tag": "98ea6cfc-3aa7-4dab-bb67-ff1f545011fc", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:59.807734 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b1ef59e-f4d1-4c35-be21-7aa47d0b720e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:59.808135 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6643a357-d7fa-4a91-a040-5394975cc4dc', 'tag': '98ea6cfc-3aa7-4dab-bb67-ff1f545011fc', 'status': 'completed', 'code': 200} Jul 09 13:54:59.856056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-ddddf932-2bea-40f1-b936-d7ae73380237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:59.857589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-ddddf932-2bea-40f1-b936-d7ae73380237 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 1095 time: 0.0652859 Jul 09 13:54:59.901096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-84c1cfe5-b08b-4183-988c-4dfcd01b234c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc HTTP/1.1" status: 200 len: 217 time: 0.0361207 Jul 09 13:54:59.957196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-ce7e15cd-dbf8-48c6-8522-a9ac1880105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:59.958802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-ce7e15cd-dbf8-48c6-8522-a9ac1880105a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0515487 Jul 09 13:55:00.023189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-e619a76a-4629-4b61-9880-99c6fb654a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:00.025704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-e619a76a-4629-4b61-9880-99c6fb654a90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567968 Jul 09 13:55:00.120513 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-6f697266-9c44-4676-8622-071c1a9466bf service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884087 Jul 09 13:55:00.216286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43b54eac-2f0e-4a7b-b992-0715d964e9b7 req-a13a4978-6ee8-4a47-b48e-05f19ac99142 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897698 Jul 09 13:55:00.310587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da576be-30c2-4674-9025-caf562f11523 req-e24e64f5-d656-42f7-ba83-c41624681faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:00.312152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da576be-30c2-4674-9025-caf562f11523 req-e24e64f5-d656-42f7-ba83-c41624681faa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 1095 time: 0.0530996 Jul 09 13:55:00.423700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da576be-30c2-4674-9025-caf562f11523 req-95d9c120-ecff-4b04-86a7-017486696ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:00.425209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da576be-30c2-4674-9025-caf562f11523 req-95d9c120-ecff-4b04-86a7-017486696ed4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.1064801 Jul 09 13:55:00.466758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da576be-30c2-4674-9025-caf562f11523 req-a9294eea-dce5-4d09-ab80-3537145ab46f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc HTTP/1.1" status: 200 len: 217 time: 0.0356274 Jul 09 13:55:00.515289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da576be-30c2-4674-9025-caf562f11523 req-d115f2e9-e0ef-4a92-be14-dc2b92acec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:00.516664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da576be-30c2-4674-9025-caf562f11523 req-d115f2e9-e0ef-4a92-be14-dc2b92acec80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0445211 Jul 09 13:55:00.581439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da576be-30c2-4674-9025-caf562f11523 req-aa76b5d9-6cc0-48ef-bdc6-1c2674ab85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:00.582929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da576be-30c2-4674-9025-caf562f11523 req-aa76b5d9-6cc0-48ef-bdc6-1c2674ab85d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604665 Jul 09 13:55:00.676530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da576be-30c2-4674-9025-caf562f11523 req-3d7a6c19-ea0c-4126-8e13-2af052b591e8 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869126 Jul 09 13:55:00.807473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7da576be-30c2-4674-9025-caf562f11523 req-1ac5bcb7-145d-4f09-a22c-c6f115b969ee service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242445 Jul 09 13:55:01.045720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194725ae-a6b1-4ea3-9203-db9fe72263fb req-26b3a034-aed5-4711-99bc-4dbc619e1e71 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:01.047471 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-194725ae-a6b1-4ea3-9203-db9fe72263fb req-26b3a034-aed5-4711-99bc-4dbc619e1e71 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0952244 Jul 09 13:55:01.109716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-194725ae-a6b1-4ea3-9203-db9fe72263fb req-9bc75480-ebdf-47ce-8ca2-46157bb66149 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 Jul 09 13:55:02.374613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea785d7-9923-4941-8a2c-09beba97728c req-32b26fa8-6a68-4a3d-a394-a14ad3485f38 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:02.376282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ea785d7-9923-4941-8a2c-09beba97728c req-32b26fa8-6a68-4a3d-a394-a14ad3485f38 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0826354 Jul 09 13:55:02.430598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ea785d7-9923-4941-8a2c-09beba97728c req-65aeb2b9-c91d-4f51-bec9-cfc0c8baf5d7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485430 Jul 09 13:55:03.640638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99876946-d379-4219-bbbd-e2d6057d99ba req-2c940bfb-3a3f-4982-a52e-bf6dae13f2b2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:03.642304 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99876946-d379-4219-bbbd-e2d6057d99ba req-2c940bfb-3a3f-4982-a52e-bf6dae13f2b2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0670631 Jul 09 13:55:03.687477 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-99876946-d379-4219-bbbd-e2d6057d99ba req-94df6920-f0f6-4841-a7f6-b3f012933367 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Jul 09 13:55:04.872502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b7b2a-b0b5-4bf3-a9ed-4cef93669880 req-32433c12-5df2-4e8f-9dd5-44bdd4d1ae24 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:04.873936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-371b7b2a-b0b5-4bf3-a9ed-4cef93669880 req-32433c12-5df2-4e8f-9dd5-44bdd4d1ae24 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0737181 Jul 09 13:55:04.912842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-371b7b2a-b0b5-4bf3-a9ed-4cef93669880 req-42e0812a-2f79-4c43-909d-71eaeb3fd3ae tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Jul 09 13:55:06.086703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634bf25-198a-4629-a513-eea5e3272d32 req-8ebdf33e-f3a8-4442-87b5-3ea85a5b9ac5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:06.088253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f634bf25-198a-4629-a513-eea5e3272d32 req-8ebdf33e-f3a8-4442-87b5-3ea85a5b9ac5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0640767 Jul 09 13:55:06.129583 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f634bf25-198a-4629-a513-eea5e3272d32 req-8a3ffffd-6e23-4e87-a953-65b2ad3c560e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358124 Jul 09 13:55:07.301469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b4904-92dd-413a-926e-354e8c76e06a req-fdcdb2b0-57bd-4646-a6bb-62e417a42e36 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:07.302843 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-836b4904-92dd-413a-926e-354e8c76e06a req-fdcdb2b0-57bd-4646-a6bb-62e417a42e36 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0644453 Jul 09 13:55:07.340184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-836b4904-92dd-413a-926e-354e8c76e06a req-c17674d9-051e-44f2-b959-38163cef9cc7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Jul 09 13:55:08.512266 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ec53-5b66-4c90-b51a-3a596311f3fd req-d132272a-d000-41c0-9834-71014d8ff468 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:08.513955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1902ec53-5b66-4c90-b51a-3a596311f3fd req-d132272a-d000-41c0-9834-71014d8ff468 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0645218 Jul 09 13:55:08.553235 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1902ec53-5b66-4c90-b51a-3a596311f3fd req-035dfad8-035c-4af7-acd7-e5de9ab9d4be tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Jul 09 13:55:09.488949 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa273bd-566b-42a9-beb8-6705825e767f req-eb16e39f-48a4-4356-9ca8-80fed582d275 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:09.490389 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7fa273bd-566b-42a9-beb8-6705825e767f req-eb16e39f-48a4-4356-9ca8-80fed582d275 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 945 time: 0.0653191 Jul 09 13:55:09.530224 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7fa273bd-566b-42a9-beb8-6705825e767f req-bac30516-6bc2-48a4-bc07-1a4f3a6fec06 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336308 Jul 09 13:55:09.738692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7bc1a-3995-45b2-82ec-5a8c4d8d9ac8 req-eb6ecb9a-a741-4951-b21c-7929b73a6da6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:09.740292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38b7bc1a-3995-45b2-82ec-5a8c4d8d9ac8 req-eb6ecb9a-a741-4951-b21c-7929b73a6da6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0714521 Jul 09 13:55:09.786449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38b7bc1a-3995-45b2-82ec-5a8c4d8d9ac8 req-17dcae7b-7e5f-44e7-92b8-3e90bbe0a792 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Jul 09 13:55:10.716004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00418e-756d-4dfb-9b3f-5fc75b9c986e req-8781e904-75c8-4060-a5f9-f37e7aa72219 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:10.717703 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d00418e-756d-4dfb-9b3f-5fc75b9c986e req-8781e904-75c8-4060-a5f9-f37e7aa72219 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 945 time: 0.0682070 Jul 09 13:55:10.758179 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0d00418e-756d-4dfb-9b3f-5fc75b9c986e req-0f31d941-e500-4c78-8969-a3b8406963b9 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/security-groups?id=acac98c4-e698-4211-8aa2-e7df76003b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344460 Jul 09 13:55:10.768982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bf417-eee5-4234-a859-f619d06d76a1 req-536a04cc-6df5-4523-9213-7fc60efeec8d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:10.770474 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-206bf417-eee5-4234-a859-f619d06d76a1 req-536a04cc-6df5-4523-9213-7fc60efeec8d tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 945 time: 0.0655801 Jul 09 13:55:10.884002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Deleting port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:10.884348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:11.017779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] For port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:11.018145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:11.040808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749cfc6-6598-43c4-8eed-e976191cb407 req-4abd3cfe-7a08-4591-8f4e-68444f6d22c9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:11.042316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6749cfc6-6598-43c4-8eed-e976191cb407 req-4abd3cfe-7a08-4591-8f4e-68444f6d22c9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.1136565 Jul 09 13:55:11.172175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6749cfc6-6598-43c4-8eed-e976191cb407 req-e156534b-7da6-44e7-bc45-7e9728ea2668 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088738 Jul 09 13:55:11.278151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:11.278534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:11.278843 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Floating IP 9d127193-3db9-482a-a035-13317e8cfb2b disassociated. External IP: 172.25.5.91, port: 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0. Jul 09 13:55:11.279211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Calling delete_port for 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:11.416123 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:11.448690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event deleted for resources: {'Port': ['ID=3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:11.564833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Router c065e939-0c36-4660-ad29-6f4fc0f69bcb has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:55:11.676808 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:11.688022 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] Sync routers for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:11.698283 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:11.699270 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:11.735978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] No DVR routers for this DVR port 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:55:11.739179 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:11.742747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-206bf417-eee5-4234-a859-f619d06d76a1 req-04be1dda-919a-439e-82ac-0fb4e1793104 tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.10 "DELETE /v2.0/ports/3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 HTTP/1.1" status: 204 len: 173 time: 0.9653790 Jul 09 13:55:11.743192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a974499-676f-47cb-ad35-5cb282ce635a', 'name': 'network-vif-deleted', 'tag': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:11.745640 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ae675-6347-4a6f-af6b-c41c8f682507" -d '{"events": [{"server_uuid": "4a974499-676f-47cb-ad35-5cb282ce635a", "name": "network-vif-deleted", "tag": "3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:11.790135 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3743b3-6043-421c-943d-724ed8500e4c x-openstack-request-id: req-2f3743b3-6043-421c-943d-724ed8500e4c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:11.790718 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a974499-676f-47cb-ad35-5cb282ce635a", "name": "network-vif-deleted", "tag": "3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:11.790718 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f3743b3-6043-421c-943d-724ed8500e4c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:11.791139 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a974499-676f-47cb-ad35-5cb282ce635a', 'name': 'network-vif-deleted', 'tag': '3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0', 'status': 'completed', 'code': 200} Jul 09 13:55:11.834196 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:12.160441 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 5, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:12.165165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc8ac8bb-a8fc-4561-b910-22a91140208c req-d589bea8-3c31-44f8-97a2-01634d74adfb tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a974499-676f-47cb-ad35-5cb282ce635a HTTP/1.1" status: 200 len: 210 time: 0.0331147 Jul 09 13:55:12.186796 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] Checking router: c065e939-0c36-4660-ad29-6f4fc0f69bcb for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:12.196066 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:12.196435 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:12.307980 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:12.364301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22834767-aa37-4a88-916d-bc596606931a req-5e248f8a-1008-4591-ae90-c815c47ac24c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:12.367243 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-22834767-aa37-4a88-916d-bc596606931a req-5e248f8a-1008-4591-ae90-c815c47ac24c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0769565 Jul 09 13:55:12.415299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-22834767-aa37-4a88-916d-bc596606931a req-63cbd565-c60f-4f0b-b23e-6293d32a7ba5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Jul 09 13:55:12.519384 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 5, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:12.545665 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b47041-6db6-4542-892d-12fecb4cbdc7 None None] The sync data for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 is: [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:02Z', 'revision_number': 4, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ec7a9d73-ec04-4424-9c93-82f241ee98a8', 'name': '', 'network_id': 'a4df233b-168a-4b56-9e65-b468ea68e066', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'mac_address': 'fa:16:3e:ea:6a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:01Z', 'updated_at': '2021-07-09T13:50:09Z', 'revision_number': 5, 'project_id': '10371b2b61de4697916e122f16101f5f', 'subnets': [{'id': '1859690f-5321-4891-9c07-c1818a7e8ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:12.761794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe50b6-3ed4-4ef1-95fa-308d7b09cd6f None None] New status for floating IP 9d127193-3db9-482a-a035-13317e8cfb2b: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:55:13.215192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47600) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:13.260893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47602) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:13.284556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-409481ac-9e6c-4833-91ed-98ffafc6dc9f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/floatingips/c9e4b207-6fc1-40d9-aa25-2d6b5f486af6 HTTP/1.1" status: 200 len: 992 time: 0.0681834 Jul 09 13:55:13.386931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Deleting port 4ac2dc60-6d66-4cc1-b861-93a8f1e3c51a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:13.387319 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:13.416113 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:13.463961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:13.464295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:13.475761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Calling delete_port for 4ac2dc60-6d66-4cc1-b861-93a8f1e3c51a owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:13.578391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47610) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:13.618833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379094e4-7754-4ec4-b214-351aa055c7f2 req-6b65e478-c137-4d14-89ac-5acb02456aa4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:13.620491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-379094e4-7754-4ec4-b214-351aa055c7f2 req-6b65e478-c137-4d14-89ac-5acb02456aa4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0897727 Jul 09 13:55:13.684214 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-379094e4-7754-4ec4-b214-351aa055c7f2 req-f8e9cbe2-1a82-4a1e-b0e0-5df69c4d18d1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456252 Jul 09 13:55:13.685170 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:13.716676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event deleted for resources: {'Port': ['ID=4ac2dc60-6d66-4cc1-b861-93a8f1e3c51a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:13.737241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:13.760589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:13.760934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 3da0cc3e-4f44-4c1f-b3b0-d1b4afd404c0 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:13.782882 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:13.785521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:13.786716 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1aa00b61-1230-4429-b7ee-b8e42bdb3cae tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "DELETE /v2.0/floatingips/9d127193-3db9-482a-a035-13317e8cfb2b HTTP/1.1" status: 204 len: 168 time: 0.5247641 Jul 09 13:55:13.932446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47616) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:13.995471 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b507b5d3-4975-424a-ad84-12df5c4fb08b tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.023221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b507b5d3-4975-424a-ad84-12df5c4fb08b tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.087648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b507b5d3-4975-424a-ad84-12df5c4fb08b tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.090191 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b507b5d3-4975-424a-ad84-12df5c4fb08b tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.091372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b507b5d3-4975-424a-ad84-12df5c4fb08b tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] 10.222.0.32 "DELETE /v2.0/security-groups/acac98c4-e698-4211-8aa2-e7df76003b60 HTTP/1.1" status: 204 len: 168 time: 0.1579006 Jul 09 13:55:14.101518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507b5d3-4975-424a-ad84-12df5c4fb08b tempest-TestServerBasicOps-115501715 tempest-TestServerBasicOps-115501715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac98c4-e698-4211-8aa2-e7df76003b60,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:14.131202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port e35af96d-a7c8-459e-8ec6-1bc71df533d5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:14.131202 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.136196 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47620) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:14.157573 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.227285 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.227612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.239636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for e35af96d-a7c8-459e-8ec6-1bc71df533d5 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:14.323854 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f600279c-973b-4f01-8c21-a32b2fd71715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.589762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.624773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=e35af96d-a7c8-459e-8ec6-1bc71df533d5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:14.684859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.685236 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.685573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.685902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.686256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.686590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.686912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.687254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.687575 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.687890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.688205 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.688521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:14.723618 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.723953 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Floating IP c9e4b207-6fc1-40d9-aa25-2d6b5f486af6 disassociated (deleted). External IP: 172.25.5.84, port: 7dcf749f-e76b-4e0a-aec0-cea1f6073883. Jul 09 13:55:14.865360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cf67c-9cb8-458c-9aa2-8d23535f4d65 req-2b1dd50c-5dc7-4d9b-9715-f7366bcde4ce tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:14.867551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e56cf67c-9cb8-458c-9aa2-8d23535f4d65 req-2b1dd50c-5dc7-4d9b-9715-f7366bcde4ce tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0675097 Jul 09 13:55:14.905802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e56cf67c-9cb8-458c-9aa2-8d23535f4d65 req-abaa475f-60d5-401c-9403-6bf94d27dbf2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Jul 09 13:55:15.005121 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:15.048508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:55:15.251265 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:15.256209 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:15.260412 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] Sync routers for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:15.269034 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:15.269636 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:15.310044 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-79db102a-6c5c-462e-85f8-526407792412 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/floatingips/c9e4b207-6fc1-40d9-aa25-2d6b5f486af6 HTTP/1.1" status: 204 len: 168 time: 1.7304292 Jul 09 13:55:15.311846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:15.314141 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ef477b-8e20-4663-bebb-06bf9fa6d964" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:15.361390 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e907c-2767-43d9-8220-c8a89f0e2581 x-openstack-request-id: req-858e907c-2767-43d9-8220-c8a89f0e2581 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:15.361899 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:15.362154 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-858e907c-2767-43d9-8220-c8a89f0e2581 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:15.362559 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'status': 'completed', 'code': 200} Jul 09 13:55:15.388734 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:15.410990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Deleting port ec7a9d73-ec04-4424-9c93-82f241ee98a8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:15.411566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:15.445978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-ab440725-5e41-4ff4-b45a-0ea388080fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:15.447802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-ab440725-5e41-4ff4-b45a-0ea388080fab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 1096 time: 0.0574713 Jul 09 13:55:15.518375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] For port ec7a9d73-ec04-4424-9c93-82f241ee98a8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ec7a9d73-ec04-4424-9c93-82f241ee98a8,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:15.518748 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:15.543589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Calling delete_port for ec7a9d73-ec04-4424-9c93-82f241ee98a8 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:15.567520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-69412b95-bb8f-4dab-95c6-1e8b2725086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:15.569176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-69412b95-bb8f-4dab-95c6-1e8b2725086c service neutron] 10.222.0.10 "GET /v2.0/networks?id=08be38ed-9edf-44cb-a663-ce9ec49078db HTTP/1.1" status: 200 len: 896 time: 0.1130531 Jul 09 13:55:15.616829 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-31cccca3-22a6-4a21-86e0-670e3f84efe9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883 HTTP/1.1" status: 200 len: 217 time: 0.0404100 Jul 09 13:55:15.647671 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:29Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:15.676327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-5d80892c-a375-4bd9-96d2-1d71e87e910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:15.677709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-5d80892c-a375-4bd9-96d2-1d71e87e910c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26537ec2-5fc5-4336-82c4-a7756ed6f65d HTTP/1.1" status: 200 len: 835 time: 0.0539882 Jul 09 13:55:15.689626 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] Checking router: e448a677-a4ce-4db8-ba63-cc3b88f9c4eb for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:15.699225 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:15.700007 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:15.787190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:15.812072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-6dd8a36c-3d96-4c98-8426-250fb7fd4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:15.813910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-6dd8a36c-3d96-4c98-8426-250fb7fd4b30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08be38ed-9edf-44cb-a663-ce9ec49078db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268082 Jul 09 13:55:15.816051 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7a9d73-ec04-4424-9c93-82f241ee98a8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:15.823450 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:15.831740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e71d6b-d0b1-47fa-b5d3-64d1df729776 req-e275fe05-be1a-479e-8ddb-4caa309c018a tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:15.839344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98e71d6b-d0b1-47fa-b5d3-64d1df729776 req-e275fe05-be1a-479e-8ddb-4caa309c018a tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 945 time: 0.1184475 Jul 09 13:55:15.845359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-20a1fc01-a49f-4500-bae7-23fb2c1404bc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:55:15.846554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-20a1fc01-a49f-4500-bae7-23fb2c1404bc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243096 Jul 09 13:55:15.946614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-98e71d6b-d0b1-47fa-b5d3-64d1df729776 req-b542a934-d658-4519-b0f2-ba1927cdb481 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019130 Jul 09 13:55:15.998534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-e3b7a095-f0fa-41f8-b0f1-f2f9ff8ef97b service neutron] 10.222.0.10 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435845 Jul 09 13:55:16.065081 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:16.090333 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:29Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:16.122596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15731a-3def-4472-a675-bfa43ce4e72d None None] The sync data for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 is: [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 4, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'a4a5af5d-cf35-4866-8858-f0785d4d6428', 'name': '', 'network_id': '08be38ed-9edf-44cb-a663-ce9ec49078db', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'mac_address': 'fa:16:3e:4d:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:23Z', 'updated_at': '2021-07-09T13:54:29Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'subnets': [{'id': '26537ec2-5fc5-4336-82c4-a7756ed6f65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:16.130616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68ef477b-8e20-4663-bebb-06bf9fa6d964 req-57bf5ece-0ac5-4ade-af72-07f6882e7acb service neutron] 10.222.0.10 "GET /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229570 Jul 09 13:55:16.232596 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfceaa-56ee-4533-b63d-664fee61309c req-837f5d8f-b92d-4824-8aeb-88d28324024c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:16.234159 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dddfceaa-56ee-4533-b63d-664fee61309c req-837f5d8f-b92d-4824-8aeb-88d28324024c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.1654034 Jul 09 13:55:16.365626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5569d-cf47-4cc1-88e9-7bc14073aa09 None None] New status for floating IP c9e4b207-6fc1-40d9-aa25-2d6b5f486af6: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:55:16.570651 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dddfceaa-56ee-4533-b63d-664fee61309c req-51a7a09b-a202-4133-b743-4c727d1a1417 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302338 Jul 09 13:55:16.631065 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Router c065e939-0c36-4660-ad29-6f4fc0f69bcb has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:55:16.735902 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:16.740780 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-77c84c21-07be-4961-ab5e-57c442cfb355 admin admin] 10.222.0.32 "PUT /v2.0/routers/c065e939-0c36-4660-ad29-6f4fc0f69bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6033142 Jul 09 13:55:16.744450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47636) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:16.746760 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] Sync routers for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:16.758487 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:16.759226 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:54:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:16.848263 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:16.865803 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:16.887291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aee44354-b456-4266-b803-9a9e5dcc6989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:16.933815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-c94d7c83-3b06-4d7a-a383-a78d2cb865eb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:16.935770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-c94d7c83-3b06-4d7a-a383-a78d2cb865eb tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 945 time: 0.0663369 Jul 09 13:55:16.950808 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.012395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Deleting port a3090e4e-997b-431b-b8f9-15036270696d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:17.012920 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.035944 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.114017 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] For port a3090e4e-997b-431b-b8f9-15036270696d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a3090e4e-997b-431b-b8f9-15036270696d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:17.114544 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.137472 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:55:15Z', 'revision_number': 5, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port': {'id': 'a3090e4e-997b-431b-b8f9-15036270696d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:17.137737 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Calling delete_port for a3090e4e-997b-431b-b8f9-15036270696d owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:17.151681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:17.152203 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.210653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20f2b4-353c-4677-affe-3d9baa42b58b req-69daeaf2-3d17-46cb-9d1e-64909b285344 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:17.212192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa20f2b4-353c-4677-affe-3d9baa42b58b req-69daeaf2-3d17-46cb-9d1e-64909b285344 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6bccb29-0ff8-4608-8680-b4cfd561859a HTTP/1.1" status: 200 len: 945 time: 0.1373971 Jul 09 13:55:17.267211 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] Checking router: c065e939-0c36-4660-ad29-6f4fc0f69bcb for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:17.276531 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] Routers {'c065e939-0c36-4660-ad29-6f4fc0f69bcb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:17.277153 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:17.289461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa20f2b4-353c-4677-affe-3d9baa42b58b req-4074938c-7af7-475d-936b-778c759e1b89 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ebb80a-14d1-4e06-aa35-b770fae1a379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684175 Jul 09 13:55:17.296416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port 7dcf749f-e76b-4e0a-aec0-cea1f6073883, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7dcf749f-e76b-4e0a-aec0-cea1f6073883,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:17.296891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.320036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for 7dcf749f-e76b-4e0a-aec0-cea1f6073883 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:17.333960 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.361508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3090e4e-997b-431b-b8f9-15036270696d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:17.368770 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] Set router c065e939-0c36-4660-ad29-6f4fc0f69bcb gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:17.428018 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:55:16Z', 'revision_number': 6, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:17.433629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.456801 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57451f82-9c87-4e37-9e4a-1d30cb56f85c None None] The sync data for ids ['c065e939-0c36-4660-ad29-6f4fc0f69bcb'] in n-d-799524-3 is: [{'id': 'c065e939-0c36-4660-ad29-6f4fc0f69bcb', 'name': 'tempest-TestServerBasicOps-1684533168-router', 'tenant_id': '10371b2b61de4697916e122f16101f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:49:58Z', 'updated_at': '2021-07-09T13:55:16Z', 'revision_number': 6, 'project_id': '10371b2b61de4697916e122f16101f5f', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:17.465411 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.503290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=7dcf749f-e76b-4e0a-aec0-cea1f6073883,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:17.530097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.532271 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.558333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] No DVR routers for this DVR port 7dcf749f-e76b-4e0a-aec0-cea1f6073883 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:55:17.561247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.563421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ecb6f93-786b-4e7f-ab8e-6d56b6f70203 req-48b05d05-d303-4b01-90f0-11c802717d3e tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.10 "DELETE /v2.0/ports/7dcf749f-e76b-4e0a-aec0-cea1f6073883 HTTP/1.1" status: 204 len: 173 time: 0.6223588 Jul 09 13:55:17.563908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'name': 'network-vif-deleted', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:17.566197 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b575511-fc04-4201-98ba-6e61427292f2" -d '{"events": [{"server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "name": "network-vif-deleted", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:17.579551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.580118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c065e939-0c36-4660-ad29-6f4fc0f69bcb {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:55:17.586824 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.588034 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-04d16e38-c574-4d40-8304-6cce302dd506 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c065e939-0c36-4660-ad29-6f4fc0f69bcb HTTP/1.1" status: 204 len: 168 time: 0.8426375 Jul 09 13:55:17.590640 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47642) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:17.604015 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34607eb-47cd-41d2-b45f-f415529b7689 x-openstack-request-id: req-e34607eb-47cd-41d2-b45f-f415529b7689 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:17.604317 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bccb29-0ff8-4608-8680-b4cfd561859a", "name": "network-vif-deleted", "tag": "7dcf749f-e76b-4e0a-aec0-cea1f6073883", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:17.604573 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e34607eb-47cd-41d2-b45f-f415529b7689 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:17.605117 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bccb29-0ff8-4608-8680-b4cfd561859a', 'name': 'network-vif-deleted', 'tag': '7dcf749f-e76b-4e0a-aec0-cea1f6073883', 'status': 'completed', 'code': 200} Jul 09 13:55:17.643433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37c5e8e-7cf7-41e8-9779-8c7818ddbf50 admin admin] Deleting subnet 1859690f-5321-4891-9c07-c1818a7e8ac0 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:55:17.646974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a37c5e8e-7cf7-41e8-9779-8c7818ddbf50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.686998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a37c5e8e-7cf7-41e8-9779-8c7818ddbf50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.770155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4117e9d-5d68-43eb-8752-907da578296f req-981e5627-905b-4a96-b2c1-b617aa3bc7ea tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:17.771110 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a37c5e8e-7cf7-41e8-9779-8c7818ddbf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.771717 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4117e9d-5d68-43eb-8752-907da578296f req-981e5627-905b-4a96-b2c1-b617aa3bc7ea tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.0736969 Jul 09 13:55:17.821380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4117e9d-5d68-43eb-8752-907da578296f req-b4fbe4b2-9803-4167-bbeb-a89cc61e2402 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Jul 09 13:55:17.837415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a37c5e8e-7cf7-41e8-9779-8c7818ddbf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.864995 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c5e8e-7cf7-41e8-9779-8c7818ddbf50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1859690f-5321-4891-9c07-c1818a7e8ac0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:17.869825 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a37c5e8e-7cf7-41e8-9779-8c7818ddbf50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:17.871841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a37c5e8e-7cf7-41e8-9779-8c7818ddbf50 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1859690f-5321-4891-9c07-c1818a7e8ac0 HTTP/1.1" status: 204 len: 168 time: 0.2800140 Jul 09 13:55:17.874398 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47646) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:17.878653 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868205cb-90b7-418e-a882-ef19a748fad9 None None] Network a4df233b-168a-4b56-9e65-b468ea68e066 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:55:17.957540 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.017326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Deleting port e3cad53c-2a9f-47af-aae8-524b3810998c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:18.017723 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.092245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] For port e3cad53c-2a9f-47af-aae8-524b3810998c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e3cad53c-2a9f-47af-aae8-524b3810998c,segment=NetworkSegment(0293b535-42be-46c7-9827-fa98aa831147),segment_id=0293b535-42be-46c7-9827-fa98aa831147)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:18.092610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.109315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Calling delete_port for e3cad53c-2a9f-47af-aae8-524b3810998c owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:18.192697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.219106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cad53c-2a9f-47af-aae8-524b3810998c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:18.223010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] No DVR routers for this DVR port e3cad53c-2a9f-47af-aae8-524b3810998c on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:55:18.277153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e7589c-99f7-499f-80ee-f186dfc9d468 None None] DHCP port deletion for a4df233b-168a-4b56-9e65-b468ea68e066 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:55:18.305001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.317038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4df233b-168a-4b56-9e65-b468ea68e066']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:18.317339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.329368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0293b535-42be-46c7-9827-fa98aa831147') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:18.329665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0293b535-42be-46c7-9827-fa98aa831147') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:18.340017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.356953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.364001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:55:18.366284 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:55:18.376793 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:55:18.391281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47650) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:18.466054 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b56fbefd-590f-4cf7-8d3b-d51856a1361c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.495842 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b56fbefd-590f-4cf7-8d3b-d51856a1361c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.568889 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b56fbefd-590f-4cf7-8d3b-d51856a1361c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.572804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b56fbefd-590f-4cf7-8d3b-d51856a1361c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.574036 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b56fbefd-590f-4cf7-8d3b-d51856a1361c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3ebb80a-14d1-4e06-aa35-b770fae1a379 HTTP/1.1" status: 204 len: 168 time: 0.1816516 Jul 09 13:55:18.584289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fbefd-590f-4cf7-8d3b-d51856a1361c tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ebb80a-14d1-4e06-aa35-b770fae1a379,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:18.617547 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47654) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:18.744816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.750386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:18.752258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a4df233b-168a-4b56-9e65-b468ea68e066 HTTP/1.1" status: 204 len: 168 time: 0.8768647 Jul 09 13:55:18.763094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47656) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:18.769123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7515ca-8266-42c2-a0f2-2a49e8fdc3a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4df233b-168a-4b56-9e65-b468ea68e066,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:19.036575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.047890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f3c0-9dc0-4e35-ae3b-cf0e51b3e1f7 req-0c89606e-d04a-4158-a048-06e04ea43938 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:19.049476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4186f3c0-9dc0-4e35-ae3b-cf0e51b3e1f7 req-0c89606e-d04a-4158-a048-06e04ea43938 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.1027806 Jul 09 13:55:19.124079 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.134146 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a3090e4e-997b-431b-b8f9-15036270696d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:19.156725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4186f3c0-9dc0-4e35-ae3b-cf0e51b3e1f7 req-7e849eb3-b5e5-493f-9916-96a9f0112668 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752361 Jul 09 13:55:19.160951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: a3090e4e-997b-431b-b8f9-15036270696d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:19.161368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a3090e4e-997b-431b-b8f9-15036270696d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:19.161853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e3cad53c-2a9f-47af-aae8-524b3810998c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:19.188370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e3cad53c-2a9f-47af-aae8-524b3810998c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:19.188725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e3cad53c-2a9f-47af-aae8-524b3810998c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:19.189143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ec7a9d73-ec04-4424-9c93-82f241ee98a8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:19.212379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ec7a9d73-ec04-4424-9c93-82f241ee98a8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:19.212893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ec7a9d73-ec04-4424-9c93-82f241ee98a8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:19.360011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port a4a5af5d-cf35-4866-8858-f0785d4d6428 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:19.360360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.392087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Deleting port 880c1920-abd1-476a-99cb-f1370f0cd9e0 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:19.392640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.450696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port a4a5af5d-cf35-4866-8858-f0785d4d6428, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a4a5af5d-cf35-4866-8858-f0785d4d6428,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:19.451151 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.463465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for a4a5af5d-cf35-4866-8858-f0785d4d6428 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:19.473237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] For port 880c1920-abd1-476a-99cb-f1370f0cd9e0, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=880c1920-abd1-476a-99cb-f1370f0cd9e0,segment=NetworkSegment(25688f68-6e27-46db-a668-252aa09024f5),segment_id=25688f68-6e27-46db-a668-252aa09024f5)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:19.473595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.486742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Calling delete_port for 880c1920-abd1-476a-99cb-f1370f0cd9e0 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:19.663590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.669116 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.692485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=a4a5af5d-cf35-4866-8858-f0785d4d6428,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:19.696311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Pushing event deleted for resources: {'Port': ['ID=880c1920-abd1-476a-99cb-f1370f0cd9e0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:19.737504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7dcf749f-e76b-4e0a-aec0-cea1f6073883 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:19.777073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 7dcf749f-e76b-4e0a-aec0-cea1f6073883 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:19.777417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7dcf749f-e76b-4e0a-aec0-cea1f6073883 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:19.801884 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.897217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:19.910777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.154155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Router 8979b0b6-5bee-479d-8132-d8d9eda11500 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:55:20.268850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:20.274385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f8243423-c769-41d0-900f-a40b04f76724 admin admin] 10.222.0.32 "PUT /v2.0/routers/8979b0b6-5bee-479d-8132-d8d9eda11500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5099347 Jul 09 13:55:20.276810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47662) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:20.279838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] Sync routers for ids ['8979b0b6-5bee-479d-8132-d8d9eda11500'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:20.290640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] Routers {'8979b0b6-5bee-479d-8132-d8d9eda11500'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:20.291473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8979b0b6-5bee-479d-8132-d8d9eda11500'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:20.402543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] Set router 8979b0b6-5bee-479d-8132-d8d9eda11500 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:20.419778 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:55:20.437748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692eda9-2fc3-4aa7-8b46-da318c245936 req-98eef31b-63dc-4085-bb31-bb45d34255b9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:20.439307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3692eda9-2fc3-4aa7-8b46-da318c245936 req-98eef31b-63dc-4085-bb31-bb45d34255b9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.1516120 Jul 09 13:55:20.440929 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.531469 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:20.536678 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-69c3c620-4464-4f85-af3f-89eedec15846 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "PUT /v2.0/routers/e448a677-a4ce-4db8-ba63-cc3b88f9c4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9179320 Jul 09 13:55:20.541746 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47664) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:20.544305 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] Sync routers for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:20.554401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3692eda9-2fc3-4aa7-8b46-da318c245936 req-a30a553a-f158-4045-83b8-003496d8d46b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724823 Jul 09 13:55:20.558166 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:20.558974 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:20.581640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.597944 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9062651-245d-4aef-a4c6-966fa752d2b8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting subnet 26537ec2-5fc5-4336-82c4-a7756ed6f65d {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:55:20.600682 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9062651-245d-4aef-a4c6-966fa752d2b8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.641566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9062651-245d-4aef-a4c6-966fa752d2b8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.652190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Deleting port 410eed22-8a52-4da2-81d8-b51320550ba7 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:20.652493 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.657143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:55:19Z', 'revision_number': 5, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port': {'id': '410eed22-8a52-4da2-81d8-b51320550ba7', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:50:06Z', 'updated_at': '2021-07-09T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:20.686547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] Checking router: 8979b0b6-5bee-479d-8132-d8d9eda11500 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:20.695748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] Routers {'8979b0b6-5bee-479d-8132-d8d9eda11500'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:20.696462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8979b0b6-5bee-479d-8132-d8d9eda11500'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:20.701124 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:20.735492 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9062651-245d-4aef-a4c6-966fa752d2b8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.747098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] For port 410eed22-8a52-4da2-81d8-b51320550ba7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=410eed22-8a52-4da2-81d8-b51320550ba7,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:20.747467 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.761236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Calling delete_port for 410eed22-8a52-4da2-81d8-b51320550ba7 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:20.788599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] Set router 8979b0b6-5bee-479d-8132-d8d9eda11500 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:20.811233 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9062651-245d-4aef-a4c6-966fa752d2b8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.844940 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9062651-245d-4aef-a4c6-966fa752d2b8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Subnet': ['ID=26537ec2-5fc5-4336-82c4-a7756ed6f65d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:20.851566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:55:20Z', 'revision_number': 6, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:20.853312 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a9062651-245d-4aef-a4c6-966fa752d2b8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.859955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a9062651-245d-4aef-a4c6-966fa752d2b8 tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/subnets/26537ec2-5fc5-4336-82c4-a7756ed6f65d HTTP/1.1" status: 204 len: 168 time: 0.3169987 Jul 09 13:55:20.860622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47666) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:20.885282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef395a-945a-4d1b-9553-c3ca38202ca7 None None] Network 08be38ed-9edf-44cb-a663-ce9ec49078db requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:55:20.901041 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:55:19Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:20.933299 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] Checking router: e448a677-a4ce-4db8-ba63-cc3b88f9c4eb for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:20.947854 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] Routers {'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:20.948481 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:20.954023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e595a1-b7c4-4b7f-a42e-a38bb87ae159 None None] The sync data for ids ['8979b0b6-5bee-479d-8132-d8d9eda11500'] in n-d-799524-3 is: [{'id': '8979b0b6-5bee-479d-8132-d8d9eda11500', 'name': 'tempest-TestServerBasicOps-605719845-router', 'tenant_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:50:05Z', 'updated_at': '2021-07-09T13:55:20Z', 'revision_number': 6, 'project_id': 'b952e97a4bc94464a95ea53c0dfa9ee4', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:20.961377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.990603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=410eed22-8a52-4da2-81d8-b51320550ba7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:21.013114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.067049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.102460 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] Set router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:21.140918 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.186682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.189968 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.196990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Deleting port 9bfb6b04-987f-41e6-a239-bcd3e4a86556 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:21.197341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.239607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:55:21.260433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.261343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8979b0b6-5bee-479d-8132-d8d9eda11500 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:55:21.267326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.269414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d340ab37-24ed-4bc3-b05e-027775e2c7c4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8979b0b6-5bee-479d-8132-d8d9eda11500 HTTP/1.1" status: 204 len: 168 time: 0.9898188 Jul 09 13:55:21.273094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47668) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:21.293289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] For port 9bfb6b04-987f-41e6-a239-bcd3e4a86556, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9bfb6b04-987f-41e6-a239-bcd3e4a86556,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:21.293943 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.304526 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:55:19Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:21.309119 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Calling delete_port for 9bfb6b04-987f-41e6-a239-bcd3e4a86556 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:21.338908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-23378aa1-20db-499c-8162-c5d542e9ef58 admin admin] Deleting subnet bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:55:21.342600 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23378aa1-20db-499c-8162-c5d542e9ef58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.357791 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae795289-43ce-4989-bf83-d3fb20c2c822 None None] The sync data for ids ['e448a677-a4ce-4db8-ba63-cc3b88f9c4eb'] in n-d-799524-3 is: [{'id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'name': 'tempest-TestNetworkBasicOps-router-1437166260', 'tenant_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:55:19Z', 'revision_number': 5, 'project_id': 'd24f9cb873fd4ce1a9c00608796e93dd', 'gw_port': {'id': '9bfb6b04-987f-41e6-a239-bcd3e4a86556', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e448a677-a4ce-4db8-ba63-cc3b88f9c4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:21.363229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] DHCP port deletion for 08be38ed-9edf-44cb-a663-ce9ec49078db request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:55:21.415504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:21.416474 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23378aa1-20db-499c-8162-c5d542e9ef58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.446618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '98ea6cfc-3aa7-4dab-bb67-ff1f545011fc', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'port_id': '98ea6cfc-3aa7-4dab-bb67-ff1f545011fc', 'mac_address': 'fa:16:3e:18:f4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:55:21.513169 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23378aa1-20db-499c-8162-c5d542e9ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.578810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23378aa1-20db-499c-8162-c5d542e9ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.585495 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.605421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23378aa1-20db-499c-8162-c5d542e9ef58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:21.609178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23378aa1-20db-499c-8162-c5d542e9ef58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.611220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-23378aa1-20db-499c-8162-c5d542e9ef58 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bfb5cc12-f5e2-48d3-924c-1b6c5b8f8aa1 HTTP/1.1" status: 204 len: 168 time: 0.3367062 Jul 09 13:55:21.613767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47672) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:21.625324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Port': ['ID=9bfb6b04-987f-41e6-a239-bcd3e4a86556,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:21.654001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab149e17-d02b-4b33-ae99-c54b51ddc80b None None] Network 90be8096-b5cf-4f00-bb95-605e6f5718c5 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:55:21.692423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.707183 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.732262 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.749875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] Deleting port f7ea3621-ef87-4ed5-912d-96881a712e29 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:21.751276 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.767754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Deleting port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:21.768099 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.785926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:21.845118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] For port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e,segment=NetworkSegment(25688f68-6e27-46db-a668-252aa09024f5),segment_id=25688f68-6e27-46db-a668-252aa09024f5)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:21.845475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.860695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Calling delete_port for 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:21.863362 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.868567 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.890588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:21.907228 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] For port f7ea3621-ef87-4ed5-912d-96881a712e29, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f7ea3621-ef87-4ed5-912d-96881a712e29,segment=NetworkSegment(771d1c89-698e-4c50-a694-aebcce0aa2a4),segment_id=771d1c89-698e-4c50-a694-aebcce0aa2a4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:21.907714 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.913764 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.945682 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.946379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Fanout notify agent at l3_agent the message router_deleted on router e448a677-a4ce-4db8-ba63-cc3b88f9c4eb {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:55:21.955020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.956161 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1a053713-e9af-4d2b-9763-6a68058e06ae tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/routers/e448a677-a4ce-4db8-ba63-cc3b88f9c4eb HTTP/1.1" status: 204 len: 168 time: 1.0944715 Jul 09 13:55:21.959736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47674) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:21.973144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] Calling delete_port for f7ea3621-ef87-4ed5-912d-96881a712e29 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:21.974337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0a2df-cd18-4790-82cd-e8f8f37785c4 req-25c0ddff-a193-4498-81cf-09620d7be9c3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:21.983100 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ee0a2df-cd18-4790-82cd-e8f8f37785c4 req-25c0ddff-a193-4498-81cf-09620d7be9c3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 944 time: 0.2247081 Jul 09 13:55:22.035450 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3ee0a2df-cd18-4790-82cd-e8f8f37785c4 req-510a1f57-2765-4b36-9072-9e8dfaa92e30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513108 Jul 09 13:55:22.041618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.057500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:22.068000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.068355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.068725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.069349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.069778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.070310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.070649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.071053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.071343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.071672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.072001 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.072323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:22.101134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4f79de-e44f-435f-9682-8f4d84a3582f None None] DHCP port deletion for 90be8096-b5cf-4f00-bb95-605e6f5718c5 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:55:22.107832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:22.118040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] No DVR routers for this DVR port 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:55:22.129571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['98ea6cfc-3aa7-4dab-bb67-ff1f545011fc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:22.184159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 880c1920-abd1-476a-99cb-f1370f0cd9e0 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:22.220639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 880c1920-abd1-476a-99cb-f1370f0cd9e0 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:22.220820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 880c1920-abd1-476a-99cb-f1370f0cd9e0 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:22.221219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f7ea3621-ef87-4ed5-912d-96881a712e29 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:22.227422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.238338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90be8096-b5cf-4f00-bb95-605e6f5718c5']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:22.251667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.253666 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.254310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25688f68-6e27-46db-a668-252aa09024f5') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:22.254609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25688f68-6e27-46db-a668-252aa09024f5') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:22.275293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.293342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] Pushing event deleted for resources: {'Port': ['ID=f7ea3621-ef87-4ed5-912d-96881a712e29,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:22.300271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e1e92-4b49-42a2-969a-d76e75c5fa58 None None] No DVR routers for this DVR port f7ea3621-ef87-4ed5-912d-96881a712e29 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:55:22.306035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No active binding found for port f7ea3621-ef87-4ed5-912d-96881a712e29 {{(pid=93914) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:55:22.306402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f7ea3621-ef87-4ed5-912d-96881a712e29 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:22.329161 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.371161 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:55:22.371571 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:55:22.373251 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:55:22.435181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.450158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08be38ed-9edf-44cb-a663-ce9ec49078db']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:22.461068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771d1c89-698e-4c50-a694-aebcce0aa2a4') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:22.461361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771d1c89-698e-4c50-a694-aebcce0aa2a4') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:22.467912 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.477062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.479020 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.480876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] 10.222.0.32 "DELETE /v2.0/networks/90be8096-b5cf-4f00-bb95-605e6f5718c5 HTTP/1.1" status: 204 len: 168 time: 0.8661788 Jul 09 13:55:22.496829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ba76c-b757-4464-afda-afb5359a2526 admin admin] Pushing event deleted for resources: {'Network': ['ID=90be8096-b5cf-4f00-bb95-605e6f5718c5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:22.504159 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.510606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:55:22.511029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:55:22.513978 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:55:22.577570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.585129 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.590448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] 10.222.0.32 "DELETE /v2.0/networks/08be38ed-9edf-44cb-a663-ce9ec49078db HTTP/1.1" status: 204 len: 168 time: 0.6259797 Jul 09 13:55:22.598830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30921dcb-279f-4587-9304-9368d73de02f tempest-TestNetworkBasicOps-1671599726 tempest-TestNetworkBasicOps-1671599726-project] Pushing event deleted for resources: {'Network': ['ID=08be38ed-9edf-44cb-a663-ce9ec49078db,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:22.617787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47680) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:22.667484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-28d3530d-b379-4cf3-b9e7-d59e837704e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10371b2b61de4697916e122f16101f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479958 Jul 09 13:55:22.670031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47682) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:22.727767 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-786dc4d1-b852-40f3-b885-1c73a8aee579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.753049 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-786dc4d1-b852-40f3-b885-1c73a8aee579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.802764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-786dc4d1-b852-40f3-b885-1c73a8aee579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.805602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-786dc4d1-b852-40f3-b885-1c73a8aee579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.806790 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-786dc4d1-b852-40f3-b885-1c73a8aee579 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/136b0b58-ecd2-4daf-bc7b-b459842d4d42 HTTP/1.1" status: 204 len: 168 time: 0.1357973 Jul 09 13:55:22.814850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dc4d1-b852-40f3-b885-1c73a8aee579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136b0b58-ecd2-4daf-bc7b-b459842d4d42,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:22.895068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47688) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:23.138722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a4a5af5d-cf35-4866-8858-f0785d4d6428 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:23.161808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: a4a5af5d-cf35-4866-8858-f0785d4d6428 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:23.163190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a4a5af5d-cf35-4866-8858-f0785d4d6428 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:23.163762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:23.171968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47696) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:23.182525 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4141241f-6b30-41b5-b12f-043c18404955 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d24f9cb873fd4ce1a9c00608796e93dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862618 Jul 09 13:55:23.184948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47698) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:23.187053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:23.187403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3b6b94d2-cf40-45e6-85dd-44c0dc5fb83e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:23.187821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 410eed22-8a52-4da2-81d8-b51320550ba7 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:23.208627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 410eed22-8a52-4da2-81d8-b51320550ba7 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:23.208980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 410eed22-8a52-4da2-81d8-b51320550ba7 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:23.209404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9bfb6b04-987f-41e6-a239-bcd3e4a86556 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:23.233800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9bfb6b04-987f-41e6-a239-bcd3e4a86556 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:23.234145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9bfb6b04-987f-41e6-a239-bcd3e4a86556 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:23.245756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-adfa8836-b133-4286-bfe9-f33346bdb11e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b952e97a4bc94464a95ea53c0dfa9ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712559 Jul 09 13:55:23.247380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94ffe44c-b704-4df1-b8fc-e66dd35a9c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.253209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47700) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:23.264049 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:23.279701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa3006-6df0-4459-a53c-83bf69e07371 req-3af30877-d16d-4572-bec8-bc6fdd6804d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:23.281572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fdaa3006-6df0-4459-a53c-83bf69e07371 req-3af30877-d16d-4572-bec8-bc6fdd6804d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 945 time: 0.1186569 Jul 09 13:55:23.283787 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94ffe44c-b704-4df1-b8fc-e66dd35a9c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.314575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:23.318644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:23.319593 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.348379 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94ffe44c-b704-4df1-b8fc-e66dd35a9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.351117 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94ffe44c-b704-4df1-b8fc-e66dd35a9c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.352091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fdaa3006-6df0-4459-a53c-83bf69e07371 req-be2adf6a-c55d-464a-8e99-e17626cf2aed tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594914 Jul 09 13:55:23.355064 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-94ffe44c-b704-4df1-b8fc-e66dd35a9c60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/816f12ad-7b30-4ea9-b8f9-71a2b75cc532 HTTP/1.1" status: 204 len: 168 time: 0.1688387 Jul 09 13:55:23.371295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffe44c-b704-4df1-b8fc-e66dd35a9c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f12ad-7b30-4ea9-b8f9-71a2b75cc532,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:23.375379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48bf144-4086-49f5-9255-67549db52cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.398766 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48bf144-4086-49f5-9255-67549db52cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.429492 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.455259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6643a357-d7fa-4a91-a040-5394975cc4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ea6cfc-3aa7-4dab-bb67-ff1f545011fc'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:23.455899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48bf144-4086-49f5-9255-67549db52cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.458081 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98160b74-01a9-4b40-8ec0-e7f08fe6db57" -d '{"events": [{"server_uuid": "6643a357-d7fa-4a91-a040-5394975cc4dc", "name": "network-vif-plugged", "status": "completed", "tag": "98ea6cfc-3aa7-4dab-bb67-ff1f545011fc"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:23.458509 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a48bf144-4086-49f5-9255-67549db52cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.462990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a48bf144-4086-49f5-9255-67549db52cca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba19a3ac-ade0-405b-9ba4-3f830190445b HTTP/1.1" status: 204 len: 168 time: 0.2053521 Jul 09 13:55:23.472101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:23.479558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bf144-4086-49f5-9255-67549db52cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba19a3ac-ade0-405b-9ba4-3f830190445b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:23.480695 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.553372 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6902130e-2994-4a5a-a1d1-0246aadc87ac x-openstack-request-id: req-6902130e-2994-4a5a-a1d1-0246aadc87ac {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:23.554265 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6643a357-d7fa-4a91-a040-5394975cc4dc", "name": "network-vif-plugged", "status": "completed", "tag": "98ea6cfc-3aa7-4dab-bb67-ff1f545011fc", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:23.554534 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6902130e-2994-4a5a-a1d1-0246aadc87ac {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:23.555102 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6643a357-d7fa-4a91-a040-5394975cc4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ea6cfc-3aa7-4dab-bb67-ff1f545011fc', 'code': 200} Jul 09 13:55:23.555798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:23.648195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01a90f-7230-45c8-9f34-7976e7cf2ad3 req-fcbc0320-6070-489f-890a-ca747e4b4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:23.649643 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c01a90f-7230-45c8-9f34-7976e7cf2ad3 req-fcbc0320-6070-489f-890a-ca747e4b4401 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 1097 time: 0.0699680 Jul 09 13:55:23.688929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c01a90f-7230-45c8-9f34-7976e7cf2ad3 req-db78db45-f49a-4588-a32b-e47eb84c9f21 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Jul 09 13:55:23.785293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47710) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:23.799749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5add636-fe4e-4bde-8d27-9fc24b3b99fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.903282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5add636-fe4e-4bde-8d27-9fc24b3b99fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.908014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5add636-fe4e-4bde-8d27-9fc24b3b99fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:23.955049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d5add636-fe4e-4bde-8d27-9fc24b3b99fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1744169bb6d041ec9c390122b3a78a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686211 Jul 09 13:55:23.955909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5add636-fe4e-4bde-8d27-9fc24b3b99fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff7d1f4-8373-4fb1-a731-443500b9f7a6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:23.960395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47712) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:24.014884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1820-28b4-4fb5-88ac-47d7a98e8859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:24.036487 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1820-28b4-4fb5-88ac-47d7a98e8859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:24.082734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1820-28b4-4fb5-88ac-47d7a98e8859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:24.085883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1820-28b4-4fb5-88ac-47d7a98e8859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:24.087074 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f3ad1820-28b4-4fb5-88ac-47d7a98e8859 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ff7d1f4-8373-4fb1-a731-443500b9f7a6 HTTP/1.1" status: 204 len: 168 time: 0.1255331 Jul 09 13:55:24.094512 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1820-28b4-4fb5-88ac-47d7a98e8859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff7d1f4-8373-4fb1-a731-443500b9f7a6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:24.552145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dbfcb-4887-49ae-9c6b-571c8b75e92d req-5fca8641-6e31-4516-8601-10af652f1f89 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:24.554172 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f9dbfcb-4887-49ae-9c6b-571c8b75e92d req-5fca8641-6e31-4516-8601-10af652f1f89 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 946 time: 0.0731535 Jul 09 13:55:24.593510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f9dbfcb-4887-49ae-9c6b-571c8b75e92d req-550e5d97-6c1b-440a-a9d9-f3a4a71a997b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Jul 09 13:55:24.835591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47736) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:24.929849 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1584177415-network', 'tenant_id': 'f45834e28a004ed295567405bc92de11'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:24.951373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Made reservation on behalf of f45834e28a004ed295567405bc92de11 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:24.953669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:24.962052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.050427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.054724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.074719 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:55:25.087771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37424815-6e94-49e0-ac44-ae1e3565d18e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:25.092486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.092831 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Added segment 5c8102b6-18cb-49c3-b292-41d2d83d9a19 of type vlan for network e791fbd8-2c1f-4ba8-b632-225804dff868 Jul 09 13:55:25.137005 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.166812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.167736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:25.168309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.227295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3905213 Jul 09 13:55:25.230364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47740) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:25.236551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Request body: {'subnet': {'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1584177415-subnet', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:25.239933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82e2ac-e0d5-435d-b0a4-482575cf6d4e admin admin] Pushing event updated for resources: {'Network': ['ID=e791fbd8-2c1f-4ba8-b632-225804dff868,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:25.253613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network e791fbd8-2c1f-4ba8-b632-225804dff868 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:55:25.261623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Made reservation on behalf of f45834e28a004ed295567405bc92de11 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:25.264218 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.433109 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.481868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d66651-9181-490a-a7e7-ee022daca4e9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:25.497813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Checking segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:25.498172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Network hostable DHCP agents. Network: e791fbd8-2c1f-4ba8-b632-225804dff868, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:55:25.514487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Network e791fbd8-2c1f-4ba8-b632-225804dff868 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:55:25.528105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, e791fbd8-2c1f-4ba8-b632-225804dff868) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:25.530059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:25.531363 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.538184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea0e76-a83a-4d64-b7f3-be45966c2c9d None None] Network e791fbd8-2c1f-4ba8-b632-225804dff868 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:55:25.558685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-aa45a9eb-e26f-4969-b378-74ed7f78702a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3263774 Jul 09 13:55:25.561280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47742) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:25.571070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:25.593618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.594608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.654630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.686891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-e791fbd8-2c1f-4ba8-b632-225804dff868', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'fixed_ips': [{'subnet_id': '12d66651-9181-490a-a7e7-ee022daca4e9'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:55:25.688040 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.781568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5218d-b64a-4044-874e-e644b8e6f859 req-85cddd0c-57f7-4618-9477-14bdfa8062db tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:25.783146 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-59a5218d-b64a-4044-874e-e644b8e6f859 req-85cddd0c-57f7-4618-9477-14bdfa8062db tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 946 time: 0.0691888 Jul 09 13:55:25.797820 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:25.835164 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-59a5218d-b64a-4044-874e-e644b8e6f859 req-4c131349-8f6d-4238-a920-c25bf62acd30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Jul 09 13:55:25.846896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Allocated IP 172.20.0.2 (e791fbd8-2c1f-4ba8-b632-225804dff868/12d66651-9181-490a-a7e7-ee022daca4e9/b0b4f358-dba7-43e3-a504-54f7f76bf2ca) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:26.005610 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.015279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Transition to ACTIVE for port object b0b4f358-dba7-43e3-a504-54f7f76bf2ca will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:26.031744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Transition to ACTIVE for port object b0b4f358-dba7-43e3-a504-54f7f76bf2ca will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:26.041757 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.081345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Network e791fbd8-2c1f-4ba8-b632-225804dff868 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:26.087312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:26.090782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:26.099718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Pushing event updated for resources: {'Port': ['ID=b0b4f358-dba7-43e3-a504-54f7f76bf2ca,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:26.163258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Attempting to bind port b0b4f358-dba7-43e3-a504-54f7f76bf2ca on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:26.163981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Attempting to bind port b0b4f358-dba7-43e3-a504-54f7f76bf2ca by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:26.164356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Attempting to bind port b0b4f358-dba7-43e3-a504-54f7f76bf2ca on network e791fbd8-2c1f-4ba8-b632-225804dff868 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:26.169956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:26.170341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Checking segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:26.170754 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.171191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Bound using segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:26.171671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Bound port: b0b4f358-dba7-43e3-a504-54f7f76bf2ca, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:26.172060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.244520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] For port b0b4f358-dba7-43e3-a504-54f7f76bf2ca, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:26.248124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] For port b0b4f358-dba7-43e3-a504-54f7f76bf2ca, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0b4f358-dba7-43e3-a504-54f7f76bf2ca,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:26.253349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.313709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607e928-9ae2-434c-87d9-73a953778aa1 None None] Pushing event updated for resources: {'Port': ['ID=b0b4f358-dba7-43e3-a504-54f7f76bf2ca,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:26.402181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.426400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.444505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147b9ba-63e2-429f-bb2c-e2e6210138b2 req-0cc79a98-733f-40d2-9b82-f5d89bdd4d9a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:26.446647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c147b9ba-63e2-429f-bb2c-e2e6210138b2 req-0cc79a98-733f-40d2-9b82-f5d89bdd4d9a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 946 time: 0.4686880 Jul 09 13:55:26.567105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c147b9ba-63e2-429f-bb2c-e2e6210138b2 req-4028bace-4e41-43f8-a1c9-7876ea13f3c7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134024 Jul 09 13:55:26.594024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Allocated IP 172.25.5.242 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/c20d7c39-6216-4c06-a3ac-da4d7453987d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:26.697864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.738819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.750073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbe2f7-dce6-4a6b-8d20-d478e0003684 req-70cfceaf-b866-4914-a733-df5514443b65 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:26.751765 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5dbe2f7-dce6-4a6b-8d20-d478e0003684 req-70cfceaf-b866-4914-a733-df5514443b65 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 946 time: 0.0704114 Jul 09 13:55:26.779438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:26.784283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:26.788328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:26.791383 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c5dbe2f7-dce6-4a6b-8d20-d478e0003684 req-121469ab-4016-414b-8fab-76bd072ed1bf tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337210 Jul 09 13:55:26.812675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=c20d7c39-6216-4c06-a3ac-da4d7453987d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:27.084085 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:27.227932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0b4f358-dba7-43e3-a504-54f7f76bf2ca up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:27.308645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b0b4f358-dba7-43e3-a504-54f7f76bf2ca completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:27.392794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8877c886-60ef-4c52-9f97-2fe87c640d50 None None] Network e791fbd8-2c1f-4ba8-b632-225804dff868 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:55:27.414886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:27.424598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6f5b6-2ca9-4be3-aa94-d152473e7fc8 req-0a346cee-7c9e-4b81-99d1-c8ba91ea2053 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:27.426285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58e6f5b6-2ca9-4be3-aa94-d152473e7fc8 req-0a346cee-7c9e-4b81-99d1-c8ba91ea2053 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 946 time: 0.0825958 Jul 09 13:55:27.469799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd80961a-b777-4d5d-84d0-1baf1c3dbb0b None None] Provisioning for port b0b4f358-dba7-43e3-a504-54f7f76bf2ca completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:27.470735 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-58e6f5b6-2ca9-4be3-aa94-d152473e7fc8 req-89114c12-d2ce-4c1a-bb1d-e0ffb2b7c625 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383699 Jul 09 13:55:27.476280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fd80961a-b777-4d5d-84d0-1baf1c3dbb0b None None] Provisioning complete for port b0b4f358-dba7-43e3-a504-54f7f76bf2ca triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:27.476656 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd80961a-b777-4d5d-84d0-1baf1c3dbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:27.548011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Router cb35cd99-fb6e-4557-a7c1-52700454d355 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:55:27.638670 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd80961a-b777-4d5d-84d0-1baf1c3dbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:27.657293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:27.674095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:27.674223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Sync routers for ids ['cb35cd99-fb6e-4557-a7c1-52700454d355'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:27.675370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4d14d7e0-0efc-4d50-8ae9-77084fc70ec4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1131101 Jul 09 13:55:27.679328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47756) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:27.691422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-fd80961a-b777-4d5d-84d0-1baf1c3dbb0b None None] For port b0b4f358-dba7-43e3-a504-54f7f76bf2ca, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0b4f358-dba7-43e3-a504-54f7f76bf2ca,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:27.698243 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd80961a-b777-4d5d-84d0-1baf1c3dbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:27.702242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Routers {'cb35cd99-fb6e-4557-a7c1-52700454d355'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:27.702873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['cb35cd99-fb6e-4557-a7c1-52700454d355'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:27.829871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80961a-b777-4d5d-84d0-1baf1c3dbb0b None None] Pushing event updated for resources: {'Port': ['ID=b0b4f358-dba7-43e3-a504-54f7f76bf2ca,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:27.860100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Set router cb35cd99-fb6e-4557-a7c1-52700454d355 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:27.970008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9560e9fa-d18e-4d89-aa39-2054f4ae1460 None None] Provisioning complete for port b0b4f358-dba7-43e3-a504-54f7f76bf2ca triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:27.970270 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9560e9fa-d18e-4d89-aa39-2054f4ae1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.113860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:55:26Z', 'revision_number': 3, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:28.126071 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.143636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Checking router: cb35cd99-fb6e-4557-a7c1-52700454d355 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:28.143987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Updating router cb35cd99-fb6e-4557-a7c1-52700454d355 port c20d7c39-6216-4c06-a3ac-da4d7453987d binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:55:28.177697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.281925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Allocated IP 172.20.0.1 (e791fbd8-2c1f-4ba8-b632-225804dff868/12d66651-9181-490a-a7e7-ee022daca4e9/2295dd8a-d6ab-43e8-8798-57555d267950) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:28.389676 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.403948 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Transition to ACTIVE for port object 2295dd8a-d6ab-43e8-8798-57555d267950 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:28.432781 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.437228 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.443866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Transition to ACTIVE for port object c20d7c39-6216-4c06-a3ac-da4d7453987d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:28.450183 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.481591 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Network e791fbd8-2c1f-4ba8-b632-225804dff868 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:28.486317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:28.488628 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:28.502689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Attempting to bind port c20d7c39-6216-4c06-a3ac-da4d7453987d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:28.502689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Attempting to bind port c20d7c39-6216-4c06-a3ac-da4d7453987d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:28.503056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Attempting to bind port c20d7c39-6216-4c06-a3ac-da4d7453987d on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:28.505072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032ef51-360f-4f0e-ad72-a5b61d1ea1c1 None None] Pushing event updated for resources: {'Port': ['ID=c20d7c39-6216-4c06-a3ac-da4d7453987d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:28.510875 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:28.511350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:28.511753 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.512144 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:28.513061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Bound port: c20d7c39-6216-4c06-a3ac-da4d7453987d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:28.513061 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.516423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Pushing event updated for resources: {'Port': ['ID=2295dd8a-d6ab-43e8-8798-57555d267950,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:28.541928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.636156 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:55:28.722037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.750551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-a5a03212-58fc-40c1-b437-9aa03019864f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:28.751202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] For port c20d7c39-6216-4c06-a3ac-da4d7453987d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:28.752106 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-a5a03212-58fc-40c1-b437-9aa03019864f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 946 time: 0.0942934 Jul 09 13:55:28.754735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] For port c20d7c39-6216-4c06-a3ac-da4d7453987d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c20d7c39-6216-4c06-a3ac-da4d7453987d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:28.763859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.799459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302245bd-be8e-4f82-9c89-775443b1908f req-91196625-0b02-4faa-a0f3-8f58260ec82b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:28.801731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-302245bd-be8e-4f82-9c89-775443b1908f req-91196625-0b02-4faa-a0f3-8f58260ec82b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 946 time: 0.1899540 Jul 09 13:55:28.825870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Routers {'cb35cd99-fb6e-4557-a7c1-52700454d355'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:28.826519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['cb35cd99-fb6e-4557-a7c1-52700454d355'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:28.870062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032ef51-360f-4f0e-ad72-a5b61d1ea1c1 None None] Pushing event updated for resources: {'Port': ['ID=c20d7c39-6216-4c06-a3ac-da4d7453987d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:28.884011 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-302245bd-be8e-4f82-9c89-775443b1908f req-aef8195e-1b87-4ef5-b4b0-7f1c6ff624ce tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751357 Jul 09 13:55:28.892908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-70d6fcad-b123-487e-8f33-20abb1a72ce0 None None] Provisioning for port 2295dd8a-d6ab-43e8-8798-57555d267950 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:28.918704 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.921682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Deleting port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:28.922152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.924660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-70d6fcad-b123-487e-8f33-20abb1a72ce0 None None] Provisioning complete for port 2295dd8a-d6ab-43e8-8798-57555d267950 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:28.925052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-70d6fcad-b123-487e-8f33-20abb1a72ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.925318 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.976799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-70d6fcad-b123-487e-8f33-20abb1a72ce0 None None] Port 2295dd8a-d6ab-43e8-8798-57555d267950 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:55:28.981726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] Set router cb35cd99-fb6e-4557-a7c1-52700454d355 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:28.999082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Pushing event updated for resources: {'Port': ['ID=2295dd8a-d6ab-43e8-8798-57555d267950,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:29.001832 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:29.024324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] For port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:29.024690 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:29.039217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Calling delete_port for 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:29.094245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Network e791fbd8-2c1f-4ba8-b632-225804dff868 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:29.096070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:29.164367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0b4f358-dba7-43e3-a504-54f7f76bf2ca up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:29.232557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:29.247113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['98ea6cfc-3aa7-4dab-bb67-ff1f545011fc'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:29.260317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Router cb35cd99-fb6e-4557-a7c1-52700454d355 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:55:29.289995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b0b4f358-dba7-43e3-a504-54f7f76bf2ca triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:29.290376 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:29.313744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event deleted for resources: {'Port': ['ID=98ea6cfc-3aa7-4dab-bb67-ff1f545011fc,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:29.339338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 4, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2295dd8a-d6ab-43e8-8798-57555d267950', 'name': '', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'mac_address': 'fa:16:3e:0e:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:28Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 1, 'project_id': 'f45834e28a004ed295567405bc92de11', 'subnets': [{'id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:29.351875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] No DVR routers for this DVR port 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:55:29.358671 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:29.361144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-97fdaaa0-1b02-4fc8-8aaf-e47ac0279766 req-94e8d175-9b3e-420b-bffa-28661f94099d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "DELETE /v2.0/ports/98ea6cfc-3aa7-4dab-bb67-ff1f545011fc HTTP/1.1" status: 204 len: 173 time: 0.6025231 Jul 09 13:55:29.361615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6643a357-d7fa-4a91-a040-5394975cc4dc', 'name': 'network-vif-deleted', 'tag': '98ea6cfc-3aa7-4dab-bb67-ff1f545011fc'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:29.372759 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f48e05-0865-4720-8beb-5fcceed7035d" -d '{"events": [{"server_uuid": "6643a357-d7fa-4a91-a040-5394975cc4dc", "name": "network-vif-deleted", "tag": "98ea6cfc-3aa7-4dab-bb67-ff1f545011fc"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:29.380819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a643b18-46fe-47f6-8274-892ad84c7f52 None None] The sync data for ids ['cb35cd99-fb6e-4557-a7c1-52700454d355'] in n-d-799524-3 is: [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 4, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2295dd8a-d6ab-43e8-8798-57555d267950', 'name': '', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'mac_address': 'fa:16:3e:0e:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:28Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 1, 'project_id': 'f45834e28a004ed295567405bc92de11', 'subnets': [{'id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:29.472809 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38dba5a-53ae-4bea-ba0a-1c5955844a39 x-openstack-request-id: req-e38dba5a-53ae-4bea-ba0a-1c5955844a39 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:29.473186 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6643a357-d7fa-4a91-a040-5394975cc4dc", "name": "network-vif-deleted", "tag": "98ea6cfc-3aa7-4dab-bb67-ff1f545011fc", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:29.473564 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e38dba5a-53ae-4bea-ba0a-1c5955844a39 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:29.474032 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6643a357-d7fa-4a91-a040-5394975cc4dc', 'name': 'network-vif-deleted', 'tag': '98ea6cfc-3aa7-4dab-bb67-ff1f545011fc', 'status': 'completed', 'code': 200} Jul 09 13:55:29.484930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:29.490642 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-62d85550-a2af-4cf1-a54f-eb12c3cbcc15 admin admin] 10.222.0.32 "PUT /v2.0/routers/cb35cd99-fb6e-4557-a7c1-52700454d355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100603 Jul 09 13:55:29.509841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-af47c4dd-3a10-4e0d-b049-742a747447b9 None None] Provisioning complete for port 2295dd8a-d6ab-43e8-8798-57555d267950 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:29.510310 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-af47c4dd-3a10-4e0d-b049-742a747447b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:29.551107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-af47c4dd-3a10-4e0d-b049-742a747447b9 None None] Port 2295dd8a-d6ab-43e8-8798-57555d267950 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:55:30.071976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03882203-db8a-4462-8395-7f04d57ad9a0 req-4eb7518a-16d5-4c92-b93c-65e6f45f16d2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 210 time: 0.0386302 Jul 09 13:55:30.090630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47778) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:30.095687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-879302535-network', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:30.118433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Made reservation on behalf of b71779cd8fc0451db1bf8ac1a01d4cde for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:30.121293 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.131098 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.264853 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.270333 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.286607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:55:30.307251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.307630 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Added segment da16bba2-dd0d-4b47-adeb-324c4a887ecc of type vlan for network 682d146a-f54c-430b-83ad-c7568a006898 Jul 09 13:55:30.326206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2bd8e7-0a17-42d2-987b-16609aa26f10,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:30.355763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.356107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.356445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.356779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.357106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.357428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.357768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.358087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.358402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.358721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.359063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.359444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:30.371237 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.408435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.409366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:30.410436 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.469315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3775394 Jul 09 13:55:30.472254 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47780) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:30.480720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4635b3-a9bf-48eb-833e-8f7bd7cb1741 admin admin] Pushing event updated for resources: {'Network': ['ID=682d146a-f54c-430b-83ad-c7568a006898,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:30.481522 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Request body: {'subnet': {'network_id': '682d146a-f54c-430b-83ad-c7568a006898', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-879302535-subnet', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:30.491334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 682d146a-f54c-430b-83ad-c7568a006898 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:55:30.511996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Made reservation on behalf of b71779cd8fc0451db1bf8ac1a01d4cde for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:30.515556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.721528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.774643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5804d383-b458-4808-96dd-db9802645353,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:30.790641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Checking segment: {'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:30.791031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Network hostable DHCP agents. Network: 682d146a-f54c-430b-83ad-c7568a006898, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:55:30.810222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Network 682d146a-f54c-430b-83ad-c7568a006898 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:55:30.822020 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 682d146a-f54c-430b-83ad-c7568a006898) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:30.826417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:30.827113 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.832241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98168b7-ee0c-4f41-98f3-ccda71ee2f8a None None] Network 682d146a-f54c-430b-83ad-c7568a006898 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:55:30.848454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 47782) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:30.848874 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-63d6cec3-9659-4a1f-9c80-1b8edafcde30 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3737984 Jul 09 13:55:30.853627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:30.884615 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.885884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:30.943190 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.008761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-682d146a-f54c-430b-83ad-c7568a006898', 'network_id': '682d146a-f54c-430b-83ad-c7568a006898', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'fixed_ips': [{'subnet_id': '5804d383-b458-4808-96dd-db9802645353'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:55:31.009631 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.133082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.168355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Allocated IP 172.20.0.2 (682d146a-f54c-430b-83ad-c7568a006898/5804d383-b458-4808-96dd-db9802645353/5604c0c9-8084-4381-8366-f683b915cd26) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:31.267131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c20d7c39-6216-4c06-a3ac-da4d7453987d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:31.335328 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-16a2e849-7054-4159-ae9e-6678d4dda0d2 req-0c6c0a0d-a054-4ad8-82fe-40c37fa57ea8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 210 time: 0.0431018 Jul 09 13:55:31.385513 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.395055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Transition to ACTIVE for port object 5604c0c9-8084-4381-8366-f683b915cd26 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:31.398462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port c20d7c39-6216-4c06-a3ac-da4d7453987d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:31.408597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c20d7c39-6216-4c06-a3ac-da4d7453987d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:31.409521 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.421582 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.443178 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.447090 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Transition to ACTIVE for port object 5604c0c9-8084-4381-8366-f683b915cd26 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:31.461568 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.513272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Network 682d146a-f54c-430b-83ad-c7568a006898 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:31.534815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:31.542081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:31.554870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Pushing event updated for resources: {'Port': ['ID=5604c0c9-8084-4381-8366-f683b915cd26,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:31.564062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Allocated IP 172.25.5.14 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/063b3f92-5f31-40e4-8a19-43560654df3f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:31.587840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.637238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port c20d7c39-6216-4c06-a3ac-da4d7453987d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c20d7c39-6216-4c06-a3ac-da4d7453987d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:31.638660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Attempting to bind port 5604c0c9-8084-4381-8366-f683b915cd26 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:31.639111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Attempting to bind port 5604c0c9-8084-4381-8366-f683b915cd26 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:31.639451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Attempting to bind port 5604c0c9-8084-4381-8366-f683b915cd26 on network 682d146a-f54c-430b-83ad-c7568a006898 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:31.644575 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.650595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:31.650987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Checking segment: {'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:31.651393 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.651781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Bound using segment: {'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:31.652262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Bound port: 5604c0c9-8084-4381-8366-f683b915cd26, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:31.652640 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.687844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.733253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.739490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=c20d7c39-6216-4c06-a3ac-da4d7453987d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:31.768424 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] For port 5604c0c9-8084-4381-8366-f683b915cd26, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:31.771819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] For port 5604c0c9-8084-4381-8366-f683b915cd26, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5604c0c9-8084-4381-8366-f683b915cd26,segment=NetworkSegment(da16bba2-dd0d-4b47-adeb-324c4a887ecc),segment_id=da16bba2-dd0d-4b47-adeb-324c4a887ecc)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:31.772591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:31.778909 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.779133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:31.782138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:31.815824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=063b3f92-5f31-40e4-8a19-43560654df3f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:31.849108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc812de-7e7a-4687-97bc-cb61b7b2e842 None None] Pushing event updated for resources: {'Port': ['ID=5604c0c9-8084-4381-8366-f683b915cd26,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:31.888574 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Sync routers for ids ['cb35cd99-fb6e-4557-a7c1-52700454d355'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:31.900763 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Routers {'cb35cd99-fb6e-4557-a7c1-52700454d355'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:31.901764 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['cb35cd99-fb6e-4557-a7c1-52700454d355'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:32.030465 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Set router cb35cd99-fb6e-4557-a7c1-52700454d355 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:32.188730 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:32.310324 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 4, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2295dd8a-d6ab-43e8-8798-57555d267950', 'name': '', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'mac_address': 'fa:16:3e:0e:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:28Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 2, 'project_id': 'f45834e28a004ed295567405bc92de11', 'subnets': [{'id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:32.337736 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Checking router: cb35cd99-fb6e-4557-a7c1-52700454d355 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:32.338220 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Updating router cb35cd99-fb6e-4557-a7c1-52700454d355 port 2295dd8a-d6ab-43e8-8798-57555d267950 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:55:32.372690 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:32.418873 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:32.535707 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c90d256-1e9f-4137-a271-139435f3ca0d req-6dedafe5-e1be-4643-8bcb-f8568e7fd027 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 210 time: 0.0637345 Jul 09 13:55:32.598103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Router e582136c-5101-46bc-9446-575e30c2e493 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:55:32.717835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:32.729643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Sync routers for ids ['e582136c-5101-46bc-9446-575e30c2e493'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:32.748812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Routers {'e582136c-5101-46bc-9446-575e30c2e493'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:32.749293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e582136c-5101-46bc-9446-575e30c2e493'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:32.749653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:32.755170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 47788) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:32.756875 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9d81e612-d676-46e7-8529-a8f75b41f1c4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9067092 Jul 09 13:55:32.813605 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:32.837332 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Transition to ACTIVE for port object 2295dd8a-d6ab-43e8-8798-57555d267950 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:32.848325 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:32.901281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Set router e582136c-5101-46bc-9446-575e30c2e493 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:32.926287 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Pushing event updated for resources: {'Port': ['ID=2295dd8a-d6ab-43e8-8798-57555d267950,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:32.940052 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.940647 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.941166 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.941648 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.942126 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.942604 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.943115 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.943608 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.944643 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.945315 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.947325 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:32.947872 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:33.009255 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Attempting to bind port 2295dd8a-d6ab-43e8-8798-57555d267950 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:33.010064 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Attempting to bind port 2295dd8a-d6ab-43e8-8798-57555d267950 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:33.010647 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Attempting to bind port 2295dd8a-d6ab-43e8-8798-57555d267950 on network e791fbd8-2c1f-4ba8-b632-225804dff868 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:33.016372 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:33.017091 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Checking segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:33.017683 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:33.018279 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Bound using segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:33.018979 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Bound port: 2295dd8a-d6ab-43e8-8798-57555d267950, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:33.019573 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:33.132268 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] For port 2295dd8a-d6ab-43e8-8798-57555d267950, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:33.151757 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] For port 2295dd8a-d6ab-43e8-8798-57555d267950, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2295dd8a-d6ab-43e8-8798-57555d267950,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:33.167172 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:33.201013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d7188-2591-459b-83eb-0400623e75fe None None] Network 682d146a-f54c-430b-83ad-c7568a006898 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:55:33.228323 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Routers {'cb35cd99-fb6e-4557-a7c1-52700454d355'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:33.229599 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['cb35cd99-fb6e-4557-a7c1-52700454d355'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:33.342270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:33.383096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5604c0c9-8084-4381-8366-f683b915cd26 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:33.383310 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] Set router cb35cd99-fb6e-4557-a7c1-52700454d355 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:33.394429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:33.394776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 98ea6cfc-3aa7-4dab-bb67-ff1f545011fc not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:33.413313 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dc48914d-41e1-45a7-b7c3-0d2f4e05dfa7 None None] Provisioning for port 5604c0c9-8084-4381-8366-f683b915cd26 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:33.549580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:55:31Z', 'revision_number': 3, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port': {'id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:31Z', 'updated_at': '2021-07-09T13:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:33.613713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Checking router: e582136c-5101-46bc-9446-575e30c2e493 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:33.614088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Updating router e582136c-5101-46bc-9446-575e30c2e493 port 063b3f92-5f31-40e4-8a19-43560654df3f binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:55:33.622440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5604c0c9-8084-4381-8366-f683b915cd26 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:33.659330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5604c0c9-8084-4381-8366-f683b915cd26 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:33.659710 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:33.699333 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46b144-21cd-4151-becf-d55bfd39951a None None] Pushing event updated for resources: {'Port': ['ID=2295dd8a-d6ab-43e8-8798-57555d267950,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:33.723649 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 4, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2295dd8a-d6ab-43e8-8798-57555d267950', 'name': '', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'mac_address': 'fa:16:3e:0e:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:28Z', 'updated_at': '2021-07-09T13:55:33Z', 'revision_number': 4, 'project_id': 'f45834e28a004ed295567405bc92de11', 'subnets': [{'id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:33.726317 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:33.763646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea7419-c62c-4cc2-979c-0d34c0bec471 None None] The sync data for ids ['cb35cd99-fb6e-4557-a7c1-52700454d355'] in n-d-799524-3 is: [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:55:28Z', 'revision_number': 4, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '2295dd8a-d6ab-43e8-8798-57555d267950', 'name': '', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'mac_address': 'fa:16:3e:0e:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:28Z', 'updated_at': '2021-07-09T13:55:33Z', 'revision_number': 4, 'project_id': 'f45834e28a004ed295567405bc92de11', 'subnets': [{'id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:33.807535 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6768f35a-1c15-4319-9bd1-c58fa00992eb req-2a7d61b0-71e5-4f90-a9f9-d9f54d21a70a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=6643a357-d7fa-4a91-a040-5394975cc4dc HTTP/1.1" status: 200 len: 210 time: 0.0365639 Jul 09 13:55:33.885954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.016761 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.154732 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Allocated IP 172.20.0.1 (682d146a-f54c-430b-83ad-c7568a006898/5804d383-b458-4808-96dd-db9802645353/d84d69fe-20ad-4b97-9994-605f89045612) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:34.339207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.342844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5604c0c9-8084-4381-8366-f683b915cd26, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5604c0c9-8084-4381-8366-f683b915cd26,segment=NetworkSegment(da16bba2-dd0d-4b47-adeb-324c4a887ecc),segment_id=da16bba2-dd0d-4b47-adeb-324c4a887ecc)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:34.353891 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.359736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c20d7c39-6216-4c06-a3ac-da4d7453987d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:34.362632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Transition to ACTIVE for port object d84d69fe-20ad-4b97-9994-605f89045612 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:34.404377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.456135 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Network 682d146a-f54c-430b-83ad-c7568a006898 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:34.467021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:34.471157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Pushing event updated for resources: {'Port': ['ID=d84d69fe-20ad-4b97-9994-605f89045612,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:34.473533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:34.537127 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.568918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5604c0c9-8084-4381-8366-f683b915cd26,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:34.614266 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.617815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8ab30c16-98c9-4511-b4b0-6a48ea7b56f7 None None] Provisioning complete for port 5604c0c9-8084-4381-8366-f683b915cd26 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:34.618195 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ab30c16-98c9-4511-b4b0-6a48ea7b56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.667279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Transition to ACTIVE for port object 063b3f92-5f31-40e4-8a19-43560654df3f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:34.677947 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port c20d7c39-6216-4c06-a3ac-da4d7453987d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:34.678554 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.685543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.756063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.795758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc6628-6c1c-47f2-b50a-5d64af137981 None None] Pushing event updated for resources: {'Port': ['ID=063b3f92-5f31-40e4-8a19-43560654df3f,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:34.830396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Attempting to bind port 063b3f92-5f31-40e4-8a19-43560654df3f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:34.831153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Attempting to bind port 063b3f92-5f31-40e4-8a19-43560654df3f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:34.831520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Attempting to bind port 063b3f92-5f31-40e4-8a19-43560654df3f on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:34.844443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:34.844443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:34.844954 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.845639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:34.846189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Bound port: 063b3f92-5f31-40e4-8a19-43560654df3f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:34.846590 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.989136 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.000573 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.024511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] For port 063b3f92-5f31-40e4-8a19-43560654df3f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:35.028268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] For port 063b3f92-5f31-40e4-8a19-43560654df3f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=063b3f92-5f31-40e4-8a19-43560654df3f,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:35.033890 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.077088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Pushing event updated for resources: {'Port': ['ID=d84d69fe-20ad-4b97-9994-605f89045612,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:35.079742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.111029 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Routers {'e582136c-5101-46bc-9446-575e30c2e493'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:35.111684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e582136c-5101-46bc-9446-575e30c2e493'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:35.172306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc6628-6c1c-47f2-b50a-5d64af137981 None None] Pushing event updated for resources: {'Port': ['ID=063b3f92-5f31-40e4-8a19-43560654df3f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:35.181593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-45f43cb2-40b5-4e76-ac45-203a9232eeb2 None None] Provisioning for port d84d69fe-20ad-4b97-9994-605f89045612 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:35.190523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-45f43cb2-40b5-4e76-ac45-203a9232eeb2 None None] Provisioning complete for port d84d69fe-20ad-4b97-9994-605f89045612 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:35.190900 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-45f43cb2-40b5-4e76-ac45-203a9232eeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.215157 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Network 682d146a-f54c-430b-83ad-c7568a006898 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:35.216888 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:35.221788 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5604c0c9-8084-4381-8366-f683b915cd26 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:35.309131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-45f43cb2-40b5-4e76-ac45-203a9232eeb2 None None] Port d84d69fe-20ad-4b97-9994-605f89045612 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:55:35.343425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] Set router e582136c-5101-46bc-9446-575e30c2e493 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:35.375823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5604c0c9-8084-4381-8366-f683b915cd26 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:35.376202 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.385568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Router e582136c-5101-46bc-9446-575e30c2e493 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:55:35.512963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:55:35.528003 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2c82838f-ca59-4e51-9475-aecec4443c1d admin admin] 10.222.0.32 "PUT /v2.0/routers/e582136c-5101-46bc-9446-575e30c2e493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7614233 Jul 09 13:55:35.589872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-661b5888-406a-477b-aa6e-59dee1c153a8 None None] Provisioning complete for port d84d69fe-20ad-4b97-9994-605f89045612 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:35.590248 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-661b5888-406a-477b-aa6e-59dee1c153a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.617665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2295dd8a-d6ab-43e8-8798-57555d267950 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:35.670978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-661b5888-406a-477b-aa6e-59dee1c153a8 None None] Port d84d69fe-20ad-4b97-9994-605f89045612 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:55:35.715886 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:55:34Z', 'revision_number': 4, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port': {'id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:31Z', 'updated_at': '2021-07-09T13:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd84d69fe-20ad-4b97-9994-605f89045612', 'name': '', 'network_id': '682d146a-f54c-430b-83ad-c7568a006898', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'mac_address': 'fa:16:3e:fd:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5804d383-b458-4808-96dd-db9802645353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:33Z', 'updated_at': '2021-07-09T13:55:34Z', 'revision_number': 2, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'subnets': [{'id': '5804d383-b458-4808-96dd-db9802645353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:35.719953 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 2295dd8a-d6ab-43e8-8798-57555d267950 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:35.751541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0795e5e5-31a5-41cb-8510-d32cf244bef2 None None] The sync data for ids ['e582136c-5101-46bc-9446-575e30c2e493'] in n-d-799524-3 is: [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:55:34Z', 'revision_number': 4, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port': {'id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:31Z', 'updated_at': '2021-07-09T13:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd84d69fe-20ad-4b97-9994-605f89045612', 'name': '', 'network_id': '682d146a-f54c-430b-83ad-c7568a006898', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'mac_address': 'fa:16:3e:fd:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5804d383-b458-4808-96dd-db9802645353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:33Z', 'updated_at': '2021-07-09T13:55:34Z', 'revision_number': 2, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'subnets': [{'id': '5804d383-b458-4808-96dd-db9802645353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:35.754556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2295dd8a-d6ab-43e8-8798-57555d267950 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:35.754956 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.840614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.884563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 2295dd8a-d6ab-43e8-8798-57555d267950, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2295dd8a-d6ab-43e8-8798-57555d267950,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:35.892672 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.957374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=2295dd8a-d6ab-43e8-8798-57555d267950,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:36.233841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-13ce46ee-3062-4476-9227-97e76554d1f5 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:36.242334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-13ce46ee-3062-4476-9227-97e76554d1f5 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/networks?id=e791fbd8-2c1f-4ba8-b632-225804dff868 HTTP/1.1" status: 200 len: 910 time: 0.1207669 Jul 09 13:55:36.264390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-bd12dfe8-423f-45f4-ad2d-36dba15d3dc4 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/quotas/b71779cd8fc0451db1bf8ac1a01d4cde HTTP/1.1" status: 200 len: 375 time: 0.0203576 Jul 09 13:55:36.360453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-d7812313-eee2-4e64-83d5-b7850a53abbc tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=b71779cd8fc0451db1bf8ac1a01d4cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950208 Jul 09 13:55:36.471311 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-4b2f1c42-59c3-4c37-90cb-ebdaa3cc9315 service neutron] 10.222.0.32 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031451 Jul 09 13:55:36.955024 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a021edad-bbd8-461c-9651-e6ddd2c1029d service neutron] 10.222.0.32 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827476 Jul 09 13:55:37.229681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-77dc4cfc-8429-401c-994e-0cfb9727e946 req-e7b10861-96d4-4859-be5c-692ef947fee3 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 210 time: 0.0615311 Jul 09 13:55:37.273937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 063b3f92-5f31-40e4-8a19-43560654df3f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:37.341186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 063b3f92-5f31-40e4-8a19-43560654df3f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:37.346739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 063b3f92-5f31-40e4-8a19-43560654df3f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:37.347389 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:37.465967 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:37.492799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 063b3f92-5f31-40e4-8a19-43560654df3f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=063b3f92-5f31-40e4-8a19-43560654df3f,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:37.499502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:37.500496 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2295dd8a-d6ab-43e8-8798-57555d267950 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:37.591690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=063b3f92-5f31-40e4-8a19-43560654df3f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:37.635208 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 2295dd8a-d6ab-43e8-8798-57555d267950 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:37.636052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:38.440169 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ead79e06-7708-44be-917b-bb0c5913af9c req-ccdbfa8c-c831-4049-ad52-a0581b37d183 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 210 time: 0.0715635 Jul 09 13:55:38.481169 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Sync routers for ids ['e582136c-5101-46bc-9446-575e30c2e493'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:55:38.494193 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Routers {'e582136c-5101-46bc-9446-575e30c2e493'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:38.495072 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e582136c-5101-46bc-9446-575e30c2e493'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:38.544522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-d4c27104-6ed8-442a-98dd-5f50415e640f tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:38.546017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-d4c27104-6ed8-442a-98dd-5f50415e640f tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.10 "GET /v2.0/networks?id=e791fbd8-2c1f-4ba8-b632-225804dff868 HTTP/1.1" status: 200 len: 910 time: 0.2086246 Jul 09 13:55:38.560260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Request body: {'port': {'device_id': 'cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'admin_state_up': True, 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:38.590594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Made reservation on behalf of b71779cd8fc0451db1bf8ac1a01d4cde for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:38.593066 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:38.628358 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Set router e582136c-5101-46bc-9446-575e30c2e493 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:38.728198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Allocated IP 172.20.0.13 (e791fbd8-2c1f-4ba8-b632-225804dff868/12d66651-9181-490a-a7e7-ee022daca4e9/a40c8aa1-6cc4-4424-8ab4-f973a01aebe8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:38.847753 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:55:34Z', 'revision_number': 4, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port': {'id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:31Z', 'updated_at': '2021-07-09T13:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd84d69fe-20ad-4b97-9994-605f89045612', 'name': '', 'network_id': '682d146a-f54c-430b-83ad-c7568a006898', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'mac_address': 'fa:16:3e:fd:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5804d383-b458-4808-96dd-db9802645353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:33Z', 'updated_at': '2021-07-09T13:55:34Z', 'revision_number': 2, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'subnets': [{'id': '5804d383-b458-4808-96dd-db9802645353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:38.876109 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Checking router: e582136c-5101-46bc-9446-575e30c2e493 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:55:38.876468 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Updating router e582136c-5101-46bc-9446-575e30c2e493 port d84d69fe-20ad-4b97-9994-605f89045612 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:55:38.883391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:38.895811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Transition to ACTIVE for port object a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:38.915628 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:38.930014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:38.976525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Network e791fbd8-2c1f-4ba8-b632-225804dff868 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:38.979319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:38.982766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:39.005200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Pushing event updated for resources: {'Port': ['ID=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:39.027235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.028016 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.043741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-739b9e3f-e981-4f32-92a5-a74b30ac9aaf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4902401 Jul 09 13:55:39.172191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 063b3f92-5f31-40e4-8a19-43560654df3f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:39.191888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Request body: {'port': {'device_id': 'cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:39.236696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d615a416-a12b-4e22-9643-6ab1cde554d4 None None] Provisioning for port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:39.243506 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.246433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d615a416-a12b-4e22-9643-6ab1cde554d4 None None] Provisioning complete for port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:39.246841 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d615a416-a12b-4e22-9643-6ab1cde554d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.261646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Transition to ACTIVE for port object d84d69fe-20ad-4b97-9994-605f89045612 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:39.268704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.268938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 063b3f92-5f31-40e4-8a19-43560654df3f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:39.269235 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.269435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.311375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d615a416-a12b-4e22-9643-6ab1cde554d4 None None] Port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:55:39.335999 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833b878-712d-490f-a2eb-63608bd1bc44 None None] Pushing event updated for resources: {'Port': ['ID=d84d69fe-20ad-4b97-9994-605f89045612,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:39.412915 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Attempting to bind port d84d69fe-20ad-4b97-9994-605f89045612 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:39.413763 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Attempting to bind port d84d69fe-20ad-4b97-9994-605f89045612 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:39.413763 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Attempting to bind port d84d69fe-20ad-4b97-9994-605f89045612 on network 682d146a-f54c-430b-83ad-c7568a006898 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:39.419036 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:39.419512 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Checking segment: {'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:39.419993 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.420574 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Bound using segment: {'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:39.421124 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Bound port: d84d69fe-20ad-4b97-9994-605f89045612, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da16bba2-dd0d-4b47-adeb-324c4a887ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '682d146a-f54c-430b-83ad-c7568a006898'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:39.421592 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.491313 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] For port d84d69fe-20ad-4b97-9994-605f89045612, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:39.494663 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] For port d84d69fe-20ad-4b97-9994-605f89045612, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d84d69fe-20ad-4b97-9994-605f89045612,segment=NetworkSegment(da16bba2-dd0d-4b47-adeb-324c4a887ecc),segment_id=da16bba2-dd0d-4b47-adeb-324c4a887ecc)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:39.500889 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.572899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:39.573591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Routers {'e582136c-5101-46bc-9446-575e30c2e493'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:55:39.574391 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e582136c-5101-46bc-9446-575e30c2e493'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:39.577425 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833b878-712d-490f-a2eb-63608bd1bc44 None None] Pushing event updated for resources: {'Port': ['ID=d84d69fe-20ad-4b97-9994-605f89045612,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:39.590211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.604920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Transition to ACTIVE for port object a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:39.609324 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.738643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:39.796390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Attempting to bind port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:39.796919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Attempting to bind port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:39.797523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Attempting to bind port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 on network e791fbd8-2c1f-4ba8-b632-225804dff868 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:39.810616 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d7d50-eb52-4a35-a325-d9e11ba88691 req-1fa1faa0-ad44-4ab3-b482-d6383cceca61 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.812571 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-312d7d50-eb52-4a35-a325-d9e11ba88691 req-1fa1faa0-ad44-4ab3-b482-d6383cceca61 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1053 time: 0.1864958 Jul 09 13:55:39.817015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 on network e791fbd8-2c1f-4ba8-b632-225804dff868 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:55:39.817601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Attempting to bind port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 on network e791fbd8-2c1f-4ba8-b632-225804dff868 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:39.824763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:39.825353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Checking segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:39.825904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Bound using segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:39.826572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Bound port: a40c8aa1-6cc4-4424-8ab4-f973a01aebe8, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:39.827152 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.887900 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-312d7d50-eb52-4a35-a325-d9e11ba88691 req-4340dae0-9f05-47ff-b5bf-6284fbd85317 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669014 Jul 09 13:55:39.925128 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] Set router e582136c-5101-46bc-9446-575e30c2e493 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:55:39.935882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] For port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:39.939649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] For port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:39.950831 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.999689 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.000317 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:40.001867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] 10.222.0.10 "PUT /v2.0/ports/a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 HTTP/1.1" status: 200 len: 1092 time: 0.9507518 Jul 09 13:55:40.002324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a', 'tag': 'a40c8aa1-6cc4-4424-8ab4-f973a01aebe8'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:40.004628 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c108644e-ea56-45c0-8b19-071f5c0d86ae" -d '{"events": [{"name": "network-changed", "server_uuid": "cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a", "tag": "a40c8aa1-6cc4-4424-8ab4-f973a01aebe8"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:40.027300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688e48a-b1e0-4372-83c7-516fd2120ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:40.099278 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f571d26-ab91-495e-b467-84f5d3613d98 x-openstack-request-id: req-0f571d26-ab91-495e-b467-84f5d3613d98 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:40.099573 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a", "tag": "a40c8aa1-6cc4-4424-8ab4-f973a01aebe8", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:40.100911 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f571d26-ab91-495e-b467-84f5d3613d98 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:40.101101 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a', 'tag': 'a40c8aa1-6cc4-4424-8ab4-f973a01aebe8', 'status': 'completed', 'code': 200} Jul 09 13:55:40.159386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-512abd8d-248f-4826-909b-c9c84be05e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.160967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-512abd8d-248f-4826-909b-c9c84be05e83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b71779cd8fc0451db1bf8ac1a01d4cde&device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1095 time: 0.1054752 Jul 09 13:55:40.179340 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:55:34Z', 'revision_number': 4, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port': {'id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:31Z', 'updated_at': '2021-07-09T13:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd84d69fe-20ad-4b97-9994-605f89045612', 'name': '', 'network_id': '682d146a-f54c-430b-83ad-c7568a006898', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'mac_address': 'fa:16:3e:fd:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5804d383-b458-4808-96dd-db9802645353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:33Z', 'updated_at': '2021-07-09T13:55:39Z', 'revision_number': 4, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'subnets': [{'id': '5804d383-b458-4808-96dd-db9802645353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:55:40.206973 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dc188-4eda-4bdb-ae4a-3ba5cad554b8 None None] The sync data for ids ['e582136c-5101-46bc-9446-575e30c2e493'] in n-d-799524-3 is: [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:55:34Z', 'revision_number': 4, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port': {'id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:31Z', 'updated_at': '2021-07-09T13:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd84d69fe-20ad-4b97-9994-605f89045612', 'name': '', 'network_id': '682d146a-f54c-430b-83ad-c7568a006898', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'mac_address': 'fa:16:3e:fd:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5804d383-b458-4808-96dd-db9802645353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:33Z', 'updated_at': '2021-07-09T13:55:39Z', 'revision_number': 4, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'subnets': [{'id': '5804d383-b458-4808-96dd-db9802645353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:55:40.227246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-63dc7e08-5786-4a4d-abaf-bd99d68cdbfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 HTTP/1.1" status: 200 len: 217 time: 0.0577188 Jul 09 13:55:40.281272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-d7249b9d-967a-4bc3-8c2c-0eb8f81ac335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.283392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-d7249b9d-967a-4bc3-8c2c-0eb8f81ac335 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d66651-9181-490a-a7e7-ee022daca4e9 HTTP/1.1" status: 200 len: 849 time: 0.0490923 Jul 09 13:55:40.347142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-4f3962b1-6b3f-4e6f-ba5d-c714bf017325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.348715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-4f3962b1-6b3f-4e6f-ba5d-c714bf017325 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e791fbd8-2c1f-4ba8-b632-225804dff868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588143 Jul 09 13:55:40.468372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-4b3030de-44ee-491f-ae2a-cbd9cfc51c67 service neutron] 10.222.0.10 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102104 Jul 09 13:55:40.566686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a73a9bf1-dda0-4cfb-829a-d926922e3677 req-f3d80b97-7789-4905-9cc5-ad937c52694c service neutron] 10.222.0.10 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906997 Jul 09 13:55:40.683988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-f94a2ca4-1683-4f62-a831-77bf33f5f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.685719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-f94a2ca4-1683-4f62-a831-77bf33f5f46e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b71779cd8fc0451db1bf8ac1a01d4cde&device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1095 time: 0.0605078 Jul 09 13:55:40.790081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-9a26fcf7-f66d-4ed2-a79e-728ca14d817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.791659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-9a26fcf7-f66d-4ed2-a79e-728ca14d817e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e791fbd8-2c1f-4ba8-b632-225804dff868 HTTP/1.1" status: 200 len: 910 time: 0.0983422 Jul 09 13:55:40.837056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-730ef867-8473-40b7-839c-a60e26a1177f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 HTTP/1.1" status: 200 len: 217 time: 0.0374260 Jul 09 13:55:40.893856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-4ab86475-cc82-4dd9-8673-dcbecd891eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.895365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-4ab86475-cc82-4dd9-8673-dcbecd891eda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d66651-9181-490a-a7e7-ee022daca4e9 HTTP/1.1" status: 200 len: 849 time: 0.0504365 Jul 09 13:55:40.957536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-68523a6a-d049-4d0e-8338-791b97040190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.959091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-68523a6a-d049-4d0e-8338-791b97040190 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e791fbd8-2c1f-4ba8-b632-225804dff868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565050 Jul 09 13:55:41.067399 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b965-a6a7-4891-914c-2daf51042455 req-4af7674c-b086-447f-a7a2-388da5570668 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:41.073393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-86381b1c-d0e1-4d09-b468-cb188d681f8a service neutron] 10.222.0.10 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069329 Jul 09 13:55:41.073996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb2b965-a6a7-4891-914c-2daf51042455 req-4af7674c-b086-447f-a7a2-388da5570668 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1095 time: 0.0743413 Jul 09 13:55:41.116644 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fbb2b965-a6a7-4891-914c-2daf51042455 req-8b5de6ff-03ee-45f0-a79c-e0029c442330 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Jul 09 13:55:41.183438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d84d69fe-20ad-4b97-9994-605f89045612 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:41.205123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c108644e-ea56-45c0-8b19-071f5c0d86ae req-751d1def-0d3e-4901-a41c-5822f782577e service neutron] 10.222.0.10 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135643 Jul 09 13:55:41.237368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port d84d69fe-20ad-4b97-9994-605f89045612 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:41.241439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d84d69fe-20ad-4b97-9994-605f89045612 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:41.241887 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:41.322168 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:41.358107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port d84d69fe-20ad-4b97-9994-605f89045612, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d84d69fe-20ad-4b97-9994-605f89045612,segment=NetworkSegment(da16bba2-dd0d-4b47-adeb-324c4a887ecc),segment_id=da16bba2-dd0d-4b47-adeb-324c4a887ecc)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:41.361833 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:41.412935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=d84d69fe-20ad-4b97-9994-605f89045612,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:42.329440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e93a-132a-4711-b37d-699557170712 req-0b8595b5-536e-4372-b9f8-790be69fdef1 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:42.336395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b179e93a-132a-4711-b37d-699557170712 req-0b8595b5-536e-4372-b9f8-790be69fdef1 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1095 time: 0.0809815 Jul 09 13:55:42.385290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b179e93a-132a-4711-b37d-699557170712 req-5f02e132-a2be-4d1d-983e-678548c9d90d tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Jul 09 13:55:43.136893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d84d69fe-20ad-4b97-9994-605f89045612 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:43.189665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d84d69fe-20ad-4b97-9994-605f89045612 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:43.190082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:43.395126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:43.567544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab13b4f-5b2a-45b2-9556-70789444730f req-cbc1b52f-4426-4b5f-b50a-3e218ab076c5 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:43.569344 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ab13b4f-5b2a-45b2-9556-70789444730f req-cbc1b52f-4426-4b5f-b50a-3e218ab076c5 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1095 time: 0.0582750 Jul 09 13:55:43.605844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ab13b4f-5b2a-45b2-9556-70789444730f req-43f8a7bf-581f-4d64-b5b3-045d75554f8a tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Jul 09 13:55:43.828423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:55:43.930385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:43.942780 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'a40c8aa1-6cc4-4424-8ab4-f973a01aebe8', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'port_id': 'a40c8aa1-6cc4-4424-8ab4-f973a01aebe8', 'mac_address': 'fa:16:3e:52:88:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:55:43.983656 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:43.996682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:44.019836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:44.027103 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:44.076387 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:44.154437 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:44.243985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['a40c8aa1-6cc4-4424-8ab4-f973a01aebe8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:44.344869 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fbccd54e-ebdd-4872-b6fa-9d974f8df114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:44.773879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed158fa6-3bd7-4313-bd7f-02a0a76ef483 req-a57489ee-dd27-4cb4-bf39-37a0387c5439 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:44.775565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed158fa6-3bd7-4313-bd7f-02a0a76ef483 req-a57489ee-dd27-4cb4-bf39-37a0387c5439 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1096 time: 0.0554442 Jul 09 13:55:44.816387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed158fa6-3bd7-4313-bd7f-02a0a76ef483 req-d66e32d5-8ce0-476a-9c70-f1898d4b52ad tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Jul 09 13:55:45.829595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:45.885376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:45.889444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:45.889827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:45.976965 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:45.991476 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bd1a6-9475-4a51-b67d-157baacac901 req-e3b2553b-95b1-4f7d-a523-1ab6cd77dd34 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:45.993085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c36bd1a6-9475-4a51-b67d-157baacac901 req-e3b2553b-95b1-4f7d-a523-1ab6cd77dd34 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1096 time: 0.0605989 Jul 09 13:55:46.004232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c8aa1-6cc4-4424-8ab4-f973a01aebe8'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:46.006501 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b669315-72f8-4d8c-a8ed-939a29b9b284" -d '{"events": [{"server_uuid": "cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a", "name": "network-vif-plugged", "status": "completed", "tag": "a40c8aa1-6cc4-4424-8ab4-f973a01aebe8"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:46.019316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:46.026593 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:46.059181 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c36bd1a6-9475-4a51-b67d-157baacac901 req-61ff394d-b56f-4fc7-8fa0-89e0d12cc636 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572078 Jul 09 13:55:46.076829 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50139de7-bd1f-4808-80bf-35ff37e79827 x-openstack-request-id: req-50139de7-bd1f-4808-80bf-35ff37e79827 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:46.077818 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a", "name": "network-vif-plugged", "status": "completed", "tag": "a40c8aa1-6cc4-4424-8ab4-f973a01aebe8", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:46.078075 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50139de7-bd1f-4808-80bf-35ff37e79827 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:46.078472 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c8aa1-6cc4-4424-8ab4-f973a01aebe8', 'code': 200} Jul 09 13:55:46.100912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:46.200627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6730-c9ae-4ada-94bc-f22db4f9ae01 req-cb96853e-ca9b-4269-9fc4-4d270574c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:46.202158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6ee6730-c9ae-4ada-94bc-f22db4f9ae01 req-cb96853e-ca9b-4269-9fc4-4d270574c5c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1097 time: 0.0552695 Jul 09 13:55:46.241393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6ee6730-c9ae-4ada-94bc-f22db4f9ae01 req-f045c77f-0fad-4c2f-b59b-c9d43f49e308 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292549 Jul 09 13:55:46.889189 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2c59563f-b86e-4af2-a170-e497963b3b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:47.031733 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:47.247357 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c3adf-a631-49a1-99bf-ffadd21afaed req-82a67524-842a-40fd-9d81-47bb2d7ea9fb tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:47.248933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b06c3adf-a631-49a1-99bf-ffadd21afaed req-82a67524-842a-40fd-9d81-47bb2d7ea9fb tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1097 time: 0.0532835 Jul 09 13:55:47.285304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b06c3adf-a631-49a1-99bf-ffadd21afaed req-19fd6b4e-88e6-4d36-a524-00f203074254 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Jul 09 13:55:47.451624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9b8f5-1a42-41a2-b162-d984c84ad797 req-e922cdab-03e3-4dc2-93d7-9f8d755e1039 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:47.453114 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fdc9b8f5-1a42-41a2-b162-d984c84ad797 req-e922cdab-03e3-4dc2-93d7-9f8d755e1039 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1097 time: 0.0550318 Jul 09 13:55:47.495373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fdc9b8f5-1a42-41a2-b162-d984c84ad797 req-cf4ffef8-8adf-4d6e-a933-35b01bebd0e6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Jul 09 13:55:47.665963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35bce6-22e9-4c95-8981-2bd66216ac04 req-df39e01d-a3f1-435f-bff5-fa10b6c9be3b tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:47.667539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b35bce6-22e9-4c95-8981-2bd66216ac04 req-df39e01d-a3f1-435f-bff5-fa10b6c9be3b tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1097 time: 0.0608873 Jul 09 13:55:47.707563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b35bce6-22e9-4c95-8981-2bd66216ac04 req-b80f9a5f-adbe-4c50-b1b6-12c1d8bc40b6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Jul 09 13:55:48.014449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-f3cd4281-dd74-4df8-b00a-dc8016391a0b tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:48.016237 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-f3cd4281-dd74-4df8-b00a-dc8016391a0b tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/networks?id=e791fbd8-2c1f-4ba8-b632-225804dff868 HTTP/1.1" status: 200 len: 910 time: 0.1517670 Jul 09 13:55:48.033374 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-b8f7779d-c3a1-419f-8e3a-aeff96124883 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/quotas/b71779cd8fc0451db1bf8ac1a01d4cde HTTP/1.1" status: 200 len: 375 time: 0.0105116 Jul 09 13:55:48.129538 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-4cb269db-56b0-4b4b-aff7-c3810d14a53c tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=b71779cd8fc0451db1bf8ac1a01d4cde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901191 Jul 09 13:55:48.229686 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-7fbe19ec-d734-4020-ad10-0d74450b5521 service neutron] 10.222.0.32 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934019 Jul 09 13:55:48.309388 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:48.332208 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-95e92fa7-965e-4da1-b339-eb2b1f9bd635 service neutron] 10.222.0.32 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967751 Jul 09 13:55:48.503904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54a478c4-fa21-439d-b124-aa22fbfe30cd req-187ab886-5aae-446c-87cf-c915032e15ef tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Jul 09 13:55:49.607700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-9103fddb-fad9-423b-b987-49a867c5fd96 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:49.609700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-9103fddb-fad9-423b-b987-49a867c5fd96 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.11 "GET /v2.0/networks?id=e791fbd8-2c1f-4ba8-b632-225804dff868 HTTP/1.1" status: 200 len: 910 time: 0.1112299 Jul 09 13:55:49.622410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Request body: {'port': {'device_id': '0185042e-e15f-4542-865b-6f8fe780e971', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'admin_state_up': True, 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:49.653893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Made reservation on behalf of b71779cd8fc0451db1bf8ac1a01d4cde for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:49.657492 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:49.691831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1fccdbe-7202-49d5-a0ed-965480e2391e req-f5d571ea-e6f2-47fa-847e-330b63dc7647 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 210 time: 0.0390458 Jul 09 13:55:49.804590 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:49.820953 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Allocated IP 172.20.0.3 (e791fbd8-2c1f-4ba8-b632-225804dff868/12d66651-9181-490a-a7e7-ee022daca4e9/075f6284-78a7-4258-bff3-961ca746b9e7) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:49.980120 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:49.998601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Transition to ACTIVE for port object 075f6284-78a7-4258-bff3-961ca746b9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:50.042610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:50.055232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['a40c8aa1-6cc4-4424-8ab4-f973a01aebe8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:50.093730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Pushing event updated for resources: {'Port': ['ID=075f6284-78a7-4258-bff3-961ca746b9e7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:50.106579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Network e791fbd8-2c1f-4ba8-b632-225804dff868 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:50.108131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:50.110671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:50.152048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:50.152664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:50.173553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-eccc3055-7161-4412-a4c2-f609ba6403c0 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5554233 Jul 09 13:55:50.187021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Request body: {'port': {'device_id': '0185042e-e15f-4542-865b-6f8fe780e971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:50.290841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:50.406403 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ed0b422b-ee71-4a30-8329-01414dcd7341 None None] Provisioning for port 075f6284-78a7-4258-bff3-961ca746b9e7 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:50.413261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ed0b422b-ee71-4a30-8329-01414dcd7341 None None] Provisioning complete for port 075f6284-78a7-4258-bff3-961ca746b9e7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:50.413643 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed0b422b-ee71-4a30-8329-01414dcd7341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:50.453722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b422b-ee71-4a30-8329-01414dcd7341 None None] Port 075f6284-78a7-4258-bff3-961ca746b9e7 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:55:50.589772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075f6284-78a7-4258-bff3-961ca746b9e7 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:50.597300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:50.609990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Transition to ACTIVE for port object 075f6284-78a7-4258-bff3-961ca746b9e7 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:50.626195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:50.673089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=075f6284-78a7-4258-bff3-961ca746b9e7,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:50.816862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Attempting to bind port 075f6284-78a7-4258-bff3-961ca746b9e7 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:50.817422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Attempting to bind port 075f6284-78a7-4258-bff3-961ca746b9e7 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:50.817930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Attempting to bind port 075f6284-78a7-4258-bff3-961ca746b9e7 on network e791fbd8-2c1f-4ba8-b632-225804dff868 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:50.823698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Port 075f6284-78a7-4258-bff3-961ca746b9e7 on network e791fbd8-2c1f-4ba8-b632-225804dff868 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:55:50.824225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Attempting to bind port 075f6284-78a7-4258-bff3-961ca746b9e7 on network e791fbd8-2c1f-4ba8-b632-225804dff868 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:50.830431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:50.831005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Checking segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:50.831571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Bound using segment: {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:50.832170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Bound port: 075f6284-78a7-4258-bff3-961ca746b9e7, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8102b6-18cb-49c3-b292-41d2d83d9a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:50.832695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:50.983440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] For port 075f6284-78a7-4258-bff3-961ca746b9e7, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:51.001731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] For port 075f6284-78a7-4258-bff3-961ca746b9e7, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=075f6284-78a7-4258-bff3-961ca746b9e7,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:51.015749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:51.065948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.066578 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:51.068020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/075f6284-78a7-4258-bff3-961ca746b9e7 HTTP/1.1" status: 200 len: 1091 time: 0.8858850 Jul 09 13:55:51.068479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0185042e-e15f-4542-865b-6f8fe780e971', 'tag': '075f6284-78a7-4258-bff3-961ca746b9e7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:51.071694 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b7147-ef9a-4445-a99b-0b28b8f80925" -d '{"events": [{"name": "network-changed", "server_uuid": "0185042e-e15f-4542-865b-6f8fe780e971", "tag": "075f6284-78a7-4258-bff3-961ca746b9e7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:51.090387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f4b2-b453-41ea-a987-ee09bc33135f req-aabc19bc-ca7d-4651-a109-535ca950e47a tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.092084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42a9f4b2-b453-41ea-a987-ee09bc33135f req-aabc19bc-ca7d-4651-a109-535ca950e47a tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1052 time: 0.1514409 Jul 09 13:55:51.116377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6028d6c-97ba-4b2f-af28-334c450eb5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=075f6284-78a7-4258-bff3-961ca746b9e7,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:51.166510 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc4451-059c-4a5b-a09f-a0dab70c08f5 x-openstack-request-id: req-44dc4451-059c-4a5b-a09f-a0dab70c08f5 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:51.166826 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0185042e-e15f-4542-865b-6f8fe780e971", "tag": "075f6284-78a7-4258-bff3-961ca746b9e7", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:51.167080 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44dc4451-059c-4a5b-a09f-a0dab70c08f5 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:51.167479 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0185042e-e15f-4542-865b-6f8fe780e971', 'tag': '075f6284-78a7-4258-bff3-961ca746b9e7', 'status': 'completed', 'code': 200} Jul 09 13:55:51.184426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42a9f4b2-b453-41ea-a987-ee09bc33135f req-41a93d5c-80a2-4b30-a921-992c1c5f05f7 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815489 Jul 09 13:55:51.220906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-dd883d81-ae70-42ba-85df-da922b9fbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.222414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-dd883d81-ae70-42ba-85df-da922b9fbf8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71779cd8fc0451db1bf8ac1a01d4cde&device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1094 time: 0.0876896 Jul 09 13:55:51.273406 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-22ece869-cfed-4b84-a39e-04ba4a6986c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=075f6284-78a7-4258-bff3-961ca746b9e7 HTTP/1.1" status: 200 len: 217 time: 0.0433943 Jul 09 13:55:51.323547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-7b32dc8e-82bd-4989-895e-f4e2b5244c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.325026 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-7b32dc8e-82bd-4989-895e-f4e2b5244c84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d66651-9181-490a-a7e7-ee022daca4e9 HTTP/1.1" status: 200 len: 849 time: 0.0462835 Jul 09 13:55:51.386200 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-d79676b4-ce9d-4346-94f8-5e8293ac3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.387634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-d79676b4-ce9d-4346-94f8-5e8293ac3fdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e791fbd8-2c1f-4ba8-b632-225804dff868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562723 Jul 09 13:55:51.484083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-ebb3b95e-e992-4d52-892e-6e7ef4ee87b5 service neutron] 10.222.0.11 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898707 Jul 09 13:55:51.581394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f81eba7-f6a3-402a-b8b0-00f8f5efd6ba req-7423c4eb-88cf-4140-a153-36de81fc913e service neutron] 10.222.0.11 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908885 Jul 09 13:55:51.680980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-d9bb3480-5c15-4285-b5c2-db09df450efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.683040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-d9bb3480-5c15-4285-b5c2-db09df450efc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71779cd8fc0451db1bf8ac1a01d4cde&device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1094 time: 0.0571952 Jul 09 13:55:51.780036 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-04f21253-684d-48bf-9763-d3212b79f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.781798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-04f21253-684d-48bf-9763-d3212b79f342 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e791fbd8-2c1f-4ba8-b632-225804dff868 HTTP/1.1" status: 200 len: 910 time: 0.0932131 Jul 09 13:55:51.824937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-6060c2ea-8c0d-4cf9-8151-c9d472c6eb2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=075f6284-78a7-4258-bff3-961ca746b9e7 HTTP/1.1" status: 200 len: 217 time: 0.0358267 Jul 09 13:55:51.876014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-ffd0e4e3-35c8-44b6-b75f-c3411c82d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.877772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-ffd0e4e3-35c8-44b6-b75f-c3411c82d44a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12d66651-9181-490a-a7e7-ee022daca4e9 HTTP/1.1" status: 200 len: 849 time: 0.0471318 Jul 09 13:55:51.940677 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-f04e47f0-1483-40f7-bc10-0c423788136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.942120 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-f04e47f0-1483-40f7-bc10-0c423788136e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e791fbd8-2c1f-4ba8-b632-225804dff868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581732 Jul 09 13:55:52.034292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-9700f461-bd73-4a3a-90a7-586b1dc8a65a service neutron] 10.222.0.11 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850298 Jul 09 13:55:52.143952 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-098b7147-ef9a-4445-a99b-0b28b8f80925 req-bbb103d1-5131-49c7-84ae-484f62b2372e service neutron] 10.222.0.11 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989006 Jul 09 13:55:52.367197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fcb5c-61d5-456a-882f-0040d9f1760d req-43977459-4664-43e5-a002-dd076dd7dc10 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:52.368756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f4fcb5c-61d5-456a-882f-0040d9f1760d req-43977459-4664-43e5-a002-dd076dd7dc10 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1094 time: 0.0677543 Jul 09 13:55:52.404406 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f4fcb5c-61d5-456a-882f-0040d9f1760d req-49961679-973a-433e-9639-1145d0121347 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297751 Jul 09 13:55:53.565275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2c3f4-cd39-4c66-9ab9-ba1a7228956a req-8e42379b-ca46-4853-8096-f06182d22cfb tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:53.566736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77e2c3f4-cd39-4c66-9ab9-ba1a7228956a req-8e42379b-ca46-4853-8096-f06182d22cfb tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1094 time: 0.0533128 Jul 09 13:55:53.602888 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77e2c3f4-cd39-4c66-9ab9-ba1a7228956a req-2b1e35bc-8b25-4912-bc2e-d7941a976d16 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295401 Jul 09 13:55:54.375547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-740df36e-69b8-4518-b55e-b07665da4da3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517642 Jul 09 13:55:54.470814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-7612063f-5d7e-4b76-860c-6f73ca43da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:54.472317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-7612063f-5d7e-4b76-860c-6f73ca43da52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b71779cd8fc0451db1bf8ac1a01d4cde&device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1097 time: 0.0559862 Jul 09 13:55:54.579495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-5cac15a3-4cea-4ba2-a794-1df72678263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:54.581661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-5cac15a3-4cea-4ba2-a794-1df72678263f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e791fbd8-2c1f-4ba8-b632-225804dff868 HTTP/1.1" status: 200 len: 910 time: 0.0890222 Jul 09 13:55:54.625939 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-986ba580-33df-4bca-9744-52a173f992d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 HTTP/1.1" status: 200 len: 217 time: 0.0377796 Jul 09 13:55:54.676442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-7742a7bc-1a76-4e4c-91dc-400a2c122686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:54.678181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-7742a7bc-1a76-4e4c-91dc-400a2c122686 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d66651-9181-490a-a7e7-ee022daca4e9 HTTP/1.1" status: 200 len: 849 time: 0.0461895 Jul 09 13:55:54.739738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-8ab1d0f0-a9b5-4448-96c7-a6a6c5cb91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:54.742493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-8ab1d0f0-a9b5-4448-96c7-a6a6c5cb91bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e791fbd8-2c1f-4ba8-b632-225804dff868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579984 Jul 09 13:55:54.773999 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1053a-6d0e-4785-82c3-7f0539866520 req-5224481e-cd2d-4d9a-b45b-8cb7f37a566e tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:54.775575 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ccf1053a-6d0e-4785-82c3-7f0539866520 req-5224481e-cd2d-4d9a-b45b-8cb7f37a566e tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1094 time: 0.0606625 Jul 09 13:55:54.811211 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ccf1053a-6d0e-4785-82c3-7f0539866520 req-6369ddac-8264-4d8c-b211-a1e0e29b1483 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293736 Jul 09 13:55:54.843976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-1240d8eb-0ba4-4123-ad17-f31e8fb88b8c service neutron] 10.222.0.10 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939965 Jul 09 13:55:54.931816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b34e35d-599b-4ce4-87fb-6cf33ef61552 req-ed03a952-72ad-4d94-9804-0b9a2f8ed602 service neutron] 10.222.0.10 "GET /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821536 Jul 09 13:55:55.399938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 075f6284-78a7-4258-bff3-961ca746b9e7 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:55:55.528670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 075f6284-78a7-4258-bff3-961ca746b9e7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=075f6284-78a7-4258-bff3-961ca746b9e7,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:55.545385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '075f6284-78a7-4258-bff3-961ca746b9e7', 'network_id': 'e791fbd8-2c1f-4ba8-b632-225804dff868', 'port_id': '075f6284-78a7-4258-bff3-961ca746b9e7', 'mac_address': 'fa:16:3e:ba:0e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d66651-9181-490a-a7e7-ee022daca4e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:55:55.590921 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.609984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075f6284-78a7-4258-bff3-961ca746b9e7 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:55.635454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 075f6284-78a7-4258-bff3-961ca746b9e7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=075f6284-78a7-4258-bff3-961ca746b9e7,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:55.640278 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.703987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=075f6284-78a7-4258-bff3-961ca746b9e7,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:55.843831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['075f6284-78a7-4258-bff3-961ca746b9e7'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:56.002415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223586a-d61e-4a4e-a4a6-adc169fbdf4f req-ef9b55ad-c548-4cb8-991a-3bec4e5b2d68 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:56.004109 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2223586a-d61e-4a4e-a4a6-adc169fbdf4f req-ef9b55ad-c548-4cb8-991a-3bec4e5b2d68 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1095 time: 0.0576875 Jul 09 13:55:56.039155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2223586a-d61e-4a4e-a4a6-adc169fbdf4f req-6aaa59f0-8c2e-4ba2-9389-c0ad5304100d tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284212 Jul 09 13:55:57.198760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86c59a-25ff-43dd-9efa-9fa9bc9992dc req-ba43d2b1-1c9d-45bb-b6d0-f8cbd5c010b1 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:57.200306 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f86c59a-25ff-43dd-9efa-9fa9bc9992dc req-ba43d2b1-1c9d-45bb-b6d0-f8cbd5c010b1 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1095 time: 0.0515368 Jul 09 13:55:57.234685 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2f86c59a-25ff-43dd-9efa-9fa9bc9992dc req-a55e7d63-9476-4805-bc56-cdbfa30bff0b tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289149 Jul 09 13:55:57.419110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 075f6284-78a7-4258-bff3-961ca746b9e7 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:57.472118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 075f6284-78a7-4258-bff3-961ca746b9e7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:57.476206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 075f6284-78a7-4258-bff3-961ca746b9e7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:57.476582 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:57.555219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:57.577883 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0185042e-e15f-4542-865b-6f8fe780e971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f6284-78a7-4258-bff3-961ca746b9e7'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:57.580089 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42126ee-41e0-4b05-8317-12de57bd8906" -d '{"events": [{"server_uuid": "0185042e-e15f-4542-865b-6f8fe780e971", "name": "network-vif-plugged", "status": "completed", "tag": "075f6284-78a7-4258-bff3-961ca746b9e7"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:57.592587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 075f6284-78a7-4258-bff3-961ca746b9e7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=075f6284-78a7-4258-bff3-961ca746b9e7,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:57.597281 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:57.597976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d111b-165f-4640-b571-9934009392f8 req-ea97452e-ea48-4660-975f-e17b0522a070 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:57.606981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-ea97452e-ea48-4660-975f-e17b0522a070 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.1157644 Jul 09 13:55:57.620304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-5b1cc2d2-bd78-4ec7-8076-d32f3eeb10f5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/quotas/b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 375 time: 0.0123580 Jul 09 13:55:57.621530 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ed1bc3-67ab-4842-8af2-0ce5677dcc56 x-openstack-request-id: req-d5ed1bc3-67ab-4842-8af2-0ce5677dcc56 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:57.621829 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0185042e-e15f-4542-865b-6f8fe780e971", "name": "network-vif-plugged", "status": "completed", "tag": "075f6284-78a7-4258-bff3-961ca746b9e7", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:57.622084 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5ed1bc3-67ab-4842-8af2-0ce5677dcc56 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:57.622537 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0185042e-e15f-4542-865b-6f8fe780e971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f6284-78a7-4258-bff3-961ca746b9e7', 'code': 200} Jul 09 13:55:57.651928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=075f6284-78a7-4258-bff3-961ca746b9e7,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:57.725134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-143aedda-82c3-4fdf-91ff-a58289865a8b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972145 Jul 09 13:55:57.791369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5007ea6-fbfa-4bb8-8adf-02e70cd5964d req-0d390a24-c75e-43c9-8f0b-a6216f195c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:57.792849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5007ea6-fbfa-4bb8-8adf-02e70cd5964d req-0d390a24-c75e-43c9-8f0b-a6216f195c0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1096 time: 0.1126807 Jul 09 13:55:57.849636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-55ba959b-699c-4e28-bee6-b136211051de service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176503 Jul 09 13:55:57.851410 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5007ea6-fbfa-4bb8-8adf-02e70cd5964d req-5c1b7d14-d8cb-4dab-b87b-c0fbe4ef9111 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 Jul 09 13:55:57.938841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-75e8a087-2cb0-4e7b-95d3-555e43d345fc service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830481 Jul 09 13:55:58.244864 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bac3c9a4-a30a-4aa7-b293-30bf0acecd92 req-cbdfde10-76dc-406b-a073-38ebfbc62284 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 210 time: 0.0278902 Jul 09 13:55:58.395969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c041c-6650-4fa9-9df4-d09557070ee5 req-c165c571-5d78-4f95-b214-13f7ed5f2240 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:58.397699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82c041c-6650-4fa9-9df4-d09557070ee5 req-c165c571-5d78-4f95-b214-13f7ed5f2240 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1096 time: 0.0533516 Jul 09 13:55:58.436795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82c041c-6650-4fa9-9df4-d09557070ee5 req-c0038efd-70af-4ce7-9c70-4ea68f9e91af tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Jul 09 13:55:59.385717 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bb5f3d19-7c3a-4811-a895-60fcb320fd44 req-ea1f0895-7005-4938-8868-34a9c74879d8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 210 time: 0.0289936 Jul 09 13:55:59.499168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d111b-165f-4640-b571-9934009392f8 req-b5b55ea8-5174-4a47-a7b8-386fd1028588 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:59.501259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-b5b55ea8-5174-4a47-a7b8-386fd1028588 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.10 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.1155069 Jul 09 13:55:59.521617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'port': {'device_id': 'a2a31210-cac1-4a24-ba36-06e53b2c7606', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'admin_state_up': True, 'tenant_id': 'b57147e1794d4cfda070a208b7533c08'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:59.988999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70678-bbd6-444a-81e9-62f4b598a3c9 req-6e6448fc-899e-45aa-b1af-53dc0f285ddf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:59.990993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42a70678-bbd6-444a-81e9-62f4b598a3c9 req-6e6448fc-899e-45aa-b1af-53dc0f285ddf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1096 time: 0.4249337 Jul 09 13:56:00.005843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Made reservation on behalf of b57147e1794d4cfda070a208b7533c08 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:56:00.009372 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.081641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42a70678-bbd6-444a-81e9-62f4b598a3c9 req-cb2f4da1-ec15-47cd-a2c7-b74e66439291 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837255 Jul 09 13:56:00.166933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Allocated IP 172.20.0.12 (97a50f3e-eabc-4d0c-a5f6-5ab8cce90900/67540b32-e48e-4891-a01d-527909018664/80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:56:00.273688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270743d5-be56-4802-abc9-6ac9dfabfdd1 req-34a3c957-0010-4496-9bc9-824e25ca0a79 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.275365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-270743d5-be56-4802-abc9-6ac9dfabfdd1 req-34a3c957-0010-4496-9bc9-824e25ca0a79 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1096 time: 0.0566113 Jul 09 13:56:00.313890 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-270743d5-be56-4802-abc9-6ac9dfabfdd1 req-383b6232-8b67-4bef-9ad9-8177d71b7d2e tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295219 Jul 09 13:56:00.331067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.346346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Transition to ACTIVE for port object 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:00.381347 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.430738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:00.434609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:00.439252 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:56:00.514698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'Port': ['ID=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:00.533511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.534252 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.555232 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-3a5c3c46-fdce-4dff-b8d1-d374fc6a4bd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0381100 Jul 09 13:56:00.570407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Request body: {'port': {'device_id': 'a2a31210-cac1-4a24-ba36-06e53b2c7606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:00.608960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99847c-e304-47f0-be3c-f110970578fe req-c8a814ba-f0d1-4803-a915-0386581dcc30 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.610521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d99847c-e304-47f0-be3c-f110970578fe req-c8a814ba-f0d1-4803-a915-0386581dcc30 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1096 time: 0.1454256 Jul 09 13:56:00.643514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f42585-bf34-4c39-b9b0-063251924ed0 req-b3880a33-635c-41d7-8f49-634936d3ba12 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.645068 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-82f42585-bf34-4c39-b9b0-063251924ed0 req-b3880a33-635c-41d7-8f49-634936d3ba12 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 932 time: 0.1169167 Jul 09 13:56:00.703471 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-82f42585-bf34-4c39-b9b0-063251924ed0 req-bdd132ca-51c1-46c8-ab34-1b249fa0debe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509949 Jul 09 13:56:00.707008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d99847c-e304-47f0-be3c-f110970578fe req-460afff4-0476-49ca-892c-9b4580e4d9cf tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798974 Jul 09 13:56:00.727291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.798265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-36d65d44-7dfe-43fe-95f5-9ad7a919d0f6 None None] Provisioning for port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:00.807777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-36d65d44-7dfe-43fe-95f5-9ad7a919d0f6 None None] Provisioning complete for port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:00.808458 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-36d65d44-7dfe-43fe-95f5-9ad7a919d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.855859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-36d65d44-7dfe-43fe-95f5-9ad7a919d0f6 None None] Port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:56:01.054011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:56:01.061920 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:01.104892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Transition to ACTIVE for port object 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:01.110761 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:01.176225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Pushing event updated for resources: {'Port': ['ID=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:01.181965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c96d5b-b387-4cf9-8aec-995f53bc4a29 req-5c4d451a-ba7b-40c6-a927-6b5a92104470 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.183660 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5c96d5b-b387-4cf9-8aec-995f53bc4a29 req-5c4d451a-ba7b-40c6-a927-6b5a92104470 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1096 time: 0.1191871 Jul 09 13:56:01.268338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5c96d5b-b387-4cf9-8aec-995f53bc4a29 req-ae781209-c281-48a7-9537-504353fc0dc7 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615044 Jul 09 13:56:01.289047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Attempting to bind port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:56:01.289388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Attempting to bind port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:56:01.289718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Attempting to bind port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:01.301164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:56:01.301502 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Attempting to bind port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:01.308826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:56:01.309233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Checking segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:56:01.309673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Bound using segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:56:01.310100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Bound port: 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:56:01.310519 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:01.380139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] For port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:56:01.384553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] For port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:56:01.390977 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:01.434313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.434925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:01.436390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] 10.222.0.10 "PUT /v2.0/ports/80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b HTTP/1.1" status: 200 len: 1092 time: 0.8719683 Jul 09 13:56:01.436738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a31210-cac1-4a24-ba36-06e53b2c7606', 'tag': '80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:01.438972 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a671d51-6630-4167-88c1-0662c2d1f934" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a31210-cac1-4a24-ba36-06e53b2c7606", "tag": "80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:01.462172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb716cc6-1ca5-4ef7-b17e-6f48b209b290 service neutron] Pushing event updated for resources: {'Port': ['ID=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:01.500261 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c693bc-a529-4bc6-8fad-689b7cdb1405 x-openstack-request-id: req-d8c693bc-a529-4bc6-8fad-689b7cdb1405 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:01.500831 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a31210-cac1-4a24-ba36-06e53b2c7606", "tag": "80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:01.501172 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8c693bc-a529-4bc6-8fad-689b7cdb1405 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:01.501665 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a31210-cac1-4a24-ba36-06e53b2c7606', 'tag': '80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b', 'status': 'completed', 'code': 200} Jul 09 13:56:01.557916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d111b-165f-4640-b571-9934009392f8 req-50a8f950-e968-4c4f-8d4d-41872338ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.559773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-50a8f950-e968-4c4f-8d4d-41872338ec18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 1095 time: 0.0713859 Jul 09 13:56:01.605376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-5f3c7a01-1186-4cc0-b1cf-d1792453cb3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b HTTP/1.1" status: 200 len: 217 time: 0.0371606 Jul 09 13:56:01.659532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d111b-165f-4640-b571-9934009392f8 req-f9f20f04-4b5b-481c-85b9-b0378d1aee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.661153 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-f9f20f04-4b5b-481c-85b9-b0378d1aee3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0498717 Jul 09 13:56:01.718626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d111b-165f-4640-b571-9934009392f8 req-07e539c8-8735-422d-a374-643c24a52721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.720160 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-07e539c8-8735-422d-a374-643c24a52721 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523415 Jul 09 13:56:01.810557 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-a0cee53b-8579-477f-a3c7-616178e3dc14 service neutron] 10.222.0.10 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838001 Jul 09 13:56:01.947934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f82d111b-165f-4640-b571-9934009392f8 req-282d3ddf-e784-4977-83c0-254fbcbd4d39 service neutron] 10.222.0.10 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315303 Jul 09 13:56:01.956092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3cc70-3adf-4480-aa5f-862d355ab24d req-51ed19ad-3b65-402c-8162-a71120162598 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.957530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-59f3cc70-3adf-4480-aa5f-862d355ab24d req-51ed19ad-3b65-402c-8162-a71120162598 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.1402106 Jul 09 13:56:02.007878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-59f3cc70-3adf-4480-aa5f-862d355ab24d req-a9d52309-e002-4777-b950-0de17cc7a418 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 Jul 09 13:56:02.058909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-eeb52e45-da11-4ba2-9ed7-c9a3156ae2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:02.060538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-eeb52e45-da11-4ba2-9ed7-c9a3156ae2e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 1095 time: 0.0628371 Jul 09 13:56:02.166459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-507cc3cd-11cf-4701-9f4d-49f1051202f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:02.167988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-507cc3cd-11cf-4701-9f4d-49f1051202f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.1019361 Jul 09 13:56:02.216690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-12a1382f-9e20-4476-aa3c-c28599edcded service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b HTTP/1.1" status: 200 len: 217 time: 0.0404873 Jul 09 13:56:02.267950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-b9d7e511-6d2a-4f7d-a59c-fc2f4603d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:02.269639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-b9d7e511-6d2a-4f7d-a59c-fc2f4603d40c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0474563 Jul 09 13:56:02.364520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-7ab84efd-6f55-469a-bfb2-fe636a460f97 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:02.366302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-7ab84efd-6f55-469a-bfb2-fe636a460f97 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1096 time: 0.0957742 Jul 09 13:56:02.368220 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-29a6bd75-3261-4d61-bc40-03dc8ecc344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:02.369620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-29a6bd75-3261-4d61-bc40-03dc8ecc344d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911996 Jul 09 13:56:02.445336 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabf39b-3a40-44f7-931f-e33ea7ea75be req-2f5b8ab3-40b4-4448-9bef-c7d446f0e241 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:02.447085 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7cabf39b-3a40-44f7-931f-e33ea7ea75be req-2f5b8ab3-40b4-4448-9bef-c7d446f0e241 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0185042e-e15f-4542-865b-6f8fe780e971 HTTP/1.1" status: 200 len: 1096 time: 0.0588126 Jul 09 13:56:02.495083 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7cabf39b-3a40-44f7-931f-e33ea7ea75be req-9cbfd843-5a53-4bb7-80d0-61911143742a tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379322 Jul 09 13:56:02.529778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-f17d5a11-918d-4abb-a70c-d01d65c16918 service neutron] 10.222.0.10 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512108 Jul 09 13:56:02.546795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Deleting port 075f6284-78a7-4258-bff3-961ca746b9e7 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:02.547158 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:02.689021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a671d51-6630-4167-88c1-0662c2d1f934 req-0e3d8779-31bc-4cb5-9e33-cd8cd3122061 service neutron] 10.222.0.10 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519420 Jul 09 13:56:02.690738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] For port 075f6284-78a7-4258-bff3-961ca746b9e7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=075f6284-78a7-4258-bff3-961ca746b9e7,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:02.691470 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:02.706041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Calling delete_port for 075f6284-78a7-4258-bff3-961ca746b9e7 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:02.832253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:02.844374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['075f6284-78a7-4258-bff3-961ca746b9e7'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:02.869751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Pushing event deleted for resources: {'Port': ['ID=075f6284-78a7-4258-bff3-961ca746b9e7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:02.871833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['a40c8aa1-6cc4-4424-8ab4-f973a01aebe8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:02.923838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] No DVR routers for this DVR port 075f6284-78a7-4258-bff3-961ca746b9e7 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:02.927529 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:02.930423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-465fc495-b868-4c65-ba5d-b51dbdb02ad7 req-8a69b33f-b247-4bab-abb1-9aeae9255ff6 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.11 "DELETE /v2.0/ports/075f6284-78a7-4258-bff3-961ca746b9e7 HTTP/1.1" status: 204 len: 173 time: 0.5584245 Jul 09 13:56:03.213915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dec80a-241f-4d11-8370-31b083919612 req-cc63a1aa-b6de-4ffe-b0d8-1c521a511155 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:03.215491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0dec80a-241f-4d11-8370-31b083919612 req-cc63a1aa-b6de-4ffe-b0d8-1c521a511155 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.0685320 Jul 09 13:56:03.254548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0dec80a-241f-4d11-8370-31b083919612 req-809a9aff-230c-4b05-916b-0601f1e6019b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332010 Jul 09 13:56:03.502922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0185042e-e15f-4542-865b-6f8fe780e971', 'name': 'network-vif-deleted', 'tag': '075f6284-78a7-4258-bff3-961ca746b9e7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:03.505981 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0389c4-bd7a-4fcb-81e7-749b19cd4e4d" -d '{"events": [{"server_uuid": "0185042e-e15f-4542-865b-6f8fe780e971", "name": "network-vif-deleted", "tag": "075f6284-78a7-4258-bff3-961ca746b9e7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:03.570740 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739197f-af81-4003-b080-62a47d3b4767 x-openstack-request-id: req-6739197f-af81-4003-b080-62a47d3b4767 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:03.571071 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0185042e-e15f-4542-865b-6f8fe780e971", "name": "network-vif-deleted", "tag": "075f6284-78a7-4258-bff3-961ca746b9e7", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:03.571323 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6739197f-af81-4003-b080-62a47d3b4767 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:03.571719 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0185042e-e15f-4542-865b-6f8fe780e971', 'name': 'network-vif-deleted', 'tag': '075f6284-78a7-4258-bff3-961ca746b9e7', 'status': 'completed', 'code': 200} Jul 09 13:56:03.930988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5712-03c7-4bde-a8f8-bd6c5c13dc4c req-93b6df31-6862-4eca-a353-52f9e2080606 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:03.932417 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6caa5712-03c7-4bde-a8f8-bd6c5c13dc4c req-93b6df31-6862-4eca-a353-52f9e2080606 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1097 time: 0.0569534 Jul 09 13:56:03.966825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6caa5712-03c7-4bde-a8f8-bd6c5c13dc4c req-b1a839cb-d3a8-4615-8ae9-5abea59d6307 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286913 Jul 09 13:56:04.439262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956131-222c-4dcc-94aa-f961ef26a53f req-e97b22b3-9a68-400a-8c46-fede539d01e0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:04.440761 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26956131-222c-4dcc-94aa-f961ef26a53f req-e97b22b3-9a68-400a-8c46-fede539d01e0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.0625269 Jul 09 13:56:04.477718 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-26956131-222c-4dcc-94aa-f961ef26a53f req-43c8935c-34ed-49b7-a500-1846491c7a11 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Jul 09 13:56:05.127425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16d20e-5f8b-4ab0-b915-f41bd1b2d87d req-5e7318af-6068-41b9-b5ab-9efef157c80a tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:05.128948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a16d20e-5f8b-4ab0-b915-f41bd1b2d87d req-5e7318af-6068-41b9-b5ab-9efef157c80a tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1097 time: 0.0524807 Jul 09 13:56:05.191855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a16d20e-5f8b-4ab0-b915-f41bd1b2d87d req-ec4bad13-abfd-4ac5-b5e7-ed00fecbd727 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7a2bd8e7-0a17-42d2-987b-16609aa26f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568311 Jul 09 13:56:05.214363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-6ad9a2e4-8a3e-4908-9761-02d05987d273 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:05.215907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-6ad9a2e4-8a3e-4908-9761-02d05987d273 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a HTTP/1.1" status: 200 len: 1097 time: 0.0670080 Jul 09 13:56:05.306959 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Deleting port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:05.307312 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:05.384177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] For port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:05.384537 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:05.398111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Calling delete_port for a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:05.520472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:05.531490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['a40c8aa1-6cc4-4424-8ab4-f973a01aebe8'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:05.551187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Pushing event deleted for resources: {'Port': ['ID=a40c8aa1-6cc4-4424-8ab4-f973a01aebe8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:05.614005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] No DVR routers for this DVR port a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:05.617743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:05.619795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f4ff92e-3c6c-4e81-bb14-d0b333edb4b2 req-05102b1f-6f2a-42fa-b265-e456e30af810 tempest-TestServerMultinode-1814485120 tempest-TestServerMultinode-1814485120-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 HTTP/1.1" status: 204 len: 173 time: 0.3985384 Jul 09 13:56:05.620239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a', 'name': 'network-vif-deleted', 'tag': 'a40c8aa1-6cc4-4424-8ab4-f973a01aebe8'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:05.622488 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c40fd-797b-498f-95ce-69a2ac92354b" -d '{"events": [{"server_uuid": "cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a", "name": "network-vif-deleted", "tag": "a40c8aa1-6cc4-4424-8ab4-f973a01aebe8"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:05.646777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:56:05.674571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f11c8f-aeef-4d44-b390-28f43a933bce req-ec2fa745-c719-47b6-b675-2f7da09b8797 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:05.676170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f1f11c8f-aeef-4d44-b390-28f43a933bce req-ec2fa745-c719-47b6-b675-2f7da09b8797 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.0802996 Jul 09 13:56:05.680050 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b83c3e-c31b-4528-b793-6e0f3c73785c x-openstack-request-id: req-e1b83c3e-c31b-4528-b793-6e0f3c73785c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:05.680340 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a", "name": "network-vif-deleted", "tag": "a40c8aa1-6cc4-4424-8ab4-f973a01aebe8", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:05.680599 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1b83c3e-c31b-4528-b793-6e0f3c73785c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:05.680977 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf966daf-76ea-46ba-bdb9-7c6cc5c52a8a', 'name': 'network-vif-deleted', 'tag': 'a40c8aa1-6cc4-4424-8ab4-f973a01aebe8', 'status': 'completed', 'code': 200} Jul 09 13:56:05.718506 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f1f11c8f-aeef-4d44-b390-28f43a933bce req-76e58594-aaf0-4291-9932-c8cad40c9f7e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359576 Jul 09 13:56:06.302246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48120) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:06.639588 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:06.893254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Deleting port 2295dd8a-d6ab-43e8-8798-57555d267950 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:06.893510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:06.898646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140ed86-4878-4bfa-8852-3571bfda7026 req-c95bf382-90d1-4679-ac90-6c5c71954717 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:06.900184 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2140ed86-4878-4bfa-8852-3571bfda7026 req-c95bf382-90d1-4679-ac90-6c5c71954717 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.0671821 Jul 09 13:56:06.937361 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2140ed86-4878-4bfa-8852-3571bfda7026 req-7d7ffe00-5904-4bc9-addb-de74761d3e87 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Jul 09 13:56:06.975972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] For port 2295dd8a-d6ab-43e8-8798-57555d267950, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=2295dd8a-d6ab-43e8-8798-57555d267950,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:06.976338 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:06.988987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Calling delete_port for 2295dd8a-d6ab-43e8-8798-57555d267950 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:07.164786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:07.188275 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Pushing event deleted for resources: {'Port': ['ID=2295dd8a-d6ab-43e8-8798-57555d267950,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:07.359746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:07.473338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 075f6284-78a7-4258-bff3-961ca746b9e7 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:07.494092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 075f6284-78a7-4258-bff3-961ca746b9e7 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:07.494437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 075f6284-78a7-4258-bff3-961ca746b9e7 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:07.573981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Router cb35cd99-fb6e-4557-a7c1-52700454d355 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:07.677163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:07.682689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c0622045-5021-43e1-8c8c-114ff236a41f admin admin] 10.222.0.32 "PUT /v2.0/routers/cb35cd99-fb6e-4557-a7c1-52700454d355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3793321 Jul 09 13:56:07.685212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48124) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:07.686756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] Sync routers for ids ['cb35cd99-fb6e-4557-a7c1-52700454d355'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:07.696443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] Routers {'cb35cd99-fb6e-4557-a7c1-52700454d355'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:07.697152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['cb35cd99-fb6e-4557-a7c1-52700454d355'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:07.803218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] Set router cb35cd99-fb6e-4557-a7c1-52700454d355 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:07.970741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:07.999742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:08.000099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device a40c8aa1-6cc4-4424-8ab4-f973a01aebe8 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:08.017263 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:56:07Z', 'revision_number': 5, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:08.045447 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] Checking router: cb35cd99-fb6e-4557-a7c1-52700454d355 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:08.055251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] Routers {'cb35cd99-fb6e-4557-a7c1-52700454d355'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:08.055792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['cb35cd99-fb6e-4557-a7c1-52700454d355'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:08.143874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.160842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] Set router cb35cd99-fb6e-4557-a7c1-52700454d355 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:08.243640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f8027-1f31-437e-bccb-82f428d5457d req-ddae979b-cb90-4deb-ae10-5db6c0ab9206 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:08.245135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-225f8027-1f31-437e-bccb-82f428d5457d req-ddae979b-cb90-4deb-ae10-5db6c0ab9206 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.1551106 Jul 09 13:56:08.292471 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.304048 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-225f8027-1f31-437e-bccb-82f428d5457d req-4bb646d3-bd0f-4331-bc0e-ae4255d4bf28 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505810 Jul 09 13:56:08.349252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:56:07Z', 'revision_number': 5, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:08.359574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Deleting port c20d7c39-6216-4c06-a3ac-da4d7453987d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:08.359916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.379894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdaafb2-c0de-469a-8b0c-202f6e3257c3 None None] The sync data for ids ['cb35cd99-fb6e-4557-a7c1-52700454d355'] in n-d-799524-3 is: [{'id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'name': 'tempest-TestServerMultinode-1584177415-router', 'tenant_id': 'f45834e28a004ed295567405bc92de11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:25Z', 'updated_at': '2021-07-09T13:56:07Z', 'revision_number': 5, 'project_id': 'f45834e28a004ed295567405bc92de11', 'gw_port': {'id': 'c20d7c39-6216-4c06-a3ac-da4d7453987d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35cd99-fb6e-4557-a7c1-52700454d355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:26Z', 'updated_at': '2021-07-09T13:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:08.444519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] For port c20d7c39-6216-4c06-a3ac-da4d7453987d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=c20d7c39-6216-4c06-a3ac-da4d7453987d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:08.444885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.457077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Calling delete_port for c20d7c39-6216-4c06-a3ac-da4d7453987d owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:08.621216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.647997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20d7c39-6216-4c06-a3ac-da4d7453987d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:08.711515 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.804995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.807274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.852090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.852698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb35cd99-fb6e-4557-a7c1-52700454d355 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:56:08.857770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.859030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-05191ab9-34cb-4eeb-85b7-2a7637dc7a40 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cb35cd99-fb6e-4557-a7c1-52700454d355 HTTP/1.1" status: 204 len: 168 time: 1.1728938 Jul 09 13:56:08.861570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48128) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:08.904672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a347bca-37b4-4eab-a049-83d4df29057d admin admin] Deleting subnet 12d66651-9181-490a-a7e7-ee022daca4e9 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:56:08.907603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a347bca-37b4-4eab-a049-83d4df29057d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.948033 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a347bca-37b4-4eab-a049-83d4df29057d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.029750 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a347bca-37b4-4eab-a049-83d4df29057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.081869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a347bca-37b4-4eab-a049-83d4df29057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.107055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a347bca-37b4-4eab-a049-83d4df29057d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d66651-9181-490a-a7e7-ee022daca4e9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:09.110538 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4a347bca-37b4-4eab-a049-83d4df29057d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.112449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4a347bca-37b4-4eab-a049-83d4df29057d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/12d66651-9181-490a-a7e7-ee022daca4e9 HTTP/1.1" status: 204 len: 168 time: 0.2499013 Jul 09 13:56:09.114916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48130) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:09.118212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d52799-a113-4da9-a882-d88baa83dbba None None] Network e791fbd8-2c1f-4ba8-b632-225804dff868 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:56:09.187040 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.240779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Deleting port b0b4f358-dba7-43e3-a504-54f7f76bf2ca {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:09.241628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.310265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] For port b0b4f358-dba7-43e3-a504-54f7f76bf2ca, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b0b4f358-dba7-43e3-a504-54f7f76bf2ca,segment=NetworkSegment(5c8102b6-18cb-49c3-b292-41d2d83d9a19),segment_id=5c8102b6-18cb-49c3-b292-41d2d83d9a19)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:09.310552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.323521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Calling delete_port for b0b4f358-dba7-43e3-a504-54f7f76bf2ca owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:09.384030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] DHCP port deletion for e791fbd8-2c1f-4ba8-b632-225804dff868 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:56:09.424394 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.452296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] Deleting port b0b4f358-dba7-43e3-a504-54f7f76bf2ca {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:09.452683 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.456286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b4f358-dba7-43e3-a504-54f7f76bf2ca,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:09.462932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] No DVR routers for this DVR port b0b4f358-dba7-43e3-a504-54f7f76bf2ca on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:09.496070 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0b4f358-dba7-43e3-a504-54f7f76bf2ca no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:09.517735 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c9f77-90d0-4815-9f00-7c89b05c7cfb req-54203572-84d1-464f-a90b-14ea8aa6513d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:09.519300 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c9f77-90d0-4815-9f00-7c89b05c7cfb req-54203572-84d1-464f-a90b-14ea8aa6513d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.0701375 Jul 09 13:56:09.527600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b0b4f358-dba7-43e3-a504-54f7f76bf2ca {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:09.528056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b0b4f358-dba7-43e3-a504-54f7f76bf2ca not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:09.528508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c20d7c39-6216-4c06-a3ac-da4d7453987d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:09.548572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.556577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: c20d7c39-6216-4c06-a3ac-da4d7453987d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:09.556922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device c20d7c39-6216-4c06-a3ac-da4d7453987d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:09.557343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2295dd8a-d6ab-43e8-8798-57555d267950 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:09.559714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e791fbd8-2c1f-4ba8-b632-225804dff868']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:09.573942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8102b6-18cb-49c3-b292-41d2d83d9a19') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:09.574246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8102b6-18cb-49c3-b292-41d2d83d9a19') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:09.575917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-168c9f77-90d0-4815-9f00-7c89b05c7cfb req-1fc03791-851d-45e0-ac88-6bb63a707b2a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Jul 09 13:56:09.583494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 2295dd8a-d6ab-43e8-8798-57555d267950 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:09.584492 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 2295dd8a-d6ab-43e8-8798-57555d267950 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:09.584968 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.591640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] For port b0b4f358-dba7-43e3-a504-54f7f76bf2ca, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:09.592155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.601837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.606805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] Calling delete_port for b0b4f358-dba7-43e3-a504-54f7f76bf2ca owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:09.608821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:56:09.609350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.609471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] Port b0b4f358-dba7-43e3-a504-54f7f76bf2ca was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:56:09.610867 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:56:09.611661 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:56:09.635680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] Pushing event deleted for resources: {'Port': ['ID=b0b4f358-dba7-43e3-a504-54f7f76bf2ca,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:09.641073 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41731ce2-57a0-4e8d-b9a5-75c548069402 None None] No DVR routers for this DVR port b0b4f358-dba7-43e3-a504-54f7f76bf2ca on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:09.679619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.685192 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.687167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] 10.222.0.32 "DELETE /v2.0/networks/e791fbd8-2c1f-4ba8-b632-225804dff868 HTTP/1.1" status: 204 len: 168 time: 0.5701582 Jul 09 13:56:09.690294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48134) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:09.698308 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde6094-6892-4f1f-b51d-cca30327cacd admin admin] Pushing event deleted for resources: {'Network': ['ID=e791fbd8-2c1f-4ba8-b632-225804dff868,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:10.292460 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:10.540777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Deleting port d84d69fe-20ad-4b97-9994-605f89045612 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:10.541434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:10.617581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] For port d84d69fe-20ad-4b97-9994-605f89045612, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d84d69fe-20ad-4b97-9994-605f89045612,segment=NetworkSegment(da16bba2-dd0d-4b47-adeb-324c4a887ecc),segment_id=da16bba2-dd0d-4b47-adeb-324c4a887ecc)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:10.617905 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:10.634742 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Calling delete_port for d84d69fe-20ad-4b97-9994-605f89045612 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:10.757022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d407a5-7417-4cd1-8987-6def778e46e8 req-d9cdb0c4-1469-48bb-b520-243e7449087e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:10.758532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15d407a5-7417-4cd1-8987-6def778e46e8 req-d9cdb0c4-1469-48bb-b520-243e7449087e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.0688453 Jul 09 13:56:10.798616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15d407a5-7417-4cd1-8987-6def778e46e8 req-53b5815a-cc25-4b21-afd6-539aac033310 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343494 Jul 09 13:56:10.816059 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:10.841557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84d69fe-20ad-4b97-9994-605f89045612,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:11.006166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:11.224850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Router e582136c-5101-46bc-9446-575e30c2e493 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:11.336955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:11.343173 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b91dfe4e-67fc-477a-bf82-3726d5d99263 admin admin] 10.222.0.32 "PUT /v2.0/routers/e582136c-5101-46bc-9446-575e30c2e493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6512415 Jul 09 13:56:11.345383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48138) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:11.347981 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] Sync routers for ids ['e582136c-5101-46bc-9446-575e30c2e493'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:11.357355 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] Routers {'e582136c-5101-46bc-9446-575e30c2e493'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:11.358036 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e582136c-5101-46bc-9446-575e30c2e493'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:11.449064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:11.459765 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] Set router e582136c-5101-46bc-9446-575e30c2e493 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:11.550887 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:11.607396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Deleting port 063b3f92-5f31-40e4-8a19-43560654df3f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:11.608131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:11.633547 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:56:10Z', 'revision_number': 5, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port': {'id': '063b3f92-5f31-40e4-8a19-43560654df3f', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e582136c-5101-46bc-9446-575e30c2e493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:55:31Z', 'updated_at': '2021-07-09T13:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:11.662539 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] Checking router: e582136c-5101-46bc-9446-575e30c2e493 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:11.670591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] Routers {'e582136c-5101-46bc-9446-575e30c2e493'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:11.671226 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:55:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['e582136c-5101-46bc-9446-575e30c2e493'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:11.687147 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] For port 063b3f92-5f31-40e4-8a19-43560654df3f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=063b3f92-5f31-40e4-8a19-43560654df3f,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:11.687513 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:11.700745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Calling delete_port for 063b3f92-5f31-40e4-8a19-43560654df3f owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:11.754723 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] Set router e582136c-5101-46bc-9446-575e30c2e493 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:11.807635 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:56:11Z', 'revision_number': 6, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:11.838539 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674fc1c-37cb-4610-8eaa-8b915081b533 None None] The sync data for ids ['e582136c-5101-46bc-9446-575e30c2e493'] in n-d-799524-3 is: [{'id': 'e582136c-5101-46bc-9446-575e30c2e493', 'name': 'tempest-TestServerMultinode-879302535-router', 'tenant_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:55:30Z', 'updated_at': '2021-07-09T13:56:11Z', 'revision_number': 6, 'project_id': 'b71779cd8fc0451db1bf8ac1a01d4cde', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:11.876448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:11.904534 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Pushing event deleted for resources: {'Port': ['ID=063b3f92-5f31-40e4-8a19-43560654df3f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:12.000416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:56:12.000999 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.092892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:12.098252 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.107373 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7134cd-1fb6-4242-9734-7f13e1aed6cd req-da9ec835-03a2-433c-818a-5e83cc726e2f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:12.108414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'port_id': '80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b', 'mac_address': 'fa:16:3e:c9:c3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:56:12.108897 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd7134cd-1fb6-4242-9734-7f13e1aed6cd req-da9ec835-03a2-433c-818a-5e83cc726e2f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 944 time: 0.1788678 Jul 09 13:56:12.110095 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.148524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.161576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:56:12.177190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.178647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e582136c-5101-46bc-9446-575e30c2e493 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:56:12.184340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:12.187583 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.188348 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.188741 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-25fcf4aa-48d5-4f4b-a934-c1e7f2910113 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e582136c-5101-46bc-9446-575e30c2e493 HTTP/1.1" status: 204 len: 168 time: 0.8424225 Jul 09 13:56:12.191512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48142) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:12.197302 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fd7134cd-1fb6-4242-9734-7f13e1aed6cd req-58193d9d-8207-4401-87b9-80d3880ccb06 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811882 Jul 09 13:56:12.252807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:12.273517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcd4bbc-0d51-43f7-98fd-520dd5cbfe4f admin admin] Deleting subnet 5804d383-b458-4808-96dd-db9802645353 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:56:12.276759 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4bbc-0d51-43f7-98fd-520dd5cbfe4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.313038 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4bbc-0d51-43f7-98fd-520dd5cbfe4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.388683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:12.394046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4bbc-0d51-43f7-98fd-520dd5cbfe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.449050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4bbc-0d51-43f7-98fd-520dd5cbfe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.475757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd4bbc-0d51-43f7-98fd-520dd5cbfe4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5804d383-b458-4808-96dd-db9802645353,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:12.479361 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4bbc-0d51-43f7-98fd-520dd5cbfe4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.481240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3dcd4bbc-0d51-43f7-98fd-520dd5cbfe4f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5804d383-b458-4808-96dd-db9802645353 HTTP/1.1" status: 204 len: 168 time: 0.2880018 Jul 09 13:56:12.483716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48144) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:12.488616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0381ef-fc30-49c8-bb74-107df3c7cb6e None None] Network 682d146a-f54c-430b-83ad-c7568a006898 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:56:12.553034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.609817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Deleting port 5604c0c9-8084-4381-8366-f683b915cd26 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:12.610071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.678538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] For port 5604c0c9-8084-4381-8366-f683b915cd26, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5604c0c9-8084-4381-8366-f683b915cd26,segment=NetworkSegment(da16bba2-dd0d-4b47-adeb-324c4a887ecc),segment_id=da16bba2-dd0d-4b47-adeb-324c4a887ecc)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:12.678905 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.692594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Calling delete_port for 5604c0c9-8084-4381-8366-f683b915cd26 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:12.728130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] DHCP port deletion for 682d146a-f54c-430b-83ad-c7568a006898 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:56:12.780785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] Deleting port 5604c0c9-8084-4381-8366-f683b915cd26 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:12.781267 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.783960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.809979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5604c0c9-8084-4381-8366-f683b915cd26,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:12.813478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] No DVR routers for this DVR port 5604c0c9-8084-4381-8366-f683b915cd26 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:12.845988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] For port 5604c0c9-8084-4381-8366-f683b915cd26, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:12.846385 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.860655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] Calling delete_port for 5604c0c9-8084-4381-8366-f683b915cd26 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:12.864147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] Port 5604c0c9-8084-4381-8366-f683b915cd26 was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:56:12.866000 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.885140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.897056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682d146a-f54c-430b-83ad-c7568a006898']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:12.897300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] Pushing event deleted for resources: {'Port': ['ID=5604c0c9-8084-4381-8366-f683b915cd26,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:12.902573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51413f86-464b-4db5-ae4b-89219f2f9e8f None None] No DVR routers for this DVR port 5604c0c9-8084-4381-8366-f683b915cd26 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:12.918772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da16bba2-dd0d-4b47-adeb-324c4a887ecc') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:12.919101 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da16bba2-dd0d-4b47-adeb-324c4a887ecc') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:12.929092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.944092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.950283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:56:12.950624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: timer() Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:56:12.952615 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:56:13.008272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.013655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.015571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] 10.222.0.32 "DELETE /v2.0/networks/682d146a-f54c-430b-83ad-c7568a006898 HTTP/1.1" status: 204 len: 168 time: 0.5308316 Jul 09 13:56:13.026588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ed423-3d38-45fe-900b-ce08e31193fa admin admin] Pushing event deleted for resources: {'Network': ['ID=682d146a-f54c-430b-83ad-c7568a006898,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:13.152951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5604c0c9-8084-4381-8366-f683b915cd26 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:13.173248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5604c0c9-8084-4381-8366-f683b915cd26 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:13.173598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5604c0c9-8084-4381-8366-f683b915cd26 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:13.174012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d84d69fe-20ad-4b97-9994-605f89045612 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:13.179156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48148) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:13.195339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: d84d69fe-20ad-4b97-9994-605f89045612 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:13.195685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d84d69fe-20ad-4b97-9994-605f89045612 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:13.196098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 063b3f92-5f31-40e4-8a19-43560654df3f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:13.214874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 063b3f92-5f31-40e4-8a19-43560654df3f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:13.215243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 063b3f92-5f31-40e4-8a19-43560654df3f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:13.224110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a5af8515-fc2a-484e-826d-a2745b0ab7a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f45834e28a004ed295567405bc92de11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408149 Jul 09 13:56:13.224110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48152) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:13.291411 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f13a9af-376e-454f-b1e8-31ebcaf08150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.330428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f13a9af-376e-454f-b1e8-31ebcaf08150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.398022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.407152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f98d39-bf6b-4f6c-ad22-f0e12ac88bd9 req-0cf9ffeb-207e-463b-bba2-7c75419a0a9e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:13.408693 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f5f98d39-bf6b-4f6c-ad22-f0e12ac88bd9 req-0cf9ffeb-207e-463b-bba2-7c75419a0a9e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 945 time: 0.0915985 Jul 09 13:56:13.424295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f13a9af-376e-454f-b1e8-31ebcaf08150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.426753 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0f13a9af-376e-454f-b1e8-31ebcaf08150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.428654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0f13a9af-376e-454f-b1e8-31ebcaf08150 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37424815-6e94-49e0-ac44-ae1e3565d18e HTTP/1.1" status: 204 len: 168 time: 0.2038720 Jul 09 13:56:13.447716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13a9af-376e-454f-b1e8-31ebcaf08150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37424815-6e94-49e0-ac44-ae1e3565d18e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:13.464813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f5f98d39-bf6b-4f6c-ad22-f0e12ac88bd9 req-1f8667ed-ed42-423c-8af8-ed89c864fcfa tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493433 Jul 09 13:56:13.736503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48158) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:13.777519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9168c9df-6bd0-4e1f-af4b-08e405ff0c03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b71779cd8fc0451db1bf8ac1a01d4cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398026 Jul 09 13:56:13.779833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48160) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:13.827422 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fed4-1d05-41ff-aaf2-23e061273f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.852291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fed4-1d05-41ff-aaf2-23e061273f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.895168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fed4-1d05-41ff-aaf2-23e061273f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.898720 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fed4-1d05-41ff-aaf2-23e061273f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:13.899898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e9d8fed4-1d05-41ff-aaf2-23e061273f01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a2bd8e7-0a17-42d2-987b-16609aa26f10 HTTP/1.1" status: 204 len: 168 time: 0.1191399 Jul 09 13:56:13.907623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8fed4-1d05-41ff-aaf2-23e061273f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2bd8e7-0a17-42d2-987b-16609aa26f10,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:14.030189 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:14.082604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:14.088973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:14.089555 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.173227 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.190132 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.216067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a31210-cac1-4a24-ba36-06e53b2c7606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:14.218371 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d91ee7-9c74-406a-9cb7-238cf8688e6a" -d '{"events": [{"server_uuid": "a2a31210-cac1-4a24-ba36-06e53b2c7606", "name": "network-vif-plugged", "status": "completed", "tag": "80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:14.233820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:14.241832 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.297232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:14.328305 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-24cf2e8e-c668-4d2a-9f6b-5b8c4caa012e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.460925 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d66c5-7628-45ab-9a36-cda978d74a5c x-openstack-request-id: req-a21d66c5-7628-45ab-9a36-cda978d74a5c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:14.461219 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a31210-cac1-4a24-ba36-06e53b2c7606", "name": "network-vif-plugged", "status": "completed", "tag": "80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:14.461476 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a21d66c5-7628-45ab-9a36-cda978d74a5c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:14.461873 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a31210-cac1-4a24-ba36-06e53b2c7606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b', 'code': 200} Jul 09 13:56:14.581163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32867813-9759-4aa6-bb44-ca73072866fa req-a9e4a8db-cce5-4a84-996f-ca8d91745f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:14.582689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32867813-9759-4aa6-bb44-ca73072866fa req-a9e4a8db-cce5-4a84-996f-ca8d91745f4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 1097 time: 0.0552387 Jul 09 13:56:14.647757 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32867813-9759-4aa6-bb44-ca73072866fa req-e7146376-a1cd-4bd6-9d26-fc3273a79a30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569196 Jul 09 13:56:14.671911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c148a9b-04e5-4e02-8211-b71f43ce9a5d req-0bffdf48-e349-4367-b0db-05ae0fb3556a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:14.673611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c148a9b-04e5-4e02-8211-b71f43ce9a5d req-0bffdf48-e349-4367-b0db-05ae0fb3556a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 946 time: 0.0845251 Jul 09 13:56:14.711068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c148a9b-04e5-4e02-8211-b71f43ce9a5d req-0c2148e6-fc75-458b-aa35-1f2c56cbdc34 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Jul 09 13:56:15.883478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda913-1c37-44d6-ace0-14413cb99d80 req-434b3392-429a-42d3-a7b8-fb6fcdd4612a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:15.884996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f7dda913-1c37-44d6-ace0-14413cb99d80 req-434b3392-429a-42d3-a7b8-fb6fcdd4612a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 946 time: 0.0636699 Jul 09 13:56:15.922995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f7dda913-1c37-44d6-ace0-14413cb99d80 req-7406254f-35fc-43b0-b6d9-3b2868f4b480 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Jul 09 13:56:16.097479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7021f2b-db13-49d6-8fb6-44c92908e5bd req-d3231871-33b6-41a1-8f2b-18f45082ae18 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:16.099374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7021f2b-db13-49d6-8fb6-44c92908e5bd req-d3231871-33b6-41a1-8f2b-18f45082ae18 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 946 time: 0.0679328 Jul 09 13:56:16.137363 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7021f2b-db13-49d6-8fb6-44c92908e5bd req-b0e9d120-dd35-46b6-afda-7c9db8a491f8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Jul 09 13:56:16.889817 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fb46cb15-c5a2-4479-b2b3-3584b515cc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:17.024901 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:18.317327 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:18.680957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb058-749c-4283-9d1f-9269703d0737 req-44879bf6-a072-4086-8868-342fdfd1a929 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:18.682329 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-44879bf6-a072-4086-8868-342fdfd1a929 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.1047149 Jul 09 13:56:18.697684 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-0cbfce8e-5219-4cfa-acc8-b7f0b2a5a27c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/quotas/b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 375 time: 0.0099704 Jul 09 13:56:18.774062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-1625626d-8a1b-4378-93c9-248216fc1bea tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716112 Jul 09 13:56:18.865423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-c606f5d4-827d-48c2-b9eb-65ede64bba9b service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845213 Jul 09 13:56:18.957947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-c849eeaa-9c4e-45a8-850f-e52601288c88 service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866780 Jul 09 13:56:19.157335 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f2c0f04a-fee3-40f0-b289-1b1ea0d8755d req-8f98757c-5bf5-422e-8ba5-7d3c052fdf18 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 210 time: 0.0306556 Jul 09 13:56:19.792418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:20.196484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb058-749c-4283-9d1f-9269703d0737 req-74f69e8e-7210-4b6d-9c5d-da559624b0f4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:20.198110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-74f69e8e-7210-4b6d-9c5d-da559624b0f4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.1026440 Jul 09 13:56:20.210522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'port': {'device_id': 'b8e17110-97ec-4165-809b-44c9bd0b51c0', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'admin_state_up': True, 'tenant_id': 'b57147e1794d4cfda070a208b7533c08'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:20.314280 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ba52df20-2146-4028-aa41-6a000168cefb req-834ae65f-712c-44d5-a876-59b2837e23da tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 210 time: 0.0391746 Jul 09 13:56:20.353718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Made reservation on behalf of b57147e1794d4cfda070a208b7533c08 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:56:20.358821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:20.494221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Allocated IP 172.20.0.7 (97a50f3e-eabc-4d0c-a5f6-5ab8cce90900/67540b32-e48e-4891-a01d-527909018664/5f70be4a-6d63-49c7-befb-8a0cc894c151) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:56:20.656758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:20.673732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Transition to ACTIVE for port object 5f70be4a-6d63-49c7-befb-8a0cc894c151 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:20.709816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:20.722893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:20.759430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:20.762909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:20.767172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:56:20.803174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'Port': ['ID=5f70be4a-6d63-49c7-befb-8a0cc894c151,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:20.821243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:20.821891 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:20.840826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-f6a8fc91-50f5-4690-9f2d-0b08b4e2265b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342950 Jul 09 13:56:20.853392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Request body: {'port': {'device_id': 'b8e17110-97ec-4165-809b-44c9bd0b51c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:20.943082 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.068087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6b896b98-3e72-4760-9118-d2fa4e5b00b5 None None] Provisioning for port 5f70be4a-6d63-49c7-befb-8a0cc894c151 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:21.072757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6b896b98-3e72-4760-9118-d2fa4e5b00b5 None None] Provisioning complete for port 5f70be4a-6d63-49c7-befb-8a0cc894c151 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:21.073380 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b896b98-3e72-4760-9118-d2fa4e5b00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.112239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6b896b98-3e72-4760-9118-d2fa4e5b00b5 None None] Port 5f70be4a-6d63-49c7-befb-8a0cc894c151 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:56:21.217571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f70be4a-6d63-49c7-befb-8a0cc894c151 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:56:21.225733 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.238056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Transition to ACTIVE for port object 5f70be4a-6d63-49c7-befb-8a0cc894c151 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:21.241807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.316052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Pushing event updated for resources: {'Port': ['ID=5f70be4a-6d63-49c7-befb-8a0cc894c151,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:21.374991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Attempting to bind port 5f70be4a-6d63-49c7-befb-8a0cc894c151 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:56:21.375495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Attempting to bind port 5f70be4a-6d63-49c7-befb-8a0cc894c151 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:56:21.376042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Attempting to bind port 5f70be4a-6d63-49c7-befb-8a0cc894c151 on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:21.380780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Port 5f70be4a-6d63-49c7-befb-8a0cc894c151 on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:56:21.381597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Attempting to bind port 5f70be4a-6d63-49c7-befb-8a0cc894c151 on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:21.386929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:56:21.387429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Checking segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:56:21.387899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Bound using segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:56:21.388447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Bound port: 5f70be4a-6d63-49c7-befb-8a0cc894c151, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:56:21.388903 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.461801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] For port 5f70be4a-6d63-49c7-befb-8a0cc894c151, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:56:21.465648 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] For port 5f70be4a-6d63-49c7-befb-8a0cc894c151, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5f70be4a-6d63-49c7-befb-8a0cc894c151,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:56:21.470773 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.511742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:21.512331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.514018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f70be4a-6d63-49c7-befb-8a0cc894c151 HTTP/1.1" status: 200 len: 1091 time: 0.6666577 Jul 09 13:56:21.514432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e17110-97ec-4165-809b-44c9bd0b51c0', 'tag': '5f70be4a-6d63-49c7-befb-8a0cc894c151'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:21.516610 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fb3104-2b3a-48b3-92c8-49e810a990e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e17110-97ec-4165-809b-44c9bd0b51c0", "tag": "5f70be4a-6d63-49c7-befb-8a0cc894c151"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:21.546304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0becdea-990c-43d4-aa95-9f577bfeea28 service neutron] Pushing event updated for resources: {'Port': ['ID=5f70be4a-6d63-49c7-befb-8a0cc894c151,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:21.566805 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7546-bdfa-4709-8af0-b8d33efbae80 req-4a64600f-d7a3-4546-9d80-0e64230279c8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:21.574769 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6cba7546-bdfa-4709-8af0-b8d33efbae80 req-4a64600f-d7a3-4546-9d80-0e64230279c8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.1270978 Jul 09 13:56:21.617425 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526f19bf-1fd0-48ee-bd0b-35e6d69034c9 x-openstack-request-id: req-526f19bf-1fd0-48ee-bd0b-35e6d69034c9 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:21.620570 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e17110-97ec-4165-809b-44c9bd0b51c0", "tag": "5f70be4a-6d63-49c7-befb-8a0cc894c151", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:21.620570 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-526f19bf-1fd0-48ee-bd0b-35e6d69034c9 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:21.620570 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e17110-97ec-4165-809b-44c9bd0b51c0', 'tag': '5f70be4a-6d63-49c7-befb-8a0cc894c151', 'status': 'completed', 'code': 200} Jul 09 13:56:21.638597 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6cba7546-bdfa-4709-8af0-b8d33efbae80 req-f48a79eb-8228-4f3b-b656-83cfa06887d0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628080 Jul 09 13:56:21.648198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb058-749c-4283-9d1f-9269703d0737 req-376ba9f1-f018-43c0-a84b-f3a43800f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:21.650611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-376ba9f1-f018-43c0-a84b-f3a43800f9fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 1094 time: 0.0806632 Jul 09 13:56:21.695621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-b54957b0-9d52-4f86-a01d-69a7669abfa6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f70be4a-6d63-49c7-befb-8a0cc894c151 HTTP/1.1" status: 200 len: 217 time: 0.0372705 Jul 09 13:56:21.744268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb058-749c-4283-9d1f-9269703d0737 req-4196a04d-5209-477a-884c-2404f3aab9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:21.745772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-4196a04d-5209-477a-884c-2404f3aab9f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0447245 Jul 09 13:56:21.808115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb058-749c-4283-9d1f-9269703d0737 req-6916b537-b5d6-456a-829b-b2804b037e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:21.809578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-6916b537-b5d6-456a-829b-b2804b037e6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579143 Jul 09 13:56:21.903877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-04410c27-caef-4e7d-a7b7-e2db50e476ec service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876682 Jul 09 13:56:21.992387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d63cb058-749c-4283-9d1f-9269703d0737 req-9aa516cb-694b-4a3e-9b52-76f7a26a6c80 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821579 Jul 09 13:56:22.094201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-764e4061-1310-4d81-a9c4-a92ec23c20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:22.095653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-764e4061-1310-4d81-a9c4-a92ec23c20da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 1094 time: 0.0570266 Jul 09 13:56:22.205375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-94592ee9-f406-47d1-b856-584c67d279b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:22.206837 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-94592ee9-f406-47d1-b856-584c67d279b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.1048043 Jul 09 13:56:22.252005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-d474ee2b-6301-428a-9a19-d9f29baf78be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f70be4a-6d63-49c7-befb-8a0cc894c151 HTTP/1.1" status: 200 len: 217 time: 0.0385892 Jul 09 13:56:22.303915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-caa697c9-a5c5-4a53-affd-596ec3dfff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:22.305576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-caa697c9-a5c5-4a53-affd-596ec3dfff44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0476601 Jul 09 13:56:22.363166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-aabd5deb-0cad-47a7-b94a-339fd416c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:22.364675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-aabd5deb-0cad-47a7-b94a-339fd416c670 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534379 Jul 09 13:56:22.458144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-3293492c-d033-4ebf-b107-6ee58eee60c6 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860496 Jul 09 13:56:22.556822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78fb3104-2b3a-48b3-92c8-49e810a990e2 req-344c3b08-d270-44e5-9603-25dc9dccb8f1 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916169 Jul 09 13:56:22.811754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf18c2e-cfbf-41e3-8df3-985ba76481b0 req-c7fc3c8a-af96-4c07-828a-9ae39a884251 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:22.813244 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ecf18c2e-cfbf-41e3-8df3-985ba76481b0 req-c7fc3c8a-af96-4c07-828a-9ae39a884251 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0670905 Jul 09 13:56:22.855734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ecf18c2e-cfbf-41e3-8df3-985ba76481b0 req-08111f8e-202a-4255-ac94-69d35b437f88 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Jul 09 13:56:24.081129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b145a40-96e7-4b90-936a-127a0f00d3fd req-50d09165-ddf4-4508-ba9a-214a333ca872 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:24.082667 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4b145a40-96e7-4b90-936a-127a0f00d3fd req-50d09165-ddf4-4508-ba9a-214a333ca872 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0929890 Jul 09 13:56:24.160227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4b145a40-96e7-4b90-936a-127a0f00d3fd req-b98f9bb1-5379-42e9-bb6e-82a306d69b09 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703053 Jul 09 13:56:25.377022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49054376-9029-4270-b68d-63edd3c28b06 req-a1095825-a59b-489f-b0d1-a5ad104dcd64 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:25.379190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49054376-9029-4270-b68d-63edd3c28b06 req-a1095825-a59b-489f-b0d1-a5ad104dcd64 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0838206 Jul 09 13:56:25.428387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49054376-9029-4270-b68d-63edd3c28b06 req-3f46f177-b87a-44eb-ae69-48977b864d9e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 Jul 09 13:56:26.620330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ade110-9a69-420c-91e3-be3c5e83c706 req-fa7a9cb3-10f1-4973-952c-fab9ed2cd325 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:26.623322 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72ade110-9a69-420c-91e3-be3c5e83c706 req-fa7a9cb3-10f1-4973-952c-fab9ed2cd325 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0745368 Jul 09 13:56:26.681722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-72ade110-9a69-420c-91e3-be3c5e83c706 req-cf7d58e1-fc11-475d-8641-e0cd3d527652 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517397 Jul 09 13:56:27.845157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d812ea-e6d5-4f5c-a6f5-fea8492353bd req-6bc35831-ce84-49b2-b4b6-462f8009a9ad tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:27.846636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-25d812ea-e6d5-4f5c-a6f5-fea8492353bd req-6bc35831-ce84-49b2-b4b6-462f8009a9ad tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0626502 Jul 09 13:56:27.883940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-25d812ea-e6d5-4f5c-a6f5-fea8492353bd req-a50a3e44-c2bd-4dd9-801f-7a1ce77b64ec tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Jul 09 13:56:29.058231 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50e678-8ac3-4d71-bb2c-7b38370a58bc req-9e2b900f-e3f9-4109-a891-68c23e15d121 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:29.061735 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e50e678-8ac3-4d71-bb2c-7b38370a58bc req-9e2b900f-e3f9-4109-a891-68c23e15d121 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0641620 Jul 09 13:56:29.098616 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1e50e678-8ac3-4d71-bb2c-7b38370a58bc req-65e426c0-affd-4a4d-843b-194a9298ab65 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Jul 09 13:56:30.274203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7686185-f65a-4dd8-9975-18c3074d5f1d req-48f0de57-4ead-40b7-a4d9-c7eb2f6c14b3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:30.275738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7686185-f65a-4dd8-9975-18c3074d5f1d req-48f0de57-4ead-40b7-a4d9-c7eb2f6c14b3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0677547 Jul 09 13:56:30.314100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f7686185-f65a-4dd8-9975-18c3074d5f1d req-6f33e506-80e2-4c4b-959e-3530195b84f2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Jul 09 13:56:31.489745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc57c5c-2aa4-4821-861a-11c6fc1beafe req-e6db2e5c-ec04-49db-84e4-0b940ca59573 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:31.492226 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dc57c5c-2aa4-4821-861a-11c6fc1beafe req-e6db2e5c-ec04-49db-84e4-0b940ca59573 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0678456 Jul 09 13:56:31.535313 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7dc57c5c-2aa4-4821-861a-11c6fc1beafe req-85f13eea-1624-463f-8b36-60082589a301 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371561 Jul 09 13:56:32.729661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfa8fc-7af9-45de-8a72-4c808dd34c96 req-ead0586a-99e3-4a43-948d-de405d8dddb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:32.731101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8cfa8fc-7af9-45de-8a72-4c808dd34c96 req-ead0586a-99e3-4a43-948d-de405d8dddb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0673707 Jul 09 13:56:32.770575 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8cfa8fc-7af9-45de-8a72-4c808dd34c96 req-2b19a8cd-d4ae-42dd-9356-e1ae2fd0f55d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336320 Jul 09 13:56:33.958724 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b9a68-90b5-4067-997c-6c193cb5d27a req-b99ad011-46f4-4ed0-8c84-0597f40665f0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:33.960327 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-071b9a68-90b5-4067-997c-6c193cb5d27a req-b99ad011-46f4-4ed0-8c84-0597f40665f0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0698071 Jul 09 13:56:33.999912 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-071b9a68-90b5-4067-997c-6c193cb5d27a req-374f0f25-4b31-45d4-a030-37909749aa4b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Jul 09 13:56:35.172420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2642e-a570-4f08-a02d-1c1b2507a14b req-8286aa5f-5df9-4882-9218-a3d5d6fe127f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:35.174147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28e2642e-a570-4f08-a02d-1c1b2507a14b req-8286aa5f-5df9-4882-9218-a3d5d6fe127f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0635400 Jul 09 13:56:35.212857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28e2642e-a570-4f08-a02d-1c1b2507a14b req-1aff18f3-30f8-4ddb-9379-0c9dd2de9cab tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Jul 09 13:56:36.396192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d278fbe-79bd-40d5-a66f-6db188e09188 req-e53b5760-474e-4203-bd8d-eb53b9ba0536 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:36.397807 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3d278fbe-79bd-40d5-a66f-6db188e09188 req-e53b5760-474e-4203-bd8d-eb53b9ba0536 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0700026 Jul 09 13:56:36.439498 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3d278fbe-79bd-40d5-a66f-6db188e09188 req-26803425-3348-4222-a93f-a6b7b30f9a0c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351841 Jul 09 13:56:37.628081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619e5c6-243f-423e-97c4-181e74e3dc39 req-8021c279-6452-4895-a8ce-bc580efeb76b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:37.629542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4619e5c6-243f-423e-97c4-181e74e3dc39 req-8021c279-6452-4895-a8ce-bc580efeb76b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0665712 Jul 09 13:56:37.667002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4619e5c6-243f-423e-97c4-181e74e3dc39 req-bc384677-3287-4825-9360-50300095ef86 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313294 Jul 09 13:56:38.847312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171840c3-2352-4a7e-ad64-1cf23b0df458 req-0b72e8f7-bd8b-4001-ae2a-65797313e3e8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:38.848920 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-171840c3-2352-4a7e-ad64-1cf23b0df458 req-0b72e8f7-bd8b-4001-ae2a-65797313e3e8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0675499 Jul 09 13:56:38.892513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-171840c3-2352-4a7e-ad64-1cf23b0df458 req-fd3bf6c6-c2c0-4875-8a04-20625c6b30e4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377076 Jul 09 13:56:40.080482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5809f3-4b37-4ccc-b9e1-b37e4c526a54 req-962d6baa-19a8-4ca4-985f-207b179f1b16 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:40.081927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae5809f3-4b37-4ccc-b9e1-b37e4c526a54 req-962d6baa-19a8-4ca4-985f-207b179f1b16 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0732379 Jul 09 13:56:40.121470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae5809f3-4b37-4ccc-b9e1-b37e4c526a54 req-6e4da1c0-65cc-4146-a159-9ea282335f67 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334432 Jul 09 13:56:41.305057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf6f13-32fb-4ba4-ac44-9ae58fb888c1 req-20d9baad-a63a-4cb6-ac0a-7e0c08f36a12 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:41.307307 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-deaf6f13-32fb-4ba4-ac44-9ae58fb888c1 req-20d9baad-a63a-4cb6-ac0a-7e0c08f36a12 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 943 time: 0.0687890 Jul 09 13:56:41.344311 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-deaf6f13-32fb-4ba4-ac44-9ae58fb888c1 req-2ec60a1f-8131-489a-a72a-21dafb703505 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Jul 09 13:56:41.598213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5f70be4a-6d63-49c7-befb-8a0cc894c151 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:56:41.692048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5f70be4a-6d63-49c7-befb-8a0cc894c151, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5f70be4a-6d63-49c7-befb-8a0cc894c151,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:41.704011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '5f70be4a-6d63-49c7-befb-8a0cc894c151', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'port_id': '5f70be4a-6d63-49c7-befb-8a0cc894c151', 'mac_address': 'fa:16:3e:35:09:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:56:41.739066 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:41.751723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f70be4a-6d63-49c7-befb-8a0cc894c151 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:56:41.770589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5f70be4a-6d63-49c7-befb-8a0cc894c151, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5f70be4a-6d63-49c7-befb-8a0cc894c151,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:41.774544 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:41.824223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5f70be4a-6d63-49c7-befb-8a0cc894c151,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:41.831379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.831723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.832059 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.832392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.832718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.833044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.833369 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.833694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.834009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.834334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.834665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.834988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:41.958217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5f70be4a-6d63-49c7-befb-8a0cc894c151'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:42.520816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eca02e-2ab3-4ec1-9222-51f2eb4e8d60 req-9eefa758-45e4-45cf-a8c9-c1b5c79b7b95 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:42.522282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7eca02e-2ab3-4ec1-9222-51f2eb4e8d60 req-9eefa758-45e4-45cf-a8c9-c1b5c79b7b95 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 944 time: 0.0664923 Jul 09 13:56:42.568678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7eca02e-2ab3-4ec1-9222-51f2eb4e8d60 req-1c09fc4d-2443-43ec-b2f8-70a526fe790d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392146 Jul 09 13:56:42.644668 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:56:43.392286 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.613906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5f70be4a-6d63-49c7-befb-8a0cc894c151 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:43.668008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 5f70be4a-6d63-49c7-befb-8a0cc894c151 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:43.672516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 5f70be4a-6d63-49c7-befb-8a0cc894c151 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:43.673189 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.754055 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.765988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8c720-bae1-40b8-807e-0cf09996a0de req-69bab90e-de5b-42ed-ad68-8c5292334fac tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:43.767585 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78e8c720-bae1-40b8-807e-0cf09996a0de req-69bab90e-de5b-42ed-ad68-8c5292334fac tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 944 time: 0.0814688 Jul 09 13:56:43.778330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e17110-97ec-4165-809b-44c9bd0b51c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f70be4a-6d63-49c7-befb-8a0cc894c151'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:43.780585 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1439f6e-bd30-41fd-a8af-3804bb815efb" -d '{"events": [{"server_uuid": "b8e17110-97ec-4165-809b-44c9bd0b51c0", "name": "network-vif-plugged", "status": "completed", "tag": "5f70be4a-6d63-49c7-befb-8a0cc894c151"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:43.795605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 5f70be4a-6d63-49c7-befb-8a0cc894c151, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5f70be4a-6d63-49c7-befb-8a0cc894c151,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:43.801718 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.813117 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-78e8c720-bae1-40b8-807e-0cf09996a0de req-bd8b6495-e642-43c2-b6bd-0a50369ba352 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Jul 09 13:56:43.839768 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0820e662-122f-4590-a0eb-91f5feefe101 x-openstack-request-id: req-0820e662-122f-4590-a0eb-91f5feefe101 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:43.841115 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e17110-97ec-4165-809b-44c9bd0b51c0", "name": "network-vif-plugged", "status": "completed", "tag": "5f70be4a-6d63-49c7-befb-8a0cc894c151", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:43.841460 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0820e662-122f-4590-a0eb-91f5feefe101 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:43.842241 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e17110-97ec-4165-809b-44c9bd0b51c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f70be4a-6d63-49c7-befb-8a0cc894c151', 'code': 200} Jul 09 13:56:43.876076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=5f70be4a-6d63-49c7-befb-8a0cc894c151,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:43.943646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731b6a-c1ad-494b-92ab-c920e4d2da37 req-939c1c97-9aa6-46ef-b68a-6c8584ffe504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:43.945187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f731b6a-c1ad-494b-92ab-c920e4d2da37 req-939c1c97-9aa6-46ef-b68a-6c8584ffe504 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 1096 time: 0.0626414 Jul 09 13:56:43.980718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f731b6a-c1ad-494b-92ab-c920e4d2da37 req-65eff5e1-ac8c-46ed-8af9-99113a0de0d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293701 Jul 09 13:56:44.178229 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.330516 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8c326a0-3467-4352-8e30-8eaaf3d60998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:45.023099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f2907-d0e3-4071-bbde-b5c2ad2953b2 req-181a35b8-723e-42b2-9d9e-3a715f0c2bc1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.024849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-290f2907-d0e3-4071-bbde-b5c2ad2953b2 req-181a35b8-723e-42b2-9d9e-3a715f0c2bc1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 945 time: 0.0778580 Jul 09 13:56:45.064517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-290f2907-d0e3-4071-bbde-b5c2ad2953b2 req-3230d0b2-4f78-4228-90e5-bb8ac1ec48fc tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Jul 09 13:56:45.262600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754e5d-5149-4a89-b5de-64094fef61da req-baed4638-6840-4f49-9ee3-31270651478d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.264796 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36754e5d-5149-4a89-b5de-64094fef61da req-baed4638-6840-4f49-9ee3-31270651478d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 945 time: 0.0857952 Jul 09 13:56:45.307458 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36754e5d-5149-4a89-b5de-64094fef61da req-107cbcfb-72da-4dbb-b5f1-e90b7d3c2b6e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Jul 09 13:56:45.791199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f197e4-63e1-4f9a-b615-d52be431794e req-852dad38-40c7-4715-beaa-fdf72ca25d68 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.794149 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67f197e4-63e1-4f9a-b615-d52be431794e req-852dad38-40c7-4715-beaa-fdf72ca25d68 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 945 time: 0.0814621 Jul 09 13:56:45.839588 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-67f197e4-63e1-4f9a-b615-d52be431794e req-c5bbe30d-17f2-483d-a7b9-afd0ab5d03be tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Jul 09 13:56:46.892221 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-323ed5a0-5c75-4f9b-a1c9-6b74ebbce918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:47.026028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:47.048550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b99305-3a2d-4a7c-bc83-200509bfd2b3 req-554b2c39-14e0-4842-90a6-df35a360f672 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:47.050281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-53b99305-3a2d-4a7c-bc83-200509bfd2b3 req-554b2c39-14e0-4842-90a6-df35a360f672 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 945 time: 0.0707479 Jul 09 13:56:47.122666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-53b99305-3a2d-4a7c-bc83-200509bfd2b3 req-9b90c4da-540f-4e3c-bb0a-82a45e27f36c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662813 Jul 09 13:56:47.165853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-b61fde6b-46fb-4257-aab7-4a0b967a4224 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:47.167308 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-b61fde6b-46fb-4257-aab7-4a0b967a4224 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 945 time: 0.0854654 Jul 09 13:56:47.284893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Deleting port 5f70be4a-6d63-49c7-befb-8a0cc894c151 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:47.285352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:47.387973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] For port 5f70be4a-6d63-49c7-befb-8a0cc894c151, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=5f70be4a-6d63-49c7-befb-8a0cc894c151,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:47.388263 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:47.401528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Calling delete_port for 5f70be4a-6d63-49c7-befb-8a0cc894c151 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:47.544118 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:47.558316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:47.561718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['5f70be4a-6d63-49c7-befb-8a0cc894c151'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:47.574888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event deleted for resources: {'Port': ['ID=5f70be4a-6d63-49c7-befb-8a0cc894c151,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:47.586752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.587074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.587423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.587761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.588100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.588431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.588762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.589092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.589425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.591171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.591613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.592030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:47.641222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] No DVR routers for this DVR port 5f70be4a-6d63-49c7-befb-8a0cc894c151 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:47.644171 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:47.646202 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-77d14ff2-2c54-487e-8b84-c3b3ca56cb38 req-21b5cbc2-d223-4490-a2c7-2b621a747cb0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "DELETE /v2.0/ports/5f70be4a-6d63-49c7-befb-8a0cc894c151 HTTP/1.1" status: 204 len: 173 time: 0.4735196 Jul 09 13:56:47.646650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e17110-97ec-4165-809b-44c9bd0b51c0', 'name': 'network-vif-deleted', 'tag': '5f70be4a-6d63-49c7-befb-8a0cc894c151'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:47.649042 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab240330-c824-43fa-a7b0-b7d6eeed95d4" -d '{"events": [{"server_uuid": "b8e17110-97ec-4165-809b-44c9bd0b51c0", "name": "network-vif-deleted", "tag": "5f70be4a-6d63-49c7-befb-8a0cc894c151"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:47.695554 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7e6260-bda9-4cca-b7ae-68afcc252dcf x-openstack-request-id: req-6f7e6260-bda9-4cca-b7ae-68afcc252dcf {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:47.695885 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e17110-97ec-4165-809b-44c9bd0b51c0", "name": "network-vif-deleted", "tag": "5f70be4a-6d63-49c7-befb-8a0cc894c151", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:47.696136 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f7e6260-bda9-4cca-b7ae-68afcc252dcf {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:47.697233 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e17110-97ec-4165-809b-44c9bd0b51c0', 'name': 'network-vif-deleted', 'tag': '5f70be4a-6d63-49c7-befb-8a0cc894c151', 'status': 'completed', 'code': 200} Jul 09 13:56:48.263402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2003f357-6b6d-4861-96bd-f793ca58e894 req-ea14eafc-4ee6-4ac2-9f5f-aeffc6030886 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Jul 09 13:56:48.315549 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:49.408779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-db410df8-b7fa-4dbd-9b92-3477b0509f52 req-64d6fb2a-4515-480f-b2e1-56da8de68888 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 210 time: 0.0298517 Jul 09 13:56:49.799165 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:50.568761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d862c411-ae7b-4c21-b4a5-6989eec32848 req-62f3a235-91e5-4b74-b2de-41075f2d9b0b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 210 time: 0.0348437 Jul 09 13:56:51.646664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5f70be4a-6d63-49c7-befb-8a0cc894c151 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:51.674302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 5f70be4a-6d63-49c7-befb-8a0cc894c151 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:51.674911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 5f70be4a-6d63-49c7-befb-8a0cc894c151 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:51.736339 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2eeb8275-2c74-485a-b402-9994eff14356 req-4991ba67-7432-420a-9eca-ff31bf42e43e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e17110-97ec-4165-809b-44c9bd0b51c0 HTTP/1.1" status: 200 len: 210 time: 0.0359478 Jul 09 13:56:55.022762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-21a4ecf8-91b9-4c6d-bb6f-8b1dbb3e7804 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582414 Jul 09 13:56:55.124945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-55a30f6c-35a4-4813-b56a-42d9fdc505bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:55.127038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-55a30f6c-35a4-4813-b56a-42d9fdc505bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 1097 time: 0.0606773 Jul 09 13:56:55.245959 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-58bc99a4-64bd-4b6d-bdc8-53ae09241ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:55.247864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-58bc99a4-64bd-4b6d-bdc8-53ae09241ca8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.0968099 Jul 09 13:56:55.302146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-f8a57cac-10ce-445f-926c-74ad161643b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b HTTP/1.1" status: 200 len: 217 time: 0.0478990 Jul 09 13:56:55.358666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-0672f4f8-c9e5-44ab-8ecf-b7723e5595f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:55.360283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-0672f4f8-c9e5-44ab-8ecf-b7723e5595f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0483537 Jul 09 13:56:55.421030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-02e17c9b-ebe3-4b17-983a-14d6999f7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:55.422462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-02e17c9b-ebe3-4b17-983a-14d6999f7ad4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546761 Jul 09 13:56:55.520135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-cbaaedc8-3bd7-472c-9ca7-aa3a07d0cf01 service neutron] 10.222.0.10 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904517 Jul 09 13:56:55.975587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-202b583e-a4bc-4bf2-842f-d4425205b6ae req-8216298f-00b0-405c-be07-4a4eb281c63a service neutron] 10.222.0.10 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484348 Jul 09 13:56:56.405324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8238388-b57a-470b-ab4a-bc0db03a749e req-fde5707e-5693-4c9c-91e3-a63630c3e38b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:56.406895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8238388-b57a-470b-ab4a-bc0db03a749e req-fde5707e-5693-4c9c-91e3-a63630c3e38b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 946 time: 0.0735521 Jul 09 13:56:56.452860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8238388-b57a-470b-ab4a-bc0db03a749e req-4ebea453-1ac2-4ff9-a90b-e457125a65ab tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Jul 09 13:56:57.626452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32ea8c-3ebc-4885-be34-c810962c5fe5 req-22c7348a-0074-4b28-b920-669cd8782fc9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:57.627970 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f32ea8c-3ebc-4885-be34-c810962c5fe5 req-22c7348a-0074-4b28-b920-669cd8782fc9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 946 time: 0.0629554 Jul 09 13:56:57.665650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f32ea8c-3ebc-4885-be34-c810962c5fe5 req-a48d43b5-e641-4381-bed8-ef97af71cf2a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=670951cf-4f13-4407-bf8a-55c7fb420db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Jul 09 13:56:57.796665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-46a72518-871e-4132-8452-69e89192acb7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:57.798374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-46a72518-871e-4132-8452-69e89192acb7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 946 time: 0.0623434 Jul 09 13:56:57.892469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Deleting port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:57.892810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:57.982748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] For port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:57.983200 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:57.997678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Calling delete_port for 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:58.124465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:58.135769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:58.153260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event deleted for resources: {'Port': ['ID=80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:58.198249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] No DVR routers for this DVR port 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:58.201475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:58.203583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.10 "DELETE /v2.0/ports/80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b HTTP/1.1" status: 204 len: 173 time: 0.4003468 Jul 09 13:56:58.204017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a31210-cac1-4a24-ba36-06e53b2c7606', 'name': 'network-vif-deleted', 'tag': '80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:58.206225 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6650f6c-fd17-4c17-af07-fb90f1d39aba" -d '{"events": [{"server_uuid": "a2a31210-cac1-4a24-ba36-06e53b2c7606", "name": "network-vif-deleted", "tag": "80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:58.243898 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddc4bb2-531e-41cd-8dd6-45efb95440da x-openstack-request-id: req-5ddc4bb2-531e-41cd-8dd6-45efb95440da {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:58.244211 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a31210-cac1-4a24-ba36-06e53b2c7606", "name": "network-vif-deleted", "tag": "80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:58.244458 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ddc4bb2-531e-41cd-8dd6-45efb95440da {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:58.244848 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a31210-cac1-4a24-ba36-06e53b2c7606', 'name': 'network-vif-deleted', 'tag': '80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b', 'status': 'completed', 'code': 200} Jul 09 13:56:58.815002 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aefb1dd9-dccd-4bb8-a7f6-c78248c30db9 req-5676becf-a26e-47b9-b129-bae33c96685a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 210 time: 0.0287590 Jul 09 13:56:59.957445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-995077ca-1edc-4966-a905-94d2bf08ff2b req-fc584fe6-7b83-4ca7-b715-92983a13e5a4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 210 time: 0.0292890 Jul 09 13:57:00.296684 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:00.317412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:57:00.317763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 80f2fc43-6ce3-4c4d-9b23-55aa50c11e4b not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:01.107687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-30d2b77c-ab75-43be-99d1-1a2a244b3c8e req-691da87f-5efe-4751-b028-c014d52d105a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a31210-cac1-4a24-ba36-06e53b2c7606 HTTP/1.1" status: 200 len: 210 time: 0.0334325 Jul 09 13:57:05.532970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48418) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:05.537566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f0a07c78-8d68-4004-9409-fbff9550ed30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854637741', 'description': 'tempest-secgroup-smoke-854637741 description', 'project_id': 'b57147e1794d4cfda070a208b7533c08'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:05.563816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0a07c78-8d68-4004-9409-fbff9550ed30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.642163 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0a07c78-8d68-4004-9409-fbff9550ed30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.645790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0a07c78-8d68-4004-9409-fbff9550ed30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.674302 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f0a07c78-8d68-4004-9409-fbff9550ed30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.675557 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f0a07c78-8d68-4004-9409-fbff9550ed30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1415706 Jul 09 13:57:05.677393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a07c78-8d68-4004-9409-fbff9550ed30 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:05.678658 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48420) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:05.683403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98', 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:05.711482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.765488 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.768894 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.786918 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c52a1-842a-4c98-bd9f-2d8320c2534a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:05.796287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.796641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.796983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.797323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.797662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.798248 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.798576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.798904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.799302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.799634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.799959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.800299 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:05.802862 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.804084 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7d8c8fd-b2ed-4ea4-b68e-00b77d19bd05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243730 Jul 09 13:57:05.806878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48422) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:05.811572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-43d1ff1c-6d85-45f5-84c2-ed4fe0d156d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98', 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:05.837154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff1c-6d85-45f5-84c2-ed4fe0d156d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.894812 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff1c-6d85-45f5-84c2-ed4fe0d156d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.898175 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff1c-6d85-45f5-84c2-ed4fe0d156d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.915773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1ff1c-6d85-45f5-84c2-ed4fe0d156d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90490089-c096-4030-8463-ea5184439d30,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:05.921595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff1c-6d85-45f5-84c2-ed4fe0d156d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.923138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-43d1ff1c-6d85-45f5-84c2-ed4fe0d156d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149759 Jul 09 13:57:05.925818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48424) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:05.930264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-878a9978-f63f-4f90-83d7-91314a8d1ebe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98', 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:05.955854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-878a9978-f63f-4f90-83d7-91314a8d1ebe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.010865 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-878a9978-f63f-4f90-83d7-91314a8d1ebe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.015003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-878a9978-f63f-4f90-83d7-91314a8d1ebe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.036226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a9978-f63f-4f90-83d7-91314a8d1ebe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9d1db6-dd4a-46cc-a587-b556f13e04b3,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:06.040000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-878a9978-f63f-4f90-83d7-91314a8d1ebe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.041179 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-878a9978-f63f-4f90-83d7-91314a8d1ebe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144035 Jul 09 13:57:06.043959 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48426) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:06.048723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d2d56e49-5de9-458e-ab0e-86ddf4a07a6a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98', 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:06.074512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d2d56e49-5de9-458e-ab0e-86ddf4a07a6a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.138176 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d2d56e49-5de9-458e-ab0e-86ddf4a07a6a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.143209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d2d56e49-5de9-458e-ab0e-86ddf4a07a6a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.163599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d56e49-5de9-458e-ab0e-86ddf4a07a6a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea830d7-333c-46cd-ad61-f6a5e95b0165,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:06.167300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d2d56e49-5de9-458e-ab0e-86ddf4a07a6a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.168454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d2d56e49-5de9-458e-ab0e-86ddf4a07a6a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235638 Jul 09 13:57:06.171666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48428) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:06.176550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5a83628c-2953-448d-981c-9a86ad38339a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98', 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:06.197862 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-5a83628c-2953-448d-981c-9a86ad38339a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Project b57147e1794d4cfda070a208b7533c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:57:06.203625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a83628c-2953-448d-981c-9a86ad38339a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.261816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a83628c-2953-448d-981c-9a86ad38339a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.266059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a83628c-2953-448d-981c-9a86ad38339a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.285255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83628c-2953-448d-981c-9a86ad38339a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddc86f0-9f12-4491-b45d-ce30746ae2fc,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:06.292060 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5a83628c-2953-448d-981c-9a86ad38339a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.293294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5a83628c-2953-448d-981c-9a86ad38339a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207006 Jul 09 13:57:06.295984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 48430) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:06.300783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4b8ce22b-e74e-429a-ada0-133b21339bda tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98', 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:06.323101 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-4b8ce22b-e74e-429a-ada0-133b21339bda tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Project b57147e1794d4cfda070a208b7533c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:57:06.328861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce22b-e74e-429a-ada0-133b21339bda tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.388246 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce22b-e74e-429a-ada0-133b21339bda tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.393224 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce22b-e74e-429a-ada0-133b21339bda tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.412340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ce22b-e74e-429a-ada0-133b21339bda tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d50e422-a989-45e8-84ec-06d6a299e330,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:06.415188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce22b-e74e-429a-ada0-133b21339bda tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:06.416475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4b8ce22b-e74e-429a-ada0-133b21339bda tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194379 Jul 09 13:57:13.408718 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.187843 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.332145 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8d30844c-3f67-4222-8263-2240c952502e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:16.895917 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5fd54276-02c3-43a4-8d72-1d7685a0d8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:17.028679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.319211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.643964 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:57:19.797441 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.748182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-5f07f99d-0b95-48c6-970c-b646177371ac tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854637741&fields=id&tenant_id=b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 267 time: 0.0342412 Jul 09 13:57:20.852522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-5937027a-3408-49d4-8c9f-d37c5ba4d607 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:20.853993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-5937027a-3408-49d4-8c9f-d37c5ba4d607 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.0997078 Jul 09 13:57:20.869770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-34b0bd78-cd4f-4534-8870-a921697d2e80 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/quotas/b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 375 time: 0.0098417 Jul 09 13:57:20.948228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-12b51c74-9545-4d8c-a139-09b1ce036ae8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722091 Jul 09 13:57:21.045620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-bb7bec8d-8db7-4dd9-b943-1b28dbeb9ed5 service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854847 Jul 09 13:57:21.131979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-514f7696-4589-4326-8b09-40cb02ee0805 service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804515 Jul 09 13:57:21.430715 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8e98f1b4-a758-4e7a-8a90-8ac7b2a4e38e req-872ed8c7-ef20-48de-b551-2f12e85afd40 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 210 time: 0.0288634 Jul 09 13:57:22.487325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-38b6a099-633a-4228-889c-ea933c9cb35f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:22.488839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-38b6a099-633a-4228-889c-ea933c9cb35f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.1094487 Jul 09 13:57:22.542299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-8fb2da6b-c4c7-48c2-9d3b-4a55f1729a87 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 379 time: 0.0401356 Jul 09 13:57:22.560602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'port': {'device_id': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'admin_state_up': True, 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'security_groups': ['cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:22.582397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0de9b5de-219c-4752-97ee-e62386a4cfd5 req-7be94fd5-a380-41a1-9eb8-769a4147b401 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 210 time: 0.0389025 Jul 09 13:57:22.690635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Made reservation on behalf of b57147e1794d4cfda070a208b7533c08 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:22.694302 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:22.825333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Allocated IP 172.20.0.11 (97a50f3e-eabc-4d0c-a5f6-5ab8cce90900/67540b32-e48e-4891-a01d-527909018664/c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:22.983007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:22.996754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Transition to ACTIVE for port object c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:23.029669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.073363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:23.079131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:23.083201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:23.114213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'Port': ['ID=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:23.155024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:23.155813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.173348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-45ea4f33-79e6-412d-b9f9-015d1bcb9a07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6184084 Jul 09 13:57:23.185165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Request body: {'port': {'device_id': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:23.273046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.404532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2178b796-942e-48e8-ae33-d631fe13a198 None None] Provisioning for port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:23.409233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2178b796-942e-48e8-ae33-d631fe13a198 None None] Provisioning complete for port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:23.409735 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2178b796-942e-48e8-ae33-d631fe13a198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.445015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2178b796-942e-48e8-ae33-d631fe13a198 None None] Port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:57:23.549906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:57:23.557714 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.570337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Transition to ACTIVE for port object c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:23.574071 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.629682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:23.709102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Attempting to bind port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:23.710081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Attempting to bind port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:23.710600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Attempting to bind port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:23.717371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:57:23.718102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Attempting to bind port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd on network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:23.724317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:23.724982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Checking segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:23.727413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Bound using segment: {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:23.728428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Bound port: c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a189666b-2700-4d5e-8e4a-0aa95e09cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:23.729260 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.802379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f41ae-ba02-412a-b4e2-1733d6e86b43 req-79cf31bf-6bb5-4368-bb30-05b4a480e046 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:23.804018 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb3f41ae-ba02-412a-b4e2-1733d6e86b43 req-79cf31bf-6bb5-4368-bb30-05b4a480e046 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0703940 Jul 09 13:57:23.815875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] For port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:23.819288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] For port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:23.827621 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.856010 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fb3f41ae-ba02-412a-b4e2-1733d6e86b43 req-6bb94da3-39af-40fc-a9eb-57912e79ac57 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436978 Jul 09 13:57:23.869311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:23.869875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.871597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd HTTP/1.1" status: 200 len: 1092 time: 0.6909089 Jul 09 13:57:23.872041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'tag': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:57:23.876714 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66", "tag": "c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:57:23.908154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bdb2f-7035-4b41-9b12-17fce5c17362 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:23.942083 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c45bdf-f8e2-4a9a-8502-7d57d4df9cf0 x-openstack-request-id: req-87c45bdf-f8e2-4a9a-8502-7d57d4df9cf0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:57:23.942426 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66", "tag": "c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:57:23.942638 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87c45bdf-f8e2-4a9a-8502-7d57d4df9cf0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:57:23.943158 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'tag': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'status': 'completed', 'code': 200} Jul 09 13:57:23.990804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-88508263-6dff-42e0-a274-f92225c60c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:23.992385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-88508263-6dff-42e0-a274-f92225c60c60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 1095 time: 0.0612967 Jul 09 13:57:24.039247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-e897663e-2460-45c3-a863-e5d884479317 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd HTTP/1.1" status: 200 len: 217 time: 0.0403094 Jul 09 13:57:24.090472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-22693e03-56b3-447c-8f6e-cf38bb0e616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:24.092650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-22693e03-56b3-447c-8f6e-cf38bb0e616f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0479403 Jul 09 13:57:24.150332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-2b07240e-9cbc-4e6b-9531-0ccc461f9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:24.151927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-2b07240e-9cbc-4e6b-9531-0ccc461f9f26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532534 Jul 09 13:57:24.248676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-2b90b9f5-1ae1-4171-a2f0-85fd7b91e6d4 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894535 Jul 09 13:57:24.337001 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78dd89c6-661e-4184-a1e4-a6896b2d31a1 req-6908c8b9-6dbb-444b-aaab-1501efd9007d service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820351 Jul 09 13:57:24.435865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-7fc76bf0-970d-440b-98b6-53531a8bdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:24.437312 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-7fc76bf0-970d-440b-98b6-53531a8bdf5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 1095 time: 0.0556712 Jul 09 13:57:24.533771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-c29ef6d6-c302-4cb5-8776-c65cc6a3f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:24.535388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-c29ef6d6-c302-4cb5-8776-c65cc6a3f2fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.0919268 Jul 09 13:57:24.577041 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-ca7b8356-a43d-4ac4-8c04-389cd0b6dcb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd HTTP/1.1" status: 200 len: 217 time: 0.0359528 Jul 09 13:57:24.625027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-d3d51018-d5be-4f4a-9776-da97715d4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:24.626423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-d3d51018-d5be-4f4a-9776-da97715d4a98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0437493 Jul 09 13:57:24.689351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-edf88325-46b1-42e4-818f-955c9c346d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:24.690866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-edf88325-46b1-42e4-818f-955c9c346d79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583966 Jul 09 13:57:24.780509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-fa98257f-1f73-470f-af0a-314c4bb2317c service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830958 Jul 09 13:57:24.879962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a1cfef64-ca9c-4c6c-ba01-e7a7d26858cb req-dcb8a3a4-543c-4001-af8e-3a587beb0895 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937293 Jul 09 13:57:25.045414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00f7bc-28ad-411a-b253-846b307f11ee req-02e02464-4a50-486e-bb4e-816ced1168b0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:25.047062 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec00f7bc-28ad-411a-b253-846b307f11ee req-02e02464-4a50-486e-bb4e-816ced1168b0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0659845 Jul 09 13:57:25.088726 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec00f7bc-28ad-411a-b253-846b307f11ee req-8c00189c-26e0-441b-9ee0-012c002857a6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351028 Jul 09 13:57:26.265741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7008bfc-f85f-415c-b250-4570d830f3d2 req-a5e37b17-aa46-40eb-a07f-6638b76e0d3a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:26.267294 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7008bfc-f85f-415c-b250-4570d830f3d2 req-a5e37b17-aa46-40eb-a07f-6638b76e0d3a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0653050 Jul 09 13:57:26.308526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7008bfc-f85f-415c-b250-4570d830f3d2 req-42e2dee8-ff85-4ce8-ba92-66d00afa1007 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355835 Jul 09 13:57:27.483651 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2ce95-e341-4a7d-849b-879d75159777 req-2745cffd-cb73-4a74-aeb1-e3fa5ec0b160 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:27.485096 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5a2ce95-e341-4a7d-849b-879d75159777 req-2745cffd-cb73-4a74-aeb1-e3fa5ec0b160 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0635316 Jul 09 13:57:27.522917 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e5a2ce95-e341-4a7d-849b-879d75159777 req-b84352d7-fdb3-43db-82f8-06810ad2d30d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Jul 09 13:57:28.694008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512eb4d-a6af-4ded-b392-53a8d6038c81 req-53861fc5-d5ae-4870-ae48-5d148d8584c7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:28.695514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6512eb4d-a6af-4ded-b392-53a8d6038c81 req-53861fc5-d5ae-4870-ae48-5d148d8584c7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0620899 Jul 09 13:57:28.736737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6512eb4d-a6af-4ded-b392-53a8d6038c81 req-759ab920-c855-4680-8d8a-bc437b6f1157 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350344 Jul 09 13:57:29.912120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743dea1-fbbc-41f1-bce5-3d6766e00815 req-26ba2d49-d93a-4676-aacf-e49d1f8b0525 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:29.913593 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b743dea1-fbbc-41f1-bce5-3d6766e00815 req-26ba2d49-d93a-4676-aacf-e49d1f8b0525 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0686297 Jul 09 13:57:29.954965 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b743dea1-fbbc-41f1-bce5-3d6766e00815 req-85588a72-013a-4c4c-8f30-2820c4b055f6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358100 Jul 09 13:57:31.129975 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f902740-df3a-4e7b-aab2-96cfbeee1800 req-b6d3f001-66b2-482f-ad7b-9f9a0fe8aa59 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:31.131512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f902740-df3a-4e7b-aab2-96cfbeee1800 req-b6d3f001-66b2-482f-ad7b-9f9a0fe8aa59 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0630717 Jul 09 13:57:31.170288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f902740-df3a-4e7b-aab2-96cfbeee1800 req-833acd9e-7e3a-4041-a32d-e5400e5df2d5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332096 Jul 09 13:57:32.356033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e53c95-9c1e-4655-8527-658a78bdf952 req-a94b766c-6da2-42a3-a2df-18b06c4a52c4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:32.357561 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88e53c95-9c1e-4655-8527-658a78bdf952 req-a94b766c-6da2-42a3-a2df-18b06c4a52c4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0630140 Jul 09 13:57:32.396056 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-88e53c95-9c1e-4655-8527-658a78bdf952 req-e3dab156-ff83-4c52-a454-3e234f4ff17f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328171 Jul 09 13:57:33.567738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dbb8e-8019-49d4-802f-d6b617250a69 req-87668e2e-eee2-4f27-965b-8796774c9938 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:33.569216 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d00dbb8e-8019-49d4-802f-d6b617250a69 req-87668e2e-eee2-4f27-965b-8796774c9938 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0630565 Jul 09 13:57:33.608208 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d00dbb8e-8019-49d4-802f-d6b617250a69 req-df5ca177-cd35-46db-90e6-9c1e044fccd3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329559 Jul 09 13:57:34.778650 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279785d-1127-40bc-87fa-1b159aa8d2fc req-462af28a-213b-410e-9011-fd4ae5b6f08c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:34.780749 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c279785d-1127-40bc-87fa-1b159aa8d2fc req-462af28a-213b-410e-9011-fd4ae5b6f08c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0625527 Jul 09 13:57:34.822389 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c279785d-1127-40bc-87fa-1b159aa8d2fc req-ac1cda06-b8a2-4bed-b278-e9b6682f984c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360844 Jul 09 13:57:35.879394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:57:35.975970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:35.988600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'port_id': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'mac_address': 'fa:16:3e:2d:f6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:57:36.006972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6e2b1-d5a9-450e-a06f-a6ef61dfa00e req-375b5850-edf1-455e-ab4a-da9245ec6d03 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:36.008599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91e6e2b1-d5a9-450e-a06f-a6ef61dfa00e req-375b5850-edf1-455e-ab4a-da9245ec6d03 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 944 time: 0.0717454 Jul 09 13:57:36.031227 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.044152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:57:36.049516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91e6e2b1-d5a9-450e-a06f-a6ef61dfa00e req-1bc07715-4e57-46b5-9cac-50edd0ce3b49 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348766 Jul 09 13:57:36.065852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:36.070393 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.118522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:36.269204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:57:37.220025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ecfe-dbe5-4d74-a3ba-36feb46d4a93 req-56ad6387-d2f1-47c1-b7d4-1487f4012103 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:37.221542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8231ecfe-dbe5-4d74-a3ba-36feb46d4a93 req-56ad6387-d2f1-47c1-b7d4-1487f4012103 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 945 time: 0.0625379 Jul 09 13:57:37.258603 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8231ecfe-dbe5-4d74-a3ba-36feb46d4a93 req-5fa83c90-8b7c-44e1-ba58-fcbdfa716d2f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316854 Jul 09 13:57:37.893913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:37.941834 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:37.945526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:37.945899 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.174768 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.196166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:57:38.198372 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bc0297ea69908800e489ea9f85572907922700869f95cfff891b4960d738f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61d828d-5009-48e6-a077-51deca33c34b" -d '{"events": [{"server_uuid": "c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66", "name": "network-vif-plugged", "status": "completed", "tag": "c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:57:38.211266 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:38.215163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.241545 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a870045c-cc4a-4196-a001-befae6957914 x-openstack-request-id: req-a870045c-cc4a-4196-a001-befae6957914 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:57:38.241844 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66", "name": "network-vif-plugged", "status": "completed", "tag": "c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:57:38.242093 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a870045c-cc4a-4196-a001-befae6957914 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:57:38.242473 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'code': 200} Jul 09 13:57:38.270508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:38.345048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51a609-1a79-45c1-a046-1fdff2bb454e req-974258ae-a3c8-46c1-ada4-1952b84d1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:38.346585 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d51a609-1a79-45c1-a046-1fdff2bb454e req-974258ae-a3c8-46c1-ada4-1952b84d1736 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 1097 time: 0.0530548 Jul 09 13:57:38.382419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d51a609-1a79-45c1-a046-1fdff2bb454e req-5f9cc733-4849-4bb6-b5f8-21cbc68b0247 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299678 Jul 09 13:57:38.429950 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264406d9-6c56-4edc-9210-e830e94214c9 req-59e4199a-5564-4a6f-87aa-a5c276a948b8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:38.431404 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-264406d9-6c56-4edc-9210-e830e94214c9 req-59e4199a-5564-4a6f-87aa-a5c276a948b8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 946 time: 0.0633159 Jul 09 13:57:38.470023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-264406d9-6c56-4edc-9210-e830e94214c9 req-da28a7ee-662c-413d-b367-6ee6b5f7a9b9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Jul 09 13:57:39.642041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4795-3744-4ead-a1d3-a7d1167e9ddc req-2090d039-fbcd-445c-95b7-f9e472fae38d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:39.643558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cebe4795-3744-4ead-a1d3-a7d1167e9ddc req-2090d039-fbcd-445c-95b7-f9e472fae38d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 946 time: 0.0627301 Jul 09 13:57:39.684530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cebe4795-3744-4ead-a1d3-a7d1167e9ddc req-8a6f6c23-ff8f-43ef-8c9c-8b5ea32d1324 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355649 Jul 09 13:57:39.860279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6183a-3e30-4815-9609-b8b8bb2a2b95 req-56730db9-77c4-4c1f-b155-4a3176ef7e57 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:39.861788 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62d6183a-3e30-4815-9609-b8b8bb2a2b95 req-56730db9-77c4-4c1f-b155-4a3176ef7e57 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 946 time: 0.0672712 Jul 09 13:57:39.899581 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-62d6183a-3e30-4815-9609-b8b8bb2a2b95 req-7fdd9ce8-9f5a-4f29-9c6a-daf16a73115b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322061 Jul 09 13:57:39.923868 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48616) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:39.976073 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f0aca-08a9-450f-a024-4d7f3ad35a5c tempest-TestVolumeBootPattern-1321736046 tempest-TestVolumeBootPattern-1321736046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:39.977579 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-121f0aca-08a9-450f-a024-4d7f3ad35a5c tempest-TestVolumeBootPattern-1321736046 tempest-TestVolumeBootPattern-1321736046-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 1092 time: 0.0527351 Jul 09 13:57:39.980410 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 48618) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:39.985996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:40.010819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.375268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.474401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Allocated IP 172.25.5.138 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/962679b5-d345-4042-b8fa-70773f2b9634) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:40.575734 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.613655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.652814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:40.656029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:40.659551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:40.664844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'Port': ['ID=962679b5-d345-4042-b8fa-70773f2b9634,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:41.065547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:41.144109 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:41.291395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:41.296537 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:41.361802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event updated for resources: {'Port': ['ID=962679b5-d345-4042-b8fa-70773f2b9634,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:41.373843 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:41.473824 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Floating IP ce638a51-e98a-46b2-b6eb-2c11d47a24de associated. External IP: 172.25.5.138, port: c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd. Jul 09 13:57:41.679281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:57:41.786230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:57:41.796738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] Sync routers for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:57:41.803322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:41.806995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:41.807640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:57:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:41.840284 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4cd24d1e-1ae2-451d-af8c-e846ac933d60 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8586686 Jul 09 13:57:41.840933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'tag': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:57:41.843396 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c815a0aeb2cd72dcfbf918ef31875c49ae355b05e82f07426497245a6849ea92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22593a1-1983-4f5c-9129-acbeb63d3137" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66", "tag": "c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:57:41.883713 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3a8eaf-6236-4077-aa49-ca4fc89fa87c x-openstack-request-id: req-cd3a8eaf-6236-4077-aa49-ca4fc89fa87c {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:57:41.884005 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66", "tag": "c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:57:41.884256 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd3a8eaf-6236-4077-aa49-ca4fc89fa87c {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:57:41.884656 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'tag': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'status': 'completed', 'code': 200} Jul 09 13:57:41.914752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:41.959280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-43828814-bf97-4149-b9a0-d380e0166af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:41.960815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-43828814-bf97-4149-b9a0-d380e0166af4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 1097 time: 0.0557353 Jul 09 13:57:42.050301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-e03f26b4-09ae-41ba-92fd-01e2251c3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:42.051826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-e03f26b4-09ae-41ba-92fd-01e2251c3d84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.0848906 Jul 09 13:57:42.119426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-b9f202f0-b148-45e0-bda0-0fd0c7d8e82e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd HTTP/1.1" status: 200 len: 1000 time: 0.0616620 Jul 09 13:57:42.142290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'ce638a51-e98a-46b2-b6eb-2c11d47a24de', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'port_id': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'mac_address': 'fa:16:3e:2d:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:57:40Z', 'updated_at': '2021-07-09T13:57:40Z', 'revision_number': 0, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:06Z', 'revision_number': 5, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:42.171907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-65f505bb-f6f6-4279-8520-895e8b3e54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:42.173788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-65f505bb-f6f6-4279-8520-895e8b3e54d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0483656 Jul 09 13:57:42.176037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] Checking router: 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:57:42.184356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:42.184962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:57:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:42.230662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-6b780f50-046e-42b0-9238-655594e8a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:42.232156 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-6b780f50-046e-42b0-9238-655594e8a0e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525894 Jul 09 13:57:42.292459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:42.324968 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-1ae972ee-d749-48f2-81b6-72a92d3f4103 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857799 Jul 09 13:57:42.416264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a22593a1-1983-4f5c-9129-acbeb63d3137 req-76556d6c-dca9-4385-acf7-e14e19f1c599 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851777 Jul 09 13:57:42.519127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'ce638a51-e98a-46b2-b6eb-2c11d47a24de', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'port_id': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'mac_address': 'fa:16:3e:2d:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:57:40Z', 'updated_at': '2021-07-09T13:57:40Z', 'revision_number': 0, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:06Z', 'revision_number': 5, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:42.546476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e5a02-a905-44de-9072-8466da790af9 None None] The sync data for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 is: [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'ce638a51-e98a-46b2-b6eb-2c11d47a24de', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'port_id': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'mac_address': 'fa:16:3e:2d:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:57:40Z', 'updated_at': '2021-07-09T13:57:40Z', 'revision_number': 0, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:06Z', 'revision_number': 5, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:57:42.741117 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df48e777-1f73-4b26-bdd4-4e5bee3364f6 None None] New status for floating IP ce638a51-e98a-46b2-b6eb-2c11d47a24de: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:57:43.406344 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.181429 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.333554 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dbbca507-09aa-4f37-9db3-ef7ff4d64e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.900404 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f8359309-6ef4-46dd-a8a3-32eca86c9dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:47.030610 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.321588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.800767 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:56.644693 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:57:57.530384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-38d38b00-9e9d-4c82-a260-a07875c2a60f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509131 Jul 09 13:57:57.629762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-696a3fef-5c83-4ac5-924a-0038a0c7beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:57.631276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-696a3fef-5c83-4ac5-924a-0038a0c7beae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 1097 time: 0.0581975 Jul 09 13:57:57.738378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-ce7d05d1-9799-4867-9f8d-3c9d76bf1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:57.739924 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-ce7d05d1-9799-4867-9f8d-3c9d76bf1e02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.0884411 Jul 09 13:57:57.814254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-1f82142a-ac21-4720-8529-7fa4013cb87b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd HTTP/1.1" status: 200 len: 1002 time: 0.0674701 Jul 09 13:57:57.865633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-ad805e29-34d2-44de-9758-3f34f1651e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:57.867551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-ad805e29-34d2-44de-9758-3f34f1651e41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0467811 Jul 09 13:57:57.925947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-4975ad25-5920-4629-9e3d-da5632971cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:57.927795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-4975ad25-5920-4629-9e3d-da5632971cbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541778 Jul 09 13:57:58.023757 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-edefefc8-3253-438c-9476-c312f48a5ea4 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889482 Jul 09 13:57:58.115472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e96bddf7-7878-4a0d-8a67-ac355246182a req-a90d3caa-540b-4462-ade6-e995af52b668 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Jul 09 13:58:13.414988 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.182327 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.333543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-67c029ba-3293-435d-adb1-5aa85f165108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:16.900588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0852b710-fe26-42b9-9fe9-dbde77f261d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.031419 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.324472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:19.803542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.644045 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:58:43.406243 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.195798 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.338532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43c53c1c-fffa-4fe3-b366-e1ebba7e3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.903743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-836334b1-5d9d-4492-9241-6747a4d8da26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.032532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:48.329616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.805075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.548794 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-9511834b-4594-468c-95d3-af9d6f5f6b28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544701 Jul 09 13:58:57.647987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-fd1dd50c-546a-477a-98f8-aa506d257f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:57.649475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-fd1dd50c-546a-477a-98f8-aa506d257f6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 1097 time: 0.0566337 Jul 09 13:58:57.752814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-846e6a3b-ccc4-4021-b824-e598931a7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:57.754746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-846e6a3b-ccc4-4021-b824-e598931a7791 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 912 time: 0.0861776 Jul 09 13:58:57.822459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-9084da67-9a2b-4b42-a1e2-011e5fde7a6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd HTTP/1.1" status: 200 len: 1002 time: 0.0614336 Jul 09 13:58:57.870906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-4fa6693d-8bff-4900-94e0-2471b8cb0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:57.872328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-4fa6693d-8bff-4900-94e0-2471b8cb0aef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 200 len: 851 time: 0.0438871 Jul 09 13:58:57.929030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-ddd10603-8f26-464c-847a-a18ab67815c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:57.930503 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-ddd10603-8f26-464c-847a-a18ab67815c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517042 Jul 09 13:58:58.022076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-9cd27b74-265d-4ee0-ad6d-47c5fd52f8dd service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851719 Jul 09 13:58:58.109350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6b7c02a-b713-4ef2-babb-0ea0c14d62ae req-f5beab88-64bc-4e36-bf5e-69d72e803364 service neutron] 10.222.0.11 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810890 Jul 09 13:59:10.642555 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:59:13.427868 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.184203 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.331086 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-66c57a51-0187-4232-a5b7-7eeb8d4caf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:16.904857 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9eed5e9b-2936-4e41-b2eb-841ca5fdd754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.034240 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:18.331822 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:19.807120 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.615091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc33a-1d43-4eaa-bab4-753046af4141 req-2d274ba8-63af-4c49-83a3-71ca778d82fc tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:37.616642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f54fc33a-1d43-4eaa-bab4-753046af4141 req-2d274ba8-63af-4c49-83a3-71ca778d82fc tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 946 time: 0.1837413 Jul 09 13:59:37.657823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f54fc33a-1d43-4eaa-bab4-753046af4141 req-108f92da-a5f0-4e05-b715-d1aaf520a015 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357134 Jul 09 13:59:38.908103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36315f67-c181-478a-9377-c9a8295c49fc req-815f1e1c-58f0-4b4e-b0ef-9dde52942230 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:38.909657 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36315f67-c181-478a-9377-c9a8295c49fc req-815f1e1c-58f0-4b4e-b0ef-9dde52942230 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 946 time: 0.1240900 Jul 09 13:59:38.948416 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-36315f67-c181-478a-9377-c9a8295c49fc req-82ecb755-4a9b-485b-87e4-14a471d70504 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329711 Jul 09 13:59:38.948988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-f0c57d7d-c804-4f4f-afa4-afd338450e2b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:38.950462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-f0c57d7d-c804-4f4f-afa4-afd338450e2b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 946 time: 0.0641634 Jul 09 13:59:39.049832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Deleting port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:39.050174 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.139128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] For port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:39.139495 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.317976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.318393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.319391 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Floating IP ce638a51-e98a-46b2-b6eb-2c11d47a24de disassociated. External IP: 172.25.5.138, port: c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd. Jul 09 13:59:39.319745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Calling delete_port for c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:39.492334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.521344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event deleted for resources: {'Port': ['ID=c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:39.532363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.532714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.533055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.533390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.533725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.534056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.534389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.534722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.535073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.535894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.535894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.536100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:39.668345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:59:39.788430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:59:39.799011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] Sync routers for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:59:39.809493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:59:39.810045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:59:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:39.836080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] No DVR routers for this DVR port c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:39.838804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.840949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94c2bde3-a30b-41d1-88bd-2927ea291164 req-af1fa938-2a4e-467a-9385-d5aef7e668fd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.11 "DELETE /v2.0/ports/c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd HTTP/1.1" status: 204 len: 173 time: 0.8845656 Jul 09 13:59:39.841403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'name': 'network-vif-deleted', 'tag': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:59:39.843658 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb91a3e6dfdb488b9a9b6ab6ac834775c2bfc7d156387806ba263e6ae1bb0cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0001ccd5-45fb-4eaa-af6d-a8ad7d0d8726" -d '{"events": [{"server_uuid": "c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66", "name": "network-vif-deleted", "tag": "c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:59:39.934486 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:59:39.983363 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6757001-fac2-47a4-a4c3-d65ae0f8f80b x-openstack-request-id: req-b6757001-fac2-47a4-a4c3-d65ae0f8f80b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:59:39.984267 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66", "name": "network-vif-deleted", "tag": "c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:59:39.984600 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6757001-fac2-47a4-a4c3-d65ae0f8f80b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:59:39.985201 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66', 'name': 'network-vif-deleted', 'tag': 'c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd', 'status': 'completed', 'code': 200} Jul 09 13:59:40.132352 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c8e5c32e-e04d-4801-a367-4a6b35c745e2 req-99d000af-adf1-4404-a893-be193aba4a55 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 210 time: 0.0351462 Jul 09 13:59:40.217273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:06Z', 'revision_number': 5, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:40.248703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] Checking router: 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:59:40.258499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:59:40.259195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T13:59:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:40.372900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:59:40.585105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:06Z', 'revision_number': 5, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:40.612200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d9a57-5e01-4ce4-aa19-b431e9d80081 None None] The sync data for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 is: [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:53:59Z', 'revision_number': 4, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '05a7a732-8134-4959-ac2b-68f5d27c5af9', 'name': '', 'network_id': '97a50f3e-eabc-4d0c-a5f6-5ab8cce90900', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'mac_address': 'fa:16:3e:08:2e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '67540b32-e48e-4891-a01d-527909018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:59Z', 'updated_at': '2021-07-09T13:54:06Z', 'revision_number': 5, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'subnets': [{'id': '67540b32-e48e-4891-a01d-527909018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:59:40.883148 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d4e8e-c80a-4850-b0d4-6c25a04be02e None None] New status for floating IP ce638a51-e98a-46b2-b6eb-2c11d47a24de: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:59:41.288961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbb8226c-ff2c-4fec-80f4-ff5d2079a85d req-1a907a55-82f7-4aa1-8ca3-3d5637eea2a8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 210 time: 0.0328865 Jul 09 13:59:42.423775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:59:42.430932 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e03c93c8-3199-43d2-b1a9-f5366603b089 req-226856bd-128f-47a8-8511-a07cff5e7480 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 210 time: 0.0293341 Jul 09 13:59:42.445642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:59:42.446005 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c0ebdf29-f4b2-4d32-bb7a-eca8ca6b54fd not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:59:43.420460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:43.592522 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fdd7617-9ace-410a-91ef-b70a55ede917 req-fa8c328c-8dd1-4e69-b0fd-7011365e2dac tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f655d2-5b74-42e8-bc9b-bc7ef2ef7f66 HTTP/1.1" status: 200 len: 210 time: 0.0307705 Jul 09 13:59:44.189026 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.332295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cecf0796-794f-44d0-8286-65fa7b6e5215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.827165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72b022be-650a-4189-9ea0-018140e4555e req-70c94172-cf40-4891-b05d-a845688f1e18 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854637741&fields=id&tenant_id=b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 267 time: 0.0334730 Jul 09 13:59:44.929940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b022be-650a-4189-9ea0-018140e4555e req-ae797d06-123c-46d2-a08f-8b347da065c2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:44.931345 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72b022be-650a-4189-9ea0-018140e4555e req-ae797d06-123c-46d2-a08f-8b347da065c2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/networks?id=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 200 len: 812 time: 0.0979998 Jul 09 13:59:44.946343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72b022be-650a-4189-9ea0-018140e4555e req-64b300f4-13a1-4718-875b-43c328d98280 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/quotas/b57147e1794d4cfda070a208b7533c08 HTTP/1.1" status: 200 len: 375 time: 0.0097966 Jul 09 13:59:45.020085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72b022be-650a-4189-9ea0-018140e4555e req-a043811c-5f36-4c20-ba18-ba4d22b461f7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b57147e1794d4cfda070a208b7533c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689998 Jul 09 13:59:45.083597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-72b022be-650a-4189-9ea0-018140e4555e req-1fdac9d5-9154-4039-804f-d1894ecec590 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:59:45.085098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72b022be-650a-4189-9ea0-018140e4555e req-1fdac9d5-9154-4039-804f-d1894ecec590 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532401 Jul 09 13:59:45.174252 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72b022be-650a-4189-9ea0-018140e4555e req-d8752669-3347-4b12-be27-d77dd06a5601 service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833154 Jul 09 13:59:45.265494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72b022be-650a-4189-9ea0-018140e4555e req-f5017a4f-e6c7-45cb-987d-295a2b590353 service neutron] 10.222.0.32 "GET /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853040 Jul 09 13:59:46.587247 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-42fbf607-6351-45c0-9477-e40af8944148 req-14259bda-49d1-4cec-b6dc-bd4238921697 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287395 Jul 09 13:59:46.905158 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3bd9a87-3161-461e-a776-74732530ecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:47.035269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:47.641730 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:59:47.722528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1357c080-94ea-4510-9f5b-50be9ba922e5 req-965975b4-eb95-41a8-9210-3d1d813d5e8d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0291119 Jul 09 13:59:48.333171 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:48.860123 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d89fcb8c-6d0f-4456-9239-7f3a73a2f582 req-70c03331-b367-402a-b15a-72ad797f2757 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290086 Jul 09 13:59:49.824887 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.000330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abf0fe2f-9dc2-4982-87ed-4a395516c492 req-88d969c4-fee8-486a-a5cf-4a39b3818903 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0284953 Jul 09 13:59:51.152185 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-21727ac2-d442-45c5-8174-6def08bebbce req-f16c6e52-23a5-4eeb-9b45-fc8bec780570 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0365646 Jul 09 13:59:52.292467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2be1bf4-13a8-4317-bfcf-fae19846ebf2 req-f5ca6d05-901b-4b68-875d-30ed4b03ffa2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0319345 Jul 09 13:59:53.432946 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-52e857d0-88e9-4276-b143-c6fdbcf0f640 req-1e8296db-aa1a-490f-8755-636dee1b18a9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0324135 Jul 09 13:59:54.589103 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-30f7bdf8-d4f5-4742-92cf-6ea9ca50717e req-ba737c24-586c-4b9f-a535-1884e77f416c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0300276 Jul 09 13:59:55.725815 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-592e0447-e4fa-4599-83d4-54869982fb2c req-d37adb74-3354-47c8-995e-768d20d9e707 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282195 Jul 09 13:59:56.862204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bfbd36c-2d47-423b-9cb9-60d07ca021d3 req-fef40a02-b342-4e34-bdf1-83847b413be4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0283449 Jul 09 13:59:57.996901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-216e7ad0-7b41-4c4d-9e4d-11e587c8b042 req-f83cfa34-a72d-44ba-86be-f4d33499ef59 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0284469 Jul 09 13:59:59.131706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-002587aa-65df-4762-98bc-07e55055787c req-09b7b72e-6a34-4c58-861f-5f495a08ac0b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0288005 Jul 09 14:00:00.274955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-41fe8884-98ee-4d5d-93b9-b92ada842957 req-e8931de6-ad35-4a0d-9530-b26eae7a98fc tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0323348 Jul 09 14:00:01.418063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b038311b-8053-46ed-a883-742de683b5fa req-1947127b-ddeb-499a-9b60-311386e14498 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0316932 Jul 09 14:00:02.556987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5b4e7cc6-66af-402a-b5b6-5d60054a5569 req-2f26d460-6d8b-41a7-8696-bc55df7378aa tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0292878 Jul 09 14:00:04.013844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ec3c820-c7ba-4a31-836b-a1d3d0d6da6a req-391e6f33-c613-436c-915d-638d567e8605 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.3463144 Jul 09 14:00:05.150986 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5f33a7f3-41c9-4f34-917c-4322b149bc5b req-e9b8fc3a-a7a9-4bfa-8c27-e6cb091837e0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0276411 Jul 09 14:00:06.332071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43f1c4c5-7083-44bf-b39c-9a7236a5d3b2 req-c69808bd-8dae-46f6-90c3-a387aa3cd313 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0283062 Jul 09 14:00:07.471690 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7ef3315c-ba4d-4451-90a4-ff302620f1ce req-a4e2b46d-71bb-4828-bb8d-e7bf07907284 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0322120 Jul 09 14:00:08.609091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3167bd3a-44e5-401f-96b6-ce1b769269aa req-37701d48-99c2-4372-8cdd-737d2c81cbd0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290351 Jul 09 14:00:09.751640 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-07618afc-c1cc-4098-9344-9c17bb2b1af8 req-a9cb2d52-03c8-4846-8537-1ea923cd1e07 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0312941 Jul 09 14:00:10.887663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bd8b2d64-a855-4119-9705-5fa2d8dbd9a8 req-22648fde-dcc2-4bac-9487-d543be95c297 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0288267 Jul 09 14:00:12.021560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-efdc3ee1-075f-4fd1-89c5-599990f90e9b req-5acd2406-126f-4282-a0c6-0a165d9a5ecb tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285149 Jul 09 14:00:13.163337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ff9bfa7-18d8-42f8-8d16-3661ec76e6c9 req-2b02252b-9ede-4b7e-8430-e2855b7e29d1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0314286 Jul 09 14:00:13.435561 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.193905 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.316057 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-747643ba-094c-43dc-bd1b-630e0027feac req-2b2685d4-305f-4108-89d9-d192dde8435e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0306578 Jul 09 14:00:14.333189 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a2e03ac0-a7fa-417e-9a71-0ce6a46112cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:15.456062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b56f5909-13f8-4b82-b3b0-2f315042c8b5 req-3f54a4e2-04fd-44e8-b408-2f7ef0964bce tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285637 Jul 09 14:00:16.594090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-35cca27c-a589-43e4-af7e-08f957fb232d req-8a5e1675-20c5-49a3-afd2-aab6fa99a4d5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290983 Jul 09 14:00:16.906153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7cc2fbb9-8c2a-4bdf-8315-1199cbf2addd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:17.036022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:17.730116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e8adfa18-cb2d-4f07-b17f-8816b1099b5b req-d6c30546-7c3c-42f5-8ef2-22e0b9044bc4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0284302 Jul 09 14:00:18.336027 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:18.875110 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4b78d395-e496-4721-acc8-ec93622dbda2 req-526bc2fb-1c2b-4e67-a3be-7ae8beb2a733 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0325933 Jul 09 14:00:19.813856 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:20.011019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a579c9b-9c49-4c7f-998b-7c47d1130d6c req-12fb6b23-7293-4a37-a952-b2c835aeda9b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285404 Jul 09 14:00:21.147500 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-00b83981-e19f-4486-abe7-ea191dd412de req-3d5ca00c-71fc-439b-8f0e-7efe7fdcef21 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0299051 Jul 09 14:00:22.293335 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-edccb0d1-795d-4306-a3b2-416209d0e3a7 req-aa60871c-2810-4a9e-b96b-617cd1e2bc92 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0327587 Jul 09 14:00:23.429667 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a1a1d812-2c5d-43d9-96bd-cddf7125a3f4 req-0140412a-4e99-4dd0-aeda-51fdd59f1c6e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0293100 Jul 09 14:00:24.564483 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec51e0bb-07d1-4f13-a204-2f4650ddd5b4 req-cedecb79-a7da-4412-96e5-b491c56f3625 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0288155 Jul 09 14:00:24.640866 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:00:25.701152 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-59462937-84d2-4678-b911-f2990147ce88 req-f111f65d-a96c-4886-bf48-a4e78edb8002 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290711 Jul 09 14:00:26.836945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f264376-5ac7-4a6b-82f7-5c62c04de6c2 req-c3b30660-8a97-47b5-b0c8-daa5454d45f3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0271742 Jul 09 14:00:27.980642 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f5da75ab-dd2f-4a34-aeea-0148bef5595c req-29bd1017-85cb-446e-82bc-cc3c4e8c8759 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0312150 Jul 09 14:00:29.115115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fdd4ac6-542e-4453-89e5-91d57822f763 req-ec6f6ea4-8506-4718-a4c8-4000694a5987 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jul 09 14:00:30.251577 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bad1ba69-5a71-45a1-b23f-a2164e2459fb req-e03bd486-007b-4f94-beaa-00c8af91459d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0293291 Jul 09 14:00:31.392632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c578396-81c5-44d8-84fc-b60affd9d2c1 req-869edd92-2115-4ce4-a1f7-79eedbbc055a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0313470 Jul 09 14:00:32.533490 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8acf3880-f5fa-411f-a430-36a1b847ade3 req-b676190a-6c96-436a-b441-6ed29a9615ad tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0293648 Jul 09 14:00:33.669461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28308059-a9b7-45cf-a5b0-59360520095b req-13022954-2a95-4760-a1bb-520d843afde9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281315 Jul 09 14:00:34.823746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0b37967d-9b6b-4317-95fc-472f8d9ddecb req-e74dacd1-5603-4b9f-b4bd-09c0d44df4db tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0338771 Jul 09 14:00:35.969805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-89edcb29-3875-4ce9-b736-5374ede136c3 req-3f8c4ced-d421-4413-8147-8e746a16c908 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285785 Jul 09 14:00:37.114795 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf89d5da-b207-4e79-b818-59266157e99d req-8b508b60-6a7f-45e6-9485-6ea21bcb9c1d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0313110 Jul 09 14:00:38.252101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04108584-89ad-44eb-9ac8-95aac2a4d874 req-271be78f-9826-4974-bedf-30980dcd2d4b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286345 Jul 09 14:00:39.389752 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-af4276d7-f43e-4f76-99e7-9161b5806be6 req-7eff36b9-6928-4a59-9207-ba5a35fb1143 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0310857 Jul 09 14:00:40.533376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d536e61-ef2e-4d24-8fa4-82a3b2c89070 req-8ac80282-0695-4221-9150-978d6751b6e6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0322034 Jul 09 14:00:41.669444 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e7d92deb-c25c-4d59-ab8c-a30862ab5271 req-4963f354-49f0-4699-9e57-029d5021e305 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0277729 Jul 09 14:00:42.809431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e723193-bece-4483-934a-865c4fdf36fb req-d50b54ac-d816-47d8-a2e8-10dc325bd55e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0279181 Jul 09 14:00:43.435291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.945594 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8c00cbca-ea9d-44cd-8ae9-dcecb682c955 req-875379eb-6d79-40f5-b66d-63c436227d3c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0283711 Jul 09 14:00:44.179513 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.334013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4964afba-4f19-4ed5-9806-e1685212f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.082109 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b668c146-d441-460f-814f-d11d8232b948 req-4a0be0df-6902-47d6-80e8-989fab30f6fb tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Jul 09 14:00:46.229517 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ec02331a-b87f-4d63-b261-67286844de62 req-21ee1350-9e9f-4be7-bb78-a905a98405c2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0324733 Jul 09 14:00:46.906407 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5312360e-9239-481c-a4c7-e3a3fabce3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.035893 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.364628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4027f3e4-b47a-4fec-9d56-7787b8a61f97 req-85932f80-159d-431d-afba-5ae27d093abb tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289037 Jul 09 14:00:48.339226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:48.503619 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87707550-7034-4244-867e-9cc077eff45b req-1e187b7c-b93f-4fc7-8c2a-d5c1ea06816a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Jul 09 14:00:49.646504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1bb47e31-97f4-4eff-9855-9690860e51c7 req-56824327-4fa0-4f53-9b5d-e120afa704ca tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0309289 Jul 09 14:00:49.815630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:50.783248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f17d66b3-e0c0-473f-b2b2-e096ba5ac97b req-a5fa7a1c-a6cd-4fa6-a8e8-7001aea33b4a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0273645 Jul 09 14:00:51.918077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43f962cb-5e0d-4fe1-98be-70a179934612 req-de2fb6a6-cb42-46a4-970d-cef15c1554be tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0270019 Jul 09 14:00:53.055179 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d26df9bf-20ef-4794-936e-0c96f391fd92 req-7376197a-493e-4c1b-a684-d03b8808bf58 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285773 Jul 09 14:00:54.192184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaca87f1-a61a-43e4-8f64-1e94042df4cd req-611fc1d7-2353-416e-90db-cbc37c05037f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281830 Jul 09 14:00:55.336995 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-edf34619-6a42-4f7e-b3bf-6eea62f1594e req-032862b5-5cdf-40e6-aad2-b5ed1210184d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0319977 Jul 09 14:00:56.492994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12302e3c-ade9-4de2-80a0-cce6fbdace6c req-740faeef-7102-47c7-8e5c-aa2654f3abf7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0408671 Jul 09 14:00:57.636972 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be3a1c5a-017e-477f-b9bc-2c04ca8c103c req-69c174b9-16d8-4570-a1bf-e09baed68011 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0292416 Jul 09 14:00:58.779348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4390a25-907c-4e42-82b5-37036fb4e688 req-7a9d24c4-e6e7-450c-8eb4-cd932be87396 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0316300 Jul 09 14:00:59.915903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee3f2b40-c5f2-4d2f-8abe-125830c95a43 req-0901b5b6-dbdf-402a-944d-cf1cb2e076fa tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Jul 09 14:01:01.057848 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a707634-115d-433b-844a-87a4e35fc64a req-7dfe9c48-c580-47a6-a956-5f965129b24e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287130 Jul 09 14:01:01.642563 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:01:02.197545 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f203c5c5-a012-433d-9d4d-031891c146aa req-5ab95f41-6d8a-4d67-adc7-6a2952e8ea87 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289857 Jul 09 14:01:03.340085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e91b0b7b-f22b-48a0-b6a7-a0693f70e905 req-776e2a8f-e0dd-4e9a-b368-3987e955b19c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0276256 Jul 09 14:01:04.484864 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-755a489c-984d-46dc-b9d5-a1b38c6678b8 req-415575a5-0f9a-4d21-a7ff-ac320018d641 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0338287 Jul 09 14:01:05.623918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-485bd1d8-dfe0-4655-808e-9671b26271e4 req-91f83b66-d86b-472f-8828-e2915daee67d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287228 Jul 09 14:01:06.765901 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-68f83217-56ec-4941-af82-ea6be63e3535 req-14511da2-8406-4bca-bc98-af87e3816540 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0294559 Jul 09 14:01:07.909620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0aef01d-b24b-4f49-aac4-2bba3897bd1c req-c2fb97c8-3294-4a21-ad46-cd93f6c5f8d9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0315876 Jul 09 14:01:09.045163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-eff59d9c-5a85-4f3c-8726-5198be2e033f req-5de9c344-1157-4baf-8e3c-25004e85b2f5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285056 Jul 09 14:01:10.359739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c934af0-ee89-4968-a165-bed447dc2818 req-66241256-00a8-4907-8fab-5625f2b42471 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286257 Jul 09 14:01:11.504299 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-08f57eb6-fda0-4fc4-9cfa-9fdc9e1ceb9c req-a9a872eb-7dec-4ed6-89fe-b05b99e83b6f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0378044 Jul 09 14:01:12.640610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5d7ee5c-5585-4ac3-a433-34a6fda0e0b7 req-740b2086-536e-4e9a-929c-5a5602dc2375 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289698 Jul 09 14:01:13.449715 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.787714 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5081911c-cbda-4972-8446-2048f799f4e9 req-019283e2-48a5-43fc-886b-37244fb2cbf4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0320866 Jul 09 14:01:14.193397 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.333807 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9decd7c7-193f-49b6-adf8-51b0360837d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.923487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3451c7db-b9cf-466f-8c8b-d4d3fb645373 req-77139a03-99c6-46a1-a13f-a01227872c95 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0296168 Jul 09 14:01:16.059412 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1a08060f-0937-4959-b75b-8453b17b9725 req-bfb2a1e1-5424-4fb5-9b9e-1d18638d52f0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285075 Jul 09 14:01:16.907365 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f670d216-4b96-4a2d-b525-794d969dc18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:17.036509 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:17.202825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48a4c8b1-3049-482d-b8db-a60a878367c1 req-d27d3735-958f-4373-9fc8-22b336862887 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0333760 Jul 09 14:01:18.340303 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac28d51b-b55e-44a1-b7d0-5f3548099792 req-ecf029e8-37b1-4b40-9dc3-d9ee91380883 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289464 Jul 09 14:01:18.341494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:19.478516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5cdf8eae-90da-4b1e-8d8b-9c822ed94d7f req-272bc604-bbd2-4182-b753-c6703d0c7921 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Jul 09 14:01:19.818502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:20.626582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aca9d969-e6d0-460e-aad9-1b24263dc9a7 req-9e3736c1-a932-4169-a48f-e6ca89b7035e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0307388 Jul 09 14:01:21.763985 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0689974b-9962-4883-a397-b68cdca6774e req-8f7c3520-7143-44be-962b-8bb520ed19ab tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Jul 09 14:01:22.908139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45cfe78e-50a9-43c2-acb3-9281529a326b req-9386ed76-1f0a-4d63-b42a-e7fb10a26f58 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0324011 Jul 09 14:01:24.048571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cae29773-4174-4bd5-9972-d6ccc959f417 req-0c25e0c9-1617-43c8-ae1b-5d17be357db3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0275867 Jul 09 14:01:25.184722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e3673b7a-2a1a-4979-ad42-9478fa9d58bb req-91ba7ff8-88ec-499e-be6d-840592136315 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0283520 Jul 09 14:01:26.325600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a35eab35-a9d7-4320-8dfb-23bb943a3fe8 req-00455304-45c7-4d6e-bedc-64e9165bc93c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0315361 Jul 09 14:01:27.462679 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-509f474d-8636-48c1-8129-fa631e0c8477 req-812ebf47-fccb-4209-89c4-efddcab7865b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0284185 Jul 09 14:01:28.598678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78b97e71-06e9-4af8-ae05-30dbd6935694 req-5cb2a0a7-3479-4ea0-9909-b7926a5d3568 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0277929 Jul 09 14:01:29.735722 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-66355727-f74b-4d7b-939d-352eb64bf424 req-8c92f67f-9be0-4397-891c-3de070aada79 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285742 Jul 09 14:01:30.872483 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec8b1db5-7d41-424e-b179-f28378d33f5a req-c00f3870-8baf-46dd-9b85-def6e4aa2e2f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0294075 Jul 09 14:01:32.016742 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7e419e3b-0199-4be7-8409-9169bd555445 req-33b782e1-94be-47bf-b937-de0e099df9ab tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0316768 Jul 09 14:01:33.156508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-107c42d0-bd2a-4e17-a514-cca7b6bed6b2 req-2c92ce31-0720-4b25-9a14-2f558e497460 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0284512 Jul 09 14:01:34.293642 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-39079ea6-d7aa-498c-b472-ffbffea26b84 req-f3385eae-1fbf-4e54-beac-5698a50b9d9b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0273967 Jul 09 14:01:35.437826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65948ef2-4409-4ee3-ae10-f8d1fbc304f5 req-f40753fe-43b0-43a7-a414-8bba1469917c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0314229 Jul 09 14:01:36.577649 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-437d27fe-87b1-42b7-be39-cf17770c831d req-c0230784-6387-4a2e-ac5b-dbf74fda2138 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Jul 09 14:01:37.735528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ed1f55e-b57a-4b89-b4ea-53ad14c2d5ba req-f6b59c01-23fe-47ad-b966-bbf964db8ccd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282803 Jul 09 14:01:38.641909 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:01:38.871556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9abd2481-b609-4e87-9762-f1e902e1c3a3 req-53318c73-7303-403a-8546-6523e4f0e2b2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0273480 Jul 09 14:01:40.021668 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57bdd048-7f96-4fa5-ae09-75fb9f2ee941 req-11acacb8-53f3-48c6-be03-c063ba0863c5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280366 Jul 09 14:01:41.164409 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-695d2060-6dca-4bfc-a062-5ad6bc78d0e7 req-349b0e56-a130-4946-8587-e37d153b50ce tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0322709 Jul 09 14:01:42.301234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0bb34c3c-e178-4c32-9dc0-53fedc34a65a req-03c44f9c-3483-4108-b8d0-adf6ab2f60f2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0295222 Jul 09 14:01:43.439404 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-be75d7c0-e201-4573-9719-7cbbedf7e0c5 req-aa91633b-e3ad-4b3c-b9b5-f81ac0ae4a62 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287557 Jul 09 14:01:43.452381 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:44.212585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:44.333025 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a1a03bbe-7af8-4b0d-a0cb-c52c907c6adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:44.585334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43c500d3-2a05-4ef0-ad52-93ffeb9d20e8 req-34e46d33-d58d-472d-84ce-53bedd44f9b1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0318940 Jul 09 14:01:45.727253 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2ebdfafc-32e4-4e2e-906b-6d7a3c63f82b req-1303d07f-a159-4e2b-97f9-7c5f55ff9817 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0297201 Jul 09 14:01:46.865639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c5cbc19-2f87-4320-9458-856fc56639ae req-cd1a1b9e-562e-493b-aef3-41727f01be05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286088 Jul 09 14:01:46.909279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ae263903-ee55-432c-bae6-fe265c407be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:47.037706 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:48.003756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3302e68-d89b-4747-8fb1-bac9132b4b2d req-9f3c9ce4-e6bf-4895-9beb-42d49009305e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282595 Jul 09 14:01:48.345227 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.142316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08d1cfe9-3bfa-40cd-b086-2ffe7d556bf4 req-01966000-4971-4c5b-aedc-692f6c2ecf8f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286806 Jul 09 14:01:49.821079 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.285293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-19633285-a548-4e40-af67-6a638049783e req-d6f8e511-b53e-47ab-bb81-e8e01c072a5d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0318024 Jul 09 14:01:51.429952 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c01cad2-139d-485a-aa88-c6b60ea90d30 req-a3b38a70-8e39-433c-bc66-38169f97943f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0293386 Jul 09 14:01:52.568572 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7f5591d4-4f48-4dec-a3f9-804c7f4b61de req-38d3955e-eb40-4516-ad5a-27f11a7947cc tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0301504 Jul 09 14:01:53.712221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b28e9c4-a534-44a4-873e-964f354d0986 req-6a33eb4c-c343-413e-aa46-b14f3bc07e7b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0319543 Jul 09 14:01:54.848582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-56353870-f75d-4e15-9cfe-dce8ab6acd96 req-c03d004b-38da-40ce-b749-40219eb30136 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0293894 Jul 09 14:01:55.985427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4da526d7-0adc-4045-beda-bc850c1d42d6 req-7680f197-0d70-4ae7-9624-f0e5b99b588f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0272791 Jul 09 14:01:57.121973 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-00923a1a-8f70-4b8e-b62f-d4ee496e6b3f req-c92191e2-2a84-472d-b0cd-7ce4b1b64c26 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281353 Jul 09 14:01:58.266546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c2804c3-dd5d-4ac5-a1f6-9833ecc7aac6 req-8642a00d-6b39-48db-bf7d-758aff48b17b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0336761 Jul 09 14:01:59.416615 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4a7ed9c9-32a0-4ec5-9093-384524567caf req-8dc6d8e4-ac02-4f4f-81b1-8aeba57b473e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0336494 Jul 09 14:02:00.554597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5834b970-a1b6-40cc-ab20-62d7448a745d req-0d725872-448e-4ea6-aea2-37c1e7f1222a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0299776 Jul 09 14:02:01.688580 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-909d09ad-8cfb-482b-98b5-462930d05a96 req-b7569f34-f942-4d20-97b9-98cb6c6857a0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280278 Jul 09 14:02:02.833002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3d5c33f2-7c53-4c09-818e-5e7a5ab1dae2 req-354411a5-6539-46e1-be4a-b0f2d2e27ba2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0307026 Jul 09 14:02:03.975494 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-3f6b96a4-9add-4a05-9318-05291f381713 req-a82eccd2-22ab-47d6-9fcf-cb8d2c8cd786 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0279434 Jul 09 14:02:05.115217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-162e4285-0b4b-45a6-829b-169257b061b9 req-dcf3aab4-7f99-423c-9893-ae8eaf9069d4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290039 Jul 09 14:02:06.252951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c93415f6-88af-4a3b-982f-376f6b8fe1b7 req-ef5f3ca4-1bae-4aaa-89c9-36239255b8fa tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280845 Jul 09 14:02:07.390759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-438311af-710a-44b2-ae9a-53b58db6c2be req-64e1def9-f7fb-497d-a3d2-7fcafc0fd42f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280428 Jul 09 14:02:08.536420 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-27d3e072-3ae5-4465-97f8-0576dfa6c9ad req-9380588d-6569-4b07-80cc-7b47a2b7a73f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0321419 Jul 09 14:02:09.675182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a284654-c7b1-45c2-a8a4-33c9a150cb2e req-121a5ebc-1769-4754-a505-18d8328daa2f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282323 Jul 09 14:02:10.815288 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-45950cdd-a129-4eb5-b4dc-e6c124100113 req-95fe3765-6858-48ce-9d48-98f7512fb447 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0292401 Jul 09 14:02:11.973526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0e94198d-f64a-4165-a662-1d8d19e349a6 req-f697e722-a3f9-4449-940f-3c55b86406d5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0383394 Jul 09 14:02:13.112706 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee74d050-8c91-4e3c-b370-60fa794f40ee req-b3f94a53-1540-4fbd-a42a-a4022a150052 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0295503 Jul 09 14:02:13.449210 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:14.214658 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:14.255442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-578a8268-09a8-4c9e-9cb4-0ec03d93d035 req-caaf2903-23d9-4f3e-9f51-ab34c75953a0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282774 Jul 09 14:02:14.333867 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd61a0b1-f1cf-4cf9-b509-9e39590a096b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:15.394572 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4711ba1f-5aaa-45ec-a8be-d4e179f77e00 req-fec5c790-f170-4c56-b51c-e93f355fab8c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289483 Jul 09 14:02:15.640581 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:02:16.532421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef20126e-683e-40aa-b1d9-0b15e0126ca9 req-a2f73b6b-f446-44c3-8622-8ae80e7ba6f4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286660 Jul 09 14:02:16.909604 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fd85c04-9c63-4bd0-8d73-9e9473abb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.037252 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.678080 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9a71f28e-ee26-489f-b168-9f2408dc520b req-b0629d79-9e61-4304-af47-2f18176e1102 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0320470 Jul 09 14:02:18.348999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.816117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb60050e-015b-4847-b39a-77fd9e8f1c5b req-f327186e-4a52-4bfc-a8e5-9a85e18ff08d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0293207 Jul 09 14:02:19.824402 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.963240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8a448aaa-8591-4770-a27e-a9f830c6f960 req-9d497754-e8ea-4ffb-a6a3-ecf38b51a038 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0332670 Jul 09 14:02:21.109131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5a7f6f49-6d72-42df-9332-670f0fe514eb req-df616426-c0a6-43ff-8286-b64be2fa69bb tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0322585 Jul 09 14:02:22.249605 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55a855c4-644f-42fb-9538-287d1736a682 req-2d07355b-11ed-4b70-9953-73721cc5c040 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0298259 Jul 09 14:02:23.388983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44897113-3889-4696-8d5e-9835ff5cb6b2 req-33d12c7f-3c85-446d-8e0c-fb359b048434 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0296216 Jul 09 14:02:24.529143 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-971e6e62-eb2f-44e8-bf21-73809ce85a4f req-d582a1cb-10bf-4c86-935d-2baa816b87ba tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0303116 Jul 09 14:02:25.668027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e8637f5-0629-4091-b8d4-139874d10f6b req-6cc9826f-e356-4de9-9b99-adf032408509 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282125 Jul 09 14:02:26.812607 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9f19e15d-f18c-453f-968d-2bffb7e12cf9 req-50d280de-a752-4649-b2c1-c177a814109b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0309846 Jul 09 14:02:27.951817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e80c693a-b26c-435a-ac9f-16912aca3c7c req-31700e3d-996b-42e3-bd34-400c139e7ce4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0296354 Jul 09 14:02:29.097721 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9abd99c3-b30f-4dd1-bfea-abe62765f6a7 req-acfe3067-aa89-4dcd-a625-fb3631bfd3b1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Jul 09 14:02:30.246127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f23b1bae-0249-42ee-a693-da843acfba9c req-77d0791c-6ac0-4c04-9ee2-e82154441bc3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0317161 Jul 09 14:02:31.385366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-70319005-f80b-49a6-a2a9-36fe7cbe5ea4 req-1e04cf5f-b547-4f52-b6c0-3f7c977ec810 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0292175 Jul 09 14:02:32.525910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6fc7f26-afcf-46fa-a54c-9aaa8a63f32b req-e10d5402-f9d3-4d33-a1bf-f8c5f6d4cd9b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290813 Jul 09 14:02:33.663784 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cd372e0-40e2-41f7-a976-6e1cc1f2994e req-66e31913-3683-4c8d-b239-09610e0eec7e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0277870 Jul 09 14:02:34.806362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3d6e570-6635-4fcf-8e5f-d3b30fc849a9 req-ffe9b6bf-90af-4eb7-b688-f495dd41d533 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289416 Jul 09 14:02:35.963090 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-02470428-6fcc-4bbf-b5cc-edc6320e0cbf req-b96193e5-c04a-4f6c-8c2f-6ea656b808af tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0419044 Jul 09 14:02:37.104097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c677412-9e4a-45ad-ada9-cabd48557a26 req-bb6b6e10-adc3-4586-83d5-d7b27d11aee5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285282 Jul 09 14:02:38.243473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-93dce060-ca1b-4004-939f-9891a482f497 req-bdbd61f3-df2e-432e-b087-2d87d710790f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0294988 Jul 09 14:02:39.390287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-452e560d-766b-4927-bcf3-ef7f70672959 req-8893625e-849e-4ceb-b286-a66087488d4a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0337880 Jul 09 14:02:40.527708 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b7db3ce-97c3-42d2-b484-32f71d3ce7a5 req-c11f1c2a-b2d0-4b46-9a52-d75b58952e5d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285106 Jul 09 14:02:41.668706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de70adb1-bb40-4744-8dbc-1083ed281972 req-6dbcf873-649c-4ffd-9474-8f7f3691a6f8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0295041 Jul 09 14:02:42.819267 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6f32f9fd-9af7-45e9-9702-b1c43ece2149 req-a948c87b-08da-4a10-8bf4-d0cc9d549353 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280797 Jul 09 14:02:43.449039 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.972036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc511374-14ad-406c-bb01-e2c1d9ae6444 req-5b35218b-2329-43b5-abcb-266ae17c140c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287983 Jul 09 14:02:44.237658 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:44.334349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-154d31ed-8312-4960-9f85-add61b15c8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.117429 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8403b1ad-b0cc-4977-a72a-f87aa526d9a9 req-165acf45-557d-4518-909d-2b922bcda4ae tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0356054 Jul 09 14:02:46.252130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88b46982-642e-4954-9863-16269840981d req-2260edb6-ae6e-402c-b84b-22c98c58bb3e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287220 Jul 09 14:02:46.911215 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9dccc1ff-583b-4080-bd71-c4372eedebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:47.036828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:47.391821 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-fa565e0b-3f56-431e-9de9-13821527874d req-7377794d-4730-499a-afec-cdd55bd91667 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jul 09 14:02:48.265822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-a520f631-5ac1-492b-bf26-32add61b6425 req-7e0eeed8-8aa8-40fa-91fa-ff315e001845 service neutron] (93912) timed out ('10.222.0.11', 51057) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:02:48.351906 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:48.534533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b054ec49-1440-4647-b0c3-fea48d7f691e req-9e68bcb1-b7f8-4ff2-bf42-12e839a26f51 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0323801 Jul 09 14:02:49.671343 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9a7be97b-8ada-431b-867f-b50cd8933d07 req-14d5d5be-24dd-4057-a925-69854d76a7da tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289950 Jul 09 14:02:49.826908 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:50.810997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5791abae-39f6-4c0e-bc2e-f44253d4f6e0 req-b061168e-20ee-40a3-ba68-5729b51fe1c4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0334928 Jul 09 14:02:51.946107 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0406d204-a14c-4651-bd2e-bac01188ce9e req-a683c642-756f-4ebc-8ca7-534f02a14394 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0293834 Jul 09 14:02:52.639477 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:02:53.081107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc91d7cf-8745-4113-a7e5-8f3b6065b878 req-c959b29a-02ff-4b2f-bcd5-6e5ad98fcbd1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0283568 Jul 09 14:02:54.227100 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d97ecd08-89eb-48f6-9e47-3ca327ddb889 req-36363018-1831-4b78-bd6a-12ec14359304 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0319824 Jul 09 14:02:55.364664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0119e6d-2d0e-43ff-9d26-fc19cc0bca58 req-a3c09e80-4146-4cdb-a719-06dd1e853ffb tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0279682 Jul 09 14:02:56.499634 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5ad7ac32-5fae-45cf-b99d-b8b6465c42ce req-62dd0ff7-3cfb-4e55-a8d0-9fd8be69fe8c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0288143 Jul 09 14:02:57.642615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9992bc8-bdf0-4020-aff0-f5a73decdbc6 req-f180f770-8c7a-40a4-9723-f6f94d4478a4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0312011 Jul 09 14:02:58.801503 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-903aaa08-612c-48a7-902c-9d4c6988f765 req-8a63d353-8315-4779-9458-593ad48318b1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0309577 Jul 09 14:02:59.941548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a284c0a8-5354-4926-8c33-fca55116fadb req-240b2592-44a8-4b4c-a868-80bc8aa3a460 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285974 Jul 09 14:03:01.083189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-12b5bbd6-219a-4b37-937c-b8d324baad0c req-51390831-dc40-430e-becf-06460e72fc05 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0284863 Jul 09 14:03:02.220981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03f4138a-f646-43e6-ac4d-69e3e69e4337 req-ee8f78bd-6b01-40ee-83bf-7da5ab102996 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280566 Jul 09 14:03:03.364831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-5d2479a9-9c63-4f52-bc69-11ef9b362fba req-1828f390-8434-4d53-814e-017cb2dafae6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0337262 Jul 09 14:03:04.503469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0894c79-38dd-4bec-86e4-4ac3d5fc3b01 req-b51aea46-e56b-458f-a375-4a338f40b79b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280581 Jul 09 14:03:05.641077 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b8e2dd71-809c-4940-b766-394b406b7432 req-27e1efc8-b932-4b3c-9fd4-11c7cd7de4a2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281653 Jul 09 14:03:06.788826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55524f49-a3ef-4032-9997-9d2a83a85a06 req-2df07d26-7f19-4e2c-8a5e-2582a48033a1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0320570 Jul 09 14:03:07.924139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-87d9e00a-e8ad-4dd2-85c5-b4c165c035b0 req-987f63d0-1564-405f-94bc-b534f0f4cb25 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287857 Jul 09 14:03:09.060535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a84fc2cf-b7b2-46b0-8848-595e742306f7 req-23486b0c-e041-4eee-82ad-a0902f9b466c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Jul 09 14:03:10.206151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-1ed1544a-ea8a-458a-a254-2aee347f2937 req-cd223f46-2655-4758-9eba-655c6be747d4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281434 Jul 09 14:03:11.346800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a0a2fc6-7b12-4279-8332-b3806acbfc06 req-fd24b7d8-fb52-4b0f-a163-dddc501c7df7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0292039 Jul 09 14:03:12.489827 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-aae83474-7bea-4c16-b37d-017a0043a3b8 req-160e8f77-52a2-400b-8fa6-aa27d0973a36 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0313475 Jul 09 14:03:13.448952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:13.627123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f0dd039-e131-4225-9844-214b0c8bb1ea req-f10f4b2c-b097-4497-9c0d-2862a399a18e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0284309 Jul 09 14:03:14.252643 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:14.333896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-98b1c5b3-22e1-482a-9059-423c11c92fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:14.765476 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6d362189-c0e6-45a0-a9e7-da096be447e4 req-d9ef6b18-e8d0-4133-9d35-ed37fce638bd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Jul 09 14:03:15.910467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cb958c4-5f1f-4c52-ba60-1dc198643663 req-c804b5ad-6814-47db-82d7-903c5993ef23 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0320396 Jul 09 14:03:16.912347 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4552af1c-5050-431f-9ecd-968bcc28e21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:17.038962 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:17.050241 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8825f9ed-646a-4efe-8f44-5cd5089ca8ef req-68df89d4-cb49-47ab-8cb7-9dd663202b53 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0326226 Jul 09 14:03:18.193097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93c18bb6-6fa0-4063-9f31-5e64df5c9d55 req-bac7ae27-bf68-433e-a4fd-61378180d9b0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0307269 Jul 09 14:03:18.358634 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:19.328313 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-845a134c-bfa8-4976-ac1e-e7be78951fad req-f244132c-d89a-49e4-b9c8-d54377884fdf tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0283339 Jul 09 14:03:19.829230 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:20.464401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33aaceda-b5d1-4047-88b9-5bebef19a4bf req-ef084eb5-66b3-49be-b117-8640393cc569 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0279927 Jul 09 14:03:21.609328 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4e9e5e80-e8e5-4b7f-8e32-0c147359768c req-20b33315-a74c-43ea-966b-b1c5e8f82d27 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0325375 Jul 09 14:03:22.746434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1198db20-6daf-498c-89db-5c6fd37e0ae0 req-c9f7663d-5db2-4e06-8c5c-9349feb7100d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286453 Jul 09 14:03:23.882160 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-42bd9757-1161-4d59-bd4b-785bbb61fd70 req-91ceb7a6-b328-43bd-ae4b-64820f3b7b46 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0288064 Jul 09 14:03:25.023890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c853d59-7893-4598-9ff3-2ef1e9eef384 req-9d754c58-ba10-42a6-96dc-834500098d6d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0316365 Jul 09 14:03:26.160111 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-571016fa-8c98-4c20-b415-b1b9a617aceb req-900f920a-14f4-4696-b91c-6dc8d9b9812c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281160 Jul 09 14:03:27.299355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fd4e63e-3342-42ce-96aa-ab56604e7dd6 req-f66af8d1-7f51-47dc-8a32-25c078c288e9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287595 Jul 09 14:03:28.442846 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ac4ccebd-a5fc-463e-86f1-dfb2c8702b54 req-8341fba9-59db-44cd-bbe6-6f6d659f9005 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Jul 09 14:03:29.580363 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f6db59f-3f58-4559-8962-cd2938acebeb req-1e01c3ac-e1e8-4e22-87cd-935637ed8611 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0297241 Jul 09 14:03:29.638062 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:03:30.721788 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-faf441e0-6e0e-490e-9d54-42fd4e1d3880 req-4c03c1aa-4f48-49fe-bbe5-ff8fbee344a7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0309663 Jul 09 14:03:31.858677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95b2d03b-1c95-4a46-bd8c-55a259c6b6e4 req-58ee1ec1-b7a1-4a2c-84f6-6678c89e26cc tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0283110 Jul 09 14:03:33.000176 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-54962998-dd01-4eb4-8a6e-c99c23793e08 req-0b97adbf-63cf-4f36-ac2a-aa88a2e12c63 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282397 Jul 09 14:03:34.144293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c00f63cf-21cf-4154-800e-0df0f6126df1 req-6c2bbeea-0af7-438d-9afb-c52e418de03a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0331371 Jul 09 14:03:35.280955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-045ee160-5fd0-427d-b81d-5588598fcc3b req-79d408aa-fb07-429a-8ec6-bc3ef0299467 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282319 Jul 09 14:03:36.420686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-30d98db6-cbd3-44f9-8f46-90313afce773 req-14a94f0b-161c-4b39-8050-3df0787d4235 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0284915 Jul 09 14:03:37.570435 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8bca3b13-c497-467a-aebb-fed2aebfbea0 req-b1d59841-6957-4ecf-b1ce-c9c7cc526554 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0276690 Jul 09 14:03:38.705471 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9b4cac0f-1db7-4c7b-ab0f-e8f613c045b8 req-5a182beb-f672-4357-9af6-9e9b66300dac tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0279052 Jul 09 14:03:39.856641 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8a7d9e9b-9eda-4070-9b78-f3c85a740df3 req-295b6237-074c-41c1-b558-b87daaa512df tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0324299 Jul 09 14:03:40.991247 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-570cf83f-b806-4b05-95f9-3127129783a6 req-16d1adfd-df05-470f-84b1-72ed22d9bc86 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281224 Jul 09 14:03:42.132219 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-acbe169a-2144-402c-bedc-f786d0e05ce1 req-0e49dd1f-e496-48a6-aede-2c3db52a4eaa tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0324543 Jul 09 14:03:43.274662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d801d4a1-a892-47bf-9948-e1f76004fabc req-baf8668d-3cc8-4fda-912a-5261c9a3b1e0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0316727 Jul 09 14:03:43.464482 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:44.295157 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:44.333678 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8c355e31-77c4-4bf3-8be2-e5d3b599a0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:44.413771 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d125220e-9329-499f-be31-3e92874c08d8 req-a087c227-e4f4-4f28-98b2-c7d2bfdf9128 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0300872 Jul 09 14:03:45.551175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-83fa0e23-6163-4642-83f0-16570034df2e req-bbef7436-cc10-41f0-87e4-2c03f4319913 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0299070 Jul 09 14:03:46.687012 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-55170927-835e-4933-92e8-f3bb7f32d32c req-615132d7-1973-4de2-a883-d8a54dfde477 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287879 Jul 09 14:03:46.913353 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dca69dcb-0c6a-4bf5-a310-86662f1ef507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:47.040159 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:47.824544 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-69570533-8f46-44bc-afff-ab58e48a51fb req-7f97d772-f34e-475b-9ee0-af85bfca94c1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290391 Jul 09 14:03:48.358706 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:48.967918 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4658832b-1f71-4f7c-a7af-9100affe5408 req-26efa006-86c2-4602-bf6d-cd50e0dbaa92 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0312145 Jul 09 14:03:49.834748 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:50.107194 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-244b7cb4-8f4b-4e68-be9b-998ebbd08b81 req-a62ec774-0bf4-475d-af62-3fd24c3eea5f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0292449 Jul 09 14:03:51.242685 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-639d2d54-2910-4ac5-82ae-b23cad006d5d req-c70182f4-a432-4982-b7b3-6299a4e4bd34 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280137 Jul 09 14:03:52.390675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75bbc212-3dff-4937-909b-5552345f0245 req-df5a0085-0106-4f32-97a6-eaae136eacfe tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0322297 Jul 09 14:03:53.525681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-00ddc686-369f-4f74-9f79-cea2dcb4885d req-36d0df75-dfdf-458b-b1f6-557abb42b936 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282369 Jul 09 14:03:54.663323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-981bc493-74e4-4351-8c2a-bbc586f3d9fc req-5522d1a9-9449-4d35-b3c2-63ab9df4d4c5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281537 Jul 09 14:03:55.799632 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4d0e20a6-ebff-42eb-88c4-d0295bd520df req-d6bbb48a-6fb2-45b3-bc3b-027ee1fc1ba2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0278513 Jul 09 14:03:56.938481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-940f8147-5fc4-4490-95aa-4c6bb77c9945 req-a7e7cd90-c315-49d4-ae4b-584b88ddca76 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285327 Jul 09 14:03:58.080831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-bf10abfe-d901-49d2-a454-51138284764a req-40eb9d7e-1490-4cda-9fc2-846b54048e53 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0316107 Jul 09 14:03:59.217615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27ebc252-840b-4549-93de-8203da313f3c req-ab69ae2d-17f9-41ba-8076-515b2c3299d7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280037 Jul 09 14:04:00.368672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-940a2a37-fc6d-401d-82a9-b8d7ceb3411f req-a438b3cf-05c6-4d3b-b16d-64d70069ea5b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0317042 Jul 09 14:04:01.513814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1f1b8b01-625a-4645-9aed-627ad7551c90 req-1b582adf-01d7-428c-ba0f-22b7fa2dbea2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0339475 Jul 09 14:04:02.662560 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ecd1b2f-367c-4743-b2f7-4b0204afdf42 req-f9419ad2-42f9-4726-b0a8-66ecfc25eac1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289044 Jul 09 14:04:03.802140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70743789-5003-4060-bd04-7f904476a0c4 req-2c4158f7-ac98-403f-81a7-af85484f1937 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0329742 Jul 09 14:04:04.938893 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b63a6de5-2114-48e4-8b15-a07c36d4282f req-56b66f64-dbf2-424f-bb43-a1bab5d59689 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0294142 Jul 09 14:04:06.077535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bdedd37-de1f-466c-ae85-dab421cba223 req-cf499f51-eb58-4273-ab85-782910eabe2e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0303805 Jul 09 14:04:06.636558 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:04:07.220766 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-4c3164d3-90fc-4f63-a3b2-97533cd1306f req-f41d0338-7719-42b8-9aa1-3629491d1643 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0313537 Jul 09 14:04:08.360084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-433c9c79-d4f9-4817-afb4-631e1a5f31a3 req-f48376b9-b3af-4b33-9418-d4a35b7086b1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0304096 Jul 09 14:04:09.498436 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7311d47f-1cd0-446c-b902-8345b7ace419 req-ee9ddee7-eca5-4562-9a22-838869b0975a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Jul 09 14:04:10.644218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d62ee2-74c4-42db-9939-4df70ec1ea6c req-a0f8ec80-dc52-475c-87dd-54d785516b5d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0332694 Jul 09 14:04:11.781473 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-502914b5-f98f-4786-848b-7f45efd193f8 req-87fc6cb3-fe3f-4ed7-9e7c-480faf4b9894 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0278635 Jul 09 14:04:12.918904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e13df6c6-7642-44fe-a70a-2e5801fcbacf req-76896cea-e13d-442f-9d41-1954fd407487 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285227 Jul 09 14:04:13.468266 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:14.064202 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-6bb735f4-61b9-49e0-acbe-45cb1d2951a9 req-afafb149-1f32-4303-b9ac-bfab35221c5d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289145 Jul 09 14:04:14.283232 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:14.333947 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-664a62f7-8c04-4a7a-8b0c-f72fa4809a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:15.201203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d14cd9c3-98c6-45f6-94d2-1bc60ef723e6 req-da198c4e-b81c-465c-85e5-45a4dbb4e2b2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281067 Jul 09 14:04:16.347363 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-904de318-4d79-4ef7-a2e3-5c4e8742e491 req-c53ee926-457c-425c-bbdd-36954907f60f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0313179 Jul 09 14:04:16.913679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eaf4773f-de35-4813-aedc-1d7e5f1efd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:17.041351 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:17.482853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10a594cb-8a85-45d3-8b0a-636a9d6d5fcf req-1af44889-618b-4c0d-b082-4732c9c7e071 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0283272 Jul 09 14:04:18.362089 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:18.620747 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ee552306-19ea-45d9-a760-4c62110ab6a8 req-cfc5d65a-8278-45ab-b4ba-1f46e888e2ae tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Jul 09 14:04:19.762571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-697a2bcc-92a2-4342-9f22-d98c3aa11bd1 req-20e72398-5d29-4b61-8bd7-871e49f67648 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0318365 Jul 09 14:04:19.833836 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:20.899696 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-61cd77f2-c187-49e9-b9fe-bb8758c87fe3 req-e17e12ee-c4aa-4f79-ae1a-5578852fb70b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0288515 Jul 09 14:04:22.033928 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6cdebc1-ef2b-4f50-949d-98ffdb8727bf req-3e74c302-3261-41f0-8777-fe93822f2d0a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0279233 Jul 09 14:04:23.172489 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-d3a54972-81ce-461a-ac51-7ea7e7cf7f0b req-de685e95-fd0a-49c8-86d3-ff5b8023517b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287585 Jul 09 14:04:24.309403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9eca638b-52d5-4596-87f6-dc931e2a6d52 req-9ece8f1c-32ac-498b-b33c-221cff67b8a1 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Jul 09 14:04:25.455562 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-110bca9e-a0bb-478f-9fbe-d5469b14e4c0 req-f3bf1e8a-de69-48f6-ab86-7489f9db3eac tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0325692 Jul 09 14:04:26.591895 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e33df7ac-af03-4d8e-9575-3d4965588bd3 req-ab3dbb46-e579-48aa-8a21-2c1923fe63a7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281892 Jul 09 14:04:27.725791 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-38bfee22-5dce-4a5c-a35e-8600f886ae71 req-d615c14a-7a3a-4aae-828f-3aeec3bb4f9b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0278938 Jul 09 14:04:28.215576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-88976bd6-d973-4012-b53f-6666103efd08 req-585ec3fd-41fb-4068-8139-d0d884775922 service neutron] (93912) timed out ('10.222.0.32', 40454) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:04:28.869073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4bef5a7-4bb0-4e3f-bec0-58eac5420245 req-6390c74c-8b72-48cf-87a7-f6919b49ba9b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0311084 Jul 09 14:04:30.006302 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-97d40fe2-072c-498d-b6c4-7cfcfb126775 req-ff3a35d7-cb99-4e0c-877b-7ad5f965b3c3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286267 Jul 09 14:04:31.144430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a4e399c4-4724-4239-a74d-f232d854b4b5 req-ad947ce8-60c8-4616-8e7f-3b6f2118f316 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0290585 Jul 09 14:04:32.282996 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ad6c85e-38c7-4f2d-a622-76ff99d62564 req-b2223abe-866e-48bf-ae01-9c6fca7f0fdf tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282414 Jul 09 14:04:33.419414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73b8eeed-e91c-4b0b-960a-bece3dcabe25 req-8f217f2d-357a-45d8-b511-e5e48aff08a8 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282705 Jul 09 14:04:34.755674 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-601da792-8132-4d29-89e7-075e824af851 req-016a803e-b8af-45d2-a2d5-8201f3eae201 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0319233 Jul 09 14:04:35.895456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14b85cbd-60e2-4359-b44f-25ca70a1ea27 req-7fab44bb-edfe-4afd-b364-9331abc0b824 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0293372 Jul 09 14:04:37.097687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8dc840c6-cc87-4089-934b-338df2276df9 req-c5b7e214-9ee5-4cfb-9e45-b65b1f28dbb7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0274303 Jul 09 14:04:38.346724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-741c4325-c270-4bc0-ae43-9e6a4bf569ba req-7d2d9144-1d54-4003-bab1-64dafd2d967a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.1380212 Jul 09 14:04:39.562982 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce76f8ef-a658-4a21-87df-1b0b7ada55c4 req-41621f09-ce63-40ec-b2f1-bb4858f97719 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.1082883 Jul 09 14:04:40.703022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b6867e7-31f7-46f2-b91c-4ad321102847 req-10897cdd-fde8-45ba-8d87-bf6b1d93a702 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282805 Jul 09 14:04:41.838515 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-a2136e79-f205-4473-9cec-00be67a6795b req-79d4db41-4ba4-4407-8fd5-a860dbc5e63a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286965 Jul 09 14:04:42.991371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff2f55d9-f825-4bf7-bdeb-93df3cb0f00a req-3dada578-42aa-4ea7-ae12-9335cf856bf5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281348 Jul 09 14:04:43.469732 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:43.635199 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:04:44.133414 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-577b2bec-9c1c-47c8-a138-9cce46821515 req-5b6b728a-0b79-4787-8c16-3adc9fba5041 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0316958 Jul 09 14:04:44.287778 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:44.335040 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7b809c5e-8624-4252-8658-c3947720c638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:45.268805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0536d35-46b8-4095-9e49-0ef1629ef896 req-c602349d-151b-46b9-8388-31212602b7ad tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289290 Jul 09 14:04:46.404092 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8114aad5-cc21-463f-b93d-5ff6e5f11ae6 req-5b65537a-c8b7-4a9f-8cfe-3af3f5d6bf15 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0277035 Jul 09 14:04:46.913594 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4a1c06b9-5bec-43aa-a39b-b4b397242f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:47.041417 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:47.547601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93bbcaae-20a7-45af-9ff1-042930f8b148 req-ce19847d-e14d-4968-9882-d411d561bc0e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0312769 Jul 09 14:04:48.366225 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:48.686238 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8736d372-89c3-4819-b73f-8c79591d2467 req-13f7db2a-c128-4122-a03e-4e1c3a33962e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281534 Jul 09 14:04:49.822493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-008b4e00-b52a-4d51-b138-aa49608b1cdb req-dde75038-abe8-4849-8d63-515170dfea6e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0302033 Jul 09 14:04:49.837085 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:50.957352 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2c4e5fe1-13cf-4b1b-a6e8-0945aa1d8fda req-d46f776f-8927-4759-9448-4b1a541b74dc tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285022 Jul 09 14:04:52.092954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24fdfb15-7892-4067-bd88-43d0671ab697 req-47bd66f5-82e3-497c-9c17-938f1fb4fec4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0274873 Jul 09 14:04:53.236310 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8ecd2bf7-5c0f-41ca-b35e-987c1043e685 req-b03a9325-e3ed-4dae-824e-da07f63c83b9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0313518 Jul 09 14:04:54.373527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f39165d0-411d-468e-b653-ce40b939751f req-302a447e-a329-425c-9010-498e3431d94f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0291708 Jul 09 14:04:55.510815 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-c18308c0-6971-4583-ba0a-d416f3831de7 req-b28a2cc4-3856-4e20-a20f-760c5d12a467 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Jul 09 14:04:56.654899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2088ab62-1f2b-4739-9c8b-db01eeb1145d req-e482df76-28bc-4cbb-a1c9-d0414bcccd23 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0323708 Jul 09 14:04:57.791467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-29b40e04-ef53-439f-a5c4-481bb3c9d367 req-45ca7a18-ed9a-42b9-a736-44caa4d5a85c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289099 Jul 09 14:04:58.930035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-761cb379-28b0-4d60-ab4f-6399e9c82703 req-873f8712-7068-48bc-8b9b-90150881b9b9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285492 Jul 09 14:05:00.065654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2c043dc1-1684-4488-9b4b-d387be09fbd4 req-86acaf17-cc6e-4c34-8a21-20b4e0ea0d0b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0279188 Jul 09 14:05:01.206758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c4075d1-63ae-405c-bca2-b74b68577577 req-2ec5b549-6434-4b21-aa08-86a393736f0f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289223 Jul 09 14:05:02.363942 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9b3840e0-a64a-448f-81c4-730b38ae7bcd req-65e8c0ad-5f3e-40dd-b775-31ef51840192 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0337415 Jul 09 14:05:03.513218 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42342fd6-fa98-4c90-89fd-cba80a12621f req-88480b46-1416-457b-b1e8-40943a764168 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285888 Jul 09 14:05:04.660380 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ae59d93c-527a-47d6-9d0c-3f67aa2cb6dc req-26a20239-731e-4961-a2c9-5997847b287c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282450 Jul 09 14:05:05.799400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3e434e6e-a352-4081-83dc-3d187f8c391a req-48bb4406-0190-4d0a-b6fe-e703c8e36349 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0325291 Jul 09 14:05:06.935757 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-e4b6c82c-2309-4b72-9979-88df564fcd6d req-45373a41-06fa-4818-bad8-4ffaf84b52bd tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280766 Jul 09 14:05:08.073181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c7b19aab-8f79-46d2-b91f-6d2b23d5d1ea req-f3c8464c-a9e2-453b-8b73-74ab5fb436da tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289085 Jul 09 14:05:09.209430 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-915f2417-bddd-4d60-affb-df38cc5d692e req-316aa56b-08b6-47df-bac4-84b91b7a33d0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280287 Jul 09 14:05:10.345476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd56d282-3810-4fee-be58-7c1f701cb242 req-73f7cf9a-5b71-487b-839d-8a689fe8ef5e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0277543 Jul 09 14:05:11.756467 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-700e27ec-28f5-416c-b135-f6424c0b342f req-5b9f1f1d-152b-462f-b2ef-427fea8cae88 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.2993517 Jul 09 14:05:12.897279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0181098-9344-4f46-ab55-46fcc9a8fde0 req-3e8bfcd6-6aa9-48b0-bc72-3dd47381ad8a tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0291486 Jul 09 14:05:13.477435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:14.031499 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-485872fc-db80-4788-ba0a-20b9830beb82 req-80864293-7984-4784-8b5f-fdf883ff9f9f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0277226 Jul 09 14:05:14.286226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:14.340055 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ae3ffa7-e9a8-4d4a-ac48-00c98e92f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:15.170997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a74c757-ff11-47c0-b57d-3c701cf10c8d req-ecf5cbba-d49c-4195-a332-43a4884f7fcf tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0314639 Jul 09 14:05:16.329691 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-04608509-7b61-404f-bab4-b434a3e29d46 req-e0cd387a-d4f5-4c09-b8c1-feef92d956d6 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289071 Jul 09 14:05:16.913000 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12efc086-6386-4c46-b20e-b596adde5b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:17.041585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:17.468192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-440b7b63-b6a7-4848-957b-d2bf3d48f6f3 req-011a7948-6b80-402b-b258-5ce93fba77ac tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0280757 Jul 09 14:05:18.365934 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:18.606802 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-515dda06-82f7-471a-b2ca-a7afdf1ee55b req-99807af4-50fe-4b56-96fb-d5fc3ad88bc9 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0270433 Jul 09 14:05:19.745513 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42dc000a-a865-441f-a3a3-02a5dc86e1c3 req-97785031-6fc9-4c28-9ff3-c1432ef1a30d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0291431 Jul 09 14:05:19.840001 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:20.633986 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:05:20.888559 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-12ce78ef-1253-4f25-ab0a-9c340eca4e36 req-ff72d1cd-3598-4597-a24b-53394053e9d5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0324175 Jul 09 14:05:22.026822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0a38dc6f-9fa6-4fd2-bb61-5d0b8685548a req-c03138b2-421d-4a4f-bcaf-9e3df9a5744f tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0285890 Jul 09 14:05:23.167861 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8d855460-e184-4982-88b0-5b30aa3ed948 req-4dd2e5a5-7ad3-4d45-915c-5f27af2a541b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0286081 Jul 09 14:05:24.306806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a783efe-c622-4ba0-970d-5b314c2da01c req-f2b76b87-c9a9-46ce-a343-a8aa63349cab tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0322230 Jul 09 14:05:25.448335 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-71d7e35e-3f49-436c-8f31-69b2c1c92786 req-d2348f43-2551-4d97-a81e-f9dd11e4a9c2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0294120 Jul 09 14:05:26.585289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd7440b0-d3c4-44d9-b606-e63f639b2732 req-4324108b-ebcd-4746-926a-e8935b96ed0b tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289867 Jul 09 14:05:27.725963 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-11e77f0e-0e68-4be1-b676-291e025d34c5 req-29bb8f74-6897-4708-ba70-6149426e7deb tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0331042 Jul 09 14:05:28.863347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d1a9f698-429c-4a67-8b36-e3e5a6f37581 req-8be6e397-a49c-41fb-b720-2413561653b5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0279014 Jul 09 14:05:30.005084 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-34be516e-332b-4fc5-a4e1-5e49f50752ba req-4ec5cb34-e726-491a-9844-1a2f88d63be4 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0313358 Jul 09 14:05:31.143766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65ac6f45-53ff-45a9-869c-2a5b0ccb12a2 req-828f141c-f861-45f0-8c2a-eb2b7849d1d2 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0289538 Jul 09 14:05:32.279295 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-27ce8f6f-f9d4-44a2-87f6-7e36e4e6fe33 req-730b1708-56cd-4942-b8c5-db5f675e1d4d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0287702 Jul 09 14:05:33.419827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68e6c0d4-1667-41c9-88b2-9483cfc9dac9 req-ad28388f-e1c3-40e0-a907-420fb8127bb5 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0325403 Jul 09 14:05:34.557892 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-0dcf3281-e603-464a-83fb-f45b44609915 req-ccb15a25-c243-4966-acc3-cfeadfbf00ff tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0295727 Jul 09 14:05:35.692841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a26a9f87-1b15-4a64-9085-fb3ad4f83e84 req-aa1e1721-8ada-41d4-9e8a-b9a7bbc4843c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0292342 Jul 09 14:05:36.829579 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8b3de62a-d782-48da-b9d0-18a825dccb50 req-6154bf15-c4a3-44a3-8864-601fb03711b7 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0276451 Jul 09 14:05:37.968001 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2de61b67-e5f0-4565-bc2c-3d6f9f5763f8 req-d7e7c8dd-b6d9-4588-96df-081e8cf7fc38 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282812 Jul 09 14:05:39.109617 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ccb842be-87d4-4e9e-a994-d7be30e8ccf3 req-615b5b63-8af6-4cee-b270-dd4aee231f01 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0313640 Jul 09 14:05:40.251288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c545aa39-9c89-4eba-bca1-5cb204f381c9 req-86ff57b3-35cd-40da-b809-dc46522eb3a3 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0274372 Jul 09 14:05:41.386915 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f21c4eea-b192-42f4-8abf-d011b35de767 req-44fa2556-93ac-4f2e-a865-d39cd3b86013 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0278056 Jul 09 14:05:42.528855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55e5dcda-522c-4d88-8c5d-7bc70e3195ed req-f11ee022-d6ee-4086-9d4b-5f6617e4a14c tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0320294 Jul 09 14:05:43.491214 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:43.665064 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-18a83461-23da-47d7-8e06-e6ce7e42c8ee req-4a537d8c-ddcd-414e-a209-9f5e32e8577e tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281963 Jul 09 14:05:44.302530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:44.339814 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-62550e1b-f374-4f44-98f0-55a43f9bbe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:44.804067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c7132dc-abad-478a-b026-67de24f01491 req-1adf1edd-a571-4d5d-8074-1b6b34eff089 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0281315 Jul 09 14:05:45.953889 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-078eb9c9-6839-4e59-9f3d-2c465f50db96 req-0405b6cd-4b43-445c-85d1-f324e02fa533 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0282364 Jul 09 14:05:46.914803 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6672351b-4ee4-4c89-9842-ae33d62a1aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:47.043113 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:47.108322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4362fd4c-732b-4296-bab1-501fdffa1d1e req-5573f5b5-d0e0-456a-ba53-53212427a422 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "GET /v2.0/ports?device_id=230649d6-0feb-40b2-9594-501a42411c48 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Jul 09 14:05:48.369122 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:49.842152 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:57.632878 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:06:04.583733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-ca24eb6c-cebb-415e-8e0b-f7566155f6da req-e00fbd7d-8970-4528-be92-9c5db1f4bf00 service neutron] (93912) timed out ('10.222.0.32', 45374) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:06:13.507720 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:14.311328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:14.339641 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0125d11-c849-408d-a681-ede55f339d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:16.916073 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-243c151c-afc7-479f-9291-efe93c0f693a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:17.043945 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:18.371497 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:19.845017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:34.632371 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:06:41.366453 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-44e350cb-3ef9-4107-bef7-bc59fa6450de req-a33e4d09-924d-411c-b223-1515b948a9ce service neutron] (93912) timed out ('10.222.0.32', 45768) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:06:43.523049 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:44.310166 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:44.341937 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fe271129-e87e-41e9-aa44-9a10f0537533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:46.917243 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ceef5513-7b18-44e4-b424-646f149e0f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:47.044335 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:47.867781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 49518) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:06:47.995792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Deleting port 962679b5-d345-4042-b8fa-70773f2b9634 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:06:47.996053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:48.069414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:48.069747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:48.081001 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Calling delete_port for 962679b5-d345-4042-b8fa-70773f2b9634 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:06:48.212256 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:48.236916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event deleted for resources: {'Port': ['ID=962679b5-d345-4042-b8fa-70773f2b9634,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:06:48.264497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.264845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.265187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.265521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.265852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.266182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.266508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.266832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.267187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.267510 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.267832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.268151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:06:48.307205 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:48.309747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:48.310903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b4683a63-0c23-450b-8e4f-0673d383550d tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "DELETE /v2.0/floatingips/ce638a51-e98a-46b2-b6eb-2c11d47a24de HTTP/1.1" status: 204 len: 168 time: 0.4420838 Jul 09 14:06:48.378190 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:49.847063 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:54.230239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-7999b5d9-c8a7-4083-9884-c8f1b70cb6df req-5c000a4c-0414-4402-844a-ef2628312220 service neutron] (93913) timed out ('10.222.0.10', 62828) {{(pid=93913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:07:11.632060 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:07:13.523121 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:14.338742 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:14.342682 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a2a40499-15cc-482b-af48-22119a236479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:16.920181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d317a288-ef7c-47cb-b87b-e8ceac556119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:17.046171 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:18.378067 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:19.849043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:43.521622 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:44.333783 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:44.342926 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3a4acb78-4d6a-471d-9d36-f8feb1cfafa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:46.920835 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-27b78e3f-d552-4fc8-893d-d1c257772f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:47.051083 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:48.380559 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:48.631978 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:07:49.851775 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:13.522917 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:14.347493 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:14.348520 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1026b7cc-45ba-4006-8f4a-bc18f4fd34bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:16.920321 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c76b9e2d-cef5-4bd7-b5e1-e26b2d462325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:17.051461 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:18.382853 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:19.854642 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:25.631173 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:08:43.533343 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:44.354909 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f4c982e0-f25c-4a88-93eb-10fc84fa1e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:44.360123 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:46.921577 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2d05a4fa-da67-4ddc-b0a6-5291420f8dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:47.053755 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:48.385422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:49.863074 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:02.630492 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:09:13.567048 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:14.347179 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-58d5817b-5626-489b-9542-ef7e2460dab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:14.383742 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:16.923003 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9806942-28a5-4639-9bdf-ee2b4b6adc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:17.054144 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:18.388463 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:19.860062 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:39.630125 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:09:43.569831 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:44.347062 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f290ac07-87e4-42c2-86b2-39aa8283c42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:44.398560 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:46.925099 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99835656-5f50-4c0c-baed-cc642dab7934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:47.055018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:48.393260 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:49.862619 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:13.567011 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:14.347412 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1125737a-0e96-4533-a544-c9a0f1fdeeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:14.404181 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:16.629093 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:10:16.926169 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-70a823c7-458d-4f6e-b257-cdc7d3d02ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:17.057565 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:18.394155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:19.866438 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:43.582019 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:44.348976 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2a89243-09fa-454d-b664-933e1f77d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:44.419559 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:46.929249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dba6ff3a-3160-4039-be40-9ec18104dd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:47.058416 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:48.397223 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:49.867890 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.628757 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:11:13.581239 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:14.349368 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b15-14ef-4d62-a899-12e5c41a6743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:14.433675 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:16.930501 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d94173fb-f4d7-471e-aec5-a070ca07621e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:17.059711 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:18.399413 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:19.872510 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:30.628394 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:11:43.581637 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:44.350096 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-05d2704f-8381-446e-81d5-9b06ad8cf3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:44.459144 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:46.931378 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c39d2d32-b107-492b-8547-fe55db297186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.062746 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:48.402434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:49.873679 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:58.204724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-c2d60a4c-9123-417a-9fa4-1426cf587e1c req-1840b148-913d-49ff-83e9-425fbdbd3816 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] (93913) timed out ('10.222.0.10', 62873) {{(pid=93913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:12:07.628745 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:12:13.584699 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:14.350139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-208b78da-73df-4ef3-a2da-6ffd12b57d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:14.480788 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:16.932816 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6876d3fd-2428-4e5a-ba59-86b345fd0b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:17.062890 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:18.405728 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:19.876987 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.610655 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.351942 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-95df3f06-302a-4cad-b3a4-d4a8dc9ed159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.494636 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.627326 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:12:46.933810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e398-87eb-4051-bd34-bbe85de23f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.065750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.196623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50312) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:48.256204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.281722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.339222 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.341851 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.346131 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] 10.222.0.32 "DELETE /v2.0/security-groups/cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98 HTTP/1.1" status: 204 len: 168 time: 0.1483769 Jul 09 14:12:48.360337 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3ec18f-d5a8-43ac-8807-d4f1a5f18e98,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:48.369485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.370084 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.370428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.370768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.371123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.371478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.371806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.372129 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.372449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.372769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.373088 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.373407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afaa6f-cafa-49b1-95f7-e67352200ed0 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.410506 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.545377 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50324) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:49.058804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.316276 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Deleting port 05a7a732-8134-4959-ac2b-68f5d27c5af9 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:12:49.317024 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.394341 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] For port 05a7a732-8134-4959-ac2b-68f5d27c5af9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=05a7a732-8134-4959-ac2b-68f5d27c5af9,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:49.394791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.407300 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Calling delete_port for 05a7a732-8134-4959-ac2b-68f5d27c5af9 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:12:49.588944 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.615758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a7a732-8134-4959-ac2b-68f5d27c5af9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:49.786764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.880553 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.998785 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:12:50.113125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:12:50.119810 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5cdcfd83-2602-4eb3-a2ab-61460be644b3 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c9dbe7b-47f1-4d3f-8047-bc373af8e343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5726941 Jul 09 14:12:50.122142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50328) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:50.122520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] Sync routers for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:12:50.133216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:12:50.133785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:12:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:50.228036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.241666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:12:50.332210 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.384439 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Deleting port b1355660-4228-4911-a2c1-474e18b38a03 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:12:50.384695 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.417257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port': {'id': 'b1355660-4228-4911-a2c1-474e18b38a03', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:50.466800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] For port b1355660-4228-4911-a2c1-474e18b38a03, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b1355660-4228-4911-a2c1-474e18b38a03,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:50.467215 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.481297 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Calling delete_port for b1355660-4228-4911-a2c1-474e18b38a03 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:12:50.607687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] Checking router: 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:12:50.617211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] Routers {'8c9dbe7b-47f1-4d3f-8047-bc373af8e343'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:12:50.617837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:12:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:50.655161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.682200 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1355660-4228-4911-a2c1-474e18b38a03,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:50.704976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] Set router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:12:50.744412 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.757879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T14:12:50Z', 'revision_number': 6, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:50.787841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7ce09-1ccd-4de3-9622-87f79904ebf4 None None] The sync data for ids ['8c9dbe7b-47f1-4d3f-8047-bc373af8e343'] in n-d-799524-3 is: [{'id': '8c9dbe7b-47f1-4d3f-8047-bc373af8e343', 'name': 'tempest-TestVolumeBootPattern-1360616315-router', 'tenant_id': 'b57147e1794d4cfda070a208b7533c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:57Z', 'updated_at': '2021-07-09T14:12:50Z', 'revision_number': 6, 'project_id': 'b57147e1794d4cfda070a208b7533c08', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:12:50.841613 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.843717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.886697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.887247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9dbe7b-47f1-4d3f-8047-bc373af8e343 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:12:50.891607 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.892779 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-45c30d2c-ca33-4b83-849e-1be99e646647 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8c9dbe7b-47f1-4d3f-8047-bc373af8e343 HTTP/1.1" status: 204 len: 168 time: 0.7697268 Jul 09 14:12:50.896449 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50330) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:50.940089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fbd1df-11cf-4903-9893-d17820953970 admin admin] Deleting subnet 67540b32-e48e-4891-a01d-527909018664 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:12:50.943097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71fbd1df-11cf-4903-9893-d17820953970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.976395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71fbd1df-11cf-4903-9893-d17820953970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.328884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71fbd1df-11cf-4903-9893-d17820953970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.381047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71fbd1df-11cf-4903-9893-d17820953970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.406540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbd1df-11cf-4903-9893-d17820953970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67540b32-e48e-4891-a01d-527909018664,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:51.410213 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-71fbd1df-11cf-4903-9893-d17820953970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.412141 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-71fbd1df-11cf-4903-9893-d17820953970 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67540b32-e48e-4891-a01d-527909018664 HTTP/1.1" status: 204 len: 168 time: 0.5147634 Jul 09 14:12:51.414662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50332) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:51.417360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c3edef-cf7a-42d9-8d97-fa4c77fcc8c0 None None] Network 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:12:51.485075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.541347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Deleting port 33867740-b197-4e27-a52b-f0cbd66b3f24 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:12:51.541763 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.614230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] DHCP port deletion for 97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:12:51.614447 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] For port 33867740-b197-4e27-a52b-f0cbd66b3f24, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=33867740-b197-4e27-a52b-f0cbd66b3f24,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:51.614883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.629043 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Calling delete_port for 33867740-b197-4e27-a52b-f0cbd66b3f24 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:12:51.686156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Deleting port 33867740-b197-4e27-a52b-f0cbd66b3f24 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:12:51.686604 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.700656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b1355660-4228-4911-a2c1-474e18b38a03 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:12:51.716759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.743934 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Pushing event deleted for resources: {'Port': ['ID=33867740-b197-4e27-a52b-f0cbd66b3f24,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:51.749459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b1355660-4228-4911-a2c1-474e18b38a03 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:12:51.749811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b1355660-4228-4911-a2c1-474e18b38a03 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:12:51.750220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 05a7a732-8134-4959-ac2b-68f5d27c5af9 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:12:51.751314 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] No DVR routers for this DVR port 33867740-b197-4e27-a52b-f0cbd66b3f24 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:12:51.778515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 05a7a732-8134-4959-ac2b-68f5d27c5af9 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:12:51.778865 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 05a7a732-8134-4959-ac2b-68f5d27c5af9 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:12:51.779804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 33867740-b197-4e27-a52b-f0cbd66b3f24 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:12:51.802606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 33867740-b197-4e27-a52b-f0cbd66b3f24 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:12:51.802988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 33867740-b197-4e27-a52b-f0cbd66b3f24 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:12:51.816251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] For port 33867740-b197-4e27-a52b-f0cbd66b3f24, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=33867740-b197-4e27-a52b-f0cbd66b3f24,segment=NetworkSegment(a189666b-2700-4d5e-8e4a-0aa95e09cb87),segment_id=a189666b-2700-4d5e-8e4a-0aa95e09cb87)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:51.816251 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.829431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Calling delete_port for 33867740-b197-4e27-a52b-f0cbd66b3f24 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:12:51.833950 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.845761 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a50f3e-eabc-4d0c-a5f6-5ab8cce90900']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:51.858186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a189666b-2700-4d5e-8e4a-0aa95e09cb87') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:51.858526 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a189666b-2700-4d5e-8e4a-0aa95e09cb87') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:51.869566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.884681 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.894782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:12:51.895106 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:12:51.897179 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:12:51.910913 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.939269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Pushing event deleted for resources: {'Port': ['ID=33867740-b197-4e27-a52b-f0cbd66b3f24,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:51.945190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] No DVR routers for this DVR port 33867740-b197-4e27-a52b-f0cbd66b3f24 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:12:51.954412 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.954806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.955186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.955532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.955873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.957338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.957338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.957338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.957598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.957847 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.958379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.959258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.959258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e15b996-7e95-48b1-80e6-03bb6787a75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:51.965175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.967040 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] 10.222.0.32 "DELETE /v2.0/networks/97a50f3e-eabc-4d0c-a5f6-5ab8cce90900 HTTP/1.1" status: 204 len: 168 time: 0.5512223 Jul 09 14:12:51.969980 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50334) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:51.986181 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206fab2-f4e5-4bef-ab20-53360f678106 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a50f3e-eabc-4d0c-a5f6-5ab8cce90900,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:52.329436 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:52.580422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Deleting port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:12:52.581142 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:52.656479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] For port 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,segment=NetworkSegment(447be50e-a249-43a9-9370-3f2d7b3f0372),segment_id=447be50e-a249-43a9-9370-3f2d7b3f0372)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:52.656838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:52.675296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Calling delete_port for 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:12:52.852873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:52.875925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e1cbbc-913a-4b37-9172-1d7c5e0db5d5,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:53.047892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:53.264037 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Router d537d938-0ece-4899-885a-9184774acf47 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:12:53.372987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:12:53.379410 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3ed82c68-9f5c-4276-b4e7-ca0d62bf5965 admin admin] 10.222.0.32 "PUT /v2.0/routers/d537d938-0ece-4899-885a-9184774acf47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4068942 Jul 09 14:12:53.380676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50338) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:53.383389 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] Sync routers for ids ['d537d938-0ece-4899-885a-9184774acf47'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:12:53.393132 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] Routers {'d537d938-0ece-4899-885a-9184774acf47'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:12:53.394247 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:12:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d537d938-0ece-4899-885a-9184774acf47'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:53.485958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:53.494869 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] Set router d537d938-0ece-4899-885a-9184774acf47 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:12:53.590510 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:53.652561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Deleting port ad0901d3-14de-4856-8d46-7fa190121c50 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:12:53.652903 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:53.680626 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T14:12:52Z', 'revision_number': 5, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port': {'id': 'ad0901d3-14de-4856-8d46-7fa190121c50', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537d938-0ece-4899-885a-9184774acf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:53.736131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] For port ad0901d3-14de-4856-8d46-7fa190121c50, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ad0901d3-14de-4856-8d46-7fa190121c50,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:53.736423 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:53.750729 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Calling delete_port for ad0901d3-14de-4856-8d46-7fa190121c50 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:12:53.797079 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] Checking router: d537d938-0ece-4899-885a-9184774acf47 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:12:53.805777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] Routers {'d537d938-0ece-4899-885a-9184774acf47'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:12:53.806387 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:12:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['d537d938-0ece-4899-885a-9184774acf47'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:53.890195 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] Set router d537d938-0ece-4899-885a-9184774acf47 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:12:53.919556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:53.944517 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0901d3-14de-4856-8d46-7fa190121c50,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:53.946019 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T14:12:53Z', 'revision_number': 6, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:53.972414 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead3ac4-6117-4cee-a45b-2ed5ef53d84b None None] The sync data for ids ['d537d938-0ece-4899-885a-9184774acf47'] in n-d-799524-3 is: [{'id': 'd537d938-0ece-4899-885a-9184774acf47', 'name': 'tempest-TestVolumeBootPattern-1957839091-router', 'tenant_id': 'ceff4136d3684b4d9d514429a3760263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:02Z', 'updated_at': '2021-07-09T14:12:53Z', 'revision_number': 6, 'project_id': 'ceff4136d3684b4d9d514429a3760263', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:12:54.015509 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.105965 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.108064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.152066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.152583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d537d938-0ece-4899-885a-9184774acf47 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:12:54.157972 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.159695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-50f4846d-8d35-4029-9122-ade7fcb6ac73 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d537d938-0ece-4899-885a-9184774acf47 HTTP/1.1" status: 204 len: 168 time: 0.7775214 Jul 09 14:12:54.162824 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50340) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:54.210340 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcb55cd-d45d-45ff-bf17-f89692011705 admin admin] Deleting subnet c1320b60-92af-46d7-b9de-65d8de031dd6 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:12:54.213329 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bcb55cd-d45d-45ff-bf17-f89692011705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.246866 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bcb55cd-d45d-45ff-bf17-f89692011705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.325863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bcb55cd-d45d-45ff-bf17-f89692011705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.384035 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bcb55cd-d45d-45ff-bf17-f89692011705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.415332 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb55cd-d45d-45ff-bf17-f89692011705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1320b60-92af-46d7-b9de-65d8de031dd6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:54.420349 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1bcb55cd-d45d-45ff-bf17-f89692011705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.422272 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1bcb55cd-d45d-45ff-bf17-f89692011705 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c1320b60-92af-46d7-b9de-65d8de031dd6 HTTP/1.1" status: 204 len: 168 time: 0.2584934 Jul 09 14:12:54.425012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50342) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:54.428352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658193d8-8663-48c9-810c-618b22de4efb None None] Network 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:12:54.492914 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.546199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Deleting port a4786ffb-40d8-444a-acbc-b3159fa3f1ec {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:12:54.546534 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.612751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] For port a4786ffb-40d8-444a-acbc-b3159fa3f1ec, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a4786ffb-40d8-444a-acbc-b3159fa3f1ec,segment=NetworkSegment(447be50e-a249-43a9-9370-3f2d7b3f0372),segment_id=447be50e-a249-43a9-9370-3f2d7b3f0372)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:54.613362 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.625310 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Calling delete_port for a4786ffb-40d8-444a-acbc-b3159fa3f1ec owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:12:54.715790 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:54.743204 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Pushing event deleted for resources: {'Port': ['ID=a4786ffb-40d8-444a-acbc-b3159fa3f1ec,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:54.745108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] No DVR routers for this DVR port a4786ffb-40d8-444a-acbc-b3159fa3f1ec on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:12:54.748860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c094e32-8932-45e2-9faa-c47aec583d63 None None] DHCP port deletion for 76566d66-d8ca-4448-b5c2-b2fdbdda9c40 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:12:55.099102 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.108544 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76566d66-d8ca-4448-b5c2-b2fdbdda9c40']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:55.118479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447be50e-a249-43a9-9370-3f2d7b3f0372') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:55.118779 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447be50e-a249-43a9-9370-3f2d7b3f0372') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:55.127395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.142146 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.149375 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:12:55.149757 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:12:55.151460 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:12:55.207769 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.213388 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.215239 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] 10.222.0.32 "DELETE /v2.0/networks/76566d66-d8ca-4448-b5c2-b2fdbdda9c40 HTTP/1.1" status: 204 len: 168 time: 0.7891352 Jul 09 14:12:55.226704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d61a6-d6a7-482f-b2ac-0dcf1d7bbeee admin admin] Pushing event deleted for resources: {'Network': ['ID=76566d66-d8ca-4448-b5c2-b2fdbdda9c40,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:55.338903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50346) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:55.379116 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-590d68e2-c09a-4642-9bc5-552a5b3f7c2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b57147e1794d4cfda070a208b7533c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389197 Jul 09 14:12:55.381414 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50348) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:55.428079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c59edf22-f2de-4717-a932-4191f987c3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.448984 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c59edf22-f2de-4717-a932-4191f987c3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.494528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c59edf22-f2de-4717-a932-4191f987c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.497095 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c59edf22-f2de-4717-a932-4191f987c3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.498245 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c59edf22-f2de-4717-a932-4191f987c3d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/670951cf-4f13-4407-bf8a-55c7fb420db7 HTTP/1.1" status: 204 len: 168 time: 0.1158619 Jul 09 14:12:55.507030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59edf22-f2de-4717-a932-4191f987c3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670951cf-4f13-4407-bf8a-55c7fb420db7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:55.684105 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a4786ffb-40d8-444a-acbc-b3159fa3f1ec no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:12:55.704936 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: a4786ffb-40d8-444a-acbc-b3159fa3f1ec {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:12:55.705362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a4786ffb-40d8-444a-acbc-b3159fa3f1ec not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:12:55.705846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:12:55.725324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:12:55.725673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64e1cbbc-913a-4b37-9172-1d7c5e0db5d5 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:12:55.726084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad0901d3-14de-4856-8d46-7fa190121c50 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:12:55.745136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ad0901d3-14de-4856-8d46-7fa190121c50 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:12:55.745488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ad0901d3-14de-4856-8d46-7fa190121c50 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:12:55.823485 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50354) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:55.862463 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3edccde9-1d8e-40e6-9dbe-251bd06d42b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ceff4136d3684b4d9d514429a3760263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377817 Jul 09 14:12:55.864966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50356) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:55.915242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-43637044-03f6-4f95-9dd3-4c7edcf4a49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.935941 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-43637044-03f6-4f95-9dd3-4c7edcf4a49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.981052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-43637044-03f6-4f95-9dd3-4c7edcf4a49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.983711 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-43637044-03f6-4f95-9dd3-4c7edcf4a49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:55.984890 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-43637044-03f6-4f95-9dd3-4c7edcf4a49e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38af2f19-a6f8-4f4f-a450-d5d7f8484b4b HTTP/1.1" status: 204 len: 168 time: 0.1190317 Jul 09 14:12:55.993978 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43637044-03f6-4f95-9dd3-4c7edcf4a49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af2f19-a6f8-4f4f-a450-d5d7f8484b4b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:06.498441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-4905ab81-53b2-456c-a0b0-6720e9ba19e0 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ffd97b0fe1174fdfb1354351a7b845e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326157 Jul 09 14:13:06.681386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9c3b-657a-4068-a681-3425a139bd7c req-3b3fb54a-3c49-45f0-99f9-937e5f7f84d6 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:06.682750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-3b3fb54a-3c49-45f0-99f9-937e5f7f84d6 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783788 Jul 09 14:13:06.697323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-870335c4-f0f2-4e08-826f-4778aeb0f1b1 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/quotas/ffd97b0fe1174fdfb1354351a7b845e9 HTTP/1.1" status: 200 len: 375 time: 0.0091903 Jul 09 14:13:06.729524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-c7c331bc-a630-4f93-881e-077d45bfc7d0 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ffd97b0fe1174fdfb1354351a7b845e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275092 Jul 09 14:13:06.901835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bc997866-dfce-445b-bd2a-91dfabd79af7 req-5e366b75-b821-4d15-9eb5-20ca55080981 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Jul 09 14:13:07.984619 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ab25c9c-323d-4e27-8811-e67210e0a5e9 req-dd467c54-8050-4ec6-bf20-c57f05e97d5b tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 210 time: 0.0320005 Jul 09 14:13:09.123209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3009b8c-621b-4e2d-9e96-84b8dd9304f0 req-b42661ea-d6c2-4f49-9394-65c0e34a03af tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Jul 09 14:13:10.123147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-cfe5b053-0a43-4789-8494-189b21b73b1b tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ffd97b0fe1174fdfb1354351a7b845e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218506 Jul 09 14:13:10.261833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9c3b-657a-4068-a681-3425a139bd7c req-11ff22c5-21e4-47ad-ab45-902489f60932 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:10.263394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-11ff22c5-21e4-47ad-ab45-902489f60932 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347561 Jul 09 14:13:10.282830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70e6b953-bb5c-4a6c-bbdd-8ac91daa6d6a req-a7d9c711-9449-4961-82d3-26f5a7dac2e7 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 210 time: 0.0417156 Jul 09 14:13:10.288478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Request body: {'port': {'device_id': '9d945407-f62b-4a15-b18c-bde4358a4371', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'admin_state_up': True, 'tenant_id': 'ffd97b0fe1174fdfb1354351a7b845e9'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:13:10.399374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Made reservation on behalf of ffd97b0fe1174fdfb1354351a7b845e9 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:13:10.405373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:10.418442 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:10.512842 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:10.516420 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:10.577608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09c63be-1685-43ca-bc97-715cdac998bc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:10.593100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.593456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.593803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.594146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.594486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.594826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.595182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.595516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.595851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.596179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.596666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.596997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:13:10.661675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Allocated IP 192.168.233.211 (83ddc183-68a3-498d-9754-ba4c1fb912a9/3b4d0930-8051-470f-93b0-32eb42de300d/37b221d7-d8e8-4542-9677-db7b1f572810) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:13:10.811251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:10.824931 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Transition to ACTIVE for port object 37b221d7-d8e8-4542-9677-db7b1f572810 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:13:10.858461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:10.899930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Network 83ddc183-68a3-498d-9754-ba4c1fb912a9 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:13:10.905048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:13:10.917291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:13:10.950551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Pushing event updated for resources: {'Port': ['ID=37b221d7-d8e8-4542-9677-db7b1f572810,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:10.980984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:10.981636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:10.996446 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-2d547bda-c860-4ee3-acde-4cbcca9d2362 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7159166 Jul 09 14:13:11.008457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-97b19083-fcd1-444a-ad5f-c12d4f8bef72 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:13:11.010350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-97b19083-fcd1-444a-ad5f-c12d4f8bef72 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068710 Jul 09 14:13:11.167177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Request body: {'port': {'device_id': '9d945407-f62b-4a15-b18c-bde4358a4371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:13:11.205359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-998a4be5-4b27-428f-8f12-708267a9a769 None None] Provisioning for port 37b221d7-d8e8-4542-9677-db7b1f572810 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:13:11.209686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-998a4be5-4b27-428f-8f12-708267a9a769 None None] Provisioning complete for port 37b221d7-d8e8-4542-9677-db7b1f572810 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:13:11.210065 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-998a4be5-4b27-428f-8f12-708267a9a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:11.239499 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:11.246261 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-998a4be5-4b27-428f-8f12-708267a9a769 None None] Port 37b221d7-d8e8-4542-9677-db7b1f572810 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:13:11.508654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643abed-c305-4e71-bdae-56cf1f1b7cbf req-99de4bcd-4098-4cb2-8a05-14a6cd26e01d tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:11.510123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5643abed-c305-4e71-bdae-56cf1f1b7cbf req-99de4bcd-4098-4cb2-8a05-14a6cd26e01d tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 936 time: 0.1095517 Jul 09 14:13:11.571747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b221d7-d8e8-4542-9677-db7b1f572810 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:13:11.582142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5643abed-c305-4e71-bdae-56cf1f1b7cbf req-b8e36121-15bf-4810-bb53-52eeee3129cb tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664072 Jul 09 14:13:11.583781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:11.595810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Transition to ACTIVE for port object 37b221d7-d8e8-4542-9677-db7b1f572810 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:13:11.600431 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:11.652581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Pushing event updated for resources: {'Port': ['ID=37b221d7-d8e8-4542-9677-db7b1f572810,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:11.726885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Attempting to bind port 37b221d7-d8e8-4542-9677-db7b1f572810 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:13:11.727264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Attempting to bind port 37b221d7-d8e8-4542-9677-db7b1f572810 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:13:11.727601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Attempting to bind port 37b221d7-d8e8-4542-9677-db7b1f572810 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:13:11.732543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Port 37b221d7-d8e8-4542-9677-db7b1f572810 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:13:11.732872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Attempting to bind port 37b221d7-d8e8-4542-9677-db7b1f572810 on network 83ddc183-68a3-498d-9754-ba4c1fb912a9 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:13:11.739260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:13:11.739606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Checking segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:13:11.740001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Bound using segment: {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:13:11.741094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Bound port: 37b221d7-d8e8-4542-9677-db7b1f572810, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bad90f-66b6-4e2f-8c10-c084fec504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:13:11.741094 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:11.814439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] For port 37b221d7-d8e8-4542-9677-db7b1f572810, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:13:11.818780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] For port 37b221d7-d8e8-4542-9677-db7b1f572810, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=37b221d7-d8e8-4542-9677-db7b1f572810,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:13:11.823817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:11.868379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:11.869032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:11.870459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] 10.222.0.11 "PUT /v2.0/ports/37b221d7-d8e8-4542-9677-db7b1f572810 HTTP/1.1" status: 200 len: 1096 time: 0.7507455 Jul 09 14:13:11.870898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d945407-f62b-4a15-b18c-bde4358a4371', 'tag': '37b221d7-d8e8-4542-9677-db7b1f572810'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:13:11.895573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a449d-9381-4bbc-aa00-9121f39ca8fd service neutron] Pushing event updated for resources: {'Port': ['ID=37b221d7-d8e8-4542-9677-db7b1f572810,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:11.915854 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d945407-f62b-4a15-b18c-bde4358a4371", "tag": "37b221d7-d8e8-4542-9677-db7b1f572810"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:13:11.983226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9c3b-657a-4068-a681-3425a139bd7c req-ce05844f-f271-4cb8-ace8-c63a1d8e85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:11.984805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-ce05844f-f271-4cb8-ace8-c63a1d8e85c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffd97b0fe1174fdfb1354351a7b845e9&device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 1099 time: 0.0643392 Jul 09 14:13:12.029936 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b9733a-3877-4e01-a731-46e006428850 x-openstack-request-id: req-05b9733a-3877-4e01-a731-46e006428850 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:13:12.030233 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d945407-f62b-4a15-b18c-bde4358a4371", "tag": "37b221d7-d8e8-4542-9677-db7b1f572810", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:13:12.030510 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05b9733a-3877-4e01-a731-46e006428850 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:13:12.031041 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d945407-f62b-4a15-b18c-bde4358a4371', 'tag': '37b221d7-d8e8-4542-9677-db7b1f572810', 'status': 'completed', 'code': 200} Jul 09 14:13:12.032747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-63160c14-2521-4d9c-bc84-0be3696cad8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=37b221d7-d8e8-4542-9677-db7b1f572810 HTTP/1.1" status: 200 len: 217 time: 0.0407429 Jul 09 14:13:12.095998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9c3b-657a-4068-a681-3425a139bd7c req-f87c3131-cdca-4037-9b69-8f09a195e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:12.095998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-f87c3131-cdca-4037-9b69-8f09a195e153 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0556452 Jul 09 14:13:12.161929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9c3b-657a-4068-a681-3425a139bd7c req-b4375d56-a8f7-48de-a61c-bcc4daf743a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:12.163477 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-b4375d56-a8f7-48de-a61c-bcc4daf743a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616984 Jul 09 14:13:12.261544 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-879616f5-340a-4b48-88c6-36a7e129b978 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912225 Jul 09 14:13:12.359259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eced9c3b-657a-4068-a681-3425a139bd7c req-7cb26962-a2e3-470d-9ac6-181a5b4f5183 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914757 Jul 09 14:13:12.467234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-4d44211c-9792-42ff-b586-d014f3ebb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:12.468821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-4d44211c-9792-42ff-b586-d014f3ebb318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffd97b0fe1174fdfb1354351a7b845e9&device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 1099 time: 0.0614305 Jul 09 14:13:12.568857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-96389682-9834-43ae-9cc2-b3c4b153b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:12.571430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-96389682-9834-43ae-9cc2-b3c4b153b00b service neutron] 10.222.0.11 "GET /v2.0/networks?id=83ddc183-68a3-498d-9754-ba4c1fb912a9 HTTP/1.1" status: 200 len: 869 time: 0.0965579 Jul 09 14:13:12.629132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-b2151921-4a4a-4694-abca-16536ac79b31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=37b221d7-d8e8-4542-9677-db7b1f572810 HTTP/1.1" status: 200 len: 217 time: 0.0514104 Jul 09 14:13:12.683151 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-310ef795-4627-4859-b1ef-05136c56d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:12.685207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-310ef795-4627-4859-b1ef-05136c56d025 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b4d0930-8051-470f-93b0-32eb42de300d HTTP/1.1" status: 200 len: 843 time: 0.0499566 Jul 09 14:13:12.792795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-0f2fad2c-3ba3-4e33-8a55-1764e7e09ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:12.794320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-0f2fad2c-3ba3-4e33-8a55-1764e7e09ec9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83ddc183-68a3-498d-9754-ba4c1fb912a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019747 Jul 09 14:13:12.803537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62618-04d6-4ef7-98ed-97975e571ec9 req-27d38c18-baad-4151-8e0a-03dce46c24c8 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:12.804959 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3b62618-04d6-4ef7-98ed-97975e571ec9 req-27d38c18-baad-4151-8e0a-03dce46c24c8 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 948 time: 0.0871980 Jul 09 14:13:12.894467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3b62618-04d6-4ef7-98ed-97975e571ec9 req-ad5be353-48a2-45fa-a6ca-60ef44236e6a tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803761 Jul 09 14:13:12.927559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-1077e627-6dee-4981-80b5-e2dcd7c8513a service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215475 Jul 09 14:13:13.025571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f9147b2d-c8d7-47ee-bb45-769d9bb15db0 req-40951163-3c78-4107-8b8c-5c581a72c413 service neutron] 10.222.0.11 "GET /v2.0/networks/83ddc183-68a3-498d-9754-ba4c1fb912a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914526 Jul 09 14:13:13.615374 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:14.068318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1107b-1c60-44fb-83fb-cfd8a8bab4a0 req-312428f8-9d95-4a31-bf83-eede9d81e50d tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:14.069803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfb1107b-1c60-44fb-83fb-cfd8a8bab4a0 req-312428f8-9d95-4a31-bf83-eede9d81e50d tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 948 time: 0.0626733 Jul 09 14:13:14.107035 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bfb1107b-1c60-44fb-83fb-cfd8a8bab4a0 req-e0cd7f73-79bc-41f8-814d-2e49bc21dc6a tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Jul 09 14:13:14.353139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7888d47d-c1c4-4f16-a342-28687c93c977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:14.493076 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:15.281624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eb129-1622-4c96-9867-e23edbd3e05e req-f91a7a9d-92c6-4f93-9725-55021ea2f30e tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:15.283131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-381eb129-1622-4c96-9867-e23edbd3e05e req-f91a7a9d-92c6-4f93-9725-55021ea2f30e tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 948 time: 0.0665572 Jul 09 14:13:15.320354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-381eb129-1622-4c96-9867-e23edbd3e05e req-a5c3093c-66bd-42dd-8ce0-d09efec7594d tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Jul 09 14:13:16.498048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4566b1f-c816-4bfd-a7d4-62bee4441054 req-2a867644-6850-4167-b425-0188f8d3e6b4 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:16.499468 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4566b1f-c816-4bfd-a7d4-62bee4441054 req-2a867644-6850-4167-b425-0188f8d3e6b4 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 948 time: 0.0683517 Jul 09 14:13:16.521390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 37b221d7-d8e8-4542-9677-db7b1f572810 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:13:16.538022 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4566b1f-c816-4bfd-a7d4-62bee4441054 req-5bc2d201-7009-4b3e-aa1d-92b97b14daae tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Jul 09 14:13:16.615440 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 37b221d7-d8e8-4542-9677-db7b1f572810, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=37b221d7-d8e8-4542-9677-db7b1f572810,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:13:16.626459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '37b221d7-d8e8-4542-9677-db7b1f572810', 'network_id': '83ddc183-68a3-498d-9754-ba4c1fb912a9', 'port_id': '37b221d7-d8e8-4542-9677-db7b1f572810', 'mac_address': 'fa:16:3e:a5:36:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4d0930-8051-470f-93b0-32eb42de300d', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:13:16.665624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:16.678341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b221d7-d8e8-4542-9677-db7b1f572810 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:13:16.696797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 37b221d7-d8e8-4542-9677-db7b1f572810, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=37b221d7-d8e8-4542-9677-db7b1f572810,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:13:16.700531 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:16.747132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=37b221d7-d8e8-4542-9677-db7b1f572810,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:16.933175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['37b221d7-d8e8-4542-9677-db7b1f572810'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:13:16.936804 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-968ec150-7389-4919-bba4-85d5dd6909a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:17.075214 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:17.708181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb774e-6259-498f-abbe-72e5a0d446b9 req-add09dbe-1a50-4ea3-a0e2-6410d9fe7263 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:17.709641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1cfb774e-6259-498f-abbe-72e5a0d446b9 req-add09dbe-1a50-4ea3-a0e2-6410d9fe7263 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 949 time: 0.0648782 Jul 09 14:13:17.748159 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1cfb774e-6259-498f-abbe-72e5a0d446b9 req-6bcaadf9-c7cb-4b30-b6e9-2e8183c7b9ca tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Jul 09 14:13:18.412911 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:18.524383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 37b221d7-d8e8-4542-9677-db7b1f572810 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:13:18.571559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 37b221d7-d8e8-4542-9677-db7b1f572810 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:13:18.575051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 37b221d7-d8e8-4542-9677-db7b1f572810 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:13:18.575410 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:18.650872 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:18.672306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d945407-f62b-4a15-b18c-bde4358a4371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b221d7-d8e8-4542-9677-db7b1f572810'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:13:18.690166 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 37b221d7-d8e8-4542-9677-db7b1f572810, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=37b221d7-d8e8-4542-9677-db7b1f572810,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:13:18.695072 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:18.719360 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba263b-6bb2-4a94-9834-71405f4b9f8f" -d '{"events": [{"server_uuid": "9d945407-f62b-4a15-b18c-bde4358a4371", "name": "network-vif-plugged", "status": "completed", "tag": "37b221d7-d8e8-4542-9677-db7b1f572810"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:13:18.748658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=37b221d7-d8e8-4542-9677-db7b1f572810,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:18.805839 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe823bb-59a4-480b-ba4f-8668c3e05bf1 x-openstack-request-id: req-ffe823bb-59a4-480b-ba4f-8668c3e05bf1 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:13:18.806136 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d945407-f62b-4a15-b18c-bde4358a4371", "name": "network-vif-plugged", "status": "completed", "tag": "37b221d7-d8e8-4542-9677-db7b1f572810", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:13:18.806392 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffe823bb-59a4-480b-ba4f-8668c3e05bf1 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:13:18.806791 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d945407-f62b-4a15-b18c-bde4358a4371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b221d7-d8e8-4542-9677-db7b1f572810', 'code': 200} Jul 09 14:13:18.955457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d60a32-3772-473c-bb93-f51dfbed27e4 req-9a1e4efb-a170-44cf-9006-45e1db73bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:18.957530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7d60a32-3772-473c-bb93-f51dfbed27e4 req-9a1e4efb-a170-44cf-9006-45e1db73bafe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 1101 time: 0.0928342 Jul 09 14:13:18.969164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f0e93-bf70-4116-bbbc-22a088d02235 req-8df5a548-d14c-43a4-80be-f4b490d35989 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:18.970551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e2f0e93-bf70-4116-bbbc-22a088d02235 req-8df5a548-d14c-43a4-80be-f4b490d35989 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 950 time: 0.0805299 Jul 09 14:13:19.015311 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d7d60a32-3772-473c-bb93-f51dfbed27e4 req-5c290eac-e267-4f9b-b9d4-37d5b1a1f744 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Jul 09 14:13:19.027535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7e2f0e93-bf70-4116-bbbc-22a088d02235 req-140b336e-5422-4d8d-a385-4e1e0633b54f tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503378 Jul 09 14:13:19.882878 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:20.521632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bd0fe-fdf9-4d94-96d1-b717952d1536 req-7407eb61-649a-430d-8284-fd0436a997c9 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:20.523148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-264bd0fe-fdf9-4d94-96d1-b717952d1536 req-7407eb61-649a-430d-8284-fd0436a997c9 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 950 time: 0.3870854 Jul 09 14:13:20.560593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-264bd0fe-fdf9-4d94-96d1-b717952d1536 req-19094a40-598f-4156-b7a5-93034eddf47d tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Jul 09 14:13:21.599112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe28c80-13af-4a87-8368-56fdd744c4f7 req-93b7ba01-4565-4c56-a97c-5e668d92a8db tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:21.600592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cfe28c80-13af-4a87-8368-56fdd744c4f7 req-93b7ba01-4565-4c56-a97c-5e668d92a8db tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 950 time: 0.0618649 Jul 09 14:13:21.625981 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:13:21.638017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cfe28c80-13af-4a87-8368-56fdd744c4f7 req-5dcd79f5-dc6d-421b-86d9-dad69420b32a tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319269 Jul 09 14:13:22.819485 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-2d1288fa-fa7a-4c4f-a482-f9cb4bb65a69 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:22.820926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-2d1288fa-fa7a-4c4f-a482-f9cb4bb65a69 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 950 time: 0.1064172 Jul 09 14:13:22.843116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593c8c-cd22-4452-8572-2ecd009c1fcb req-312ad67f-1b4b-41ab-a503-53d575f21077 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:22.844504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd593c8c-cd22-4452-8572-2ecd009c1fcb req-312ad67f-1b4b-41ab-a503-53d575f21077 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d945407-f62b-4a15-b18c-bde4358a4371 HTTP/1.1" status: 200 len: 950 time: 0.0951297 Jul 09 14:13:22.937026 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd593c8c-cd22-4452-8572-2ecd009c1fcb req-db8dbee6-a5e4-4100-91d8-df0b84efdfdf tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.32 "GET /v2.0/security-groups?id=d09c63be-1685-43ca-bc97-715cdac998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721405 Jul 09 14:13:22.962385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Deleting port 37b221d7-d8e8-4542-9677-db7b1f572810 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:13:22.962742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:23.049024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] For port 37b221d7-d8e8-4542-9677-db7b1f572810, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=37b221d7-d8e8-4542-9677-db7b1f572810,segment=NetworkSegment(b3bad90f-66b6-4e2f-8c10-c084fec504a3),segment_id=b3bad90f-66b6-4e2f-8c10-c084fec504a3)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:13:23.049628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:23.062845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Calling delete_port for 37b221d7-d8e8-4542-9677-db7b1f572810 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:13:23.197180 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:23.211006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['37b221d7-d8e8-4542-9677-db7b1f572810'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:13:23.225231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Pushing event deleted for resources: {'Port': ['ID=37b221d7-d8e8-4542-9677-db7b1f572810,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:23.272372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] No DVR routers for this DVR port 37b221d7-d8e8-4542-9677-db7b1f572810 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:13:23.275339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:23.277428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85c998ed-3e0d-421f-8b87-08e4f640ca42 req-00e675ba-25d9-47bf-8c8f-f8f31adff255 tempest-ServersAdminNegativeTestJSON-1469252615 tempest-ServersAdminNegativeTestJSON-1469252615-project] 10.222.0.11 "DELETE /v2.0/ports/37b221d7-d8e8-4542-9677-db7b1f572810 HTTP/1.1" status: 204 len: 173 time: 0.4505634 Jul 09 14:13:23.277880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d945407-f62b-4a15-b18c-bde4358a4371', 'name': 'network-vif-deleted', 'tag': '37b221d7-d8e8-4542-9677-db7b1f572810'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:13:23.280219 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3243a4ea-c9da-41db-b0c8-521641648cad" -d '{"events": [{"server_uuid": "9d945407-f62b-4a15-b18c-bde4358a4371", "name": "network-vif-deleted", "tag": "37b221d7-d8e8-4542-9677-db7b1f572810"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:13:23.343375 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9189e135-e85e-4e73-86a8-73c6318297f7 x-openstack-request-id: req-9189e135-e85e-4e73-86a8-73c6318297f7 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:13:23.343737 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d945407-f62b-4a15-b18c-bde4358a4371", "name": "network-vif-deleted", "tag": "37b221d7-d8e8-4542-9677-db7b1f572810", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:13:23.344049 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9189e135-e85e-4e73-86a8-73c6318297f7 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:13:23.344672 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d945407-f62b-4a15-b18c-bde4358a4371', 'name': 'network-vif-deleted', 'tag': '37b221d7-d8e8-4542-9677-db7b1f572810', 'status': 'completed', 'code': 200} Jul 09 14:13:24.267141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50538) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:13:24.394464 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5e4f58f2-d8ae-440f-8c8d-0979d392d31f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffd97b0fe1174fdfb1354351a7b845e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255538 Jul 09 14:13:24.397064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50542) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:13:24.444543 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7733dd5-7d14-4405-b253-5f17cdfa6c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:24.467331 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7733dd5-7d14-4405-b253-5f17cdfa6c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:24.514454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7733dd5-7d14-4405-b253-5f17cdfa6c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:24.517029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a7733dd5-7d14-4405-b253-5f17cdfa6c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:24.518365 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a7733dd5-7d14-4405-b253-5f17cdfa6c11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d09c63be-1685-43ca-bc97-715cdac998bc HTTP/1.1" status: 204 len: 168 time: 0.1203961 Jul 09 14:13:24.526835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7733dd5-7d14-4405-b253-5f17cdfa6c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09c63be-1685-43ca-bc97-715cdac998bc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:24.775495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50548) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:13:24.789377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80256745-45ff-42b3-95ef-584f43f2ea98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:24.884145 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80256745-45ff-42b3-95ef-584f43f2ea98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:24.887650 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80256745-45ff-42b3-95ef-584f43f2ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:24.926568 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-80256745-45ff-42b3-95ef-584f43f2ea98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a30c61e0f8a8462590716bb56c90dac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499922 Jul 09 14:13:24.927454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80256745-45ff-42b3-95ef-584f43f2ea98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfa3a6e-8170-4ea6-9901-34dd3daa7e79,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:24.929310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50550) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:13:24.982017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0389ff27-3ead-4ce2-b896-e3f68c0dcaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.002896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0389ff27-3ead-4ce2-b896-e3f68c0dcaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.048628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0389ff27-3ead-4ce2-b896-e3f68c0dcaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.052251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0389ff27-3ead-4ce2-b896-e3f68c0dcaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.055656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0389ff27-3ead-4ce2-b896-e3f68c0dcaf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cfa3a6e-8170-4ea6-9901-34dd3daa7e79 HTTP/1.1" status: 204 len: 168 time: 0.1231072 Jul 09 14:13:25.061236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389ff27-3ead-4ce2-b896-e3f68c0dcaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfa3a6e-8170-4ea6-9901-34dd3daa7e79,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:25.700788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50578) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:13:25.795112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1870287631-network', 'tenant_id': '2389e70edd9f402ab8dd1269ab824409'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:13:25.820875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Made reservation on behalf of 2389e70edd9f402ab8dd1269ab824409 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:13:25.823249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.832305 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.918166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.921892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.946411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:13:25.955919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49797316-95ec-41c7-9ac7-65f622a6a7a2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:25.961443 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:25.961788 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Added segment 42d9921f-99a6-4913-91ef-75a881e5559c of type vlan for network dd7fa102-bf12-477e-9c40-2215e557f4d0 Jul 09 14:13:26.000753 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:26.028993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:26.029939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:26.030523 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:26.087016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3850069 Jul 09 14:13:26.090055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50582) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:13:26.091942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c61262-ebd1-476f-96d5-fbf5e83d2722 admin admin] Pushing event updated for resources: {'Network': ['ID=dd7fa102-bf12-477e-9c40-2215e557f4d0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:26.095203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Request body: {'subnet': {'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1870287631-subnet', 'tenant_id': '2389e70edd9f402ab8dd1269ab824409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:13:26.110717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network dd7fa102-bf12-477e-9c40-2215e557f4d0 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:13:26.117559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Made reservation on behalf of 2389e70edd9f402ab8dd1269ab824409 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:13:26.120053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:26.304064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:26.359150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:26.367595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Checking segment: {'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:13:26.367947 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Network hostable DHCP agents. Network: dd7fa102-bf12-477e-9c40-2215e557f4d0, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:13:26.384034 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Network dd7fa102-bf12-477e-9c40-2215e557f4d0 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:13:26.393025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, dd7fa102-bf12-477e-9c40-2215e557f4d0) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:13:26.398823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:26.399945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:26.403861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c432507d-2c95-492f-b2c8-5f3a359db921 None None] Network dd7fa102-bf12-477e-9c40-2215e557f4d0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:13:26.419777 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-df6c4849-3e4a-492d-96d1-75e29d0ef233 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3283963 Jul 09 14:13:26.542837 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54336458-7c1e-4a2c-8a68-d2c1c1be748a None None] Network dd7fa102-bf12-477e-9c40-2215e557f4d0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:13:26.557258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 37b221d7-d8e8-4542-9677-db7b1f572810 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:13:26.607028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 37b221d7-d8e8-4542-9677-db7b1f572810 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:13:26.607380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 37b221d7-d8e8-4542-9677-db7b1f572810 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:13:26.839785 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-7e043023-d159-4efe-8603-bff3a97d4d8e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:26.841234 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-7e043023-d159-4efe-8603-bff3a97d4d8e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/networks?id=dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 200 len: 812 time: 0.1014037 Jul 09 14:13:26.856532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-e4b99323-9582-41c7-b7f4-de32a06fc5e3 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/quotas/2389e70edd9f402ab8dd1269ab824409 HTTP/1.1" status: 200 len: 375 time: 0.0087976 Jul 09 14:13:26.894719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-af364b05-1f64-4690-b310-91370d502efd tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2389e70edd9f402ab8dd1269ab824409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329108 Jul 09 14:13:26.974489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-b59e0cd1-e53a-4802-84b8-51222c668731 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:13:26.975490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-b59e0cd1-e53a-4802-84b8-51222c668731 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412366 Jul 09 14:13:27.063666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-6a0db819-b8b6-4e3c-b5da-2c38780f7bce service neutron] 10.222.0.32 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816972 Jul 09 14:13:27.167600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-002e8433-18f4-4ca1-8aa7-c95d54f98b75 service neutron] 10.222.0.32 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977225 Jul 09 14:13:27.337833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90a2c115-0c5b-43b0-9b49-91659ff3833f req-ce94196a-0d41-4ca7-83cb-c95c1dadb04b tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 210 time: 0.0305600 Jul 09 14:13:28.479282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd538689-30d4-4d39-a437-b6f2585c1a7e req-6e49110a-3f29-46ef-9c84-afdf4f0d188d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 210 time: 0.0288744 Jul 09 14:13:28.603080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-39deb297-e5b6-4b04-9f7f-18303edff9d5 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:28.604698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-39deb297-e5b6-4b04-9f7f-18303edff9d5 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.11 "GET /v2.0/networks?id=dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 200 len: 812 time: 0.1070082 Jul 09 14:13:28.622833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Request body: {'port': {'device_id': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0', 'admin_state_up': True, 'tenant_id': '2389e70edd9f402ab8dd1269ab824409'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:13:28.731870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Made reservation on behalf of 2389e70edd9f402ab8dd1269ab824409 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:13:28.735391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:28.864176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Allocated IP 172.20.0.11 (dd7fa102-bf12-477e-9c40-2215e557f4d0/06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3/e051d914-a579-4a7d-b615-b09d82136602) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:13:29.011159 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.049508 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.095079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Network dd7fa102-bf12-477e-9c40-2215e557f4d0 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:13:29.098875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:13:29.102676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:13:29.108894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Pushing event updated for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:29.154261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:29.154875 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.174009 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-86cfcd5f-947d-4c5f-9743-4e05d069ec6d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5548720 Jul 09 14:13:29.186163 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Request body: {'port': {'device_id': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:13:29.259439 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.518211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e051d914-a579-4a7d-b615-b09d82136602 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:13:29.526332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.538462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Transition to ACTIVE for port object e051d914-a579-4a7d-b615-b09d82136602 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:13:29.542205 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.591416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:29.703503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Attempting to bind port e051d914-a579-4a7d-b615-b09d82136602 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:13:29.703834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Attempting to bind port e051d914-a579-4a7d-b615-b09d82136602 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:13:29.704159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Attempting to bind port e051d914-a579-4a7d-b615-b09d82136602 on network dd7fa102-bf12-477e-9c40-2215e557f4d0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:13:29.719696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a9daf-a7f4-4841-b736-4f7e02b4d839 req-12f75081-7eb7-4fcb-8afd-54a9fbc326d8 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:29.721191 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a29a9daf-a7f4-4841-b736-4f7e02b4d839 req-12f75081-7eb7-4fcb-8afd-54a9fbc326d8 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 944 time: 0.1252224 Jul 09 14:13:29.721723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Port e051d914-a579-4a7d-b615-b09d82136602 on network dd7fa102-bf12-477e-9c40-2215e557f4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:13:29.722085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Attempting to bind port e051d914-a579-4a7d-b615-b09d82136602 on network dd7fa102-bf12-477e-9c40-2215e557f4d0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:13:29.728968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:13:29.729301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Checking segment: {'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:13:29.729679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Bound using segment: {'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:13:29.730102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Bound port: e051d914-a579-4a7d-b615-b09d82136602, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:13:29.730463 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.794465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a29a9daf-a7f4-4841-b736-4f7e02b4d839 req-1dedb6e6-395a-421b-9373-3fe55993a43e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670843 Jul 09 14:13:29.821345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:13:29.824367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:13:29.828717 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.861270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:29.861876 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:29.863970 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 1092 time: 0.6824954 Jul 09 14:13:29.864414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:13:29.866638 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e9a044-82cf-4cc2-abee-4fa7d989541d" -d '{"events": [{"name": "network-changed", "server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "tag": "e051d914-a579-4a7d-b615-b09d82136602"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:13:29.894830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22931edc-8338-4da5-965f-baa9771b31d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:29.910901 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d475b00c-d7d5-4f91-bd08-d4e50dbc897c x-openstack-request-id: req-d475b00c-d7d5-4f91-bd08-d4e50dbc897c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:13:29.911207 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "tag": "e051d914-a579-4a7d-b615-b09d82136602", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:13:29.911462 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d475b00c-d7d5-4f91-bd08-d4e50dbc897c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:13:29.911852 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602', 'status': 'completed', 'code': 200} Jul 09 14:13:29.957113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-0ded6ab4-2596-4899-a70f-a0a8efbf7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:29.958613 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-0ded6ab4-2596-4899-a70f-a0a8efbf7f7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2389e70edd9f402ab8dd1269ab824409&device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 1095 time: 0.0565667 Jul 09 14:13:30.002185 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-af5c70d7-51fe-46d9-902a-3ad6e819dacc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 217 time: 0.0367188 Jul 09 14:13:30.050738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-59242674-936f-40a2-b66c-b9550b76a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:30.052129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-59242674-936f-40a2-b66c-b9550b76a57a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 HTTP/1.1" status: 200 len: 852 time: 0.0433950 Jul 09 14:13:30.084503 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-66e214ef-f4f4-41b9-9216-cd4397cffaaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd7fa102-bf12-477e-9c40-2215e557f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262790 Jul 09 14:13:30.174767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-755afb66-d9f0-4113-8900-553b1c7f9314 service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841496 Jul 09 14:13:30.266108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-94e55de2-6a8d-46e6-b27a-2a0934a8fd33 req-849f61c4-d21d-4602-92e6-da07800f7b7a service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851204 Jul 09 14:13:30.365787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-0fc76dd0-0cc5-4bcb-bdc6-062f201285f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:30.367291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-0fc76dd0-0cc5-4bcb-bdc6-062f201285f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2389e70edd9f402ab8dd1269ab824409&device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 1095 time: 0.0522511 Jul 09 14:13:30.458964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-47e5f867-7df3-47e7-9eda-6aa7afef382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:30.460451 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-47e5f867-7df3-47e7-9eda-6aa7afef382c service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 200 len: 912 time: 0.0876927 Jul 09 14:13:30.499667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-023e7d72-361d-4f2a-99b8-cbbe96ea0cbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 217 time: 0.0333972 Jul 09 14:13:30.550680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-4e7f486e-0ff3-4db9-90de-8e91758ff32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:30.552143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-4e7f486e-0ff3-4db9-90de-8e91758ff32e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 HTTP/1.1" status: 200 len: 852 time: 0.0463400 Jul 09 14:13:30.584774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-a550f8ec-027d-4c9a-b3f4-0851ba37146c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd7fa102-bf12-477e-9c40-2215e557f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261004 Jul 09 14:13:30.670627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-4039990c-f545-44b7-bbc3-9553eeaa5a27 service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790913 Jul 09 14:13:30.762960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82e9a044-82cf-4cc2-abee-4fa7d989541d req-2f992e9f-76a6-40af-8c4f-5deefbce14e5 service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851650 Jul 09 14:13:30.967452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004ab79-1214-4582-b010-1e4e18640a27 req-2c2dccd7-f440-4ee7-b360-a080233525cc tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:30.969270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a004ab79-1214-4582-b010-1e4e18640a27 req-2c2dccd7-f440-4ee7-b360-a080233525cc tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 944 time: 0.0639024 Jul 09 14:13:31.006526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a004ab79-1214-4582-b010-1e4e18640a27 req-ce1582be-87d9-4990-908f-00d2ca9e49dd tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Jul 09 14:13:32.180464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c80b8-2ae4-4b9f-b5f3-30590aacf383 req-084d8466-f4fe-480c-9158-6a2d4741dacb tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:32.181938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b3c80b8-2ae4-4b9f-b5f3-30590aacf383 req-084d8466-f4fe-480c-9158-6a2d4741dacb tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 944 time: 0.0673294 Jul 09 14:13:32.219615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b3c80b8-2ae4-4b9f-b5f3-30590aacf383 req-d6d34fa7-7682-46dc-859c-73ea15e629fd tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Jul 09 14:13:32.582248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device e051d914-a579-4a7d-b615-b09d82136602 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:13:32.680046 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:13:32.691125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'e051d914-a579-4a7d-b615-b09d82136602', 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0', 'port_id': 'e051d914-a579-4a7d-b615-b09d82136602', 'mac_address': 'fa:16:3e:7f:1a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:13:32.728675 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:32.741771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e051d914-a579-4a7d-b615-b09d82136602 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:13:32.760454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:13:32.763983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:32.816805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:32.955595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['e051d914-a579-4a7d-b615-b09d82136602'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:13:33.397944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d8c75-fa72-40fb-9616-5832050fe445 req-eeecc5c9-97f3-478b-96ca-657145bdbf41 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:33.399454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f2d8c75-fa72-40fb-9616-5832050fe445 req-eeecc5c9-97f3-478b-96ca-657145bdbf41 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 945 time: 0.0623031 Jul 09 14:13:33.435856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f2d8c75-fa72-40fb-9616-5832050fe445 req-b324a9da-6fcc-48f9-9875-82da95f74799 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309250 Jul 09 14:13:34.598348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device e051d914-a579-4a7d-b615-b09d82136602 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:13:34.607338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb41ee1-8f07-44da-951d-44b9eb1d26a7 req-5d65baae-3066-429f-8051-1e8fffe907ee tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:34.608818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bbb41ee1-8f07-44da-951d-44b9eb1d26a7 req-5d65baae-3066-429f-8051-1e8fffe907ee tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 945 time: 0.0621698 Jul 09 14:13:34.647777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port e051d914-a579-4a7d-b615-b09d82136602 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:13:34.648932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bbb41ee1-8f07-44da-951d-44b9eb1d26a7 req-069bf02d-aa55-47c1-bd57-4f9b98e58803 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341861 Jul 09 14:13:34.651493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port e051d914-a579-4a7d-b615-b09d82136602 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:13:34.651869 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:34.732266 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:34.754066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:13:34.756317 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf6d9bc-495f-4778-88f1-40db9718e1a4" -d '{"events": [{"server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "name": "network-vif-plugged", "status": "completed", "tag": "e051d914-a579-4a7d-b615-b09d82136602"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:13:34.768379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:13:34.772434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:34.795310 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b6721b-b3bd-42cf-b53f-5d391edb14ce x-openstack-request-id: req-a4b6721b-b3bd-42cf-b53f-5d391edb14ce {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:13:34.795599 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "name": "network-vif-plugged", "status": "completed", "tag": "e051d914-a579-4a7d-b615-b09d82136602", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:13:34.795852 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4b6721b-b3bd-42cf-b53f-5d391edb14ce {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:13:34.796237 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602', 'code': 200} Jul 09 14:13:34.822397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:13:34.907892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c2d21-da17-4031-b63d-d370ce131b0f req-60ab4f48-8e20-42db-8dbb-bb4c16bfb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:34.909350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-578c2d21-da17-4031-b63d-d370ce131b0f req-60ab4f48-8e20-42db-8dbb-bb4c16bfb0d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 1097 time: 0.0544555 Jul 09 14:13:34.943785 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-578c2d21-da17-4031-b63d-d370ce131b0f req-8e8f2214-9ecc-4e59-ada1-76e158a1ad89 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281594 Jul 09 14:13:35.830686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0b286-4575-452e-b138-fbff3f77874c req-8bb9f152-d8ef-49cf-96ae-395316be9378 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:35.832935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1da0b286-4575-452e-b138-fbff3f77874c req-8bb9f152-d8ef-49cf-96ae-395316be9378 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0657055 Jul 09 14:13:35.869432 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1da0b286-4575-452e-b138-fbff3f77874c req-801f7ba9-2084-4529-aeea-15898e8c2d5a tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Jul 09 14:13:36.205324 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50664) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:13:36.280290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda12d8-6fe0-481f-8e59-e28c58e22f26 req-5111169d-2b34-4083-b4b7-19616f5944c1 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:36.281784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dda12d8-6fe0-481f-8e59-e28c58e22f26 req-5111169d-2b34-4083-b4b7-19616f5944c1 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0713327 Jul 09 14:13:36.329205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-e868682a-ef78-41dc-b7aa-195d0d775886 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212370 Jul 09 14:13:36.330207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dda12d8-6fe0-481f-8e59-e28c58e22f26 req-b56a1689-5e53-410e-8c0a-8af1dbd32c36 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Jul 09 14:13:37.494286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-da20636c-0e33-47eb-8980-d4af793abc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:37.495805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-da20636c-0e33-47eb-8980-d4af793abc3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2389e70edd9f402ab8dd1269ab824409&device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 1097 time: 0.0838602 Jul 09 14:13:37.570130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849435a-2e7f-43df-b4d1-bcc034845cfb req-30e7448f-1dae-46eb-a4bb-a581c1455f10 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:37.571605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0849435a-2e7f-43df-b4d1-bcc034845cfb req-30e7448f-1dae-46eb-a4bb-a581c1455f10 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.1246662 Jul 09 14:13:37.632172 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0849435a-2e7f-43df-b4d1-bcc034845cfb req-59be73db-1f45-496a-9b9d-cdaefe9e6c82 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545871 Jul 09 14:13:37.633532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-b8ad8fb1-b385-4b07-8c1b-b18a62fda505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:37.634904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-b8ad8fb1-b385-4b07-8c1b-b18a62fda505 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 200 len: 912 time: 0.1320581 Jul 09 14:13:37.680864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-a26d2eff-8dbf-4939-889d-67de9c227d85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 217 time: 0.0398846 Jul 09 14:13:37.728030 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-02309a79-7d51-4b8a-8b43-4c28ca7a719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:37.729449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-02309a79-7d51-4b8a-8b43-4c28ca7a719d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 HTTP/1.1" status: 200 len: 852 time: 0.0431077 Jul 09 14:13:37.760802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-ade1b6d8-8da3-4381-8eff-f060443be6d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd7fa102-bf12-477e-9c40-2215e557f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256169 Jul 09 14:13:37.849045 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-c420e4d7-148d-42e0-a42f-5e152ad204ae service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823901 Jul 09 14:13:37.938008 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-8406819c-8dfa-4634-a90a-4b810a50852c service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828938 Jul 09 14:13:38.807775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6b67a-8b9a-49ab-8170-874889c47aa7 req-b18f6108-b898-46f8-a7ed-bcd0d52f7358 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:38.809229 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a6b67a-8b9a-49ab-8170-874889c47aa7 req-b18f6108-b898-46f8-a7ed-bcd0d52f7358 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0635915 Jul 09 14:13:38.845917 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a6b67a-8b9a-49ab-8170-874889c47aa7 req-97d3436d-fa77-4294-a8f8-fa10647a1613 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310895 Jul 09 14:13:40.025000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1f874-9ed3-488c-95e5-22fec4ffb820 req-4b1410a4-bd4b-4a01-9255-8974cf983d06 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:40.026493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5b1f874-9ed3-488c-95e5-22fec4ffb820 req-4b1410a4-bd4b-4a01-9255-8974cf983d06 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0689502 Jul 09 14:13:40.064484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5b1f874-9ed3-488c-95e5-22fec4ffb820 req-486dd360-2f91-40db-82b0-f3461c97fcfb tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Jul 09 14:13:41.235379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9433f86-19a0-4baa-bb83-08bc861d2d87 req-d9d3a1fe-e91d-4a3d-b278-658e2e511035 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:41.236863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9433f86-19a0-4baa-bb83-08bc861d2d87 req-d9d3a1fe-e91d-4a3d-b278-658e2e511035 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0628209 Jul 09 14:13:41.274757 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a9433f86-19a0-4baa-bb83-08bc861d2d87 req-979fc7c7-2f5d-4221-bd7a-3968abed7f23 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Jul 09 14:13:42.450213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f669cb2-00b5-409f-9913-2405d883f86a req-2b81a508-5868-4f6b-afd5-150cd8fb257e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:42.451636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f669cb2-00b5-409f-9913-2405d883f86a req-2b81a508-5868-4f6b-afd5-150cd8fb257e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0657229 Jul 09 14:13:42.490474 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f669cb2-00b5-409f-9913-2405d883f86a req-bf5edba2-417e-4190-b03d-6f86f5d8392b tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Jul 09 14:13:43.630558 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:43.665204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a48eb6-a12e-4598-8dda-464d0bdeb147 req-bd4ac613-5f4a-4849-be79-78656a0d6b52 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:43.666673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22a48eb6-a12e-4598-8dda-464d0bdeb147 req-bd4ac613-5f4a-4849-be79-78656a0d6b52 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0653183 Jul 09 14:13:43.705040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22a48eb6-a12e-4598-8dda-464d0bdeb147 req-c7fdf136-8a30-455b-a09e-7580550eedcd tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Jul 09 14:13:44.353566 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4a6c-90e2-4424-a15f-7f62ba1e57bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:44.521819 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:44.876683 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e687f1-824d-4db1-9095-7e1525b02a24 req-36371240-da21-408e-8cdc-2ded6b95cb3e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:44.879417 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86e687f1-824d-4db1-9095-7e1525b02a24 req-36371240-da21-408e-8cdc-2ded6b95cb3e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0626354 Jul 09 14:13:44.915558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86e687f1-824d-4db1-9095-7e1525b02a24 req-fc9056da-3a72-4ce0-bfa8-c80ad1840bfc tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308862 Jul 09 14:13:46.091767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e0277-0ffc-4e6f-beb7-e35275f5f10f req-52db5da8-931e-4fad-bbeb-6afdf465cd0e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:46.093246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d5e0277-0ffc-4e6f-beb7-e35275f5f10f req-52db5da8-931e-4fad-bbeb-6afdf465cd0e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0662146 Jul 09 14:13:46.131445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d5e0277-0ffc-4e6f-beb7-e35275f5f10f req-5cac42e9-f730-4ca6-863b-a83e49f98f21 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Jul 09 14:13:46.941750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1ce338a1-576a-4b01-8c32-bf82d94a7cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:47.066518 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:47.302494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc51c8-a7ad-42f8-8bf3-12426dce622e req-47772b03-8784-44a7-89ad-95b6a7d21e8b tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:47.303996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0adc51c8-a7ad-42f8-8bf3-12426dce622e req-47772b03-8784-44a7-89ad-95b6a7d21e8b tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0619919 Jul 09 14:13:47.340945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0adc51c8-a7ad-42f8-8bf3-12426dce622e req-a51c8fe5-1a53-4777-b24c-ea1dc083f44e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Jul 09 14:13:48.418494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:48.528023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93856e-afbe-4d17-b156-bc280a18972a req-48da865a-b6a8-4ff1-822d-5930c3a88f4a tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:48.529502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad93856e-afbe-4d17-b156-bc280a18972a req-48da865a-b6a8-4ff1-822d-5930c3a88f4a tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0662866 Jul 09 14:13:48.567658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad93856e-afbe-4d17-b156-bc280a18972a req-e3f7a034-a28d-497f-985c-9333e218bcdb tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Jul 09 14:13:49.738635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320471a0-c25a-4f2c-9016-927af9a66326 req-c74c8c3a-abc4-438a-a21a-2b7c460e3816 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:49.740119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-320471a0-c25a-4f2c-9016-927af9a66326 req-c74c8c3a-abc4-438a-a21a-2b7c460e3816 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0615351 Jul 09 14:13:49.777404 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-320471a0-c25a-4f2c-9016-927af9a66326 req-05b04395-ed87-43f4-a78a-e872d13ee559 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Jul 09 14:13:49.885359 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:50.946092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4ed3-3fdf-4166-a23e-7ea4e699e615 req-7af19103-46f7-4e90-a350-6a71f6ffc3f0 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:50.947693 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b09c4ed3-3fdf-4166-a23e-7ea4e699e615 req-7af19103-46f7-4e90-a350-6a71f6ffc3f0 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0615871 Jul 09 14:13:50.985817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b09c4ed3-3fdf-4166-a23e-7ea4e699e615 req-1f508e01-7c6a-4b17-94da-38473c44f4e6 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Jul 09 14:13:52.163790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c8987-3502-40ee-9305-8dd9827af256 req-038aebbf-781a-424b-b173-378e95984d6c tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:52.165254 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-319c8987-3502-40ee-9305-8dd9827af256 req-038aebbf-781a-424b-b173-378e95984d6c tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0704589 Jul 09 14:13:52.202410 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-319c8987-3502-40ee-9305-8dd9827af256 req-d2576cb8-1e89-40de-b1b2-d53c50011f15 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Jul 09 14:13:53.381718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f55f4-89ec-47e4-a976-5d8294f9b288 req-efcdcedc-d4b4-4ab8-aa2f-94d0cfb6d55e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:53.383273 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-521f55f4-89ec-47e4-a976-5d8294f9b288 req-efcdcedc-d4b4-4ab8-aa2f-94d0cfb6d55e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0634906 Jul 09 14:13:53.420310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-521f55f4-89ec-47e4-a976-5d8294f9b288 req-55bb5796-4c85-44bc-80cd-f09f2c48a8e7 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Jul 09 14:13:54.594182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c73d6e-bb26-41ad-9acd-40743ad07a87 req-f8d9802e-3675-4a0e-904d-5a384b33cdb9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:54.595670 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01c73d6e-bb26-41ad-9acd-40743ad07a87 req-f8d9802e-3675-4a0e-904d-5a384b33cdb9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0665839 Jul 09 14:13:54.633547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01c73d6e-bb26-41ad-9acd-40743ad07a87 req-a4f71c80-3786-4779-94e6-3f53b7989668 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Jul 09 14:13:55.802777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de941b-9225-4554-9b27-3ee77e49895b req-4d36956f-5f25-42d4-a92d-6b27fe947d73 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:55.804632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15de941b-9225-4554-9b27-3ee77e49895b req-4d36956f-5f25-42d4-a92d-6b27fe947d73 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0621700 Jul 09 14:13:55.842269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15de941b-9225-4554-9b27-3ee77e49895b req-21d33fc8-3549-411c-a0d1-3ba3f609e069 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Jul 09 14:13:57.016484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3bd2a-796e-48d0-9838-61627fcbe17d req-fec19f5b-ed22-4b6a-bab6-944a6a61f75b tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:57.017973 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27e3bd2a-796e-48d0-9838-61627fcbe17d req-fec19f5b-ed22-4b6a-bab6-944a6a61f75b tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0618665 Jul 09 14:13:57.056927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27e3bd2a-796e-48d0-9838-61627fcbe17d req-7f02ed06-fb27-454b-98ac-631a1f9b0e2e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323386 Jul 09 14:13:58.236631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df76f63-1503-46c4-ad41-5039413491b7 req-ab9d7998-526b-4b5a-af4e-485b663d44e0 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:58.239150 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8df76f63-1503-46c4-ad41-5039413491b7 req-ab9d7998-526b-4b5a-af4e-485b663d44e0 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0675533 Jul 09 14:13:58.276189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8df76f63-1503-46c4-ad41-5039413491b7 req-f8bf81e2-a433-49e5-a68a-787f95f50e2a tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Jul 09 14:13:58.625030 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:13:59.634162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9af7c3-645d-4ec5-a45e-1444324f87e5 req-cb15bb41-fa47-48bb-9a18-0ff9acc9e00f tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:59.635691 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc9af7c3-645d-4ec5-a45e-1444324f87e5 req-cb15bb41-fa47-48bb-9a18-0ff9acc9e00f tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0641816 Jul 09 14:13:59.672707 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc9af7c3-645d-4ec5-a45e-1444324f87e5 req-0adc9d58-f4a0-4aa5-9336-077b72995c1e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Jul 09 14:14:00.847431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe017d7-43d0-4f72-96a0-6a6bdda10d7a req-b76cfdcc-8fcb-4328-8c34-ea13bf240d45 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:00.848913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5fe017d7-43d0-4f72-96a0-6a6bdda10d7a req-b76cfdcc-8fcb-4328-8c34-ea13bf240d45 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0671124 Jul 09 14:14:00.886209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5fe017d7-43d0-4f72-96a0-6a6bdda10d7a req-20acc97d-44f7-439a-9a43-6f16046dde79 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Jul 09 14:14:02.055480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e41608-16c9-41b4-b47d-fe853d8db38b req-4d202526-fadd-44dd-b0fb-29679d3afe33 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:02.056936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32e41608-16c9-41b4-b47d-fe853d8db38b req-4d202526-fadd-44dd-b0fb-29679d3afe33 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0627890 Jul 09 14:14:02.094633 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32e41608-16c9-41b4-b47d-fe853d8db38b req-5db5501b-df76-42fe-90a4-778a338fb353 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Jul 09 14:14:03.271274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e442bb3-5e9f-46ab-b591-1b3fdd04ba3d req-9b71f491-0ddd-426d-8886-efebb531b219 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:03.272764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e442bb3-5e9f-46ab-b591-1b3fdd04ba3d req-9b71f491-0ddd-426d-8886-efebb531b219 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0649612 Jul 09 14:14:03.310464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e442bb3-5e9f-46ab-b591-1b3fdd04ba3d req-0ae92856-80cb-4060-b824-4f8c737dfb53 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Jul 09 14:14:04.488084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8cecf-4ce2-4d7d-847f-e7d1f26f2591 req-78f90083-fe55-4451-bb52-c74988b0587d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:04.489500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1aa8cecf-4ce2-4d7d-847f-e7d1f26f2591 req-78f90083-fe55-4451-bb52-c74988b0587d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.0699303 Jul 09 14:14:04.525789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1aa8cecf-4ce2-4d7d-847f-e7d1f26f2591 req-c9a46790-78b0-45f1-ae49-1aec6e4824d9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Jul 09 14:14:05.137684 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-ab5ed873-e949-4900-a36c-74fe6aa525b3 service neutron] show failed (client error): The resource could not be found. Jul 09 14:14:05.138686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-ab5ed873-e949-4900-a36c-74fe6aa525b3 service neutron] 10.222.0.11 "GET /v2.0/ports/e051d914-a579-4a7d-b615-b09d82136602/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0551112 Jul 09 14:14:05.364051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.10', 63517) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:14:05.858343 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-d91f3e03-e093-4205-8b34-500e27bb6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:05.859883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-d91f3e03-e093-4205-8b34-500e27bb6b41 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7&tenant_id=2389e70edd9f402ab8dd1269ab824409 HTTP/1.1" status: 200 len: 1097 time: 0.4827285 Jul 09 14:14:05.874135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:14:05.910891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1a3db-35d6-472f-927d-eb4db4dac114 req-df79c400-c19d-4376-a7e3-01a84b59cc60 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:05.912370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55a1a3db-35d6-472f-927d-eb4db4dac114 req-df79c400-c19d-4376-a7e3-01a84b59cc60 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 946 time: 0.1062975 Jul 09 14:14:05.981517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55a1a3db-35d6-472f-927d-eb4db4dac114 req-f6b6fb76-f2d0-4875-989c-951b1b308aa0 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630610 Jul 09 14:14:05.985710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:06.188838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:06.221606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:14:06.259782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:06.261959 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459038db-2d19-4067-855b-32aeaf43941d" -d '{"events": [{"server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "name": "network-vif-unplugged", "status": "completed", "tag": "e051d914-a579-4a7d-b615-b09d82136602"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:06.265386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:06.278346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Transition to ACTIVE for port object e051d914-a579-4a7d-b615-b09d82136602 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:14:06.282425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:06.314684 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1778cc-0abd-4eef-b7a6-66ade3950166 x-openstack-request-id: req-cb1778cc-0abd-4eef-b7a6-66ade3950166 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:06.314994 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "name": "network-vif-unplugged", "status": "completed", "tag": "e051d914-a579-4a7d-b615-b09d82136602", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:06.315239 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb1778cc-0abd-4eef-b7a6-66ade3950166 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:06.315623 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602', 'code': 200} Jul 09 14:14:06.355387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] No DVR routers for this DVR port e051d914-a579-4a7d-b615-b09d82136602 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:14:06.357205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Pushing event updated for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:06.401814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Attempting to bind port e051d914-a579-4a7d-b615-b09d82136602 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:14:06.402176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Attempting to bind port e051d914-a579-4a7d-b615-b09d82136602 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:14:06.402503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Attempting to bind port e051d914-a579-4a7d-b615-b09d82136602 on network dd7fa102-bf12-477e-9c40-2215e557f4d0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:14:06.406786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Port e051d914-a579-4a7d-b615-b09d82136602 on network dd7fa102-bf12-477e-9c40-2215e557f4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:14:06.407130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Attempting to bind port e051d914-a579-4a7d-b615-b09d82136602 on network dd7fa102-bf12-477e-9c40-2215e557f4d0 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:14:06.412562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:14:06.412903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Checking segment: {'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:14:06.413283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Bound using segment: {'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:14:06.413834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Bound port: e051d914-a579-4a7d-b615-b09d82136602, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d9921f-99a6-4913-91ef-75a881e5559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:14:06.414228 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:06.476078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:14:06.479416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:14:06.483405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:06.529613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:06.530223 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:06.531635 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] 10.222.0.10 "PUT /v2.0/ports/e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 1092 time: 0.6621189 Jul 09 14:14:06.561948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c79ef-6872-43d0-bd92-5ae656324f84 service neutron] Pushing event updated for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:06.607882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-21c9d280-7c2f-47e8-9347-26b77dd94a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:06.609356 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-21c9d280-7c2f-47e8-9347-26b77dd94a82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2389e70edd9f402ab8dd1269ab824409&device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 1095 time: 0.0558000 Jul 09 14:14:06.698884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-85731f75-c5d9-4360-97a0-4a999f691a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:06.700334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-85731f75-c5d9-4360-97a0-4a999f691a78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 200 len: 912 time: 0.0843797 Jul 09 14:14:06.744622 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-c7a77c9a-aae9-4f68-8d08-545788628da9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 217 time: 0.0377316 Jul 09 14:14:06.792262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-613942bb-bda4-4c18-856b-d0ed1ef2e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:06.793569 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-613942bb-bda4-4c18-856b-d0ed1ef2e7f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 HTTP/1.1" status: 200 len: 852 time: 0.0429626 Jul 09 14:14:06.826406 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-b7bb9127-eed4-44d2-81e8-eb0fbcb7684a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd7fa102-bf12-477e-9c40-2215e557f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263855 Jul 09 14:14:06.837766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-6f90cfdf-6eaa-4216-b484-e56b2346899a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:14:06.838690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-6f90cfdf-6eaa-4216-b484-e56b2346899a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050175 Jul 09 14:14:06.930706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-59dcb786-f64a-4af0-82d5-ec24a2b4353f service neutron] 10.222.0.10 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857491 Jul 09 14:14:07.018632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc825830-5d53-40ba-abf6-ccbd0472ddac req-99946ce3-84b4-4c1f-ac3c-b60c924a3f1f service neutron] 10.222.0.10 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813589 Jul 09 14:14:07.170862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e0691-66fd-4fb1-86ee-d28e6c607ad1 req-02f784ca-6540-477b-b661-39894e095426 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:07.172397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0e0691-66fd-4fb1-86ee-d28e6c607ad1 req-02f784ca-6540-477b-b661-39894e095426 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 944 time: 0.0754204 Jul 09 14:14:07.211455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0e0691-66fd-4fb1-86ee-d28e6c607ad1 req-9c8c19cc-55e1-492f-8729-fe99c41e90ff tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Jul 09 14:14:08.317302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:08.319708 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7987394d-0c00-47f3-ab52-401183956d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "tag": "e051d914-a579-4a7d-b615-b09d82136602"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:08.387716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95713738-1944-4af2-a6cb-9b8f81c265a6 req-2efce0d8-6baf-464f-8e3e-24d60b6a9867 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:08.389217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95713738-1944-4af2-a6cb-9b8f81c265a6 req-2efce0d8-6baf-464f-8e3e-24d60b6a9867 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 944 time: 0.0668232 Jul 09 14:14:08.431488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95713738-1944-4af2-a6cb-9b8f81c265a6 req-78b33d9c-0816-4b90-a90f-07af6ba44b0d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366457 Jul 09 14:14:08.491511 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e93c1-bc80-4576-9723-6e54c5401783 x-openstack-request-id: req-914e93c1-bc80-4576-9723-6e54c5401783 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:08.491841 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "tag": "e051d914-a579-4a7d-b615-b09d82136602", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:08.492095 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-914e93c1-bc80-4576-9723-6e54c5401783 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:08.492489 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602', 'status': 'completed', 'code': 200} Jul 09 14:14:08.615827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987394d-0c00-47f3-ab52-401183956d1d req-19af1ffd-2e1e-4d6d-8c77-3ff857e8d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:08.617683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-19af1ffd-2e1e-4d6d-8c77-3ff857e8d245 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2389e70edd9f402ab8dd1269ab824409&device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 1095 time: 0.1024508 Jul 09 14:14:08.619840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987394d-0c00-47f3-ab52-401183956d1d req-deb608b0-c8f5-4603-bcc1-a69c4c605c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:08.621470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-deb608b0-c8f5-4603-bcc1-a69c4c605c45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2389e70edd9f402ab8dd1269ab824409&device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 1095 time: 0.0976069 Jul 09 14:14:08.780918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987394d-0c00-47f3-ab52-401183956d1d req-af3dabf0-bbaf-4bf6-8c43-915c28bdaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:08.782394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-af3dabf0-bbaf-4bf6-8c43-915c28bdaeda service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 200 len: 912 time: 0.1591334 Jul 09 14:14:08.783720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987394d-0c00-47f3-ab52-401183956d1d req-7a570780-25dd-422a-a824-9e92fa7f722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:08.785777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-7a570780-25dd-422a-a824-9e92fa7f722e service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 200 len: 912 time: 0.1535785 Jul 09 14:14:08.802094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device e051d914-a579-4a7d-b615-b09d82136602 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:14:08.830317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-6cb96988-3a7a-4cf4-ba3b-c61443a8e39a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 217 time: 0.0412953 Jul 09 14:14:08.841229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device e051d914-a579-4a7d-b615-b09d82136602 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:14:08.869299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-8a12d97b-c85a-4580-b282-d69d81721e3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 217 time: 0.0738685 Jul 09 14:14:08.937223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987394d-0c00-47f3-ab52-401183956d1d req-ce277a1b-7157-4b57-b573-43c555916622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:08.938656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-ce277a1b-7157-4b57-b573-43c555916622 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 HTTP/1.1" status: 200 len: 852 time: 0.0774732 Jul 09 14:14:08.942087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987394d-0c00-47f3-ab52-401183956d1d req-e9bff453-f445-45bd-b6db-a84338925300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:08.943425 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-e9bff453-f445-45bd-b6db-a84338925300 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 HTTP/1.1" status: 200 len: 852 time: 0.0559573 Jul 09 14:14:08.996485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-777a2a0d-6071-43d1-9ec1-346a3b89f713 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd7fa102-bf12-477e-9c40-2215e557f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515938 Jul 09 14:14:08.998327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-9da36aad-16ef-4757-a7c5-ed6467389e2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd7fa102-bf12-477e-9c40-2215e557f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465863 Jul 09 14:14:09.162506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-ab2d4c7d-9ccb-4133-8a95-d25a7700de60 service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598351 Jul 09 14:14:09.164638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-51033062-041a-4c4e-9a9c-d9157dc229aa service neutron] 10.222.0.10 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506662 Jul 09 14:14:09.323611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-9f1be913-ef4a-4185-a845-566cc6fb95ab service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549084 Jul 09 14:14:09.325796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7987394d-0c00-47f3-ab52-401183956d1d req-86af37a3-5a64-4353-a33f-0f274b75a82c service neutron] 10.222.0.10 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488972 Jul 09 14:14:09.608134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569844c-a8f8-4e92-a4a1-f15f533dde39 req-b726d138-cd87-43da-bf3e-a3df08d1f74b tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:09.609595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8569844c-a8f8-4e92-a4a1-f15f533dde39 req-b726d138-cd87-43da-bf3e-a3df08d1f74b tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 944 time: 0.0650423 Jul 09 14:14:09.647761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8569844c-a8f8-4e92-a4a1-f15f533dde39 req-3feab61c-c28c-4fad-adf3-8e34f5c935ac tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Jul 09 14:14:10.056976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-f9c552c4-92aa-4721-94d0-e77e2a226b92 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:10.058439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-f9c552c4-92aa-4721-94d0-e77e2a226b92 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7&tenant_id=2389e70edd9f402ab8dd1269ab824409&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 944 time: 0.1109159 Jul 09 14:14:10.115368 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-171a6b5c-5ccc-405e-b441-993428df7294 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:14:10.116347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-171a6b5c-5ccc-405e-b441-993428df7294 service neutron] 10.222.0.11 "DELETE /v2.0/ports/e051d914-a579-4a7d-b615-b09d82136602/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0523958 Jul 09 14:14:10.210708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-5dc9ba44-4b2c-4a7f-8641-f794563ef211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:10.212207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-5dc9ba44-4b2c-4a7f-8641-f794563ef211 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2389e70edd9f402ab8dd1269ab824409&device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 1095 time: 0.0538504 Jul 09 14:14:10.305307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-76a02f3b-5061-490b-aa9d-d07d58d228fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:10.306801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-76a02f3b-5061-490b-aa9d-d07d58d228fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 200 len: 912 time: 0.0884750 Jul 09 14:14:10.350685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-cd1fa852-0fc8-46ec-a25f-93aef312c44f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 200 len: 217 time: 0.0377982 Jul 09 14:14:10.401883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-d02bd363-668d-463a-aa6b-2df8f70fc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:10.403347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-d02bd363-668d-463a-aa6b-2df8f70fc9a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 HTTP/1.1" status: 200 len: 852 time: 0.0473194 Jul 09 14:14:10.439238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-773d9ec4-dc36-4c0e-8d8e-0d97fdf2ae6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd7fa102-bf12-477e-9c40-2215e557f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298636 Jul 09 14:14:10.526211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-ff849ff7-cde9-4354-accc-0306b4ceb90c service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810657 Jul 09 14:14:10.633526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-df1a319a-0a98-4e8f-af93-162be9bd8426 service neutron] 10.222.0.11 "GET /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006098 Jul 09 14:14:11.074082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e051d914-a579-4a7d-b615-b09d82136602 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:14:11.174058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:11.188996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'e051d914-a579-4a7d-b615-b09d82136602', 'network_id': 'dd7fa102-bf12-477e-9c40-2215e557f4d0', 'port_id': 'e051d914-a579-4a7d-b615-b09d82136602', 'mac_address': 'fa:16:3e:7f:1a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:14:11.226889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:11.239543 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e051d914-a579-4a7d-b615-b09d82136602 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:14:11.260044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:11.264777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:11.318058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:11.327310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.327659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.328106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.329255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.329927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.330272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.330623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.330933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.331282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.332269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.332631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.332960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:11.499260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7fdcc-7335-440d-94d2-9d3ac3f3b036 req-a93c8db0-f649-4999-967f-727664f04c2d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:11.500758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ca7fdcc-7335-440d-94d2-9d3ac3f3b036 req-a93c8db0-f649-4999-967f-727664f04c2d tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 945 time: 0.0636625 Jul 09 14:14:11.524064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['e051d914-a579-4a7d-b615-b09d82136602'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:14:11.540346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ca7fdcc-7335-440d-94d2-9d3ac3f3b036 req-862f89e4-cd45-48cd-b821-3c24076c71af tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330536 Jul 09 14:14:12.736260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-d772e4fd-c14b-4d6b-9701-9180d6f9a931 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:12.738462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-d772e4fd-c14b-4d6b-9701-9180d6f9a931 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 945 time: 0.1081278 Jul 09 14:14:12.746365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d764c1-42a9-484e-bfb1-ad21ff3f1e04 req-4335d92e-6b64-40a6-b390-9ef82ec7d75e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:12.747783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92d764c1-42a9-484e-bfb1-ad21ff3f1e04 req-4335d92e-6b64-40a6-b390-9ef82ec7d75e tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/ports?device_id=c64bacaa-bf86-4eec-9198-0dcfa19deea7 HTTP/1.1" status: 200 len: 945 time: 0.0877981 Jul 09 14:14:12.822965 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92d764c1-42a9-484e-bfb1-ad21ff3f1e04 req-63cdd869-900a-4154-bd67-7b499554d084 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.32 "GET /v2.0/security-groups?id=49797316-95ec-41c7-9ac7-65f622a6a7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671415 Jul 09 14:14:12.868560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Deleting port e051d914-a579-4a7d-b615-b09d82136602 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:14:12.868901 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:12.954618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] For port e051d914-a579-4a7d-b615-b09d82136602, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=e051d914-a579-4a7d-b615-b09d82136602,segment=NetworkSegment(42d9921f-99a6-4913-91ef-75a881e5559c),segment_id=42d9921f-99a6-4913-91ef-75a881e5559c)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:12.955014 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:12.967253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Calling delete_port for e051d914-a579-4a7d-b615-b09d82136602 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:14:13.073504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e051d914-a579-4a7d-b615-b09d82136602 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:14:13.094213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:13.109195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['e051d914-a579-4a7d-b615-b09d82136602'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:14:13.125794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Pushing event deleted for resources: {'Port': ['ID=e051d914-a579-4a7d-b615-b09d82136602,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:13.139269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.139478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No active binding found for port e051d914-a579-4a7d-b615-b09d82136602 {{(pid=93914) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 14:14:13.139645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.139934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e051d914-a579-4a7d-b615-b09d82136602 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 14:14:13.140048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.140295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.140627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.140968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.141298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.141620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.141945 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.142272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.142600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.142923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:13.158879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Port e051d914-a579-4a7d-b615-b09d82136602 not found, will not notify nova. {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 14:14:13.181328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] No DVR routers for this DVR port e051d914-a579-4a7d-b615-b09d82136602 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:14:13.183908 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:13.185984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-063f7448-54c3-4906-a3d7-958bd51f8719 req-96fbdf1e-81a3-46e2-9253-d41791a49ae9 tempest-DeleteServersTestJSON-490130673 tempest-DeleteServersTestJSON-490130673-project] 10.222.0.10 "DELETE /v2.0/ports/e051d914-a579-4a7d-b615-b09d82136602 HTTP/1.1" status: 204 len: 173 time: 0.4373572 Jul 09 14:14:13.186415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'name': 'network-vif-deleted', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:13.188652 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f2c221-6f39-477a-a579-ec0a46863d14" -d '{"events": [{"server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "name": "network-vif-deleted", "tag": "e051d914-a579-4a7d-b615-b09d82136602"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:13.229485 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec408a7-0cd2-4270-8dbc-8c9889f58b09 x-openstack-request-id: req-2ec408a7-0cd2-4270-8dbc-8c9889f58b09 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:13.229485 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64bacaa-bf86-4eec-9198-0dcfa19deea7", "name": "network-vif-deleted", "tag": "e051d914-a579-4a7d-b615-b09d82136602", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:13.229485 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ec408a7-0cd2-4270-8dbc-8c9889f58b09 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:13.229779 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64bacaa-bf86-4eec-9198-0dcfa19deea7', 'name': 'network-vif-deleted', 'tag': 'e051d914-a579-4a7d-b615-b09d82136602', 'status': 'completed', 'code': 200} Jul 09 14:14:13.662605 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.083185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50784) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:14:14.130973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-f123a55c-dca3-42d2-9f15-39afc12789b0 admin admin] Deleting subnet 06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:14:14.133984 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f123a55c-dca3-42d2-9f15-39afc12789b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.171233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f123a55c-dca3-42d2-9f15-39afc12789b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.206542 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f123a55c-dca3-42d2-9f15-39afc12789b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.258046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f123a55c-dca3-42d2-9f15-39afc12789b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.282805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123a55c-dca3-42d2-9f15-39afc12789b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:14.288249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f123a55c-dca3-42d2-9f15-39afc12789b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.290155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f123a55c-dca3-42d2-9f15-39afc12789b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/06bd75d2-291b-4fc3-8bb5-c5bc8d2c97c3 HTTP/1.1" status: 204 len: 168 time: 0.2056661 Jul 09 14:14:14.292359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50786) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:14:14.350204 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1392-0d82-4ff9-a85d-2d9d001b9aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.367685 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.443961 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.453113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7fa102-bf12-477e-9c40-2215e557f4d0']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:14:14.475102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d9921f-99a6-4913-91ef-75a881e5559c') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:14:14.475395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d9921f-99a6-4913-91ef-75a881e5559c') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:14:14.484209 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.498650 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.504544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:14:14.504931 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:14:14.506561 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:14:14.525245 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.569562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.575188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.577040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd7fa102-bf12-477e-9c40-2215e557f4d0 HTTP/1.1" status: 204 len: 168 time: 0.2837389 Jul 09 14:14:14.588078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921af88-ce26-4d1f-8f2a-19a1952f10fe admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7fa102-bf12-477e-9c40-2215e557f4d0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:14.689856 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50790) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:14:14.733310 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9d30edd3-1088-4e67-993d-d4d2a3de1782 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2389e70edd9f402ab8dd1269ab824409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421615 Jul 09 14:14:14.735814 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50792) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:14:14.781958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.803691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.851196 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.853699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:14.854858 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49797316-95ec-41c7-9ac7-65f622a6a7a2 HTTP/1.1" status: 204 len: 168 time: 0.1181455 Jul 09 14:14:14.862320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49797316-95ec-41c7-9ac7-65f622a6a7a2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:14.869743 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.870097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.870435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.870770 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.871136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.871466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.871792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.872122 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.872445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.872766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.873089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:14.873409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bad48b-a669-452f-bf08-efc21d43486d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:15.535369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 50814) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:14:15.627977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1130449536-network', 'tenant_id': '36f0c8ee344c4dd6b9b4bfe5a1df30c9'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:14:15.649765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Made reservation on behalf of 36f0c8ee344c4dd6b9b4bfe5a1df30c9 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:14:15.652304 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:15.660691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:15.749636 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:15.754037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:15.774423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:14:15.789057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3355b027-98d3-42c9-abd4-63f7dd79daf5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:15.792186 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:15.792533 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Added segment fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6 of type vlan for network 2effbdce-8b20-4158-b580-e836a8303122 Jul 09 14:14:15.837749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:15.866010 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:15.866964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:15.867550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:15.920073 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3835790 Jul 09 14:14:15.923111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 50818) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:14:15.928423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955d3c2-ffa5-42ae-bf28-c535a33c8e4d admin admin] Pushing event updated for resources: {'Network': ['ID=2effbdce-8b20-4158-b580-e836a8303122,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:15.929459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Request body: {'subnet': {'network_id': '2effbdce-8b20-4158-b580-e836a8303122', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1130449536-subnet', 'tenant_id': '36f0c8ee344c4dd6b9b4bfe5a1df30c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:14:15.940042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2effbdce-8b20-4158-b580-e836a8303122 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:14:15.952104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Made reservation on behalf of 36f0c8ee344c4dd6b9b4bfe5a1df30c9 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:14:15.954456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:16.119924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:16.173768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c1b05e-d3db-44df-a649-7c3aacb644ed,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:16.184678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Checking segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:14:16.185045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Network hostable DHCP agents. Network: 2effbdce-8b20-4158-b580-e836a8303122, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:14:16.201093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Network 2effbdce-8b20-4158-b580-e836a8303122 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:14:16.209616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2effbdce-8b20-4158-b580-e836a8303122) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:14:16.213966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:16.214550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:16.218142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7abfa1d-0fcd-4d27-ac9e-d59ec4b337b1 None None] Network 2effbdce-8b20-4158-b580-e836a8303122 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:14:16.231619 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-83e49da0-a281-4926-a6d6-2d9e536417c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3073733 Jul 09 14:14:16.350429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c040857-052e-4e8f-be02-80d2ccb8b639 None None] Network 2effbdce-8b20-4158-b580-e836a8303122 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:14:16.659093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-52941e0e-ed30-41cc-8af5-08e2b33977e7 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:16.661249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-52941e0e-ed30-41cc-8af5-08e2b33977e7 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 815 time: 0.1056285 Jul 09 14:14:16.675908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-5ca39c10-ac6b-4dea-95ea-50814fdfea2b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/quotas/36f0c8ee344c4dd6b9b4bfe5a1df30c9 HTTP/1.1" status: 200 len: 375 time: 0.0093517 Jul 09 14:14:16.710890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-574a3c1c-43fb-4aeb-b73b-09444d7d3d8d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288160 Jul 09 14:14:16.802824 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-b00529ae-1e05-43a7-826b-6be09a223893 service neutron] 10.222.0.32 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856891 Jul 09 14:14:16.890158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e77e9295-1895-4e7c-af08-69ab46ada2a6 service neutron] 10.222.0.32 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816154 Jul 09 14:14:16.933725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1208579d-e4cd-4b15-83b6-44602fbd1412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:17.058322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb2e74f6-545c-4b8b-ae49-92e77ce9aed7 req-a7d3a4a0-86b7-4704-9606-3314e80ec652 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 210 time: 0.0286577 Jul 09 14:14:17.069130 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:17.091422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e051d914-a579-4a7d-b615-b09d82136602 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:14:17.113755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: e051d914-a579-4a7d-b615-b09d82136602 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:14:17.114114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device e051d914-a579-4a7d-b615-b09d82136602 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:14:18.105232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-a31958cf-4316-4271-90cf-30f925687e0b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:18.106711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-a31958cf-4316-4271-90cf-30f925687e0b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.11 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 815 time: 0.1208906 Jul 09 14:14:18.120225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Request body: {'port': {'device_id': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'network_id': '2effbdce-8b20-4158-b580-e836a8303122', 'admin_state_up': True, 'tenant_id': '36f0c8ee344c4dd6b9b4bfe5a1df30c9'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:14:18.217108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86823c6c-2615-49af-9854-86ec69b1ed6d req-1571cfb4-a268-4964-bf7e-477fe7f4b44a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 210 time: 0.0427041 Jul 09 14:14:18.271186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Made reservation on behalf of 36f0c8ee344c4dd6b9b4bfe5a1df30c9 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:14:18.274715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:18.396974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Allocated IP 172.20.0.10 (2effbdce-8b20-4158-b580-e836a8303122/d8c1b05e-d3db-44df-a649-7c3aacb644ed/fbd7dfcb-2a89-4b53-8111-d70f126ddc46) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:14:18.419356 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:18.556666 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:18.600564 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:18.641041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Network 2effbdce-8b20-4158-b580-e836a8303122 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:14:18.646571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:14:18.650305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:14:19.011363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:19.039249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:19.039855 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.053362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e286dcd9-2f9e-45bd-a217-d9c2b9952014 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9371142 Jul 09 14:14:19.064253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Request body: {'port': {'device_id': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:14:19.134590 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.437419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd7dfcb-2a89-4b53-8111-d70f126ddc46 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:14:19.446898 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.456126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46cdf6-3133-44f9-98c8-52fd1e9266ae req-42170ab3-20a9-4338-adfa-ddf582819c66 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:19.457615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f46cdf6-3133-44f9-98c8-52fd1e9266ae req-42170ab3-20a9-4338-adfa-ddf582819c66 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 932 time: 0.1238732 Jul 09 14:14:19.474077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Transition to ACTIVE for port object fbd7dfcb-2a89-4b53-8111-d70f126ddc46 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:14:19.482786 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.540842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f46cdf6-3133-44f9-98c8-52fd1e9266ae req-823dfeba-2fcf-4de1-b17a-34224e466975 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762959 Jul 09 14:14:19.551972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:19.619860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Attempting to bind port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:14:19.620187 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Attempting to bind port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:14:19.620513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Attempting to bind port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on network 2effbdce-8b20-4158-b580-e836a8303122 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:14:19.625297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on network 2effbdce-8b20-4158-b580-e836a8303122 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:14:19.625628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Attempting to bind port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on network 2effbdce-8b20-4158-b580-e836a8303122 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:14:19.631031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:14:19.631362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Checking segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:14:19.631740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Bound using segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:14:19.632156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Bound port: fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:14:19.632504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.694385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:14:19.697279 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:14:19.701627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.735825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:19.736434 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.738396 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 1092 time: 0.6774943 Jul 09 14:14:19.738829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:19.741196 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:19.766688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f80ec-af25-47a4-9ea3-415ee85ec3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:19.776699 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033d97d1-f660-448e-9856-c1175112e4d7 x-openstack-request-id: req-033d97d1-f660-448e-9856-c1175112e4d7 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:19.776989 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:19.777239 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-033d97d1-f660-448e-9856-c1175112e4d7 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:19.777638 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'status': 'completed', 'code': 200} Jul 09 14:14:19.835100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-a44dfff3-4b7a-4ecf-bde9-1229cf284f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:19.836593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-a44dfff3-4b7a-4ecf-bde9-1229cf284f03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 1095 time: 0.0564120 Jul 09 14:14:19.877339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-e178b8ba-95ac-4204-a483-aafa7bbb4d90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 217 time: 0.0345590 Jul 09 14:14:19.889598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.925682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-7190e171-1c1c-4125-8497-8834bb7b5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:19.927143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-7190e171-1c1c-4125-8497-8834bb7b5e98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0434825 Jul 09 14:14:19.960193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-614dbfdd-2e64-4168-ac9a-ffcb735fd8a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271494 Jul 09 14:14:20.048885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-d0039dfe-a3e0-4ad7-8896-d20f871a888e service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828738 Jul 09 14:14:20.137370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d62feabd-ea8d-467d-ad5b-0ac2159e5f47 req-f42310ed-f473-4bc9-9523-53c30975191c service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823414 Jul 09 14:14:20.243875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-d352dea6-1270-4bc2-ba91-252a14e71851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:20.245281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-d352dea6-1270-4bc2-ba91-252a14e71851 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 1095 time: 0.0581179 Jul 09 14:14:20.333776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-7903ebd0-aa3d-4473-9776-717eacb7e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:20.335257 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-7903ebd0-aa3d-4473-9776-717eacb7e1da service neutron] 10.222.0.11 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0838189 Jul 09 14:14:20.382259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-7a1652cb-920c-4ae7-8ac7-c48ac470ca06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 217 time: 0.0407069 Jul 09 14:14:20.430500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-8e283752-4d5d-4db3-9f44-e80780b240ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:20.431943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-8e283752-4d5d-4db3-9f44-e80780b240ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0433569 Jul 09 14:14:20.464071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-3e5088de-483e-43f0-983c-5d224a0c9929 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254974 Jul 09 14:14:20.560759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-883d3123-58ba-4622-9440-8da5dad979fc service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898690 Jul 09 14:14:20.652079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-18acaa72-a8eb-41bc-9790-c6429cc0bbd8 req-e0cfeae0-a3e2-4bdd-958f-5311b586fc31 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845709 Jul 09 14:14:20.721424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e37124-0f42-433b-882b-405300ce30ed req-d9bd21be-b8ed-4e23-88dd-e5fa4443b6a3 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:20.723677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2e37124-0f42-433b-882b-405300ce30ed req-d9bd21be-b8ed-4e23-88dd-e5fa4443b6a3 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 944 time: 0.0645170 Jul 09 14:14:20.760961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2e37124-0f42-433b-882b-405300ce30ed req-3153782c-bd4e-4506-b1d0-f8155637e860 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Jul 09 14:14:21.935361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197e789-2def-4b4f-bb25-e1537826d267 req-83e1edad-d743-448d-895e-a0b5d33cca75 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:21.937046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f197e789-2def-4b4f-bb25-e1537826d267 req-83e1edad-d743-448d-895e-a0b5d33cca75 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 944 time: 0.0687253 Jul 09 14:14:21.974747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f197e789-2def-4b4f-bb25-e1537826d267 req-34c48e82-1fcb-4ed9-ae5e-38a0c3858437 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Jul 09 14:14:22.862688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device fbd7dfcb-2a89-4b53-8111-d70f126ddc46 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:14:22.955183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:22.969689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'network_id': '2effbdce-8b20-4158-b580-e836a8303122', 'port_id': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'mac_address': 'fa:16:3e:d7:96:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c1b05e-d3db-44df-a649-7c3aacb644ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:14:23.005932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:23.019761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd7dfcb-2a89-4b53-8111-d70f126ddc46 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:14:23.038774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:23.043697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:23.092414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:23.150585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d885f4c-85cb-4b1f-9e42-c8f834663770 req-f7199d0e-fdba-401b-82ef-d9f64573be8d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:23.152144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d885f4c-85cb-4b1f-9e42-c8f834663770 req-f7199d0e-fdba-401b-82ef-d9f64573be8d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 945 time: 0.0651171 Jul 09 14:14:23.191748 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d885f4c-85cb-4b1f-9e42-c8f834663770 req-7b8eb252-780e-40f9-9444-b66c6a2eabaa tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Jul 09 14:14:23.244894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['fbd7dfcb-2a89-4b53-8111-d70f126ddc46'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:14:24.369898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd061c1-6de0-4925-a151-58b88d44b796 req-9896e678-3fa1-4253-8ad4-ea022bec329c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:24.371423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd061c1-6de0-4925-a151-58b88d44b796 req-9896e678-3fa1-4253-8ad4-ea022bec329c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Jul 09 14:14:24.409551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd061c1-6de0-4925-a151-58b88d44b796 req-c090e355-57c1-47bb-9f11-17fe5c771202 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Jul 09 14:14:24.862633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device fbd7dfcb-2a89-4b53-8111-d70f126ddc46 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:14:24.911329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:14:24.914898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:14:24.915299 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:24.992957 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:25.165330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:25.167574 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f753ac-3956-4034-884f-9ff25fc6c73b" -d '{"events": [{"server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "name": "network-vif-plugged", "status": "completed", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:25.180145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:25.184254 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:25.208196 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336606da-ad42-40b7-aab3-663664752d6c x-openstack-request-id: req-336606da-ad42-40b7-aab3-663664752d6c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:25.208470 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "name": "network-vif-plugged", "status": "completed", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:25.208720 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-336606da-ad42-40b7-aab3-663664752d6c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:25.209104 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'code': 200} Jul 09 14:14:25.234054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:25.314513 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfd015-b0ff-45e7-8296-af95e41df860 req-86f5e5ba-9552-4ee2-ae0f-d083728c5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:25.315996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72cfd015-b0ff-45e7-8296-af95e41df860 req-86f5e5ba-9552-4ee2-ae0f-d083728c5f10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 1097 time: 0.0513365 Jul 09 14:14:25.349389 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72cfd015-b0ff-45e7-8296-af95e41df860 req-2f997467-dd1b-444e-96e0-21decf3858d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266540 Jul 09 14:14:25.584329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92546f-b87d-40ba-bbec-f8d773b30efb req-07bf3034-4573-458d-a639-e08f8ea696aa tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:25.585811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa92546f-b87d-40ba-bbec-f8d773b30efb req-07bf3034-4573-458d-a639-e08f8ea696aa tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0636315 Jul 09 14:14:25.623796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aa92546f-b87d-40ba-bbec-f8d773b30efb req-cfe54be8-599f-4e7f-b572-fce078242813 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Jul 09 14:14:26.797067 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66741150-06d9-4cda-83d9-4be4d0bc6fe0 req-f798e894-2dee-4512-a47f-f8aae7f8c71b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:26.798535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-66741150-06d9-4cda-83d9-4be4d0bc6fe0 req-f798e894-2dee-4512-a47f-f8aae7f8c71b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0667212 Jul 09 14:14:26.836712 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-66741150-06d9-4cda-83d9-4be4d0bc6fe0 req-5a30176c-678a-4cdc-89b4-bb8b0283a709 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Jul 09 14:14:27.004845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15dc4d-7b8c-4dbb-92f8-1ac5c42c6a72 req-bedc5524-fa4c-48d5-a560-f24d0808e2b0 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:27.006181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f15dc4d-7b8c-4dbb-92f8-1ac5c42c6a72 req-bedc5524-fa4c-48d5-a560-f24d0808e2b0 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0632195 Jul 09 14:14:27.042837 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f15dc4d-7b8c-4dbb-92f8-1ac5c42c6a72 req-110b839d-8f23-4b67-97de-59a8ebbb5b0d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Jul 09 14:14:27.386734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85f1df-322e-4cf1-a587-be3d20abd045 req-8d29cd96-105a-4d38-804d-3797633b5044 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:27.388235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f85f1df-322e-4cf1-a587-be3d20abd045 req-8d29cd96-105a-4d38-804d-3797633b5044 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0671353 Jul 09 14:14:27.426762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f85f1df-322e-4cf1-a587-be3d20abd045 req-7b6eefe4-c47f-49fd-8793-d0f3846cb1fb tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Jul 09 14:14:27.595425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7dc47-bf11-4230-b0dc-6cb9513d34ec req-b706c382-4b21-4d35-8d37-b12908e56f90 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:27.596874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32a7dc47-bf11-4230-b0dc-6cb9513d34ec req-b706c382-4b21-4d35-8d37-b12908e56f90 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0628684 Jul 09 14:14:27.635302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-32a7dc47-bf11-4230-b0dc-6cb9513d34ec req-7eb0229d-32f5-49c4-87af-40b853765e9f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Jul 09 14:14:27.991042 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-1e1801bc-ce5d-401f-94bb-9270276ad236 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528672 Jul 09 14:14:28.033723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30333d49-7cc8-418c-a3a8-18b621aac984 req-a9504098-20aa-4b10-a372-c6520602cb90 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:28.035427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-30333d49-7cc8-418c-a3a8-18b621aac984 req-a9504098-20aa-4b10-a372-c6520602cb90 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0658872 Jul 09 14:14:28.079492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-30333d49-7cc8-418c-a3a8-18b621aac984 req-2d47c3ab-8883-4fe0-8ab7-60b4719deaac tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378327 Jul 09 14:14:29.169861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-b3948454-d237-4695-940e-59e2a5f63719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:29.171409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-b3948454-d237-4695-940e-59e2a5f63719 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 1097 time: 0.0577254 Jul 09 14:14:29.306004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-cc670b22-9d1f-40a6-a5a4-ae3efb62c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:29.307391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-cc670b22-9d1f-40a6-a5a4-ae3efb62c68a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.1295969 Jul 09 14:14:29.320300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13cfcb-bf05-4a1d-88e0-7c994c406836 req-f1da6753-8880-43c8-b5e3-9499fb632145 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:29.321661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da13cfcb-bf05-4a1d-88e0-7c994c406836 req-f1da6753-8880-43c8-b5e3-9499fb632145 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.1007230 Jul 09 14:14:29.362274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-96a5ca02-da09-434f-8475-783c99113e0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 217 time: 0.0396969 Jul 09 14:14:29.425029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da13cfcb-bf05-4a1d-88e0-7c994c406836 req-4b24f888-6fb3-4a75-96cc-a56d766c1f87 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970461 Jul 09 14:14:29.431973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-44f0d258-08ff-428a-8230-5d8b92fdbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:29.434646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-44f0d258-08ff-428a-8230-5d8b92fdbe72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0659690 Jul 09 14:14:29.474698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-7c6cde74-cd05-4752-9712-a0890e068c9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342574 Jul 09 14:14:29.563661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-0d8072f6-d433-47b1-a573-5c30d3494689 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827062 Jul 09 14:14:29.655871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-0dcf6112-add4-4cd7-817a-56fc0bc71bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862429 Jul 09 14:14:30.605423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ad5ff-5e8b-47c6-ad22-19d15ec1ef13 req-e705c4a6-5862-48a3-b557-2f87e8b4d06c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:30.606907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-782ad5ff-5e8b-47c6-ad22-19d15ec1ef13 req-e705c4a6-5862-48a3-b557-2f87e8b4d06c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0708973 Jul 09 14:14:30.644687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-782ad5ff-5e8b-47c6-ad22-19d15ec1ef13 req-e3f4517e-f559-40ff-8d14-e02c062676c5 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Jul 09 14:14:31.822263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87936e-f34d-4793-bcb5-8e8a00557cc9 req-21cbbf6b-a6fa-40c7-85b8-163c03384275 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:31.823934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc87936e-f34d-4793-bcb5-8e8a00557cc9 req-21cbbf6b-a6fa-40c7-85b8-163c03384275 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0656068 Jul 09 14:14:31.862329 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc87936e-f34d-4793-bcb5-8e8a00557cc9 req-2058700b-b855-42c2-b07f-642c271684eb tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Jul 09 14:14:33.039764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526faf15-57d0-4574-85f1-c6f4d380d699 req-b31313a3-9efa-4f41-a53d-0686303a2fa8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:33.041236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-526faf15-57d0-4574-85f1-c6f4d380d699 req-b31313a3-9efa-4f41-a53d-0686303a2fa8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0663180 Jul 09 14:14:33.077992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-526faf15-57d0-4574-85f1-c6f4d380d699 req-c6def853-5657-42d3-b9f3-e9f6c592777d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Jul 09 14:14:34.255593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03659f6-e80b-4d4d-9c95-ab9d62c29529 req-feeb030d-a04e-4266-8d5b-5448cc07c4b7 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:34.257059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b03659f6-e80b-4d4d-9c95-ab9d62c29529 req-feeb030d-a04e-4266-8d5b-5448cc07c4b7 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0633373 Jul 09 14:14:34.294476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b03659f6-e80b-4d4d-9c95-ab9d62c29529 req-2e932009-86cb-4896-87be-332c05f7a553 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Jul 09 14:14:35.469807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612e8b3-83a7-486c-b52f-781caef66053 req-10b4519c-390c-42ae-a3ad-02c9ca172a45 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:35.471223 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2612e8b3-83a7-486c-b52f-781caef66053 req-10b4519c-390c-42ae-a3ad-02c9ca172a45 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0674655 Jul 09 14:14:35.509817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2612e8b3-83a7-486c-b52f-781caef66053 req-d5add6b2-5dfe-4cca-a6fb-b352420dec7a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Jul 09 14:14:35.625304 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:14:36.688766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28150a72-5361-4359-9f58-771aa7608a5e req-55c4a8d3-8abf-4695-901d-b50e491b7df6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:36.690178 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28150a72-5361-4359-9f58-771aa7608a5e req-55c4a8d3-8abf-4695-901d-b50e491b7df6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0677772 Jul 09 14:14:36.727919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28150a72-5361-4359-9f58-771aa7608a5e req-65c043a4-a1aa-428d-9fb3-d20bd161a0ec tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312204 Jul 09 14:14:37.896722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aab8a-ed0a-48fa-a96d-ad97faf94a1a req-3478882f-8712-4e12-bc5f-6f5fe85fa591 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:37.898178 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f79aab8a-ed0a-48fa-a96d-ad97faf94a1a req-3478882f-8712-4e12-bc5f-6f5fe85fa591 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0619049 Jul 09 14:14:37.935851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f79aab8a-ed0a-48fa-a96d-ad97faf94a1a req-39f4d23c-c110-43e2-96ae-be2df2e00c55 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Jul 09 14:14:39.112915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5ea87-278c-4f39-91c2-0b187d73651d req-cd4ca059-fafe-4899-8c9f-08a4995029b3 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:39.114475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4f5ea87-278c-4f39-91c2-0b187d73651d req-cd4ca059-fafe-4899-8c9f-08a4995029b3 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0661831 Jul 09 14:14:39.152791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4f5ea87-278c-4f39-91c2-0b187d73651d req-9652ab0f-e918-4813-9ea2-5964a43523e4 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Jul 09 14:14:40.324356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07194b16-7b83-4cf1-9c7d-e28d4e9e2990 req-c9c75bd4-a100-4c95-95c5-68b73b730bee tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:40.325826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07194b16-7b83-4cf1-9c7d-e28d4e9e2990 req-c9c75bd4-a100-4c95-95c5-68b73b730bee tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0637143 Jul 09 14:14:40.364381 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07194b16-7b83-4cf1-9c7d-e28d4e9e2990 req-899c5575-a217-4777-8e1d-5126ef08f940 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Jul 09 14:14:41.542545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f7e2a-8eb4-4f4e-a6aa-42bbe07d3b3d req-813b47b7-4556-42e8-9d09-7f49f9ff0234 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:41.544098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-885f7e2a-8eb4-4f4e-a6aa-42bbe07d3b3d req-813b47b7-4556-42e8-9d09-7f49f9ff0234 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0695262 Jul 09 14:14:41.585579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-885f7e2a-8eb4-4f4e-a6aa-42bbe07d3b3d req-8fe69f78-1beb-47e6-9b2c-4c70d9fb3bc9 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Jul 09 14:14:42.766603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739c703-2eb3-46e1-b8bd-ba179f7ace5f req-c9e51314-af45-4826-8638-3d8a6bb10dbd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:42.768119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b739c703-2eb3-46e1-b8bd-ba179f7ace5f req-c9e51314-af45-4826-8638-3d8a6bb10dbd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0627737 Jul 09 14:14:42.806114 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b739c703-2eb3-46e1-b8bd-ba179f7ace5f req-baecf16e-7b65-46b5-9ccb-9d6ec70a5b69 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Jul 09 14:14:43.657507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:43.980056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b506d-afde-4a8a-b63f-72855cfca7f8 req-8deee029-319e-460a-89e7-f0bca5779fe5 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:43.981425 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-788b506d-afde-4a8a-b63f-72855cfca7f8 req-8deee029-319e-460a-89e7-f0bca5779fe5 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0617435 Jul 09 14:14:44.018407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-788b506d-afde-4a8a-b63f-72855cfca7f8 req-aaf7124d-c034-410c-a263-b93a5449c1e5 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Jul 09 14:14:44.351769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cad80236-cbc4-4416-8c62-d22270574f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:44.524136 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:45.195041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57719a-b313-4c5c-9739-a76e2396cbac req-420d2aef-b901-4ed3-9d30-d2bd83cd9710 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:45.196588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f57719a-b313-4c5c-9739-a76e2396cbac req-420d2aef-b901-4ed3-9d30-d2bd83cd9710 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0680540 Jul 09 14:14:45.233494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f57719a-b313-4c5c-9739-a76e2396cbac req-179a8e2a-0dde-454e-a4fb-5b665a3a1b2e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Jul 09 14:14:46.407337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c7516-6f19-4a7a-890d-1b1f461a1f38 req-74b680c9-6cd8-4da1-b70d-b8b68d598faa tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:46.408834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a37c7516-6f19-4a7a-890d-1b1f461a1f38 req-74b680c9-6cd8-4da1-b70d-b8b68d598faa tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0635979 Jul 09 14:14:46.447977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a37c7516-6f19-4a7a-890d-1b1f461a1f38 req-1bc29b8e-a382-470b-9cb5-5612773c23f6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Jul 09 14:14:46.934390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91e0d2bd-2be8-4107-85b0-ec9c09137dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:47.070028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:47.625098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8fef3-21d8-48f2-a491-1000c133c915 req-1a47dd10-fd70-4c07-97c6-08ac5fb27d18 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:47.626591 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95e8fef3-21d8-48f2-a491-1000c133c915 req-1a47dd10-fd70-4c07-97c6-08ac5fb27d18 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0667913 Jul 09 14:14:47.664487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-95e8fef3-21d8-48f2-a491-1000c133c915 req-4e9dbbdc-0dee-410a-ad4d-5cb26493269f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Jul 09 14:14:48.421118 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:48.845984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2fbe5-7ba1-445a-adcb-1f0c234bc4e7 req-cb9eb3b9-18d6-41b6-8670-ae5d9ec806d8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:48.847484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc2fbe5-7ba1-445a-adcb-1f0c234bc4e7 req-cb9eb3b9-18d6-41b6-8670-ae5d9ec806d8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0623450 Jul 09 14:14:48.885053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc2fbe5-7ba1-445a-adcb-1f0c234bc4e7 req-daf696da-3d38-4194-9a68-5620aac02d38 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Jul 09 14:14:49.890755 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:50.055547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12341da2-333f-4694-aea5-376834e2f3fb req-4ee789f0-47e6-4c5b-b6e6-50bb2341e8c1 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:50.057009 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12341da2-333f-4694-aea5-376834e2f3fb req-4ee789f0-47e6-4c5b-b6e6-50bb2341e8c1 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0620804 Jul 09 14:14:50.093747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12341da2-333f-4694-aea5-376834e2f3fb req-c259f9f4-3cad-4583-af68-42722ac53182 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Jul 09 14:14:51.271775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419f43-8d44-45cf-b93d-f18a8fa9ae36 req-be2250ad-493c-445d-896c-d22d7decfb23 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:51.273261 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93419f43-8d44-45cf-b93d-f18a8fa9ae36 req-be2250ad-493c-445d-896c-d22d7decfb23 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0682232 Jul 09 14:14:51.310505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-93419f43-8d44-45cf-b93d-f18a8fa9ae36 req-6e495144-e046-44e3-bc0b-5610e741e669 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jul 09 14:14:52.485001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c83e2-1798-4850-8b37-1b6d8b916fc0 req-5bf79576-506b-43fe-8900-9f4220e52e9c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:52.486407 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c1c83e2-1798-4850-8b37-1b6d8b916fc0 req-5bf79576-506b-43fe-8900-9f4220e52e9c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0636559 Jul 09 14:14:52.524047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c1c83e2-1798-4850-8b37-1b6d8b916fc0 req-c33a0725-810a-42cc-b44b-b4dbdc5b4e89 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310054 Jul 09 14:14:53.704505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e632ee-e521-443d-810d-f7334e5b263c req-ba6d1651-4157-4144-b475-f1ec110488b6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:53.705988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79e632ee-e521-443d-810d-f7334e5b263c req-ba6d1651-4157-4144-b475-f1ec110488b6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0669315 Jul 09 14:14:53.743893 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-79e632ee-e521-443d-810d-f7334e5b263c req-c2597b22-0c89-4c79-b67e-ecb09561d5d2 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Jul 09 14:14:54.914419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679bc59-4c92-4cd4-8167-959f4a1309a3 req-e440749d-f4f7-4beb-9313-acb685c5a655 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:54.916036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c679bc59-4c92-4cd4-8167-959f4a1309a3 req-e440749d-f4f7-4beb-9313-acb685c5a655 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0627213 Jul 09 14:14:54.954631 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c679bc59-4c92-4cd4-8167-959f4a1309a3 req-f3f295e7-7d1e-4782-9028-315097692eea tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Jul 09 14:14:56.126119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec50883-b412-4b76-9497-185442b962f9 req-cdb3456c-570b-41ae-b701-efab991f121e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:56.127699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ec50883-b412-4b76-9497-185442b962f9 req-cdb3456c-570b-41ae-b701-efab991f121e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0621691 Jul 09 14:14:56.165271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ec50883-b412-4b76-9497-185442b962f9 req-132c39ed-dbbd-42ad-9cde-ac3ee38fd5b3 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Jul 09 14:14:56.419592 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-9b951b75-c062-488c-9c7d-210ea60541ff service neutron] show failed (client error): The resource could not be found. Jul 09 14:14:56.420562 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-9b951b75-c062-488c-9c7d-210ea60541ff service neutron] 10.222.0.11 "GET /v2.0/ports/fbd7dfcb-2a89-4b53-8111-d70f126ddc46/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0570836 Jul 09 14:14:56.667380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-85baf7d0-00f9-4a05-a77c-f1540b920d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:56.668859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-85baf7d0-00f9-4a05-a77c-f1540b920d8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61&tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9 HTTP/1.1" status: 200 len: 1097 time: 0.0550282 Jul 09 14:14:56.679897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:14:56.760227 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:56.966487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:56.998873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:14:57.038651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:57.041055 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c359744-8808-41c8-927c-5170e140188a" -d '{"events": [{"server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:57.044659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:57.057035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Transition to ACTIVE for port object fbd7dfcb-2a89-4b53-8111-d70f126ddc46 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:14:57.061607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:57.105638 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68bdac0-a44d-4055-87fb-b3e65c914733 x-openstack-request-id: req-b68bdac0-a44d-4055-87fb-b3e65c914733 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:57.105931 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:57.106183 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b68bdac0-a44d-4055-87fb-b3e65c914733 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:57.106574 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'code': 200} Jul 09 14:14:57.130923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] No DVR routers for this DVR port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:14:57.134001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:57.171792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Attempting to bind port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:14:57.172132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Attempting to bind port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:14:57.172460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Attempting to bind port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on network 2effbdce-8b20-4158-b580-e836a8303122 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:14:57.176886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on network 2effbdce-8b20-4158-b580-e836a8303122 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:14:57.177211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Attempting to bind port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on network 2effbdce-8b20-4158-b580-e836a8303122 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:14:57.181949 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:14:57.182265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Checking segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:14:57.182650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Bound using segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:14:57.183122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Bound port: fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:14:57.183472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:57.247801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:14:57.250972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:14:57.257172 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:57.325179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.325804 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:57.327206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] 10.222.0.10 "PUT /v2.0/ports/fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 1092 time: 0.6517749 Jul 09 14:14:57.348530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49f0df-a3d8-4f09-a3ab-5cf859dca1dd service neutron] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:57.406552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291d6f4-382b-490b-96a7-72ec2eef28a7 req-77a4d1eb-c849-4bdd-addd-7d53f8d913bc tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.408138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2291d6f4-382b-490b-96a7-72ec2eef28a7 req-77a4d1eb-c849-4bdd-addd-7d53f8d913bc tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 944 time: 0.1266110 Jul 09 14:14:57.441290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-5f47f87d-5157-4265-9995-af320b3f6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.443413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-5f47f87d-5157-4265-9995-af320b3f6b1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 1095 time: 0.0906949 Jul 09 14:14:57.464614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2291d6f4-382b-490b-96a7-72ec2eef28a7 req-35567fbc-bd4e-45d1-a6ba-71d94912814d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483081 Jul 09 14:14:57.541100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-b52c0e62-bd35-4aa5-b162-0bb536cc552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.542565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-b52c0e62-bd35-4aa5-b162-0bb536cc552d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0924621 Jul 09 14:14:57.584030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-13ba0b4e-ec52-4624-b03d-5e026ea09a79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 217 time: 0.0349450 Jul 09 14:14:57.631319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-e3a5483e-edbc-48d0-bc94-41fb8cb8ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.632751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-e3a5483e-edbc-48d0-bc94-41fb8cb8ce41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0431125 Jul 09 14:14:57.664255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-5b2ade52-1f12-4565-82ce-fa79fc8932d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252426 Jul 09 14:14:57.754824 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-29934f0a-f1eb-4450-b83f-9a23a9f3b6ad service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840731 Jul 09 14:14:57.840724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-372b5b68-afb4-4b79-a1f3-614505978c4d req-5749b4d5-1694-475b-ba8a-920b83a896ba service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794544 Jul 09 14:14:58.648954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dd8a7-d478-4f33-8a50-ed756063b916 req-9ee51d99-b1d4-4564-91c7-5d6411b80fc3 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:58.650412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-504dd8a7-d478-4f33-8a50-ed756063b916 req-9ee51d99-b1d4-4564-91c7-5d6411b80fc3 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 944 time: 0.0716660 Jul 09 14:14:58.690123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-504dd8a7-d478-4f33-8a50-ed756063b916 req-7c31ce51-70db-428f-b787-0f62936573d9 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Jul 09 14:14:59.107560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:59.109950 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:59.157060 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fce626-070d-4361-b89a-90f30d8f0384 x-openstack-request-id: req-a0fce626-070d-4361-b89a-90f30d8f0384 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:59.157353 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:59.157603 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0fce626-070d-4361-b89a-90f30d8f0384 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:59.158125 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'status': 'completed', 'code': 200} Jul 09 14:14:59.268646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-8b60f830-c197-4c44-9dd4-06761253d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:59.270129 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-8b60f830-c197-4c44-9dd4-06761253d0d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 1095 time: 0.0896480 Jul 09 14:14:59.272811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-0ad2e2ab-60e7-47bd-a93f-cd6ebb9a43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:59.274138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-0ad2e2ab-60e7-47bd-a93f-cd6ebb9a43c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 1095 time: 0.0850189 Jul 09 14:14:59.445165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-9bf62c9f-a921-4653-9b2d-fe8e1d360fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:59.446530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-9bf62c9f-a921-4653-9b2d-fe8e1d360fb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.1690681 Jul 09 14:14:59.447618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-3789f933-1737-4e16-a7bf-77d105354fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:59.448898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-3789f933-1737-4e16-a7bf-77d105354fa2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.1632175 Jul 09 14:14:59.495698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-b840ab57-afce-41cc-b582-8a2d844758f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 217 time: 0.0427823 Jul 09 14:14:59.532658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-c658d2ae-451e-4abc-a0e9-6f4d81d8b9ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 217 time: 0.0721018 Jul 09 14:14:59.606181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-f50ce2e3-65e5-469f-b174-8e845a9ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:59.607656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-f50ce2e3-65e5-469f-b174-8e845a9ef723 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0832627 Jul 09 14:14:59.612595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-5836c18b-cabe-47d7-a982-a018d2563340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:59.613918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-5836c18b-cabe-47d7-a982-a018d2563340 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0580270 Jul 09 14:14:59.651221 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-0a21e8cd-d953-4e30-b6cd-529220be194b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354972 Jul 09 14:14:59.669374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-1c8fd69c-a94b-4e43-9a6e-32eecd7b1e2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463836 Jul 09 14:14:59.855555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-165153b8-fb29-4007-8554-42affb78adfe service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883047 Jul 09 14:14:59.859224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-0506e13a-bdc6-4416-b0eb-f37717fd10d3 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822963 Jul 09 14:15:00.028861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d8da8-cea1-49c7-ae25-8c74a7d0ef82 req-812c8466-7e26-4559-af78-91613f438161 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:00.030343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c9d8da8-cea1-49c7-ae25-8c74a7d0ef82 req-812c8466-7e26-4559-af78-91613f438161 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 944 time: 0.2256999 Jul 09 14:15:00.040491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-5c14ee48-54ba-4739-9131-337da3ccca99 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780388 Jul 09 14:15:00.068803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7813d9d9-0e7c-4966-8a0b-0198f20e8a4d req-0429a44e-fd5c-49a7-abfc-9637b3e8bcaa service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967826 Jul 09 14:15:00.086688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c9d8da8-cea1-49c7-ae25-8c74a7d0ef82 req-0f0b0d35-9531-46ec-9059-b6fca64cb408 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482962 Jul 09 14:15:00.768301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-de9af162-f9f2-4c7f-9530-7c7a293cedd8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:00.769754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-de9af162-f9f2-4c7f-9530-7c7a293cedd8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61&tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 944 time: 0.4433913 Jul 09 14:15:00.781446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f06c-1c9e-4785-95cf-58f4e7aa35b8 req-434eef35-24ff-470c-99bb-d42f92a875d6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:00.782820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f702f06c-1c9e-4785-95cf-58f4e7aa35b8 req-434eef35-24ff-470c-99bb-d42f92a875d6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 944 time: 0.4466984 Jul 09 14:15:00.856735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f702f06c-1c9e-4785-95cf-58f4e7aa35b8 req-6ec0dfaf-e4bb-4189-906a-9c70822e1ae0 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671802 Jul 09 14:15:00.861653 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-859682a8-3df7-4c0b-9f64-c711da736c37 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:15:00.862587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-859682a8-3df7-4c0b-9f64-c711da736c37 service neutron] 10.222.0.11 "DELETE /v2.0/ports/fbd7dfcb-2a89-4b53-8111-d70f126ddc46/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0789020 Jul 09 14:15:00.956917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-671dbb2f-42a3-4f2c-8351-52dbfad6cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:00.958926 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-671dbb2f-42a3-4f2c-8351-52dbfad6cd72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 1095 time: 0.0550263 Jul 09 14:15:01.022578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device fbd7dfcb-2a89-4b53-8111-d70f126ddc46 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:15:01.045197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-026750e2-9379-4175-b6d7-78ef28accb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:01.046674 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-026750e2-9379-4175-b6d7-78ef28accb94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0823324 Jul 09 14:15:01.062245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device fbd7dfcb-2a89-4b53-8111-d70f126ddc46 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:15:01.090521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-38fa68ec-4bd7-42be-99af-794646edf53f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 200 len: 217 time: 0.0378020 Jul 09 14:15:01.137316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-5eb17476-cd56-4b69-aadb-8e958bd17c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:01.138763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-5eb17476-cd56-4b69-aadb-8e958bd17c86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0426459 Jul 09 14:15:01.171487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-9df03c59-21a9-49c2-9028-7ed896a1363e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270209 Jul 09 14:15:01.262495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-36d4fd4f-4e77-420c-bf75-3a57cb6aed2d service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845017 Jul 09 14:15:01.287841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fbd7dfcb-2a89-4b53-8111-d70f126ddc46 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:15:01.366100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7e3155b-27f5-47c3-8842-4842bfd3ef0d req-4fd14d79-ab2b-4951-b065-9c93fa6a5637 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973358 Jul 09 14:15:01.387616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:01.399726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'network_id': '2effbdce-8b20-4158-b580-e836a8303122', 'port_id': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'mac_address': 'fa:16:3e:d7:96:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c1b05e-d3db-44df-a649-7c3aacb644ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:15:01.439935 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:01.454916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd7dfcb-2a89-4b53-8111-d70f126ddc46 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:15:01.475972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:01.479541 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:01.525373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:01.676513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['fbd7dfcb-2a89-4b53-8111-d70f126ddc46'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:15:02.046282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7241b-07e2-42f2-8b34-0a795876bd46 req-c44a480e-c52a-4f2c-b939-61302df267e1 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:02.047809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaf7241b-07e2-42f2-8b34-0a795876bd46 req-c44a480e-c52a-4f2c-b939-61302df267e1 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 945 time: 0.0631351 Jul 09 14:15:02.086531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aaf7241b-07e2-42f2-8b34-0a795876bd46 req-10cf2db0-2d2c-4a5b-8b99-502ede2ad78f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Jul 09 14:15:02.259916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba75346-133d-4b81-ae0d-5e52c967e96e req-6fad2a3c-9d36-4c04-bd44-c6215ab001b1 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:02.261295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ba75346-133d-4b81-ae0d-5e52c967e96e req-6fad2a3c-9d36-4c04-bd44-c6215ab001b1 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 945 time: 0.0663905 Jul 09 14:15:02.297918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ba75346-133d-4b81-ae0d-5e52c967e96e req-855a98b3-3338-4978-93a4-6ea47d23976f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Jul 09 14:15:02.467652 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5665e4-6c3a-4896-9625-43723b4d5468 req-8bc483a3-3eed-4def-97f4-b9d79aa57835 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:02.469184 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c5665e4-6c3a-4896-9625-43723b4d5468 req-8bc483a3-3eed-4def-97f4-b9d79aa57835 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 945 time: 0.0644755 Jul 09 14:15:02.506139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c5665e4-6c3a-4896-9625-43723b4d5468 req-361bfbb7-653a-4ded-9a9e-a010b42f1380 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306754 Jul 09 14:15:02.954286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-e2a79682-930d-427d-bd7d-4dd6ad55e244 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:02.955766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-e2a79682-930d-427d-bd7d-4dd6ad55e244 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 815 time: 0.1026070 Jul 09 14:15:02.972526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-319d5192-ed73-4a03-9f81-94fe722b82bb tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/quotas/36f0c8ee344c4dd6b9b4bfe5a1df30c9 HTTP/1.1" status: 200 len: 375 time: 0.0094547 Jul 09 14:15:03.038533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-8aa6a469-dc95-4353-9170-ba6d20e76143 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604577 Jul 09 14:15:03.130641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-67f7c848-d9d3-47d2-b569-ca87020be585 service neutron] 10.222.0.32 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855129 Jul 09 14:15:03.220132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1b41b624-4e39-4dd4-a9a3-0044733c9e73 service neutron] 10.222.0.32 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837009 Jul 09 14:15:03.317813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fbd7dfcb-2a89-4b53-8111-d70f126ddc46 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:15:03.378040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:03.383267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:03.383647 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:03.397735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7877e206-0c01-4748-8c19-c9da21aeeb7b req-f68e987d-cb02-414a-9b9c-5448f37973d3 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 210 time: 0.0307069 Jul 09 14:15:03.462904 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:03.486084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:03.488425 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedde9a9-6584-4b2c-9223-ac1415c151dd" -d '{"events": [{"server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "name": "network-vif-plugged", "status": "completed", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:03.502044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:03.508034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:03.534918 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c69d28-a8ed-4deb-a7d6-0e3bf6b8eee9 x-openstack-request-id: req-46c69d28-a8ed-4deb-a7d6-0e3bf6b8eee9 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:03.535237 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "name": "network-vif-plugged", "status": "completed", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:03.535521 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46c69d28-a8ed-4deb-a7d6-0e3bf6b8eee9 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:03.535913 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'code': 200} Jul 09 14:15:03.565024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:04.170701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-6f1df019-d00b-42b3-8a7a-224837f511b6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:04.172178 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-6f1df019-d00b-42b3-8a7a-224837f511b6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1fb3433-85ee-4046-9640-8c17b9a87d61 HTTP/1.1" status: 200 len: 946 time: 0.0733221 Jul 09 14:15:04.276034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Deleting port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:15:04.276365 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:04.339951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.10', 63527) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:04.375309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] For port fbd7dfcb-2a89-4b53-8111-d70f126ddc46, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:04.375710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:04.389323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Calling delete_port for fbd7dfcb-2a89-4b53-8111-d70f126ddc46 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:15:04.460816 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-62418aa8-27ab-49d5-84a3-9af965c700de tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:04.462913 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-62418aa8-27ab-49d5-84a3-9af965c700de tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.10 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 815 time: 0.1210754 Jul 09 14:15:04.480192 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Request body: {'port': {'device_id': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'network_id': '2effbdce-8b20-4158-b580-e836a8303122', 'admin_state_up': True, 'tenant_id': '36f0c8ee344c4dd6b9b4bfe5a1df30c9'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:04.535548 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:04.549967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['fbd7dfcb-2a89-4b53-8111-d70f126ddc46'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:15:04.585722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Pushing event deleted for resources: {'Port': ['ID=fbd7dfcb-2a89-4b53-8111-d70f126ddc46,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:04.617614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Made reservation on behalf of 36f0c8ee344c4dd6b9b4bfe5a1df30c9 for: {'port': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:15:04.621249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:04.634334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e0d8ab96-282b-4f26-9971-d754993f862c req-719b4d43-6e14-431e-8fb9-f85517c97a17 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 210 time: 0.0616519 Jul 09 14:15:04.655912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] No DVR routers for this DVR port fbd7dfcb-2a89-4b53-8111-d70f126ddc46 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:15:04.658651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:04.660891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-551ef4f6-27d0-417b-a442-8f7fd0936da0 req-7d1fca31-9e34-491a-9e7e-35e6d1386a13 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.10 "DELETE /v2.0/ports/fbd7dfcb-2a89-4b53-8111-d70f126ddc46 HTTP/1.1" status: 204 len: 173 time: 0.4810727 Jul 09 14:15:04.662548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'name': 'network-vif-deleted', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:04.665095 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d85e33-104f-439b-8a67-99e2c3ba7625" -d '{"events": [{"server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "name": "network-vif-deleted", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:04.705352 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd6ad7f-5077-41aa-8965-362ce12f3eaa x-openstack-request-id: req-cfd6ad7f-5077-41aa-8965-362ce12f3eaa {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:04.705643 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fb3433-85ee-4046-9640-8c17b9a87d61", "name": "network-vif-deleted", "tag": "fbd7dfcb-2a89-4b53-8111-d70f126ddc46", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:04.705896 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfd6ad7f-5077-41aa-8965-362ce12f3eaa {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:04.706282 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fb3433-85ee-4046-9640-8c17b9a87d61', 'name': 'network-vif-deleted', 'tag': 'fbd7dfcb-2a89-4b53-8111-d70f126ddc46', 'status': 'completed', 'code': 200} Jul 09 14:15:04.823889 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Allocated IP 172.20.0.6 (2effbdce-8b20-4158-b580-e836a8303122/d8c1b05e-d3db-44df-a649-7c3aacb644ed/fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:15:04.985700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.026915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.039321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['fbd7dfcb-2a89-4b53-8111-d70f126ddc46'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:15:05.086923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Network 2effbdce-8b20-4158-b580-e836a8303122 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:15:05.094730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:15:05.102716 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:15:05.132642 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:05.157421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:05.158042 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.171997 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-a24607a0-99d0-482d-b70b-5c1710a4cf70 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6964200 Jul 09 14:15:05.183927 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Request body: {'port': {'device_id': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:05.258475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.562582 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:15:05.569975 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.583696 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Transition to ACTIVE for port object fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:05.587050 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.636533 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:05.704585 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Attempting to bind port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:15:05.704925 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Attempting to bind port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:15:05.705260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Attempting to bind port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on network 2effbdce-8b20-4158-b580-e836a8303122 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:05.710257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on network 2effbdce-8b20-4158-b580-e836a8303122 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:15:05.710580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Attempting to bind port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on network 2effbdce-8b20-4158-b580-e836a8303122 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:05.715463 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:15:05.715801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Checking segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:15:05.716188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Bound using segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:15:05.716615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Bound port: fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:15:05.716968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.784107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h1-799524-3, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:15:05.788015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:15:05.793790 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.818174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b63c-6f94-46bd-906f-af7c8a327e22 req-3932054b-27b2-450f-ac25-7718eb03b086 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:05.819608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0b9b63c-6f94-46bd-906f-af7c8a327e22 req-3932054b-27b2-450f-ac25-7718eb03b086 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 943 time: 0.0696363 Jul 09 14:15:05.828137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:05.828802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:05.830165 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] 10.222.0.10 "PUT /v2.0/ports/fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 1091 time: 0.6505365 Jul 09 14:15:05.830611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:05.859521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd8961-2db9-45b5-af02-2820143e712e service neutron] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:05.867220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0b9b63c-6f94-46bd-906f-af7c8a327e22 req-e8f810a1-9be2-4ab4-813a-c473d0ddcc31 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391536 Jul 09 14:15:05.912899 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6673d211fdd8742cbf6a0cfa7ada0c95760b2636b6902ec8fd9760d0f961c743" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffc1b8e-e57e-4dea-8979-c0bad4585713" -d '{"events": [{"name": "network-changed", "server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:05.979077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-cc14658e-2355-4713-95f2-468f130d74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:05.980625 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-cc14658e-2355-4713-95f2-468f130d74ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1094 time: 0.0931611 Jul 09 14:15:06.039603 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1e0094-720b-421c-9322-34cf96f5192a x-openstack-request-id: req-8e1e0094-720b-421c-9322-34cf96f5192a {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:06.039898 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:06.040152 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e1e0094-720b-421c-9322-34cf96f5192a {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:06.040550 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'status': 'completed', 'code': 200} Jul 09 14:15:06.042058 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-681f6fa9-c2fc-474f-acd5-869a724402b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 217 time: 0.0543430 Jul 09 14:15:06.099571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-fe3de7bf-e83b-4748-871e-080cfc34440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:06.100951 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-fe3de7bf-e83b-4748-871e-080cfc34440d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0527997 Jul 09 14:15:06.147312 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-1cd4f51c-ae55-4708-a0ba-cd589ae1447e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398254 Jul 09 14:15:06.233435 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-b5bc8b2b-6202-4a5f-a647-2d217ae1f6e5 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801873 Jul 09 14:15:06.323698 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-9ba3252a-b864-40c3-b814-0be66a2f62ad req-4f17e119-73b3-4cfe-9912-1f1a900404d4 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830438 Jul 09 14:15:06.421833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-027a2a23-3693-4d2b-aeef-66c47c09e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:06.423273 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-027a2a23-3693-4d2b-aeef-66c47c09e94e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1094 time: 0.0530071 Jul 09 14:15:06.513780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-cd4705f2-8cff-4b5e-b70b-6316e859eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:06.515320 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-cd4705f2-8cff-4b5e-b70b-6316e859eadf service neutron] 10.222.0.10 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0861745 Jul 09 14:15:06.557227 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-89487727-8fc5-4edd-9b60-3a36638c4ba4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 217 time: 0.0346470 Jul 09 14:15:06.609474 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-094e77c1-0a85-4777-bb26-de402489286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:06.610962 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-094e77c1-0a85-4777-bb26-de402489286e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0465755 Jul 09 14:15:06.649624 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-d083feb3-5408-479a-bd70-fa3f876b0500 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308750 Jul 09 14:15:06.737695 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-78d169e8-49b5-4f90-9cbf-0a7d198cddd7 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808296 Jul 09 14:15:06.829957 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cffc1b8e-e57e-4dea-8979-c0bad4585713 req-516e57c1-c6fb-49c0-91c0-126299502c6e service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847607 Jul 09 14:15:07.042032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f355d56-acb0-4f20-897f-d915f9943606 req-eb60f3aa-0505-4ede-8114-4a48b7b57e16 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:07.043524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f355d56-acb0-4f20-897f-d915f9943606 req-eb60f3aa-0505-4ede-8114-4a48b7b57e16 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 943 time: 0.0630610 Jul 09 14:15:07.081742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f355d56-acb0-4f20-897f-d915f9943606 req-e6f35f08-5059-4ef3-829e-f43607207f2c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Jul 09 14:15:08.249844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701b10-6cda-41e0-a006-40ea4e110642 req-06bed08f-d997-4c8a-ab35-a34f9e71486e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:08.251331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad701b10-6cda-41e0-a006-40ea4e110642 req-06bed08f-d997-4c8a-ab35-a34f9e71486e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 943 time: 0.0617061 Jul 09 14:15:08.288639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad701b10-6cda-41e0-a006-40ea4e110642 req-01e4e24a-9c82-4e0b-952e-ebb5a0728761 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Jul 09 14:15:09.366536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:15:09.368686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fbd7dfcb-2a89-4b53-8111-d70f126ddc46 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:15:09.393396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: fbd7dfcb-2a89-4b53-8111-d70f126ddc46 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:15:09.393743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fbd7dfcb-2a89-4b53-8111-d70f126ddc46 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:15:09.465360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302da5b5-6f1d-47da-98b6-b2bda7b75709 req-0eccb918-64d3-4d03-bb42-61c0866df653 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:09.467142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-302da5b5-6f1d-47da-98b6-b2bda7b75709 req-0eccb918-64d3-4d03-bb42-61c0866df653 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 943 time: 0.0700972 Jul 09 14:15:09.495992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:09.505460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-302da5b5-6f1d-47da-98b6-b2bda7b75709 req-7264f098-5f2a-4b11-94f5-c693fe7af9c7 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322258 Jul 09 14:15:09.506888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'network_id': '2effbdce-8b20-4158-b580-e836a8303122', 'port_id': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'mac_address': 'fa:16:3e:81:da:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c1b05e-d3db-44df-a649-7c3aacb644ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:15:09.547101 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:09.560260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:15:09.579818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:09.583928 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:09.631168 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:09.779512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:15:10.678632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8230578-32ac-41ec-bc46-dc5785d4a4a5 req-746c036c-e5c4-43b9-a799-e69ae7cbc820 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:10.680144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8230578-32ac-41ec-bc46-dc5785d4a4a5 req-746c036c-e5c4-43b9-a799-e69ae7cbc820 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 944 time: 0.0634832 Jul 09 14:15:10.717109 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8230578-32ac-41ec-bc46-dc5785d4a4a5 req-9097e4fa-a6d4-4f00-a066-29596751b019 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Jul 09 14:15:11.370561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:15:11.417390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:11.421294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:11.421709 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:11.501200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:11.525002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:11.528243 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22bd833-2586-498d-8dc6-5417b157bc64" -d '{"events": [{"server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "name": "network-vif-plugged", "status": "completed", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:11.546469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:11.550989 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:11.576865 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a303aed-0cf8-4436-b419-9b5dc3284e17 x-openstack-request-id: req-9a303aed-0cf8-4436-b419-9b5dc3284e17 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:11.577182 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "name": "network-vif-plugged", "status": "completed", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:11.577397 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a303aed-0cf8-4436-b419-9b5dc3284e17 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:11.577779 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'code': 200} Jul 09 14:15:11.609156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:11.618297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.618649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.618988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.619338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.619682 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.620018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.620351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.620731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.621012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.621342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.621671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.621998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:11.680803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d26ac-7427-46da-892f-f42d58a92a99 req-be2b946f-f105-4834-9285-d002b8a6d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:11.682341 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-532d26ac-7427-46da-892f-f42d58a92a99 req-be2b946f-f105-4834-9285-d002b8a6d946 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1096 time: 0.0543704 Jul 09 14:15:11.718065 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-532d26ac-7427-46da-892f-f42d58a92a99 req-19637244-16f6-4a66-a7ab-f03ea0e7eb49 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279088 Jul 09 14:15:11.891294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54a2fa-b775-4735-80cd-8f568ecb230f req-eab58ffa-ba93-4da0-889d-9d56a351fb7c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:11.892651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb54a2fa-b775-4735-80cd-8f568ecb230f req-eab58ffa-ba93-4da0-889d-9d56a351fb7c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0666847 Jul 09 14:15:11.930711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb54a2fa-b775-4735-80cd-8f568ecb230f req-6f5a9cb0-2ab7-4687-90a8-12c67819a37e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Jul 09 14:15:12.624154 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:15:13.102620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f57502-bec1-4456-aa34-a0fbfcd2eeab req-7fcd8d45-ad0f-4094-b9e2-261d274a09ca tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:13.104237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05f57502-bec1-4456-aa34-a0fbfcd2eeab req-7fcd8d45-ad0f-4094-b9e2-261d274a09ca tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0637684 Jul 09 14:15:13.143705 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05f57502-bec1-4456-aa34-a0fbfcd2eeab req-fc56ad64-83ec-46e7-8ab7-05d5d802aa37 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Jul 09 14:15:13.338258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa1ada-2aa1-4dc5-b3be-0a08f8a2ff0b req-081a04d6-a1c0-4aca-b0ac-a8d9c5f4630a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:13.339065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12fa1ada-2aa1-4dc5-b3be-0a08f8a2ff0b req-081a04d6-a1c0-4aca-b0ac-a8d9c5f4630a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0788159 Jul 09 14:15:13.389101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12fa1ada-2aa1-4dc5-b3be-0a08f8a2ff0b req-1e59f5f6-1ab4-4d49-95ce-b6bf5179643e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Jul 09 14:15:13.657330 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:13.794896 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-4b9a9778-04ea-4161-a64c-fbefa4012740 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0583076 Jul 09 14:15:13.886286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e69e7-a7ae-44cc-9d08-312db461fa31 req-0da4d1e6-51cf-4595-82b7-1927b1e63e1c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:13.888563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-253e69e7-a7ae-44cc-9d08-312db461fa31 req-0da4d1e6-51cf-4595-82b7-1927b1e63e1c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0805075 Jul 09 14:15:13.936798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-253e69e7-a7ae-44cc-9d08-312db461fa31 req-ed356800-f21b-45e3-82af-4e3a4a5ddc8d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Jul 09 14:15:14.357093 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12becb3c-d4f7-47f8-8d8d-a2b701949b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:14.541217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:15.031508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-333ca1e9-d573-4d8d-95cc-215ab6bc570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:15.033038 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-333ca1e9-d573-4d8d-95cc-215ab6bc570b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1096 time: 0.0524480 Jul 09 14:15:15.113174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390b04f-aeac-4d46-ac3b-0dc0229f3432 req-dc157cec-6ef2-4cb5-a3da-39d7aee68c2f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:15.114673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4390b04f-aeac-4d46-ac3b-0dc0229f3432 req-dc157cec-6ef2-4cb5-a3da-39d7aee68c2f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0624135 Jul 09 14:15:15.125132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-a35f887e-96ff-400d-b834-dd190152154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:15.126838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-a35f887e-96ff-400d-b834-dd190152154b service neutron] 10.222.0.10 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0875227 Jul 09 14:15:15.154106 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4390b04f-aeac-4d46-ac3b-0dc0229f3432 req-e1c98273-d89d-4dd5-8fb1-929ad7490271 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338140 Jul 09 14:15:15.169454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-d5415941-56f7-4764-9156-2f4c1c68249e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 217 time: 0.0353239 Jul 09 14:15:15.220928 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-4dc555b5-2001-4477-8dcc-5eac15895dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:15.222280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-4dc555b5-2001-4477-8dcc-5eac15895dba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0466795 Jul 09 14:15:15.254370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-ae440683-449a-4665-b31a-37167ffd8204 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252974 Jul 09 14:15:15.340968 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-006511f7-f6cc-4b38-bbaa-36057ce23827 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793877 Jul 09 14:15:15.443652 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-c08002e1-0789-40ff-885c-90d9581374c8 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968392 Jul 09 14:15:16.340680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d9e6-f88c-434c-90f5-45eb6e117a76 req-ff24e0e3-b70c-471e-81ad-a9e73bcc501b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:16.342634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23f2d9e6-f88c-434c-90f5-45eb6e117a76 req-ff24e0e3-b70c-471e-81ad-a9e73bcc501b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0701048 Jul 09 14:15:16.382509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23f2d9e6-f88c-434c-90f5-45eb6e117a76 req-f057d7ec-9956-4940-8fc4-879e654b9145 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Jul 09 14:15:16.402759 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-f4a0a954-c2a6-487f-b159-c7ba81067a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:16.404301 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-f4a0a954-c2a6-487f-b159-c7ba81067a03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1096 time: 0.0537705 Jul 09 14:15:16.512587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-0576b5a5-1fec-46de-b94d-9fe976d550b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:16.514088 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-0576b5a5-1fec-46de-b94d-9fe976d550b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0885422 Jul 09 14:15:16.554844 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-52965e1d-e17a-4664-a0ba-a7ca79d7f989 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 217 time: 0.0343928 Jul 09 14:15:16.602093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-332aec3f-1b63-41de-9f0d-01f9ff052ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:16.603582 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-332aec3f-1b63-41de-9f0d-01f9ff052ca9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0427544 Jul 09 14:15:16.635573 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-17c903bb-06e5-4483-8d84-2d64ffa2dede service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258441 Jul 09 14:15:16.726366 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-4f80f5a6-afdb-4667-b21b-00f64dc4cc1e service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849233 Jul 09 14:15:16.820885 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-ce5ca14d-f485-4835-b787-aa46bd9676a1 req-df120538-278e-4476-9987-109d282773d5 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888951 Jul 09 14:15:16.935230 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bde4d7a1-b159-4a20-89b1-65234bf1a570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:17.071651 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:17.554260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e2825-0687-4025-9ba4-e929e5f24eef req-c89456b7-a67b-43b9-95e1-47c3ad6b823c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:17.555790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a1e2825-0687-4025-9ba4-e929e5f24eef req-c89456b7-a67b-43b9-95e1-47c3ad6b823c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0627120 Jul 09 14:15:17.593224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a1e2825-0687-4025-9ba4-e929e5f24eef req-e8df8201-bc2e-4d93-a936-70c2e7890c25 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Jul 09 14:15:18.425726 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:18.764885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d9995-c593-4ce9-a0e6-7e355aea63e9 req-a4e0c25c-c37c-48eb-9b19-d23947535405 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:18.766383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-782d9995-c593-4ce9-a0e6-7e355aea63e9 req-a4e0c25c-c37c-48eb-9b19-d23947535405 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0625920 Jul 09 14:15:18.809751 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-782d9995-c593-4ce9-a0e6-7e355aea63e9 req-7a7ec842-1a98-472c-9f9b-9215cb9146a8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370939 Jul 09 14:15:19.894155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:19.983531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54dd5c-f9b3-4f34-8e9f-fd9763affb45 req-2feb7fa1-b4f5-4cdb-b3e3-0b0059bc799f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:19.984914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e54dd5c-f9b3-4f34-8e9f-fd9763affb45 req-2feb7fa1-b4f5-4cdb-b3e3-0b0059bc799f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0632002 Jul 09 14:15:20.023069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e54dd5c-f9b3-4f34-8e9f-fd9763affb45 req-6e4d16a3-42c1-42b0-9920-99a934cf3e5d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Jul 09 14:15:21.197266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08139c1-6ef8-4a86-9948-d7dbe02420f6 req-02c85394-0df2-49e4-a1ec-4042fb37d22a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:21.198750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c08139c1-6ef8-4a86-9948-d7dbe02420f6 req-02c85394-0df2-49e4-a1ec-4042fb37d22a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0636587 Jul 09 14:15:21.236966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c08139c1-6ef8-4a86-9948-d7dbe02420f6 req-b456e838-7a93-4f19-8087-662663fa959f tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Jul 09 14:15:22.413263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716b08-0b55-44b8-8dd3-134586725e4e req-d1d8d8f7-c845-4503-aa12-d6af811a230a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:22.414659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73716b08-0b55-44b8-8dd3-134586725e4e req-d1d8d8f7-c845-4503-aa12-d6af811a230a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0670874 Jul 09 14:15:22.452553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73716b08-0b55-44b8-8dd3-134586725e4e req-10f8477d-6c2a-4b64-a494-d1e9d5ad6c69 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323386 Jul 09 14:15:23.624489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf1c93-f99f-4ba8-904d-d51cce6d0f1f req-be885f0b-750e-47b2-ab2e-0c270978fc41 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:23.625958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dcf1c93-f99f-4ba8-904d-d51cce6d0f1f req-be885f0b-750e-47b2-ab2e-0c270978fc41 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0631998 Jul 09 14:15:23.665040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dcf1c93-f99f-4ba8-904d-d51cce6d0f1f req-b701f55a-ac9a-4164-9fc8-febabbedcfbc tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Jul 09 14:15:24.833726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5db61a-183f-4907-b2a7-5c73d7934548 req-49ea1342-e385-49bf-8409-5eba2f2ebfc9 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:24.835512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db5db61a-183f-4907-b2a7-5c73d7934548 req-49ea1342-e385-49bf-8409-5eba2f2ebfc9 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0628076 Jul 09 14:15:24.886742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db5db61a-183f-4907-b2a7-5c73d7934548 req-dece23b1-aa68-4ce4-94dd-c623897ba950 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Jul 09 14:15:26.063150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b988cc1-3749-4b91-aa28-5f65b7936e75 req-c00395de-ed42-4cc3-a099-01752e9327a9 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:26.064615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b988cc1-3749-4b91-aa28-5f65b7936e75 req-c00395de-ed42-4cc3-a099-01752e9327a9 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0638494 Jul 09 14:15:26.102560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b988cc1-3749-4b91-aa28-5f65b7936e75 req-812dfa4f-df7f-419a-a665-428a307769e6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Jul 09 14:15:27.273932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866ff18-f1ed-46e9-9962-c017c125f72b req-569dd11b-bd99-4f18-9d73-81cac0a63261 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:27.275433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2866ff18-f1ed-46e9-9962-c017c125f72b req-569dd11b-bd99-4f18-9d73-81cac0a63261 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0629232 Jul 09 14:15:27.313044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2866ff18-f1ed-46e9-9962-c017c125f72b req-bc0519fa-4d9c-4664-a19b-a831d6574c23 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Jul 09 14:15:28.488290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb82b1-4db5-4e3f-bfb9-92e40f7c0ccb req-8593e605-3f06-45b5-ab4a-1aac1ddc260b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:28.489689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ceb82b1-4db5-4e3f-bfb9-92e40f7c0ccb req-8593e605-3f06-45b5-ab4a-1aac1ddc260b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0667145 Jul 09 14:15:28.527415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ceb82b1-4db5-4e3f-bfb9-92e40f7c0ccb req-95af4a6e-04f4-4265-be73-6df57f46ee90 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Jul 09 14:15:29.700137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8fdcf-58cf-4a4e-a27a-ffd617fd175e req-3947e3cc-ca10-439a-8a6a-960b59405493 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:29.701624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d8fdcf-58cf-4a4e-a27a-ffd617fd175e req-3947e3cc-ca10-439a-8a6a-960b59405493 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0629928 Jul 09 14:15:29.738988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0d8fdcf-58cf-4a4e-a27a-ffd617fd175e req-584bb9dd-70aa-41c0-a969-ad784af09375 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Jul 09 14:15:30.938249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869104-d6ea-46a3-9301-09e444ac251f req-0183e9ae-47a2-4b1c-81ca-f1e32c0915ee tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:30.939796 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a4869104-d6ea-46a3-9301-09e444ac251f req-0183e9ae-47a2-4b1c-81ca-f1e32c0915ee tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0748775 Jul 09 14:15:30.983356 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a4869104-d6ea-46a3-9301-09e444ac251f req-083e8821-f2b5-4a72-ad4b-0373f496c122 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Jul 09 14:15:32.177908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38fcc-3997-4c48-af71-76d259589b32 req-0dbe1938-8515-42c9-8e5e-5cfb63c1b354 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:32.179620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9eb38fcc-3997-4c48-af71-76d259589b32 req-0dbe1938-8515-42c9-8e5e-5cfb63c1b354 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0745761 Jul 09 14:15:32.220033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9eb38fcc-3997-4c48-af71-76d259589b32 req-e00b1342-22b1-4d52-a404-cc8556230395 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jul 09 14:15:33.391903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f0e07-55cc-415b-b8d0-404b7f511896 req-18fd539d-32df-4bdf-b074-50d089b4612b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:33.393385 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-480f0e07-55cc-415b-b8d0-404b7f511896 req-18fd539d-32df-4bdf-b074-50d089b4612b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0629930 Jul 09 14:15:33.432005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-480f0e07-55cc-415b-b8d0-404b7f511896 req-6f304f27-01d8-4203-8ab4-34039eae7fdb tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jul 09 14:15:34.609558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd4a73-cb96-453f-9527-97896bc9ff7e req-a0fc610a-ccdc-4c09-9dfe-0e71db95b4f8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:34.611084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12bd4a73-cb96-453f-9527-97896bc9ff7e req-a0fc610a-ccdc-4c09-9dfe-0e71db95b4f8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0681167 Jul 09 14:15:34.649872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12bd4a73-cb96-453f-9527-97896bc9ff7e req-a52d484a-b6c8-4158-a8a8-bf73263e8ac5 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Jul 09 14:15:35.825372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ae31-3a3c-475f-877d-55e0d00d75f4 req-57dbb370-508d-4f44-9fae-fbbccd8256bb tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:35.826890 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7f3ae31-3a3c-475f-877d-55e0d00d75f4 req-57dbb370-508d-4f44-9fae-fbbccd8256bb tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0635734 Jul 09 14:15:35.864996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7f3ae31-3a3c-475f-877d-55e0d00d75f4 req-6fa095e7-eed5-4c3b-b011-aaa47c299ba5 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Jul 09 14:15:37.043091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eafc7e-885b-457c-bbee-f5a4e8a03d53 req-1e1fa645-4998-42df-8ec4-e3c0a2a08ee7 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:37.044585 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86eafc7e-885b-457c-bbee-f5a4e8a03d53 req-1e1fa645-4998-42df-8ec4-e3c0a2a08ee7 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0633180 Jul 09 14:15:37.086409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86eafc7e-885b-457c-bbee-f5a4e8a03d53 req-1827ece5-d984-4d48-8f24-d45600214132 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358303 Jul 09 14:15:38.260483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f0a5e-d5ed-493a-bdb9-9139627936d0 req-43cc0c93-312e-416c-8257-6540b6fc0b44 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:38.261955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-896f0a5e-d5ed-493a-bdb9-9139627936d0 req-43cc0c93-312e-416c-8257-6540b6fc0b44 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0639229 Jul 09 14:15:38.299664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-896f0a5e-d5ed-493a-bdb9-9139627936d0 req-4c4ab68f-b26a-45c3-818a-7cd928fd6dcc tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Jul 09 14:15:39.470718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a835-3570-475f-8863-529f79e27a3e req-3a8c86c9-9e75-408a-b281-8394bdac68b8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:39.472144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5748a835-3570-475f-8863-529f79e27a3e req-3a8c86c9-9e75-408a-b281-8394bdac68b8 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0632093 Jul 09 14:15:39.510772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5748a835-3570-475f-8863-529f79e27a3e req-69c08a9d-c1db-47ab-930a-a1652135c81c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330348 Jul 09 14:15:40.690969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a4f3c-d80d-42f6-ae5e-4fdb1bdb8613 req-82e5b445-d896-4ac1-9922-3421f4f2c979 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:40.692465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d01a4f3c-d80d-42f6-ae5e-4fdb1bdb8613 req-82e5b445-d896-4ac1-9922-3421f4f2c979 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0676568 Jul 09 14:15:40.730727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d01a4f3c-d80d-42f6-ae5e-4fdb1bdb8613 req-2a037e0b-66fc-457b-8a4e-bfb9e23176b1 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326538 Jul 09 14:15:41.903702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b426cd-d763-4320-861f-7df85e4feb34 req-4fba8823-a3c6-4e44-a28d-8d86ae9e6816 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:41.905185 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3b426cd-d763-4320-861f-7df85e4feb34 req-4fba8823-a3c6-4e44-a28d-8d86ae9e6816 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0649216 Jul 09 14:15:41.943548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3b426cd-d763-4320-861f-7df85e4feb34 req-9ddf221a-627d-40ed-bfec-16200ed5140d tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327463 Jul 09 14:15:42.368206 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-29912870-08bd-4943-9d62-250228b86685 service neutron] show failed (client error): The resource could not be found. Jul 09 14:15:42.369218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-29912870-08bd-4943-9d62-250228b86685 service neutron] 10.222.0.10 "GET /v2.0/ports/fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0610557 Jul 09 14:15:42.611632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-e8f63178-1a58-469f-a044-38f5c5d07f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:42.613505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-e8f63178-1a58-469f-a044-38f5c5d07f65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11&tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9 HTTP/1.1" status: 200 len: 1096 time: 0.0530474 Jul 09 14:15:42.624078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:42.698718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:42.902353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:42.935712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:15:42.974062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:42.977258 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420fa2e0-acf4-42f7-9e92-aee386a9d2fa" -d '{"events": [{"server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "name": "network-vif-unplugged", "status": "completed", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:42.980950 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:42.993241 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Transition to ACTIVE for port object fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:42.999250 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:43.072099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] No DVR routers for this DVR port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:15:43.082485 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:43.112033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.112384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.112733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.113073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.113407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.113742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.114074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.114402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.114729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.115080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.115437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.115765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:43.151872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Attempting to bind port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:15:43.152209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Attempting to bind port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:15:43.152599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Attempting to bind port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on network 2effbdce-8b20-4158-b580-e836a8303122 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:43.159571 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on network 2effbdce-8b20-4158-b580-e836a8303122 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:15:43.159897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Attempting to bind port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on network 2effbdce-8b20-4158-b580-e836a8303122 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:43.175757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:15:43.176097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Checking segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:15:43.176481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Bound using segment: {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:15:43.176920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Bound port: fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2effbdce-8b20-4158-b580-e836a8303122'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:15:43.179755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:43.211353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67be4e-6b79-4822-8566-db3a231c772c req-057c9851-05f4-40a8-b8c4-cf7c31ed3e6c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:43.213033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e67be4e-6b79-4822-8566-db3a231c772c req-057c9851-05f4-40a8-b8c4-cf7c31ed3e6c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 943 time: 0.1446664 Jul 09 14:15:43.286095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e67be4e-6b79-4822-8566-db3a231c772c req-48c8fbb6-d452-4606-aee3-b505b87089f6 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548844 Jul 09 14:15:43.291088 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:15:43.294246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:15:43.297709 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:43.333519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:43.334259 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:43.336272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] 10.222.0.11 "PUT /v2.0/ports/fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 1091 time: 0.7162976 Jul 09 14:15:43.354254 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291d8aad-d3fe-4112-ac78-b181255174f7 x-openstack-request-id: req-291d8aad-d3fe-4112-ac78-b181255174f7 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:43.354544 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "name": "network-vif-unplugged", "status": "completed", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:43.354798 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-291d8aad-d3fe-4112-ac78-b181255174f7 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:43.355210 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'code': 200} Jul 09 14:15:43.359770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fd848-22a4-4064-bd1a-e71362064f3d service neutron] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:43.419459 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-200a3d88-e7a6-441e-9851-f984f22abca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:43.420873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-200a3d88-e7a6-441e-9851-f984f22abca7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1094 time: 0.0565665 Jul 09 14:15:43.509877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-cb547295-f20a-405a-b997-949110b5a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:43.511408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-cb547295-f20a-405a-b997-949110b5a09c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0846562 Jul 09 14:15:43.553208 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-74a65994-554b-4ba7-af08-8463cd49d850 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 217 time: 0.0353823 Jul 09 14:15:43.603451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-fcffa605-f808-4814-a179-9fed992181f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:43.604912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-fcffa605-f808-4814-a179-9fed992181f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0465186 Jul 09 14:15:43.637555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-e6860ff3-c900-461a-ac2b-d6423af84934 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265517 Jul 09 14:15:43.665244 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:43.728370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-ed0492df-8c67-4dba-8933-bb8635b825b2 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Jul 09 14:15:43.821643 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8cdb05cd-44c0-4aa6-b88c-e9980eea0955 req-c0d2d7ce-cc7c-40cf-be53-a34fd4053dc0 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869782 Jul 09 14:15:44.357367 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f66a1359-bf3e-48c1-adbc-54f0c0e16bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:44.463006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004b4f8-c7e9-4c7a-aa30-74c3eb2dfc2c req-91befdb7-4936-41fc-85ac-de4b5c2fac5e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:44.464481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1004b4f8-c7e9-4c7a-aa30-74c3eb2dfc2c req-91befdb7-4936-41fc-85ac-de4b5c2fac5e tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 943 time: 0.0637674 Jul 09 14:15:44.501784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1004b4f8-c7e9-4c7a-aa30-74c3eb2dfc2c req-c553c278-01e9-4cf1-8696-49d3b62332ff tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jul 09 14:15:44.564138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:45.356083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:45.358422 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2900e2cb-4f66-48de-b2cc-4093a20e3a48" -d '{"events": [{"name": "network-changed", "server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:45.409284 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f245f068-f577-438c-9258-246d6ec48091 x-openstack-request-id: req-f245f068-f577-438c-9258-246d6ec48091 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:45.409571 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:45.410579 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f245f068-f577-438c-9258-246d6ec48091 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:45.411003 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'status': 'completed', 'code': 200} Jul 09 14:15:45.484685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-5f995634-8fac-4ffa-b1f4-988149b01aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:45.486282 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-5f995634-8fac-4ffa-b1f4-988149b01aa0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1094 time: 0.0573113 Jul 09 14:15:45.499191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-f97d147c-8a0d-4cd5-b0c6-31c9e7b1c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:45.500685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-f97d147c-8a0d-4cd5-b0c6-31c9e7b1c395 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1094 time: 0.0588653 Jul 09 14:15:45.588160 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-e9a9409a-c9dc-4180-a5cd-8dea95cfa28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:45.590318 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-e9a9409a-c9dc-4180-a5cd-8dea95cfa28c service neutron] 10.222.0.10 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0976136 Jul 09 14:15:45.597464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-0b10365d-8076-4bea-a0fb-9fbc7769e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:45.598932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-0b10365d-8076-4bea-a0fb-9fbc7769e41f service neutron] 10.222.0.11 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0922484 Jul 09 14:15:45.644869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-7e1289bd-a8ca-42a4-b762-61a4148b74b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 217 time: 0.0399969 Jul 09 14:15:45.736055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-ec8d7e10-08ac-4c1b-b3f7-ad46afa6338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:45.737536 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-ec8d7e10-08ac-4c1b-b3f7-ad46afa6338d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0833743 Jul 09 14:15:45.780635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2c40-a544-4d99-bdf2-666ef92bb0fa req-5ea4900d-abed-4fff-b0ed-0d63229508f5 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:45.782206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418c2c40-a544-4d99-bdf2-666ef92bb0fa req-5ea4900d-abed-4fff-b0ed-0d63229508f5 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 943 time: 0.1400425 Jul 09 14:15:45.784145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-7c9a5c5d-ef12-4601-88bc-467f8d21f339 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403173 Jul 09 14:15:45.874023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-418c2c40-a544-4d99-bdf2-666ef92bb0fa req-f4a32e55-fd03-4c12-b722-9a8e278aabeb tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858810 Jul 09 14:15:45.916293 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-3524bd86-271a-4368-a2b6-0531a094c08e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 217 time: 0.3191793 Jul 09 14:15:45.916589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-14bc27a5-31d3-4606-89cb-9147db152430 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221564 Jul 09 14:15:45.965471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-8f5bf0f2-3855-40c8-9384-436cd9c88964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:45.967062 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-8f5bf0f2-3855-40c8-9384-436cd9c88964 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0448599 Jul 09 14:15:46.001831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-a8f7a1f0-e213-4b47-9ef8-06aaa90cda53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287273 Jul 09 14:15:46.011935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-be40e34f-7ce3-4e44-8936-8aeebba6d539 service neutron] 10.222.0.11 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892053 Jul 09 14:15:46.100216 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-5fbc6485-07d6-4d77-8fb7-e17eed439c12 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905707 Jul 09 14:15:46.202725 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-efa6228d-fed3-4ea0-a64a-9d9f1af90689 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965116 Jul 09 14:15:46.252165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c72e38-6125-4412-9f66-96d0887913fd req-d95b53df-7edd-4e8d-9c67-a1534a772690 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:46.253517 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-d95b53df-7edd-4e8d-9c67-a1534a772690 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.10 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11&tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 943 time: 0.1226773 Jul 09 14:15:46.261432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322e84a-65a3-4b85-b5aa-65e607b50f19 req-36bf144b-0b5d-4d9b-a1d7-8476ffb38a94 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:46.262806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4322e84a-65a3-4b85-b5aa-65e607b50f19 req-36bf144b-0b5d-4d9b-a1d7-8476ffb38a94 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 943 time: 0.1428273 Jul 09 14:15:46.338813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4322e84a-65a3-4b85-b5aa-65e607b50f19 req-f3bbe2fa-5d3a-4840-b28b-577ee8a843e4 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699584 Jul 09 14:15:46.347115 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-44c72e38-6125-4412-9f66-96d0887913fd req-27435398-e97f-4e28-b287-fc80301faf51 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:15:46.348061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-27435398-e97f-4e28-b287-fc80301faf51 service neutron] 10.222.0.10 "DELETE /v2.0/ports/fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0844257 Jul 09 14:15:46.445424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c72e38-6125-4412-9f66-96d0887913fd req-de68f15d-9327-4dfc-9440-26829c3815ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:46.446991 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-de68f15d-9327-4dfc-9440-26829c3815ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 1094 time: 0.0570540 Jul 09 14:15:46.539032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c72e38-6125-4412-9f66-96d0887913fd req-2c7a10c6-f8a5-4e37-882c-b7aee6790712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:46.540512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-2c7a10c6-f8a5-4e37-882c-b7aee6790712 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 200 len: 915 time: 0.0877724 Jul 09 14:15:46.585242 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-121484b8-89af-4103-b163-29e36238dad7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 200 len: 217 time: 0.0387082 Jul 09 14:15:46.632604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c72e38-6125-4412-9f66-96d0887913fd req-51bc57fc-5634-4c9d-a97e-d27e9c94ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:46.634057 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-51bc57fc-5634-4c9d-a97e-d27e9c94ad16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 200 len: 855 time: 0.0428343 Jul 09 14:15:46.666166 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-c3bb1413-e979-4186-a2fb-798b94570c13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2effbdce-8b20-4158-b580-e836a8303122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261414 Jul 09 14:15:46.757897 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-2d231f14-bb27-4938-bdf3-da97e29b5159 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857162 Jul 09 14:15:46.846714 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c72e38-6125-4412-9f66-96d0887913fd req-a4d6c04d-a720-4700-b292-3b66837ae039 service neutron] 10.222.0.10 "GET /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813208 Jul 09 14:15:46.938524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e98ef0d9-c6d7-4541-90e2-97226e839756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:47.072829 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:47.252308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:15:47.350698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:47.363114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'network_id': '2effbdce-8b20-4158-b580-e836a8303122', 'port_id': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'mac_address': 'fa:16:3e:81:da:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c1b05e-d3db-44df-a649-7c3aacb644ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:15:47.400351 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:47.413882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:15:47.434861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:47.438741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:47.494075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:47.520633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:15:47.561709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:15:47.562482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a56bc6-0709-46ea-ba62-cc27faf286ac req-425c0e85-c6bc-45f7-848a-54a928667036 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:47.565404 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27a56bc6-0709-46ea-ba62-cc27faf286ac req-425c0e85-c6bc-45f7-848a-54a928667036 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 944 time: 0.0919206 Jul 09 14:15:47.609502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27a56bc6-0709-46ea-ba62-cc27faf286ac req-4ad21dd2-b36f-44e0-a1c9-7b3e6d68d103 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383902 Jul 09 14:15:47.653746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:15:47.783114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68519a31-490a-4af4-b42c-0d79639cebae req-98750a01-440e-4621-913f-0d8f5aec21ff tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:47.784626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68519a31-490a-4af4-b42c-0d79639cebae req-98750a01-440e-4621-913f-0d8f5aec21ff tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 944 time: 0.0638950 Jul 09 14:15:47.823509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-68519a31-490a-4af4-b42c-0d79639cebae req-4d2b4027-9e52-4c9f-8a25-b91aa20f0b1b tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Jul 09 14:15:47.993105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0846-0f5c-45f9-8a2b-59954cfa7686 req-ce21b495-36e7-44af-8171-9d0d5666d28c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:47.994482 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54ea0846-0f5c-45f9-8a2b-59954cfa7686 req-ce21b495-36e7-44af-8171-9d0d5666d28c tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 944 time: 0.0617456 Jul 09 14:15:48.031934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-54ea0846-0f5c-45f9-8a2b-59954cfa7686 req-a2c63c50-1c48-4ff1-9237-434a92bb417a tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Jul 09 14:15:48.427298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:48.599292 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02434065-8706-464e-bf91-55cf6683f54c req-8ae7a13d-97cc-495e-89ef-e7a5613e6b28 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:48.601260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02434065-8706-464e-bf91-55cf6683f54c req-8ae7a13d-97cc-495e-89ef-e7a5613e6b28 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 944 time: 0.0662763 Jul 09 14:15:48.639822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02434065-8706-464e-bf91-55cf6683f54c req-ed3a58cb-4fd5-45b6-82f9-bc9a0cc449ba tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Jul 09 14:15:49.268069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:15:49.316024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:49.320644 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:49.321028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:49.397290 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:49.418615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:49.420894 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318fdfce-5367-475a-9db1-0b981348fe5f" -d '{"events": [{"server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "name": "network-vif-plugged", "status": "completed", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:49.434138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:49.438328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:49.465630 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874312a0-259c-4fb1-b782-685111c6c48d x-openstack-request-id: req-874312a0-259c-4fb1-b782-685111c6c48d {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:49.465923 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "name": "network-vif-plugged", "status": "completed", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:49.466179 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-874312a0-259c-4fb1-b782-685111c6c48d {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:49.466568 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'code': 200} Jul 09 14:15:49.491514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:49.603471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-4aceb5f4-1bed-412a-9b53-71299a7b31a0 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:49.604919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-4aceb5f4-1bed-412a-9b53-71299a7b31a0 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.11 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.0636234 Jul 09 14:15:49.622961 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:15:49.708634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Deleting port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:15:49.709007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:49.826198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] For port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,segment=NetworkSegment(fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6),segment_id=fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:49.826557 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:49.847162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Calling delete_port for fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:15:49.872170 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe289-6a8e-4830-b450-69dbc76e4d9f req-10f0b4f6-6a6e-4619-80f6-b44bc1bdabc0 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:49.873805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cedbe289-6a8e-4830-b450-69dbc76e4d9f req-10f0b4f6-6a6e-4619-80f6-b44bc1bdabc0 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/ports?device_id=456fe676-6dd2-4a2d-baf1-29464c6efb11 HTTP/1.1" status: 200 len: 945 time: 0.1152999 Jul 09 14:15:49.899858 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:49.952349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cedbe289-6a8e-4830-b450-69dbc76e4d9f req-fe53e971-525b-4574-8d48-b859e8335e53 tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.32 "GET /v2.0/security-groups?id=3355b027-98d3-42c9-abd4-63f7dd79daf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Jul 09 14:15:50.020837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:50.031802 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:15:50.055118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Pushing event deleted for resources: {'Port': ['ID=fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:50.098496 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] No DVR routers for this DVR port fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:15:50.102159 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:50.104151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5075caed-82d0-4fc9-a7fd-9e323f8c233b req-0d0abda0-c9ee-47b7-8bc2-0a760cfd14fd tempest-ServerDiskConfigTestJSON-58718300 tempest-ServerDiskConfigTestJSON-58718300-project] 10.222.0.11 "DELETE /v2.0/ports/fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd HTTP/1.1" status: 204 len: 173 time: 0.4939985 Jul 09 14:15:50.104565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'name': 'network-vif-deleted', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:50.106787 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa814e43-f3df-4040-a7a2-f062d9c0c074" -d '{"events": [{"server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "name": "network-vif-deleted", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:50.143692 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d8958e-5efd-4354-a14c-f7bc95b3ac05 x-openstack-request-id: req-c8d8958e-5efd-4354-a14c-f7bc95b3ac05 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:50.143981 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456fe676-6dd2-4a2d-baf1-29464c6efb11", "name": "network-vif-deleted", "tag": "fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:50.144232 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8d8958e-5efd-4354-a14c-f7bc95b3ac05 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:50.144711 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456fe676-6dd2-4a2d-baf1-29464c6efb11', 'name': 'network-vif-deleted', 'tag': 'fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd', 'status': 'completed', 'code': 200} Jul 09 14:15:51.182657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51150) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:51.227356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Deleting subnet d8c1b05e-d3db-44df-a649-7c3aacb644ed {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:15:51.230335 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.263603 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.302285 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.358971 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.382914 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c1b05e-d3db-44df-a649-7c3aacb644ed,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:51.390509 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.392382 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d8c1b05e-d3db-44df-a649-7c3aacb644ed HTTP/1.1" status: 204 len: 168 time: 0.2086937 Jul 09 14:15:51.394151 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.394494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.394831 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.395187 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.395302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51152) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:51.395727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.395822 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.396140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.396993 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.397317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.397633 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.397956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.398268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58ee130-aca5-46f0-a069-45d041c48257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:51.465404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.545837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.555806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2effbdce-8b20-4158-b580-e836a8303122']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:51.565582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:51.565883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4ee2a1-4bbf-448d-887a-f3028aa7ecd6') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:51.574967 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.589658 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.595377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:15:51.595763 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:15:51.597419 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:15:51.651486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.656850 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.658683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] 10.222.0.32 "DELETE /v2.0/networks/2effbdce-8b20-4158-b580-e836a8303122 HTTP/1.1" status: 204 len: 168 time: 0.2625051 Jul 09 14:15:51.673671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c16c11-2f10-4c15-a61e-2eba7e09974b admin admin] Pushing event deleted for resources: {'Network': ['ID=2effbdce-8b20-4158-b580-e836a8303122,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:51.766471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51156) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:51.805543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8dfa86cd-56f3-4f3e-b752-e17030e29348 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36f0c8ee344c4dd6b9b4bfe5a1df30c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378742 Jul 09 14:15:51.807942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51158) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:51.855378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fdcbed96-0ec8-4b87-9778-3ef9afa31869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.875676 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fdcbed96-0ec8-4b87-9778-3ef9afa31869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.921577 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fdcbed96-0ec8-4b87-9778-3ef9afa31869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.924115 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fdcbed96-0ec8-4b87-9778-3ef9afa31869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:51.925550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fdcbed96-0ec8-4b87-9778-3ef9afa31869 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3355b027-98d3-42c9-abd4-63f7dd79daf5 HTTP/1.1" status: 204 len: 168 time: 0.1166954 Jul 09 14:15:51.933903 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbed96-0ec8-4b87-9778-3ef9afa31869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3355b027-98d3-42c9-abd4-63f7dd79daf5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:52.572521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51180) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:52.664996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1103058358-network', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:52.686550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Made reservation on behalf of 5c88ac5d72ea4accbbbd8b22902b8ec1 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:15:52.688742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:52.697154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:52.784280 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:52.788233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:52.816856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:15:52.822261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151207c9-cf95-4e53-85cc-aa6ce8618877,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:52.829157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:52.830216 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Added segment 159c95c4-c728-45a5-abe5-f23fbb49cfd8 of type vlan for network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 Jul 09 14:15:52.868768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:52.897995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:52.899069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:52.899652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:52.954437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3807402 Jul 09 14:15:52.957400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51184) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:52.960155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160f850-5257-45ab-b067-285fbe0c115c admin admin] Pushing event updated for resources: {'Network': ['ID=9a2f505e-38d4-4b57-83d6-093c5aaa0275,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:52.964114 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Request body: {'subnet': {'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1103058358-subnet', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:52.973338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:15:52.985031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Made reservation on behalf of 5c88ac5d72ea4accbbbd8b22902b8ec1 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:15:52.987622 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.167251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.220308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6331f69-cc01-405e-b353-d082067e318f,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:53.230669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:15:53.231086 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Network hostable DHCP agents. Network: 9a2f505e-38d4-4b57-83d6-093c5aaa0275, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:15:53.247577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:15:53.257165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 9a2f505e-38d4-4b57-83d6-093c5aaa0275) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:15:53.261249 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:53.261862 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.267402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:15:53.272693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595690a-575c-4f69-9747-6dec3c61843c None None] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:15:53.279687 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bd871dc0-216b-492a-9b94-8d1a80c005e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3211584 Jul 09 14:15:53.282389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51186) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:53.287004 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:53.308075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.309065 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.328777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:15:53.329138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device fdaa2473-b0a6-43c0-ba93-dfb5b90e6cbd not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:15:53.365006 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.440563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:15:53.441423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.504885 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.575666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Allocated IP 172.20.0.2 (9a2f505e-38d4-4b57-83d6-093c5aaa0275/d6331f69-cc01-405e-b353-d082067e318f/189ce51b-9a66-47cb-b36c-1a43a6eabdbf) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:15:53.711965 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.723489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.732044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.733023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Transition to ACTIVE for port object 189ce51b-9a66-47cb-b36c-1a43a6eabdbf will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:53.749572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Transition to ACTIVE for port object 189ce51b-9a66-47cb-b36c-1a43a6eabdbf will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:53.756692 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.792036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:15:53.798177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:15:53.802057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:15:53.808513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Pushing event updated for resources: {'Port': ['ID=189ce51b-9a66-47cb-b36c-1a43a6eabdbf,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:53.837789 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Allocated IP 172.25.5.174 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/afd34bfe-9966-4cf9-86c6-23a6c8e7977e) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:15:53.863389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Attempting to bind port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:15:53.863764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Attempting to bind port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:15:53.864134 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Attempting to bind port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:53.869965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:15:53.870339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:15:53.870744 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.871173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:15:53.871641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Bound port: 189ce51b-9a66-47cb-b36c-1a43a6eabdbf, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:15:53.872025 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.938110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] For port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:15:53.941437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] For port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=189ce51b-9a66-47cb-b36c-1a43a6eabdbf,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:15:53.945842 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.946550 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:53.987501 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:54.011538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42826196-e917-4bb0-8ad4-61d7c6db6f09 None None] Pushing event updated for resources: {'Port': ['ID=189ce51b-9a66-47cb-b36c-1a43a6eabdbf,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:54.039688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:15:54.042577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:15:54.046326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:15:54.052330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Pushing event updated for resources: {'Port': ['ID=afd34bfe-9966-4cf9-86c6-23a6c8e7977e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:54.316882 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:54.515553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:54.649392 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:15:54.763524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:15:54.773233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:15:54.782166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:54.786254 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d01456b9-4a5b-45d0-842e-dbf39454648d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5003755 Jul 09 14:15:54.786545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51188) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:54.788426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:15:54.789110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:54.901152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:15:54.930881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde95ab-6ee9-469d-9ea7-eca840fb63c2 None None] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:15:55.064310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-faaefc07-8ab7-4998-bc54-32efc86547b1 None None] Provisioning for port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:55.218516 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:54Z', 'revision_number': 3, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:55.222018 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.251017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:15:55.251370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Updating router 80eabbd7-9ff6-4282-a442-975e534e7a68 port afd34bfe-9966-4cf9-86c6-23a6c8e7977e binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:15:55.291654 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.392275 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Allocated IP 172.20.0.1 (9a2f505e-38d4-4b57-83d6-093c5aaa0275/d6331f69-cc01-405e-b353-d082067e318f/89c81a5a-4ad3-4bac-82de-24e91725626c) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:15:55.512132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.528259 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Transition to ACTIVE for port object 89c81a5a-4ad3-4bac-82de-24e91725626c will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:55.562481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.603326 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:15:55.606245 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:15:55.609989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:15:55.637481 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Pushing event updated for resources: {'Port': ['ID=89c81a5a-4ad3-4bac-82de-24e91725626c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:55.660395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.738125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.750832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Transition to ACTIVE for port object afd34bfe-9966-4cf9-86c6-23a6c8e7977e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:55.759224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.815950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Attempting to bind port afd34bfe-9966-4cf9-86c6-23a6c8e7977e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:15:55.816331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Attempting to bind port afd34bfe-9966-4cf9-86c6-23a6c8e7977e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:15:55.816966 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Attempting to bind port afd34bfe-9966-4cf9-86c6-23a6c8e7977e on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:55.828326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:15:55.828581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:15:55.828924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.829327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:15:55.830107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Bound port: afd34bfe-9966-4cf9-86c6-23a6c8e7977e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:15:55.830474 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.831835 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:55.832257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fadb7-eb08-4599-b7d2-7895e5aac117 None None] Pushing event updated for resources: {'Port': ['ID=afd34bfe-9966-4cf9-86c6-23a6c8e7977e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:55.878889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 189ce51b-9a66-47cb-b36c-1a43a6eabdbf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:15:55.915785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] For port afd34bfe-9966-4cf9-86c6-23a6c8e7977e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:15:55.934531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] For port afd34bfe-9966-4cf9-86c6-23a6c8e7977e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=afd34bfe-9966-4cf9-86c6-23a6c8e7977e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:15:55.939746 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.003286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:56.005225 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-91dda8b1-70d7-4932-951a-ec2d7bd07c83 None None] Provisioning for port 89c81a5a-4ad3-4bac-82de-24e91725626c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:56.019302 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.022671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:56.023206 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.024459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.027499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-91dda8b1-70d7-4932-951a-ec2d7bd07c83 None None] Provisioning complete for port 89c81a5a-4ad3-4bac-82de-24e91725626c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:56.027860 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91dda8b1-70d7-4932-951a-ec2d7bd07c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.067113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:15:56.067932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:56.069942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fadb7-eb08-4599-b7d2-7895e5aac117 None None] Pushing event updated for resources: {'Port': ['ID=afd34bfe-9966-4cf9-86c6-23a6c8e7977e,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:56.096131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.098700 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Pushing event updated for resources: {'Port': ['ID=89c81a5a-4ad3-4bac-82de-24e91725626c,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:56.138816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-91dda8b1-70d7-4932-951a-ec2d7bd07c83 None None] Port 89c81a5a-4ad3-4bac-82de-24e91725626c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:15:56.195277 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:15:56.197626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:15:56.239652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:15:56.241877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.324580 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:15:56.342226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=189ce51b-9a66-47cb-b36c-1a43a6eabdbf,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:56.377925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.470760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=189ce51b-9a66-47cb-b36c-1a43a6eabdbf,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:56.508074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-04676b5c-4084-4f7d-a8d9-e47526d2cf99 None None] Provisioning complete for port 89c81a5a-4ad3-4bac-82de-24e91725626c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:56.508352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-04676b5c-4084-4f7d-a8d9-e47526d2cf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:56.551866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-04676b5c-4084-4f7d-a8d9-e47526d2cf99 None None] Port 89c81a5a-4ad3-4bac-82de-24e91725626c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:15:56.571363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 2, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:56.599113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c39f39-3d01-4d64-b3eb-74bd7a50e27b None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 2, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:15:56.767912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:15:56.774393 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f6077fa3-7f29-4f0a-abfd-1698e762af61 admin admin] 10.222.0.32 "PUT /v2.0/routers/80eabbd7-9ff6-4282-a442-975e534e7a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860563 Jul 09 14:15:57.219964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51196) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:57.225357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-537d0ecc-329a-4fdb-8950-d1c797700c24 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899350062', 'description': 'tempest-description--1916030365'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:57.267580 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-537d0ecc-329a-4fdb-8950-d1c797700c24 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.367411 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-537d0ecc-329a-4fdb-8950-d1c797700c24 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.372093 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-537d0ecc-329a-4fdb-8950-d1c797700c24 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.399659 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-537d0ecc-329a-4fdb-8950-d1c797700c24 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.403484 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-537d0ecc-329a-4fdb-8950-d1c797700c24 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1793766 Jul 09 14:15:57.403717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 51198) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:57.409097 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-53061ae4-29fa-4167-bf82-71ac08c20f52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'security_group_rule': {'security_group_id': '871b75d5-eca8-4c00-8bdd-945d440edf94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:57.414416 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d0ecc-329a-4fdb-8950-d1c797700c24 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871b75d5-eca8-4c00-8bdd-945d440edf94,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:57.440836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53061ae4-29fa-4167-bf82-71ac08c20f52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.505395 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53061ae4-29fa-4167-bf82-71ac08c20f52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.510608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53061ae4-29fa-4167-bf82-71ac08c20f52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.531781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53061ae4-29fa-4167-bf82-71ac08c20f52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae8075d-979f-4b3a-b4e8-a9bcc01c84e0,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:57.538221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53061ae4-29fa-4167-bf82-71ac08c20f52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.542318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51200) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:57.542923 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-53061ae4-29fa-4167-bf82-71ac08c20f52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376424 Jul 09 14:15:57.548116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3d7413f7-047d-433c-a7d7-86f58cbc644c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'security_group_rule': {'security_group_id': '871b75d5-eca8-4c00-8bdd-945d440edf94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:57.586668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d7413f7-047d-433c-a7d7-86f58cbc644c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.648878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d7413f7-047d-433c-a7d7-86f58cbc644c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.652881 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d7413f7-047d-433c-a7d7-86f58cbc644c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.675695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7413f7-047d-433c-a7d7-86f58cbc644c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a0862d-5f22-4e42-b2fe-cb2d498e36fa,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:57.681982 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3d7413f7-047d-433c-a7d7-86f58cbc644c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.683276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3d7413f7-047d-433c-a7d7-86f58cbc644c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389692 Jul 09 14:15:57.686430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51202) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:57.690978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:57.713095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:57.873692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device afd34bfe-9966-4cf9-86c6-23a6c8e7977e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:15:57.932242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port afd34bfe-9966-4cf9-86c6-23a6c8e7977e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:57.936745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port afd34bfe-9966-4cf9-86c6-23a6c8e7977e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:57.937262 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.017286 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.040454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port afd34bfe-9966-4cf9-86c6-23a6c8e7977e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=afd34bfe-9966-4cf9-86c6-23a6c8e7977e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:58.044567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.045552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 189ce51b-9a66-47cb-b36c-1a43a6eabdbf up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:15:58.127748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=afd34bfe-9966-4cf9-86c6-23a6c8e7977e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:58.142089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:58.142561 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.159205 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.263676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Allocated IP 172.25.5.27 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/f167818d-97d3-4615-8482-0ece081bc61d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:15:58.367740 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.407180 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.448356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:15:58.453877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:15:58.457319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:15:58.481206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'Port': ['ID=f167818d-97d3-4615-8482-0ece081bc61d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:58.545552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.588598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.601627 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:15:58.611207 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:15:58.611922 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:58.721586 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:15:58.750695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.755253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.829144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'Port': ['ID=f167818d-97d3-4615-8482-0ece081bc61d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:58.837907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.851168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:58.859915 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d9fc2770-3a6c-404b-8294-5d0c3882ae00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1649296 Jul 09 14:15:58.932403 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 2, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:58.959815 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:15:58.960169 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Updating router 80eabbd7-9ff6-4282-a442-975e534e7a68 port 89c81a5a-4ad3-4bac-82de-24e91725626c binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:15:58.993473 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:59.008590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-0b40003e-5f64-4c2b-b216-f22df23ff9ac tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--899350062&fields=id&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 267 time: 0.0354505 Jul 09 14:15:59.125965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756045f1-dd88-49db-8de9-92efdfd901ac req-6ac12879-adbc-47e1-93a5-0534818041b9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:59.127396 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-6ac12879-adbc-47e1-93a5-0534818041b9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 812 time: 0.1123588 Jul 09 14:15:59.143534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-c22bf336-7fdb-4895-80ca-2be543dd8e3c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/quotas/5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0097311 Jul 09 14:15:59.222039 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7b52412e-cc60-40a9-ad23-a7fa57208be2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717428 Jul 09 14:15:59.259921 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:59.269599 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Transition to ACTIVE for port object 89c81a5a-4ad3-4bac-82de-24e91725626c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:59.275796 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:59.324685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-06c55cec-fbce-4c0c-b35c-10addf6e39f9 service neutron] 10.222.0.32 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911229 Jul 09 14:15:59.348533 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Pushing event updated for resources: {'Port': ['ID=89c81a5a-4ad3-4bac-82de-24e91725626c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:59.380134 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.380396 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.381341 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.382180 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.382180 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.382494 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.382818 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.383289 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.383622 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.383944 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.384262 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.384598 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:15:59.392189 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Attempting to bind port 89c81a5a-4ad3-4bac-82de-24e91725626c on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:15:59.392848 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Attempting to bind port 89c81a5a-4ad3-4bac-82de-24e91725626c by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:15:59.393068 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Attempting to bind port 89c81a5a-4ad3-4bac-82de-24e91725626c on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:59.400221 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:15:59.400594 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:15:59.400997 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:59.401385 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:15:59.401854 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Bound port: 89c81a5a-4ad3-4bac-82de-24e91725626c, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:15:59.402228 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:59.435625 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-8becb34a-3ceb-4e67-954f-25214b7be7a6 service neutron] 10.222.0.32 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039972 Jul 09 14:15:59.475697 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] For port 89c81a5a-4ad3-4bac-82de-24e91725626c, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:15:59.479034 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] For port 89c81a5a-4ad3-4bac-82de-24e91725626c, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89c81a5a-4ad3-4bac-82de-24e91725626c,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:15:59.488642 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:59.549790 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:15:59.550424 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:59.553411 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719992-0a43-4990-b8d3-aaf5d8e42a6f None None] Pushing event updated for resources: {'Port': ['ID=89c81a5a-4ad3-4bac-82de-24e91725626c,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:59.636723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6c062fa-5518-4d8d-a6f2-e7c9f32006ea req-65242594-5642-406e-8857-0fb97aff564e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 210 time: 0.0436106 Jul 09 14:15:59.768213 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:15:59.872371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89c81a5a-4ad3-4bac-82de-24e91725626c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:15:59.927425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 89c81a5a-4ad3-4bac-82de-24e91725626c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:59.935597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 89c81a5a-4ad3-4bac-82de-24e91725626c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:59.936665 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:59.994933 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:15:59Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:16:00.023741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:00.031573 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278fb48-a5ef-49b1-85f8-c7eb18f00c11 None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:15:59Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:16:00.058928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 89c81a5a-4ad3-4bac-82de-24e91725626c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89c81a5a-4ad3-4bac-82de-24e91725626c,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:16:00.063140 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:00.067696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device afd34bfe-9966-4cf9-86c6-23a6c8e7977e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:16:00.155324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=89c81a5a-4ad3-4bac-82de-24e91725626c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:16:00.167961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port afd34bfe-9966-4cf9-86c6-23a6c8e7977e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:16:00.168349 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:00.806286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c35f871a-5572-4c45-a5f2-7eccd56933ac req-64c099d7-392b-49d0-b04d-61a6b6177be6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 210 time: 0.0332232 Jul 09 14:16:00.856369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756045f1-dd88-49db-8de9-92efdfd901ac req-b5a376c7-5a6b-48ac-84ed-8b390f2b532a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:00.857833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-b5a376c7-5a6b-48ac-84ed-8b390f2b532a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 812 time: 0.1369774 Jul 09 14:16:00.901833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-2b2fcde5-2eaa-4bb6-a8e4-4fa33a5fce35 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 379 time: 0.0356698 Jul 09 14:16:00.910515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'port': {'device_id': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'admin_state_up': True, 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'security_groups': ['871b75d5-eca8-4c00-8bdd-945d440edf94']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:16:01.020394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Made reservation on behalf of 5c88ac5d72ea4accbbbd8b22902b8ec1 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:16:01.024094 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.148445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Allocated IP 172.20.0.4 (9a2f505e-38d4-4b57-83d6-093c5aaa0275/d6331f69-cc01-405e-b353-d082067e318f/ea1bba50-76e3-4a74-817b-9870b8f4c84e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:16:01.290017 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.303716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Transition to ACTIVE for port object ea1bba50-76e3-4a74-817b-9870b8f4c84e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:16:01.336969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.381446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:16:01.384477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:16:01.388329 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:16:01.394771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:16:01.441404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:01.442034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.457469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-7fdb377d-ee3e-4ef9-b413-bad46db8bc5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502875 Jul 09 14:16:01.470231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Request body: {'port': {'device_id': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:16:01.552896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.580951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-62b123ee-43a9-4534-8a67-ee9e8e6da968 None None] Provisioning for port ea1bba50-76e3-4a74-817b-9870b8f4c84e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:16:01.585655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-62b123ee-43a9-4534-8a67-ee9e8e6da968 None None] Provisioning complete for port ea1bba50-76e3-4a74-817b-9870b8f4c84e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:16:01.586033 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-62b123ee-43a9-4534-8a67-ee9e8e6da968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.620833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-62b123ee-43a9-4534-8a67-ee9e8e6da968 None None] Port ea1bba50-76e3-4a74-817b-9870b8f4c84e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:16:01.789406 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89c81a5a-4ad3-4bac-82de-24e91725626c up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:16:01.826128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1bba50-76e3-4a74-817b-9870b8f4c84e {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:16:01.833523 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.841932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 89c81a5a-4ad3-4bac-82de-24e91725626c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:16:01.842315 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.846973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Transition to ACTIVE for port object ea1bba50-76e3-4a74-817b-9870b8f4c84e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:16:01.852083 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.910028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:16:02.030313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Attempting to bind port ea1bba50-76e3-4a74-817b-9870b8f4c84e on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:16:02.030649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Attempting to bind port ea1bba50-76e3-4a74-817b-9870b8f4c84e by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:16:02.030995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Attempting to bind port ea1bba50-76e3-4a74-817b-9870b8f4c84e on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:16:02.040068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Port ea1bba50-76e3-4a74-817b-9870b8f4c84e on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:16:02.040390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Attempting to bind port ea1bba50-76e3-4a74-817b-9870b8f4c84e on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:16:02.047545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:16:02.047887 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:16:02.048273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:16:02.048702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Bound port: ea1bba50-76e3-4a74-817b-9870b8f4c84e, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:16:02.049062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:02.072387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd2717-99f3-439a-9eba-d4445672d03c req-c1c36ddf-3f3c-4b9a-ae06-a0f5838ba5bd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:02.073908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39fd2717-99f3-439a-9eba-d4445672d03c req-c1c36ddf-3f3c-4b9a-ae06-a0f5838ba5bd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 943 time: 0.1396155 Jul 09 14:16:02.155120 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39fd2717-99f3-439a-9eba-d4445672d03c req-4a36c8dd-f674-458e-8d1a-91f1cb5c7c74 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741193 Jul 09 14:16:02.159348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:16:02.162768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:16:02.167289 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:02.201985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:02.202521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:02.203936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 1091 time: 0.7384109 Jul 09 14:16:02.204379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:16:02.206631 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:16:02.230902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e29e9f-c953-4c58-a604-62d2867b64f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:16:02.250677 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e60d0d-6ffb-4401-b438-43dc5bdf207e x-openstack-request-id: req-d0e60d0d-6ffb-4401-b438-43dc5bdf207e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:16:02.251007 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:16:02.251253 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0e60d0d-6ffb-4401-b438-43dc5bdf207e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:16:02.251745 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'status': 'completed', 'code': 200} Jul 09 14:16:02.318721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756045f1-dd88-49db-8de9-92efdfd901ac req-984cd2dc-38af-40b7-8b67-ae8a9cac0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:02.320527 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-984cd2dc-38af-40b7-8b67-ae8a9cac0c81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1094 time: 0.0636699 Jul 09 14:16:02.363583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-3a20afb2-f749-471d-8cf5-bdac4cfa1a46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 217 time: 0.0360477 Jul 09 14:16:02.414221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756045f1-dd88-49db-8de9-92efdfd901ac req-38a257ba-170e-47c5-b8e9-5120f664a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:02.415805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-38a257ba-170e-47c5-b8e9-5120f664a807 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0460567 Jul 09 14:16:02.473803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756045f1-dd88-49db-8de9-92efdfd901ac req-86910dc4-012c-4837-a2cf-aac14f707421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:02.475491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-86910dc4-012c-4837-a2cf-aac14f707421 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530653 Jul 09 14:16:02.570735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-f40abe9c-61ed-4402-926c-5382470474c1 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891948 Jul 09 14:16:02.658678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-756045f1-dd88-49db-8de9-92efdfd901ac req-84de34c3-e023-47f5-ad4a-95912ca84978 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821116 Jul 09 14:16:02.763788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-8dbe2c2c-74b2-49bd-808b-7ccbfc6d9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:02.765291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-8dbe2c2c-74b2-49bd-808b-7ccbfc6d9c35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1094 time: 0.0575268 Jul 09 14:16:02.855390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-7cbd3ccf-71ef-4f63-9fdc-2e7ed37c1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:02.856865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-7cbd3ccf-71ef-4f63-9fdc-2e7ed37c1c35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0860605 Jul 09 14:16:02.900104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-85e70d79-f1f5-4f92-b19a-b503600ffc62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 217 time: 0.0374732 Jul 09 14:16:02.947488 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-2acf775c-a95a-49ac-ab20-4ebd15e90023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:02.948920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-2acf775c-a95a-49ac-ab20-4ebd15e90023 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0432653 Jul 09 14:16:03.013511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-d2f7405c-341c-43eb-8bd3-00d00078c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:03.015046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-d2f7405c-341c-43eb-8bd3-00d00078c000 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595260 Jul 09 14:16:03.111497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-06549a9f-695f-4e56-baba-6062434bbde7 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894291 Jul 09 14:16:03.207578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ae08dde-ce3f-4827-8a14-cdfd13c3eb4d req-6d285b31-0919-41f1-9f74-15a3c21aed36 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Jul 09 14:16:03.330525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8ae30-588a-46dd-a537-3a1f21d239a7 req-757bfd35-c2d8-4e1e-9177-5acd59a774eb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:03.332376 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e8a8ae30-588a-46dd-a537-3a1f21d239a7 req-757bfd35-c2d8-4e1e-9177-5acd59a774eb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 943 time: 0.0663505 Jul 09 14:16:03.370962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e8a8ae30-588a-46dd-a537-3a1f21d239a7 req-16b2d5b3-d645-48ed-a2ee-bf567f7f49eb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 Jul 09 14:16:04.547696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41262b-abd9-4a9c-b209-16900b4531fa req-11f7b962-8ace-446e-9c4f-afd5fb071369 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:04.549195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b41262b-abd9-4a9c-b209-16900b4531fa req-11f7b962-8ace-446e-9c4f-afd5fb071369 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 943 time: 0.0665851 Jul 09 14:16:04.587286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b41262b-abd9-4a9c-b209-16900b4531fa req-fb297710-1e61-4e94-88b6-7bfd4df2fc66 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316775 Jul 09 14:16:05.329720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ea1bba50-76e3-4a74-817b-9870b8f4c84e details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:16:05.427307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:16:05.438821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'mac_address': 'fa:16:3e:be:c1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:16:05.474782 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:05.488140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1bba50-76e3-4a74-817b-9870b8f4c84e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:16:05.508048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:16:05.512086 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:05.561782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:16:05.697727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ea1bba50-76e3-4a74-817b-9870b8f4c84e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:16:05.775055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45815f0d-a5a2-4c96-a97a-bc866c83e473 req-fa438e89-388e-434d-98eb-b2fb4d796334 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:05.776571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45815f0d-a5a2-4c96-a97a-bc866c83e473 req-fa438e89-388e-434d-98eb-b2fb4d796334 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 944 time: 0.0755479 Jul 09 14:16:05.816449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45815f0d-a5a2-4c96-a97a-bc866c83e473 req-338c2821-57a5-4b1b-a3b6-7d689ff3f0e5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338898 Jul 09 14:16:06.992676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc3e14-de41-47e0-9f23-7047fa9f997d req-e6c9609c-20b5-4cbf-96a1-55e6f80cd68c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:06.994051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abcc3e14-de41-47e0-9f23-7047fa9f997d req-e6c9609c-20b5-4cbf-96a1-55e6f80cd68c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 944 time: 0.0655344 Jul 09 14:16:07.032923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abcc3e14-de41-47e0-9f23-7047fa9f997d req-a4fbf0aa-48be-42ab-aefb-478e58c88660 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Jul 09 14:16:07.345283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ea1bba50-76e3-4a74-817b-9870b8f4c84e up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:16:07.392367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port ea1bba50-76e3-4a74-817b-9870b8f4c84e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:16:07.395930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ea1bba50-76e3-4a74-817b-9870b8f4c84e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:16:07.396304 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:07.473253 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:07.494514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:16:07.496834 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f236bb5-5d71-47ef-8eca-97fd69182b68" -d '{"events": [{"server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "name": "network-vif-plugged", "status": "completed", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:16:07.510095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:16:07.514376 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:07.539744 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e83e2f-48fb-43b8-8b20-233e75046af7 x-openstack-request-id: req-39e83e2f-48fb-43b8-8b20-233e75046af7 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:16:07.540099 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "name": "network-vif-plugged", "status": "completed", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:16:07.540279 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39e83e2f-48fb-43b8-8b20-233e75046af7 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:16:07.540660 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'code': 200} Jul 09 14:16:07.567348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:16:07.645432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb55740-3ecf-4ac2-9d93-a612b5ccdf9c req-f93e3c69-1569-4e90-9fed-c0499c2af996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:07.647030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2cb55740-3ecf-4ac2-9d93-a612b5ccdf9c req-f93e3c69-1569-4e90-9fed-c0499c2af996 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1096 time: 0.0525057 Jul 09 14:16:07.680564 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2cb55740-3ecf-4ac2-9d93-a612b5ccdf9c req-15d07b74-964e-425f-bf04-4daa54038ce5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271208 Jul 09 14:16:08.222410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf378-d4e0-4fbc-af0c-55fc372abe86 req-b20cb3ce-c69c-4376-aeef-f41eec6905af tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:08.223939 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f5bf378-d4e0-4fbc-af0c-55fc372abe86 req-b20cb3ce-c69c-4376-aeef-f41eec6905af tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0627079 Jul 09 14:16:08.262804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f5bf378-d4e0-4fbc-af0c-55fc372abe86 req-3243266c-4690-42d7-a104-a6a992dec160 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327733 Jul 09 14:16:09.437894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ad593-2e9c-4e64-a00e-907ffa201770 req-fefaa6d7-e7af-441c-9950-735c54e20da1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:09.439281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c00ad593-2e9c-4e64-a00e-907ffa201770 req-fefaa6d7-e7af-441c-9950-735c54e20da1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0663295 Jul 09 14:16:09.481925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c00ad593-2e9c-4e64-a00e-907ffa201770 req-8e85b56d-3af9-4574-8ca2-01a5d94dd5a2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369580 Jul 09 14:16:09.649758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c183c9-6dbc-4bc7-a22f-cd1603edce3a req-2af3e47e-3c7c-4190-99e7-724253cdce7c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:09.651274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28c183c9-6dbc-4bc7-a22f-cd1603edce3a req-2af3e47e-3c7c-4190-99e7-724253cdce7c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0629945 Jul 09 14:16:09.659583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51252) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:16:09.664533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'floatingip': {'port_id': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:16:09.706787 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:10.153298 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:10.157815 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:10.254912 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Floating IP 941b178f-51dd-4a04-9347-4dd325675999 associated. External IP: 172.25.5.27, port: ea1bba50-76e3-4a74-817b-9870b8f4c84e. Jul 09 14:16:10.464112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:16:10.571703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:16:10.576268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:10.581007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:16:10.591695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:16:10.592326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:16:10.613656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e1194d00-9fcb-4248-810c-19d7ea294fe0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "PUT /v2.0/floatingips/941b178f-51dd-4a04-9347-4dd325675999 HTTP/1.1" status: 200 len: 990 time: 0.9530218 Jul 09 14:16:10.614239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:16:10.617277 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad" -d '{"events": [{"name": "network-changed", "server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:16:10.700504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:16:10.742458 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef100b73-8b4c-4746-b3b4-1fd2ec3f34a0 x-openstack-request-id: req-ef100b73-8b4c-4746-b3b4-1fd2ec3f34a0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:16:10.742749 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:16:10.743084 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef100b73-8b4c-4746-b3b4-1fd2ec3f34a0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:16:10.743861 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'status': 'completed', 'code': 200} Jul 09 14:16:10.823782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-e4ecca84-34f8-437e-bcab-871aa4cce1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:10.825352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-e4ecca84-34f8-437e-bcab-871aa4cce1f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1096 time: 0.0600593 Jul 09 14:16:10.917317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-eea7aa04-5281-4796-89d8-903ac2adb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:10.918820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-eea7aa04-5281-4796-89d8-903ac2adb377 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0876904 Jul 09 14:16:10.986917 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-f3f80a3b-1325-4de9-8b36-c5b5c4ace10b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 998 time: 0.0614400 Jul 09 14:16:11.035211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-93490b52-ab34-46c9-9bd0-61485b81fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:11.036741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-93490b52-ab34-46c9-9bd0-61485b81fa38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0440300 Jul 09 14:16:11.087839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:be:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:16:10Z', 'revision_number': 1, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:16:11.096086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-9e7b4a6e-ce4c-494e-a0a7-22f03b849819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:11.097647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-9e7b4a6e-ce4c-494e-a0a7-22f03b849819 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547233 Jul 09 14:16:11.119825 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:16:11.130687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:16:11.131393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:15:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:16:11.199761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-28aac122-c084-46ca-a95f-49f5251c4fc7 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954390 Jul 09 14:16:11.240921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:16:11.287833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4f34622c-2fdb-4ff0-bcfc-7e7af49d0dad req-4f4c643d-fdba-4a6b-a627-848434168104 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Jul 09 14:16:11.474934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:be:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:16:10Z', 'revision_number': 1, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:16:11.508258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e2af1-4c04-40d7-bfd2-928c997ea036 None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:be:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:16:10Z', 'revision_number': 1, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:16:11.699422 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d6b1b-ae9d-4a6d-aeb4-ea004c0e5169 None None] New status for floating IP 941b178f-51dd-4a04-9347-4dd325675999: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:16:13.692385 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:14.362194 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-94a866be-ab6a-4419-982f-3dfa85a17ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:14.522846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-0711dfb6-79c0-48bb-a735-c408455d4e2e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548356 Jul 09 14:16:14.573306 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:14.990172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-1ed89542-ffe4-45ec-9874-4f7957bd043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:14.991777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-1ed89542-ffe4-45ec-9874-4f7957bd043a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1096 time: 0.4247918 Jul 09 14:16:15.096358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-63a65514-df5a-490a-8cf5-5ef9f01f102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:15.097839 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-63a65514-df5a-490a-8cf5-5ef9f01f102d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0862057 Jul 09 14:16:15.174042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-db2f2b24-a6ca-42eb-83a3-ed08b6ce0f4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 1000 time: 0.0687034 Jul 09 14:16:15.222658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-9074c68a-546e-4e57-a18a-f24849f11b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:15.224149 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-9074c68a-546e-4e57-a18a-f24849f11b79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0436673 Jul 09 14:16:15.280781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-5139744b-f995-4cba-9cdb-b361dc6b68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:15.282279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-5139744b-f995-4cba-9cdb-b361dc6b68dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523851 Jul 09 14:16:15.379365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-3439770d-a1ec-474d-b95a-d254f57d8cff service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909226 Jul 09 14:16:15.466727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a0b7257-4d67-4c85-8144-341cd8caa189 req-29485e2e-ad7c-4005-90b6-1f6db1ecf311 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809319 Jul 09 14:16:16.940096 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b44434e1-e72b-4b67-a9ff-b680caf24406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:17.073610 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:18.436298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:19.899809 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:26.622893 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:16:43.686352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:44.363574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4e534ccc-72fd-4f4c-8ae7-6a2d0f750ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:44.582766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:46.941263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-579b9cac-1687-4f2d-87fd-1f6448183136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:47.074330 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:48.434550 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:49.902539 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:03.622603 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:17:13.702789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:14.363748 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4ea3183d-f9a0-421b-8029-bb5a0df791a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:14.520720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-81cd4e32-bb0e-4bf7-857b-05a5fb183bc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584741 Jul 09 14:17:14.597868 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:14.616235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-5244a36d-29e2-4565-91d6-a21e7592d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:14.617742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-5244a36d-29e2-4565-91d6-a21e7592d367 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1096 time: 0.0560944 Jul 09 14:17:14.727984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-55c83751-e29f-4b7c-886c-9fa6ae2e0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:14.729642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-55c83751-e29f-4b7c-886c-9fa6ae2e0964 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0864160 Jul 09 14:17:14.802872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-616a249f-7e7c-4bc2-9209-946180287c38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 1000 time: 0.0660388 Jul 09 14:17:14.851495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-c2fe3bdf-a723-48ce-9a2b-ecaf913d2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:14.852908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-c2fe3bdf-a723-48ce-9a2b-ecaf913d2171 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0441406 Jul 09 14:17:14.908381 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-335c9d71-81ed-4766-84dd-0e1e0643a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:14.909849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-335c9d71-81ed-4766-84dd-0e1e0643a446 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509624 Jul 09 14:17:15.003100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-098b185c-edcd-4936-86c8-3f01fdd311a9 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866351 Jul 09 14:17:15.092189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b3ca8fb-60b0-47aa-96c5-91e6641eb3ea req-da1d7b24-6b3f-434c-88e2-dd3ca7d4337e service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828855 Jul 09 14:17:16.955384 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-85b32a62-c8e1-4f8f-acd3-cf013304e00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:17.074998 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:18.438264 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:19.905641 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:40.622367 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:17:43.700881 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:44.365943 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a29ef182-379c-4c19-a540-6da165f156c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:44.597504 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:45.803782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249c9ed-72a2-4c2d-90dc-95fb839c4591 req-abf438bb-c8c5-4334-b894-ec77e0334713 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:45.805245 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5249c9ed-72a2-4c2d-90dc-95fb839c4591 req-abf438bb-c8c5-4334-b894-ec77e0334713 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0678086 Jul 09 14:17:45.842847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5249c9ed-72a2-4c2d-90dc-95fb839c4591 req-da49de93-e81d-4334-9f24-42acca7ce112 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313807 Jul 09 14:17:46.181475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-68e624ca-8137-4ec9-b5c9-a23d56e659bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534470 Jul 09 14:17:46.239092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b02b6-904f-496a-b45a-601ac465d615 req-eb32be0d-f38c-4a9a-9248-441f4e2ddf0a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:46.242806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b7b02b6-904f-496a-b45a-601ac465d615 req-eb32be0d-f38c-4a9a-9248-441f4e2ddf0a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0687580 Jul 09 14:17:46.282330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b7b02b6-904f-496a-b45a-601ac465d615 req-71618319-a874-4def-824b-9c1e3e9b0226 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332286 Jul 09 14:17:46.953338 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1a591fde-ec32-45a0-aab6-ce93f24bf4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:47.075969 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:47.416224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-6ae5ff77-b5de-4162-bd6c-c02d5ac94daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:47.417674 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-6ae5ff77-b5de-4162-bd6c-c02d5ac94daa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1096 time: 0.0618255 Jul 09 14:17:47.546120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bebc52-f70d-4f09-ac7e-63573a804726 req-f25f5247-1b9f-4dfe-8500-a89ed72d7c18 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:47.547638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4bebc52-f70d-4f09-ac7e-63573a804726 req-f25f5247-1b9f-4dfe-8500-a89ed72d7c18 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.1423440 Jul 09 14:17:47.552368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-1f360784-70cd-4f77-986b-2ff16682ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:47.553736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-1f360784-70cd-4f77-986b-2ff16682ee7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1137381 Jul 09 14:17:47.627711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4bebc52-f70d-4f09-ac7e-63573a804726 req-f2722d90-78b9-4f8e-a098-eaa4689062c1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729322 Jul 09 14:17:47.644360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-490f8989-08d4-4c7a-9174-2003b3281763 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 1000 time: 0.0823991 Jul 09 14:17:47.693721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-8c4e0275-17d2-467a-8c0c-4834cf54f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:47.695151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-8c4e0275-17d2-467a-8c0c-4834cf54f63e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0442069 Jul 09 14:17:47.751214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-3fe4ff80-6c8a-4fbb-afce-f4ff0c7f71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:47.752710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-3fe4ff80-6c8a-4fbb-afce-f4ff0c7f71e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513866 Jul 09 14:17:47.850798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-7e154b81-9d36-46c0-b309-0523002211d0 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915895 Jul 09 14:17:47.939801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-233a998d-0eec-4237-9464-03ee00813d2f service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815091 Jul 09 14:17:48.439726 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:48.808883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3c669-aadb-4811-8deb-02ae6913ec3c req-2674329a-b8c0-49ed-a143-e5b82cee8ae7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:48.810378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ca3c669-aadb-4811-8deb-02ae6913ec3c req-2674329a-b8c0-49ed-a143-e5b82cee8ae7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0722988 Jul 09 14:17:48.848569 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0ca3c669-aadb-4811-8deb-02ae6913ec3c req-e52b6f1c-6d68-4579-936e-cfc040cae672 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326378 Jul 09 14:17:49.908966 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:50.027373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0264d-2385-4999-8e99-9715c62de3c5 req-896a635e-8a1f-4ac7-afab-1e179f6e0fea tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:50.028848 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3a0264d-2385-4999-8e99-9715c62de3c5 req-896a635e-8a1f-4ac7-afab-1e179f6e0fea tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0628595 Jul 09 14:17:50.065435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b3a0264d-2385-4999-8e99-9715c62de3c5 req-a480c9e4-2dd1-48dd-85d4-4570aa2d32b3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Jul 09 14:17:51.243289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df678ec-29e6-45ac-97c8-bc75e92c8317 req-14c212c0-0574-4458-89c6-ba9977d2ceb4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:51.245007 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9df678ec-29e6-45ac-97c8-bc75e92c8317 req-14c212c0-0574-4458-89c6-ba9977d2ceb4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0675735 Jul 09 14:17:51.282160 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9df678ec-29e6-45ac-97c8-bc75e92c8317 req-5d8a8446-f809-4102-8395-e063dd547195 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318205 Jul 09 14:17:52.457622 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440ac7c-54b6-40bc-9368-3487bf69a0b4 req-15d01fa7-8f69-4d0d-9a21-1b230b2d10ad tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:52.459049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5440ac7c-54b6-40bc-9368-3487bf69a0b4 req-15d01fa7-8f69-4d0d-9a21-1b230b2d10ad tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0631790 Jul 09 14:17:52.496275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5440ac7c-54b6-40bc-9368-3487bf69a0b4 req-9e59ac06-d62f-410c-978f-43488f3ff261 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309234 Jul 09 14:17:53.684915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495c1a3-cf19-4414-8a41-6755a386ed93 req-35f72f79-1faf-43af-9c4f-cd2b39101ce8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:53.686392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3495c1a3-cf19-4414-8a41-6755a386ed93 req-35f72f79-1faf-43af-9c4f-cd2b39101ce8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0648518 Jul 09 14:17:53.724111 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3495c1a3-cf19-4414-8a41-6755a386ed93 req-dc6a70ca-26df-4694-9114-7303dcb6813c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316200 Jul 09 14:17:54.906162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aad755-42a6-4b8e-9f3e-dadfb1fb5483 req-6531ed15-4db8-447e-8e01-c84860b335e5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:54.907635 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90aad755-42a6-4b8e-9f3e-dadfb1fb5483 req-6531ed15-4db8-447e-8e01-c84860b335e5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0666623 Jul 09 14:17:54.944847 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90aad755-42a6-4b8e-9f3e-dadfb1fb5483 req-5dbedb5a-e41f-4dc2-a12e-6036bb65d4de tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317533 Jul 09 14:17:56.115531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2dd2b-b4af-4550-92c8-1ec0c17cc366 req-35922a7d-189a-422c-9f4d-db97cbd16aaf tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:56.116937 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bbe2dd2b-b4af-4550-92c8-1ec0c17cc366 req-35922a7d-189a-422c-9f4d-db97cbd16aaf tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0627613 Jul 09 14:17:56.155957 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bbe2dd2b-b4af-4550-92c8-1ec0c17cc366 req-d6df8455-561a-4fa8-a0de-69d24beff2bc tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333154 Jul 09 14:17:57.335410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468840-7519-42e8-910f-e90ef4539583 req-6ffe4171-f476-42b5-9d4f-1e5f315ceb37 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:57.337390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92468840-7519-42e8-910f-e90ef4539583 req-6ffe4171-f476-42b5-9d4f-1e5f315ceb37 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0720384 Jul 09 14:17:57.375328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92468840-7519-42e8-910f-e90ef4539583 req-89c123b4-a5b8-4134-aff9-58fdebac78ca tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322821 Jul 09 14:17:58.552747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad835-b852-4780-a668-98f147302c7c req-da7bad6f-0843-412b-968c-8ee11a5153de tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:58.554398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12dad835-b852-4780-a668-98f147302c7c req-da7bad6f-0843-412b-968c-8ee11a5153de tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0690258 Jul 09 14:17:58.595396 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12dad835-b852-4780-a668-98f147302c7c req-0476e5ef-5bd9-4a37-bd9b-d17bcae5b33d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344915 Jul 09 14:17:59.770731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fd492-6537-4f01-a179-3e346f8a0124 req-43bbde94-77cc-4925-9538-8e5bcf8529d5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:59.772222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d1fd492-6537-4f01-a179-3e346f8a0124 req-43bbde94-77cc-4925-9538-8e5bcf8529d5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0626292 Jul 09 14:17:59.850768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d1fd492-6537-4f01-a179-3e346f8a0124 req-b3bed6f7-d74d-4bdc-be37-6bdbe2f200b4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718372 Jul 09 14:17:59.855735 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-c180f5d4-197f-4787-9ec3-fe2464a31f0a service neutron] show failed (client error): The resource could not be found. Jul 09 14:17:59.856683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-c180f5d4-197f-4787-9ec3-fe2464a31f0a service neutron] 10.222.0.11 "GET /v2.0/ports/ea1bba50-76e3-4a74-817b-9870b8f4c84e/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0836272 Jul 09 14:18:00.102900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-9c1b0d50-21e5-4b47-862f-a17e1ccd226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:00.104403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-9c1b0d50-21e5-4b47-862f-a17e1ccd226d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0521491 Jul 09 14:18:00.114926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:18:00.190311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:00.398196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:18:00.431584 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:18:00.469426 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:18:00.471736 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edbab80-9d24-49f4-845f-5dbcc698ceeb" -d '{"events": [{"server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:18:00.475321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:00.487852 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Transition to ACTIVE for port object ea1bba50-76e3-4a74-817b-9870b8f4c84e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:18:00.492402 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:00.525615 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f21fe8f-e176-45f9-80ee-7626dc79fb66 x-openstack-request-id: req-6f21fe8f-e176-45f9-80ee-7626dc79fb66 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:18:00.526043 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:18:00.526193 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f21fe8f-e176-45f9-80ee-7626dc79fb66 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:18:00.526551 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'code': 200} Jul 09 14:18:00.607534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:00.633027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.633377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.634260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.634600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.634955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.635378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.635626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.635957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.636284 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.636610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.636943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.637265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:00.682528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] No DVR routers for this DVR port ea1bba50-76e3-4a74-817b-9870b8f4c84e on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:18:00.818922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Attempting to bind port ea1bba50-76e3-4a74-817b-9870b8f4c84e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:18:00.819617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Attempting to bind port ea1bba50-76e3-4a74-817b-9870b8f4c84e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:18:00.819617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Attempting to bind port ea1bba50-76e3-4a74-817b-9870b8f4c84e on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:18:00.823788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Port ea1bba50-76e3-4a74-817b-9870b8f4c84e on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:18:00.824114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Attempting to bind port ea1bba50-76e3-4a74-817b-9870b8f4c84e on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:18:00.828832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:18:00.829167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:18:00.829549 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:18:00.829973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Bound port: ea1bba50-76e3-4a74-817b-9870b8f4c84e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:18:00.830329 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:00.896738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:18:00.900487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:18:00.905667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:00.940032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:00.940653 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:00.942267 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 1091 time: 0.8310752 Jul 09 14:18:00.992479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e26a7-e482-4c2f-8626-aab46ba08001 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:01.084792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14ca1b-f6cf-49f4-98a7-47ef2e288242 req-c0769396-b9cb-4f8e-92f5-437ce15360f2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:01.086343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee14ca1b-f6cf-49f4-98a7-47ef2e288242 req-c0769396-b9cb-4f8e-92f5-437ce15360f2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 943 time: 0.1182909 Jul 09 14:18:01.089110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-bfde5e4b-4280-46a5-bb73-b9342e19a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:01.090555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-bfde5e4b-4280-46a5-bb73-b9342e19a96d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1094 time: 0.1185548 Jul 09 14:18:01.173994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee14ca1b-f6cf-49f4-98a7-47ef2e288242 req-71f19146-3a6f-4db6-9e99-539f8bcbce80 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804069 Jul 09 14:18:01.206555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-bd6e7598-d843-493b-ad11-a253fc3004bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:01.208295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-bd6e7598-d843-493b-ad11-a253fc3004bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1084630 Jul 09 14:18:01.277065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-84b5e808-18e4-48bd-b04f-d3ce64ec43d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 998 time: 0.0628061 Jul 09 14:18:01.324529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-2119ee59-7f21-4918-9b8b-bd8f48fcb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:01.325914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-2119ee59-7f21-4918-9b8b-bd8f48fcb4a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0430241 Jul 09 14:18:01.381150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0b6b4432-85f6-4ad1-8b67-36d1883c0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:01.382630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-0b6b4432-85f6-4ad1-8b67-36d1883c0a94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504255 Jul 09 14:18:01.478431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-facf40a5-d6b6-4fec-83dc-08549f097bcb service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879009 Jul 09 14:18:01.566220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f8f4ba2-13e4-4364-9c3c-e3fbc7fb8524 req-2408db7f-6a2b-42ae-9bf0-17651220eb10 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823784 Jul 09 14:18:02.351586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d11a8-d405-4e62-92d0-c10da3e2a3f3 req-74eb1616-5cf3-4b12-94f4-e10edfcbe845 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:02.353793 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a90d11a8-d405-4e62-92d0-c10da3e2a3f3 req-74eb1616-5cf3-4b12-94f4-e10edfcbe845 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 943 time: 0.0689454 Jul 09 14:18:02.390190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a90d11a8-d405-4e62-92d0-c10da3e2a3f3 req-91ebed4b-ac13-4d04-bcc0-7d4eff5c8ab4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308485 Jul 09 14:18:02.528010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:18:02.530373 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480" -d '{"events": [{"name": "network-changed", "server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:18:02.577924 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf96edd-f729-4da4-ac25-33eb0255753f x-openstack-request-id: req-5bf96edd-f729-4da4-ac25-33eb0255753f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:18:02.578215 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:18:02.578460 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bf96edd-f729-4da4-ac25-33eb0255753f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:18:02.578846 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'status': 'completed', 'code': 200} Jul 09 14:18:02.689880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-f739ee61-1ef2-4fa3-98f9-566b16977d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:02.691321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-f739ee61-1ef2-4fa3-98f9-566b16977d80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1094 time: 0.0911486 Jul 09 14:18:02.693788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-6be2a186-33be-4067-a195-8a176fef000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:02.695147 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-6be2a186-33be-4067-a195-8a176fef000d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1094 time: 0.0937626 Jul 09 14:18:02.846582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-139ed28b-cfb2-4cb6-b2d7-78b9af42ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:02.848091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-139ed28b-cfb2-4cb6-b2d7-78b9af42ccc3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1499181 Jul 09 14:18:02.849166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-a01ab689-663c-4c4e-9940-250cb9abf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:02.850473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-a01ab689-663c-4c4e-9940-250cb9abf977 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1451986 Jul 09 14:18:02.958776 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-a733aaee-eba6-4264-91f3-ca58c4c96fb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 998 time: 0.1040521 Jul 09 14:18:02.960265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-8d450e99-3f73-42cb-8115-ec3287375e5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 998 time: 0.1001875 Jul 09 14:18:03.042539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-b5704ba2-3cef-44e8-b326-a14e274f831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.043997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-b5704ba2-3cef-44e8-b326-a14e274f831d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0784862 Jul 09 14:18:03.045361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-b6c733d7-8732-43f1-bc93-2a25ee67110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.046659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-b6c733d7-8732-43f1-bc93-2a25ee67110e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0741401 Jul 09 14:18:03.147784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-096e3bee-b88a-4ff5-b36d-16d3622688ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.149382 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-096e3bee-b88a-4ff5-b36d-16d3622688ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958235 Jul 09 14:18:03.155981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-3a33ccc4-b089-4a61-957b-c893e325b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.157408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-3a33ccc4-b089-4a61-957b-c893e325b6f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951450 Jul 09 14:18:03.316594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-a53d729d-2a06-4153-a151-7878d43457b6 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582401 Jul 09 14:18:03.318693 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-a20eb206-91d0-441d-b7b3-6e61ded3b92f service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525929 Jul 09 14:18:03.475060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-004cfdd0-fd06-46f1-9d1d-1709da627637 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519165 Jul 09 14:18:03.476934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ca0423f-ebb1-4233-9dd9-7c5b50a4b480 req-9eaeea64-2594-4495-81e2-fc5ca91bad59 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469834 Jul 09 14:18:03.595081 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fc526-40ad-4355-a9fd-fdb9ae1149bc req-5b3f08f2-6a59-4902-a648-b4e88d08121b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.596533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-393fc526-40ad-4355-a9fd-fdb9ae1149bc req-5b3f08f2-6a59-4902-a648-b4e88d08121b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 943 time: 0.0798280 Jul 09 14:18:03.638582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-393fc526-40ad-4355-a9fd-fdb9ae1149bc req-057a2d5f-c366-48c3-8ff9-4a076b045cd4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364006 Jul 09 14:18:03.987297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7b4ce-0dc6-49c8-b789-3b10d75b6160 req-76b2ef08-dfa0-4e4c-aa85-6c42e06fbf1f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.988677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20d7b4ce-0dc6-49c8-b789-3b10d75b6160 req-76b2ef08-dfa0-4e4c-aa85-6c42e06fbf1f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 943 time: 0.1188536 Jul 09 14:18:04.011901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-0e82c892-7333-40f8-875d-0f6534cd3f8c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:04.013295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-0e82c892-7333-40f8-875d-0f6534cd3f8c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 943 time: 0.1067140 Jul 09 14:18:04.073372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20d7b4ce-0dc6-49c8-b789-3b10d75b6160 req-ec99dc7b-9f63-4954-be3a-f0232190baa7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775702 Jul 09 14:18:04.078863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ea1bba50-76e3-4a74-817b-9870b8f4c84e no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:18:04.093096 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-95d5146a-fd3f-4fe1-a846-b3c5cc0928e5 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:18:04.094100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-95d5146a-fd3f-4fe1-a846-b3c5cc0928e5 service neutron] 10.222.0.11 "DELETE /v2.0/ports/ea1bba50-76e3-4a74-817b-9870b8f4c84e/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0748830 Jul 09 14:18:04.119589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ea1bba50-76e3-4a74-817b-9870b8f4c84e not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:18:04.190304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-b56439e9-c590-4dc6-8394-d34f4710941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:04.191831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-b56439e9-c590-4dc6-8394-d34f4710941d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 1094 time: 0.0533473 Jul 09 14:18:04.275728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ea1bba50-76e3-4a74-817b-9870b8f4c84e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:18:04.283570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-e466a1b5-e32f-4421-bd5e-95d70b992dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:04.285041 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-e466a1b5-e32f-4421-bd5e-95d70b992dcd service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0867326 Jul 09 14:18:04.352533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-a51809d2-bd76-411c-8004-8caee40d8b14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 200 len: 998 time: 0.0614552 Jul 09 14:18:04.370366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:18:04.381597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'mac_address': 'fa:16:3e:be:c1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:18:04.400839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-c1661233-5daf-4167-9eff-0357fd913784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:04.402292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-c1661233-5daf-4167-9eff-0357fd913784 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0435586 Jul 09 14:18:04.419140 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:04.431902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1bba50-76e3-4a74-817b-9870b8f4c84e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:18:04.451708 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:18:04.455716 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:04.458093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-33d1f5e3-bec8-4eae-a5d3-168b9618ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:04.459882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-33d1f5e3-bec8-4eae-a5d3-168b9618ca5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513129 Jul 09 14:18:04.503292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:04.511694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.512047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.512394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.512738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.513076 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.513409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.513740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.514231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.514446 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.514773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.515128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.515474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:18:04.552885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-97d5eb4e-b77e-4db5-ad4f-67eee065311f service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861263 Jul 09 14:18:04.644271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-48b5bfe0-52d0-4b05-b1f3-a5936c4b0680 req-df7230f4-341e-4366-95c8-8fe6a42118c2 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833743 Jul 09 14:18:04.697940 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ea1bba50-76e3-4a74-817b-9870b8f4c84e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:18:05.600007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5111b-3454-401e-8c39-adf1423769a1 req-224d1722-406a-410c-bb11-875971d86f70 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:05.601639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fb5111b-3454-401e-8c39-adf1423769a1 req-224d1722-406a-410c-bb11-875971d86f70 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 944 time: 0.4087224 Jul 09 14:18:05.644181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fb5111b-3454-401e-8c39-adf1423769a1 req-cf1b563e-172a-4198-b496-98a4ec3f1001 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363889 Jul 09 14:18:05.862191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d098a16-9a10-4fe7-b37e-62c00a70eaf0 req-4d6bb046-a4fc-4039-b1ca-321e57857a1c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:05.863603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d098a16-9a10-4fe7-b37e-62c00a70eaf0 req-4d6bb046-a4fc-4039-b1ca-321e57857a1c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 944 time: 0.1085582 Jul 09 14:18:05.901455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d098a16-9a10-4fe7-b37e-62c00a70eaf0 req-275378c5-6ceb-4eff-8e6c-7408e5a9d3f0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Jul 09 14:18:06.070900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55be2-3446-4d0c-8c2b-ebb66bbfe2d8 req-b277cefe-8cda-4771-9ca5-08cf620598d3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:06.073042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36c55be2-3446-4d0c-8c2b-ebb66bbfe2d8 req-b277cefe-8cda-4771-9ca5-08cf620598d3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 944 time: 0.0633585 Jul 09 14:18:06.112303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36c55be2-3446-4d0c-8c2b-ebb66bbfe2d8 req-fa3c0130-5efa-4ec5-a761-db2523586178 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336440 Jul 09 14:18:06.282122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ea1bba50-76e3-4a74-817b-9870b8f4c84e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:18:06.334246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ea1bba50-76e3-4a74-817b-9870b8f4c84e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:18:06.347969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ea1bba50-76e3-4a74-817b-9870b8f4c84e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:18:06.348492 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:06.429124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:06.451949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:18:06.454248 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8860b875-b419-48f4-a88a-bc478bb92971" -d '{"events": [{"server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "name": "network-vif-plugged", "status": "completed", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:18:06.467020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:18:06.471845 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:06.505436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f366f-831c-43ef-b4af-e8964befc225 req-8a1a4b69-4945-4e2f-83c0-cdce9d462821 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:06.506932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b60f366f-831c-43ef-b4af-e8964befc225 req-8a1a4b69-4945-4e2f-83c0-cdce9d462821 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 944 time: 0.0668964 Jul 09 14:18:06.520221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:06.545061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b60f366f-831c-43ef-b4af-e8964befc225 req-821b5faf-1180-499a-a04d-cb37b540ae7f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321481 Jul 09 14:18:06.592822 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3210f5fd-edae-4d49-a6e4-839b9f1fd541 x-openstack-request-id: req-3210f5fd-edae-4d49-a6e4-839b9f1fd541 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:18:06.593118 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "name": "network-vif-plugged", "status": "completed", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:18:06.593371 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3210f5fd-edae-4d49-a6e4-839b9f1fd541 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:18:06.593764 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'code': 200} Jul 09 14:18:07.763558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef7131-f364-4dde-b48a-aa3b032d3e9a req-676ec764-acb4-452e-a267-effce80ee716 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:07.765044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d3ef7131-f364-4dde-b48a-aa3b032d3e9a req-676ec764-acb4-452e-a267-effce80ee716 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.1072180 Jul 09 14:18:07.773094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-b3e5e344-c239-4999-8587-c4382e13ad9d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:07.775028 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-b3e5e344-c239-4999-8587-c4382e13ad9d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 945 time: 0.0889156 Jul 09 14:18:07.843720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d3ef7131-f364-4dde-b48a-aa3b032d3e9a req-4f50520a-decb-42dc-9746-4a8fdd4875a1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676641 Jul 09 14:18:07.894765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Deleting port ea1bba50-76e3-4a74-817b-9870b8f4c84e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:18:07.895147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:07.984863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] For port ea1bba50-76e3-4a74-817b-9870b8f4c84e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ea1bba50-76e3-4a74-817b-9870b8f4c84e,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:18:07.985225 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:08.151316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:08.151698 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:08.152016 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Floating IP 941b178f-51dd-4a04-9347-4dd325675999 disassociated. External IP: 172.25.5.27, port: ea1bba50-76e3-4a74-817b-9870b8f4c84e. Jul 09 14:18:08.152364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Calling delete_port for ea1bba50-76e3-4a74-817b-9870b8f4c84e owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:18:08.280838 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:08.309734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event deleted for resources: {'Port': ['ID=ea1bba50-76e3-4a74-817b-9870b8f4c84e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:08.427827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:18:08.538891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:18:08.548810 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:18:08.558106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:18:08.558729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:17:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:18:08.582976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] No DVR routers for this DVR port ea1bba50-76e3-4a74-817b-9870b8f4c84e on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:18:08.585618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:08.588433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11f8a993-f2fa-41b3-9f6b-41cb39ba6799 req-1f0d1bd5-e889-4f03-b6a1-e5d87854748f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "DELETE /v2.0/ports/ea1bba50-76e3-4a74-817b-9870b8f4c84e HTTP/1.1" status: 204 len: 173 time: 0.8067310 Jul 09 14:18:08.588880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'name': 'network-vif-deleted', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:18:08.591159 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309d4072-a87b-4dfc-8a2d-1a6255cdcb25" -d '{"events": [{"server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "name": "network-vif-deleted", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:18:08.628495 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6effbd-d268-4f08-85f8-30bdaf953c19 x-openstack-request-id: req-bb6effbd-d268-4f08-85f8-30bdaf953c19 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:18:08.628791 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15f644-1700-4bdd-9c98-6c878d6b514b", "name": "network-vif-deleted", "tag": "ea1bba50-76e3-4a74-817b-9870b8f4c84e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:18:08.629068 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb6effbd-d268-4f08-85f8-30bdaf953c19 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:18:08.629498 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e15f644-1700-4bdd-9c98-6c878d6b514b', 'name': 'network-vif-deleted', 'tag': 'ea1bba50-76e3-4a74-817b-9870b8f4c84e', 'status': 'completed', 'code': 200} Jul 09 14:18:08.681707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:18:08.892870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:18:08.920209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:18:08.930188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:18:08.932032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:17:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:18:09.010610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-92247d70-7b88-42b3-ad5f-c538467b375c req-9204d930-2865-4886-857e-5c3dd569c3c5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e15f644-1700-4bdd-9c98-6c878d6b514b HTTP/1.1" status: 200 len: 210 time: 0.0363257 Jul 09 14:18:09.055604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:18:09.251926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:18:09.281522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d11a1e-7d6a-4395-b633-b326688d47d7 None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:18:09.500390 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d1e58-93b9-469b-b950-acbb996d4590 None None] New status for floating IP 941b178f-51dd-4a04-9347-4dd325675999: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:18:10.491176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-93ee33de-ede8-40b6-b594-dfc7d5e2392f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--899350062&fields=id&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 267 time: 0.0328472 Jul 09 14:18:10.595948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-92c3fd46-8a58-4154-9eca-51da9b344699 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:10.597381 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-92c3fd46-8a58-4154-9eca-51da9b344699 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 812 time: 0.0993531 Jul 09 14:18:10.612632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-7fda1b86-48f0-4dfc-a9cc-b43c5a43ac52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/quotas/5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0100186 Jul 09 14:18:10.685402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-5e17862f-312c-4ed4-b0f7-ef0ff4efe9ac tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679896 Jul 09 14:18:10.779212 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-3d97a0b2-302c-4cb5-8a54-408ccea07fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814164 Jul 09 14:18:10.871704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-30ef4a0b-f71f-47d0-9174-ea2ea88c5281 service neutron] 10.222.0.32 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868018 Jul 09 14:18:11.038741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c373b730-9fa4-47cf-a7be-2e59fad3848b req-d66c4965-011d-46f6-b817-7129568824c5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 210 time: 0.0295157 Jul 09 14:18:12.119636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31b200c1-0819-4c5b-8888-23d8c83776ab req-c7ef1a19-fd99-473f-8b91-7a03f43e3eb2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Jul 09 14:18:12.297726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ea1bba50-76e3-4a74-817b-9870b8f4c84e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:18:12.317641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ea1bba50-76e3-4a74-817b-9870b8f4c84e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:18:12.317989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ea1bba50-76e3-4a74-817b-9870b8f4c84e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:18:13.199119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99f487c8-dfe7-4db6-98b0-dceb5f67b2b5 req-e687610b-3782-49e1-a8dc-d48536944b4e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 210 time: 0.0291336 Jul 09 14:18:13.704649 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:14.241705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-79aba0bf-f45e-4b60-bc39-b02aa6c8f89f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:14.243638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-79aba0bf-f45e-4b60-bc39-b02aa6c8f89f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 812 time: 0.1088636 Jul 09 14:18:14.311236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-73d939d3-08a7-4697-923b-b67bf9e46836 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 379 time: 0.0590539 Jul 09 14:18:14.321661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'port': {'device_id': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'admin_state_up': True, 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'security_groups': ['871b75d5-eca8-4c00-8bdd-945d440edf94']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:18:14.367564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-46f456b4-5694-4f2d-81a8-b37acc53ebfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:14.399023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-586fced5-4373-48ad-99e0-daf7026b3bec req-767d18ad-6ca4-49ea-b7e5-6d7bf6d49a91 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 210 time: 0.0730453 Jul 09 14:18:14.467786 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Made reservation on behalf of 5c88ac5d72ea4accbbbd8b22902b8ec1 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:18:14.471286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:14.596853 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:14.599073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Allocated IP 172.20.0.4 (9a2f505e-38d4-4b57-83d6-093c5aaa0275/d6331f69-cc01-405e-b353-d082067e318f/4b4d9a9f-d915-40cd-baa3-928d7228f8b7) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:18:14.737651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:14.751224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Transition to ACTIVE for port object 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:18:14.783550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:14.828661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:18:14.831777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:18:14.835536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:18:14.860450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:14.892408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:14.893049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:14.907951 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-2d7e177d-8450-4da9-8daa-3363867d6604 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918791 Jul 09 14:18:14.964879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Request body: {'port': {'device_id': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:18:15.042430 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:15.064361 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6fa542c7-ce63-432e-98e9-b9a912973371 None None] Provisioning for port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:18:15.068084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-6fa542c7-ce63-432e-98e9-b9a912973371 None None] Provisioning complete for port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:18:15.068461 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6fa542c7-ce63-432e-98e9-b9a912973371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:15.101462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6fa542c7-ce63-432e-98e9-b9a912973371 None None] Port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:18:15.301350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:18:15.309326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:15.320567 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Transition to ACTIVE for port object 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:18:15.325057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:15.378537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:15.451520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Attempting to bind port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:18:15.451873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Attempting to bind port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:18:15.452188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Attempting to bind port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:18:15.456875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:18:15.457219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Attempting to bind port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:18:15.462205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:18:15.462550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:18:15.465034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:18:15.465034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Bound port: 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:18:15.465034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:15.569044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:18:15.573318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:18:15.577969 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:15.621639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:15.622258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:15.623919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] 10.222.0.11 "PUT /v2.0/ports/4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 1091 time: 0.7087035 Jul 09 14:18:15.624492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:18:15.626770 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ca503-cda3-45af-8189-babd62fe1c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:18:15.663102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b3bfe-7c95-4bb4-b5ca-9fee4e3c85d4 req-0e384b24-5a1c-48da-886a-63c8da33f4b9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:15.664724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-204b3bfe-7c95-4bb4-b5ca-9fee4e3c85d4 req-0e384b24-5a1c-48da-886a-63c8da33f4b9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 943 time: 0.1458888 Jul 09 14:18:15.670438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e9028-16bb-4147-9141-235ea163d76b service neutron] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:15.739754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-204b3bfe-7c95-4bb4-b5ca-9fee4e3c85d4 req-9d02fbbf-eb3b-4d14-9c05-afca91312321 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661378 Jul 09 14:18:15.764301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-1d24d564-50c1-4782-8cc4-3b5d207a4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:15.764301 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-1d24d564-50c1-4782-8cc4-3b5d207a4bdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0876856 Jul 09 14:18:15.804858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-d59417b5-6f12-425c-b502-0cbc33faf84b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 217 time: 0.0403464 Jul 09 14:18:15.858724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-660648bd-feaa-4af3-97c5-e00708313ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:15.860267 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-660648bd-feaa-4af3-97c5-e00708313ad1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0496902 Jul 09 14:18:15.865358 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548ebf4e-94f4-4f82-9c15-718f91adb6d5 x-openstack-request-id: req-548ebf4e-94f4-4f82-9c15-718f91adb6d5 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:18:15.865650 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:18:15.865911 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-548ebf4e-94f4-4f82-9c15-718f91adb6d5 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:18:15.866301 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'status': 'completed', 'code': 200} Jul 09 14:18:15.922003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-9d7efae5-7b54-47d7-b002-f1ba119ec4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:15.923478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-9d7efae5-7b54-47d7-b002-f1ba119ec4f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522876 Jul 09 14:18:16.021011 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-9346bfa8-4734-4248-a2f0-53f42e4f8a41 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908542 Jul 09 14:18:16.123827 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14fd6ae4-1be9-41ec-8c19-9cdd0f59c403 req-fbc4998d-d738-4116-bbe3-3ed86df80ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951982 Jul 09 14:18:16.226491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-7203df38-c6cf-4550-9944-ae747eb76a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:16.228028 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-7203df38-c6cf-4550-9944-ae747eb76a19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0591929 Jul 09 14:18:16.331332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-fb622197-46a7-45d8-bd36-c1a1604e6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:16.333283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-fb622197-46a7-45d8-bd36-c1a1604e6aff service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0989170 Jul 09 14:18:16.375604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-a7a6ec84-5490-4483-8cbc-0b452679d75d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 217 time: 0.0354679 Jul 09 14:18:16.429755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-db7fe88b-a180-4934-acef-c6f4bd5debb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:16.431269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-db7fe88b-a180-4934-acef-c6f4bd5debb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0499439 Jul 09 14:18:16.507999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-60a3e7fd-ebdc-4d2d-818f-d05778fe24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:16.509641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-60a3e7fd-ebdc-4d2d-818f-d05778fe24d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719187 Jul 09 14:18:16.617725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-428a0aaf-bdf7-4c8b-b866-470033249aeb service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014261 Jul 09 14:18:16.729127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc0ca503-cda3-45af-8189-babd62fe1c2a req-6fef144a-ca3c-4b14-8d14-13f9538be760 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049254 Jul 09 14:18:16.952714 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-86a3afc3-1df8-4a8a-aaaa-bf71f9a55fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:16.954904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579901a-7636-44e2-a27c-b98c319e2396 req-155b698a-3b87-49dc-a0c0-331f332b492c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:16.957198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6579901a-7636-44e2-a27c-b98c319e2396 req-155b698a-3b87-49dc-a0c0-331f332b492c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 943 time: 0.0813870 Jul 09 14:18:16.995413 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6579901a-7636-44e2-a27c-b98c319e2396 req-d5fdac35-58a4-47e8-9e80-c4f44c972bbb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323582 Jul 09 14:18:17.077662 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:17.622803 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:18:18.093381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:18:18.178020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63556bef-af27-46da-be67-aa54f366bf45 req-db87e2d2-c655-478e-b859-57e18e49c369 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:18.179531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63556bef-af27-46da-be67-aa54f366bf45 req-db87e2d2-c655-478e-b859-57e18e49c369 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 943 time: 0.0736351 Jul 09 14:18:18.191480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:18:18.203298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'mac_address': 'fa:16:3e:c2:ae:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:18:18.218393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63556bef-af27-46da-be67-aa54f366bf45 req-ae3f4b77-fff4-45e9-8840-f871dc5b5dab tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Jul 09 14:18:18.241046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:18.253869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:18:18.273019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:18:18.277026 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:18.327064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:18.442526 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:18.506568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['4b4d9a9f-d915-40cd-baa3-928d7228f8b7'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:18:19.402038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852362a5-6210-4650-afc4-50ade0c2bfd2 req-60bb1371-0db5-4c6a-ad01-eafdeeb53d00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:19.403467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-852362a5-6210-4650-afc4-50ade0c2bfd2 req-60bb1371-0db5-4c6a-ad01-eafdeeb53d00 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 944 time: 0.0673282 Jul 09 14:18:19.440205 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-852362a5-6210-4650-afc4-50ade0c2bfd2 req-c92b097c-d50b-4862-9936-bc48a24095a6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Jul 09 14:18:19.911338 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:20.108816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:18:20.156916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:18:20.160803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:18:20.161178 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:20.241999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:20.263863 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:18:20.266093 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aff4b7-1238-4514-915e-81a56a13b625" -d '{"events": [{"server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "name": "network-vif-plugged", "status": "completed", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:18:20.278800 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:18:20.282760 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:20.332385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:18:20.356969 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaed364-ff0d-4f66-a03a-6c9ea0b70a80 x-openstack-request-id: req-eaaed364-ff0d-4f66-a03a-6c9ea0b70a80 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:18:20.357261 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "name": "network-vif-plugged", "status": "completed", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:18:20.357518 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaaed364-ff0d-4f66-a03a-6c9ea0b70a80 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:18:20.357912 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'code': 200} Jul 09 14:18:20.464397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f8dd9-8a04-4ecd-a4e1-db2a90cb1994 req-d51babaa-8bb5-4d58-bdab-5dec922130fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:20.466003 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-332f8dd9-8a04-4ecd-a4e1-db2a90cb1994 req-d51babaa-8bb5-4d58-bdab-5dec922130fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0512896 Jul 09 14:18:20.500188 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-332f8dd9-8a04-4ecd-a4e1-db2a90cb1994 req-7b3c14b3-ab30-4f61-9fac-2422895c7ee8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282843 Jul 09 14:18:20.619824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2dd3-da98-4d75-8923-edffef88a0f5 req-bbbfa0af-dda1-48d3-811f-87ab0f7b8981 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:20.621306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-722f2dd3-da98-4d75-8923-edffef88a0f5 req-bbbfa0af-dda1-48d3-811f-87ab0f7b8981 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0667827 Jul 09 14:18:20.659764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-722f2dd3-da98-4d75-8923-edffef88a0f5 req-38f8f3a9-ccbc-4ce6-870d-9a3f7963119a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329888 Jul 09 14:18:21.838837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b088ba-d92c-4fc8-8769-1a6480625a70 req-4e9220f1-46a7-4cc2-9c60-48bc13cd6bc2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:21.840371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-71b088ba-d92c-4fc8-8769-1a6480625a70 req-4e9220f1-46a7-4cc2-9c60-48bc13cd6bc2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0632346 Jul 09 14:18:21.878029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-71b088ba-d92c-4fc8-8769-1a6480625a70 req-43168223-210e-4d43-a7ed-b82904c78df8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Jul 09 14:18:22.048441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3cdc-e25c-4fb6-a70d-afcd12ccf3f8 req-37c9f8a9-55ca-48d3-abc4-07ff58d0e20c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:22.050217 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-533f3cdc-e25c-4fb6-a70d-afcd12ccf3f8 req-37c9f8a9-55ca-48d3-abc4-07ff58d0e20c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0684659 Jul 09 14:18:22.059687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51596) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:18:22.064249 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'floatingip': {'port_id': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:18:22.102993 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:22.537338 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:22.541348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:22.640744 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Floating IP 941b178f-51dd-4a04-9347-4dd325675999 associated. External IP: 172.25.5.27, port: 4b4d9a9f-d915-40cd-baa3-928d7228f8b7. Jul 09 14:18:22.843546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:18:22.950012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:18:22.954803 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:22.959129 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:18:22.968944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:18:22.969579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:18:23.082613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:18:23.351499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c05a1c5b-da33-4051-883b-eca8880e7d61 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "PUT /v2.0/floatingips/941b178f-51dd-4a04-9347-4dd325675999 HTTP/1.1" status: 200 len: 990 time: 1.2906935 Jul 09 14:18:23.352281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:18:23.356334 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378" -d '{"events": [{"name": "network-changed", "server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:18:23.480377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:c2:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:18:22Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:18:23.487235 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906d767e-ef01-4d9a-89d9-d33224e9937d x-openstack-request-id: req-906d767e-ef01-4d9a-89d9-d33224e9937d {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:18:23.487532 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:18:23.487786 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-906d767e-ef01-4d9a-89d9-d33224e9937d {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:18:23.488185 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'status': 'completed', 'code': 200} Jul 09 14:18:23.506489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:18:23.515102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:18:23.515706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:18:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:18:23.561409 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-841ae482-52f7-480b-ab3d-1b6f1facfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:23.562963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-841ae482-52f7-480b-ab3d-1b6f1facfa55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0533628 Jul 09 14:18:23.621354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:18:23.653969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-ad12bdf6-504f-4d27-86e1-d81de954b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:23.655481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-ad12bdf6-504f-4d27-86e1-d81de954b084 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0868385 Jul 09 14:18:23.723614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-8af5605c-b5e0-46d7-8aa7-9f49e860c064 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 998 time: 0.0621197 Jul 09 14:18:23.772592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-84ac81d6-37f8-4378-9fb7-5a2a03156c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:23.774044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-84ac81d6-37f8-4378-9fb7-5a2a03156c58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0432427 Jul 09 14:18:23.834139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-4292f654-9e99-42f0-abd9-b4d63a2b3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:23.835686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-4292f654-9e99-42f0-abd9-b4d63a2b3791 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555763 Jul 09 14:18:23.859546 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:c2:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:18:22Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:18:23.887176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea96c27-92dd-45c1-8ea0-344301868e42 None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:c2:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:18:22Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:18:23.926499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-84227e93-76b7-4a1d-9d16-392afa03c10e service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844417 Jul 09 14:18:24.021075 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c3f09c15-e48a-4abf-b9a2-f2ead9a95378 req-034b4a8c-871a-4a3f-8ff3-49a2c81f6310 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886714 Jul 09 14:18:24.083165 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b5866-8534-4aaa-a2fa-89f26f0c862a None None] New status for floating IP 941b178f-51dd-4a04-9347-4dd325675999: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:18:43.716491 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:44.363597 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f0cd89be-6ea3-4d96-9dc3-ebfa61131d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:44.595780 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:46.946029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b66bb67e-ad84-4cfa-95da-daaf8b29d1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:47.078863 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:48.445071 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:49.914848 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:54.622458 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:19:13.714264 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:14.364798 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb773-0448-4697-ab1e-57f3c408b00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:14.595476 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:16.946839 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bfd547c7-5f7e-422c-83ed-d277f74eef50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:17.079724 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:18.447955 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:18.515553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-c5d37921-6357-40e3-95f2-75d757a93ce0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549278 Jul 09 14:19:18.606658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-938a9ca8-13c5-4d6c-ba30-a75b6f7db800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:18.608195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-938a9ca8-13c5-4d6c-ba30-a75b6f7db800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0525651 Jul 09 14:19:18.712907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-8299814d-d058-497f-97ef-86b77b63733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:18.714285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-8299814d-d058-497f-97ef-86b77b63733a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0866544 Jul 09 14:19:18.778011 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-11bc5fb2-afee-4f4e-914d-241f1cb7a2f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 1000 time: 0.0574372 Jul 09 14:19:18.828687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-cd2377c0-b147-4191-b022-d47947286070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:18.830105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-cd2377c0-b147-4191-b022-d47947286070 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0463295 Jul 09 14:19:18.885982 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-a634dd1e-7156-478d-8b77-ca41da2f8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:18.887507 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-a634dd1e-7156-478d-8b77-ca41da2f8d30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512595 Jul 09 14:19:18.982034 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-4b9c14a7-6296-4c61-b0b5-6fdc47b60128 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879784 Jul 09 14:19:19.073547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b77434e2-bea4-4e37-8267-b869790c93e7 req-46da9025-aac7-4187-8661-e9662d029462 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853181 Jul 09 14:19:19.921250 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:31.622177 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:19:43.730514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:44.364981 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-67bf9323-a8fe-484c-b06e-94e4433cd3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:44.595917 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:46.947511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9c01d342-68b7-4e8f-8d89-8bd9a78f4fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:47.086345 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:48.450772 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:49.919771 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:59.573509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ec53a-1a9d-4f0d-b983-b734d721d7b9 req-7337399b-a09a-451c-98bf-9a9632ac132f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:59.575016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f8ec53a-1a9d-4f0d-b983-b734d721d7b9 req-7337399b-a09a-451c-98bf-9a9632ac132f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0646293 Jul 09 14:19:59.614873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f8ec53a-1a9d-4f0d-b983-b734d721d7b9 req-e51dcc71-22f7-486e-9a1e-c37614e86fac tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337720 Jul 09 14:20:00.789396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511a9f-88eb-4616-9885-579a18ab51cf req-db3e169e-4e70-436a-b5c6-e6c2ccb15f6a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:00.790863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de511a9f-88eb-4616-9885-579a18ab51cf req-db3e169e-4e70-436a-b5c6-e6c2ccb15f6a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0659966 Jul 09 14:20:00.832124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-de511a9f-88eb-4616-9885-579a18ab51cf req-82477526-cd8c-4652-9cf4-005d3ec75a2f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350823 Jul 09 14:20:02.004167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4187b-8e01-4715-a579-535f501a6421 req-019f8f60-bd1f-4633-948d-9f579512def5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:02.005652 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0d4187b-8e01-4715-a579-535f501a6421 req-019f8f60-bd1f-4633-948d-9f579512def5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0643079 Jul 09 14:20:02.042918 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f0d4187b-8e01-4715-a579-535f501a6421 req-44284a84-b013-4f98-8537-b1bef1e0379e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Jul 09 14:20:03.220922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53c508-faf5-4094-8728-fa6a3070f136 req-775f0f58-7319-4919-9e17-5c098e7c42f1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:03.222414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b53c508-faf5-4094-8728-fa6a3070f136 req-775f0f58-7319-4919-9e17-5c098e7c42f1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0630639 Jul 09 14:20:03.258892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1b53c508-faf5-4094-8728-fa6a3070f136 req-6bc6f78f-210b-4e3f-80bb-b69f84acab32 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309665 Jul 09 14:20:04.439653 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3530e78-034e-4db4-82b3-154040d7648d req-a2aacb7e-5594-4dcd-92ab-073508a2923f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:04.441043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3530e78-034e-4db4-82b3-154040d7648d req-a2aacb7e-5594-4dcd-92ab-073508a2923f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0722573 Jul 09 14:20:04.478859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3530e78-034e-4db4-82b3-154040d7648d req-5caa7f01-aa2d-414e-b656-64e23b3519a3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322726 Jul 09 14:20:05.652255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7e239-8e7e-477b-a275-6647032662f1 req-e6f6a054-0a52-4947-a09c-7c3c498219cb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:05.653823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbb7e239-8e7e-477b-a275-6647032662f1 req-e6f6a054-0a52-4947-a09c-7c3c498219cb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0645788 Jul 09 14:20:05.692119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbb7e239-8e7e-477b-a275-6647032662f1 req-49c17128-e7a9-4c3c-8a9e-d218dfb472ff tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Jul 09 14:20:06.870388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccc78-31c0-4076-9c90-683cb679344a req-f047ba4a-de8d-4a2f-aa4e-2b22089ea1ea tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:06.871899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe0ccc78-31c0-4076-9c90-683cb679344a req-f047ba4a-de8d-4a2f-aa4e-2b22089ea1ea tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0661540 Jul 09 14:20:06.909412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe0ccc78-31c0-4076-9c90-683cb679344a req-4c64efdc-70dc-4234-bb10-8a9b3f945495 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313361 Jul 09 14:20:08.091958 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd372e40-fbfb-481e-ad6a-369c9b960d2a req-62e2a13e-f8a7-4205-b934-15d0d3414082 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:08.093993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd372e40-fbfb-481e-ad6a-369c9b960d2a req-62e2a13e-f8a7-4205-b934-15d0d3414082 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0713203 Jul 09 14:20:08.132447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd372e40-fbfb-481e-ad6a-369c9b960d2a req-92953b1e-8953-489f-9110-9b9ac90cb5fa tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Jul 09 14:20:08.621130 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:20:09.304022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156fc69-d48e-43c7-9945-032800dca39d req-17f6b7c7-fb91-44dc-93a9-2d3812321dd5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:09.305484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3156fc69-d48e-43c7-9945-032800dca39d req-17f6b7c7-fb91-44dc-93a9-2d3812321dd5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0636513 Jul 09 14:20:09.343113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3156fc69-d48e-43c7-9945-032800dca39d req-e1b5e33e-c99f-4ebe-95de-9c836350f53f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Jul 09 14:20:10.518586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf05f1-b081-409c-9777-397bf6138798 req-6983c9f6-7d90-4739-84de-34a0db686258 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:10.520087 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dfbf05f1-b081-409c-9777-397bf6138798 req-6983c9f6-7d90-4739-84de-34a0db686258 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0680611 Jul 09 14:20:10.557317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dfbf05f1-b081-409c-9777-397bf6138798 req-a072dd39-818a-4841-adac-f3aff7520129 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316889 Jul 09 14:20:10.940817 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-2cd3b3e3-1ee2-4ea2-b0d2-3e05cde63173 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013298 Jul 09 14:20:10.948624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165991c-8fdd-44ba-a4fc-9f6f9e6d5138 req-029205ed-f0a6-4e7a-8ef7-4b4a550de29b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:10.950116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1165991c-8fdd-44ba-a4fc-9f6f9e6d5138 req-029205ed-f0a6-4e7a-8ef7-4b4a550de29b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0641212 Jul 09 14:20:10.988727 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1165991c-8fdd-44ba-a4fc-9f6f9e6d5138 req-ccbb2787-e3bf-48e3-a1af-2f18c0948ec0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321882 Jul 09 14:20:12.172846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff107e4-d15f-46f5-9139-b6fa152209a0 req-27ae4229-0eba-4e5a-aab0-b7780dc6b06d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:12.174366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ff107e4-d15f-46f5-9139-b6fa152209a0 req-27ae4229-0eba-4e5a-aab0-b7780dc6b06d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0711956 Jul 09 14:20:12.243667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ff107e4-d15f-46f5-9139-b6fa152209a0 req-fbf898b2-5ac7-4666-8bc6-3b13a3a77722 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605657 Jul 09 14:20:12.261484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-d12199aa-9db1-4725-88b5-4d3bca0a68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:12.263040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-d12199aa-9db1-4725-88b5-4d3bca0a68c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0874939 Jul 09 14:20:12.354857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-34b6fb0c-1689-433a-b4ae-95a021d00ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:12.356349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-34b6fb0c-1689-433a-b4ae-95a021d00ee8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0867140 Jul 09 14:20:12.419127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-62f56db2-446d-4d99-b80c-df8a0f0e8971 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 1000 time: 0.0566137 Jul 09 14:20:12.466988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-35ab26d9-9e9f-4741-9218-e684afac6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:12.468401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-35ab26d9-9e9f-4741-9218-e684afac6514 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0430274 Jul 09 14:20:12.528645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-cbded031-510c-4f94-b991-a3c2c9d3357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:12.530327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-cbded031-510c-4f94-b991-a3c2c9d3357e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561492 Jul 09 14:20:12.620778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-93c80c6d-72f2-461e-a914-a6aa6fa8f972 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842061 Jul 09 14:20:12.715809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-daa86669-9c7d-40f1-82a3-ce484937b294 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879955 Jul 09 14:20:13.418116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28fa83-6fb8-42d6-bf76-63e7523ff59d req-f3cc64c1-c6ae-4345-996c-9104082ae6f2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:13.420173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b28fa83-6fb8-42d6-bf76-63e7523ff59d req-f3cc64c1-c6ae-4345-996c-9104082ae6f2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0640311 Jul 09 14:20:13.457676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b28fa83-6fb8-42d6-bf76-63e7523ff59d req-ab2031c9-fba1-4de1-b871-f4edfd29932e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315537 Jul 09 14:20:13.734315 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:14.365511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cfab2989-c9ae-4f1a-b722-43a9f21675a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:14.594493 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:14.633563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200bc6-b0a4-48ec-a095-5b9667f5eaeb req-efeb1eda-2f8a-45a8-b680-0ab5ac73ea59 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:14.635145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8200bc6-b0a4-48ec-a095-5b9667f5eaeb req-efeb1eda-2f8a-45a8-b680-0ab5ac73ea59 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0635433 Jul 09 14:20:14.673907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8200bc6-b0a4-48ec-a095-5b9667f5eaeb req-f7711c26-6ebf-438d-8bcf-edb14f14e4d6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 Jul 09 14:20:14.795949 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-f62c6546-c4df-4f36-a02a-1586d42399af req-3687c328-9d22-4721-a109-c3fda5c17b34 service neutron] show failed (client error): The resource could not be found. Jul 09 14:20:14.796946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-3687c328-9d22-4721-a109-c3fda5c17b34 service neutron] 10.222.0.11 "GET /v2.0/ports/4b4d9a9f-d915-40cd-baa3-928d7228f8b7/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0581000 Jul 09 14:20:15.083678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-6cb63b23-13ae-45d5-acb1-a05910a619fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:15.085068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-6cb63b23-13ae-45d5-acb1-a05910a619fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0949097 Jul 09 14:20:15.096508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:20:15.168514 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:15.369332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:20:15.401929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:20:15.440152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:20:15.442396 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc446ca-03a5-491c-a885-e9d6fa423f84" -d '{"events": [{"server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:20:15.445861 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:15.458574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Transition to ACTIVE for port object 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:20:15.462475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:15.494469 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b11e58-5d95-49b6-96d8-d888fef38798 x-openstack-request-id: req-53b11e58-5d95-49b6-96d8-d888fef38798 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:20:15.494679 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:20:15.495090 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53b11e58-5d95-49b6-96d8-d888fef38798 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:20:15.495342 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'code': 200} Jul 09 14:20:15.544118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:15.556160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.556514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.556855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.557193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.557530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.557861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.558188 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.558516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.558841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.559190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.559515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.559836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:15.603319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] No DVR routers for this DVR port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:20:15.745144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Attempting to bind port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:20:15.745812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Attempting to bind port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:20:15.745812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Attempting to bind port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:20:15.751224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:20:15.751541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Attempting to bind port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:20:15.756213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:20:15.756546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:20:15.756929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:20:15.757342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Bound port: 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:20:15.757693 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:15.860289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:20:15.877100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:20:15.881067 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:15.897085 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba78c-fbd7-4bec-b2db-c0a3fd2caa4a req-ca9ee9a9-8a71-46fc-ba0f-85a5392dcc71 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:15.898551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04eba78c-fbd7-4bec-b2db-c0a3fd2caa4a req-ca9ee9a9-8a71-46fc-ba0f-85a5392dcc71 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 943 time: 0.1094506 Jul 09 14:20:15.942155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:15.942803 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:15.944181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] 10.222.0.10 "PUT /v2.0/ports/4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 1091 time: 0.8526273 Jul 09 14:20:15.977255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04eba78c-fbd7-4bec-b2db-c0a3fd2caa4a req-41bb1425-d5b4-4f56-8607-ad094d10d4dc tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603912 Jul 09 14:20:16.009834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ce7aa-90ff-4a1b-a684-7b3400ddc91b service neutron] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:16.040418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-d661a688-a6dc-497c-9bdc-07c686e399fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:16.041960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-d661a688-a6dc-497c-9bdc-07c686e399fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0681303 Jul 09 14:20:16.144103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5eb66588-ad16-414e-a54c-ca90d40a7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:16.145931 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-5eb66588-ad16-414e-a54c-ca90d40a7361 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0960605 Jul 09 14:20:16.214579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-f960345e-cd7b-4fec-98c3-d1254de1f721 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 998 time: 0.0600822 Jul 09 14:20:16.265564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-0c1803a8-032b-4e7a-9db4-8e515b36cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:16.267056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-0c1803a8-032b-4e7a-9db4-8e515b36cf89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0481782 Jul 09 14:20:16.323540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c6546-c4df-4f36-a02a-1586d42399af req-90402470-141a-4f99-96ad-8e710baef873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:16.325036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-90402470-141a-4f99-96ad-8e710baef873 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511088 Jul 09 14:20:16.412651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-0671f98e-6e9b-4798-b1b2-a49d5857f3a7 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793102 Jul 09 14:20:16.505096 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f62c6546-c4df-4f36-a02a-1586d42399af req-13fdea2b-f35f-4387-9e5f-a4d8cdcb95e8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 Jul 09 14:20:16.948564 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0a566ae4-0e4b-4113-abe5-7192982d84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:17.082033 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:17.157312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c345efe-099d-4bb5-8996-55e982da4fb0 req-c2fe44ac-a40c-41f6-953f-66a8bea3dbcb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:17.158790 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c345efe-099d-4bb5-8996-55e982da4fb0 req-c2fe44ac-a40c-41f6-953f-66a8bea3dbcb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 943 time: 0.0648954 Jul 09 14:20:17.197590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c345efe-099d-4bb5-8996-55e982da4fb0 req-15dc6931-5e36-4288-afb9-2eae6b2c854d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332613 Jul 09 14:20:17.496711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:20:17.499019 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd014a8-1d9f-4139-91fb-490f4af2467f" -d '{"events": [{"name": "network-changed", "server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:20:17.554762 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99578b37-cfc0-4b37-b9ac-b6fe49117d26 x-openstack-request-id: req-99578b37-cfc0-4b37-b9ac-b6fe49117d26 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:20:17.555094 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:20:17.555471 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99578b37-cfc0-4b37-b9ac-b6fe49117d26 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:20:17.556740 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'status': 'completed', 'code': 200} Jul 09 14:20:17.670019 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-64a6bea2-37d3-4ca3-8a06-2c138febd9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:17.671260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-64a6bea2-37d3-4ca3-8a06-2c138febd9bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0867267 Jul 09 14:20:17.673773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-53cdb4b1-9f2e-4aae-bfee-8c26b35f316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:17.675422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-53cdb4b1-9f2e-4aae-bfee-8c26b35f316f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0996158 Jul 09 14:20:17.833810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-98f93765-7760-4550-8fbe-c92b575bfd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:17.835332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-98f93765-7760-4550-8fbe-c92b575bfd50 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1580269 Jul 09 14:20:17.836707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-a190099b-39c6-491c-ae4e-14e63b1afe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:17.838019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-a190099b-39c6-491c-ae4e-14e63b1afe3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1521866 Jul 09 14:20:17.950512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-63754858-5ac9-4345-ab69-9a7437bd06b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 998 time: 0.1093340 Jul 09 14:20:17.965249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-d0ac2e1e-0ae2-42f5-be21-103fb6599148 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 998 time: 0.0848880 Jul 09 14:20:18.035248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-156a7dd6-f628-45b8-b58c-b892b0d3040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:18.036706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-156a7dd6-f628-45b8-b58c-b892b0d3040d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0794649 Jul 09 14:20:18.041608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-24434330-a8a2-4ebe-a15f-e6355c4e3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:18.042979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-24434330-a8a2-4ebe-a15f-e6355c4e3d6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0589550 Jul 09 14:20:18.132378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-7435d17f-641d-4f79-80c0-50f7c1fb3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:18.133803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-7435d17f-641d-4f79-80c0-50f7c1fb3c4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900025 Jul 09 14:20:18.137864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-d435a5df-cc2d-40bd-acec-19f71bc1d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:18.139712 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-d435a5df-cc2d-40bd-acec-19f71bc1d54a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870554 Jul 09 14:20:18.291581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-4ba43242-3799-41a9-b81e-32780b8908e6 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509147 Jul 09 14:20:18.293658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-fdd365e2-7514-436b-bbb5-7a566ef511fb service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460857 Jul 09 14:20:18.452827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:18.498128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-c873769c-ed3f-45f7-9f47-59ab52756f49 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994953 Jul 09 14:20:18.500776 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ebd014a8-1d9f-4139-91fb-490f4af2467f req-dad1791b-d6a2-46a9-b28b-78f45a324738 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948395 Jul 09 14:20:18.513780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c83e1-1c4e-4a47-82a1-da3f3b3c8c0b req-bdfd9f6f-7f23-44aa-8a19-87224eeeaa95 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:18.514656 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a2c83e1-1c4e-4a47-82a1-da3f3b3c8c0b req-bdfd9f6f-7f23-44aa-8a19-87224eeeaa95 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 943 time: 0.1862299 Jul 09 14:20:18.557274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a2c83e1-1c4e-4a47-82a1-da3f3b3c8c0b req-66b6c7e4-bacd-4d3b-9d45-bbed5f7bfb3f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Jul 09 14:20:18.581086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:20:18.619728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:20:18.878971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:20:18.981950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:20:18.994552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'mac_address': 'fa:16:3e:c2:ae:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:20:19.034182 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:19.047807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:20:19.068927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:20:19.072315 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:19.125500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:19.135410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.135759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.136108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.136450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.136786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.137121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.137452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.137771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.138149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.139051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.139348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.139676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:20:19.253273 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-cf78980a-e377-45e9-947c-a772bb9b78e4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:19.254677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-cf78980a-e377-45e9-947c-a772bb9b78e4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 943 time: 0.4596741 Jul 09 14:20:19.263841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92017-2931-48bf-a5f6-0f2b6be445b6 req-a9e15418-3b9e-4d55-9af5-d7d9fdf687bd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:19.265636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88c92017-2931-48bf-a5f6-0f2b6be445b6 req-a9e15418-3b9e-4d55-9af5-d7d9fdf687bd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 943 time: 0.4797127 Jul 09 14:20:19.313813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['4b4d9a9f-d915-40cd-baa3-928d7228f8b7'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:20:19.349916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88c92017-2931-48bf-a5f6-0f2b6be445b6 req-63668e46-c4d2-42b5-8495-67d104f2121e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765336 Jul 09 14:20:19.356455 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-d28b4402-438c-4eaf-9a40-a6e39c49c97d service neutron] delete failed (client error): The resource could not be found. Jul 09 14:20:19.357286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-d28b4402-438c-4eaf-9a40-a6e39c49c97d service neutron] 10.222.0.11 "DELETE /v2.0/ports/4b4d9a9f-d915-40cd-baa3-928d7228f8b7/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0906553 Jul 09 14:20:19.485731 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-a804d0b1-2afd-4a28-a40a-5502999bd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:19.487462 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-a804d0b1-2afd-4a28-a40a-5502999bd518 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0751607 Jul 09 14:20:19.613034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-488130c2-2328-4880-84ba-eb32d07eb4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:19.614475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-488130c2-2328-4880-84ba-eb32d07eb4c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1212962 Jul 09 14:20:19.689614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-f1cbf91c-b625-4a8e-91f3-356b82e35497 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 999 time: 0.0688145 Jul 09 14:20:19.755646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-5dd399f1-e96d-449e-a407-e9f46178928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:19.757146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-5dd399f1-e96d-449e-a407-e9f46178928e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0614922 Jul 09 14:20:19.830882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-6e99f668-05d2-4ac5-8208-39caaad11f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:19.833624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-6e99f668-05d2-4ac5-8208-39caaad11f76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704939 Jul 09 14:20:19.926623 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:19.932086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-d64217b6-7711-4e89-bdfb-94d899c8dec7 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929177 Jul 09 14:20:20.024814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7d7a3788-7dd8-4dfe-94af-01e1f9b9b5eb req-75c8b705-5de5-4ca6-afb7-a7a21edf2131 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865836 Jul 09 14:20:20.364711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ccc22-5100-4a68-946f-876044bd00ff req-4264244d-abd5-4ac4-adf1-3e351b2a9df0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558884 Jul 09 14:20:20.590892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ccc22-5100-4a68-946f-876044bd00ff req-fa276b59-6994-4782-83b2-e29fb8cd02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:20.592580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ccc22-5100-4a68-946f-876044bd00ff req-fa276b59-6994-4782-83b2-e29fb8cd02e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1095 time: 0.1386707 Jul 09 14:20:20.610651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9ba1a-538f-4f56-9640-f367995c897f req-07a15f68-bc94-4e0c-9bb9-0fb730cd8e78 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:20.612348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36e9ba1a-538f-4f56-9640-f367995c897f req-07a15f68-bc94-4e0c-9bb9-0fb730cd8e78 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 944 time: 0.1261792 Jul 09 14:20:20.711353 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-36e9ba1a-538f-4f56-9640-f367995c897f req-f60d54b3-8b85-4130-89af-7b44abb094d1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900400 Jul 09 14:20:20.728337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ccc22-5100-4a68-946f-876044bd00ff req-10d6fc46-8600-4128-8f33-98c81ca64e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:20.729805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ccc22-5100-4a68-946f-876044bd00ff req-10d6fc46-8600-4128-8f33-98c81ca64e87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1165061 Jul 09 14:20:20.798414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ccc22-5100-4a68-946f-876044bd00ff req-6b4c6421-413c-4f8d-a13a-1b0de74280bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 999 time: 0.0623839 Jul 09 14:20:20.850770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ccc22-5100-4a68-946f-876044bd00ff req-67d2aadf-ffb3-4861-acbf-f1bb17fed4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:20.852584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ccc22-5100-4a68-946f-876044bd00ff req-67d2aadf-ffb3-4861-acbf-f1bb17fed4c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0484524 Jul 09 14:20:20.888178 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:20:20.913563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ccc22-5100-4a68-946f-876044bd00ff req-e6881b81-e161-4994-9fd8-1f1fb35bf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:20.915182 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ccc22-5100-4a68-946f-876044bd00ff req-e6881b81-e161-4994-9fd8-1f1fb35bf6fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558434 Jul 09 14:20:20.938348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:20:20.942077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:20:20.942462 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:21.008840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ccc22-5100-4a68-946f-876044bd00ff req-8a2c3c74-3d0d-49aa-8a32-cf851eacaa40 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866752 Jul 09 14:20:21.023963 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:21.047186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:20:21.049431 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ebb257-26cf-47c3-8af5-124c36da9c1d" -d '{"events": [{"server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "name": "network-vif-plugged", "status": "completed", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:20:21.064040 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:20:21.068280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:21.091957 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411186a4-0b3e-414b-8383-bb6c472702fd x-openstack-request-id: req-411186a4-0b3e-414b-8383-bb6c472702fd {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:20:21.092257 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "name": "network-vif-plugged", "status": "completed", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:20:21.092518 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-411186a4-0b3e-414b-8383-bb6c472702fd {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:20:21.092906 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'code': 200} Jul 09 14:20:21.109220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ccc22-5100-4a68-946f-876044bd00ff req-fc26638f-7d2f-4fd6-a978-5eb456349049 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935051 Jul 09 14:20:21.118393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:21.888287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075f75-3810-45b0-b4a1-90cbdebe457e req-8ecded99-822b-46d3-b2a0-060076e1fcaf tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:21.889773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f075f75-3810-45b0-b4a1-90cbdebe457e req-8ecded99-822b-46d3-b2a0-060076e1fcaf tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0633719 Jul 09 14:20:21.927310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f075f75-3810-45b0-b4a1-90cbdebe457e req-11d05fb3-9503-4408-a47a-9cd9a1d87698 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319431 Jul 09 14:20:22.100046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42109b5e-52a4-45e4-a3cc-9b1671d665dc req-251a5e99-be6d-4da0-b795-7d81a98e0e77 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:22.101538 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42109b5e-52a4-45e4-a3cc-9b1671d665dc req-251a5e99-be6d-4da0-b795-7d81a98e0e77 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0645907 Jul 09 14:20:22.139696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-42109b5e-52a4-45e4-a3cc-9b1671d665dc req-0414a965-a7ae-4d45-a526-f1a48f4b211c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325856 Jul 09 14:20:22.523874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-8227694a-8812-4ba1-ac52-ea071b1a85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:22.525387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-8227694a-8812-4ba1-ac52-ea071b1a85ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 1096 time: 0.1134038 Jul 09 14:20:22.538100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd999a-b9b5-4660-8336-e83c99d2cc62 req-1c2b24f7-09ed-4326-9607-3761fb612567 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:22.539579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ddd999a-b9b5-4660-8336-e83c99d2cc62 req-1c2b24f7-09ed-4326-9607-3761fb612567 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.1182554 Jul 09 14:20:22.626136 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ddd999a-b9b5-4660-8336-e83c99d2cc62 req-6ad1b0db-1d4f-47ec-ba4c-6594f0b46cce tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778322 Jul 09 14:20:22.652185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-db439c05-84e0-42d4-bae9-6bc979c81825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:22.654423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-db439c05-84e0-42d4-bae9-6bc979c81825 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1132185 Jul 09 14:20:22.718189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-5b16417b-afbb-42a4-9f65-ef56c298bad2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 200 len: 1000 time: 0.0576339 Jul 09 14:20:22.766261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-fe55e00c-302a-4912-a4d0-f35f5ccc0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:22.767795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-fe55e00c-302a-4912-a4d0-f35f5ccc0d49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0434072 Jul 09 14:20:22.828649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-c0801cc7-02a0-4434-aece-6b0933d5221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:22.830500 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-c0801cc7-02a0-4434-aece-6b0933d5221b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570216 Jul 09 14:20:22.920496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-b55dbb44-1169-4e96-a0aa-5e0fffff23c9 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834074 Jul 09 14:20:23.014362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbc86c68-94d0-499a-b386-e00942ea8528 req-418022b2-3dd1-4bac-9fc0-39d1262fec5e service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875363 Jul 09 14:20:23.806850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7926c5-9fa3-4e5b-aba7-8a319a7ee2aa req-6c662bc5-b51a-4ba4-9b62-9f0428ec5b2f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:23.808394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa7926c5-9fa3-4e5b-aba7-8a319a7ee2aa req-6c662bc5-b51a-4ba4-9b62-9f0428ec5b2f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0654757 Jul 09 14:20:23.845676 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fa7926c5-9fa3-4e5b-aba7-8a319a7ee2aa req-e89356a0-3e11-48a9-a352-564543649b57 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Jul 09 14:20:24.226300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5b333-f8cb-4d78-b011-7462cc45ac2d req-d1fdff1a-1326-443f-97f1-c676cb4fe8ff tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:24.227841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7de5b333-f8cb-4d78-b011-7462cc45ac2d req-d1fdff1a-1326-443f-97f1-c676cb4fe8ff tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0697286 Jul 09 14:20:24.264817 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7de5b333-f8cb-4d78-b011-7462cc45ac2d req-82fa956d-12b0-4fff-8d8e-9894b31ca297 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314105 Jul 09 14:20:25.462446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-b508cc6d-ea58-4a69-b6da-e4879917ea3f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:25.463849 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-b508cc6d-ea58-4a69-b6da-e4879917ea3f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.1079195 Jul 09 14:20:25.475540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417211e-028c-4ce6-bcd1-946dd68cba2c req-d795d20b-5e76-43b4-93f8-0fa8b5e5002f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:25.476930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4417211e-028c-4ce6-bcd1-946dd68cba2c req-d795d20b-5e76-43b4-93f8-0fa8b5e5002f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 945 time: 0.0897374 Jul 09 14:20:25.545971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4417211e-028c-4ce6-bcd1-946dd68cba2c req-1eda1d09-1fa3-4181-9f8e-b79657cc92f1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617232 Jul 09 14:20:25.603290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Deleting port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:20:25.603638 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:25.689196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] For port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:20:25.689560 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:25.862007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:25.862378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:25.862691 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Floating IP 941b178f-51dd-4a04-9347-4dd325675999 disassociated. External IP: 172.25.5.27, port: 4b4d9a9f-d915-40cd-baa3-928d7228f8b7. Jul 09 14:20:25.863062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Calling delete_port for 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:20:25.988836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:26.023710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event deleted for resources: {'Port': ['ID=4b4d9a9f-d915-40cd-baa3-928d7228f8b7,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:26.137507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:20:26.250148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:20:26.260448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:20:26.270460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:20:26.271123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:20:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:20:26.299497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] No DVR routers for this DVR port 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:20:26.302552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:26.304683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d50ff9b7-baab-48c9-a0e4-bcf2b9963ef5 req-a17dd05c-f60b-4c19-8253-05ac2ba88cd1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "DELETE /v2.0/ports/4b4d9a9f-d915-40cd-baa3-928d7228f8b7 HTTP/1.1" status: 204 len: 173 time: 0.8268750 Jul 09 14:20:26.305119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'name': 'network-vif-deleted', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:20:26.314296 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4635546c-3e0b-44d2-88f0-e06e6243947d" -d '{"events": [{"server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "name": "network-vif-deleted", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:20:26.358119 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7318a976-71d2-4193-b969-f2c7d2979a0b x-openstack-request-id: req-7318a976-71d2-4193-b969-f2c7d2979a0b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:20:26.358628 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b211bb0c-e408-4621-8be4-6f92b4550ff3", "name": "network-vif-deleted", "tag": "4b4d9a9f-d915-40cd-baa3-928d7228f8b7", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:20:26.358886 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7318a976-71d2-4193-b969-f2c7d2979a0b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:20:26.359324 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b211bb0c-e408-4621-8be4-6f92b4550ff3', 'name': 'network-vif-deleted', 'tag': '4b4d9a9f-d915-40cd-baa3-928d7228f8b7', 'status': 'completed', 'code': 200} Jul 09 14:20:26.387254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:20:26.599712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:20:26.627375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:20:26.636161 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:20:26.636769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:20:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:20:26.715151 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6634c52a-95f2-46ba-b15e-06af9025c383 req-78599866-a4d6-41e9-8fae-fac818ebd8b6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=b211bb0c-e408-4621-8be4-6f92b4550ff3 HTTP/1.1" status: 200 len: 210 time: 0.0280492 Jul 09 14:20:26.745382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:20:26.939458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:20:26.969495 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a170cd2-d16e-4da0-9764-6a6056c17f24 None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:20:27.192358 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db21337-38cd-49ec-932e-14b0c3257f02 None None] New status for floating IP 941b178f-51dd-4a04-9347-4dd325675999: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:20:28.077289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-e2ac9219-49a5-44f8-8c09-0c0587696d44 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--899350062&fields=id&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 267 time: 0.0331545 Jul 09 14:20:28.181135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-b0873cf2-9c76-42b1-b016-6bf0777d714c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:28.182606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-b0873cf2-9c76-42b1-b016-6bf0777d714c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 812 time: 0.0992024 Jul 09 14:20:28.197050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-c4ea1f00-8687-4559-97eb-09a7e7c1f1e6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/quotas/5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0089536 Jul 09 14:20:28.277859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-3d0b2542-4759-44d9-98aa-a6f8ade130b8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756986 Jul 09 14:20:28.415337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-13040aef-6edc-421a-ace3-d3e469da498b service neutron] 10.222.0.32 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248844 Jul 09 14:20:28.507171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-21792dbf-49bf-4590-bc22-b35792c88eee service neutron] 10.222.0.32 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854797 Jul 09 14:20:28.673711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f31fdc8f-f19b-46d1-8684-bc2cb898ddea req-cc420b65-f911-474f-9c9d-954e5ee263d1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 210 time: 0.0296955 Jul 09 14:20:28.925705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:20:28.946252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:20:28.946609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4b4d9a9f-d915-40cd-baa3-928d7228f8b7 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:20:29.699143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-bb336235-d8d9-45d7-9140-dc74b7418aaa tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:29.700626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-bb336235-d8d9-45d7-9140-dc74b7418aaa tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 812 time: 0.1140261 Jul 09 14:20:29.751654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-0ae62d97-52fc-4988-aeb2-ee77508bad81 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 379 time: 0.0370948 Jul 09 14:20:29.760828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'port': {'device_id': '55086297-cb4a-481c-8984-e11016d6ad62', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'admin_state_up': True, 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'security_groups': ['871b75d5-eca8-4c00-8bdd-945d440edf94']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:20:29.844093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f287e620-2038-4817-a762-fc0c247a4afc req-35fcb532-a966-4bd2-822e-8a875d7020f2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 210 time: 0.0391304 Jul 09 14:20:29.900342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Made reservation on behalf of 5c88ac5d72ea4accbbbd8b22902b8ec1 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:20:29.904538 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.027827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Allocated IP 172.20.0.5 (9a2f505e-38d4-4b57-83d6-093c5aaa0275/d6331f69-cc01-405e-b353-d082067e318f/0d5792ce-7ad9-43df-805d-77a721253ce2) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:20:30.163636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.177402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Transition to ACTIVE for port object 0d5792ce-7ad9-43df-805d-77a721253ce2 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:20:30.210353 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.256082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:20:30.259206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:20:30.263046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:20:30.269516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:30.316533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:30.317156 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.332530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-f4355e98-19ee-4204-b9b4-9044cb575691 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757029 Jul 09 14:20:30.345475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Request body: {'port': {'device_id': '55086297-cb4a-481c-8984-e11016d6ad62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:20:30.428550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.460650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-47a2f371-d0a8-462c-baaa-e6f2c795f6f5 None None] Provisioning for port 0d5792ce-7ad9-43df-805d-77a721253ce2 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:20:30.464600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-47a2f371-d0a8-462c-baaa-e6f2c795f6f5 None None] Provisioning complete for port 0d5792ce-7ad9-43df-805d-77a721253ce2 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:20:30.465006 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-47a2f371-d0a8-462c-baaa-e6f2c795f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.500023 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-47a2f371-d0a8-462c-baaa-e6f2c795f6f5 None None] Port 0d5792ce-7ad9-43df-805d-77a721253ce2 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:20:30.689280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5792ce-7ad9-43df-805d-77a721253ce2 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:20:30.696434 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.708870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Transition to ACTIVE for port object 0d5792ce-7ad9-43df-805d-77a721253ce2 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:20:30.712722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.767907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:30.837152 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:20:30.837487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:20:30.837822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:20:30.843722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:20:30.844042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:20:30.849137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:20:30.849478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:20:30.849868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:20:30.850288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Bound port: 0d5792ce-7ad9-43df-805d-77a721253ce2, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:20:30.850647 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.919605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:20:30.922909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:20:30.927687 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.980304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:30.980729 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:30.982405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] 10.222.0.11 "PUT /v2.0/ports/0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 1091 time: 0.6427259 Jul 09 14:20:30.982957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:20:30.985193 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:20:31.064257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee07d2-7209-4bdc-a114-d1574e482c99 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:31.098423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78558e2-535d-4130-af6b-8a76cd13e4ff req-dcdac7b9-c7f5-4e42-8554-77b73cd9dccd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:31.100002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f78558e2-535d-4130-af6b-8a76cd13e4ff req-dcdac7b9-c7f5-4e42-8554-77b73cd9dccd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.1407385 Jul 09 14:20:31.134082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-a8063b62-0af9-4ac0-b145-e09fe664ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:31.135678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-a8063b62-0af9-4ac0-b145-e09fe664ea1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1094 time: 0.1074629 Jul 09 14:20:31.188272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f78558e2-535d-4130-af6b-8a76cd13e4ff req-1c852798-dec2-49d1-af8b-b7ca1df82de7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792890 Jul 09 14:20:31.189644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-ebb829cb-c368-4fae-a0ad-2b501fa05cc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 217 time: 0.0454841 Jul 09 14:20:31.233661 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dddff3-d4fa-47b2-9d3f-cba5072dce62 x-openstack-request-id: req-98dddff3-d4fa-47b2-9d3f-cba5072dce62 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:20:31.233951 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:20:31.234205 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98dddff3-d4fa-47b2-9d3f-cba5072dce62 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:20:31.234604 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'status': 'completed', 'code': 200} Jul 09 14:20:31.239832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-0f4b4fe1-d465-4409-a988-305939b7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:31.241323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-0f4b4fe1-d465-4409-a988-305939b7f4ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0461962 Jul 09 14:20:31.299429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-edc45bd1-71bc-4580-81a3-8d97b7cc5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:31.301170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-edc45bd1-71bc-4580-81a3-8d97b7cc5c44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539410 Jul 09 14:20:31.394449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-5f9c09da-21fb-440d-813e-3d48bc3694da service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868595 Jul 09 14:20:31.481508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2ea2767d-9dd5-41cc-89d4-afdbc0b5c943 req-51e8273f-3aa9-4bb8-9d7f-a1d44edd0cae service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809181 Jul 09 14:20:31.583821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-513e77c4-0096-4471-8dd8-34a96d8b5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:31.585334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-513e77c4-0096-4471-8dd8-34a96d8b5a82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1094 time: 0.0572870 Jul 09 14:20:31.673348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-fa6cb209-f2e4-4cf1-9fa3-41a7efc1f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:31.675113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-fa6cb209-f2e4-4cf1-9fa3-41a7efc1f303 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0835731 Jul 09 14:20:31.718737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-8e74cfed-3a15-49aa-b452-268494c0586a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 217 time: 0.0370646 Jul 09 14:20:31.767278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-1b30dc93-148c-4543-bd1a-9355769289bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:31.768734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-1b30dc93-148c-4543-bd1a-9355769289bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0433235 Jul 09 14:20:31.826039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-73e4de0d-e8fd-40d5-92e4-5a24bde9bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:31.827545 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-73e4de0d-e8fd-40d5-92e4-5a24bde9bd1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526845 Jul 09 14:20:31.918624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-6f7c229d-6556-4c59-9c3d-73e10cc62143 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838234 Jul 09 14:20:32.010996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b46c838-b9c3-4a8e-b30d-8e371d299b9a req-9b08de1e-bee9-44b4-851a-709623f2ad61 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848272 Jul 09 14:20:32.368452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb24d4d-463e-4945-9031-eb9960d77301 req-f8b08899-a5f3-4ed9-b6df-a5b5e5a29fb1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:32.369823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fb24d4d-463e-4945-9031-eb9960d77301 req-f8b08899-a5f3-4ed9-b6df-a5b5e5a29fb1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.0617723 Jul 09 14:20:32.407430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fb24d4d-463e-4945-9031-eb9960d77301 req-c4d3a8e5-3630-43a3-baeb-eac4cd45d93d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320802 Jul 09 14:20:33.583172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e723ff-a9eb-4897-820a-d37c21241caf req-a0bebe1b-9303-45a2-b418-1c9955efc1d6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:33.584690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e723ff-a9eb-4897-820a-d37c21241caf req-a0bebe1b-9303-45a2-b418-1c9955efc1d6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.0678935 Jul 09 14:20:33.620613 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0e723ff-a9eb-4897-820a-d37c21241caf req-e49d20e5-b109-4788-a424-6d7befab6b94 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304496 Jul 09 14:20:34.581209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:20:34.678625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:20:34.690680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'mac_address': 'fa:16:3e:1b:9e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:20:34.728219 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:34.741304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5792ce-7ad9-43df-805d-77a721253ce2 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:20:34.760734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:20:34.765671 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:34.796781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82359-d0f8-4adc-acfb-2aade16c66b8 req-674c3b00-ced2-42b7-ba89-1380ba6c53c6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:34.798279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ef82359-d0f8-4adc-acfb-2aade16c66b8 req-674c3b00-ced2-42b7-ba89-1380ba6c53c6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.0640824 Jul 09 14:20:34.814154 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:34.837186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3ef82359-d0f8-4adc-acfb-2aade16c66b8 req-bbff2d24-6dc5-4218-895e-40e414444acf tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329609 Jul 09 14:20:34.966792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['0d5792ce-7ad9-43df-805d-77a721253ce2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:20:36.015185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d16459-d95b-4194-91ef-714ff2b8d11e req-d72d8267-8bad-4cf6-bc86-873f14e756c2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:36.016672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8d16459-d95b-4194-91ef-714ff2b8d11e req-d72d8267-8bad-4cf6-bc86-873f14e756c2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 944 time: 0.0706913 Jul 09 14:20:36.055262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8d16459-d95b-4194-91ef-714ff2b8d11e req-4e8915ca-5956-4fb2-8879-7429d7a8687e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328197 Jul 09 14:20:36.612205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:20:36.663197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 0d5792ce-7ad9-43df-805d-77a721253ce2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:20:36.667337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 0d5792ce-7ad9-43df-805d-77a721253ce2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:20:36.667714 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:36.749754 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:36.770920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:20:36.773157 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7887496b-97d6-4940-884a-fa6bdcd15845" -d '{"events": [{"server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "name": "network-vif-plugged", "status": "completed", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:20:36.785680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:20:36.790437 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:36.818375 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242a8f9-9601-4ecd-a8e0-5e79a3559f87 x-openstack-request-id: req-d242a8f9-9601-4ecd-a8e0-5e79a3559f87 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:20:36.818811 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "name": "network-vif-plugged", "status": "completed", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:20:36.819123 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d242a8f9-9601-4ecd-a8e0-5e79a3559f87 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:20:36.819582 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'code': 200} Jul 09 14:20:36.846691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:20:36.928058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc309c-4604-4f3e-ba3a-e4fb217e3ed0 req-3c176942-6ca1-4546-97b1-344e728a8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:36.929431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65fc309c-4604-4f3e-ba3a-e4fb217e3ed0 req-3c176942-6ca1-4546-97b1-344e728a8b5c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1096 time: 0.0502748 Jul 09 14:20:36.963204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65fc309c-4604-4f3e-ba3a-e4fb217e3ed0 req-9a1e8ffe-b2ec-4428-8ed2-36c565bcdb78 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268497 Jul 09 14:20:37.227663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae52956-d7b4-4392-878c-44f41c3e17ec req-131c3e72-b2d2-4673-8059-ee035770f28e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:37.229049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ae52956-d7b4-4392-878c-44f41c3e17ec req-131c3e72-b2d2-4673-8059-ee035770f28e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0631852 Jul 09 14:20:37.266157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ae52956-d7b4-4392-878c-44f41c3e17ec req-1836af4d-2c2b-4911-99f4-14d81af342ae tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306728 Jul 09 14:20:38.463882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489d0be-4b47-4753-acea-24c0a48f3de2 req-d750be12-4138-4743-8cfd-d5c1803f95d7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:38.465231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9489d0be-4b47-4753-acea-24c0a48f3de2 req-d750be12-4138-4743-8cfd-d5c1803f95d7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0744481 Jul 09 14:20:38.503041 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9489d0be-4b47-4753-acea-24c0a48f3de2 req-65728d9a-575d-47d3-8d7d-258978f55839 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321710 Jul 09 14:20:38.665155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c949675-5b72-4438-9c16-1dca6c13f548 req-17c7af6b-a3c4-4ea1-8731-e82b2fcea9e1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:38.666645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8c949675-5b72-4438-9c16-1dca6c13f548 req-17c7af6b-a3c4-4ea1-8731-e82b2fcea9e1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0618804 Jul 09 14:20:38.675918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 51950) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:20:38.680333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'floatingip': {'port_id': '0d5792ce-7ad9-43df-805d-77a721253ce2'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:20:39.069910 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:39.504050 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:39.507829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:39.603584 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Floating IP 941b178f-51dd-4a04-9347-4dd325675999 associated. External IP: 172.25.5.27, port: 0d5792ce-7ad9-43df-805d-77a721253ce2. Jul 09 14:20:39.813402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:20:39.921262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:20:39.926277 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:39.930794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:20:39.940452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:20:39.941075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:20:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:20:39.962296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ef7fd427-3f7b-43a0-b856-71fb781a61d2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "PUT /v2.0/floatingips/941b178f-51dd-4a04-9347-4dd325675999 HTTP/1.1" status: 200 len: 990 time: 1.2853196 Jul 09 14:20:39.962889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:20:39.965180 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a232210d-01c1-409d-80a8-895a43cd552d" -d '{"events": [{"name": "network-changed", "server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:20:40.047449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:20:40.093209 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2994f3e-681e-4a41-8ecb-8c12516bb15c x-openstack-request-id: req-f2994f3e-681e-4a41-8ecb-8c12516bb15c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:20:40.093571 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:20:40.093833 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2994f3e-681e-4a41-8ecb-8c12516bb15c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:20:40.094237 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'status': 'completed', 'code': 200} Jul 09 14:20:40.169617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232210d-01c1-409d-80a8-895a43cd552d req-b32b9605-382a-4514-80e2-291d85252d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:40.171148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a232210d-01c1-409d-80a8-895a43cd552d req-b32b9605-382a-4514-80e2-291d85252d1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1096 time: 0.0570383 Jul 09 14:20:40.261204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232210d-01c1-409d-80a8-895a43cd552d req-542c8aed-71ee-42c5-950f-0a9c087e8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:40.262742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a232210d-01c1-409d-80a8-895a43cd552d req-542c8aed-71ee-42c5-950f-0a9c087e8804 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0855620 Jul 09 14:20:40.335734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a232210d-01c1-409d-80a8-895a43cd552d req-f1c658aa-1410-479a-8480-853d50f81eee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 998 time: 0.0662680 Jul 09 14:20:40.386142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232210d-01c1-409d-80a8-895a43cd552d req-9919f2fe-0b56-4ec7-be79-c506318b7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:40.387671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a232210d-01c1-409d-80a8-895a43cd552d req-9919f2fe-0b56-4ec7-be79-c506318b7501 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0462470 Jul 09 14:20:40.440933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:1b:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55086297-cb4a-481c-8984-e11016d6ad62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:20:39Z', 'revision_number': 9, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:20:40.446573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232210d-01c1-409d-80a8-895a43cd552d req-28b68da2-d722-410e-a1fb-f572a1024f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:40.448122 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a232210d-01c1-409d-80a8-895a43cd552d req-28b68da2-d722-410e-a1fb-f572a1024f2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541756 Jul 09 14:20:40.466319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:20:40.474527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:20:40.475169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:20:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:20:40.539607 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a232210d-01c1-409d-80a8-895a43cd552d req-cf6c1e53-391c-4c3e-bb90-be28e3a8f4cd service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852168 Jul 09 14:20:40.579415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:20:40.628092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a232210d-01c1-409d-80a8-895a43cd552d req-a388f2a8-6c98-4dd1-ba5d-2c3c3ac6c7c9 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819397 Jul 09 14:20:40.805099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:1b:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55086297-cb4a-481c-8984-e11016d6ad62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:20:39Z', 'revision_number': 9, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:20:40.831288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f59a47-8af6-4525-9ac4-a67127ce6ade None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:1b:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55086297-cb4a-481c-8984-e11016d6ad62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:20:39Z', 'revision_number': 9, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:20:41.015594 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440be814-ebf9-4ae5-829c-daf87cb19a17 None None] New status for floating IP 941b178f-51dd-4a04-9347-4dd325675999: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:20:43.749233 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:44.367275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba435-2003-4f3d-854a-cfb3b13963ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:44.603334 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:45.620477 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:20:45.955027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-078eb9c9-6839-4e59-9f3d-2c465f50db96 req-0405b6cd-4b43-445c-85d1-f324e02fa533 tempest-TestVolumeBootPattern-1293703410 tempest-TestVolumeBootPattern-1293703410-project] (93912) timed out ('10.222.0.32', 44932) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:20:46.953056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3510f809-17e9-4a3a-86da-4dbb3f4b8ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:47.083211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:48.457272 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:49.926283 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:13.737827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:14.368266 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f301f035-de95-4da4-ac7a-bf928a33a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:14.608008 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:16.952905 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-581e27ce-5a0c-485e-b60c-4b909f03f799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:17.083855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:18.458893 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:19.524694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-b24d254b-ec73-4f13-b6dd-769bfcf8a03c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538449 Jul 09 14:21:19.622384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-b1103c98-4421-4b79-81e3-9ecc5809cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:19.623922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-b1103c98-4421-4b79-81e3-9ecc5809cc6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1096 time: 0.0581558 Jul 09 14:21:19.730316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-b36643cc-a59c-4e7b-a883-53192b5f8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:19.731832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-b36643cc-a59c-4e7b-a883-53192b5f8aab service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0877292 Jul 09 14:21:19.805551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-64abd8da-b6aa-4c2c-aafb-2a644bb46e2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0672758 Jul 09 14:21:19.855871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-194174f1-eec7-4a1d-af42-afed75038049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:19.857302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-194174f1-eec7-4a1d-af42-afed75038049 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0459564 Jul 09 14:21:19.915444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-d9d9fb1e-46de-448b-a2e3-08fa207d4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:19.916955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-d9d9fb1e-46de-448b-a2e3-08fa207d4cce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540059 Jul 09 14:21:19.927217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:20.010565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-9ab0c1c5-b170-4666-b773-8d75cf471846 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868967 Jul 09 14:21:20.100900 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34ed4110-0c63-4f3d-8fc9-2c9ae290a8ce req-bb7631b9-2bc0-4861-b83a-656fe2bb1cce service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838361 Jul 09 14:21:22.622777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:21:43.747563 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:44.368661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d40377d8-1e0a-40e3-ae56-af8e63fb7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:44.609512 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:46.953281 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91668c00-e2da-43e2-bd0c-1bd6c956a900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:47.083468 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:48.461100 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:49.929645 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:59.623168 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:22:13.753094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:14.202537 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-e286a957-4cbe-4514-ac50-bacf4249e880 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590427 Jul 09 14:22:14.261106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21071725-86b1-42bc-b268-6168d8cef84f req-c26ece50-4621-48ba-9799-fe5c40a7c584 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:14.262559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21071725-86b1-42bc-b268-6168d8cef84f req-c26ece50-4621-48ba-9799-fe5c40a7c584 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0643656 Jul 09 14:22:14.306645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21071725-86b1-42bc-b268-6168d8cef84f req-fa73478d-46e3-41a0-8ab9-fa66b8c78961 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385427 Jul 09 14:22:14.368742 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cdf8835d-b0c9-4beb-a5f7-60a926bccd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:14.626822 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:15.321672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-cc415b7d-4e10-45d5-96cb-becde19de13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:15.323211 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-cc415b7d-4e10-45d5-96cb-becde19de13c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1096 time: 0.0528698 Jul 09 14:22:15.412218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-7e282e0e-f2ab-4487-bae3-e205e5c2209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:15.413798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-7e282e0e-f2ab-4487-bae3-e205e5c2209c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0849662 Jul 09 14:22:15.513862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-6520a297-59f6-4970-a7f1-02f79fbdde0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0932155 Jul 09 14:22:15.571196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35298263-6f06-4ab1-a74a-143459985757 req-85f98915-693d-43f4-97b2-643a87fa2487 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:15.572708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35298263-6f06-4ab1-a74a-143459985757 req-85f98915-693d-43f4-97b2-643a87fa2487 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.1461329 Jul 09 14:22:15.582802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-2fbfce14-7e62-453a-950d-a585a7cffc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:15.585593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-2fbfce14-7e62-453a-950d-a585a7cffc75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0635846 Jul 09 14:22:15.651800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-35298263-6f06-4ab1-a74a-143459985757 req-3ac61ce7-de75-44f3-b985-b179f36daaba tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714569 Jul 09 14:22:15.672740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-703dc5cc-ea8e-4b45-b9cb-eb0471b86d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:15.674232 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-703dc5cc-ea8e-4b45-b9cb-eb0471b86d48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816350 Jul 09 14:22:15.774776 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-d739461f-3f1d-4789-9209-ac0ded9142d0 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933340 Jul 09 14:22:15.870330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-73cef147-1ecf-424f-a172-490665bcd630 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896001 Jul 09 14:22:16.824411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe9138-aef2-4614-93f0-9e8a326443b8 req-35143c1b-28b0-4195-b955-bd39e0cbee67 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:16.825954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbe9138-aef2-4614-93f0-9e8a326443b8 req-35143c1b-28b0-4195-b955-bd39e0cbee67 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0638943 Jul 09 14:22:16.864601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dbe9138-aef2-4614-93f0-9e8a326443b8 req-3df160bc-7d7e-4cf1-942d-88c6253b5c54 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331287 Jul 09 14:22:16.954815 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3f571d5a-ea41-4049-801f-fd9c299fb310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:17.084502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:18.035480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef69f2-c0c9-490b-b041-0e99a52e5262 req-95716017-e11c-4b59-9c60-e03619207096 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:18.037540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20ef69f2-c0c9-490b-b041-0e99a52e5262 req-95716017-e11c-4b59-9c60-e03619207096 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0625484 Jul 09 14:22:18.078917 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20ef69f2-c0c9-490b-b041-0e99a52e5262 req-6bc834a4-129c-4c70-bd02-630b17c6bb25 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358336 Jul 09 14:22:18.463819 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:19.254830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cef064-1808-4738-bb11-7d455f478944 req-9fbddef3-f837-4f92-8a99-529021f0786e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:19.257368 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73cef064-1808-4738-bb11-7d455f478944 req-9fbddef3-f837-4f92-8a99-529021f0786e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0648108 Jul 09 14:22:19.295006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73cef064-1808-4738-bb11-7d455f478944 req-311e058f-e0ff-48ba-b86a-a039623c878d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Jul 09 14:22:19.932723 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:20.467859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7f7e6-4e1d-4d04-9e55-145c7ac045ca req-e723eb39-c76a-4e94-a8ce-774c8eda60ba tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:20.469492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4df7f7e6-4e1d-4d04-9e55-145c7ac045ca req-e723eb39-c76a-4e94-a8ce-774c8eda60ba tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0654693 Jul 09 14:22:20.539841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4df7f7e6-4e1d-4d04-9e55-145c7ac045ca req-912c4f74-215b-4d52-ae4f-00e806806432 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638747 Jul 09 14:22:20.560521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-76b48f4d-5f91-47d9-8e52-db62bc4444f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:20.562017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-76b48f4d-5f91-47d9-8e52-db62bc4444f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1096 time: 0.0706029 Jul 09 14:22:20.670499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-1c78c029-643b-475b-bb72-ca9877b94962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:20.672025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-1c78c029-643b-475b-bb72-ca9877b94962 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0894768 Jul 09 14:22:20.745330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-caa9dcf6-cc67-43f0-942c-ef93dac4a89a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0668538 Jul 09 14:22:20.794679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-123fb8f1-28a9-4000-9396-497ea8dd2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:20.796181 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-123fb8f1-28a9-4000-9396-497ea8dd2737 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0443594 Jul 09 14:22:20.852742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-d8339f04-d9ea-4353-8850-93534f217e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:20.854139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-d8339f04-d9ea-4353-8850-93534f217e9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516114 Jul 09 14:22:20.945476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-4e292f74-43ea-4fb0-a061-30d9e37a88df service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850382 Jul 09 14:22:21.033618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fb9771b-ff71-4446-a998-bb99ec1bf87d req-68d6bdb4-a5df-452f-9570-918702968ea2 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817971 Jul 09 14:22:21.716019 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85a5e-24f7-4ae9-a5de-d5a8b0b9eed0 req-b5fb407d-d146-4f4c-b3a0-cf1491ad946b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:21.717543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1fc85a5e-24f7-4ae9-a5de-d5a8b0b9eed0 req-b5fb407d-d146-4f4c-b3a0-cf1491ad946b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0675783 Jul 09 14:22:21.760052 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1fc85a5e-24f7-4ae9-a5de-d5a8b0b9eed0 req-d7d92473-4192-4942-9eb9-9452042c1a7b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370033 Jul 09 14:22:22.955968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0052de-711d-4f0a-ac5c-81df89ad9bd3 req-875112a1-daec-4c04-9cef-a2d6e8632437 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:22.957466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df0052de-711d-4f0a-ac5c-81df89ad9bd3 req-875112a1-daec-4c04-9cef-a2d6e8632437 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0635996 Jul 09 14:22:22.996899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df0052de-711d-4f0a-ac5c-81df89ad9bd3 req-3dd427a4-a332-4a4d-b987-f6ec95e30182 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336490 Jul 09 14:22:24.174144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2994-54d0-4631-8cd0-f2b18bcc4936 req-dd24ac86-9091-48af-997d-4fe327aa4eac tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:24.175909 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe3d2994-54d0-4631-8cd0-f2b18bcc4936 req-dd24ac86-9091-48af-997d-4fe327aa4eac tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0653267 Jul 09 14:22:24.213506 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fe3d2994-54d0-4631-8cd0-f2b18bcc4936 req-90d3554d-2aff-4e00-8b50-be0ed00933b2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313611 Jul 09 14:22:25.386885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc968-edc5-4c38-9ce6-b5b0f1e4792a req-acef3838-83ed-46b7-ac4b-acb0082ecbfc tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:25.388394 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-388fc968-edc5-4c38-9ce6-b5b0f1e4792a req-acef3838-83ed-46b7-ac4b-acb0082ecbfc tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0656080 Jul 09 14:22:25.429696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-388fc968-edc5-4c38-9ce6-b5b0f1e4792a req-6c05a2b4-62a4-478b-9390-56003d9d129b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355446 Jul 09 14:22:26.602610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37089574-dc11-4453-a5c7-029f136839b5 req-6751d623-9758-4208-897c-c1b7d4d6b963 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:26.604110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37089574-dc11-4453-a5c7-029f136839b5 req-6751d623-9758-4208-897c-c1b7d4d6b963 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0648944 Jul 09 14:22:26.641986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37089574-dc11-4453-a5c7-029f136839b5 req-ed83066c-a18b-4d52-96ab-c9d4393dcce9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324063 Jul 09 14:22:27.801048 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-85e3f18a-ad19-4b08-bb09-57a3144517f7 service neutron] show failed (client error): The resource could not be found. Jul 09 14:22:27.802040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-85e3f18a-ad19-4b08-bb09-57a3144517f7 service neutron] 10.222.0.11 "GET /v2.0/ports/0d5792ce-7ad9-43df-805d-77a721253ce2/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0865288 Jul 09 14:22:27.834201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d426-bf5c-4822-a017-6979b0bcb803 req-cdcf6c15-9471-4d23-8164-3703676271ec tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:27.835736 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2a4d426-bf5c-4822-a017-6979b0bcb803 req-cdcf6c15-9471-4d23-8164-3703676271ec tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0800726 Jul 09 14:22:27.874328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2a4d426-bf5c-4822-a017-6979b0bcb803 req-f1289391-953e-468e-b247-9f41c59ec067 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Jul 09 14:22:28.057609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-bcd456d8-4b32-48bf-9a2d-90c9d27b55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.059109 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-bcd456d8-4b32-48bf-9a2d-90c9d27b55a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0519509 Jul 09 14:22:28.070330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:22:28.141544 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.338306 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:28.371580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:28.409770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:28.412667 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c8c409-6364-4586-a6eb-84ed691089eb" -d '{"events": [{"server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:28.416202 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.429807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Transition to ACTIVE for port object 0d5792ce-7ad9-43df-805d-77a721253ce2 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:22:28.433080 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.468137 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a712a68d-c5f3-40a5-b896-35aecab8eaa0 x-openstack-request-id: req-a712a68d-c5f3-40a5-b896-35aecab8eaa0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:28.468137 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:28.468423 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a712a68d-c5f3-40a5-b896-35aecab8eaa0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:28.468678 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'code': 200} Jul 09 14:22:28.518666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:28.533984 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.534326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.534662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.535017 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.535350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.535673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.535999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.536318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.536635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.538768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.539120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.539446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:28.575176 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] No DVR routers for this DVR port 0d5792ce-7ad9-43df-805d-77a721253ce2 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:22:28.722145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:22:28.722508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:22:28.722837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:28.727616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:22:28.727969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:28.732744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:22:28.733077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:22:28.733455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:22:28.733877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Bound port: 0d5792ce-7ad9-43df-805d-77a721253ce2, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:22:28.734286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.796632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:28.799582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:22:28.805472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.841968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.842589 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.843997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] 10.222.0.10 "PUT /v2.0/ports/0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 1091 time: 0.7781470 Jul 09 14:22:28.864515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1ef28-cc6c-467d-8522-00b0cd7c0d40 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:28.925396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-9a548d69-1fcc-44c9-b123-ebc26e4314ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.926998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-9a548d69-1fcc-44c9-b123-ebc26e4314ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1094 time: 0.0590577 Jul 09 14:22:29.053717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-48ddba65-cc68-454e-9f23-caf2a546d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:29.055219 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-48ddba65-cc68-454e-9f23-caf2a546d967 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1225019 Jul 09 14:22:29.127845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-31173480-c828-4cb2-96d0-135bd6e9ed28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 999 time: 0.0664568 Jul 09 14:22:29.135624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f6ffb-07ca-48f7-abac-f3baa6d9b610 req-a96ac4b5-0f61-4d36-9dc0-7afb8202bd0c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:29.137090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-663f6ffb-07ca-48f7-abac-f3baa6d9b610 req-a96ac4b5-0f61-4d36-9dc0-7afb8202bd0c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.1332047 Jul 09 14:22:29.205981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-8284263a-74e1-4617-a975-bdee34b08120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:29.207470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-8284263a-74e1-4617-a975-bdee34b08120 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0695107 Jul 09 14:22:29.212581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-663f6ffb-07ca-48f7-abac-f3baa6d9b610 req-a8f2765a-385f-4f97-aaa4-123d231c90c0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672424 Jul 09 14:22:29.264068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-159b3012-6fef-43b3-936a-850cf66a8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:29.265554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-159b3012-6fef-43b3-936a-850cf66a8bf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516839 Jul 09 14:22:29.352253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-75e2aabd-a255-4d47-957b-aaf971494a96 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803549 Jul 09 14:22:29.443971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b64c2a40-5126-40c2-ace6-fbcfe2153ee3 req-42a223db-51ae-4962-a7ff-dc233e253def service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851483 Jul 09 14:22:30.384405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f582304-1085-450b-84d3-37b5af99f8a8 req-997ad053-fdab-44b3-a0a8-123e0dc94561 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.385880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f582304-1085-450b-84d3-37b5af99f8a8 req-997ad053-fdab-44b3-a0a8-123e0dc94561 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.0617390 Jul 09 14:22:30.422544 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2f582304-1085-450b-84d3-37b5af99f8a8 req-088a0d6d-c829-4bf6-ad64-218b6ff0ec37 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312028 Jul 09 14:22:30.470226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:30.472555 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4955ec9d-521b-4210-acf8-3d45cb2ff859" -d '{"events": [{"name": "network-changed", "server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:30.518969 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b13281-b3b8-462a-bea3-6a43140f8874 x-openstack-request-id: req-49b13281-b3b8-462a-bea3-6a43140f8874 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:30.519335 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:30.519600 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49b13281-b3b8-462a-bea3-6a43140f8874 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:30.520017 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'status': 'completed', 'code': 200} Jul 09 14:22:30.634122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-fb431486-7a3e-4e58-a356-46a7566c249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.635648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-fb431486-7a3e-4e58-a356-46a7566c249e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1094 time: 0.0964494 Jul 09 14:22:30.637370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-83c385c6-dd19-4003-b1b0-9adecd6be196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.638699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-83c385c6-dd19-4003-b1b0-9adecd6be196 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1094 time: 0.0908623 Jul 09 14:22:31.163998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-7f3d3944-826b-4407-ab58-f83582ab5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:31.165484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-7f3d3944-826b-4407-ab58-f83582ab5b06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.5156050 Jul 09 14:22:31.167988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-063bb482-1325-4684-aaf1-cfeb83f68224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:31.169393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-063bb482-1325-4684-aaf1-cfeb83f68224 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.5268326 Jul 09 14:22:31.275387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-e438665b-a96b-41e4-bb2f-5547c05a3d56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 999 time: 0.1035793 Jul 09 14:22:31.280882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-df558fb3-16e3-4844-81b0-977bd4ea7c91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 999 time: 0.1024458 Jul 09 14:22:31.307188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:22:31.347532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:22:31.360194 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-260598e0-0f87-4400-a0e1-5c5053290d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:31.361653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-260598e0-0f87-4400-a0e1-5c5053290d0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0799327 Jul 09 14:22:31.363032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-ee9d3263-ae70-48f5-9e1e-d09471c4d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:31.364337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-ee9d3263-ae70-48f5-9e1e-d09471c4d759 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0753531 Jul 09 14:22:31.461029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-06b72a6f-0394-45d3-b6b6-1c77d092e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:31.462604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-06b72a6f-0394-45d3-b6b6-1c77d092e39d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918732 Jul 09 14:22:31.465135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-38bffc75-63f6-46e3-b80e-2799d6e19300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:31.466496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-38bffc75-63f6-46e3-b80e-2799d6e19300 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946779 Jul 09 14:22:31.669571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-5f509edc-4939-40db-923d-e51de7fd0d12 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005484 Jul 09 14:22:31.673908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-3823b998-d671-4c05-abae-a5d795e24c8e service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979287 Jul 09 14:22:31.734045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46841c-037b-4c4a-98aa-8ea493e9562e req-8e48ea33-f5d9-4ddc-8918-e99f96ccc5f8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:31.735452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ca46841c-037b-4c4a-98aa-8ea493e9562e req-8e48ea33-f5d9-4ddc-8918-e99f96ccc5f8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.1838708 Jul 09 14:22:31.863636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ca46841c-037b-4c4a-98aa-8ea493e9562e req-84300fc6-af59-4e6c-a2bf-45c78651922b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905247 Jul 09 14:22:31.872231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-ca040680-0d4b-471e-946b-b267ba338495 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857810 Jul 09 14:22:31.874176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4955ec9d-521b-4210-acf8-3d45cb2ff859 req-e88d7c0d-3fd7-4f16-8f6a-89ce0369342e service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983116 Jul 09 14:22:32.306747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-81fc10d6-783f-4bf8-b73e-4e940929b4fc tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:32.308256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-81fc10d6-783f-4bf8-b73e-4e940929b4fc tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 943 time: 0.1053548 Jul 09 14:22:32.372041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39540b0e-881e-49ee-947e-028d7da4fefc req-7eee62f8-3334-41b2-8a43-fe5e8782d333 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:32.373513 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39540b0e-881e-49ee-947e-028d7da4fefc req-7eee62f8-3334-41b2-8a43-fe5e8782d333 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.1128175 Jul 09 14:22:32.403673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-daff5ad8-f3e1-473e-83f7-370bc306ae1e service neutron] 10.222.0.10 "GET /v2.0/ports/0d5792ce-7ad9-43df-805d-77a721253ce2/bindings/n-h1-799524-3 HTTP/1.1" status: 200 len: 382 time: 0.0892997 Jul 09 14:22:32.419977 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39540b0e-881e-49ee-947e-028d7da4fefc req-3bff0942-4fd2-4793-8390-677c25d78c4b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408430 Jul 09 14:22:32.482326 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-b66cd278-9aa3-47d8-bab2-bb27a6be7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:32.483838 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-b66cd278-9aa3-47d8-bab2-bb27a6be7404 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1094 time: 0.0566540 Jul 09 14:22:32.570486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-b7b7c0f5-7f00-41ff-b615-b58a969edcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:32.571840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-b7b7c0f5-7f00-41ff-b615-b58a969edcbe service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0819769 Jul 09 14:22:32.639491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-0c7ab61a-4537-498a-aded-f4a0e091886c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 999 time: 0.0609083 Jul 09 14:22:32.689950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-0cf43694-b581-4274-bedf-54d9c2b6ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:32.691452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-0cf43694-b581-4274-bedf-54d9c2b6ca1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0463700 Jul 09 14:22:32.748979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-13244c53-fbc4-4e1b-9ebd-0cafe845e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:32.750476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-13244c53-fbc4-4e1b-9ebd-0cafe845e113 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518374 Jul 09 14:22:32.840635 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-303ef7a3-38bc-4269-baef-2f4cd486a571 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837469 Jul 09 14:22:32.928276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-0ff19c75-6782-4dc8-bf2e-252d65c9978c service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808463 Jul 09 14:22:33.453052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:22:33.549132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:33.560877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'mac_address': 'fa:16:3e:1b:9e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:22:33.598153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dff1f-0ce7-44df-a55a-84b1fea8c997 req-7dff419e-25c9-409a-8f45-7c21ff8a9c13 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:33.599022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:33.599930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-804dff1f-0ce7-44df-a55a-84b1fea8c997 req-7dff419e-25c9-409a-8f45-7c21ff8a9c13 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 943 time: 0.0656002 Jul 09 14:22:33.611722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5792ce-7ad9-43df-805d-77a721253ce2 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:22:33.636151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:33.640120 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:33.644450 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-804dff1f-0ce7-44df-a55a-84b1fea8c997 req-47c88cb3-5315-4d7a-a5ed-69274923ca2b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390089 Jul 09 14:22:33.695276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:33.702801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.703117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.703463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.703801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.704132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.704461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.704790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.705118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.705441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.705765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.706087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.706405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:33.890346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['0d5792ce-7ad9-43df-805d-77a721253ce2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:22:34.867361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43d20c-4c4d-4a78-b155-515498a932d3 req-b3062c41-8f10-4bb0-af07-8c4064783c04 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:34.868857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f43d20c-4c4d-4a78-b155-515498a932d3 req-b3062c41-8f10-4bb0-af07-8c4064783c04 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 944 time: 0.0953119 Jul 09 14:22:34.904299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-264fe2d7-f5a3-4712-a4f9-dbcbe7330b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:34.905783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-264fe2d7-f5a3-4712-a4f9-dbcbe7330b99 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 1095 time: 0.0891078 Jul 09 14:22:34.920193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:22:34.925932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0f43d20c-4c4d-4a78-b155-515498a932d3 req-7a0e737c-c1b1-4abf-9485-31a781e134ec tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499175 Jul 09 14:22:34.999927 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:35.199828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:35.232350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:35.263327 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d5792ce-7ad9-43df-805d-77a721253ce2 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:22:35.271789 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:35.283424 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Ignored duplicate provisioning block setup for port 0d5792ce-7ad9-43df-805d-77a721253ce2 by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 14:22:35.286808 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:35.365130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=9']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:35.412021 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] No DVR routers for this DVR port 0d5792ce-7ad9-43df-805d-77a721253ce2 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:22:35.454859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:22:35.557289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:22:35.557620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:22:35.557947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:35.562066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:22:35.562383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:35.565984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:35.567026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:22:35.567359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:22:35.567739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:22:35.568155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Bound port: 0d5792ce-7ad9-43df-805d-77a721253ce2, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:22:35.568512 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:35.589372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:22:35.589673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:22:35.590041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:35.594202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:22:35.594561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:35.599222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:22:35.599606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:22:35.600044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:22:35.601113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Bound port: 0d5792ce-7ad9-43df-805d-77a721253ce2, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:22:35.601485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:35.639606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:35.643099 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:22:35.648415 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:35.665737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:35.671023 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 0d5792ce-7ad9-43df-805d-77a721253ce2-n-h2-799524-3-0 {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:22:35.671417 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:22:35.685647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:35.686346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:35.687661 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] 10.222.0.11 "PUT /v2.0/ports/0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 1091 time: 0.7734327 Jul 09 14:22:35.688097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:35.690311 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e08ab3-535f-46a9-ba13-e63afa09eeca" -d '{"events": [{"name": "network-changed", "server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:35.729657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be05d2-4aaa-493e-b715-825b38476cde service neutron] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:35.749997 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e6a14-2f04-4040-b00d-7ab554892d50 x-openstack-request-id: req-294e6a14-2f04-4040-b00d-7ab554892d50 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:35.750302 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:35.750560 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-294e6a14-2f04-4040-b00d-7ab554892d50 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:35.750965 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'status': 'completed', 'code': 200} Jul 09 14:22:35.807103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-b684a02e-8a4f-4c8e-9b64-e1d0416e8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:35.808628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-b684a02e-8a4f-4c8e-9b64-e1d0416e8a32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1095 time: 0.0917943 Jul 09 14:22:35.889441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-02824f97-c2eb-4123-9534-a8898d305397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:35.890968 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-02824f97-c2eb-4123-9534-a8898d305397 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1095 time: 0.1221523 Jul 09 14:22:35.963890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-7479f82e-9d8a-4438-936c-4aeffff542aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:35.965996 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-7479f82e-9d8a-4438-936c-4aeffff542aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1509454 Jul 09 14:22:36.078987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-0fb418a5-c2d3-49ed-810d-fc0d7ffa4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.080436 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-0fb418a5-c2d3-49ed-810d-fc0d7ffa4df1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1818266 Jul 09 14:22:36.090033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-e258f8d8-db31-4356-9ab1-db74f3d7eccc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 999 time: 0.1171274 Jul 09 14:22:36.186535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:22:36.187031 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:22:36.187763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:36.192195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:22:36.192634 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempting to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:36.198404 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:22:36.199025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:22:36.199459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:22:36.199925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Bound port: 0d5792ce-7ad9-43df-805d-77a721253ce2, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:22:36.200326 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:36.203341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-34630ffd-2df7-41e8-a3dd-3fc7c5472fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.204826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-34630ffd-2df7-41e8-a3dd-3fc7c5472fa5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.1081679 Jul 09 14:22:36.207859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-2804402f-bbdc-45e2-82e2-6e2200eb9f52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 999 time: 0.1198478 Jul 09 14:22:36.228526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cec95d-5ddc-44d1-a620-0a860dbde87a req-3b905ed4-ecf4-450e-98c3-5a6b5d5455ed tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.229936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75cec95d-5ddc-44d1-a620-0a860dbde87a req-3b905ed4-ecf4-450e-98c3-5a6b5d5455ed tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 944 time: 0.1831832 Jul 09 14:22:36.266607 n-d-799524-3 neutron-server[93914]: WARNING neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Concurrent port binding operations failed on port 0d5792ce-7ad9-43df-805d-77a721253ce2 Jul 09 14:22:36.270377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:36.272068 n-d-799524-3 neutron-server[93914]: INFO neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Attempt 2 to bind port 0d5792ce-7ad9-43df-805d-77a721253ce2 Jul 09 14:22:36.272639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 has no active binding in host n-h1-799524-3 {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:22:36.329773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-85fc3729-2548-42c0-8256-17bbbf94bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.331264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-85fc3729-2548-42c0-8256-17bbbf94bb40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.1118991 Jul 09 14:22:36.338533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-75cec95d-5ddc-44d1-a620-0a860dbde87a req-cfc1cf53-c3ca-43e5-8860-bba6e504a68a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833640 Jul 09 14:22:36.374849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-b1abdda7-7ff6-40d7-a339-075449aa96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.376393 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-b1abdda7-7ff6-40d7-a339-075449aa96a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652017 Jul 09 14:22:36.450733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-df0a8a8a-feea-4ef9-a756-6331fc7e69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.452255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-df0a8a8a-feea-4ef9-a756-6331fc7e69cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128588 Jul 09 14:22:36.530104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-f41d2bff-dde0-4c48-9201-0a301e2f888e service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459899 Jul 09 14:22:36.619108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-88a745ea-a31e-488f-b774-a78592473314 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584117 Jul 09 14:22:36.627927 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:22:36.697311 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc8bcc85-4ec9-41dc-bd1e-f21da81b09f8 req-0726de6c-bf71-4a13-84b5-03892ade6d03 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600649 Jul 09 14:22:36.733719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-53d7581b-4cb0-49d3-a2b5-45d492189c6c service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045532 Jul 09 14:22:36.801477 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-70cc4689-b85f-45ab-8b87-ef63b224e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.802932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-70cc4689-b85f-45ab-8b87-ef63b224e833 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 1095 time: 0.0578938 Jul 09 14:22:36.898932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-bd7841c8-8aea-4545-b25c-afdb7227ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.900437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-bd7841c8-8aea-4545-b25c-afdb7227ff93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0908067 Jul 09 14:22:36.970773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-7d27c857-f874-4e60-af4c-85785fe8df8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 200 len: 999 time: 0.0638556 Jul 09 14:22:37.019214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-2bea88b4-19e4-4f57-bd44-9589367f59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:37.020646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-2bea88b4-19e4-4f57-bd44-9589367f59f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0420120 Jul 09 14:22:37.076508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-16692a78-5149-4305-820c-db6a4df62e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:37.077928 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-16692a78-5149-4305-820c-db6a4df62e9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502360 Jul 09 14:22:37.169896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-3b80bfc3-4ade-42cc-8a13-b92d34cc1c83 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853972 Jul 09 14:22:37.265069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-24e08ab3-535f-46a9-ba13-e63afa09eeca req-18a749d0-54be-4d65-ab2d-fd8b92406a01 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883217 Jul 09 14:22:37.485720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:22:37.512141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a36c0-5ba7-4e43-a0ed-39a469cc3fea req-54c759b2-d603-405f-a80a-09b3604a2aef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:37.513666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-983a36c0-5ba7-4e43-a0ed-39a469cc3fea req-54c759b2-d603-405f-a80a-09b3604a2aef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 944 time: 0.0642765 Jul 09 14:22:37.527503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:22:37.551611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-983a36c0-5ba7-4e43-a0ed-39a469cc3fea req-a3160eee-7736-47b5-89fd-4a809fb36b15 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Jul 09 14:22:38.732843 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f524d-52f1-42d8-9b18-2008a9b881f0 req-ab5092a0-d36b-4218-9181-35dac8689cc3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:38.734379 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40f524d-52f1-42d8-9b18-2008a9b881f0 req-ab5092a0-d36b-4218-9181-35dac8689cc3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 944 time: 0.0703158 Jul 09 14:22:38.771644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f40f524d-52f1-42d8-9b18-2008a9b881f0 req-400cdc81-c43f-4c67-997c-b3bb5ab50f35 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Jul 09 14:22:38.951997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aefd0-17b5-4e77-9472-90a5c2c6bc48 req-978eef6b-0816-4deb-922b-9c7361f73aca tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:38.953453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d8aefd0-17b5-4e77-9472-90a5c2c6bc48 req-978eef6b-0816-4deb-922b-9c7361f73aca tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 944 time: 0.0680835 Jul 09 14:22:38.990923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d8aefd0-17b5-4e77-9472-90a5c2c6bc48 req-a94fb254-d5c2-48b9-af8e-1337be24f399 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318570 Jul 09 14:22:39.163658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05673e-bb6c-4ed9-9022-c5f754a8656a req-c240a923-e451-4ca2-919e-dee33ab6dded tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:39.165136 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b05673e-bb6c-4ed9-9022-c5f754a8656a req-c240a923-e451-4ca2-919e-dee33ab6dded tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 944 time: 0.0655110 Jul 09 14:22:39.355158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:22:39.453320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:39.465596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'mac_address': 'fa:16:3e:1b:9e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:22:39.506107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:39.520075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5792ce-7ad9-43df-805d-77a721253ce2 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:22:39.541167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:39.545031 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:39.554974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b05673e-bb6c-4ed9-9022-c5f754a8656a req-765f5103-309c-4367-b728-e488c2b51c3e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842807 Jul 09 14:22:39.593740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=11']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:39.783449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['0d5792ce-7ad9-43df-805d-77a721253ce2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:22:39.935171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b821d-3bde-41a1-a1b8-1b1a1a4e2e71 req-d2011458-fffa-45da-b0b7-f45d9b792e2b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:39.936658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad1b821d-3bde-41a1-a1b8-1b1a1a4e2e71 req-d2011458-fffa-45da-b0b7-f45d9b792e2b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.0619826 Jul 09 14:22:39.973626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ad1b821d-3bde-41a1-a1b8-1b1a1a4e2e71 req-6eddd30a-49f5-4410-9e16-29aab124b277 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312490 Jul 09 14:22:41.185934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-3787f31f-0f51-4ae8-b736-3d642183483a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:41.187419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-3787f31f-0f51-4ae8-b736-3d642183483a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.1055171 Jul 09 14:22:41.196574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29778955-d011-498f-b48f-98fbfdf7fd9b req-fbf3f33b-cc1a-43df-b740-406e3f4b0b2d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:41.197850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29778955-d011-498f-b48f-98fbfdf7fd9b req-fbf3f33b-cc1a-43df-b740-406e3f4b0b2d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 945 time: 0.1066251 Jul 09 14:22:41.280161 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29778955-d011-498f-b48f-98fbfdf7fd9b req-61eb6599-4c68-4627-b551-7972c122e57d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748215 Jul 09 14:22:41.330510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Deleting port 0d5792ce-7ad9-43df-805d-77a721253ce2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:22:41.330843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.371242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:22:41.419124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 0d5792ce-7ad9-43df-805d-77a721253ce2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:22:41.422669 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 0d5792ce-7ad9-43df-805d-77a721253ce2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:22:41.423086 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.423227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:41.423596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.498309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.523500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:41.525797 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708b2cf7-fdf8-4e91-9f8c-f6df51b1e1bf" -d '{"events": [{"server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "name": "network-vif-plugged", "status": "completed", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:41.539768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 0d5792ce-7ad9-43df-805d-77a721253ce2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=0d5792ce-7ad9-43df-805d-77a721253ce2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:41.546110 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.571534 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ae8767-4087-4553-8e34-1745bb606fb7 x-openstack-request-id: req-58ae8767-4087-4553-8e34-1745bb606fb7 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:41.571831 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "name": "network-vif-plugged", "status": "completed", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:41.572085 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58ae8767-4087-4553-8e34-1745bb606fb7 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:41.572476 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'code': 200} Jul 09 14:22:41.597639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=12']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:41.613511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.613878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.614189 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Floating IP 941b178f-51dd-4a04-9347-4dd325675999 disassociated. External IP: 172.25.5.27, port: 0d5792ce-7ad9-43df-805d-77a721253ce2. Jul 09 14:22:41.614528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Calling delete_port for 0d5792ce-7ad9-43df-805d-77a721253ce2 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:22:41.745390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.772441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event deleted for resources: {'Port': ['ID=0d5792ce-7ad9-43df-805d-77a721253ce2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:41.892647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:22:42.004168 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:22:42.015735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6a98c-0167-48ae-8700-29256266816c None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:22:42.026035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6a98c-0167-48ae-8700-29256266816c None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:22:42.026729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-81c6a98c-0167-48ae-8700-29256266816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:42.052096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] No DVR routers for this DVR port 0d5792ce-7ad9-43df-805d-77a721253ce2 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:22:42.055229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:42.057452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03b1bc69-c662-46ab-85e6-d9fee9364381 req-cb4272bb-948d-4189-b9cf-dcacaf57050c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "DELETE /v2.0/ports/0d5792ce-7ad9-43df-805d-77a721253ce2 HTTP/1.1" status: 204 len: 173 time: 0.8587298 Jul 09 14:22:42.057894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'name': 'network-vif-deleted', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:42.060185 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b568324a-738e-4471-88f3-f9edb1f0b799" -d '{"events": [{"server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "name": "network-vif-deleted", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:42.098676 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1509629d-826e-4129-9a43-5cc8c0b0488b x-openstack-request-id: req-1509629d-826e-4129-9a43-5cc8c0b0488b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:42.099015 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55086297-cb4a-481c-8984-e11016d6ad62", "name": "network-vif-deleted", "tag": "0d5792ce-7ad9-43df-805d-77a721253ce2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:42.099287 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1509629d-826e-4129-9a43-5cc8c0b0488b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:42.099684 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55086297-cb4a-481c-8984-e11016d6ad62', 'name': 'network-vif-deleted', 'tag': '0d5792ce-7ad9-43df-805d-77a721253ce2', 'status': 'completed', 'code': 200} Jul 09 14:22:42.141712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-81c6a98c-0167-48ae-8700-29256266816c None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:22:42.342432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-81c6a98c-0167-48ae-8700-29256266816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:42.372313 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6a98c-0167-48ae-8700-29256266816c None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:22:42.380790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6a98c-0167-48ae-8700-29256266816c None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:22:42.381414 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-81c6a98c-0167-48ae-8700-29256266816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:22:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:42.439755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12e00a3c-c9bb-4551-b692-44f01f1185b2 req-0bf0b0d8-f7ce-4215-a36b-670ca1fb5042 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=55086297-cb4a-481c-8984-e11016d6ad62 HTTP/1.1" status: 200 len: 210 time: 0.0348918 Jul 09 14:22:42.490534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-81c6a98c-0167-48ae-8700-29256266816c None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:22:42.698696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-81c6a98c-0167-48ae-8700-29256266816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:42.726343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6a98c-0167-48ae-8700-29256266816c None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:22:42.937789 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da3878-6b5c-494f-ac82-b2fd9201b2ca None None] New status for floating IP 941b178f-51dd-4a04-9347-4dd325675999: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:22:43.773245 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:43.783626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-6dd5e264-7aec-435a-8db2-4fce76de79d3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--899350062&fields=id&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 267 time: 0.0372565 Jul 09 14:22:43.888392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-a5e5ee71-579b-4235-8db3-5d9825c825ef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:43.889841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-a5e5ee71-579b-4235-8db3-5d9825c825ef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 812 time: 0.0996716 Jul 09 14:22:43.904222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-89eebace-9448-422f-9e51-c7d02c8ff903 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/quotas/5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0090301 Jul 09 14:22:43.976354 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-89a584f4-0050-4966-ac6e-7879603388f0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668468 Jul 09 14:22:44.069434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ff83c033-5d67-4ee8-9e4b-066298200c40 service neutron] 10.222.0.32 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807271 Jul 09 14:22:44.161823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-93a365f6-fad8-4052-88f2-d63b32e8f9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865619 Jul 09 14:22:44.331880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-736af497-4e28-4d95-92b4-afde8f8b13c5 req-ee5797db-be7a-4f7f-84fd-09dd5c87afa7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 210 time: 0.0297465 Jul 09 14:22:44.370390 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f57297e6-8584-402d-9f7b-52deb69979a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:44.623056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:45.361313 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-33b8e29e-2e97-4606-a541-3f48846d490e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:45.362872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-33b8e29e-2e97-4606-a541-3f48846d490e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 812 time: 0.1127295 Jul 09 14:22:45.371599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:22:45.400504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 0d5792ce-7ad9-43df-805d-77a721253ce2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:22:45.401252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 0d5792ce-7ad9-43df-805d-77a721253ce2 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:22:45.417586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-da534f33-5ca3-4921-b7b8-8a869eead261 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 379 time: 0.0433605 Jul 09 14:22:45.426896 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'port': {'device_id': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'admin_state_up': True, 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'security_groups': ['871b75d5-eca8-4c00-8bdd-945d440edf94']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:22:45.508627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1909e342-770b-4faf-ab9e-329511b96561 req-4118cd43-c9e2-4627-8800-76fb38ca2f52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 210 time: 0.0387201 Jul 09 14:22:45.564379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Made reservation on behalf of 5c88ac5d72ea4accbbbd8b22902b8ec1 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:22:45.567923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:45.693237 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Allocated IP 172.20.0.11 (9a2f505e-38d4-4b57-83d6-093c5aaa0275/d6331f69-cc01-405e-b353-d082067e318f/7f41d618-2088-4b21-9ab5-c3532a92a1c2) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:22:45.831433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:45.845004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Transition to ACTIVE for port object 7f41d618-2088-4b21-9ab5-c3532a92a1c2 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:22:45.877230 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:45.919890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:22:45.925169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:22:45.928844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:22:45.954877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:45.987747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:45.988371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:46.004044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-ee442a45-5654-4e2d-95a3-ad00d2ffb6e0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815377 Jul 09 14:22:46.018159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Request body: {'port': {'device_id': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:22:46.105281 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:46.153632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-374db564-8688-44d4-b7e8-a0b8422b650e None None] Provisioning for port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:22:46.157430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-374db564-8688-44d4-b7e8-a0b8422b650e None None] Provisioning complete for port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:22:46.157807 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-374db564-8688-44d4-b7e8-a0b8422b650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:46.190908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-374db564-8688-44d4-b7e8-a0b8422b650e None None] Port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:22:46.373691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f41d618-2088-4b21-9ab5-c3532a92a1c2 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:22:46.380792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:46.393505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Transition to ACTIVE for port object 7f41d618-2088-4b21-9ab5-c3532a92a1c2 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:22:46.396285 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:46.451098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:46.521354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:22:46.521783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:22:46.522110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:46.527429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:22:46.527752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:46.532673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:22:46.533012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:22:46.533392 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:22:46.533898 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Bound port: 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:22:46.534263 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:46.601556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:46.604700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:22:46.609207 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:46.681823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:46.682444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:46.683896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] 10.222.0.10 "PUT /v2.0/ports/7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1092 time: 0.6710649 Jul 09 14:22:46.685951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:46.688280 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49df91c7-0e83-44fe-96ec-67750b2e3812" -d '{"events": [{"name": "network-changed", "server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:46.716959 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed9230-64e1-49f5-861a-06eda4ed3d29 service neutron] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:46.775798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfed8e-d844-4e05-a055-aa94fa3793c2 req-8d4e57eb-58f8-471b-ba50-9c4cf041e23b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:46.777400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8dfed8e-d844-4e05-a055-aa94fa3793c2 req-8d4e57eb-58f8-471b-ba50-9c4cf041e23b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.1371133 Jul 09 14:22:46.830866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a8dfed8e-d844-4e05-a055-aa94fa3793c2 req-e04ecd32-891a-454e-b00c-c8ad8b5cad5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469375 Jul 09 14:22:46.832692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-3af2b6fd-b4ed-432f-8bc7-512faeb3324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:46.834119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-3af2b6fd-b4ed-432f-8bc7-512faeb3324a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1095 time: 0.1048942 Jul 09 14:22:46.888242 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bf0260-43a1-4418-9b27-987872913566 x-openstack-request-id: req-c1bf0260-43a1-4418-9b27-987872913566 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:46.888534 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:46.888786 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1bf0260-43a1-4418-9b27-987872913566 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:46.889182 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'status': 'completed', 'code': 200} Jul 09 14:22:46.890965 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-5e36769c-eac1-42c9-9f95-a31034e8b822 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 217 time: 0.0489175 Jul 09 14:22:46.941027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-fe2c1676-0b14-4355-a327-0ef670dd1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:46.942552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-fe2c1676-0b14-4355-a327-0ef670dd1841 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0458496 Jul 09 14:22:46.954821 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7f260807-e6b3-4ad0-8ded-bf7c3cbab337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:47.003243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-00ec56b2-b21d-4dc7-87e5-e95b394e2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:47.004780 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-00ec56b2-b21d-4dc7-87e5-e95b394e2d93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560987 Jul 09 14:22:47.086133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:47.105105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-24231657-879f-4b69-a361-406cf73867bf service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934603 Jul 09 14:22:47.193242 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5c80637-ee9b-440d-94df-ce2ff8327f19 req-78e4da69-d73d-4830-9d8b-d0b6b02b12c1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822561 Jul 09 14:22:47.302788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-2b403630-9023-4915-b1e0-dc6149d4d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:47.304395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-2b403630-9023-4915-b1e0-dc6149d4d8f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1095 time: 0.0620925 Jul 09 14:22:47.391377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-bc1c8a24-258c-4853-91bd-fe26636e2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:47.392745 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-bc1c8a24-258c-4853-91bd-fe26636e2e60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0822840 Jul 09 14:22:47.434220 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-dae6d0e5-4bca-4a90-a9a4-7bdcbb08b0a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 217 time: 0.0336657 Jul 09 14:22:47.489384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-d553fbdb-59c2-4b32-9305-0a6a6e3dd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:47.490821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-d553fbdb-59c2-4b32-9305-0a6a6e3dd77a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0489168 Jul 09 14:22:47.548337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-2e5e07db-67ee-499a-b151-2ca906e7e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:47.549830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-2e5e07db-67ee-499a-b151-2ca906e7e341 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512860 Jul 09 14:22:47.636724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-4148be7f-f12a-4b7d-8f11-6e5261f09754 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801029 Jul 09 14:22:47.731300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49df91c7-0e83-44fe-96ec-67750b2e3812 req-51688df4-7aba-47db-9bde-755aab5acdf2 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859637 Jul 09 14:22:48.007446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d02ed-8ed8-4d99-9067-de4f27eb1461 req-7bf515bd-79c7-4e8e-912e-27d6d46f3bf0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:48.008919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-980d02ed-8ed8-4d99-9067-de4f27eb1461 req-7bf515bd-79c7-4e8e-912e-27d6d46f3bf0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0624151 Jul 09 14:22:48.046662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-980d02ed-8ed8-4d99-9067-de4f27eb1461 req-eae69e5b-05f7-4f57-8a04-0a2b9825f95b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Jul 09 14:22:48.466312 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:49.223234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba8c37-e6ee-4cc9-9049-5812a3d4c3ff req-235d4067-8b47-43fc-8ce1-9612d5274372 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:49.224695 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9ba8c37-e6ee-4cc9-9049-5812a3d4c3ff req-235d4067-8b47-43fc-8ce1-9612d5274372 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0666611 Jul 09 14:22:49.261963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9ba8c37-e6ee-4cc9-9049-5812a3d4c3ff req-103fbd64-d085-4389-8efe-0d8e6822fd82 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Jul 09 14:22:49.561961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:22:49.660174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:49.827475 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'mac_address': 'fa:16:3e:c6:b9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:22:49.864315 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:49.877588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f41d618-2088-4b21-9ab5-c3532a92a1c2 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:22:49.897375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:49.901169 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:49.946087 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:49.957762 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:50.095409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7f41d618-2088-4b21-9ab5-c3532a92a1c2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:22:50.437032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640bbef-7c4a-413a-884b-3e738c954ce9 req-a49a4276-1913-4f33-8067-f64e80a729d5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:50.438441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6640bbef-7c4a-413a-884b-3e738c954ce9 req-a49a4276-1913-4f33-8067-f64e80a729d5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0638745 Jul 09 14:22:50.477134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6640bbef-7c4a-413a-884b-3e738c954ce9 req-48303120-5738-4969-893e-a595bbf3fbe5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Jul 09 14:22:51.572618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:22:51.620714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:22:51.624271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:22:51.624650 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:51.655952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878328e-891d-41ef-8b95-63f866b8d042 req-65f0efa8-446e-415c-b3d9-08213afe9f8c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:51.655952 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9878328e-891d-41ef-8b95-63f866b8d042 req-65f0efa8-446e-415c-b3d9-08213afe9f8c tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0663881 Jul 09 14:22:51.693942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9878328e-891d-41ef-8b95-63f866b8d042 req-baddbdb1-8e21-4888-9ad9-d12ecfe5a80b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348125 Jul 09 14:22:51.709946 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:51.732400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:51.734604 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b306e81a-2db3-4d96-a7fd-88628072c8ce" -d '{"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-plugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:51.748069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:51.751927 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:51.776867 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1a7d48-8b3c-4a95-a9fe-30bb64d7101a x-openstack-request-id: req-9c1a7d48-8b3c-4a95-a9fe-30bb64d7101a {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:51.777161 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-plugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:51.777416 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c1a7d48-8b3c-4a95-a9fe-30bb64d7101a {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:51.777807 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'code': 200} Jul 09 14:22:51.805457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:51.884715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6ecf-0982-4d7f-8c06-5cf9e22e11d7 req-82d65663-d9b2-4f84-a8ab-dbfa9abf1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:51.886198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7cfd6ecf-0982-4d7f-8c06-5cf9e22e11d7 req-82d65663-d9b2-4f84-a8ab-dbfa9abf1f1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1097 time: 0.0547781 Jul 09 14:22:51.920475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7cfd6ecf-0982-4d7f-8c06-5cf9e22e11d7 req-264b03f7-084e-4e31-b0b0-50de1f54cfc0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281472 Jul 09 14:22:52.871217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43527eea-5f2b-4655-b4a8-c90b34b13a98 req-2acd5ec8-ca10-4d96-9f05-a3a4f4c6e255 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:52.872695 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43527eea-5f2b-4655-b4a8-c90b34b13a98 req-2acd5ec8-ca10-4d96-9f05-a3a4f4c6e255 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0624759 Jul 09 14:22:52.918697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-43527eea-5f2b-4655-b4a8-c90b34b13a98 req-907e8165-1819-4253-ba5d-67309131c056 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405223 Jul 09 14:22:53.101507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc3cba-d706-4fd9-a8e2-0da7e906c47a req-238f1319-a8b0-40d6-b003-ec3b70e0e9ae tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:53.103055 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05fc3cba-d706-4fd9-a8e2-0da7e906c47a req-238f1319-a8b0-40d6-b003-ec3b70e0e9ae tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0799532 Jul 09 14:22:53.111516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52298) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:22:53.115825 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Request body: {'floatingip': {'port_id': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:22:53.155724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:53.597527 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:53.601957 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:53.700969 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Floating IP 941b178f-51dd-4a04-9347-4dd325675999 associated. External IP: 172.25.5.27, port: 7f41d618-2088-4b21-9ab5-c3532a92a1c2. Jul 09 14:22:54.249458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:22:54.352741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:22:54.357556 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:54.361944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:22:54.372290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:22:54.372918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:54.396491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ac686fe4-ac3e-4680-9446-0bf97363cf5a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "PUT /v2.0/floatingips/941b178f-51dd-4a04-9347-4dd325675999 HTTP/1.1" status: 200 len: 992 time: 1.2839386 Jul 09 14:22:54.397193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:54.400426 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77aa15e-15f8-480c-9d56-ad75b8010d38" -d '{"events": [{"name": "network-changed", "server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:54.480329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:22:54.529000 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fee21c-fb9e-4ee6-864b-412a988adf28 x-openstack-request-id: req-f0fee21c-fb9e-4ee6-864b-412a988adf28 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:54.529290 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:54.529543 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0fee21c-fb9e-4ee6-864b-412a988adf28 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:54.529964 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'status': 'completed', 'code': 200} Jul 09 14:22:54.601046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-fe028ca6-4efe-4041-9f98-5a43edc937f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:54.602636 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-fe028ca6-4efe-4041-9f98-5a43edc937f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1097 time: 0.0533621 Jul 09 14:22:54.690153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-2e2dca28-a40e-442e-85e3-224d6b490fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:54.691673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-2e2dca28-a40e-442e-85e3-224d6b490fac service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0832915 Jul 09 14:22:54.704344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:c6:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:22:53Z', 'revision_number': 13, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:54.731083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:22:54.739417 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:22:54.740033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:22:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:54.760510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-40730607-9639-4523-9e5c-1c23bfa0c906 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1000 time: 0.0621634 Jul 09 14:22:54.814277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-01a8e80a-a9b5-444b-9e73-de09bc675fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:54.815801 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-01a8e80a-a9b5-444b-9e73-de09bc675fd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0493813 Jul 09 14:22:54.846396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:22:54.872998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-c557a225-7f17-4cd8-84ff-629d4c9e5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:54.874579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-c557a225-7f17-4cd8-84ff-629d4c9e5b15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520885 Jul 09 14:22:54.967507 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-2b2a41a9-2a65-45a2-ae40-65b8f4478b30 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861156 Jul 09 14:22:55.055504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f77aa15e-15f8-480c-9d56-ad75b8010d38 req-bee3829d-4ab8-4735-86ea-65cf742485ff service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817935 Jul 09 14:22:55.069139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:c6:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:22:53Z', 'revision_number': 13, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:55.101441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91bc6-241a-43cf-8245-c03c574c4912 None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '941b178f-51dd-4a04-9347-4dd325675999', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'port_id': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'mac_address': 'fa:16:3e:c6:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:15:58Z', 'updated_at': '2021-07-09T14:22:53Z', 'revision_number': 13, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:22:55.297022 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3960bef-159f-4c00-8d71-7344ea73a192 None None] New status for floating IP 941b178f-51dd-4a04-9347-4dd325675999: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:23:13.628616 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:23:13.769889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:14.371584 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-99dc8722-6dce-4aff-9d1e-59c733efe42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:14.633040 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:16.956466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9efe56a-ee2e-471b-95f9-2c3d7449589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:17.088475 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:18.469061 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:19.936902 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:23.351718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-dc97fb4d-c283-472c-b963-289142ffcedc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602951 Jul 09 14:23:23.475728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-718b2dd0-8a5b-4aef-ac35-2df24b3fb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:23.478126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-718b2dd0-8a5b-4aef-ac35-2df24b3fb030 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1097 time: 0.0648186 Jul 09 14:23:23.596338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-39a9efb7-3018-4d5c-be13-2956ba94e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:23.597824 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-39a9efb7-3018-4d5c-be13-2956ba94e43b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0974295 Jul 09 14:23:23.672925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-e5921f8e-e42a-4462-9d1c-17cb4b9669d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1002 time: 0.0679891 Jul 09 14:23:23.749629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-26a85a56-0503-4a3e-b42a-b8b179430902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:23.751203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-26a85a56-0503-4a3e-b42a-b8b179430902 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0723405 Jul 09 14:23:23.819378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-4dfc62ae-8bfd-480f-bc42-a5fc018ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:23.821971 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-4dfc62ae-8bfd-480f-bc42-a5fc018ee460 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640438 Jul 09 14:23:23.924171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-85805f3c-fdfa-493d-b0fd-692dd7c6e53d service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945940 Jul 09 14:23:24.021298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c0a2efc2-af6c-4a42-8b94-22623d7b639a req-0a994884-ea81-434d-a865-e83c8232e87a service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901060 Jul 09 14:23:43.788928 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.373188 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ca71cf8-c9b7-4c4c-a390-69be033f263b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.635801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.957149 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3835fbc1-62a1-4c6a-a8f9-ae673fa89b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:47.088810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.472093 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:49.938589 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.628186 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:24:13.800346 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.373837 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a681-2b76-4ff3-8b4d-311102b796d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.666572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:16.957458 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4275-08ee-4cc8-9c49-221dfe1b29e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:17.092588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:18.475418 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:19.941758 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:24.349038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-57bb0214-0946-47d0-a579-7d191e91674c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593655 Jul 09 14:24:24.443183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-978eb0bc-95a4-44d2-8bb4-e0a0661d547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:24.444558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-978eb0bc-95a4-44d2-8bb4-e0a0661d547c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1097 time: 0.0530040 Jul 09 14:24:24.549937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-6ecb0d8f-06be-4b0f-bf6f-587adcae5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:24.551669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-6ecb0d8f-06be-4b0f-bf6f-587adcae5eb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0877035 Jul 09 14:24:24.615552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-3a014c08-9fbd-45cc-8c26-b9f3fc6cfcdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1002 time: 0.0578535 Jul 09 14:24:24.663157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-a64f9d10-78f4-4a21-8acc-818eb7506fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:24.664548 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-a64f9d10-78f4-4a21-8acc-818eb7506fa7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0428858 Jul 09 14:24:24.727821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-49795a6e-bfe9-459b-8f1c-a96d62544e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:24.729210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-49795a6e-bfe9-459b-8f1c-a96d62544e2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584612 Jul 09 14:24:24.740464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-c9e8927b-0ac0-4e39-90a6-e99748868fda service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:24:24.741484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-c9e8927b-0ac0-4e39-90a6-e99748868fda service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059731 Jul 09 14:24:24.828594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-d1a2872b-e042-4579-bba1-e63613e914a2 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811872 Jul 09 14:24:24.925675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0674a79e-ac66-40d3-a078-42d1e43f1957 req-567f8db1-b8fe-412f-b5db-73f567d0baf5 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902407 Jul 09 14:24:27.627485 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:24:33.153103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e9051-ad94-44f9-b13c-160900ff45f5 req-b044131c-11f5-48f6-812d-3a7de3c8a81a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:33.154648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c6e9051-ad94-44f9-b13c-160900ff45f5 req-b044131c-11f5-48f6-812d-3a7de3c8a81a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.1374590 Jul 09 14:24:33.195932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9c6e9051-ad94-44f9-b13c-160900ff45f5 req-a038a20f-1ceb-488f-92ab-52350db42b7f tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345941 Jul 09 14:24:43.801750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.382881 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fade3979-4b62-4f3a-9371-9638028077b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.475477 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-e8c0d12c-bdbc-45fd-bb25-16239d09ec3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0542221 Jul 09 14:24:44.536635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325104a-b087-4389-9c02-a2c54cfee0e5 req-93f4172d-fe34-4870-839b-5223025e6b55 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:44.538219 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b325104a-b087-4389-9c02-a2c54cfee0e5 req-93f4172d-fe34-4870-839b-5223025e6b55 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0683599 Jul 09 14:24:44.577442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b325104a-b087-4389-9c02-a2c54cfee0e5 req-f40a6dc2-2689-4fff-83ae-1eda4f0486ce tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335112 Jul 09 14:24:44.681985 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:45.757511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389bb51-70de-4d08-b1d6-91854db7f934 req-165ef6b3-7b94-4d89-942a-a949a6e88d3d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:45.759009 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a389bb51-70de-4d08-b1d6-91854db7f934 req-165ef6b3-7b94-4d89-942a-a949a6e88d3d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0664701 Jul 09 14:24:45.796911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a389bb51-70de-4d08-b1d6-91854db7f934 req-fee4d56e-6094-43aa-85fb-e4f560b5ebdb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322077 Jul 09 14:24:46.958908 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-47c2a287-47a7-4b02-a79e-3979505fd744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:46.973690 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1e88e-37ad-4aaf-8ca0-ec8afe02e498 req-a6cbfadf-ff94-4ffe-8398-e9240c6185a9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:46.975355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-efa1e88e-37ad-4aaf-8ca0-ec8afe02e498 req-a6cbfadf-ff94-4ffe-8398-e9240c6185a9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0674255 Jul 09 14:24:47.014331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-efa1e88e-37ad-4aaf-8ca0-ec8afe02e498 req-7e1b0031-2ace-45a4-befb-21ff88cd891b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328534 Jul 09 14:24:47.097499 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:47.633854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-8bfd4f34-5b1f-4226-86bc-325dacf16e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:47.635386 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-8bfd4f34-5b1f-4226-86bc-325dacf16e4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1097 time: 0.0563006 Jul 09 14:24:47.722717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-a6c407d3-503a-4e14-b018-2e6b28e9e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:47.724213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-a6c407d3-503a-4e14-b018-2e6b28e9e996 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0827861 Jul 09 14:24:47.792856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-a7d84958-83a9-445b-8eee-71f13a0bfce9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1002 time: 0.0616570 Jul 09 14:24:47.840711 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-55e8a261-740f-46b3-a460-b96ed8054aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:47.842167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-55e8a261-740f-46b3-a460-b96ed8054aad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0434222 Jul 09 14:24:47.897352 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-5e7c1261-905b-4015-aafe-85a71982c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:47.898742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-5e7c1261-905b-4015-aafe-85a71982c07a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506413 Jul 09 14:24:47.989792 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-73588805-f49b-4406-906a-7f92ac7ee671 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847957 Jul 09 14:24:48.078437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-cb6eb71c-cf46-4a73-b4de-4db874bddc2c service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823646 Jul 09 14:24:48.197278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9dce0-f174-4c5b-b8f9-4b1f4437a177 req-ef3d15a1-2c9f-43e0-b9a9-a9e9ae75c4bd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:48.198688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6f9dce0-f174-4c5b-b8f9-4b1f4437a177 req-ef3d15a1-2c9f-43e0-b9a9-a9e9ae75c4bd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0667796 Jul 09 14:24:48.239002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d6f9dce0-f174-4c5b-b8f9-4b1f4437a177 req-d6a16c54-758d-4982-b478-ae1efe395aee tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341516 Jul 09 14:24:48.478124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:49.417965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133abc5-a424-4c14-9fb2-6b853b179d1a req-34575ee6-d806-46c7-a076-60918c539c01 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:49.419384 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e133abc5-a424-4c14-9fb2-6b853b179d1a req-34575ee6-d806-46c7-a076-60918c539c01 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0666625 Jul 09 14:24:49.456713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e133abc5-a424-4c14-9fb2-6b853b179d1a req-7f7e7120-5281-49dd-9812-098721ed21c8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307937 Jul 09 14:24:49.944304 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:50.630755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3f6b-3b65-4f35-a78f-ad5f6efd5a81 req-fcba4446-c132-4e76-b0dc-c6abc843b779 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:50.632321 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d56c3f6b-3b65-4f35-a78f-ad5f6efd5a81 req-fcba4446-c132-4e76-b0dc-c6abc843b779 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0623198 Jul 09 14:24:50.669438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d56c3f6b-3b65-4f35-a78f-ad5f6efd5a81 req-75c5adbe-80ab-4e7d-b93d-5b309a177e74 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316269 Jul 09 14:24:51.846611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45897132-b284-4b81-8094-a355f816a9f1 req-be2ade55-936f-4d5c-8ed3-84e0be18b543 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:51.848125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45897132-b284-4b81-8094-a355f816a9f1 req-be2ade55-936f-4d5c-8ed3-84e0be18b543 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0661492 Jul 09 14:24:51.890691 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45897132-b284-4b81-8094-a355f816a9f1 req-e133b359-5087-4027-ba95-4df3ff750834 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370073 Jul 09 14:24:53.063360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7054ad0-8362-42b6-aae8-9e6cc373e11b req-22014cdf-5196-42c8-95b6-94eed1a9d575 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:53.065667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7054ad0-8362-42b6-aae8-9e6cc373e11b req-22014cdf-5196-42c8-95b6-94eed1a9d575 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0649853 Jul 09 14:24:53.103914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7054ad0-8362-42b6-aae8-9e6cc373e11b req-157233b1-bd2b-4dfc-a753-8234e64fcf48 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Jul 09 14:24:54.282871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab542a6d-5009-4832-a474-40a3f47f0188 req-1ff4c40f-27b2-4b2d-a471-905f25b655a8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:54.285173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab542a6d-5009-4832-a474-40a3f47f0188 req-1ff4c40f-27b2-4b2d-a471-905f25b655a8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0628731 Jul 09 14:24:54.321476 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ab542a6d-5009-4832-a474-40a3f47f0188 req-2c1a6d86-7efe-4a82-bb83-d2a8837f53ea tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308452 Jul 09 14:24:55.496090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922bea1-315c-4be5-a9f5-14aa9a847a64 req-c82a2634-d39a-4c8b-b508-16a3a4aafb18 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:55.497488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6922bea1-315c-4be5-a9f5-14aa9a847a64 req-c82a2634-d39a-4c8b-b508-16a3a4aafb18 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0663753 Jul 09 14:24:55.535372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6922bea1-315c-4be5-a9f5-14aa9a847a64 req-75db86af-a6ba-4c11-a1c1-c31e835d9a02 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317986 Jul 09 14:24:56.707525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807a08-c2fb-4991-aa3b-ad7e093590b0 req-646baf60-1e8b-4d65-bb2d-d20f388dc378 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:56.709029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef807a08-c2fb-4991-aa3b-ad7e093590b0 req-646baf60-1e8b-4d65-bb2d-d20f388dc378 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0644372 Jul 09 14:24:56.746164 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ef807a08-c2fb-4991-aa3b-ad7e093590b0 req-6978b30f-970e-4044-9138-8fa9f57ab04b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Jul 09 14:24:57.921902 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065aa43-4bfc-475d-bda9-11022879744a req-ebdf1e26-e449-4268-b756-a9ddc029d457 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:57.923432 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4065aa43-4bfc-475d-bda9-11022879744a req-ebdf1e26-e449-4268-b756-a9ddc029d457 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0674059 Jul 09 14:24:57.962050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4065aa43-4bfc-475d-bda9-11022879744a req-f25ef6e1-4d6a-4d63-81ec-ea92e36ee574 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316935 Jul 09 14:24:59.140397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d35de6-a00f-4d1a-a270-0115287e3ab2 req-52177d5d-0564-424b-b931-d9a968839722 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:59.141938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6d35de6-a00f-4d1a-a270-0115287e3ab2 req-52177d5d-0564-424b-b931-d9a968839722 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0646150 Jul 09 14:24:59.184120 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e6d35de6-a00f-4d1a-a270-0115287e3ab2 req-aef854db-66ca-4506-9d68-888f346a00c3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356820 Jul 09 14:25:00.361007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd1c19-5e39-4a62-aaad-020240159770 req-f6d0ab76-44a3-4dcb-965e-af8512ac4df2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:00.363142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fbd1c19-5e39-4a62-aaad-020240159770 req-f6d0ab76-44a3-4dcb-965e-af8512ac4df2 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0651517 Jul 09 14:25:00.401286 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2fbd1c19-5e39-4a62-aaad-020240159770 req-d820365e-8c34-4695-bcb9-9afcb350ed9d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327013 Jul 09 14:25:01.580217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bfa7f-909e-4c0a-8481-2ee70d8e533b req-fe2205cf-fec1-4c4c-84bf-4efa00d8f64b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:01.581728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-396bfa7f-909e-4c0a-8481-2ee70d8e533b req-fe2205cf-fec1-4c4c-84bf-4efa00d8f64b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0682032 Jul 09 14:25:01.624093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-396bfa7f-909e-4c0a-8481-2ee70d8e533b req-d805b149-d42b-4428-aac7-a056c74291ba tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344093 Jul 09 14:25:01.905630 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-cd980ff3-de19-483b-965f-606fa7806544 req-177e3235-374d-4ad1-917c-e316d16516f9 service neutron] show failed (client error): The resource could not be found. Jul 09 14:25:01.906706 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-177e3235-374d-4ad1-917c-e316d16516f9 service neutron] 10.222.0.10 "GET /v2.0/ports/7f41d618-2088-4b21-9ab5-c3532a92a1c2/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0533769 Jul 09 14:25:02.189737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-414a2d8c-9882-429b-a4f1-19e37bc16651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:02.191619 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-414a2d8c-9882-429b-a4f1-19e37bc16651 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0910108 Jul 09 14:25:02.202344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:02.275166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:02.473062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:02.504933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:02.543404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:02.545798 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e1eb5-cfd7-42ba-842d-ce4befa7acf0" -d '{"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-unplugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:02.549817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:02.562539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Transition to ACTIVE for port object 7f41d618-2088-4b21-9ab5-c3532a92a1c2 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:02.567672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:02.648585 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef8617-cccc-424e-8779-1f2f85c8b86a x-openstack-request-id: req-0fef8617-cccc-424e-8779-1f2f85c8b86a {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:02.648585 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-unplugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:02.648585 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fef8617-cccc-424e-8779-1f2f85c8b86a {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:02.648585 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'code': 200} Jul 09 14:25:02.653573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:02.668535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.669005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.669137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.669474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.669815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.670143 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.670471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.670797 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.671148 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.671472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.671788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.672108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:02.716672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] No DVR routers for this DVR port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:02.871411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ae44a-7273-4090-a525-9063a5096dd6 req-987342e0-a059-420f-8285-78f765df4266 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:02.872822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-315ae44a-7273-4090-a525-9063a5096dd6 req-987342e0-a059-420f-8285-78f765df4266 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.1166162 Jul 09 14:25:02.922401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:02.922736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:02.923093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:02.935385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:25:02.935714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:02.944674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:02.944990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:02.945369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:02.945791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Bound port: 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:02.946147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:02.951124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-315ae44a-7273-4090-a525-9063a5096dd6 req-0e14a928-0c20-4006-8b3a-7456789296b9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701208 Jul 09 14:25:03.010272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:03.013245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:03.017924 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:03.053775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:03.054295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:03.055726 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1092 time: 0.8573453 Jul 09 14:25:03.089049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2e950-49a3-45b8-a8ec-71aacdce26b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:03.139783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-82a66506-784b-4594-906d-dbe00ff582d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:03.141349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-82a66506-784b-4594-906d-dbe00ff582d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1095 time: 0.0619109 Jul 09 14:25:03.237639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-d72f223d-abf4-4d7c-b181-01512a6e9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:03.239160 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-d72f223d-abf4-4d7c-b181-01512a6e9d85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0912857 Jul 09 14:25:03.308698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-d6c6790f-9ae2-43e3-a418-1748251f8a2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1000 time: 0.0633392 Jul 09 14:25:03.357722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-90acc22c-2d7e-4373-ba2f-2aeb1aaf3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:03.359112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-90acc22c-2d7e-4373-ba2f-2aeb1aaf3f16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0450153 Jul 09 14:25:03.415347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980ff3-de19-483b-965f-606fa7806544 req-c59a2d23-98b0-4e27-9d37-7b541438b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:03.416783 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-c59a2d23-98b0-4e27-9d37-7b541438b3ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513344 Jul 09 14:25:03.427510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-d6c15f1c-c66f-42b0-9c32-18e0acffb49e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:25:03.428431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-d6c15f1c-c66f-42b0-9c32-18e0acffb49e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060766 Jul 09 14:25:03.522163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-7c3c2aa9-6a02-4bf2-a164-3da2afd0daac service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875049 Jul 09 14:25:03.616487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cd980ff3-de19-483b-965f-606fa7806544 req-a8f0a359-650b-4b69-bfc8-e45fae409196 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879657 Jul 09 14:25:04.131925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250eb773-cab5-4fea-83e9-1415038a39aa req-32b6fbd7-5021-48e6-b2f4-e3c9e60ab768 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:04.133374 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250eb773-cab5-4fea-83e9-1415038a39aa req-32b6fbd7-5021-48e6-b2f4-e3c9e60ab768 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0702705 Jul 09 14:25:04.177208 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250eb773-cab5-4fea-83e9-1415038a39aa req-afcdad5f-1bdb-405a-8c3e-923a0250b3a8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379927 Jul 09 14:25:04.231652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:04.270541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:04.626460 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:25:04.648821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:04.651242 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34a3a26-d69b-41af-9d80-118092bb6024" -d '{"events": [{"name": "network-changed", "server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:04.700138 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa52d6e-6e42-4298-acb2-e2b7879324b3 x-openstack-request-id: req-efa52d6e-6e42-4298-acb2-e2b7879324b3 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:04.700426 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:04.700673 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efa52d6e-6e42-4298-acb2-e2b7879324b3 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:04.701061 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'status': 'completed', 'code': 200} Jul 09 14:25:04.812775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-c880ad6a-20d8-4d4e-b916-df268f0b6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:04.814431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-c880ad6a-20d8-4d4e-b916-df268f0b6748 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1095 time: 0.0849011 Jul 09 14:25:04.816747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-ea632937-b24e-48aa-98c1-6238bf413af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:04.818085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-ea632937-b24e-48aa-98c1-6238bf413af5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1095 time: 0.0977654 Jul 09 14:25:04.989135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-8e1d41b4-2c53-44cf-94aa-437eea2ccf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:04.990608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-8e1d41b4-2c53-44cf-94aa-437eea2ccf38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1702588 Jul 09 14:25:04.991714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-34aaaeb4-892d-48a8-bb6f-a1d00769315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:04.993005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-34aaaeb4-892d-48a8-bb6f-a1d00769315b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1654911 Jul 09 14:25:05.101131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-8b5b5836-f7c0-4521-8331-10d9959f8137 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1000 time: 0.1043503 Jul 09 14:25:05.106756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-c257a4b1-b219-4a66-ab66-8998656f1b20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1000 time: 0.1039543 Jul 09 14:25:05.185703 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-e7ffe312-e350-4e7e-b52b-bab5bf2ef41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:05.187082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-e7ffe312-e350-4e7e-b52b-bab5bf2ef41f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0710225 Jul 09 14:25:05.188287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-dd080aaf-7de2-4634-9228-11497edb6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:05.190626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-dd080aaf-7de2-4634-9228-11497edb6b5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0825896 Jul 09 14:25:05.299753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-e1a1308b-ac88-44fc-8cbe-f84ef0da0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:05.301520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-e1a1308b-ac88-44fc-8cbe-f84ef0da0c71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077898 Jul 09 14:25:05.304422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-89d8c5b2-9e2c-455e-b787-3d3adf5b5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:05.305774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-89d8c5b2-9e2c-455e-b787-3d3adf5b5d93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049197 Jul 09 14:25:05.513614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979485a8-c9c4-45be-8f69-15ef6598a712 req-c05cf043-abad-4f08-98f6-a79faec6bd27 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:05.515200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-979485a8-c9c4-45be-8f69-15ef6598a712 req-c05cf043-abad-4f08-98f6-a79faec6bd27 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.2126374 Jul 09 14:25:05.521209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-b6852ace-9e7b-4735-ad6d-e3515c9bc653 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072406 Jul 09 14:25:05.522980 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-a62fd1ea-6e22-42d5-ad57-63dda5f7c806 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080851 Jul 09 14:25:06.027323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-979485a8-c9c4-45be-8f69-15ef6598a712 req-3c9aec25-32a1-4043-9c7c-18a4028ee021 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5033414 Jul 09 14:25:06.075278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-db9635e5-3720-4162-9240-7cc9b2bf4161 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450537 Jul 09 14:25:06.077205 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b34a3a26-d69b-41af-9d80-118092bb6024 req-c0596a03-2e25-4e52-9ed1-d2c72b4d2261 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460782 Jul 09 14:25:07.208794 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8fb39-5f25-4fbb-b7c2-0263a35e1c23 req-a8e1e656-a6d8-4b08-8bb0-3d65aacd5c6d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:07.210303 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55a8fb39-5f25-4fbb-b7c2-0263a35e1c23 req-a8e1e656-a6d8-4b08-8bb0-3d65aacd5c6d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0639610 Jul 09 14:25:07.248588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55a8fb39-5f25-4fbb-b7c2-0263a35e1c23 req-fac5a87b-dbad-44e3-a6ed-cea146d4ae7a tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327015 Jul 09 14:25:08.427340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31337325-bc61-4e84-9b73-a64ec06dafba req-aee439c8-c8b5-4809-b200-2a7acb210a25 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:08.428789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31337325-bc61-4e84-9b73-a64ec06dafba req-aee439c8-c8b5-4809-b200-2a7acb210a25 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0662618 Jul 09 14:25:08.465544 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31337325-bc61-4e84-9b73-a64ec06dafba req-94ad0fd5-90e3-4f7f-9a07-6373e1931ff0 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Jul 09 14:25:09.644209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6fad5-3d4c-4182-a7e0-dcd5af961631 req-20dbbe6c-9c8f-4193-b55b-dc13a89bef9d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:09.645983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78b6fad5-3d4c-4182-a7e0-dcd5af961631 req-20dbbe6c-9c8f-4193-b55b-dc13a89bef9d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0694437 Jul 09 14:25:09.691962 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-78b6fad5-3d4c-4182-a7e0-dcd5af961631 req-600a2372-46e8-473b-a6f7-e41ce46662a3 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403707 Jul 09 14:25:10.868264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50c258-06cb-4303-bc2c-58258b9192f1 req-b1abea10-5261-4da7-9361-8c72f0539026 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:10.869754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff50c258-06cb-4303-bc2c-58258b9192f1 req-b1abea10-5261-4da7-9361-8c72f0539026 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0643334 Jul 09 14:25:10.911268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ff50c258-06cb-4303-bc2c-58258b9192f1 req-eea13869-fae7-48ed-ab0f-1c36e2f061c4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360613 Jul 09 14:25:12.089049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeec79-a30c-4e98-87fc-9702417b3473 req-434ba1f3-62c8-4624-a19e-30fe18fbaa4b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:12.090551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1eeec79-a30c-4e98-87fc-9702417b3473 req-434ba1f3-62c8-4624-a19e-30fe18fbaa4b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0654058 Jul 09 14:25:12.126858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1eeec79-a30c-4e98-87fc-9702417b3473 req-4974643e-7fd8-47ef-9d4f-78d0f14edca9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Jul 09 14:25:13.317198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201fd5a-0f71-429a-adbf-48f8fd4bf5b7 req-8383008d-cc8d-4f86-9796-2590b1ae046e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:13.318709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0201fd5a-0f71-429a-adbf-48f8fd4bf5b7 req-8383008d-cc8d-4f86-9796-2590b1ae046e tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0629005 Jul 09 14:25:13.357576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0201fd5a-0f71-429a-adbf-48f8fd4bf5b7 req-a0842fe7-7eeb-4fdb-baaa-bf883900c893 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333083 Jul 09 14:25:13.803022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:14.373957 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e351180a-fd2c-407d-8d2a-70244ee2548b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:14.534604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d62af6-2139-4fe1-9d5d-79202a8f6ded req-7ee930f4-9025-4a49-90f4-6eb71fcf6c75 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:14.536114 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-41d62af6-2139-4fe1-9d5d-79202a8f6ded req-7ee930f4-9025-4a49-90f4-6eb71fcf6c75 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0664961 Jul 09 14:25:14.573067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-41d62af6-2139-4fe1-9d5d-79202a8f6ded req-707b3e4c-ebe0-4985-93ec-3ae554367bd8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Jul 09 14:25:14.683274 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:15.753823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cf0eb-3bed-4b7f-ae82-9176008c74b4 req-f13292ea-d15b-4510-ac24-b4284ed77368 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:15.755350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c2cf0eb-3bed-4b7f-ae82-9176008c74b4 req-f13292ea-d15b-4510-ac24-b4284ed77368 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.0637264 Jul 09 14:25:15.791898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c2cf0eb-3bed-4b7f-ae82-9176008c74b4 req-52854906-8b4c-4b3a-8c27-c645d749388d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Jul 09 14:25:16.056607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:25:16.163028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:16.176696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'mac_address': 'fa:16:3e:c6:b9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:25:16.204022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-484bcf07-2e59-4210-9127-36cc0e454940 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:16.206066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-484bcf07-2e59-4210-9127-36cc0e454940 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&binding%3Ahost_id=n-h2-799524-3 HTTP/1.1" status: 200 len: 944 time: 0.0875461 Jul 09 14:25:16.218004 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:16.231205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f41d618-2088-4b21-9ab5-c3532a92a1c2 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:25:16.253670 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:16.257632 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:16.307978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d50f0-4991-4e26-9767-48f4e9e2ffd9 req-5e5a34ca-6739-4ab2-bde0-a09a1a5b9316 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:16.309077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:16.309542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-030d50f0-4991-4e26-9767-48f4e9e2ffd9 req-5e5a34ca-6739-4ab2-bde0-a09a1a5b9316 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 944 time: 0.1217656 Jul 09 14:25:16.311455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-c03e7c8d-016e-4d16-8367-1eec166b8c05 service neutron] 10.222.0.11 "GET /v2.0/ports/7f41d618-2088-4b21-9ab5-c3532a92a1c2/bindings/n-h2-799524-3 HTTP/1.1" status: 200 len: 382 time: 0.0862923 Jul 09 14:25:16.318649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.319145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.319716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.320231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.320570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.320900 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.321232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.321562 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.321916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.322241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.322565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.322889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:16.389177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-030d50f0-4991-4e26-9767-48f4e9e2ffd9 req-e2bde367-5581-4e32-9a7b-3c56d06491fb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682163 Jul 09 14:25:16.407733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-32ceb589-8d51-4c2f-801e-b63e909e4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:16.409600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-32ceb589-8d51-4c2f-801e-b63e909e4338 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1096 time: 0.0716577 Jul 09 14:25:16.496742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['7f41d618-2088-4b21-9ab5-c3532a92a1c2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:25:16.498536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-6e2ed39c-a0d5-4ae2-b5ef-531da5136b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:16.500026 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-6e2ed39c-a0d5-4ae2-b5ef-531da5136b30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.0839641 Jul 09 14:25:16.569556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-45727531-ae77-4029-afbb-573f1b046afd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1001 time: 0.0626895 Jul 09 14:25:16.618298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-d89737a6-6a68-4fe4-9c3d-ae8a4d85261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:16.619953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-d89737a6-6a68-4fe4-9c3d-ae8a4d85261e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0448296 Jul 09 14:25:16.676427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-5cf1ec43-5bcf-43cf-ab93-4a36d2e2f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:16.677913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-5cf1ec43-5bcf-43cf-ab93-4a36d2e2f776 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522411 Jul 09 14:25:16.770391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-e97f4f7f-0722-46b0-8c18-4e236b88c977 service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855079 Jul 09 14:25:16.858620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-1aab73d1-f72a-410e-bb91-859b7907b56b service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817096 Jul 09 14:25:16.959075 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-98e9d1e4-5954-42d1-8523-6bb639e52c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:17.099268 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:17.566403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc9be1-31c6-413f-bf79-4f117f05eebe req-d3e486fc-6810-461c-ba65-aa991be0baa4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:17.567898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ccc9be1-31c6-413f-bf79-4f117f05eebe req-d3e486fc-6810-461c-ba65-aa991be0baa4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0640416 Jul 09 14:25:17.606083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8ccc9be1-31c6-413f-bf79-4f117f05eebe req-cb677e49-141a-43f2-affb-dc7b880eff11 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 Jul 09 14:25:18.071315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:18.128527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:18.128527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:18.129316 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:18.204691 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:18.226292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:18.228534 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185cee72-8dd7-4fbf-9c9f-ac6a8f84028d" -d '{"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-plugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:18.241819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:18.246089 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:18.297974 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:18.329734 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c3e07d-869f-431b-a94f-4005eedce592 x-openstack-request-id: req-31c3e07d-869f-431b-a94f-4005eedce592 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:18.330027 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-plugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:18.330312 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31c3e07d-869f-431b-a94f-4005eedce592 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:18.330666 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'code': 200} Jul 09 14:25:18.480326 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:18.794820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fc2c0-50db-4ba5-bf04-9b9fc5b7a408 req-b4460534-8c35-4b23-8790-fc2bec8912a1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:18.796337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f71fc2c0-50db-4ba5-bf04-9b9fc5b7a408 req-b4460534-8c35-4b23-8790-fc2bec8912a1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0683298 Jul 09 14:25:18.834763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f71fc2c0-50db-4ba5-bf04-9b9fc5b7a408 req-6ce28b69-c44b-464a-b043-be96a5fc2b7b tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Jul 09 14:25:19.948296 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:20.020840 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712b9db-083d-4f3a-aa94-0fd3343fe50e req-5a787c99-da55-48c6-91e0-e641c557eefd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:20.022314 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8712b9db-083d-4f3a-aa94-0fd3343fe50e req-5a787c99-da55-48c6-91e0-e641c557eefd tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0715163 Jul 09 14:25:20.059923 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8712b9db-083d-4f3a-aa94-0fd3343fe50e req-35ac78b9-117b-4e9b-bea0-fa0a8f8e5e33 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318241 Jul 09 14:25:20.654229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-eb0a1def-4fd5-4a44-a420-e1fd3cd4fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:20.655768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-eb0a1def-4fd5-4a44-a420-e1fd3cd4fba7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa&tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0920022 Jul 09 14:25:20.667412 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:20.737733 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:20.936245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:20.969138 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:21.011532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:21.013764 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeeb309-3818-4de8-9bd6-31300b31584a" -d '{"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-unplugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:21.017565 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.030267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Transition to ACTIVE for port object 7f41d618-2088-4b21-9ab5-c3532a92a1c2 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:21.034672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.066930 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fed208-420e-4adb-9d18-846a48f143c7 x-openstack-request-id: req-78fed208-420e-4adb-9d18-846a48f143c7 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:21.067203 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-unplugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:21.067447 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78fed208-420e-4adb-9d18-846a48f143c7 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:21.067832 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'code': 200} Jul 09 14:25:21.120106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:21.169764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] No DVR routers for this DVR port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:21.327765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f1084-7aad-4c77-97d5-86a0675fe7e3 req-5d6f4eb3-857e-4b5d-9b56-256c1bec8ede tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:21.329189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-888f1084-7aad-4c77-97d5-86a0675fe7e3 req-5d6f4eb3-857e-4b5d-9b56-256c1bec8ede tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.1201203 Jul 09 14:25:21.382041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:21.382375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:21.382709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:21.393290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:25:21.393614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Attempting to bind port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:21.402074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-888f1084-7aad-4c77-97d5-86a0675fe7e3 req-64bdcade-d631-4ce3-b101-f0a6c091c2d4 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506842 Jul 09 14:25:21.403223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:21.403561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Checking segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:21.403936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Bound using segment: {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:21.404362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Bound port: 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159c95c4-c728-45a5-abe5-f23fbb49cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:21.404746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.480519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:21.483538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:21.488536 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.521858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:21.522470 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.524468 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] 10.222.0.10 "PUT /v2.0/ports/7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1093 time: 0.8603640 Jul 09 14:25:21.545998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bc234-17ff-49a2-839c-53677fb52be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=11']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:21.606968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-b6d1614b-05e7-4683-82d2-8b816fa5e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:21.608450 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-b6d1614b-05e7-4683-82d2-8b816fa5e072 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1096 time: 0.0575893 Jul 09 14:25:21.719450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-82fd869f-3b67-45bf-8027-30c9f4babd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:21.721302 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-82fd869f-3b67-45bf-8027-30c9f4babd72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1059499 Jul 09 14:25:21.790889 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-ea709d09-ea1e-4a64-9ab9-afa11de22ed2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1000 time: 0.0598512 Jul 09 14:25:21.838536 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-4ec4ce80-7630-4815-b210-6a8d30007482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:21.839891 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-4ec4ce80-7630-4815-b210-6a8d30007482 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0429506 Jul 09 14:25:21.899880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-339bb3fe-c43a-437f-b0d5-a8e2ed6905c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:21.901392 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-339bb3fe-c43a-437f-b0d5-a8e2ed6905c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546315 Jul 09 14:25:21.989530 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-1160f122-cfc4-4c73-901a-b7ca710a09b0 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816205 Jul 09 14:25:22.083013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70d3585e-96e1-47f7-aa55-37f5f9e3997a req-1bc89eba-573a-4d7b-bf52-b7e2dbef7699 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Jul 09 14:25:22.087864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:22.129968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:22.583414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b19b21-71ff-4176-ba12-4133ab57827a req-fdf710e2-c3c1-4a5b-ad5e-9c09909d2705 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:22.584883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3b19b21-71ff-4176-ba12-4133ab57827a req-fdf710e2-c3c1-4a5b-ad5e-9c09909d2705 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0639298 Jul 09 14:25:22.625431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e3b19b21-71ff-4176-ba12-4133ab57827a req-9d522f4c-eedb-4af5-9ddf-75fbb6856858 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349476 Jul 09 14:25:23.069070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:23.071488 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90787b26-f25b-4aff-8eef-031c76e28406" -d '{"events": [{"name": "network-changed", "server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:23.121843 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cb1dd6-0c6d-4a40-a9f6-70afa7ee701b x-openstack-request-id: req-64cb1dd6-0c6d-4a40-a9f6-70afa7ee701b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:23.122441 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:23.122441 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64cb1dd6-0c6d-4a40-a9f6-70afa7ee701b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:23.123076 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'status': 'completed', 'code': 200} Jul 09 14:25:23.246476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b26-f25b-4aff-8eef-031c76e28406 req-a69fe4fe-c631-4682-b824-92c3f7f9b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.248049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-a69fe4fe-c631-4682-b824-92c3f7f9b665 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1096 time: 0.0908496 Jul 09 14:25:23.249875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b26-f25b-4aff-8eef-031c76e28406 req-6daa4920-07d8-4f3a-bbf0-5d8991628a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.251292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-6daa4920-07d8-4f3a-bbf0-5d8991628a85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1096 time: 0.1030753 Jul 09 14:25:23.413355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b26-f25b-4aff-8eef-031c76e28406 req-93c3bcba-b6bf-4679-a39c-5a28c6c84c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.414771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-93c3bcba-b6bf-4679-a39c-5a28c6c84c72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1599681 Jul 09 14:25:23.415860 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b26-f25b-4aff-8eef-031c76e28406 req-70c2de2f-33c4-48b7-96a1-bc1364a73271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.417178 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-70c2de2f-33c4-48b7-96a1-bc1364a73271 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1546829 Jul 09 14:25:23.531958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-30ce7e13-6e5e-4cad-8d0d-f558217438a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1000 time: 0.1106381 Jul 09 14:25:23.534556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-3713e733-bd6e-47fc-bd73-e2a2d5142676 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1000 time: 0.1068921 Jul 09 14:25:23.616868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b26-f25b-4aff-8eef-031c76e28406 req-f4690014-1d06-49db-842d-1e79af5d1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.618350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-f4690014-1d06-49db-842d-1e79af5d1e94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0722125 Jul 09 14:25:23.619616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b26-f25b-4aff-8eef-031c76e28406 req-81d3a89f-f3c6-4cab-aa63-5866824d4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.620938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-81d3a89f-f3c6-4cab-aa63-5866824d4ab6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0820448 Jul 09 14:25:23.729318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b26-f25b-4aff-8eef-031c76e28406 req-15be03f6-1433-41fb-8254-3a7753bb7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.731029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-15be03f6-1433-41fb-8254-3a7753bb7550 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963683 Jul 09 14:25:23.732762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787b26-f25b-4aff-8eef-031c76e28406 req-bfd1e98e-0608-40c8-921d-76e19b9641cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.734283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-bfd1e98e-0608-40c8-921d-76e19b9641cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075482 Jul 09 14:25:23.948795 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-f1da895b-9e7a-4960-a602-7143f9fc6b6d service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100332 Jul 09 14:25:23.950598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-4e615db3-a8f7-4795-895c-cbd566ed8394 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046409 Jul 09 14:25:23.980748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21f9d2-6ba0-4838-a6b8-fd0c4a861ee6 req-0caf9359-06df-4bea-9b54-33a3d30a6384 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:23.982190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d21f9d2-6ba0-4838-a6b8-fd0c4a861ee6 req-0caf9359-06df-4bea-9b54-33a3d30a6384 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.2188082 Jul 09 14:25:24.119281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6d21f9d2-6ba0-4838-a6b8-fd0c4a861ee6 req-d0925cfd-3c6b-4ab8-9b29-e2b2eabcbf91 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968544 Jul 09 14:25:24.148318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-56d401fe-2b02-4d21-ad79-fb998d291033 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838071 Jul 09 14:25:24.154383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90787b26-f25b-4aff-8eef-031c76e28406 req-d4ca2307-5716-49b3-a1ad-ccb5e177096f service neutron] 10.222.0.11 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983702 Jul 09 14:25:25.314159 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344449a-2f1d-43fa-99c3-d91652054f17 req-ffebbfd1-9ac1-41c2-befa-f0bf44816970 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:25.316048 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c344449a-2f1d-43fa-99c3-d91652054f17 req-ffebbfd1-9ac1-41c2-befa-f0bf44816970 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0748396 Jul 09 14:25:25.358559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c344449a-2f1d-43fa-99c3-d91652054f17 req-b4f7e4ab-b2ee-4c0f-a9c8-4a61b6ea5bde tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366461 Jul 09 14:25:26.378066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459184-67df-4e12-9bfc-629d048e677d req-568a2722-ba8f-459a-80c8-b7d4ba27f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:26.379669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91459184-67df-4e12-9bfc-629d048e677d req-568a2722-ba8f-459a-80c8-b7d4ba27f239 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 1096 time: 0.0569174 Jul 09 14:25:26.513765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459184-67df-4e12-9bfc-629d048e677d req-061fdd74-1657-48b7-8a46-5fe57393666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:26.515193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91459184-67df-4e12-9bfc-629d048e677d req-061fdd74-1657-48b7-8a46-5fe57393666b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 200 len: 912 time: 0.1136489 Jul 09 14:25:26.961932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abfd9d-4ef9-4df9-a677-4fbaaa494b42 req-cd535c03-4be5-4cde-96ac-2e20f96e4830 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:26.963440 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b1abfd9d-4ef9-4df9-a677-4fbaaa494b42 req-cd535c03-4be5-4cde-96ac-2e20f96e4830 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.4834628 Jul 09 14:25:26.969226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91459184-67df-4e12-9bfc-629d048e677d req-b428ec00-c408-4eea-b17a-a171b7820397 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 200 len: 1000 time: 0.4463155 Jul 09 14:25:27.046670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459184-67df-4e12-9bfc-629d048e677d req-7c16073b-125d-4592-8c96-bb736eb5283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:27.048533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91459184-67df-4e12-9bfc-629d048e677d req-7c16073b-125d-4592-8c96-bb736eb5283c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 200 len: 851 time: 0.0716577 Jul 09 14:25:27.052637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b1abfd9d-4ef9-4df9-a677-4fbaaa494b42 req-4ce76ec7-2b38-4dfc-b5d6-0bfd45f7ad78 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825605 Jul 09 14:25:27.120407 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459184-67df-4e12-9bfc-629d048e677d req-4aeb8eb8-9307-4574-bccc-29ffdd361108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:27.121896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91459184-67df-4e12-9bfc-629d048e677d req-4aeb8eb8-9307-4574-bccc-29ffdd361108 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a2f505e-38d4-4b57-83d6-093c5aaa0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660784 Jul 09 14:25:27.210112 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91459184-67df-4e12-9bfc-629d048e677d req-142e5b04-658c-4b53-bd7f-9e78a4bd1222 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815923 Jul 09 14:25:27.302508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91459184-67df-4e12-9bfc-629d048e677d req-1c0d891d-3646-4173-a4c0-9a63d13a4413 service neutron] 10.222.0.10 "GET /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860128 Jul 09 14:25:28.227461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7291c0-e042-4a16-821e-b99bb55ce8e4 req-a80389c1-0688-4265-8176-1d4a51ed4ae7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:28.228948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b7291c0-e042-4a16-821e-b99bb55ce8e4 req-a80389c1-0688-4265-8176-1d4a51ed4ae7 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0640497 Jul 09 14:25:28.266874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7b7291c0-e042-4a16-821e-b99bb55ce8e4 req-a89dffcc-5b1c-4cbc-9854-1590454a8d92 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Jul 09 14:25:29.447377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86320b-43f5-464d-85d6-623a51bea7d9 req-cacdb76d-276f-4f9c-acb3-94fafd811caf tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:29.448761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc86320b-43f5-464d-85d6-623a51bea7d9 req-cacdb76d-276f-4f9c-acb3-94fafd811caf tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0636077 Jul 09 14:25:29.485943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc86320b-43f5-464d-85d6-623a51bea7d9 req-88d9a010-df95-4ec1-8b5a-6324c79516f9 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316722 Jul 09 14:25:30.660634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029d04-f134-4ca7-89cb-c1a4b39b2507 req-81d4ae78-643b-40a8-a8e3-8f50fdf025c8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:30.662090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b029d04-f134-4ca7-89cb-c1a4b39b2507 req-81d4ae78-643b-40a8-a8e3-8f50fdf025c8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0661101 Jul 09 14:25:30.699427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0b029d04-f134-4ca7-89cb-c1a4b39b2507 req-3647819f-9b54-4b12-8f4e-017e79c04017 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Jul 09 14:25:31.876600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd57a6e-b750-459c-ba3d-bf4687094e43 req-ffd5f982-65fb-4608-b772-608ac6332e23 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:31.878209 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd57a6e-b750-459c-ba3d-bf4687094e43 req-ffd5f982-65fb-4608-b772-608ac6332e23 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0628231 Jul 09 14:25:31.915072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7dd57a6e-b750-459c-ba3d-bf4687094e43 req-a7dc82ad-6b7f-4212-b0ae-8ac691651c94 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313022 Jul 09 14:25:33.094481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6baa9-26c9-4400-850c-4d3d820f0950 req-460e9a60-3c0a-40c6-8975-fac320425245 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:33.096746 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6cf6baa9-26c9-4400-850c-4d3d820f0950 req-460e9a60-3c0a-40c6-8975-fac320425245 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0662701 Jul 09 14:25:33.140419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6cf6baa9-26c9-4400-850c-4d3d820f0950 req-52633f43-d9b1-47a1-a2eb-cddabc7cb3c1 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380943 Jul 09 14:25:34.318970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d22e5-276d-4a5e-8868-66622e87f568 req-a3906ff3-7f82-4121-97dd-506afafc3ccb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:34.320390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c4d22e5-276d-4a5e-8868-66622e87f568 req-a3906ff3-7f82-4121-97dd-506afafc3ccb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0620210 Jul 09 14:25:34.357642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c4d22e5-276d-4a5e-8868-66622e87f568 req-882cffbb-adbd-47d5-9ee1-882c69340446 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317802 Jul 09 14:25:34.371869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:25:34.478026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:34.490308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'port_id': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'mac_address': 'fa:16:3e:c6:b9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:25:34.528354 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.539186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f27d6-494c-4ffa-8f0e-526c03b9abd8 req-b3dc17a5-13db-4887-832b-45fad4571357 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:34.540723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-748f27d6-494c-4ffa-8f0e-526c03b9abd8 req-b3dc17a5-13db-4887-832b-45fad4571357 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 945 time: 0.0683703 Jul 09 14:25:34.542422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f41d618-2088-4b21-9ab5-c3532a92a1c2 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:25:34.563242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:34.568199 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.582639 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-748f27d6-494c-4ffa-8f0e-526c03b9abd8 req-8861b23b-f428-4ca7-8010-627c21d2f980 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358961 Jul 09 14:25:34.620557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=12']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:34.764724 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1a99-aeba-46cb-b137-d1790a4bf042 req-38c8c9ba-7937-4ed0-9ea1-0a9e07a23c52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:34.766203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a7f1a99-aeba-46cb-b137-d1790a4bf042 req-38c8c9ba-7937-4ed0-9ea1-0a9e07a23c52 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0665617 Jul 09 14:25:34.805281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2a7f1a99-aeba-46cb-b137-d1790a4bf042 req-fe00d051-7ed7-454a-a4b5-63dcdde8943d tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328426 Jul 09 14:25:34.835651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['7f41d618-2088-4b21-9ab5-c3532a92a1c2'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:25:35.188485 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de9a65-4797-468f-a42f-b7c953cdfc8a req-1e051189-dc48-42e0-8ec4-24eba7faaaef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:35.190064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34de9a65-4797-468f-a42f-b7c953cdfc8a req-1e051189-dc48-42e0-8ec4-24eba7faaaef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0666285 Jul 09 14:25:35.227133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34de9a65-4797-468f-a42f-b7c953cdfc8a req-8bb037e6-0ca8-48a8-98f5-b44c68800881 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Jul 09 14:25:36.388082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:36.408213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f3368-6f83-4b3d-894a-49553646f8c8 req-a58ee8fd-927d-4c21-a63d-7f1812a07022 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:36.410332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c2f3368-6f83-4b3d-894a-49553646f8c8 req-a58ee8fd-927d-4c21-a63d-7f1812a07022 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 946 time: 0.0705700 Jul 09 14:25:36.442131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:36.446385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:36.446778 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:36.456475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c2f3368-6f83-4b3d-894a-49553646f8c8 req-cfff4491-3ae3-47a5-9cc4-707efccc7649 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups?id=871b75d5-eca8-4c00-8bdd-945d440edf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397418 Jul 09 14:25:36.534755 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:36.558004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:36.560298 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004598df-ea31-4ec1-ace2-c19db4fe4c74" -d '{"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-plugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:36.574022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:36.579027 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:36.604498 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dee0c4-af26-4f68-a51e-1b04ca4cd4cc x-openstack-request-id: req-47dee0c4-af26-4f68-a51e-1b04ca4cd4cc {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:36.604793 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-plugged", "status": "completed", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:36.605027 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47dee0c4-af26-4f68-a51e-1b04ca4cd4cc {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:36.605402 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'code': 200} Jul 09 14:25:36.630646 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=13']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:36.803450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-72f8e39e-cc38-436c-a424-158de12387c5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:36.804912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-72f8e39e-cc38-436c-a424-158de12387c5 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 947 time: 0.0628853 Jul 09 14:25:36.913399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Deleting port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:36.913746 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.004204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] For port 7f41d618-2088-4b21-9ab5-c3532a92a1c2, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=7f41d618-2088-4b21-9ab5-c3532a92a1c2,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:37.004561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.177834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.178210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.178524 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Floating IP 941b178f-51dd-4a04-9347-4dd325675999 disassociated. External IP: 172.25.5.27, port: 7f41d618-2088-4b21-9ab5-c3532a92a1c2. Jul 09 14:25:37.178870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Calling delete_port for 7f41d618-2088-4b21-9ab5-c3532a92a1c2 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:37.308631 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.338239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event deleted for resources: {'Port': ['ID=7f41d618-2088-4b21-9ab5-c3532a92a1c2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:37.461352 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:25:37.575965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:37.587315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:37.596915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:37.598793 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:25:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:37.630777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] No DVR routers for this DVR port 7f41d618-2088-4b21-9ab5-c3532a92a1c2 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:37.651003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.653013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb174e3b-c0e5-4059-abb3-d020d078fdef req-fbf39bbe-51ac-4275-b704-3b0edcd9fbd6 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.10 "DELETE /v2.0/ports/7f41d618-2088-4b21-9ab5-c3532a92a1c2 HTTP/1.1" status: 204 len: 173 time: 0.8428659 Jul 09 14:25:37.654904 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44a63995-4ff6-4c0d-8473-41dfde12e417 req-c3794c64-8ed6-4366-a13b-bae27fe507d8 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 210 time: 0.0531113 Jul 09 14:25:37.655361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-deleted', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:37.657599 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305bcd0b-3932-4434-b71d-96ab97c5ca2c" -d '{"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-deleted", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:37.706511 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5287f7-af6e-4cd5-a6d5-88016dee84de x-openstack-request-id: req-2f5287f7-af6e-4cd5-a6d5-88016dee84de {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:37.706971 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e03e8-2aae-4203-8a27-c904c1451cfa", "name": "network-vif-deleted", "tag": "7f41d618-2088-4b21-9ab5-c3532a92a1c2", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:37.707249 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f5287f7-af6e-4cd5-a6d5-88016dee84de {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:37.707638 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45e03e8-2aae-4203-8a27-c904c1451cfa', 'name': 'network-vif-deleted', 'tag': '7f41d618-2088-4b21-9ab5-c3532a92a1c2', 'status': 'completed', 'code': 200} Jul 09 14:25:37.717296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:38.074157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:38.104374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:38.112797 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:38.113450 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:25:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:38.221986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:38.427245 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:38.454781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f69f05-32da-42bc-893c-f1ee8df7865d None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:55Z', 'revision_number': 4, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '89c81a5a-4ad3-4bac-82de-24e91725626c', 'name': '', 'network_id': '9a2f505e-38d4-4b57-83d6-093c5aaa0275', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'mac_address': 'fa:16:3e:d7:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd6331f69-cc01-405e-b353-d082067e318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:55Z', 'updated_at': '2021-07-09T14:16:00Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'subnets': [{'id': 'd6331f69-cc01-405e-b353-d082067e318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:38.686739 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d142081-5b5c-483b-a0ef-304f3bf013d9 None None] New status for floating IP 941b178f-51dd-4a04-9347-4dd325675999: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:25:38.811127 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2bec01d-b89e-4d0b-aba5-78bf49240e53 req-37381052-986e-437f-a0d2-babb3beca5cc tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 210 time: 0.0349760 Jul 09 14:25:39.954662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6555b3ed-d78c-4b18-9a55-5cdf116cc6c4 req-93a43348-073a-4c83-95c7-389e79c76bcc tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 210 time: 0.0294542 Jul 09 14:25:40.428128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:40.452172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 7f41d618-2088-4b21-9ab5-c3532a92a1c2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:40.452520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 7f41d618-2088-4b21-9ab5-c3532a92a1c2 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:41.097144 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45a34ec9-04da-4ae6-a30f-e01665e28aae req-0e5a4532-62df-4389-9be0-7915020101cf tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45e03e8-2aae-4203-8a27-c904c1451cfa HTTP/1.1" status: 200 len: 210 time: 0.0289183 Jul 09 14:25:41.625059 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:25:43.802187 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:44.376155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-da0e0f84-fb79-4880-af4a-e1c7ba0dd638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:44.698471 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.108993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52750) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:45.168907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db0471a1-b02c-4f25-b126-cd72ad0812cb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.191887 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db0471a1-b02c-4f25-b126-cd72ad0812cb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.239700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db0471a1-b02c-4f25-b126-cd72ad0812cb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.242573 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-db0471a1-b02c-4f25-b126-cd72ad0812cb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.243750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-db0471a1-b02c-4f25-b126-cd72ad0812cb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "DELETE /v2.0/security-groups/871b75d5-eca8-4c00-8bdd-945d440edf94 HTTP/1.1" status: 204 len: 168 time: 0.1330595 Jul 09 14:25:45.246358 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52752) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:45.253919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0471a1-b02c-4f25-b126-cd72ad0812cb tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871b75d5-eca8-4c00-8bdd-945d440edf94,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:45.269439 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-e12cdaf5-cc0d-4faf-845d-071c2e5cf777 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] show failed (client error): The resource could not be found. Jul 09 14:25:45.273103 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e12cdaf5-cc0d-4faf-845d-071c2e5cf777 tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "GET /v2.0/security-groups/871b75d5-eca8-4c00-8bdd-945d440edf94 HTTP/1.1" status: 404 len: 347 time: 0.0230401 Jul 09 14:25:45.273488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52756) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:45.399219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Deleting port f167818d-97d3-4615-8482-0ece081bc61d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:45.399564 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.476820 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.477036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.493803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Calling delete_port for f167818d-97d3-4615-8482-0ece081bc61d owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:45.626250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.654630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Pushing event deleted for resources: {'Port': ['ID=f167818d-97d3-4615-8482-0ece081bc61d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:45.666578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.666932 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.667302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.667638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.667976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.668306 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.668631 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.668955 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.669281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.669603 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.669923 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.670242 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:45.727286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.729863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.731053 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c8cefc28-0ce3-4ba9-b673-09369be69cef tempest-ServerActionsTestJSON-1844585477 tempest-ServerActionsTestJSON-1844585477-project] 10.222.0.32 "DELETE /v2.0/floatingips/941b178f-51dd-4a04-9347-4dd325675999 HTTP/1.1" status: 204 len: 168 time: 0.4568017 Jul 09 14:25:45.734006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52758) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:46.144612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.395109 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Deleting port 89c81a5a-4ad3-4bac-82de-24e91725626c {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:46.395790 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.472595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] For port 89c81a5a-4ad3-4bac-82de-24e91725626c, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=89c81a5a-4ad3-4bac-82de-24e91725626c,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:46.472945 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.485412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Calling delete_port for 89c81a5a-4ad3-4bac-82de-24e91725626c owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:46.662499 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.692741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c81a5a-4ad3-4bac-82de-24e91725626c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:46.865417 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.959410 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee4c4-0259-4f2c-abb0-39865d133927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.080987 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Router 80eabbd7-9ff6-4282-a442-975e534e7a68 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:25:47.102836 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.198766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:47.204186 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e8210f35-7c8b-4dab-9f38-60fcc6ec9a88 admin admin] 10.222.0.32 "PUT /v2.0/routers/80eabbd7-9ff6-4282-a442-975e534e7a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4692323 Jul 09 14:25:47.208019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52762) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:47.210745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] Sync routers for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:47.219817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:47.220430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:25:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:47.311700 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.324632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:47.414311 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.466871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Deleting port afd34bfe-9966-4cf9-86c6-23a6c8e7977e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:47.467155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.498390 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:25:46Z', 'revision_number': 5, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port': {'id': 'afd34bfe-9966-4cf9-86c6-23a6c8e7977e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:47.529135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] Checking router: 80eabbd7-9ff6-4282-a442-975e534e7a68 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:47.537871 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] Routers {'80eabbd7-9ff6-4282-a442-975e534e7a68'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:47.538489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:25:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['80eabbd7-9ff6-4282-a442-975e534e7a68'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:47.555668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] For port afd34bfe-9966-4cf9-86c6-23a6c8e7977e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=afd34bfe-9966-4cf9-86c6-23a6c8e7977e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:47.556031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.569278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Calling delete_port for afd34bfe-9966-4cf9-86c6-23a6c8e7977e owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:47.620752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] Set router 80eabbd7-9ff6-4282-a442-975e534e7a68 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:47.675518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:25:47Z', 'revision_number': 6, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:47.703933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180e4ece-9bf8-4372-8544-bb9c15154923 None None] The sync data for ids ['80eabbd7-9ff6-4282-a442-975e534e7a68'] in n-d-799524-3 is: [{'id': '80eabbd7-9ff6-4282-a442-975e534e7a68', 'name': 'tempest-ServerActionsTestJSON-1103058358-router', 'tenant_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:15:53Z', 'updated_at': '2021-07-09T14:25:47Z', 'revision_number': 6, 'project_id': '5c88ac5d72ea4accbbbd8b22902b8ec1', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:47.738501 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.764726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd34bfe-9966-4cf9-86c6-23a6c8e7977e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:47.839457 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.928448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.930482 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.972161 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.972689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80eabbd7-9ff6-4282-a442-975e534e7a68 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:25:47.976893 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:47.978139 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7ed0e599-9bc5-4317-9d35-93cf4351ef93 admin admin] 10.222.0.32 "DELETE /v2.0/routers/80eabbd7-9ff6-4282-a442-975e534e7a68 HTTP/1.1" status: 204 len: 168 time: 0.7690864 Jul 09 14:25:47.980977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52764) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:48.025096 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-8468df38-673b-48b8-9286-8085acdf2c40 admin admin] Deleting subnet d6331f69-cc01-405e-b353-d082067e318f {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:25:48.028070 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8468df38-673b-48b8-9286-8085acdf2c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.065435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8468df38-673b-48b8-9286-8085acdf2c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.159630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8468df38-673b-48b8-9286-8085acdf2c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.211608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8468df38-673b-48b8-9286-8085acdf2c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.237669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468df38-673b-48b8-9286-8085acdf2c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6331f69-cc01-405e-b353-d082067e318f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:48.242029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8468df38-673b-48b8-9286-8085acdf2c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.243882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8468df38-673b-48b8-9286-8085acdf2c40 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d6331f69-cc01-405e-b353-d082067e318f HTTP/1.1" status: 204 len: 168 time: 0.2619147 Jul 09 14:25:48.246397 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52766) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:48.248902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463d2d9-1af3-48bc-952d-562d54116652 None None] Network 9a2f505e-38d4-4b57-83d6-093c5aaa0275 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:48.316015 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.374647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Deleting port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:48.375015 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.440541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] For port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=189ce51b-9a66-47cb-b36c-1a43a6eabdbf,segment=NetworkSegment(159c95c4-c728-45a5-abe5-f23fbb49cfd8),segment_id=159c95c4-c728-45a5-abe5-f23fbb49cfd8)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:48.440896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.454202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Calling delete_port for 189ce51b-9a66-47cb-b36c-1a43a6eabdbf owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:48.481578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] DHCP port deletion for 9a2f505e-38d4-4b57-83d6-093c5aaa0275 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:25:48.514977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89c81a5a-4ad3-4bac-82de-24e91725626c no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:48.521062 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.544745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 89c81a5a-4ad3-4bac-82de-24e91725626c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:48.545267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 89c81a5a-4ad3-4bac-82de-24e91725626c not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:48.546443 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.568912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] Deleting port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:48.569295 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.575359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Pushing event deleted for resources: {'Port': ['ID=189ce51b-9a66-47cb-b36c-1a43a6eabdbf,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:48.577169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] No DVR routers for this DVR port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:48.637341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] For port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:48.637739 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.651162 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.651386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] Calling delete_port for 189ce51b-9a66-47cb-b36c-1a43a6eabdbf owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:48.653915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] Port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:25:48.655177 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.661417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2f505e-38d4-4b57-83d6-093c5aaa0275']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:48.671580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159c95c4-c728-45a5-abe5-f23fbb49cfd8') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:48.671875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159c95c4-c728-45a5-abe5-f23fbb49cfd8') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:48.681890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] Pushing event deleted for resources: {'Port': ['ID=189ce51b-9a66-47cb-b36c-1a43a6eabdbf,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:48.683908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb5d1a2-1fd3-45be-b69a-a066eb8d55c3 None None] No DVR routers for this DVR port 189ce51b-9a66-47cb-b36c-1a43a6eabdbf on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:48.684121 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.705185 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.711656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:25:48.712145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:25:48.713933 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:25:48.768538 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.773885 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.778972 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9a2f505e-38d4-4b57-83d6-093c5aaa0275 HTTP/1.1" status: 204 len: 168 time: 0.5314775 Jul 09 14:25:48.793057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdc8ff-57fa-4066-8e23-ab123de3ace9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2f505e-38d4-4b57-83d6-093c5aaa0275,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:48.892859 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52770) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:48.932955 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-05983a82-a6ac-4824-b5d9-35ddb372a007 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c88ac5d72ea4accbbbd8b22902b8ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388649 Jul 09 14:25:48.935441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52772) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:48.981756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dabfeb46-0b6d-4d42-8bbc-44c7f23e0507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:49.003784 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dabfeb46-0b6d-4d42-8bbc-44c7f23e0507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:49.055960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dabfeb46-0b6d-4d42-8bbc-44c7f23e0507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:49.058749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dabfeb46-0b6d-4d42-8bbc-44c7f23e0507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:49.060025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dabfeb46-0b6d-4d42-8bbc-44c7f23e0507 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/151207c9-cf95-4e53-85cc-aa6ce8618877 HTTP/1.1" status: 204 len: 168 time: 0.1236873 Jul 09 14:25:49.067413 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfeb46-0b6d-4d42-8bbc-44c7f23e0507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151207c9-cf95-4e53-85cc-aa6ce8618877,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:49.761401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52794) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:49.869523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-699603693-network', 'tenant_id': '318b984fd3a043b9a3eb4a189e5674a5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:49.891147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Made reservation on behalf of 318b984fd3a043b9a3eb4a189e5674a5 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:49.894210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:49.902504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:49.953448 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:49.993710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:49.997335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.018705 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:25:50.031629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ecd660-0960-4376-b16c-b672197464f9,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:50.037354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.037354 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Added segment 95ee2a20-4f50-4ac9-8c5f-043bce06b0f4 of type vlan for network 8a925b10-67f0-4769-bb9f-cd29b75bd297 Jul 09 14:25:50.078679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.107291 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.108298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:50.108908 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.114769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device afd34bfe-9966-4cf9-86c6-23a6c8e7977e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:50.135358 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: afd34bfe-9966-4cf9-86c6-23a6c8e7977e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:50.135705 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device afd34bfe-9966-4cf9-86c6-23a6c8e7977e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:50.136313 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 189ce51b-9a66-47cb-b36c-1a43a6eabdbf no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:50.156605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 189ce51b-9a66-47cb-b36c-1a43a6eabdbf {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:50.157058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 189ce51b-9a66-47cb-b36c-1a43a6eabdbf not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:50.170979 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4060533 Jul 09 14:25:50.171501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52798) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:50.174447 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88088b85-d68b-4e19-a791-f6ed3349f87b admin admin] Pushing event updated for resources: {'Network': ['ID=8a925b10-67f0-4769-bb9f-cd29b75bd297,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:50.178838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Request body: {'subnet': {'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-699603693-subnet', 'tenant_id': '318b984fd3a043b9a3eb4a189e5674a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:50.185399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 8a925b10-67f0-4769-bb9f-cd29b75bd297 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:25:50.200446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Made reservation on behalf of 318b984fd3a043b9a3eb4a189e5674a5 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:50.202970 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.375459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.429919 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=865e8005-46e2-466f-8f10-a9abd98ce07c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:50.440713 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Checking segment: {'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:50.441070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Network hostable DHCP agents. Network: 8a925b10-67f0-4769-bb9f-cd29b75bd297, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:25:50.456977 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Network 8a925b10-67f0-4769-bb9f-cd29b75bd297 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:25:50.465311 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 8a925b10-67f0-4769-bb9f-cd29b75bd297) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:50.469123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:50.469733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.475204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b8b33-ce61-440f-b91f-4ebdc9c4c1cb None None] Network 8a925b10-67f0-4769-bb9f-cd29b75bd297 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:50.485218 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cdf3ba96-7eb2-40a2-a91e-762d171168eb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3125739 Jul 09 14:25:50.610359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a474a85-da4b-43a0-ad07-5df6572d417c None None] Network 8a925b10-67f0-4769-bb9f-cd29b75bd297 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:50.920020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-ec91855e-2801-4381-a386-03cb2ae8509a tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:50.921388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-ec91855e-2801-4381-a386-03cb2ae8509a tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/networks?id=8a925b10-67f0-4769-bb9f-cd29b75bd297 HTTP/1.1" status: 200 len: 813 time: 0.1024904 Jul 09 14:25:50.936788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-305df3f0-97ec-4e79-9703-ce02d9290653 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/quotas/318b984fd3a043b9a3eb4a189e5674a5 HTTP/1.1" status: 200 len: 375 time: 0.0090673 Jul 09 14:25:50.969916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-6e5375eb-b32c-4d77-a66b-36a7497fb445 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=318b984fd3a043b9a3eb4a189e5674a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281560 Jul 09 14:25:51.021199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-5e82f796-868b-44b1-a8ac-9a119f0c7e00 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:25:51.022222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-5e82f796-868b-44b1-a8ac-9a119f0c7e00 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456402 Jul 09 14:25:51.115025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-f5d7c3ec-a9b9-472f-b802-eb3b3b9caee2 service neutron] 10.222.0.32 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868635 Jul 09 14:25:51.206578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-cc8547d0-2bd0-4223-995f-1ee64dc17393 service neutron] 10.222.0.32 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857389 Jul 09 14:25:51.377492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-669b3fdf-15b2-4df0-a2bd-6570bd1c8abd req-e4e294c8-455e-4ff6-a47f-a70fd3a65f04 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 210 time: 0.0347574 Jul 09 14:25:52.542804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-69ae780c-7ddf-445b-be70-193ea35eb724 req-38937212-3ade-411f-9c20-1add28ad53cc tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 210 time: 0.0402761 Jul 09 14:25:52.602630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-e92b3487-0a54-484e-bfcd-99c44300ad7e tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:52.604086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-e92b3487-0a54-484e-bfcd-99c44300ad7e tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.11 "GET /v2.0/networks?id=8a925b10-67f0-4769-bb9f-cd29b75bd297 HTTP/1.1" status: 200 len: 813 time: 0.1503589 Jul 09 14:25:52.616717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Request body: {'port': {'device_id': '0c7ee600-44fd-4d00-b75a-43dedf0f4e7a', 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297', 'admin_state_up': True, 'tenant_id': '318b984fd3a043b9a3eb4a189e5674a5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:52.726989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Made reservation on behalf of 318b984fd3a043b9a3eb4a189e5674a5 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:52.730382 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:52.856184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Allocated IP 172.20.0.13 (8a925b10-67f0-4769-bb9f-cd29b75bd297/865e8005-46e2-466f-8f10-a9abd98ce07c/c4a63c02-b868-45d4-b76f-ffd46cf8646a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:52.999710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.037364 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.086671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Network 8a925b10-67f0-4769-bb9f-cd29b75bd297 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:53.089915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:53.094071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:53.101762 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Pushing event updated for resources: {'Port': ['ID=c4a63c02-b868-45d4-b76f-ffd46cf8646a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:53.146755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:53.147412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.161928 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-b11672f2-2d14-434c-af21-3bc304637b33 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489950 Jul 09 14:25:53.173226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Request body: {'port': {'device_id': '0c7ee600-44fd-4d00-b75a-43dedf0f4e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:53.246213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.499211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a63c02-b868-45d4-b76f-ffd46cf8646a {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:25:53.508105 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.525045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Transition to ACTIVE for port object c4a63c02-b868-45d4-b76f-ffd46cf8646a will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:53.528317 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.597391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a63c02-b868-45d4-b76f-ffd46cf8646a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:53.648464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Attempting to bind port c4a63c02-b868-45d4-b76f-ffd46cf8646a on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:53.648803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Attempting to bind port c4a63c02-b868-45d4-b76f-ffd46cf8646a by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:53.649132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Attempting to bind port c4a63c02-b868-45d4-b76f-ffd46cf8646a on network 8a925b10-67f0-4769-bb9f-cd29b75bd297 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:53.653353 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Port c4a63c02-b868-45d4-b76f-ffd46cf8646a on network 8a925b10-67f0-4769-bb9f-cd29b75bd297 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:25:53.653669 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Attempting to bind port c4a63c02-b868-45d4-b76f-ffd46cf8646a on network 8a925b10-67f0-4769-bb9f-cd29b75bd297 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:53.658925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:53.659363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Checking segment: {'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:53.660093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Bound using segment: {'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:53.660211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Bound port: c4a63c02-b868-45d4-b76f-ffd46cf8646a, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:53.660503 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.759854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] For port c4a63c02-b868-45d4-b76f-ffd46cf8646a, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:53.773441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] For port c4a63c02-b868-45d4-b76f-ffd46cf8646a, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c4a63c02-b868-45d4-b76f-ffd46cf8646a,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:53.777715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.793603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6db5-c430-4841-af45-c412519f80a4 req-7f5ce2d8-84a8-406a-b913-421fcdbd0707 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:53.795119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c5d6db5-c430-4841-af45-c412519f80a4 req-7f5ce2d8-84a8-406a-b913-421fcdbd0707 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 944 time: 0.1197271 Jul 09 14:25:53.837004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:53.837688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:53.839073 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] 10.222.0.11 "PUT /v2.0/ports/c4a63c02-b868-45d4-b76f-ffd46cf8646a HTTP/1.1" status: 200 len: 1092 time: 0.6698506 Jul 09 14:25:53.844590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7ee600-44fd-4d00-b75a-43dedf0f4e7a', 'tag': 'c4a63c02-b868-45d4-b76f-ffd46cf8646a'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:53.847623 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e2fbb6-b56d-4e99-85be-63921de45294" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7ee600-44fd-4d00-b75a-43dedf0f4e7a", "tag": "c4a63c02-b868-45d4-b76f-ffd46cf8646a"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:53.878274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d277b54-7442-47e9-b217-07e977c27732 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a63c02-b868-45d4-b76f-ffd46cf8646a,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:53.894672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c5d6db5-c430-4841-af45-c412519f80a4 req-604d23aa-c841-4acc-a426-4c783b5ed464 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764406 Jul 09 14:25:53.937104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-bc3baa17-d766-41fb-b5e6-663a2aa54339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:53.938620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-bc3baa17-d766-41fb-b5e6-663a2aa54339 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=318b984fd3a043b9a3eb4a189e5674a5&device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 1095 time: 0.0574656 Jul 09 14:25:53.944039 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4475de6c-c0aa-4c4b-ace9-7195c6e88940 x-openstack-request-id: req-4475de6c-c0aa-4c4b-ace9-7195c6e88940 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:53.944325 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7ee600-44fd-4d00-b75a-43dedf0f4e7a", "tag": "c4a63c02-b868-45d4-b76f-ffd46cf8646a", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:53.944578 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4475de6c-c0aa-4c4b-ace9-7195c6e88940 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:53.944964 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7ee600-44fd-4d00-b75a-43dedf0f4e7a', 'tag': 'c4a63c02-b868-45d4-b76f-ffd46cf8646a', 'status': 'completed', 'code': 200} Jul 09 14:25:53.981084 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-298ca5b0-5d91-4683-8ee7-aad0eec86b92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4a63c02-b868-45d4-b76f-ffd46cf8646a HTTP/1.1" status: 200 len: 217 time: 0.0338080 Jul 09 14:25:54.031361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-33841eb5-46b0-410d-bb24-e57d60796107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:54.032768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-33841eb5-46b0-410d-bb24-e57d60796107 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=865e8005-46e2-466f-8f10-a9abd98ce07c HTTP/1.1" status: 200 len: 853 time: 0.0460963 Jul 09 14:25:54.065293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-3b8d7afa-3fdf-4a39-b5cd-13a4dd4e5048 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a925b10-67f0-4769-bb9f-cd29b75bd297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256245 Jul 09 14:25:54.151206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-aecc3069-b996-4d42-8f22-ca117fe759ae service neutron] 10.222.0.11 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795345 Jul 09 14:25:54.245443 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc339dd1-09a9-4f33-aeec-4de7702dc19d req-e0b1cf38-b402-45fd-a342-f2fd17731723 service neutron] 10.222.0.11 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883505 Jul 09 14:25:54.342708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-ea40a70b-068c-49e1-b6e0-f0d8aadd4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:54.344117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-ea40a70b-068c-49e1-b6e0-f0d8aadd4a88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=318b984fd3a043b9a3eb4a189e5674a5&device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 1095 time: 0.0523632 Jul 09 14:25:54.435171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-27042734-6d72-41bc-841f-2ee53eccc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:54.436607 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-27042734-6d72-41bc-841f-2ee53eccc35e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a925b10-67f0-4769-bb9f-cd29b75bd297 HTTP/1.1" status: 200 len: 913 time: 0.0860114 Jul 09 14:25:54.477163 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-e8a33630-012c-48eb-8745-8674ca85fffa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4a63c02-b868-45d4-b76f-ffd46cf8646a HTTP/1.1" status: 200 len: 217 time: 0.0341406 Jul 09 14:25:54.524291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-1773e6a3-d2bc-4c70-acb1-477cddf72320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:54.525677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-1773e6a3-d2bc-4c70-acb1-477cddf72320 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=865e8005-46e2-466f-8f10-a9abd98ce07c HTTP/1.1" status: 200 len: 853 time: 0.0424554 Jul 09 14:25:54.562546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-9df4d13a-b8de-4c60-9b59-60a68b117623 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a925b10-67f0-4769-bb9f-cd29b75bd297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299520 Jul 09 14:25:54.649735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-fceb15dc-ed41-450c-b8b3-0110f698e1f0 service neutron] 10.222.0.11 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806363 Jul 09 14:25:54.740715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-10e2fbb6-b56d-4e99-85be-63921de45294 req-2ed1e4d1-9cbd-4c9c-a86c-22ddedf87981 service neutron] 10.222.0.11 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845215 Jul 09 14:25:55.067417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d997c04-f423-4a18-be42-12d10700bf70 req-64d537e2-27a7-4892-8360-6d1c20c43db0 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:55.068892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d997c04-f423-4a18-be42-12d10700bf70 req-64d537e2-27a7-4892-8360-6d1c20c43db0 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 944 time: 0.0620623 Jul 09 14:25:55.105615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d997c04-f423-4a18-be42-12d10700bf70 req-8adb25b5-fd76-42a9-92d0-36f24421ddd5 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Jul 09 14:25:56.226969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c4a63c02-b868-45d4-b76f-ffd46cf8646a details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:25:56.296363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850c914-9d2f-48f1-b1ef-b11e24e4cac2 req-abad62e9-f4c9-4a72-9b46-c5442588439f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:56.296963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f850c914-9d2f-48f1-b1ef-b11e24e4cac2 req-abad62e9-f4c9-4a72-9b46-c5442588439f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 944 time: 0.0810511 Jul 09 14:25:56.335857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c4a63c02-b868-45d4-b76f-ffd46cf8646a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c4a63c02-b868-45d4-b76f-ffd46cf8646a,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:56.336134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f850c914-9d2f-48f1-b1ef-b11e24e4cac2 req-fad648d9-ee8a-4658-b5cb-982c8ebf98e4 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329566 Jul 09 14:25:56.348206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'c4a63c02-b868-45d4-b76f-ffd46cf8646a', 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297', 'port_id': 'c4a63c02-b868-45d4-b76f-ffd46cf8646a', 'mac_address': 'fa:16:3e:7f:88:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865e8005-46e2-466f-8f10-a9abd98ce07c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:25:56.384104 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:56.397493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a63c02-b868-45d4-b76f-ffd46cf8646a {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:25:56.417241 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c4a63c02-b868-45d4-b76f-ffd46cf8646a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c4a63c02-b868-45d4-b76f-ffd46cf8646a,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:56.421234 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:56.466427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c4a63c02-b868-45d4-b76f-ffd46cf8646a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:56.656615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['c4a63c02-b868-45d4-b76f-ffd46cf8646a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:25:57.510097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a95fcf-fc30-476a-81e2-07836e1a399c req-69af13f6-cc49-4670-9cb5-edd9398c71d2 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:57.511892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3a95fcf-fc30-476a-81e2-07836e1a399c req-69af13f6-cc49-4670-9cb5-edd9398c71d2 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 945 time: 0.0669475 Jul 09 14:25:57.550753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3a95fcf-fc30-476a-81e2-07836e1a399c req-9273e08d-a7a6-41fe-af52-3ca5f1e2faa7 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Jul 09 14:25:58.227274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c4a63c02-b868-45d4-b76f-ffd46cf8646a up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:58.280987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port c4a63c02-b868-45d4-b76f-ffd46cf8646a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:58.284736 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port c4a63c02-b868-45d4-b76f-ffd46cf8646a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:58.285112 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:58.363542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:58.385319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7ee600-44fd-4d00-b75a-43dedf0f4e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a63c02-b868-45d4-b76f-ffd46cf8646a'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:58.387616 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c59571b-c830-42c8-9d42-685d3bd3df06" -d '{"events": [{"server_uuid": "0c7ee600-44fd-4d00-b75a-43dedf0f4e7a", "name": "network-vif-plugged", "status": "completed", "tag": "c4a63c02-b868-45d4-b76f-ffd46cf8646a"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:58.400083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port c4a63c02-b868-45d4-b76f-ffd46cf8646a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c4a63c02-b868-45d4-b76f-ffd46cf8646a,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:58.405625 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:58.429703 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb493a77-932e-4a20-9919-adbb333aba66 x-openstack-request-id: req-bb493a77-932e-4a20-9919-adbb333aba66 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:58.429993 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7ee600-44fd-4d00-b75a-43dedf0f4e7a", "name": "network-vif-plugged", "status": "completed", "tag": "c4a63c02-b868-45d4-b76f-ffd46cf8646a", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:58.430314 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb493a77-932e-4a20-9919-adbb333aba66 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:58.431084 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7ee600-44fd-4d00-b75a-43dedf0f4e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a63c02-b868-45d4-b76f-ffd46cf8646a', 'code': 200} Jul 09 14:25:58.457833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=c4a63c02-b868-45d4-b76f-ffd46cf8646a,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:58.536458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf55e4-772d-4d63-85f0-7bb2b93071f4 req-efdc17d2-7672-498f-9604-e99560496937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:58.537930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4cf55e4-772d-4d63-85f0-7bb2b93071f4 req-efdc17d2-7672-498f-9604-e99560496937 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 1097 time: 0.0522273 Jul 09 14:25:58.577032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4cf55e4-772d-4d63-85f0-7bb2b93071f4 req-7c394414-8b35-4eaa-b7f4-ead60cf70f08 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jul 09 14:25:58.725758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5caaf7-09f8-4684-baaf-2142131a9514 req-f7b133a6-0af2-43ce-b98b-b6057f933826 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:58.727189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5caaf7-09f8-4684-baaf-2142131a9514 req-f7b133a6-0af2-43ce-b98b-b6057f933826 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0652664 Jul 09 14:25:58.764083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ed5caaf7-09f8-4684-baaf-2142131a9514 req-2fa2ab98-11fd-475f-959e-d6ec45e28088 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Jul 09 14:25:59.940491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b22de0-92b6-4828-b3c9-a75c5838e507 req-d2bde865-4b04-48c4-a08b-52bb4e45ea2c tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:59.941958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e1b22de0-92b6-4828-b3c9-a75c5838e507 req-d2bde865-4b04-48c4-a08b-52bb4e45ea2c tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0685501 Jul 09 14:25:59.979093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e1b22de0-92b6-4828-b3c9-a75c5838e507 req-f67a49db-b1e2-4637-822f-17ea51eaa5e0 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Jul 09 14:26:00.200673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-0dfb1057-57db-4a6d-af1e-beeb84c9f928 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:00.203371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-0dfb1057-57db-4a6d-af1e-beeb84c9f928 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/networks?id=8a925b10-67f0-4769-bb9f-cd29b75bd297 HTTP/1.1" status: 200 len: 813 time: 0.1009359 Jul 09 14:26:00.217430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-34d3618d-9866-4854-be37-e5a447ca5228 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/quotas/318b984fd3a043b9a3eb4a189e5674a5 HTTP/1.1" status: 200 len: 375 time: 0.0089607 Jul 09 14:26:00.284194 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d979f10c-9068-4ce4-bfd9-b8a0b9086b29 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=318b984fd3a043b9a3eb4a189e5674a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612805 Jul 09 14:26:00.372094 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-fc84f626-bea9-42a1-a023-6fd135c972d6 service neutron] 10.222.0.32 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814009 Jul 09 14:26:00.463411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-244acb7b-529b-46ab-81c4-26fbf4965126 service neutron] 10.222.0.32 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855985 Jul 09 14:26:00.628931 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b82b4eb-c42e-442b-a186-4cd67175a444 req-8782be84-dba6-4cbd-83fe-32c03a51cc9f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 210 time: 0.0298464 Jul 09 14:26:01.779701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d0eb26f-3062-4cd5-9224-35b56314a4ea req-c2575ce1-3f3e-4f53-b37e-d79ae9993805 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 210 time: 0.0342069 Jul 09 14:26:01.818026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-8b23ee2f-9bfe-49e9-ad8c-c2b74b77c99c tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:01.819846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-8b23ee2f-9bfe-49e9-ad8c-c2b74b77c99c tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.10 "GET /v2.0/networks?id=8a925b10-67f0-4769-bb9f-cd29b75bd297 HTTP/1.1" status: 200 len: 813 time: 0.1461616 Jul 09 14:26:01.831681 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Request body: {'port': {'device_id': '88f39117-7b02-441a-95a9-89805841add8', 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297', 'admin_state_up': True, 'tenant_id': '318b984fd3a043b9a3eb4a189e5674a5'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:01.950538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Made reservation on behalf of 318b984fd3a043b9a3eb4a189e5674a5 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:01.953967 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:02.085499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Allocated IP 172.20.0.6 (8a925b10-67f0-4769-bb9f-cd29b75bd297/865e8005-46e2-466f-8f10-a9abd98ce07c/351d5846-f429-4b3b-a8f7-dbe1fe93b1e5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:02.232768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:02.270441 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:02.282454 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['c4a63c02-b868-45d4-b76f-ffd46cf8646a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:02.315506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Network 8a925b10-67f0-4769-bb9f-cd29b75bd297 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:02.318767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:02.322658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:02.352060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Pushing event updated for resources: {'Port': ['ID=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:02.382428 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:02.383113 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:02.397599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-9bb9a48d-8b48-4eae-893d-669f19f3d086 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699255 Jul 09 14:26:02.409598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Request body: {'port': {'device_id': '88f39117-7b02-441a-95a9-89805841add8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:02.484359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:02.745011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:26:02.753525 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:02.765029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Transition to ACTIVE for port object 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:02.769261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:02.817460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Pushing event updated for resources: {'Port': ['ID=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:02.847482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.847829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.848169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.848500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.848829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.849153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.849476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.849802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.850115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.850433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.850750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.851091 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:02.913473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Attempting to bind port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:02.913803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Attempting to bind port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:02.914127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Attempting to bind port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 on network 8a925b10-67f0-4769-bb9f-cd29b75bd297 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:02.936110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 on network 8a925b10-67f0-4769-bb9f-cd29b75bd297 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:26:02.936423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Attempting to bind port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 on network 8a925b10-67f0-4769-bb9f-cd29b75bd297 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:02.946515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:02.946849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Checking segment: {'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:02.947258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Bound using segment: {'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:02.947693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Bound port: 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:02.948051 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:03.021431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60646d3d-1f43-4e60-8e3d-bc072009e59d req-6228bfb8-260a-4d50-8919-0ac27ddbdf31 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:03.022917 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60646d3d-1f43-4e60-8e3d-bc072009e59d req-6228bfb8-260a-4d50-8919-0ac27ddbdf31 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 943 time: 0.1228151 Jul 09 14:26:03.048283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] For port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:03.066557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] For port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:03.072669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:03.465916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-60646d3d-1f43-4e60-8e3d-bc072009e59d req-bfdb2250-48f7-4eb5-8aff-91d876969e0e tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370089 Jul 09 14:26:03.475882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:03.476414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:03.477764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] 10.222.0.10 "PUT /v2.0/ports/351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 HTTP/1.1" status: 200 len: 1091 time: 1.0729203 Jul 09 14:26:03.478198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f39117-7b02-441a-95a9-89805841add8', 'tag': '351d5846-f429-4b3b-a8f7-dbe1fe93b1e5'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:03.480437 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48" -d '{"events": [{"name": "network-changed", "server_uuid": "88f39117-7b02-441a-95a9-89805841add8", "tag": "351d5846-f429-4b3b-a8f7-dbe1fe93b1e5"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:03.504333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5cd86-a7d0-473c-9292-baa1da2107f7 service neutron] Pushing event updated for resources: {'Port': ['ID=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:03.556441 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012c2648-984b-40c9-b091-75c4937c083e x-openstack-request-id: req-012c2648-984b-40c9-b091-75c4937c083e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:03.556738 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f39117-7b02-441a-95a9-89805841add8", "tag": "351d5846-f429-4b3b-a8f7-dbe1fe93b1e5", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:03.556985 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-012c2648-984b-40c9-b091-75c4937c083e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:03.557367 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f39117-7b02-441a-95a9-89805841add8', 'tag': '351d5846-f429-4b3b-a8f7-dbe1fe93b1e5', 'status': 'completed', 'code': 200} Jul 09 14:26:03.583160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-df372e17-35fb-4300-8197-c330df5afcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:03.584645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-df372e17-35fb-4300-8197-c330df5afcbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=318b984fd3a043b9a3eb4a189e5674a5&device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 1094 time: 0.0567214 Jul 09 14:26:03.629974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-7370f9c1-c2bf-43bb-8e60-773c97739173 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 HTTP/1.1" status: 200 len: 217 time: 0.0378902 Jul 09 14:26:03.685008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-f3d62f97-1ce5-48d9-b5d8-ffe1afdcd4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:03.686499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-f3d62f97-1ce5-48d9-b5d8-ffe1afdcd4cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=865e8005-46e2-466f-8f10-a9abd98ce07c HTTP/1.1" status: 200 len: 853 time: 0.0504138 Jul 09 14:26:03.718995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-dbcf3186-5104-43a2-9faf-2e0bb0e0b42c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a925b10-67f0-4769-bb9f-cd29b75bd297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266480 Jul 09 14:26:03.811602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-6597aac4-c4bb-4597-a7ad-d3632bedc55a service neutron] 10.222.0.10 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866365 Jul 09 14:26:03.901556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c595b70b-dc29-42e2-8be8-dbdaf9e889c7 req-0be24d0e-0e7f-4dc6-989c-fed9cbfb2dd0 service neutron] 10.222.0.10 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835140 Jul 09 14:26:04.001383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-a9ef8cc4-713c-4d5f-8fd2-2576ca9921cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:04.002882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-a9ef8cc4-713c-4d5f-8fd2-2576ca9921cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=318b984fd3a043b9a3eb4a189e5674a5&device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 1094 time: 0.0527885 Jul 09 14:26:04.100303 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-aa8047a8-b3f7-4cfa-b902-caf9b980d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:04.101832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-aa8047a8-b3f7-4cfa-b902-caf9b980d3f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a925b10-67f0-4769-bb9f-cd29b75bd297 HTTP/1.1" status: 200 len: 913 time: 0.0920815 Jul 09 14:26:04.145365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-0fb31976-aa01-4ecc-b573-b6f6849536e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 HTTP/1.1" status: 200 len: 217 time: 0.0367925 Jul 09 14:26:04.200568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-f69a3bf2-3872-4f0c-b45c-ffb1b823d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:04.202044 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-f69a3bf2-3872-4f0c-b45c-ffb1b823d01b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=865e8005-46e2-466f-8f10-a9abd98ce07c HTTP/1.1" status: 200 len: 853 time: 0.0500278 Jul 09 14:26:04.237015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-00a259a7-5d6a-445a-9dbc-4bd4955c4be7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a925b10-67f0-4769-bb9f-cd29b75bd297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274875 Jul 09 14:26:04.325023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-994937e5-fbfd-4c58-a25f-f4b84eda04d4 service neutron] 10.222.0.10 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817423 Jul 09 14:26:04.421957 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fbe99f5e-4fcb-4be6-bdf0-881430b9cb48 req-e1d4ca3d-5a85-4eb5-b658-dec5866e0cb7 service neutron] 10.222.0.10 "GET /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898397 Jul 09 14:26:04.645452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88681-93af-48f6-967e-a901b0414efb req-a3341f60-77b3-426a-a509-8010ca41402d tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:04.646852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2cb88681-93af-48f6-967e-a901b0414efb req-a3341f60-77b3-426a-a509-8010ca41402d tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 943 time: 0.0629759 Jul 09 14:26:04.683927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2cb88681-93af-48f6-967e-a901b0414efb req-9e4eda6e-ea25-4e14-a2bd-9854a11cde45 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Jul 09 14:26:05.861542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b3ad9-02df-42d5-99f8-91acfee665de req-106eebb6-de77-43ab-b143-de1a1ef534a9 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:05.863099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-060b3ad9-02df-42d5-99f8-91acfee665de req-106eebb6-de77-43ab-b143-de1a1ef534a9 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 943 time: 0.0666120 Jul 09 14:26:05.900237 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-060b3ad9-02df-42d5-99f8-91acfee665de req-63282644-5073-4437-b3ad-0c2bcf0b456a tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316198 Jul 09 14:26:06.520650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:26:06.612319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:06.623179 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '351d5846-f429-4b3b-a8f7-dbe1fe93b1e5', 'network_id': '8a925b10-67f0-4769-bb9f-cd29b75bd297', 'port_id': '351d5846-f429-4b3b-a8f7-dbe1fe93b1e5', 'mac_address': 'fa:16:3e:ed:39:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865e8005-46e2-466f-8f10-a9abd98ce07c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:26:06.662699 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:06.674852 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:26:06.694930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:06.699018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:06.749400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:06.888251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['351d5846-f429-4b3b-a8f7-dbe1fe93b1e5'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:07.082847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28609e9a-c50a-4033-91bc-a943ac3fa323 req-99580c99-7670-45d2-b6de-1d366c8fbdd7 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:07.084509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28609e9a-c50a-4033-91bc-a943ac3fa323 req-99580c99-7670-45d2-b6de-1d366c8fbdd7 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 944 time: 0.0714519 Jul 09 14:26:07.125651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28609e9a-c50a-4033-91bc-a943ac3fa323 req-fc8c41ae-8e29-4b73-bb10-92e2ffff440c tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354474 Jul 09 14:26:08.300844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b804f2c-520c-4df5-a994-63106d8ef302 req-4b86de6a-b34b-4598-9667-89b08d28cd7a tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:08.302250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b804f2c-520c-4df5-a994-63106d8ef302 req-4b86de6a-b34b-4598-9667-89b08d28cd7a tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 944 time: 0.0628088 Jul 09 14:26:08.344652 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2b804f2c-520c-4df5-a994-63106d8ef302 req-7319b935-3258-4b38-95f9-781fc2045b1b tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368764 Jul 09 14:26:08.526610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:08.574581 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:08.578436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:08.578912 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:08.653840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:08.678517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f39117-7b02-441a-95a9-89805841add8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d5846-f429-4b3b-a8f7-dbe1fe93b1e5'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:08.681263 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa4442-8c92-4038-8123-94ca73b6f61f" -d '{"events": [{"server_uuid": "88f39117-7b02-441a-95a9-89805841add8", "name": "network-vif-plugged", "status": "completed", "tag": "351d5846-f429-4b3b-a8f7-dbe1fe93b1e5"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:08.698114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:08.703092 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:08.738351 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89dd058-6176-4ca7-8d56-d64d3ced24ed x-openstack-request-id: req-f89dd058-6176-4ca7-8d56-d64d3ced24ed {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:08.738655 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f39117-7b02-441a-95a9-89805841add8", "name": "network-vif-plugged", "status": "completed", "tag": "351d5846-f429-4b3b-a8f7-dbe1fe93b1e5", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:08.738910 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f89dd058-6176-4ca7-8d56-d64d3ced24ed {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:08.739315 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f39117-7b02-441a-95a9-89805841add8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d5846-f429-4b3b-a8f7-dbe1fe93b1e5', 'code': 200} Jul 09 14:26:08.764880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:08.850080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373557f4-7fd6-4b9b-ad2b-d6c5e3aa5e89 req-9f3e8923-cfad-402e-9e4b-60a000fe269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:08.851528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-373557f4-7fd6-4b9b-ad2b-d6c5e3aa5e89 req-9f3e8923-cfad-402e-9e4b-60a000fe269f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 1096 time: 0.0566220 Jul 09 14:26:08.887021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-373557f4-7fd6-4b9b-ad2b-d6c5e3aa5e89 req-12e395f6-faf0-40fd-b134-da46b4126a83 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289857 Jul 09 14:26:09.515802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52c32-8774-4a82-bbab-32b57feff8ed req-3d99aaf7-8c71-437f-bd6b-273de9a4e72e tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:09.517334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbd52c32-8774-4a82-bbab-32b57feff8ed req-3d99aaf7-8c71-437f-bd6b-273de9a4e72e tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 945 time: 0.0633979 Jul 09 14:26:09.557406 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cbd52c32-8774-4a82-bbab-32b57feff8ed req-cd762ace-6578-42a8-a97e-dc9072a44e9d tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344265 Jul 09 14:26:10.735707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f24cd-cb6c-41cb-9fec-54107e71ae78 req-f1fa4f17-6313-465d-ae41-f6bdba89ca04 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:10.737319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d8f24cd-cb6c-41cb-9fec-54107e71ae78 req-f1fa4f17-6313-465d-ae41-f6bdba89ca04 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 945 time: 0.0683112 Jul 09 14:26:10.774823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2d8f24cd-cb6c-41cb-9fec-54107e71ae78 req-580b3e94-9a81-4b0a-81a8-12b624c3d18f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Jul 09 14:26:11.147035 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066863-922a-4a7c-93f4-7169878af8ad req-b5f1fb99-50a8-4d19-9ff1-353716cb2e1b tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:11.147913 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85066863-922a-4a7c-93f4-7169878af8ad req-b5f1fb99-50a8-4d19-9ff1-353716cb2e1b tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 945 time: 0.0635171 Jul 09 14:26:11.185170 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85066863-922a-4a7c-93f4-7169878af8ad req-82410a8e-7d81-423e-b89c-d97332583d18 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 09 14:26:12.400184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f977ec-ffc5-4112-9bfc-a7e707a24ea0 req-aa2149a1-1370-49e2-b9a4-68e9f3024023 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.401623 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3f977ec-ffc5-4112-9bfc-a7e707a24ea0 req-aa2149a1-1370-49e2-b9a4-68e9f3024023 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 945 time: 0.1045539 Jul 09 14:26:12.439754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-6a55bf26-14f3-4410-86f5-f6d5c4d5e440 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.441946 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-6a55bf26-14f3-4410-86f5-f6d5c4d5e440 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.10 "GET /v2.0/ports?device_id=88f39117-7b02-441a-95a9-89805841add8 HTTP/1.1" status: 200 len: 945 time: 0.1091669 Jul 09 14:26:12.463054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3f977ec-ffc5-4112-9bfc-a7e707a24ea0 req-d9c91180-0674-462f-8393-1b03483662d0 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550532 Jul 09 14:26:12.549131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Deleting port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:26:12.549475 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:12.639493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] For port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:12.639843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:12.652394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Calling delete_port for 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:26:12.785023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:12.797098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['c4a63c02-b868-45d4-b76f-ffd46cf8646a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:12.799372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['351d5846-f429-4b3b-a8f7-dbe1fe93b1e5'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:12.815110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Pushing event deleted for resources: {'Port': ['ID=351d5846-f429-4b3b-a8f7-dbe1fe93b1e5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:12.859257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] No DVR routers for this DVR port 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:26:12.861917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:12.864756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-445e07ce-35cf-458a-ad78-d69f44e78994 req-3e4de2d9-0bc8-49ed-bb48-6328c15c8d17 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.10 "DELETE /v2.0/ports/351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 HTTP/1.1" status: 204 len: 173 time: 0.4157004 Jul 09 14:26:12.865360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f39117-7b02-441a-95a9-89805841add8', 'name': 'network-vif-deleted', 'tag': '351d5846-f429-4b3b-a8f7-dbe1fe93b1e5'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:12.867609 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88948c3f-3635-477c-a1c2-0fd77ff4d548" -d '{"events": [{"server_uuid": "88f39117-7b02-441a-95a9-89805841add8", "name": "network-vif-deleted", "tag": "351d5846-f429-4b3b-a8f7-dbe1fe93b1e5"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:12.904313 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfcd014-cf50-42ab-9c8f-83c5ba457ff0 x-openstack-request-id: req-1bfcd014-cf50-42ab-9c8f-83c5ba457ff0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:12.904609 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f39117-7b02-441a-95a9-89805841add8", "name": "network-vif-deleted", "tag": "351d5846-f429-4b3b-a8f7-dbe1fe93b1e5", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:12.904865 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bfcd014-cf50-42ab-9c8f-83c5ba457ff0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:12.905264 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f39117-7b02-441a-95a9-89805841add8', 'name': 'network-vif-deleted', 'tag': '351d5846-f429-4b3b-a8f7-dbe1fe93b1e5', 'status': 'completed', 'code': 200} Jul 09 14:26:13.714051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d089599-d233-42b7-9f35-399742673116 req-696c09e3-559f-4c61-923d-c182978a0c62 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:13.715592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d089599-d233-42b7-9f35-399742673116 req-696c09e3-559f-4c61-923d-c182978a0c62 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0751262 Jul 09 14:26:13.755699 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d089599-d233-42b7-9f35-399742673116 req-b0b7c741-6ce1-443c-8cb9-eaac613e2a7b tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344167 Jul 09 14:26:13.802381 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:13.941400 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4712-535e-43c3-b470-4449b94b4ee2 req-14717596-be0b-4ab0-957f-de6c310f97ee tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:13.942878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a89e4712-535e-43c3-b470-4449b94b4ee2 req-14717596-be0b-4ab0-957f-de6c310f97ee tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0631020 Jul 09 14:26:13.986351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a89e4712-535e-43c3-b470-4449b94b4ee2 req-8b2f6324-e6ca-4c8f-86c4-bf4058904525 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378139 Jul 09 14:26:14.158668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b74caf-4786-4bdb-8ba9-45cd58b62af0 req-100d2558-1f43-4b56-83a9-83c6cc03d6bc tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:14.160502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0b74caf-4786-4bdb-8ba9-45cd58b62af0 req-100d2558-1f43-4b56-83a9-83c6cc03d6bc tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0628173 Jul 09 14:26:14.202609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0b74caf-4786-4bdb-8ba9-45cd58b62af0 req-8e589adb-5a16-4a32-b981-67a17f8fdc90 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Jul 09 14:26:14.378749 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4073-4b69-486e-837b-2535408f895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:14.482951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9465b-5ed4-42a4-ab7b-44a261bc9b81 req-181bca9f-f780-42fb-a848-b8a38c1a1f74 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:14.484416 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dd9465b-5ed4-42a4-ab7b-44a261bc9b81 req-181bca9f-f780-42fb-a848-b8a38c1a1f74 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0637031 Jul 09 14:26:14.522628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dd9465b-5ed4-42a4-ab7b-44a261bc9b81 req-71c008b8-b8d1-4b2f-be13-cb78e7529955 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jul 09 14:26:14.705896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:14.708662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88735d-b2fd-446e-afb2-c4ffb96c29e0 req-4b55f9d3-1600-4c94-8fc6-c126db3434c3 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:14.710187 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da88735d-b2fd-446e-afb2-c4ffb96c29e0 req-4b55f9d3-1600-4c94-8fc6-c126db3434c3 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0696712 Jul 09 14:26:14.747857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da88735d-b2fd-446e-afb2-c4ffb96c29e0 req-a0f5db1c-946f-47da-9af2-7344d9ba571e tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Jul 09 14:26:14.931126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1ad36-7f30-42ba-bb28-b5132dd7a716 req-78d522a5-d8ee-414b-bf7c-27efec6a3451 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:14.932606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33f1ad36-7f30-42ba-bb28-b5132dd7a716 req-78d522a5-d8ee-414b-bf7c-27efec6a3451 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0672324 Jul 09 14:26:14.969206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33f1ad36-7f30-42ba-bb28-b5132dd7a716 req-c3c1b1e8-60fa-4ec5-9889-48cb907931b7 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Jul 09 14:26:15.474640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0aa44-046c-4c53-a9a8-ca9e498aa54d req-6d814b35-ff31-4ced-ac9d-0389a4fbe728 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:15.476108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85d0aa44-046c-4c53-a9a8-ca9e498aa54d req-6d814b35-ff31-4ced-ac9d-0389a4fbe728 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.0642340 Jul 09 14:26:15.513932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85d0aa44-046c-4c53-a9a8-ca9e498aa54d req-262bd42b-6a92-4fbe-8fba-ee9691715395 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Jul 09 14:26:16.542109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:26:16.564192 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:26:16.564536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 351d5846-f429-4b3b-a8f7-dbe1fe93b1e5 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:26:16.738221 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c81a1-2ec4-4a85-9ded-2edd4ceedad1 req-8a1f2c2a-c78b-4322-a02b-1772cf9b1ab0 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:16.739761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f88c81a1-2ec4-4a85-9ded-2edd4ceedad1 req-8a1f2c2a-c78b-4322-a02b-1772cf9b1ab0 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.1111193 Jul 09 14:26:16.747873 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-0d8ef663-2aec-4886-91f6-d993c96d2021 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:16.749213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-0d8ef663-2aec-4886-91f6-d993c96d2021 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c7ee600-44fd-4d00-b75a-43dedf0f4e7a HTTP/1.1" status: 200 len: 946 time: 0.1080432 Jul 09 14:26:16.817776 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f88c81a1-2ec4-4a85-9ded-2edd4ceedad1 req-d6412a8e-9b89-481d-8ab2-094069ae3c63 tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8ecd660-0960-4376-b16c-b672197464f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675359 Jul 09 14:26:16.872575 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Deleting port c4a63c02-b868-45d4-b76f-ffd46cf8646a {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:26:16.872973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:16.961403 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3ce8db2f-f799-4488-b1bf-08342c13e588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:16.966282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] For port c4a63c02-b868-45d4-b76f-ffd46cf8646a, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=c4a63c02-b868-45d4-b76f-ffd46cf8646a,segment=NetworkSegment(95ee2a20-4f50-4ac9-8c5f-043bce06b0f4),segment_id=95ee2a20-4f50-4ac9-8c5f-043bce06b0f4)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:16.966651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:16.980136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Calling delete_port for c4a63c02-b868-45d4-b76f-ffd46cf8646a owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:26:17.105019 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:17.107045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:17.118470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['c4a63c02-b868-45d4-b76f-ffd46cf8646a'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:17.136997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Pushing event deleted for resources: {'Port': ['ID=c4a63c02-b868-45d4-b76f-ffd46cf8646a,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:17.181615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] No DVR routers for this DVR port c4a63c02-b868-45d4-b76f-ffd46cf8646a on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:26:17.184254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:17.186300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bbc04da4-6436-4376-a3d9-6a9264698e14 req-a437e71f-5e46-469d-a4f9-0e969349c37f tempest-ServersNegativeTestJSON-1154119275 tempest-ServersNegativeTestJSON-1154119275-project] 10.222.0.11 "DELETE /v2.0/ports/c4a63c02-b868-45d4-b76f-ffd46cf8646a HTTP/1.1" status: 204 len: 173 time: 0.4297788 Jul 09 14:26:17.186735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7ee600-44fd-4d00-b75a-43dedf0f4e7a', 'name': 'network-vif-deleted', 'tag': 'c4a63c02-b868-45d4-b76f-ffd46cf8646a'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:17.189028 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1074ec22-192a-4703-9eab-53aff5ea44c7" -d '{"events": [{"server_uuid": "0c7ee600-44fd-4d00-b75a-43dedf0f4e7a", "name": "network-vif-deleted", "tag": "c4a63c02-b868-45d4-b76f-ffd46cf8646a"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:17.224886 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8d2f1c-4c0c-496b-b18d-067f95fb1566 x-openstack-request-id: req-fa8d2f1c-4c0c-496b-b18d-067f95fb1566 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:17.225154 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7ee600-44fd-4d00-b75a-43dedf0f4e7a", "name": "network-vif-deleted", "tag": "c4a63c02-b868-45d4-b76f-ffd46cf8646a", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:17.225405 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa8d2f1c-4c0c-496b-b18d-067f95fb1566 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:17.225850 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7ee600-44fd-4d00-b75a-43dedf0f4e7a', 'name': 'network-vif-deleted', 'tag': 'c4a63c02-b868-45d4-b76f-ffd46cf8646a', 'status': 'completed', 'code': 200} Jul 09 14:26:17.910138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52944) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:17.958604 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96c2421-170e-43ca-9c1e-4425c76c209d admin admin] Deleting subnet 865e8005-46e2-466f-8f10-a9abd98ce07c {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:26:17.961549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c96c2421-170e-43ca-9c1e-4425c76c209d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:17.995740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c96c2421-170e-43ca-9c1e-4425c76c209d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.033786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c96c2421-170e-43ca-9c1e-4425c76c209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.103275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c96c2421-170e-43ca-9c1e-4425c76c209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.129614 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c2421-170e-43ca-9c1e-4425c76c209d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865e8005-46e2-466f-8f10-a9abd98ce07c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:18.133100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c96c2421-170e-43ca-9c1e-4425c76c209d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.135006 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c96c2421-170e-43ca-9c1e-4425c76c209d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/865e8005-46e2-466f-8f10-a9abd98ce07c HTTP/1.1" status: 204 len: 168 time: 0.2239022 Jul 09 14:26:18.137546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52946) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:18.209999 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.286777 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.296137 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a925b10-67f0-4769-bb9f-cd29b75bd297']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:18.307323 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:18.307617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ee2a20-4f50-4ac9-8c5f-043bce06b0f4') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:18.317020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.329954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.336227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:26:18.336609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:26:18.338168 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:26:18.401672 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.407190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.409746 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a925b10-67f0-4769-bb9f-cd29b75bd297 HTTP/1.1" status: 204 len: 168 time: 0.2707613 Jul 09 14:26:18.424308 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653203a-2d95-41c0-a079-eeaec7b65c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a925b10-67f0-4769-bb9f-cd29b75bd297,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:18.486766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.521857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52950) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:18.561248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a8d7b351-bbc7-4219-b465-333037a7fecf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=318b984fd3a043b9a3eb4a189e5674a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382082 Jul 09 14:26:18.564879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52952) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:18.617596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53b85239-a04f-4517-b419-4357e136d7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.623555 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:26:18.638826 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53b85239-a04f-4517-b419-4357e136d7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.684772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53b85239-a04f-4517-b419-4357e136d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.687633 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-53b85239-a04f-4517-b419-4357e136d7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:18.688766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-53b85239-a04f-4517-b419-4357e136d7c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8ecd660-0960-4376-b16c-b672197464f9 HTTP/1.1" status: 204 len: 168 time: 0.1220801 Jul 09 14:26:18.696917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b85239-a04f-4517-b419-4357e136d7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ecd660-0960-4376-b16c-b672197464f9,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:19.353917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52974) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:19.445752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682924839'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:19.467405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:19.470772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:19.479130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:19.567671 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:19.571406 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:19.597532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:19.607015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f9921c-5489-46e0-bfb6-01cf9cfa6a25,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:19.611825 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:19.612263 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Added segment 3cd068a6-2e36-4bfa-8f75-16fcbab02475 of type vlan for network b078ab26-da60-47f4-9457-320c8c30961f Jul 09 14:26:19.652434 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:19.679726 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:19.686198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:19.686796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:19.750079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3949239 Jul 09 14:26:19.761546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58e4a5-0bbd-427b-aff2-7c1c5e8cf95d tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Network': ['ID=b078ab26-da60-47f4-9457-320c8c30961f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:19.772247 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network b078ab26-da60-47f4-9457-320c8c30961f details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:19.951616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:20.320629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c4a63c02-b868-45d4-b76f-ffd46cf8646a no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:26:20.341679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: c4a63c02-b868-45d4-b76f-ffd46cf8646a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:26:20.342026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device c4a63c02-b868-45d4-b76f-ffd46cf8646a not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:26:23.041240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52978) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:23.046411 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'subnet': {'network_id': 'b078ab26-da60-47f4-9457-320c8c30961f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:23.429792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:23.433375 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.615715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.674183 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Subnet': ['ID=0c079681-e3d3-44cb-aee6-8b14362c056b,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:23.685378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Checking segment: {'id': '3cd068a6-2e36-4bfa-8f75-16fcbab02475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b078ab26-da60-47f4-9457-320c8c30961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:23.685792 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network hostable DHCP agents. Network: b078ab26-da60-47f4-9457-320c8c30961f, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:23.707229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network b078ab26-da60-47f4-9457-320c8c30961f is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:23.716661 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, b078ab26-da60-47f4-9457-320c8c30961f) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:23.721492 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:23.722193 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.728055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e9fa6-b621-482a-938e-5e673aea77a0 None None] Network b078ab26-da60-47f4-9457-320c8c30961f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:23.739468 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f12dfc35-6da5-4435-8065-f15e3876c53a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6970832 Jul 09 14:26:23.743260 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52980) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:23.748440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1143558719'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:23.779368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:23.784491 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.812817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:23.821933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.822288 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Added segment e36345c8-6a84-4ea4-9e9c-c744610ec92f of type vlan for network 272a6e42-6cd9-48fc-a551-8df1685c3fe1 Jul 09 14:26:23.863891 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.892585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.898428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-b078ab26-da60-47f4-9457-320c8c30961f', 'network_id': 'b078ab26-da60-47f4-9457-320c8c30961f', 'tenant_id': '12078eae353d4423b80db31e9ffef4ae', 'fixed_ips': [{'subnet_id': '0c079681-e3d3-44cb-aee6-8b14362c056b'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:23.898590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:23.899060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.899398 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:23.954230 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2096915 Jul 09 14:26:23.957441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52982) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:23.964255 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'subnet': {'network_id': '272a6e42-6cd9-48fc-a551-8df1685c3fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:23.974420 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e86c4-78e4-49a2-b6ac-38a80b16a188 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Network': ['ID=272a6e42-6cd9-48fc-a551-8df1685c3fe1,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:23.986741 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 272a6e42-6cd9-48fc-a551-8df1685c3fe1 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:24.063444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:24.067281 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.092595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Allocated IP 2001:db8:0:ffff::2 (b078ab26-da60-47f4-9457-320c8c30961f/0c079681-e3d3-44cb-aee6-8b14362c056b/be597a8a-a4fe-492e-bdc5-58962493f0d8) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:24.248882 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.257645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Transition to ACTIVE for port object be597a8a-a4fe-492e-bdc5-58962493f0d8 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:24.263468 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.273478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Transition to ACTIVE for port object be597a8a-a4fe-492e-bdc5-58962493f0d8 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:24.282269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.318839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Network b078ab26-da60-47f4-9457-320c8c30961f is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:24.323594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:24.327602 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:24.336782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Pushing event updated for resources: {'Port': ['ID=be597a8a-a4fe-492e-bdc5-58962493f0d8,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:24.337078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Subnet': ['ID=c03aa3d7-9139-4435-8271-1290266adf62,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:24.341010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Checking segment: {'id': 'e36345c8-6a84-4ea4-9e9c-c744610ec92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '272a6e42-6cd9-48fc-a551-8df1685c3fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:24.341379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network hostable DHCP agents. Network: 272a6e42-6cd9-48fc-a551-8df1685c3fe1, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:24.358793 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network 272a6e42-6cd9-48fc-a551-8df1685c3fe1 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:24.368155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 272a6e42-6cd9-48fc-a551-8df1685c3fe1) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:24.372758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:24.373511 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.373745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.374120 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.374468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.374795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.375217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.375481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.375816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.376151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.376477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.376808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.377137 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.377551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:24.383830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e102e-064c-4708-8085-26b092206384 None None] Network 272a6e42-6cd9-48fc-a551-8df1685c3fe1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:24.390437 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ab567834-19db-444f-b7ec-7e770a577664 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4318364 Jul 09 14:26:24.393214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52984) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:24.461127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Attempting to bind port be597a8a-a4fe-492e-bdc5-58962493f0d8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:24.461508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Attempting to bind port be597a8a-a4fe-492e-bdc5-58962493f0d8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3cd068a6-2e36-4bfa-8f75-16fcbab02475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b078ab26-da60-47f4-9457-320c8c30961f'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:24.461881 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Attempting to bind port be597a8a-a4fe-492e-bdc5-58962493f0d8 on network b078ab26-da60-47f4-9457-320c8c30961f {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:24.469226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:24.469609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Checking segment: {'id': '3cd068a6-2e36-4bfa-8f75-16fcbab02475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b078ab26-da60-47f4-9457-320c8c30961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:24.470016 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.470413 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Bound using segment: {'id': '3cd068a6-2e36-4bfa-8f75-16fcbab02475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b078ab26-da60-47f4-9457-320c8c30961f'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:24.471012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Bound port: be597a8a-a4fe-492e-bdc5-58962493f0d8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd068a6-2e36-4bfa-8f75-16fcbab02475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b078ab26-da60-47f4-9457-320c8c30961f'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:24.471353 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.493665 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.574057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.587078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] For port be597a8a-a4fe-492e-bdc5-58962493f0d8, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:24.591691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] For port be597a8a-a4fe-492e-bdc5-58962493f0d8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=be597a8a-a4fe-492e-bdc5-58962493f0d8,segment=NetworkSegment(3cd068a6-2e36-4bfa-8f75-16fcbab02475),segment_id=3cd068a6-2e36-4bfa-8f75-16fcbab02475)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:24.596593 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.640931 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.649025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b74e4-9d31-471c-a707-97bfcfbf07fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-272a6e42-6cd9-48fc-a551-8df1685c3fe1', 'network_id': '272a6e42-6cd9-48fc-a551-8df1685c3fe1', 'tenant_id': '12078eae353d4423b80db31e9ffef4ae', 'fixed_ips': [{'subnet_id': 'c03aa3d7-9139-4435-8271-1290266adf62'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:24.649878 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed7b74e4-9d31-471c-a707-97bfcfbf07fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.672302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Subnet': ['ID=c03aa3d7-9139-4435-8271-1290266adf62,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:24.702407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947cd39-80aa-489d-b2de-ba386fb488f2 None None] Pushing event updated for resources: {'Port': ['ID=be597a8a-a4fe-492e-bdc5-58962493f0d8,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:24.748902 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.759554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272a6e42-6cd9-48fc-a551-8df1685c3fe1']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:24.767298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1f260-1b40-4239-8b73-661b1e96e077 None None] Network 272a6e42-6cd9-48fc-a551-8df1685c3fe1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:24.771597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36345c8-6a84-4ea4-9e9c-c744610ec92f') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:24.771979 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36345c8-6a84-4ea4-9e9c-c744610ec92f') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:24.780928 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.795147 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.802827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:26:24.803273 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:26:24.806515 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:26:24.882300 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.887231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.889243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/272a6e42-6cd9-48fc-a551-8df1685c3fe1 HTTP/1.1" status: 204 len: 168 time: 0.4950860 Jul 09 14:26:24.898814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52986) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:24.902127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1692672981'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:24.916304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24d442-1956-4ee3-843c-28b60b5d13c8 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Network': ['ID=272a6e42-6cd9-48fc-a551-8df1685c3fe1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:24.938039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:24.942596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.967113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:24.978772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:24.979246 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Added segment 6d217a4f-406a-4e9b-b897-76ab079b22c9 of type vlan for network 44c9e7de-86b4-4226-a6fe-33150d618c14 Jul 09 14:26:25.025805 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.054916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.060525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:25.061110 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.119948 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2228904 Jul 09 14:26:25.122680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52988) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:25.130747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'subnet': {'network_id': '44c9e7de-86b4-4226-a6fe-33150d618c14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:25.138058 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde69e6f-9fda-4740-9fae-1b4ede8e516f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Network': ['ID=44c9e7de-86b4-4226-a6fe-33150d618c14,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:25.153539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 44c9e7de-86b4-4226-a6fe-33150d618c14 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:25.229444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:25.233163 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.289505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Performing IP validity checks on allocation pools {{(pid=93913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 14:26:25.290025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 14:26:25.419370 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.482300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Subnet': ['ID=91a562a7-7ae7-490a-bd76-e968cc1fee7d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:25.490777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Checking segment: {'id': '6d217a4f-406a-4e9b-b897-76ab079b22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '44c9e7de-86b4-4226-a6fe-33150d618c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:25.491198 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network hostable DHCP agents. Network: 44c9e7de-86b4-4226-a6fe-33150d618c14, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:25.508527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network 44c9e7de-86b4-4226-a6fe-33150d618c14 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:25.517628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 44c9e7de-86b4-4226-a6fe-33150d618c14) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:25.522989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:25.523246 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.529157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b3f03-c665-450d-9826-18dd85d7b441 None None] Network 44c9e7de-86b4-4226-a6fe-33150d618c14 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:25.542262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f4d7cfca-ec03-416e-b9a8-b522c53c7f4b tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4159527 Jul 09 14:26:25.542471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52990) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:25.633553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a25e9f-8d15-43ee-b021-4c818fe8a6f0 None None] Network b078ab26-da60-47f4-9457-320c8c30961f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:25.645226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.712206 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.732656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-eded2e4d-cef4-44ab-af53-7cfb0f60d1ba None None] Provisioning for port be597a8a-a4fe-492e-bdc5-58962493f0d8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:25.749157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c11f90-4b84-4103-bbbd-d1484380848e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-44c9e7de-86b4-4226-a6fe-33150d618c14', 'network_id': '44c9e7de-86b4-4226-a6fe-33150d618c14', 'tenant_id': '12078eae353d4423b80db31e9ffef4ae', 'fixed_ips': [{'subnet_id': '91a562a7-7ae7-490a-bd76-e968cc1fee7d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:25.750081 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-88c11f90-4b84-4103-bbbd-d1484380848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.782167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.811803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Subnet': ['ID=91a562a7-7ae7-490a-bd76-e968cc1fee7d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:25.874772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.884845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c9e7de-86b4-4226-a6fe-33150d618c14']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:25.898003 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d217a4f-406a-4e9b-b897-76ab079b22c9') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-88c11f90-4b84-4103-bbbd-d1484380848e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91a562a7-7ae7-490a-bd76-e968cc1fee7d: This subnet is being modified by another concurrent operation. Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91a562a7-7ae7-490a-bd76-e968cc1fee7d: This subnet is being modified by another concurrent operation. Jul 09 14:26:25.898340 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 14:26:25.908016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d217a4f-406a-4e9b-b897-76ab079b22c9') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:25.908016 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.920970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.923805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208474a-95db-49f5-a6e5-e33942d007f1 None None] Network 44c9e7de-86b4-4226-a6fe-33150d618c14 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:25.928056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:26:25.928450 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:26:25.931601 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:26:25.989124 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:25.997928 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.003976 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/44c9e7de-86b4-4226-a6fe-33150d618c14 HTTP/1.1" status: 204 len: 168 time: 0.4562023 Jul 09 14:26:26.004960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52992) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:26.010777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-656954611'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:26.012450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b6e19-12e3-480c-aa81-9463ea53aa96 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Network': ['ID=44c9e7de-86b4-4226-a6fe-33150d618c14,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:26.033623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:26.038620 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.078433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:26.091168 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.091576 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Added segment 2cde2638-c25c-4fc1-8ae7-27d1b5b1c044 of type vlan for network ac70add9-4f3f-45a9-b01c-3caa4521c85c Jul 09 14:26:26.149032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.155077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device be597a8a-a4fe-492e-bdc5-58962493f0d8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:26.183600 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.189412 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:26.190715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.216686 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port be597a8a-a4fe-492e-bdc5-58962493f0d8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:26.225212 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port be597a8a-a4fe-492e-bdc5-58962493f0d8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:26.225596 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.267969 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2612338 Jul 09 14:26:26.271957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef58dcb-ef82-439e-b240-d4a3b6f716d2 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:26:26.276094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52994) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:26.280240 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59976ac8-28b9-4afb-a4aa-74987438e752 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Network': ['ID=ac70add9-4f3f-45a9-b01c-3caa4521c85c,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:26.281450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'subnet': {'network_id': 'ac70add9-4f3f-45a9-b01c-3caa4521c85c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:26.314077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network ac70add9-4f3f-45a9-b01c-3caa4521c85c details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:26.384233 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:26.384514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0d77be21-5184-4ed3-bc8a-68490aa5564c None None] Provisioning complete for port be597a8a-a4fe-492e-bdc5-58962493f0d8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:26.384684 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0d77be21-5184-4ed3-bc8a-68490aa5564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.388272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.516820 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.532310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef58dcb-ef82-439e-b240-d4a3b6f716d2 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 14:26:26.590173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port be597a8a-a4fe-492e-bdc5-58962493f0d8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=be597a8a-a4fe-492e-bdc5-58962493f0d8,segment=NetworkSegment(3cd068a6-2e36-4bfa-8f75-16fcbab02475),segment_id=3cd068a6-2e36-4bfa-8f75-16fcbab02475)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:26.608073 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.635160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.710613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Subnet': ['ID=2524caef-526c-4cd7-bfab-abfa22ec9a0c,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:26.725529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Checking segment: {'id': '2cde2638-c25c-4fc1-8ae7-27d1b5b1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ac70add9-4f3f-45a9-b01c-3caa4521c85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:26.725900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network hostable DHCP agents. Network: ac70add9-4f3f-45a9-b01c-3caa4521c85c, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:26.748069 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network ac70add9-4f3f-45a9-b01c-3caa4521c85c is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:26.759263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, ac70add9-4f3f-45a9-b01c-3caa4521c85c) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:26.766007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:26.766617 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.784070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5e42ed94-5abb-47fb-93b2-9bce18db1121 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5068324 Jul 09 14:26:26.788820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 52996) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:26.793915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156289955'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:26.820475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:26.824466 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.855842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:26.871799 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.872339 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Added segment cc08a185-feae-4e76-be11-50d9faaaa0e4 of type vlan for network c134b225-2103-4cb3-9c2c-82a8b64aacc0 Jul 09 14:26:26.873173 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0d77be21-5184-4ed3-bc8a-68490aa5564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.930386 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.943343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=be597a8a-a4fe-492e-bdc5-58962493f0d8,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:26.972420 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:26.979262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:26.980010 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.011802 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.db.api [None req-0d77be21-5184-4ed3-bc8a-68490aa5564c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:26:27.012165 n-d-799524-3 neutron-server[93914]: DEBUG oslo_db.api [None req-0d77be21-5184-4ed3-bc8a-68490aa5564c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:26:27.054934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2623296 Jul 09 14:26:27.055550 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 52998) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:27.065694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ee92c-0280-491b-9503-d2e6a2b04851 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Network': ['ID=c134b225-2103-4cb3-9c2c-82a8b64aacc0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:27.066627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Request body: {'subnet': {'network_id': 'c134b225-2103-4cb3-9c2c-82a8b64aacc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:27.092732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c134b225-2103-4cb3-9c2c-82a8b64aacc0 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:27.167032 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Made reservation on behalf of 12078eae353d4423b80db31e9ffef4ae for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:27.170565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.187915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c50fcff-ba10-4c75-bb37-1237eeb16ed5 None None] Network ac70add9-4f3f-45a9-b01c-3caa4521c85c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:27.338599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-ac70add9-4f3f-45a9-b01c-3caa4521c85c', 'network_id': 'ac70add9-4f3f-45a9-b01c-3caa4521c85c', 'tenant_id': '12078eae353d4423b80db31e9ffef4ae', 'fixed_ips': [{'subnet_id': '2524caef-526c-4cd7-bfab-abfa22ec9a0c'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:27.339491 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.363454 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.427975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event updated for resources: {'Subnet': ['ID=57e82816-dc07-4682-995c-242d3a276523,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:27.436959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Checking segment: {'id': 'cc08a185-feae-4e76-be11-50d9faaaa0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c134b225-2103-4cb3-9c2c-82a8b64aacc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:27.437327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network hostable DHCP agents. Network: c134b225-2103-4cb3-9c2c-82a8b64aacc0, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:27.454301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Network c134b225-2103-4cb3-9c2c-82a8b64aacc0 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:27.463049 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c134b225-2103-4cb3-9c2c-82a8b64aacc0) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:27.467112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:27.467715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.472599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523d76b6-4716-4030-a3ac-a7cca6287192 None None] Network c134b225-2103-4cb3-9c2c-82a8b64aacc0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:27.482998 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e876b0d1-abb7-4e78-8607-76f5cfd2c18f tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4248385 Jul 09 14:26:27.485707 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53000) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:27.494603 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Allocated IP 2001:db8::2 (ac70add9-4f3f-45a9-b01c-3caa4521c85c/2524caef-526c-4cd7-bfab-abfa22ec9a0c/63f8e7c0-8d7c-443c-9781-2cfbe994bd3a) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:27.587893 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.667387 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.731470 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.759131 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Subnet': ['ID=57e82816-dc07-4682-995c-242d3a276523,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:27.782591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980345b-7779-4796-94da-db2abc541914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-c134b225-2103-4cb3-9c2c-82a8b64aacc0', 'network_id': 'c134b225-2103-4cb3-9c2c-82a8b64aacc0', 'tenant_id': '12078eae353d4423b80db31e9ffef4ae', 'fixed_ips': [{'subnet_id': '57e82816-dc07-4682-995c-242d3a276523'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:27.783486 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8980345b-7779-4796-94da-db2abc541914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.797196 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.814658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Transition to ACTIVE for port object 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:27.834839 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.846776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c134b225-2103-4cb3-9c2c-82a8b64aacc0']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:27.865368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc08a185-feae-4e76-be11-50d9faaaa0e4') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:27.865688 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc08a185-feae-4e76-be11-50d9faaaa0e4') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:27.874655 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.883318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Transition to ACTIVE for port object 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:27.888722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.891425 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.895970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:26:27.896415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:26:27.899400 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:26:27.901760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3115ddb1-4226-4fae-b0eb-3f48c6000e9c None None] Network c134b225-2103-4cb3-9c2c-82a8b64aacc0 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:27.964491 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.973159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:27.975041 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/c134b225-2103-4cb3-9c2c-82a8b64aacc0 HTTP/1.1" status: 204 len: 168 time: 0.4883595 Jul 09 14:26:27.977818 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53002) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:27.985627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Network ac70add9-4f3f-45a9-b01c-3caa4521c85c is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:27.989930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9394b9-d2df-463e-a8f6-41764c57d2a9 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Network': ['ID=c134b225-2103-4cb3-9c2c-82a8b64aacc0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:27.994052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:27.996354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:28.000311 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Pushing event updated for resources: {'Port': ['ID=63f8e7c0-8d7c-443c-9781-2cfbe994bd3a,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:28.007833 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f15d69c-cdb2-43a9-8cd0-266d4619a40a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] GET failed (client error): The resource could not be found. Jul 09 14:26:28.009159 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9f15d69c-cdb2-43a9-8cd0-266d4619a40a tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "GET /v2.0/subnets/57e82816-dc07-4682-995c-242d3a276523 HTTP/1.1" status: 404 len: 337 time: 0.0303607 Jul 09 14:26:28.012018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53004) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:28.037450 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2429173e-5165-4c8d-b9ac-d2f12a709356 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] DELETE failed (client error): The resource could not be found. Jul 09 14:26:28.037988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2429173e-5165-4c8d-b9ac-d2f12a709356 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:26:28.039683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2429173e-5165-4c8d-b9ac-d2f12a709356 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/c134b225-2103-4cb3-9c2c-82a8b64aacc0 HTTP/1.1" status: 404 len: 339 time: 0.0267787 Jul 09 14:26:28.043532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53006) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:28.070116 n-d-799524-3 neutron-server[93913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bf18cd-85c3-453d-aef2-d474b804ba3c tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] DELETE failed (client error): The resource could not be found. Jul 09 14:26:28.070754 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bf18cd-85c3-453d-aef2-d474b804ba3c tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:26:28.074720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a9bf18cd-85c3-453d-aef2-d474b804ba3c tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/subnets/57e82816-dc07-4682-995c-242d3a276523 HTTP/1.1" status: 404 len: 337 time: 0.0278351 Jul 09 14:26:28.075128 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53008) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:28.094963 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac72e032-ef86-4837-8a58-10f4f4364c40 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] DELETE failed (client error): The resource could not be found. Jul 09 14:26:28.095525 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac72e032-ef86-4837-8a58-10f4f4364c40 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:26:28.100209 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ac72e032-ef86-4837-8a58-10f4f4364c40 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/c134b225-2103-4cb3-9c2c-82a8b64aacc0 HTTP/1.1" status: 404 len: 339 time: 0.0212960 Jul 09 14:26:28.100353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53010) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:28.107321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Attempting to bind port 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:28.107700 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Attempting to bind port 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '2cde2638-c25c-4fc1-8ae7-27d1b5b1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ac70add9-4f3f-45a9-b01c-3caa4521c85c'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:28.108064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Attempting to bind port 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a on network ac70add9-4f3f-45a9-b01c-3caa4521c85c {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:28.113577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:28.113920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Checking segment: {'id': '2cde2638-c25c-4fc1-8ae7-27d1b5b1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ac70add9-4f3f-45a9-b01c-3caa4521c85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:28.114320 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.114709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Bound using segment: {'id': '2cde2638-c25c-4fc1-8ae7-27d1b5b1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ac70add9-4f3f-45a9-b01c-3caa4521c85c'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:28.115199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Bound port: 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cde2638-c25c-4fc1-8ae7-27d1b5b1c044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ac70add9-4f3f-45a9-b01c-3caa4521c85c'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:28.115578 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.154591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device be597a8a-a4fe-492e-bdc5-58962493f0d8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:28.167916 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aea1f95-1627-4893-8bf0-e886d445e373 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Deleting subnet 2524caef-526c-4cd7-bfab-abfa22ec9a0c {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:26:28.171152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aea1f95-1627-4893-8bf0-e886d445e373 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.211939 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aea1f95-1627-4893-8bf0-e886d445e373 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.218330 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] For port 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:28.222637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] For port 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=63f8e7c0-8d7c-443c-9781-2cfbe994bd3a,segment=NetworkSegment(2cde2638-c25c-4fc1-8ae7-27d1b5b1c044),segment_id=2cde2638-c25c-4fc1-8ae7-27d1b5b1c044)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:28.228546 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.263345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port be597a8a-a4fe-492e-bdc5-58962493f0d8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:28.263723 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.307240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aea1f95-1627-4893-8bf0-e886d445e373 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.317282 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73a67a-6831-4bbd-8826-7ab75fcd5428 None None] Pushing event updated for resources: {'Port': ['ID=63f8e7c0-8d7c-443c-9781-2cfbe994bd3a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:28.382724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aea1f95-1627-4893-8bf0-e886d445e373 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.411774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea1f95-1627-4893-8bf0-e886d445e373 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Subnet': ['ID=2524caef-526c-4cd7-bfab-abfa22ec9a0c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:28.413774 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0aea1f95-1627-4893-8bf0-e886d445e373 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.415788 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0aea1f95-1627-4893-8bf0-e886d445e373 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/subnets/2524caef-526c-4cd7-bfab-abfa22ec9a0c HTTP/1.1" status: 204 len: 168 time: 0.3144996 Jul 09 14:26:28.418230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53012) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:28.507758 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.564936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Deleting port 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:26:28.565838 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.635863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] For port 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=63f8e7c0-8d7c-443c-9781-2cfbe994bd3a,segment=NetworkSegment(2cde2638-c25c-4fc1-8ae7-27d1b5b1c044),segment_id=2cde2638-c25c-4fc1-8ae7-27d1b5b1c044)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:28.636151 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.649975 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Calling delete_port for 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:26:28.727915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.757801 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Port': ['ID=63f8e7c0-8d7c-443c-9781-2cfbe994bd3a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:28.761290 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No DVR routers for this DVR port 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:26:28.839009 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.848589 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac70add9-4f3f-45a9-b01c-3caa4521c85c']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:28.858698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cde2638-c25c-4fc1-8ae7-27d1b5b1c044') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:28.859025 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cde2638-c25c-4fc1-8ae7-27d1b5b1c044') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:28.868303 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.882070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.888032 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:26:28.888358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:26:28.891237 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:26:28.955231 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.962745 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:28.964650 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/ac70add9-4f3f-45a9-b01c-3caa4521c85c HTTP/1.1" status: 204 len: 168 time: 0.5454879 Jul 09 14:26:28.967221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53014) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:28.985378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12085e1f-b14d-402d-ba1d-cd53844dbd23 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Network': ['ID=ac70add9-4f3f-45a9-b01c-3caa4521c85c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:29.005906 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f456b7d-060f-452d-bc98-02eb356ce6d5 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] DELETE failed (client error): The resource could not be found. Jul 09 14:26:29.006273 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f456b7d-060f-452d-bc98-02eb356ce6d5 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:26:29.008069 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6f456b7d-060f-452d-bc98-02eb356ce6d5 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/subnets/91a562a7-7ae7-490a-bd76-e968cc1fee7d HTTP/1.1" status: 404 len: 337 time: 0.0399218 Jul 09 14:26:29.010528 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53016) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:29.029338 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-babeeae5-7247-44e9-9aa5-338e99b9f78c tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] DELETE failed (client error): The resource could not be found. Jul 09 14:26:29.030059 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babeeae5-7247-44e9-9aa5-338e99b9f78c tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:26:29.031838 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-babeeae5-7247-44e9-9aa5-338e99b9f78c tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/44c9e7de-86b4-4226-a6fe-33150d618c14 HTTP/1.1" status: 404 len: 339 time: 0.0203400 Jul 09 14:26:29.034679 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53018) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:29.061758 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf48b948-e284-4562-9fc9-b75f28976a04 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] DELETE failed (client error): The resource could not be found. Jul 09 14:26:29.062223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf48b948-e284-4562-9fc9-b75f28976a04 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:26:29.064020 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bf48b948-e284-4562-9fc9-b75f28976a04 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/subnets/c03aa3d7-9139-4435-8271-1290266adf62 HTTP/1.1" status: 404 len: 337 time: 0.0285592 Jul 09 14:26:29.067369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53020) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:29.086187 n-d-799524-3 neutron-server[93912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9053e7b-0154-4bfe-83d9-844dc19ffa49 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] DELETE failed (client error): The resource could not be found. Jul 09 14:26:29.086853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9053e7b-0154-4bfe-83d9-844dc19ffa49 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93912) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:26:29.088501 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d9053e7b-0154-4bfe-83d9-844dc19ffa49 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/272a6e42-6cd9-48fc-a551-8df1685c3fe1 HTTP/1.1" status: 404 len: 339 time: 0.0201945 Jul 09 14:26:29.090963 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53022) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:29.149389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e68c6eb-2ed3-4a9b-9f24-79a65a06a26e tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Deleting subnet 0c079681-e3d3-44cb-aee6-8b14362c056b {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:26:29.152736 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e68c6eb-2ed3-4a9b-9f24-79a65a06a26e tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.195594 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e68c6eb-2ed3-4a9b-9f24-79a65a06a26e tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.259430 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3931f5b5-c812-4433-8114-46a492c949e2 None None] Could not find standard attr ID for object 63f8e7c0-8d7c-443c-9781-2cfbe994bd3a. {{(pid=93914) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:26:29.281516 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e68c6eb-2ed3-4a9b-9f24-79a65a06a26e tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.290109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc3970-3c99-4c75-8b13-5ec12630bca0 None None] DHCP port deletion for ac70add9-4f3f-45a9-b01c-3caa4521c85c request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:26:29.304596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef34358-89a1-4c8e-a90c-4dd9dcad60bc None None] Network ac70add9-4f3f-45a9-b01c-3caa4521c85c requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:29.316375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef34358-89a1-4c8e-a90c-4dd9dcad60bc None None] Network ac70add9-4f3f-45a9-b01c-3caa4521c85c could not be found, it might have been deleted concurrently. {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 14:26:29.346407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e68c6eb-2ed3-4a9b-9f24-79a65a06a26e tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.372132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68c6eb-2ed3-4a9b-9f24-79a65a06a26e tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Subnet': ['ID=0c079681-e3d3-44cb-aee6-8b14362c056b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:29.377227 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5e68c6eb-2ed3-4a9b-9f24-79a65a06a26e tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.379670 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5e68c6eb-2ed3-4a9b-9f24-79a65a06a26e tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/subnets/0c079681-e3d3-44cb-aee6-8b14362c056b HTTP/1.1" status: 204 len: 168 time: 0.2877913 Jul 09 14:26:29.382141 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53024) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:29.384106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f146afa-c001-4658-bdb4-08c0b38a1b90 None None] Network b078ab26-da60-47f4-9457-320c8c30961f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:29.463866 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.529859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Deleting port be597a8a-a4fe-492e-bdc5-58962493f0d8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:26:29.530221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.568025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] DHCP port deletion for b078ab26-da60-47f4-9457-320c8c30961f request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:26:29.598372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] For port be597a8a-a4fe-492e-bdc5-58962493f0d8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=be597a8a-a4fe-492e-bdc5-58962493f0d8,segment=NetworkSegment(3cd068a6-2e36-4bfa-8f75-16fcbab02475),segment_id=3cd068a6-2e36-4bfa-8f75-16fcbab02475)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:29.598735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.611600 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Calling delete_port for be597a8a-a4fe-492e-bdc5-58962493f0d8 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:26:29.613138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] Deleting port be597a8a-a4fe-492e-bdc5-58962493f0d8 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:26:29.613523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.674951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] For port be597a8a-a4fe-492e-bdc5-58962493f0d8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=be597a8a-a4fe-492e-bdc5-58962493f0d8,segment=NetworkSegment(3cd068a6-2e36-4bfa-8f75-16fcbab02475),segment_id=3cd068a6-2e36-4bfa-8f75-16fcbab02475)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:29.675626 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.688603 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] Calling delete_port for be597a8a-a4fe-492e-bdc5-58962493f0d8 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:26:29.696130 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.724956 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Port': ['ID=be597a8a-a4fe-492e-bdc5-58962493f0d8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:29.726666 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] No DVR routers for this DVR port be597a8a-a4fe-492e-bdc5-58962493f0d8 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:26:29.769277 n-d-799524-3 neutron-server[93914]: self.session.flush() Jul 09 14:26:29.779998 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.811407 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.811960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] Pushing event deleted for resources: {'Port': ['ID=be597a8a-a4fe-492e-bdc5-58962493f0d8,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:29.814492 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e931a76-d8fe-488f-9e87-5ce4eec44c3d None None] No DVR routers for this DVR port be597a8a-a4fe-492e-bdc5-58962493f0d8 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:26:29.826316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b078ab26-da60-47f4-9457-320c8c30961f']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:29.839383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd068a6-2e36-4bfa-8f75-16fcbab02475') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:29.839682 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd068a6-2e36-4bfa-8f75-16fcbab02475') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:29.851931 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.864430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.870368 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:26:29.870797 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:26:29.873879 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:26:29.933419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.940440 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:29.946091 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] 10.222.0.32 "DELETE /v2.0/networks/b078ab26-da60-47f4-9457-320c8c30961f HTTP/1.1" status: 204 len: 168 time: 0.5595086 Jul 09 14:26:29.954854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559bc49-b093-413b-bb59-021c55188389 tempest-NetworksIpV6Test-1761796817 tempest-NetworksIpV6Test-1761796817-project] Pushing event deleted for resources: {'Network': ['ID=b078ab26-da60-47f4-9457-320c8c30961f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:30.133202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device be597a8a-a4fe-492e-bdc5-58962493f0d8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:26:30.161038 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: be597a8a-a4fe-492e-bdc5-58962493f0d8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:26:30.161394 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device be597a8a-a4fe-492e-bdc5-58962493f0d8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:26:30.210862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53030) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:30.340047 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-78708933-4a43-4f98-acd9-cddbcadaff9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12078eae353d4423b80db31e9ffef4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279750 Jul 09 14:26:30.342555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53034) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:30.389171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9e06-9ab0-4896-998e-ad4986eee52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:30.410915 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9e06-9ab0-4896-998e-ad4986eee52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:30.458797 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9e06-9ab0-4896-998e-ad4986eee52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:30.461515 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9e06-9ab0-4896-998e-ad4986eee52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:30.462681 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cf1f9e06-9ab0-4896-998e-ad4986eee52f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17f9921c-5489-46e0-bfb6-01cf9cfa6a25 HTTP/1.1" status: 204 len: 168 time: 0.1191823 Jul 09 14:26:30.470383 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f9e06-9ab0-4896-998e-ad4986eee52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f9921c-5489-46e0-bfb6-01cf9cfa6a25,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:31.078865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53056) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:31.176281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5cf01023-8b92-4ff8-abf2-2ef9fca94f20 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-341142175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:31.199528 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cf01023-8b92-4ff8-abf2-2ef9fca94f20 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.200574 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cf01023-8b92-4ff8-abf2-2ef9fca94f20 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.255785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cf01023-8b92-4ff8-abf2-2ef9fca94f20 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.259840 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cf01023-8b92-4ff8-abf2-2ef9fca94f20 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.275869 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5cf01023-8b92-4ff8-abf2-2ef9fca94f20 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.277072 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5cf01023-8b92-4ff8-abf2-2ef9fca94f20 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1971245 Jul 09 14:26:31.279828 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53060) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:31.285736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-398905313'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:31.304794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Made reservation on behalf of 54c881a952dc48a5b8656424b9948b28 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:31.308114 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.316619 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.409216 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.413098 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.440033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:31.453170 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4c242-2659-40b9-9123-45c521815801,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:31.458326 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.458914 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Added segment b894b4b8-64fc-4eea-b87c-747470baf36b of type vlan for network a036ec38-a657-4e0b-86e8-64a7905f1279 Jul 09 14:26:31.501004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.531798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.537796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:31.538381 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.594485 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3136466 Jul 09 14:26:31.598056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53062) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:31.605110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Request body: {'subnet': {'network_id': 'a036ec38-a657-4e0b-86e8-64a7905f1279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:31.611478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe94c05-6f25-4965-a6d9-df5260f27b91 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event updated for resources: {'Network': ['ID=a036ec38-a657-4e0b-86e8-64a7905f1279,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:31.622121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network a036ec38-a657-4e0b-86e8-64a7905f1279 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:31.695138 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Made reservation on behalf of 54c881a952dc48a5b8656424b9948b28 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:31.698641 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.879430 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.941880 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event updated for resources: {'Subnet': ['ID=bd61699a-3b3e-463a-9d34-b36f8914d0e9,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:31.950347 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Checking segment: {'id': 'b894b4b8-64fc-4eea-b87c-747470baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a036ec38-a657-4e0b-86e8-64a7905f1279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:31.950704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Network hostable DHCP agents. Network: a036ec38-a657-4e0b-86e8-64a7905f1279, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:31.967008 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Network a036ec38-a657-4e0b-86e8-64a7905f1279 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:31.975203 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, a036ec38-a657-4e0b-86e8-64a7905f1279) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:31.979201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:31.979789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:31.983759 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453bc03a-132a-4a01-ae4e-2a18dbc28de8 None None] Network a036ec38-a657-4e0b-86e8-64a7905f1279 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:31.994327 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-05b26f9a-9aa2-4440-864c-381ab08874e7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3952491 Jul 09 14:26:31.997445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53064) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:32.003089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-102311069'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:32.022983 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Made reservation on behalf of 54c881a952dc48a5b8656424b9948b28 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:32.026834 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.053451 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:32.063497 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.063873 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Added segment 446e1286-a535-4af5-8b9a-ed5407c2bd3d of type vlan for network d312a7a7-baad-4cf9-a702-3bf87d38fb19 Jul 09 14:26:32.105453 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.135312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-a036ec38-a657-4e0b-86e8-64a7905f1279', 'network_id': 'a036ec38-a657-4e0b-86e8-64a7905f1279', 'tenant_id': '54c881a952dc48a5b8656424b9948b28', 'fixed_ips': [{'subnet_id': 'bd61699a-3b3e-463a-9d34-b36f8914d0e9'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:32.136185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.136361 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.141959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:32.143262 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.202610 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2040250 Jul 09 14:26:32.205428 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53066) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:32.212701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Request body: {'subnet': {'network_id': 'd312a7a7-baad-4cf9-a702-3bf87d38fb19', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:32.264294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ed66f-ced9-496b-8bb2-fa60faff30c2 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event updated for resources: {'Network': ['ID=d312a7a7-baad-4cf9-a702-3bf87d38fb19,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:32.275618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network d312a7a7-baad-4cf9-a702-3bf87d38fb19 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:32.281718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Allocated IP 172.20.0.2 (a036ec38-a657-4e0b-86e8-64a7905f1279/bd61699a-3b3e-463a-9d34-b36f8914d0e9/3ab5896a-5070-48c1-9789-e6543256e06d) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:32.306806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Made reservation on behalf of 54c881a952dc48a5b8656424b9948b28 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:32.310453 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.503987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.562112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event updated for resources: {'Subnet': ['ID=3682dd06-047e-4ec8-9a52-183f19934e33,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:32.577092 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Checking segment: {'id': '446e1286-a535-4af5-8b9a-ed5407c2bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd312a7a7-baad-4cf9-a702-3bf87d38fb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:32.577461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Network hostable DHCP agents. Network: d312a7a7-baad-4cf9-a702-3bf87d38fb19, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:32.594061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Network d312a7a7-baad-4cf9-a702-3bf87d38fb19 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:32.603552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, d312a7a7-baad-4cf9-a702-3bf87d38fb19) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:32.607588 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:32.608298 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.623479 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1480be8e-0d59-4303-8ab8-e2d192d15f0d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4169106 Jul 09 14:26:32.626301 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53068) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:32.630055 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05316903-32d5-4753-966a-308eaf42e9bf None None] Network d312a7a7-baad-4cf9-a702-3bf87d38fb19 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:32.631683 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-d9089e0b-b325-4c65-83ed-f94c35c480f5 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd312a7a7-baad-4cf9-a702-3bf87d38fb19'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:32.693648 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.709196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Transition to ACTIVE for port object 3ab5896a-5070-48c1-9789-e6543256e06d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:32.743452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Transition to ACTIVE for port object 3ab5896a-5070-48c1-9789-e6543256e06d will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:32.751474 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.824931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Network a036ec38-a657-4e0b-86e8-64a7905f1279 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:32.832996 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:32.835552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:32.837758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Pushing event updated for resources: {'Port': ['ID=3ab5896a-5070-48c1-9789-e6543256e06d,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:32.842064 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d9089e0b-b325-4c65-83ed-f94c35c480f5 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.887664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9ae5c-756f-41f9-b9ff-4518dc7edfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-d312a7a7-baad-4cf9-a702-3bf87d38fb19', 'network_id': 'd312a7a7-baad-4cf9-a702-3bf87d38fb19', 'tenant_id': '54c881a952dc48a5b8656424b9948b28', 'fixed_ips': [{'subnet_id': '3682dd06-047e-4ec8-9a52-183f19934e33'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:32.888515 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ae5c-756f-41f9-b9ff-4518dc7edfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.936832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Attempting to bind port 3ab5896a-5070-48c1-9789-e6543256e06d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:32.937207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Attempting to bind port 3ab5896a-5070-48c1-9789-e6543256e06d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b894b4b8-64fc-4eea-b87c-747470baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a036ec38-a657-4e0b-86e8-64a7905f1279'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:32.937577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Attempting to bind port 3ab5896a-5070-48c1-9789-e6543256e06d on network a036ec38-a657-4e0b-86e8-64a7905f1279 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:32.949538 n-d-799524-3 neutron-server[93912]: INFO neutron.api.v2.resource [None req-d9089e0b-b325-4c65-83ed-f94c35c480f5 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:26:32.950685 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d9089e0b-b325-4c65-83ed-f94c35c480f5 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "PUT /v2.0/routers/bfe427e1-853f-4de6-9b2d-cc9970ea22fa HTTP/1.1" status: 400 len: 364 time: 0.3234706 Jul 09 14:26:32.957082 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53070) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:32.989395 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:32.989774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Checking segment: {'id': 'b894b4b8-64fc-4eea-b87c-747470baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a036ec38-a657-4e0b-86e8-64a7905f1279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:32.990183 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.990582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Bound using segment: {'id': 'b894b4b8-64fc-4eea-b87c-747470baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a036ec38-a657-4e0b-86e8-64a7905f1279'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:32.991110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Bound port: 3ab5896a-5070-48c1-9789-e6543256e06d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b894b4b8-64fc-4eea-b87c-747470baf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a036ec38-a657-4e0b-86e8-64a7905f1279'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:32.991500 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.013622 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-646f6245-d0df-4948-838e-e88e7826d69b tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Deleting subnet 3682dd06-047e-4ec8-9a52-183f19934e33 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:26:33.016857 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-646f6245-d0df-4948-838e-e88e7826d69b tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.058735 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-646f6245-d0df-4948-838e-e88e7826d69b tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.072728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] For port 3ab5896a-5070-48c1-9789-e6543256e06d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:33.075835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] For port 3ab5896a-5070-48c1-9789-e6543256e06d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3ab5896a-5070-48c1-9789-e6543256e06d,segment=NetworkSegment(b894b4b8-64fc-4eea-b87c-747470baf36b),segment_id=b894b4b8-64fc-4eea-b87c-747470baf36b)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:33.080672 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.104275 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-646f6245-d0df-4948-838e-e88e7826d69b tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.137923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee202e-90f8-49b4-b1ee-81cd36be5cfd None None] Pushing event updated for resources: {'Port': ['ID=3ab5896a-5070-48c1-9789-e6543256e06d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:33.175998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-646f6245-d0df-4948-838e-e88e7826d69b tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server [None req-8cb9ae5c-756f-41f9-b9ff-4518dc7edfc0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3682dd06-047e-4ec8-9a52-183f19934e33: This subnet is being modified by another concurrent operation. Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server raise exception Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3682dd06-047e-4ec8-9a52-183f19934e33: This subnet is being modified by another concurrent operation. Jul 09 14:26:33.183583 n-d-799524-3 neutron-server[93914]: ERROR oslo_messaging.rpc.server Jul 09 14:26:33.198541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc481765-62ca-4197-b213-59b8e630c832 None None] Network d312a7a7-baad-4cf9-a702-3bf87d38fb19 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:33.226957 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-646f6245-d0df-4948-838e-e88e7826d69b tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.228903 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-646f6245-d0df-4948-838e-e88e7826d69b tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "DELETE /v2.0/subnets/3682dd06-047e-4ec8-9a52-183f19934e33 HTTP/1.1" status: 204 len: 168 time: 0.2708678 Jul 09 14:26:33.229853 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f6245-d0df-4948-838e-e88e7826d69b tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event deleted for resources: {'Subnet': ['ID=3682dd06-047e-4ec8-9a52-183f19934e33,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:33.231476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53072) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:33.328544 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.421270 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.432359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d312a7a7-baad-4cf9-a702-3bf87d38fb19']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:33.445032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446e1286-a535-4af5-8b9a-ed5407c2bd3d') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:33.445450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446e1286-a535-4af5-8b9a-ed5407c2bd3d') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:33.454857 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.475242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.480989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:26:33.481390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:26:33.484461 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:26:33.544631 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.552311 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.555778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "DELETE /v2.0/networks/d312a7a7-baad-4cf9-a702-3bf87d38fb19 HTTP/1.1" status: 204 len: 168 time: 0.3222370 Jul 09 14:26:33.556780 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53074) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:33.568429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2d46b-5fe4-40f2-af61-5becc7104ba1 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event deleted for resources: {'Network': ['ID=d312a7a7-baad-4cf9-a702-3bf87d38fb19,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:33.610800 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bfe5e3-3f7a-4534-aec6-832098c97593 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Deleting subnet bd61699a-3b3e-463a-9d34-b36f8914d0e9 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:26:33.614832 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe5e3-3f7a-4534-aec6-832098c97593 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.655572 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe5e3-3f7a-4534-aec6-832098c97593 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.740299 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe5e3-3f7a-4534-aec6-832098c97593 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.800882 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe5e3-3f7a-4534-aec6-832098c97593 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.828781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfe5e3-3f7a-4534-aec6-832098c97593 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event deleted for resources: {'Subnet': ['ID=bd61699a-3b3e-463a-9d34-b36f8914d0e9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:33.832357 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe5e3-3f7a-4534-aec6-832098c97593 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.835191 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b7bfe5e3-3f7a-4534-aec6-832098c97593 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "DELETE /v2.0/subnets/bd61699a-3b3e-463a-9d34-b36f8914d0e9 HTTP/1.1" status: 204 len: 168 time: 0.2770355 Jul 09 14:26:33.837514 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53076) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:33.915541 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.991705 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Deleting port 3ab5896a-5070-48c1-9789-e6543256e06d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:26:33.992036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.141020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb70f50-14db-40a3-ad42-e4eba70e1f62 None None] Network a036ec38-a657-4e0b-86e8-64a7905f1279 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:34.168487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3ab5896a-5070-48c1-9789-e6543256e06d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:34.271674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-321fe200-3539-4b70-90d2-7894350c1abd None None] Provisioning for port 3ab5896a-5070-48c1-9789-e6543256e06d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:34.326777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3ab5896a-5070-48c1-9789-e6543256e06d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:34.332604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3ab5896a-5070-48c1-9789-e6543256e06d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:34.332986 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.374154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] For port 3ab5896a-5070-48c1-9789-e6543256e06d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3ab5896a-5070-48c1-9789-e6543256e06d,segment=NetworkSegment(b894b4b8-64fc-4eea-b87c-747470baf36b),segment_id=b894b4b8-64fc-4eea-b87c-747470baf36b)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:34.374468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.387892 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Calling delete_port for 3ab5896a-5070-48c1-9789-e6543256e06d owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:26:34.432722 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.453202 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] DHCP port deletion for a036ec38-a657-4e0b-86e8-64a7905f1279 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:26:34.489694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 3ab5896a-5070-48c1-9789-e6543256e06d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3ab5896a-5070-48c1-9789-e6543256e06d,segment=NetworkSegment(b894b4b8-64fc-4eea-b87c-747470baf36b),segment_id=b894b4b8-64fc-4eea-b87c-747470baf36b)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:34.494880 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.501166 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.519533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event deleted for resources: {'Port': ['ID=3ab5896a-5070-48c1-9789-e6543256e06d,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:34.527452 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event deleted for resources: {'Port': ['ID=3ab5896a-5070-48c1-9789-e6543256e06d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:34.529656 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] No DVR routers for this DVR port 3ab5896a-5070-48c1-9789-e6543256e06d on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:26:34.541901 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] Deleting port 3ab5896a-5070-48c1-9789-e6543256e06d {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:26:34.542282 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.609030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] For port 3ab5896a-5070-48c1-9789-e6543256e06d, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:34.609424 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.613633 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.623083 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] Calling delete_port for 3ab5896a-5070-48c1-9789-e6543256e06d owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:26:34.623689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a036ec38-a657-4e0b-86e8-64a7905f1279']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:34.625761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] Port 3ab5896a-5070-48c1-9789-e6543256e06d was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:26:34.626966 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.633994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b894b4b8-64fc-4eea-b87c-747470baf36b') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:34.634289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b894b4b8-64fc-4eea-b87c-747470baf36b') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:34.642740 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.649744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] Pushing event deleted for resources: {'Port': ['ID=3ab5896a-5070-48c1-9789-e6543256e06d,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:34.656720 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.656878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d0aa2-78f1-4a5c-929b-9ac9072d6633 None None] No DVR routers for this DVR port 3ab5896a-5070-48c1-9789-e6543256e06d on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:26:34.666758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:26:34.667465 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:26:34.670174 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:26:34.676213 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2c333-8931-48d8-8ccc-60157efbfe16 None None] get_active_networks_info from n-d-799524-3 {{(pid=93914) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:26:34.738784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f2c333-8931-48d8-8ccc-60157efbfe16 None None] Resources bound (agent type, host, resource id): {{(pid=93914) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 14:26:34.743053 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.754581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.756900 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "DELETE /v2.0/networks/a036ec38-a657-4e0b-86e8-64a7905f1279 HTTP/1.1" status: 204 len: 168 time: 0.9184554 Jul 09 14:26:34.761672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53078) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:34.776267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac7dee-3b32-4976-86a4-8b63e8317f88 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Pushing event deleted for resources: {'Network': ['ID=a036ec38-a657-4e0b-86e8-64a7905f1279,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:34.794842 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f7882577-c533-44ee-8969-b86d88fabec7 tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe427e1-853f-4de6-9b2d-cc9970ea22fa HTTP/1.1" status: 200 len: 205 time: 0.0338726 Jul 09 14:26:34.796932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53080) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:34.875985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b32d2f0-4372-430a-9484-77792393310d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.035372 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b32d2f0-4372-430a-9484-77792393310d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.037469 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b32d2f0-4372-430a-9484-77792393310d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.078489 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b32d2f0-4372-430a-9484-77792393310d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.079024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b32d2f0-4372-430a-9484-77792393310d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Fanout notify agent at l3_agent the message router_deleted on router bfe427e1-853f-4de6-9b2d-cc9970ea22fa {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:26:35.086973 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b32d2f0-4372-430a-9484-77792393310d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.088168 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7b32d2f0-4372-430a-9484-77792393310d tempest-RoutersNegativeTest-282604648 tempest-RoutersNegativeTest-282604648-project] 10.222.0.32 "DELETE /v2.0/routers/bfe427e1-853f-4de6-9b2d-cc9970ea22fa HTTP/1.1" status: 204 len: 168 time: 0.2900174 Jul 09 14:26:35.324601 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53086) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:35.453831 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-105961d9-f658-4c3c-9b38-a06bd4a14fb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54c881a952dc48a5b8656424b9948b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280766 Jul 09 14:26:35.456869 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53090) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:35.503403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-de815362-d195-41be-b5d3-112f1b5ec695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.524244 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-de815362-d195-41be-b5d3-112f1b5ec695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.573138 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-de815362-d195-41be-b5d3-112f1b5ec695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.575620 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-de815362-d195-41be-b5d3-112f1b5ec695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.576760 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-de815362-d195-41be-b5d3-112f1b5ec695 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3e4c242-2659-40b9-9123-45c521815801 HTTP/1.1" status: 204 len: 168 time: 0.1189742 Jul 09 14:26:35.584401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815362-d195-41be-b5d3-112f1b5ec695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4c242-2659-40b9-9123-45c521815801,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:36.137099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3ab5896a-5070-48c1-9789-e6543256e06d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:26:36.163519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 3ab5896a-5070-48c1-9789-e6543256e06d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:26:36.163890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3ab5896a-5070-48c1-9789-e6543256e06d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:26:36.201444 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53112) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:36.294329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1812703131-network', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:36.316346 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Made reservation on behalf of b4c43516ba6d4614969090884a0cc156 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:36.318601 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.326786 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.428144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.431877 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.457384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:36.465835 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de105e3a-8730-4b62-926c-16d28fd90c4b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:36.472625 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.472976 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Added segment a1269a82-b90e-4884-9a72-d3cae635bfa2 of type vlan for network e0d57bd1-083b-4d88-a93b-95f1397cbf9f Jul 09 14:26:36.519512 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.548107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.549839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:36.551377 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.608886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4062722 Jul 09 14:26:36.612408 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53116) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:36.619698 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Request body: {'subnet': {'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-subnet', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:36.623712 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b352b5-35af-4f25-8b8b-dccd9b5c726b admin admin] Pushing event updated for resources: {'Network': ['ID=e0d57bd1-083b-4d88-a93b-95f1397cbf9f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:36.635128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:36.644255 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Made reservation on behalf of b4c43516ba6d4614969090884a0cc156 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:36.646793 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.843576 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.893769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded651a4-6de6-4a37-b7d1-2909f3a826f1,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:36.908495 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Checking segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:36.909794 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Network hostable DHCP agents. Network: e0d57bd1-083b-4d88-a93b-95f1397cbf9f, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:36.926070 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:36.934281 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, e0d57bd1-083b-4d88-a93b-95f1397cbf9f) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:36.938279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:36.939021 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.943624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b9a21f-e1a9-4d6e-ae7a-30c8138dbf48 None None] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:36.952983 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-be6f596b-f653-4a18-855e-06105fafaec5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3395092 Jul 09 14:26:36.955887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53118) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:36.961272 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:36.981336 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.982347 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.038277 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.097755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'fixed_ips': [{'subnet_id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:37.098646 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.179922 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.230283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Allocated IP 172.20.0.2 (e0d57bd1-083b-4d88-a93b-95f1397cbf9f/ded651a4-6de6-4a37-b7d1-2909f3a826f1/f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:37.376328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.382981 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.385587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Transition to ACTIVE for port object f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:37.400757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Transition to ACTIVE for port object f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:37.401422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.406096 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.451288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:37.454088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:37.458498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:37.465042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Pushing event updated for resources: {'Port': ['ID=f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:37.506783 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Allocated IP 172.25.5.186 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/7793a2c7-1a8f-4be3-8822-e489fa478cc6) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:37.517706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Attempting to bind port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:37.518824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Attempting to bind port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:37.519412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Attempting to bind port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb on network e0d57bd1-083b-4d88-a93b-95f1397cbf9f {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:37.524699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:37.525072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Checking segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:37.525498 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.525891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Bound using segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:37.526355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Bound port: f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:37.526736 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.591295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e0386100-9445-48f1-afd5-75010765f38c None None] For port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:37.594344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e0386100-9445-48f1-afd5-75010765f38c None None] For port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:37.598901 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.614330 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.659584 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.660480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0386100-9445-48f1-afd5-75010765f38c None None] Pushing event updated for resources: {'Port': ['ID=f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:37.707239 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:37.710003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:37.713643 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:37.719312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Pushing event updated for resources: {'Port': ['ID=7793a2c7-1a8f-4be3-8822-e489fa478cc6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:37.990047 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:38.149438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:38.195044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:38.209728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:38.334432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Router b14331e2-1211-44bc-8c5f-08ffadff68d9 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:26:38.445279 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:26:38.454557 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Sync routers for ids ['b14331e2-1211-44bc-8c5f-08ffadff68d9'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:26:38.461897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:38.465495 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Routers {'b14331e2-1211-44bc-8c5f-08ffadff68d9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:38.466173 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b14331e2-1211-44bc-8c5f-08ffadff68d9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:38.467043 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53120) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:38.467513 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8fcdce1a-960e-4fe2-be73-d9ef1a98eed8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5094509 Jul 09 14:26:38.512231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06888b6e-1778-47b9-94fd-f6885ecffe73 None None] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:38.573299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b7b8bde3-d680-4897-b055-362d36c7a278 None None] Provisioning for port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:38.573601 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Set router b14331e2-1211-44bc-8c5f-08ffadff68d9 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:38.585820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b7b8bde3-d680-4897-b055-362d36c7a278 None None] Provisioning complete for port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:38.586199 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bde3-d680-4897-b055-362d36c7a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:38.735090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bde3-d680-4897-b055-362d36c7a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:38.764270 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:26:37Z', 'revision_number': 3, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port': {'id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:37Z', 'updated_at': '2021-07-09T14:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:38.778842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b7b8bde3-d680-4897-b055-362d36c7a278 None None] For port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:38.787230 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bde3-d680-4897-b055-362d36c7a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:38.799771 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Checking router: b14331e2-1211-44bc-8c5f-08ffadff68d9 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:26:38.800577 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Updating router b14331e2-1211-44bc-8c5f-08ffadff68d9 port 7793a2c7-1a8f-4be3-8822-e489fa478cc6 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:26:38.844534 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:38.863305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8bde3-d680-4897-b055-362d36c7a278 None None] Pushing event updated for resources: {'Port': ['ID=f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:39.008654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0efa973e-04c0-4651-9768-566c159311f1 None None] Provisioning complete for port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:39.008999 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0efa973e-04c0-4651-9768-566c159311f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.121324 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.133065 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Transition to ACTIVE for port object 7793a2c7-1a8f-4be3-8822-e489fa478cc6 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:39.144615 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.193223 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Attempting to bind port 7793a2c7-1a8f-4be3-8822-e489fa478cc6 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:39.193586 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Attempting to bind port 7793a2c7-1a8f-4be3-8822-e489fa478cc6 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:39.193944 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Attempting to bind port 7793a2c7-1a8f-4be3-8822-e489fa478cc6 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:39.195919 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Pushing event updated for resources: {'Port': ['ID=7793a2c7-1a8f-4be3-8822-e489fa478cc6,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:39.204859 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.205199 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.205672 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.206436 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.207331 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.207663 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.207988 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.208306 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.208646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.208966 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.209285 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.209598 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:39.212795 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:39.213162 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:39.213555 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.214019 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:39.214387 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Bound port: 7793a2c7-1a8f-4be3-8822-e489fa478cc6, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:39.214762 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.270436 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] For port 7793a2c7-1a8f-4be3-8822-e489fa478cc6, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:39.274292 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] For port 7793a2c7-1a8f-4be3-8822-e489fa478cc6, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7793a2c7-1a8f-4be3-8822-e489fa478cc6,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:39.279261 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.293790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.423247 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Routers {'b14331e2-1211-44bc-8c5f-08ffadff68d9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:39.423857 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b14331e2-1211-44bc-8c5f-08ffadff68d9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:39.459558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Allocated IP 172.20.0.1 (e0d57bd1-083b-4d88-a93b-95f1397cbf9f/ded651a4-6de6-4a37-b7d1-2909f3a826f1/d55af7b1-fe13-49eb-8a98-872bc6a14169) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:39.468290 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e986d-52de-4858-a262-3c31e5b012ac None None] Pushing event updated for resources: {'Port': ['ID=7793a2c7-1a8f-4be3-8822-e489fa478cc6,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:39.541218 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] Set router b14331e2-1211-44bc-8c5f-08ffadff68d9 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:39.562368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.575258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Transition to ACTIVE for port object d55af7b1-fe13-49eb-8a98-872bc6a14169 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:39.608047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.648823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:39.651769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:39.654217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:39.686695 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Pushing event updated for resources: {'Port': ['ID=d55af7b1-fe13-49eb-8a98-872bc6a14169,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:39.706339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.735107 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:26:37Z', 'revision_number': 3, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port': {'id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:37Z', 'updated_at': '2021-07-09T14:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:39.769459 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc882d1-dedb-438e-ad20-3873d6c29d67 None None] The sync data for ids ['b14331e2-1211-44bc-8c5f-08ffadff68d9'] in n-d-799524-3 is: [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:26:37Z', 'revision_number': 3, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port': {'id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:37Z', 'updated_at': '2021-07-09T14:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:26:39.870801 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.936532 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dacb2a02-862f-4c45-9dae-1f3515edce20 None None] Provisioning for port d55af7b1-fe13-49eb-8a98-872bc6a14169 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:39.940981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dacb2a02-862f-4c45-9dae-1f3515edce20 None None] Provisioning complete for port d55af7b1-fe13-49eb-8a98-872bc6a14169 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:39.941373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dacb2a02-862f-4c45-9dae-1f3515edce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.976983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-dacb2a02-862f-4c45-9dae-1f3515edce20 None None] Port d55af7b1-fe13-49eb-8a98-872bc6a14169 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:26:40.050846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:40.056368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:40.128827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Pushing event updated for resources: {'Port': ['ID=d55af7b1-fe13-49eb-8a98-872bc6a14169,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:40.131447 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:40.204019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:40.243904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:40.245296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:40.263982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:40.264603 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:40.356190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7793a2c7-1a8f-4be3-8822-e489fa478cc6 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:40.378437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Router b14331e2-1211-44bc-8c5f-08ffadff68d9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:26:40.413180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7793a2c7-1a8f-4be3-8822-e489fa478cc6 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:40.418160 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7793a2c7-1a8f-4be3-8822-e489fa478cc6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:40.418536 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:40.515293 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:40.524894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:26:40.534578 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2fc11ad5-46e3-4a4f-bf9f-59a3d829f08f admin admin] 10.222.0.32 "PUT /v2.0/routers/b14331e2-1211-44bc-8c5f-08ffadff68d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0656779 Jul 09 14:26:40.541910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 7793a2c7-1a8f-4be3-8822-e489fa478cc6, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7793a2c7-1a8f-4be3-8822-e489fa478cc6,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:40.543142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8835524e-d2c4-410a-8a73-4fd9c81d4f51 None None] Provisioning complete for port d55af7b1-fe13-49eb-8a98-872bc6a14169 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:40.543555 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8835524e-d2c4-410a-8a73-4fd9c81d4f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:40.567627 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:40.604657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8835524e-d2c4-410a-8a73-4fd9c81d4f51 None None] Port d55af7b1-fe13-49eb-8a98-872bc6a14169 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:26:40.627034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=7793a2c7-1a8f-4be3-8822-e489fa478cc6,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:41.011272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53136) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:41.016425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1426005801-network', 'tenant_id': '1e32645bddb24195a73ba97959a97b27'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:41.036530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Made reservation on behalf of 1e32645bddb24195a73ba97959a97b27 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:41.038851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.047347 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.137965 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.143381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.170100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:26:41.186858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92380f0-639d-4cf3-a339-0a2340b043e6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:41.189928 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.190402 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Added segment 3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc of type vlan for network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e Jul 09 14:26:41.231477 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.260266 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.261256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:41.261836 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.316637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3041797 Jul 09 14:26:41.319281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53138) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:41.325640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Request body: {'subnet': {'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-subnet', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:41.332701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee3bfc-6740-4087-9ae3-1e4e2ea6ac02 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:41.343591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:26:41.354063 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Made reservation on behalf of 1e32645bddb24195a73ba97959a97b27 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:41.356705 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.462153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Sync routers for ids ['b14331e2-1211-44bc-8c5f-08ffadff68d9'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:26:41.472071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Routers {'b14331e2-1211-44bc-8c5f-08ffadff68d9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:41.472783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b14331e2-1211-44bc-8c5f-08ffadff68d9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:41.533952 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.594305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edca52b-433a-4565-954d-76f731e3be28,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:41.600256 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Checking segment: {'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:41.600738 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Network hostable DHCP agents. Network: 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:26:41.619430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:26:41.629987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:41.634192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:41.634764 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.654115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-87982a24-57a6-433a-9a87-7b9ae08d2076 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3294270 Jul 09 14:26:41.654415 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53140) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:41.660377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:41.681510 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.682472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.711242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5104340d-d345-4fd0-9fc1-1d49498774b3 None None] Network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:41.741480 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.781476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Set router b14331e2-1211-44bc-8c5f-08ffadff68d9 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:41.886045 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:41.995911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e', 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'fixed_ips': [{'subnet_id': '6edca52b-433a-4565-954d-76f731e3be28'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:26:41.996749 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.106371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.128772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.147560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7793a2c7-1a8f-4be3-8822-e489fa478cc6 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:42.193258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:26:39Z', 'revision_number': 4, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port': {'id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:37Z', 'updated_at': '2021-07-09T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd55af7b1-fe13-49eb-8a98-872bc6a14169', 'name': '', 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'mac_address': 'fa:16:3e:71:69:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:39Z', 'updated_at': '2021-07-09T14:26:39Z', 'revision_number': 2, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'subnets': [{'id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:42.231054 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Checking router: b14331e2-1211-44bc-8c5f-08ffadff68d9 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:26:42.231410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Updating router b14331e2-1211-44bc-8c5f-08ffadff68d9 port d55af7b1-fe13-49eb-8a98-872bc6a14169 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:26:42.238467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Allocated IP 172.20.0.2 (1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e/6edca52b-433a-4565-954d-76f731e3be28/beb072cf-1c40-4d96-b614-f052152a1805) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:42.247717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Allocated IP 172.25.5.135 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:42.321414 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.344962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7793a2c7-1a8f-4be3-8822-e489fa478cc6 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:42.345657 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.351410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.390776 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.432446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:42.435174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:42.437742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:42.476286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Pushing event updated for resources: {'Port': ['ID=0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:42.590431 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.629666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Transition to ACTIVE for port object beb072cf-1c40-4d96-b614-f052152a1805 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:42.678174 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Transition to ACTIVE for port object beb072cf-1c40-4d96-b614-f052152a1805 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:42.689502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.705103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.755820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:42.778976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:42.782452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:42.786743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Pushing event updated for resources: {'Port': ['ID=beb072cf-1c40-4d96-b614-f052152a1805,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:42.826556 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.858683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Transition to ACTIVE for port object d55af7b1-fe13-49eb-8a98-872bc6a14169 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:42.870527 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.872415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Attempting to bind port beb072cf-1c40-4d96-b614-f052152a1805 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:42.872789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Attempting to bind port beb072cf-1c40-4d96-b614-f052152a1805 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:42.873147 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Attempting to bind port beb072cf-1c40-4d96-b614-f052152a1805 on network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:42.902979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:42.903352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Checking segment: {'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:42.903752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.904150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Bound using segment: {'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:42.904627 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Bound port: beb072cf-1c40-4d96-b614-f052152a1805, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:42.905018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.913377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:42.959813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060bf4b-23c1-441a-a7cd-3667d2a6c483 None None] Pushing event updated for resources: {'Port': ['ID=d55af7b1-fe13-49eb-8a98-872bc6a14169,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:43.041310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Attempting to bind port d55af7b1-fe13-49eb-8a98-872bc6a14169 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:43.041687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Attempting to bind port d55af7b1-fe13-49eb-8a98-872bc6a14169 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:43.042063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Attempting to bind port d55af7b1-fe13-49eb-8a98-872bc6a14169 on network e0d57bd1-083b-4d88-a93b-95f1397cbf9f {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:43.045222 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] For port beb072cf-1c40-4d96-b614-f052152a1805, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:43.052218 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Router 28b105f4-c1f8-447e-823a-c57570854576 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:26:43.052353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:43.052485 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Checking segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:43.052864 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:43.053264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Bound using segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:43.053748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Bound port: d55af7b1-fe13-49eb-8a98-872bc6a14169, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:43.054139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:43.073743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] For port beb072cf-1c40-4d96-b614-f052152a1805, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=beb072cf-1c40-4d96-b614-f052152a1805,segment=NetworkSegment(3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc),segment_id=3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:43.098814 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:43.183355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:26:43.195702 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] For port d55af7b1-fe13-49eb-8a98-872bc6a14169, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:43.197755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803b3b3-ea32-4413-922a-c7149c3cd02e None None] Pushing event updated for resources: {'Port': ['ID=beb072cf-1c40-4d96-b614-f052152a1805,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:43.198186 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Sync routers for ids ['28b105f4-c1f8-447e-823a-c57570854576'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:26:43.202552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:43.207893 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-70a863c3-82c6-4248-9fd7-208b8270944b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5524867 Jul 09 14:26:43.208075 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53142) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:43.211227 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] For port d55af7b1-fe13-49eb-8a98-872bc6a14169, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d55af7b1-fe13-49eb-8a98-872bc6a14169,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:43.215990 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:43.218651 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Routers {'28b105f4-c1f8-447e-823a-c57570854576'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:43.220420 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['28b105f4-c1f8-447e-823a-c57570854576'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:43.294588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Routers {'b14331e2-1211-44bc-8c5f-08ffadff68d9'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:43.295187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b14331e2-1211-44bc-8c5f-08ffadff68d9'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:43.365804 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Set router 28b105f4-c1f8-447e-823a-c57570854576 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:43.416062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060bf4b-23c1-441a-a7cd-3667d2a6c483 None None] Pushing event updated for resources: {'Port': ['ID=d55af7b1-fe13-49eb-8a98-872bc6a14169,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:43.446908 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] Set router b14331e2-1211-44bc-8c5f-08ffadff68d9 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:43.667466 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:26:42Z', 'revision_number': 3, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port': {'id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:42Z', 'updated_at': '2021-07-09T14:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:43.701168 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Checking router: 28b105f4-c1f8-447e-823a-c57570854576 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:26:43.701526 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Updating router 28b105f4-c1f8-447e-823a-c57570854576 port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:26:43.747680 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:43.754768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:43.771041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:26:39Z', 'revision_number': 4, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port': {'id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:37Z', 'updated_at': '2021-07-09T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd55af7b1-fe13-49eb-8a98-872bc6a14169', 'name': '', 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'mac_address': 'fa:16:3e:71:69:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:39Z', 'updated_at': '2021-07-09T14:26:43Z', 'revision_number': 4, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'subnets': [{'id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:43.798478 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65faad7-5a44-413e-98e2-6c8fd9c8586a None None] The sync data for ids ['b14331e2-1211-44bc-8c5f-08ffadff68d9'] in n-d-799524-3 is: [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:26:39Z', 'revision_number': 4, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port': {'id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:37Z', 'updated_at': '2021-07-09T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'd55af7b1-fe13-49eb-8a98-872bc6a14169', 'name': '', 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'mac_address': 'fa:16:3e:71:69:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:39Z', 'updated_at': '2021-07-09T14:26:43Z', 'revision_number': 4, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'subnets': [{'id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:26:43.841136 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:43.976897 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Allocated IP 172.20.0.1 (1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e/6edca52b-433a-4565-954d-76f731e3be28/1e34d564-d956-43ef-8b34-a252483b9f4f) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:44.056894 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.069517 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Transition to ACTIVE for port object 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:44.078737 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.116060 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.136757 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Transition to ACTIVE for port object 1e34d564-d956-43ef-8b34-a252483b9f4f will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:44.140271 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Attempting to bind port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:44.140768 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Attempting to bind port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:44.141226 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Attempting to bind port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:44.149503 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d6d22-e477-42f0-8484-ae670253b645 None None] Pushing event updated for resources: {'Port': ['ID=0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:44.160228 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:44.166348 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:44.167022 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.167906 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:44.168413 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Bound port: 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:44.168731 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.193686 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.243208 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:44.248362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:44.250434 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] For port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:44.258523 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] For port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:44.259958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:44.273372 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.294610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d55af7b1-fe13-49eb-8a98-872bc6a14169 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:44.312443 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Pushing event updated for resources: {'Port': ['ID=1e34d564-d956-43ef-8b34-a252483b9f4f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:44.341664 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.362185 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Routers {'28b105f4-c1f8-447e-823a-c57570854576'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:44.363139 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:26:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['28b105f4-c1f8-447e-823a-c57570854576'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:44.394706 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-86a4b20f-b23e-41c9-9e07-274aad238308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.398833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port d55af7b1-fe13-49eb-8a98-872bc6a14169 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:44.403819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d55af7b1-fe13-49eb-8a98-872bc6a14169 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:44.404479 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.500074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d6d22-e477-42f0-8484-ae670253b645 None None] Pushing event updated for resources: {'Port': ['ID=0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:44.523338 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] Set router 28b105f4-c1f8-447e-823a-c57570854576 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:44.571822 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.590140 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.605089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bbf790-98c3-4d79-9993-c96ef10b484c None None] Network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:26:44.751207 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:26:42Z', 'revision_number': 3, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port': {'id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:42Z', 'updated_at': '2021-07-09T14:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:44.786323 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3443e58-3653-480c-86e6-861ef1e8651d None None] The sync data for ids ['28b105f4-c1f8-447e-823a-c57570854576'] in n-d-799524-3 is: [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:26:42Z', 'revision_number': 3, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port': {'id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:42Z', 'updated_at': '2021-07-09T14:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:26:44.806108 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.812661 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.891221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Pushing event updated for resources: {'Port': ['ID=1e34d564-d956-43ef-8b34-a252483b9f4f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:44.900032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.933061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port d55af7b1-fe13-49eb-8a98-872bc6a14169, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d55af7b1-fe13-49eb-8a98-872bc6a14169,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:44.947475 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:44.948481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device beb072cf-1c40-4d96-b614-f052152a1805 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:44.969608 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:45.012647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-846c5623-6a34-4dff-bc38-b42b133a426b None None] Provisioning for port beb072cf-1c40-4d96-b614-f052152a1805 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:45.016543 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:45.019645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:45.079354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=d55af7b1-fe13-49eb-8a98-872bc6a14169,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:45.155751 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port beb072cf-1c40-4d96-b614-f052152a1805 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:45.162309 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port beb072cf-1c40-4d96-b614-f052152a1805 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:45.162693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:45.210559 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Router 28b105f4-c1f8-447e-823a-c57570854576 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:26:45.256287 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:45.296685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port beb072cf-1c40-4d96-b614-f052152a1805, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=beb072cf-1c40-4d96-b614-f052152a1805,segment=NetworkSegment(3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc),segment_id=3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:45.302267 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:45.361494 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:26:45.372151 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-188ac8b9-5355-411a-90ff-a25443419126 admin admin] 10.222.0.32 "PUT /v2.0/routers/28b105f4-c1f8-447e-823a-c57570854576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1630216 Jul 09 14:26:45.415006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=beb072cf-1c40-4d96-b614-f052152a1805,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:45.555771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-435e9f91-f194-48c3-bf3f-1ea916c89e36 None None] Provisioning for port 1e34d564-d956-43ef-8b34-a252483b9f4f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:45.560141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-435e9f91-f194-48c3-bf3f-1ea916c89e36 None None] Provisioning complete for port 1e34d564-d956-43ef-8b34-a252483b9f4f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:45.560618 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-435e9f91-f194-48c3-bf3f-1ea916c89e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:45.601151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-435e9f91-f194-48c3-bf3f-1ea916c89e36 None None] Port 1e34d564-d956-43ef-8b34-a252483b9f4f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:26:45.616633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-435e9f91-f194-48c3-bf3f-1ea916c89e36 None None] Provisioning complete for port beb072cf-1c40-4d96-b614-f052152a1805 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:45.617025 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-435e9f91-f194-48c3-bf3f-1ea916c89e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:45.844923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-97e07dd0-eb0c-43e6-9bb7-7b872997c002 None None] Provisioning complete for port 1e34d564-d956-43ef-8b34-a252483b9f4f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:45.845303 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-97e07dd0-eb0c-43e6-9bb7-7b872997c002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:45.891782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-97e07dd0-eb0c-43e6-9bb7-7b872997c002 None None] Port 1e34d564-d956-43ef-8b34-a252483b9f4f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:26:46.011461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d02e0878-f082-413c-8a3d-24340a67062b None None] Provisioning complete for port 1e34d564-d956-43ef-8b34-a252483b9f4f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:46.011904 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d02e0878-f082-413c-8a3d-24340a67062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:46.048615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d02e0878-f082-413c-8a3d-24340a67062b None None] Port 1e34d564-d956-43ef-8b34-a252483b9f4f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:26:46.156848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-cc376cea-a55c-48df-8b80-006bf5aa4eff tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:46.158362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-cc376cea-a55c-48df-8b80-006bf5aa4eff tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/networks?id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f HTTP/1.1" status: 200 len: 817 time: 0.1124439 Jul 09 14:26:46.175597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-3f68bf37-23ba-4549-8ae1-fa054b353b2f tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/quotas/b4c43516ba6d4614969090884a0cc156 HTTP/1.1" status: 200 len: 375 time: 0.0100384 Jul 09 14:26:46.205748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d55af7b1-fe13-49eb-8a98-872bc6a14169 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:46.244944 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-db2f5d30-12cf-4bea-93f4-5c1d0078eca5 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4c43516ba6d4614969090884a0cc156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640063 Jul 09 14:26:46.254476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port d55af7b1-fe13-49eb-8a98-872bc6a14169 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:46.254856 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:46.348239 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:46.350317 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-30bc3ef1-19f5-47d9-b06e-44648279c32c service neutron] 10.222.0.32 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924594 Jul 09 14:26:46.396017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:46.399529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:46.399898 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:46.438876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-fb347613-0ea3-45b3-a4fb-3cfb1ea3b742 service neutron] 10.222.0.32 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824940 Jul 09 14:26:46.477156 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:46.499992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:46.505568 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:46.506396 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device beb072cf-1c40-4d96-b614-f052152a1805 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:46.592470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:46.606878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port beb072cf-1c40-4d96-b614-f052152a1805 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:46.607488 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:46.623662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cc1cc77c-0cba-46d6-bec5-ba340817bf96 req-238b2a06-20e5-4f73-88d3-bb298960d1dd tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 210 time: 0.0345318 Jul 09 14:26:46.971932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc067-c879-4635-85c6-e90c99e4d1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:47.109377 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:47.265981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Sync routers for ids ['28b105f4-c1f8-447e-823a-c57570854576'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:26:47.277748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Routers {'28b105f4-c1f8-447e-823a-c57570854576'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:47.278359 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:26:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['28b105f4-c1f8-447e-823a-c57570854576'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:47.383362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Set router 28b105f4-c1f8-447e-823a-c57570854576 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:47.581650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:26:44Z', 'revision_number': 4, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port': {'id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:42Z', 'updated_at': '2021-07-09T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '1e34d564-d956-43ef-8b34-a252483b9f4f', 'name': '', 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'mac_address': 'fa:16:3e:21:73:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6edca52b-433a-4565-954d-76f731e3be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:43Z', 'updated_at': '2021-07-09T14:26:44Z', 'revision_number': 2, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'subnets': [{'id': '6edca52b-433a-4565-954d-76f731e3be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:47.608304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Checking router: 28b105f4-c1f8-447e-823a-c57570854576 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:26:47.608897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Updating router 28b105f4-c1f8-447e-823a-c57570854576 port 1e34d564-d956-43ef-8b34-a252483b9f4f binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:26:47.646191 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:47.724817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-1463f718-69ad-4ebe-bf0e-697fba30441e tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:47.726488 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-1463f718-69ad-4ebe-bf0e-697fba30441e tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.11 "GET /v2.0/networks?id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f HTTP/1.1" status: 200 len: 817 time: 0.1243141 Jul 09 14:26:47.740408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Request body: {'port': {'device_id': '8131d952-7178-4ba9-9dc9-14affca380e3', 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'admin_state_up': True, 'tenant_id': 'b4c43516ba6d4614969090884a0cc156'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:47.825871 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fe893f1-56a2-43f8-a975-db953e630b77 req-007e35e5-4332-4c76-a3e7-8c5c0be37d09 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 210 time: 0.0678687 Jul 09 14:26:47.890865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Made reservation on behalf of b4c43516ba6d4614969090884a0cc156 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:47.894531 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:47.947290 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:47.957456 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Transition to ACTIVE for port object 1e34d564-d956-43ef-8b34-a252483b9f4f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:47.963310 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.025209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb43b36-c7b7-454a-aeee-affb96d06409 None None] Pushing event updated for resources: {'Port': ['ID=1e34d564-d956-43ef-8b34-a252483b9f4f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:48.028799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Allocated IP 172.20.0.3 (e0d57bd1-083b-4d88-a93b-95f1397cbf9f/ded651a4-6de6-4a37-b7d1-2909f3a826f1/cc8ee7c0-3cf6-4e09-99af-03bee7204d77) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:48.077294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Attempting to bind port 1e34d564-d956-43ef-8b34-a252483b9f4f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:48.077698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Attempting to bind port 1e34d564-d956-43ef-8b34-a252483b9f4f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:48.078027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Attempting to bind port 1e34d564-d956-43ef-8b34-a252483b9f4f on network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:48.084028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:48.084529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Checking segment: {'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:48.084941 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.085386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Bound using segment: {'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:48.085916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Bound port: 1e34d564-d956-43ef-8b34-a252483b9f4f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:48.086576 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.161554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:48.208851 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.219246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] For port 1e34d564-d956-43ef-8b34-a252483b9f4f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:48.224831 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Transition to ACTIVE for port object cc8ee7c0-3cf6-4e09-99af-03bee7204d77 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:48.233916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] For port 1e34d564-d956-43ef-8b34-a252483b9f4f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e34d564-d956-43ef-8b34-a252483b9f4f,segment=NetworkSegment(3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc),segment_id=3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:48.239751 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.263856 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.292980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:48.293356 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.315789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:48.321509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:48.325601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:48.364712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Routers {'28b105f4-c1f8-447e-823a-c57570854576'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:48.365367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:26:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['28b105f4-c1f8-447e-823a-c57570854576'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:48.367887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb43b36-c7b7-454a-aeee-affb96d06409 None None] Pushing event updated for resources: {'Port': ['ID=1e34d564-d956-43ef-8b34-a252483b9f4f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:48.376673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:48.377965 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.391384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Pushing event updated for resources: {'Port': ['ID=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:48.407768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e12d6287-1d55-4ba2-922f-6d54ba7b4010 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6721990 Jul 09 14:26:48.420320 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Request body: {'port': {'device_id': '8131d952-7178-4ba9-9dc9-14affca380e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:48.516844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.526611 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.541438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] Set router 28b105f4-c1f8-447e-823a-c57570854576 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:48.772864 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:26:44Z', 'revision_number': 4, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port': {'id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:42Z', 'updated_at': '2021-07-09T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '1e34d564-d956-43ef-8b34-a252483b9f4f', 'name': '', 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'mac_address': 'fa:16:3e:21:73:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6edca52b-433a-4565-954d-76f731e3be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:43Z', 'updated_at': '2021-07-09T14:26:48Z', 'revision_number': 4, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'subnets': [{'id': '6edca52b-433a-4565-954d-76f731e3be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:48.775582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-83f8d2c7-fbd3-4f78-8778-2bff3e4499f0 None None] Provisioning for port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:48.802431 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-83f8d2c7-fbd3-4f78-8778-2bff3e4499f0 None None] Provisioning complete for port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:48.802664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8ee7c0-3cf6-4e09-99af-03bee7204d77 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:26:48.803170 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-83f8d2c7-fbd3-4f78-8778-2bff3e4499f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.806333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c5a88-b276-4cf3-a7f5-880155694b71 None None] The sync data for ids ['28b105f4-c1f8-447e-823a-c57570854576'] in n-d-799524-3 is: [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:26:44Z', 'revision_number': 4, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port': {'id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:42Z', 'updated_at': '2021-07-09T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '1e34d564-d956-43ef-8b34-a252483b9f4f', 'name': '', 'network_id': '1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'mac_address': 'fa:16:3e:21:73:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6edca52b-433a-4565-954d-76f731e3be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:43Z', 'updated_at': '2021-07-09T14:26:48Z', 'revision_number': 4, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'subnets': [{'id': '6edca52b-433a-4565-954d-76f731e3be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:26:48.810792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.823505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Transition to ACTIVE for port object cc8ee7c0-3cf6-4e09-99af-03bee7204d77 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:48.828021 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:48.841290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-83f8d2c7-fbd3-4f78-8778-2bff3e4499f0 None None] Port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:26:48.934404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:49.395083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Attempting to bind port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:49.395416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Attempting to bind port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:49.395740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Attempting to bind port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 on network e0d57bd1-083b-4d88-a93b-95f1397cbf9f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:49.402215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 on network e0d57bd1-083b-4d88-a93b-95f1397cbf9f not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:26:49.402535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Attempting to bind port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 on network e0d57bd1-083b-4d88-a93b-95f1397cbf9f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:49.411747 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:49.412079 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Checking segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:49.412463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Bound using segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:49.412883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Bound port: cc8ee7c0-3cf6-4e09-99af-03bee7204d77, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:49.413240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:49.463635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39932081-1ff7-423d-b79d-96c5ba9e958e req-de1cd901-6bd1-42af-96f1-955dc8a05249 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:49.465131 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39932081-1ff7-423d-b79d-96c5ba9e958e req-de1cd901-6bd1-42af-96f1-955dc8a05249 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 943 time: 0.4841938 Jul 09 14:26:49.508714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] For port cc8ee7c0-3cf6-4e09-99af-03bee7204d77, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:49.516124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] For port cc8ee7c0-3cf6-4e09-99af-03bee7204d77, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:49.522681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:49.526823 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39932081-1ff7-423d-b79d-96c5ba9e958e req-f1fd0316-1e82-4d85-be1d-949affa37ae0 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557020 Jul 09 14:26:49.562147 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:49.562762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:49.564159 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/cc8ee7c0-3cf6-4e09-99af-03bee7204d77 HTTP/1.1" status: 200 len: 1091 time: 1.1492720 Jul 09 14:26:49.564646 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8131d952-7178-4ba9-9dc9-14affca380e3', 'tag': 'cc8ee7c0-3cf6-4e09-99af-03bee7204d77'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:49.567240 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d42ec9-17ee-48fb-aeca-553ffad33ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "8131d952-7178-4ba9-9dc9-14affca380e3", "tag": "cc8ee7c0-3cf6-4e09-99af-03bee7204d77"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:49.601821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159fc3e-f5a6-4ef6-8766-9e91a85ff6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:49.636822 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2b457c-c998-409a-841f-c64a519663d8 x-openstack-request-id: req-8f2b457c-c998-409a-841f-c64a519663d8 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:49.637114 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8131d952-7178-4ba9-9dc9-14affca380e3", "tag": "cc8ee7c0-3cf6-4e09-99af-03bee7204d77", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:49.637367 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f2b457c-c998-409a-841f-c64a519663d8 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:49.637759 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8131d952-7178-4ba9-9dc9-14affca380e3', 'tag': 'cc8ee7c0-3cf6-4e09-99af-03bee7204d77', 'status': 'completed', 'code': 200} Jul 09 14:26:49.663970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e1814a63-7c80-48b7-8515-e44182cd2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:49.665510 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-e1814a63-7c80-48b7-8515-e44182cd2c26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c43516ba6d4614969090884a0cc156&device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 1094 time: 0.0592632 Jul 09 14:26:49.709077 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-383fb3d5-9a04-4ace-92d6-bf8cc25c8f54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8ee7c0-3cf6-4e09-99af-03bee7204d77 HTTP/1.1" status: 200 len: 217 time: 0.0365129 Jul 09 14:26:49.764814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-da9076ad-4a40-4292-9680-c1aa56f3a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:49.766324 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-da9076ad-4a40-4292-9680-c1aa56f3a1cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ded651a4-6de6-4a37-b7d1-2909f3a826f1 HTTP/1.1" status: 200 len: 856 time: 0.0512412 Jul 09 14:26:49.825632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-11aeef6e-2e1e-45ce-a090-e456dd31e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:49.827177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-11aeef6e-2e1e-45ce-a090-e456dd31e6e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542319 Jul 09 14:26:49.914773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-37fba2e8-4b1d-4c2e-9ad1-888090422461 service neutron] 10.222.0.11 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812864 Jul 09 14:26:49.958820 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:50.016301 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bdc1f4d7-d125-4aa8-a3d1-58cc5cb44c3a req-5917163d-a6d5-45db-977a-8fec5f272b1d service neutron] 10.222.0.11 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949814 Jul 09 14:26:50.112920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-ece53ae2-7ac8-48b5-b997-3dfe8740cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:50.114432 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-ece53ae2-7ac8-48b5-b997-3dfe8740cce6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c43516ba6d4614969090884a0cc156&device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 1094 time: 0.0546157 Jul 09 14:26:50.148942 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e34d564-d956-43ef-8b34-a252483b9f4f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:50.199471 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1e34d564-d956-43ef-8b34-a252483b9f4f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:50.203115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1e34d564-d956-43ef-8b34-a252483b9f4f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:50.203475 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:50.214505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-5f1aec99-3a80-4194-b753-5ece47b276da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:50.216063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-5f1aec99-3a80-4194-b753-5ece47b276da service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f HTTP/1.1" status: 200 len: 917 time: 0.0955718 Jul 09 14:26:50.257328 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-6b13e69f-b327-4af1-b95e-5a31913c5be6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8ee7c0-3cf6-4e09-99af-03bee7204d77 HTTP/1.1" status: 200 len: 217 time: 0.0343456 Jul 09 14:26:50.284420 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:50.308294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-a5f12cb2-8d69-482e-8445-d1997a7fe344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:50.309777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-a5f12cb2-8d69-482e-8445-d1997a7fe344 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ded651a4-6de6-4a37-b7d1-2909f3a826f1 HTTP/1.1" status: 200 len: 856 time: 0.0459135 Jul 09 14:26:50.316588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 1e34d564-d956-43ef-8b34-a252483b9f4f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e34d564-d956-43ef-8b34-a252483b9f4f,segment=NetworkSegment(3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc),segment_id=3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:50.320768 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:50.374636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-0637a923-31e8-41da-aaa9-f70ff00515f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:50.376222 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-0637a923-31e8-41da-aaa9-f70ff00515f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598664 Jul 09 14:26:50.378167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=1e34d564-d956-43ef-8b34-a252483b9f4f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:50.471750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-52bbc1f5-1055-4779-9dc2-c595fc3ca17e service neutron] 10.222.0.11 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866547 Jul 09 14:26:50.560256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05d42ec9-17ee-48fb-aeca-553ffad33ec9 req-2fb563e3-9497-45de-abd7-b1ed5b615b9e service neutron] 10.222.0.11 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816004 Jul 09 14:26:50.708156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac4e21-81fb-4dba-8ccd-ed50ec16f414 req-2cc438e3-b83f-42cd-a8a0-ed030d46cb02 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:50.709665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88ac4e21-81fb-4dba-8ccd-ed50ec16f414 req-2cc438e3-b83f-42cd-a8a0-ed030d46cb02 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 943 time: 0.0706050 Jul 09 14:26:50.747066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-88ac4e21-81fb-4dba-8ccd-ed50ec16f414 req-82ebd8f7-ba56-47e8-adfe-8f8601ca9ed0 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Jul 09 14:26:51.922356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2322022-6989-480e-a6a1-7f51a9851d98 req-26c2428a-ded4-4ed6-a5dc-cef17a326d49 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:51.923886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2322022-6989-480e-a6a1-7f51a9851d98 req-26c2428a-ded4-4ed6-a5dc-cef17a326d49 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 943 time: 0.0667031 Jul 09 14:26:51.961663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d2322022-6989-480e-a6a1-7f51a9851d98 req-77f4bb99-9f20-478c-8d64-7d2853775bc4 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Jul 09 14:26:52.129533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e34d564-d956-43ef-8b34-a252483b9f4f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:52.180064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1e34d564-d956-43ef-8b34-a252483b9f4f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:52.180440 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:52.492116 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device cc8ee7c0-3cf6-4e09-99af-03bee7204d77 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:26:52.590805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port cc8ee7c0-3cf6-4e09-99af-03bee7204d77, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:52.602480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'cc8ee7c0-3cf6-4e09-99af-03bee7204d77', 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'port_id': 'cc8ee7c0-3cf6-4e09-99af-03bee7204d77', 'mac_address': 'fa:16:3e:33:b6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:26:52.638603 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:52.651188 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8ee7c0-3cf6-4e09-99af-03bee7204d77 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:26:52.671525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port cc8ee7c0-3cf6-4e09-99af-03bee7204d77, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:52.676706 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:52.725274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:52.873520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['cc8ee7c0-3cf6-4e09-99af-03bee7204d77'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:53.147209 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f18e5-cbd8-4388-b880-66b00c9c7db5 req-367bc8bd-1c4e-4bec-9481-9d909616843a tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:53.148789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a10f18e5-cbd8-4388-b880-66b00c9c7db5 req-367bc8bd-1c4e-4bec-9481-9d909616843a tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 944 time: 0.0722828 Jul 09 14:26:53.187378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a10f18e5-cbd8-4388-b880-66b00c9c7db5 req-be4d22a1-523a-41e1-826a-55ad752596a1 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329504 Jul 09 14:26:54.363464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d081aaa-446f-4f38-824f-5fdf31b35244 req-6b109536-580c-4c0f-8f8a-43b3420edebc tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:54.364882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d081aaa-446f-4f38-824f-5fdf31b35244 req-6b109536-580c-4c0f-8f8a-43b3420edebc tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 944 time: 0.0669122 Jul 09 14:26:54.401987 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d081aaa-446f-4f38-824f-5fdf31b35244 req-66a77a26-9a40-402d-94a8-3b54543997bc tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Jul 09 14:26:54.507818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device cc8ee7c0-3cf6-4e09-99af-03bee7204d77 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:54.554872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:54.560252 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:54.560634 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:54.640435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:54.662143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8131d952-7178-4ba9-9dc9-14affca380e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8ee7c0-3cf6-4e09-99af-03bee7204d77'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:54.664497 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735bea02-f741-450c-920a-a2993baf889a" -d '{"events": [{"server_uuid": "8131d952-7178-4ba9-9dc9-14affca380e3", "name": "network-vif-plugged", "status": "completed", "tag": "cc8ee7c0-3cf6-4e09-99af-03bee7204d77"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:54.678169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port cc8ee7c0-3cf6-4e09-99af-03bee7204d77, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:54.682269 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:54.707627 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b801711-ad8a-48e4-8318-48125caa4494 x-openstack-request-id: req-3b801711-ad8a-48e4-8318-48125caa4494 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:54.707923 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8131d952-7178-4ba9-9dc9-14affca380e3", "name": "network-vif-plugged", "status": "completed", "tag": "cc8ee7c0-3cf6-4e09-99af-03bee7204d77", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:54.708178 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b801711-ad8a-48e4-8318-48125caa4494 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:54.708576 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8131d952-7178-4ba9-9dc9-14affca380e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8ee7c0-3cf6-4e09-99af-03bee7204d77', 'code': 200} Jul 09 14:26:54.738045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:54.810639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc8ff-c230-424d-8311-6f698542d750 req-df2b1109-a4f5-46a5-9d87-97c741fe29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:54.812178 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-937dc8ff-c230-424d-8311-6f698542d750 req-df2b1109-a4f5-46a5-9d87-97c741fe29ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 1096 time: 0.0510726 Jul 09 14:26:54.847877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-937dc8ff-c230-424d-8311-6f698542d750 req-4b756d86-b4a0-4618-a20c-f9ce5a7b7325 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285556 Jul 09 14:26:55.585420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d6a1a-5b16-462d-ab1d-ba1363c480bc req-8864a4d8-0ecb-49c1-b9bc-2c1ce6c30839 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:55.586963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-867d6a1a-5b16-462d-ab1d-ba1363c480bc req-8864a4d8-0ecb-49c1-b9bc-2c1ce6c30839 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 945 time: 0.0710595 Jul 09 14:26:55.623713 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:26:55.625843 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-867d6a1a-5b16-462d-ab1d-ba1363c480bc req-54f04ccc-c784-4380-8870-6520013bbeff tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Jul 09 14:26:56.798486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b58f63-32b7-415d-bfc9-fba5b5144f22 req-536c428d-fd55-4d6f-9f97-cdd6cb36ad72 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:56.800765 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03b58f63-32b7-415d-bfc9-fba5b5144f22 req-536c428d-fd55-4d6f-9f97-cdd6cb36ad72 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 945 time: 0.0647748 Jul 09 14:26:56.838059 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03b58f63-32b7-415d-bfc9-fba5b5144f22 req-19f3805e-b129-48ef-9602-02d26acd3c83 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jul 09 14:26:57.018225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e02a7-7bcc-4c4a-a552-c0c887c86ef0 req-d177f9e3-5aab-478c-a266-dee690148c83 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:57.019722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f07e02a7-7bcc-4c4a-a552-c0c887c86ef0 req-d177f9e3-5aab-478c-a266-dee690148c83 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 945 time: 0.0673885 Jul 09 14:26:57.057908 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f07e02a7-7bcc-4c4a-a552-c0c887c86ef0 req-8900e00e-251b-4d74-9b7e-4b8eb9e2d021 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Jul 09 14:27:13.836133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:14.377024 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-12b06f6e-b4d2-40b6-9ce0-b067aaade0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:14.727485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:16.266282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e1025-0116-4ef2-bc3d-cfbc825212db req-0aa169f9-0e95-4ad9-ae96-3acb3f375fc0 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:16.268856 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd9e1025-0116-4ef2-bc3d-cfbc825212db req-0aa169f9-0e95-4ad9-ae96-3acb3f375fc0 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 945 time: 0.0651700 Jul 09 14:27:16.314899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd9e1025-0116-4ef2-bc3d-cfbc825212db req-153a2317-351e-4552-8d65-9ecfcd0abe7e tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365763 Jul 09 14:27:16.978685 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-30b4d289-469b-4035-aef5-3eb311cbaa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:17.110136 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:17.487918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde50f5-f052-4ffc-be0f-ca9344dec0e9 req-1c846948-a4ea-486c-81d6-0e944358fbf6 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:17.489465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bde50f5-f052-4ffc-be0f-ca9344dec0e9 req-1c846948-a4ea-486c-81d6-0e944358fbf6 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 945 time: 0.0625627 Jul 09 14:27:17.526410 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2bde50f5-f052-4ffc-be0f-ca9344dec0e9 req-47701cf5-14fa-451f-8fe2-23d8d2b9a46b tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Jul 09 14:27:17.627735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-5b29c74c-8c19-418f-b598-794608767427 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:17.629100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-5b29c74c-8c19-418f-b598-794608767427 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.11 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 945 time: 0.0663564 Jul 09 14:27:17.726736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Deleting port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:17.727116 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:17.817983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] For port cc8ee7c0-3cf6-4e09-99af-03bee7204d77, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:17.818339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:17.830559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Calling delete_port for cc8ee7c0-3cf6-4e09-99af-03bee7204d77 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:17.959985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:17.971645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['cc8ee7c0-3cf6-4e09-99af-03bee7204d77'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:27:17.988318 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Pushing event deleted for resources: {'Port': ['ID=cc8ee7c0-3cf6-4e09-99af-03bee7204d77,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:17.998277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:17.998647 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:17.999000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:17.999338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:17.999673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:18.000006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:18.000337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:18.000664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:18.000993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:18.002448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:18.002448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:18.002628 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:18.052548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] No DVR routers for this DVR port cc8ee7c0-3cf6-4e09-99af-03bee7204d77 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:18.055166 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:18.057152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6a3415ea-cc68-49bb-91ec-1e99d884690b req-ca1f3def-756d-4824-9f6a-2a56f8acb6cf tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.11 "DELETE /v2.0/ports/cc8ee7c0-3cf6-4e09-99af-03bee7204d77 HTTP/1.1" status: 204 len: 173 time: 0.4227166 Jul 09 14:27:18.057598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8131d952-7178-4ba9-9dc9-14affca380e3', 'name': 'network-vif-deleted', 'tag': 'cc8ee7c0-3cf6-4e09-99af-03bee7204d77'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:27:18.059899 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c17767a-9e63-44d0-ad23-444a3ae9b2a3" -d '{"events": [{"server_uuid": "8131d952-7178-4ba9-9dc9-14affca380e3", "name": "network-vif-deleted", "tag": "cc8ee7c0-3cf6-4e09-99af-03bee7204d77"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:27:18.099469 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a2e143-52f4-49fc-b5eb-f0d981aaada8 x-openstack-request-id: req-13a2e143-52f4-49fc-b5eb-f0d981aaada8 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:27:18.099795 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8131d952-7178-4ba9-9dc9-14affca380e3", "name": "network-vif-deleted", "tag": "cc8ee7c0-3cf6-4e09-99af-03bee7204d77", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:27:18.100021 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13a2e143-52f4-49fc-b5eb-f0d981aaada8 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:27:18.100447 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8131d952-7178-4ba9-9dc9-14affca380e3', 'name': 'network-vif-deleted', 'tag': 'cc8ee7c0-3cf6-4e09-99af-03bee7204d77', 'status': 'completed', 'code': 200} Jul 09 14:27:18.493459 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:18.682586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-648a86e3-f7ff-4c62-9053-799575ff5724 req-49eb45de-24a7-40be-a8d5-df3c5cc3b42d tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=8131d952-7178-4ba9-9dc9-14affca380e3 HTTP/1.1" status: 200 len: 210 time: 0.0290713 Jul 09 14:27:19.958810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:20.233000 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-3f552c9f-6f60-45c6-aca2-eccb2b2b2d93 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:20.234402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-3f552c9f-6f60-45c6-aca2-eccb2b2b2d93 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/networks?id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f HTTP/1.1" status: 200 len: 817 time: 0.1084886 Jul 09 14:27:20.248614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-0fe0b06e-7b51-4730-ad42-ab9bf90d2b67 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/quotas/b4c43516ba6d4614969090884a0cc156 HTTP/1.1" status: 200 len: 375 time: 0.0088959 Jul 09 14:27:20.317331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-14b01e14-93e0-4032-82df-aaf1399f8687 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4c43516ba6d4614969090884a0cc156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631516 Jul 09 14:27:20.413531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-41d20a9f-44c8-45a4-9c81-85a29b36b421 service neutron] 10.222.0.32 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851915 Jul 09 14:27:20.506768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-8c1e1c9d-cae5-4d9b-825e-4fbe9b68dfc6 service neutron] 10.222.0.32 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873642 Jul 09 14:27:20.585787 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device cc8ee7c0-3cf6-4e09-99af-03bee7204d77 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:20.608086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: cc8ee7c0-3cf6-4e09-99af-03bee7204d77 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:20.608525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device cc8ee7c0-3cf6-4e09-99af-03bee7204d77 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:20.686734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4eeeea3c-809a-4cee-9592-9f99371d3fa8 req-d8e224ec-8b55-4e7f-a8a6-14f5d2610791 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 210 time: 0.0328736 Jul 09 14:27:21.693164 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-207c040b-8b72-4774-a11e-303770f9491d tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:21.694694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-207c040b-8b72-4774-a11e-303770f9491d tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.11 "GET /v2.0/networks?id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f HTTP/1.1" status: 200 len: 817 time: 0.1005538 Jul 09 14:27:21.706778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Request body: {'port': {'device_id': '3faaed83-a448-4d68-ba1f-242d2e88e888', 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'admin_state_up': True, 'tenant_id': 'b4c43516ba6d4614969090884a0cc156'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:27:21.839645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4723e46a-6b9d-4246-8621-94daf07accac req-e48129c5-b766-41c8-92bd-573792bec559 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 210 time: 0.0339930 Jul 09 14:27:21.848741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Made reservation on behalf of b4c43516ba6d4614969090884a0cc156 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:27:21.852472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:21.984307 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Allocated IP 172.20.0.8 (e0d57bd1-083b-4d88-a93b-95f1397cbf9f/ded651a4-6de6-4a37-b7d1-2909f3a826f1/de9386cc-b7d1-41f2-97c4-eaada1809c0c) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:27:22.128678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.142189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Transition to ACTIVE for port object de9386cc-b7d1-41f2-97c4-eaada1809c0c will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:27:22.176330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.227436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:27:22.230589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:27:22.233082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:27:22.269367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Pushing event updated for resources: {'Port': ['ID=de9386cc-b7d1-41f2-97c4-eaada1809c0c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:22.293806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:22.294607 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.310860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-9cc45796-2fc5-4801-882b-2e8c4edbbfd8 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085384 Jul 09 14:27:22.322053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Request body: {'port': {'device_id': '3faaed83-a448-4d68-ba1f-242d2e88e888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:27:22.395776 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.423340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ba0fe4b2-d862-435e-b516-9818c0824b0b None None] Provisioning for port de9386cc-b7d1-41f2-97c4-eaada1809c0c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:27:22.427617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ba0fe4b2-d862-435e-b516-9818c0824b0b None None] Provisioning complete for port de9386cc-b7d1-41f2-97c4-eaada1809c0c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:27:22.428000 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe4b2-d862-435e-b516-9818c0824b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.461912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-ba0fe4b2-d862-435e-b516-9818c0824b0b None None] Port de9386cc-b7d1-41f2-97c4-eaada1809c0c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:27:22.660190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9386cc-b7d1-41f2-97c4-eaada1809c0c {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:27:22.667568 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.679503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Transition to ACTIVE for port object de9386cc-b7d1-41f2-97c4-eaada1809c0c will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:27:22.682880 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.731735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Pushing event updated for resources: {'Port': ['ID=de9386cc-b7d1-41f2-97c4-eaada1809c0c,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:22.810991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Attempting to bind port de9386cc-b7d1-41f2-97c4-eaada1809c0c on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:27:22.811333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Attempting to bind port de9386cc-b7d1-41f2-97c4-eaada1809c0c by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:27:22.811684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Attempting to bind port de9386cc-b7d1-41f2-97c4-eaada1809c0c on network e0d57bd1-083b-4d88-a93b-95f1397cbf9f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:27:22.816700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Port de9386cc-b7d1-41f2-97c4-eaada1809c0c on network e0d57bd1-083b-4d88-a93b-95f1397cbf9f not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:27:22.817026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Attempting to bind port de9386cc-b7d1-41f2-97c4-eaada1809c0c on network e0d57bd1-083b-4d88-a93b-95f1397cbf9f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:27:22.822008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:27:22.822348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Checking segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:27:22.822734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Bound using segment: {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:27:22.823190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Bound port: de9386cc-b7d1-41f2-97c4-eaada1809c0c, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1269a82-b90e-4884-9a72-d3cae635bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:27:22.823550 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.896108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] For port de9386cc-b7d1-41f2-97c4-eaada1809c0c, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:27:22.900015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] For port de9386cc-b7d1-41f2-97c4-eaada1809c0c, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=de9386cc-b7d1-41f2-97c4-eaada1809c0c,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:27:22.904398 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.939734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:22.940459 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:22.941860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] 10.222.0.11 "PUT /v2.0/ports/de9386cc-b7d1-41f2-97c4-eaada1809c0c HTTP/1.1" status: 200 len: 1091 time: 0.6242886 Jul 09 14:27:22.942389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faaed83-a448-4d68-ba1f-242d2e88e888', 'tag': 'de9386cc-b7d1-41f2-97c4-eaada1809c0c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:27:22.944654 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "3faaed83-a448-4d68-ba1f-242d2e88e888", "tag": "de9386cc-b7d1-41f2-97c4-eaada1809c0c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:27:23.019507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9a9c1-ed6a-4869-8fbe-50266094af20 service neutron] Pushing event updated for resources: {'Port': ['ID=de9386cc-b7d1-41f2-97c4-eaada1809c0c,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:23.091854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb49695-6414-4286-a4f4-e6d9c2b837bc req-901f633e-7e5e-4a2f-ae59-6f827e2a1def tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:23.093135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-feb49695-6414-4286-a4f4-e6d9c2b837bc req-901f633e-7e5e-4a2f-ae59-6f827e2a1def tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 943 time: 0.1299925 Jul 09 14:27:23.098661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-1ce30094-7655-4893-a6f0-8de8466391e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:23.100175 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-1ce30094-7655-4893-a6f0-8de8466391e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c43516ba6d4614969090884a0cc156&device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 1094 time: 0.0923524 Jul 09 14:27:23.150822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-e0b52a69-9f1f-4933-8e8e-4313539d4196 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9386cc-b7d1-41f2-97c4-eaada1809c0c HTTP/1.1" status: 200 len: 217 time: 0.0435469 Jul 09 14:27:23.193988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-feb49695-6414-4286-a4f4-e6d9c2b837bc req-53f7d8c8-3802-4034-aca8-b41dcc1d0650 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927582 Jul 09 14:27:23.218551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-3a212b20-f9dc-45e6-8b5a-b32b6b16dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:23.218551 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-3a212b20-f9dc-45e6-8b5a-b32b6b16dd6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ded651a4-6de6-4a37-b7d1-2909f3a826f1 HTTP/1.1" status: 200 len: 856 time: 0.0568182 Jul 09 14:27:23.251760 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e23ce07-0060-44e2-86d8-eb0d84786397 x-openstack-request-id: req-1e23ce07-0060-44e2-86d8-eb0d84786397 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:27:23.252601 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faaed83-a448-4d68-ba1f-242d2e88e888", "tag": "de9386cc-b7d1-41f2-97c4-eaada1809c0c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:27:23.252866 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e23ce07-0060-44e2-86d8-eb0d84786397 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:27:23.253255 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faaed83-a448-4d68-ba1f-242d2e88e888', 'tag': 'de9386cc-b7d1-41f2-97c4-eaada1809c0c', 'status': 'completed', 'code': 200} Jul 09 14:27:23.279128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-ad921fc0-7a90-453c-a023-3a359fcc1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:23.280602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-ad921fc0-7a90-453c-a023-3a359fcc1071 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611382 Jul 09 14:27:23.367836 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-e02175a2-b120-4989-bc2c-ae2d367bb969 service neutron] 10.222.0.11 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801144 Jul 09 14:27:23.459439 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a74f8f41-c03b-44aa-86c6-69e49ce1ccc5 req-1c02b0e4-f0a0-462d-90bd-bc4bdc37ce7a service neutron] 10.222.0.11 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852265 Jul 09 14:27:23.554970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-1877ce17-a9e8-40c4-b8c0-d1ffcf580bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:23.556481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-1877ce17-a9e8-40c4-b8c0-d1ffcf580bc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c43516ba6d4614969090884a0cc156&device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 1094 time: 0.0530629 Jul 09 14:27:23.649403 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-99b9950e-69c9-43b6-b67a-7d1c66a83e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:23.650873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-99b9950e-69c9-43b6-b67a-7d1c66a83e07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f HTTP/1.1" status: 200 len: 917 time: 0.0883126 Jul 09 14:27:23.691885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-d78133c3-af3c-4d35-8524-5ecc592c6057 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9386cc-b7d1-41f2-97c4-eaada1809c0c HTTP/1.1" status: 200 len: 217 time: 0.0343912 Jul 09 14:27:23.738787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-e31d70c6-6a81-4932-bd68-cd1a39aa2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:23.740164 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-e31d70c6-6a81-4932-bd68-cd1a39aa2086 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ded651a4-6de6-4a37-b7d1-2909f3a826f1 HTTP/1.1" status: 200 len: 856 time: 0.0421741 Jul 09 14:27:23.795645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-79845d72-4834-414b-aef4-d77c87380e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:23.797098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-79845d72-4834-414b-aef4-d77c87380e8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0d57bd1-083b-4d88-a93b-95f1397cbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505223 Jul 09 14:27:23.890196 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-3c278a8a-b92e-496d-8ccc-65688e1b4c13 service neutron] 10.222.0.11 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853069 Jul 09 14:27:23.977117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b273260-7c83-4068-ae0d-2bb1f1ac7dcf req-0953fdcd-fb53-4971-b693-4232c8c99071 service neutron] 10.222.0.11 "GET /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798953 Jul 09 14:27:24.376111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f414fe8-2f8d-4232-a04c-fe9c0d6ee34f req-3a478219-4a74-4f00-a897-395bf917a778 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:24.377593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f414fe8-2f8d-4232-a04c-fe9c0d6ee34f req-3a478219-4a74-4f00-a897-395bf917a778 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 943 time: 0.0686920 Jul 09 14:27:24.414409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f414fe8-2f8d-4232-a04c-fe9c0d6ee34f req-13430a94-5397-449f-8f35-c19f3314d43a tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Jul 09 14:27:24.617320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device de9386cc-b7d1-41f2-97c4-eaada1809c0c details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:27:24.713959 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port de9386cc-b7d1-41f2-97c4-eaada1809c0c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=de9386cc-b7d1-41f2-97c4-eaada1809c0c,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:24.725831 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'de9386cc-b7d1-41f2-97c4-eaada1809c0c', 'network_id': 'e0d57bd1-083b-4d88-a93b-95f1397cbf9f', 'port_id': 'de9386cc-b7d1-41f2-97c4-eaada1809c0c', 'mac_address': 'fa:16:3e:c8:df:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded651a4-6de6-4a37-b7d1-2909f3a826f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:27:24.761235 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:24.774373 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9386cc-b7d1-41f2-97c4-eaada1809c0c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:27:24.793899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port de9386cc-b7d1-41f2-97c4-eaada1809c0c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=de9386cc-b7d1-41f2-97c4-eaada1809c0c,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:24.797544 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:24.843845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=de9386cc-b7d1-41f2-97c4-eaada1809c0c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:24.852095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.852444 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.852779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.853111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.853443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.853773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.854096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.854416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.854734 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.855094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.855406 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.855723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:24.980026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['de9386cc-b7d1-41f2-97c4-eaada1809c0c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:27:25.589918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec1d81-d012-4fb2-b489-d40c7caaf285 req-c0d1d05d-d471-4bcf-af25-9a4c233cbc22 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:25.591408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6cec1d81-d012-4fb2-b489-d40c7caaf285 req-c0d1d05d-d471-4bcf-af25-9a4c233cbc22 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 944 time: 0.0632398 Jul 09 14:27:25.633662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6cec1d81-d012-4fb2-b489-d40c7caaf285 req-bca3a861-0e79-466e-9d68-44dc9bf0198f tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363917 Jul 09 14:27:26.632096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device de9386cc-b7d1-41f2-97c4-eaada1809c0c up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:27:26.681626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port de9386cc-b7d1-41f2-97c4-eaada1809c0c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:27:26.685487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port de9386cc-b7d1-41f2-97c4-eaada1809c0c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:27:26.685863 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:26.768125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:26.790534 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaed83-a448-4d68-ba1f-242d2e88e888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9386cc-b7d1-41f2-97c4-eaada1809c0c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:27:26.792989 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736e58cf-cfe6-43c3-80e2-a61013bf8e03" -d '{"events": [{"server_uuid": "3faaed83-a448-4d68-ba1f-242d2e88e888", "name": "network-vif-plugged", "status": "completed", "tag": "de9386cc-b7d1-41f2-97c4-eaada1809c0c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:27:26.806372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port de9386cc-b7d1-41f2-97c4-eaada1809c0c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=de9386cc-b7d1-41f2-97c4-eaada1809c0c,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:26.809302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574239ba-0a24-4d63-a660-67cfdd03fb5c req-ea402c19-4d37-474a-a44b-e4cf1b58226b tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:26.810249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:26.810806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-574239ba-0a24-4d63-a660-67cfdd03fb5c req-ea402c19-4d37-474a-a44b-e4cf1b58226b tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 944 time: 0.0643964 Jul 09 14:27:26.854471 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-574239ba-0a24-4d63-a660-67cfdd03fb5c req-dd6a46c9-2bae-4f59-a13e-5eeec9476c30 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364053 Jul 09 14:27:26.862911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=de9386cc-b7d1-41f2-97c4-eaada1809c0c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:26.899494 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565f6d96-0497-424c-a139-23c9f57fa812 x-openstack-request-id: req-565f6d96-0497-424c-a139-23c9f57fa812 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:27:26.899827 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaed83-a448-4d68-ba1f-242d2e88e888", "name": "network-vif-plugged", "status": "completed", "tag": "de9386cc-b7d1-41f2-97c4-eaada1809c0c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:27:26.900080 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-565f6d96-0497-424c-a139-23c9f57fa812 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:27:26.900470 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faaed83-a448-4d68-ba1f-242d2e88e888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9386cc-b7d1-41f2-97c4-eaada1809c0c', 'code': 200} Jul 09 14:27:27.007366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db47a9-682b-43bd-b4a4-335a65a043de req-de2a1fac-5d23-45ab-8bd9-a39bdf5024e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:27.008850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22db47a9-682b-43bd-b4a4-335a65a043de req-de2a1fac-5d23-45ab-8bd9-a39bdf5024e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 1096 time: 0.0511317 Jul 09 14:27:27.041818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22db47a9-682b-43bd-b4a4-335a65a043de req-cf0e7d41-69c3-4eb1-b55b-69f831784662 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267491 Jul 09 14:27:28.028665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4c08a-4105-4180-beaf-3fba1b5fddf1 req-aa9373b9-1bc7-4452-824b-f5b34d8df3aa tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:28.030121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13a4c08a-4105-4180-beaf-3fba1b5fddf1 req-aa9373b9-1bc7-4452-824b-f5b34d8df3aa tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 945 time: 0.0622671 Jul 09 14:27:28.067618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13a4c08a-4105-4180-beaf-3fba1b5fddf1 req-3a573fd0-5f73-4ff5-b1cd-f22768a679ff tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Jul 09 14:27:28.259266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5327ef4-a9a2-422a-8008-d96e9860c423 req-f64eae51-9d24-4798-b2e7-fb5897c95351 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:28.260768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5327ef4-a9a2-422a-8008-d96e9860c423 req-f64eae51-9d24-4798-b2e7-fb5897c95351 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 945 time: 0.0689158 Jul 09 14:27:28.298116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5327ef4-a9a2-422a-8008-d96e9860c423 req-385c754d-fb0a-4019-852b-8a3d31629c17 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Jul 09 14:27:32.622501 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:27:43.833300 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:44.378971 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3a793881-0f23-4fd7-a230-17afe7e4e040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:44.721161 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:46.962162 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a8d64da2-b9f8-4ee9-8cdc-73947487cf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:47.120061 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:47.274106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222f02a-b5ce-4b8c-8232-86c285fdb4db req-cc915f21-a870-44ae-a98d-fa493064e3c9 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:47.275635 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f222f02a-b5ce-4b8c-8232-86c285fdb4db req-cc915f21-a870-44ae-a98d-fa493064e3c9 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 945 time: 0.0643573 Jul 09 14:27:47.313480 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f222f02a-b5ce-4b8c-8232-86c285fdb4db req-40c9afa2-97c1-41cb-a934-2e438894db76 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Jul 09 14:27:48.485212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5345ef-3344-4ff7-8fbc-50cc327a3f56 req-4ac0265f-ac6d-403f-9078-aa227111ed2a tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:48.486814 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b5345ef-3344-4ff7-8fbc-50cc327a3f56 req-4ac0265f-ac6d-403f-9078-aa227111ed2a tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 945 time: 0.0645239 Jul 09 14:27:48.495865 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:48.525232 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b5345ef-3344-4ff7-8fbc-50cc327a3f56 req-2af93fa0-987d-4e07-9b98-52dd8300a324 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/security-groups?id=de105e3a-8730-4b62-926c-16d28fd90c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Jul 09 14:27:48.722847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-42adfb81-5c22-4ef7-958e-c5444c5ce2f9 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:48.724248 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-42adfb81-5c22-4ef7-958e-c5444c5ce2f9 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.11 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 945 time: 0.0670533 Jul 09 14:27:48.822503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Deleting port de9386cc-b7d1-41f2-97c4-eaada1809c0c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:48.822841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:48.913262 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] For port de9386cc-b7d1-41f2-97c4-eaada1809c0c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=de9386cc-b7d1-41f2-97c4-eaada1809c0c,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:48.913614 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:48.925741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Calling delete_port for de9386cc-b7d1-41f2-97c4-eaada1809c0c owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:49.053242 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:49.082113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Pushing event deleted for resources: {'Port': ['ID=de9386cc-b7d1-41f2-97c4-eaada1809c0c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:49.132028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] No DVR routers for this DVR port de9386cc-b7d1-41f2-97c4-eaada1809c0c on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:49.134669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:49.136670 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7cefe10c-7347-4bcc-8894-6fcb449dad4d req-8cee8bac-6d8a-4a95-9a56-0db1075b29c2 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.11 "DELETE /v2.0/ports/de9386cc-b7d1-41f2-97c4-eaada1809c0c HTTP/1.1" status: 204 len: 173 time: 0.4073787 Jul 09 14:27:49.137106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaed83-a448-4d68-ba1f-242d2e88e888', 'name': 'network-vif-deleted', 'tag': 'de9386cc-b7d1-41f2-97c4-eaada1809c0c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:27:49.139426 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559df9fa-199c-4fc9-a665-63a402461207" -d '{"events": [{"server_uuid": "3faaed83-a448-4d68-ba1f-242d2e88e888", "name": "network-vif-deleted", "tag": "de9386cc-b7d1-41f2-97c4-eaada1809c0c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:27:49.178299 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c3f96-3c23-4fe7-bc86-b80446e099f3 x-openstack-request-id: req-df5c3f96-3c23-4fe7-bc86-b80446e099f3 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:27:49.178595 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaed83-a448-4d68-ba1f-242d2e88e888", "name": "network-vif-deleted", "tag": "de9386cc-b7d1-41f2-97c4-eaada1809c0c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:27:49.178848 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df5c3f96-3c23-4fe7-bc86-b80446e099f3 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:27:49.179273 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faaed83-a448-4d68-ba1f-242d2e88e888', 'name': 'network-vif-deleted', 'tag': 'de9386cc-b7d1-41f2-97c4-eaada1809c0c', 'status': 'completed', 'code': 200} Jul 09 14:27:49.681452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e63ff907-77d5-4c4d-ab8b-18a6d62100cd req-9003d9e5-7060-4ae0-9b35-d3375f9bb5b0 tempest-TestEncryptedCinderVolumes-1778572590 tempest-TestEncryptedCinderVolumes-1778572590-project] 10.222.0.32 "GET /v2.0/ports?device_id=3faaed83-a448-4d68-ba1f-242d2e88e888 HTTP/1.1" status: 200 len: 210 time: 0.0296540 Jul 09 14:27:49.960263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:50.813691 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53430) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:50.822752 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device de9386cc-b7d1-41f2-97c4-eaada1809c0c no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:50.846026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: de9386cc-b7d1-41f2-97c4-eaada1809c0c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:50.846448 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device de9386cc-b7d1-41f2-97c4-eaada1809c0c not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:51.461080 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:51.714060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Deleting port d55af7b1-fe13-49eb-8a98-872bc6a14169 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:51.714321 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:51.792668 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] For port d55af7b1-fe13-49eb-8a98-872bc6a14169, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=d55af7b1-fe13-49eb-8a98-872bc6a14169,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:51.793023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:51.806238 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Calling delete_port for d55af7b1-fe13-49eb-8a98-872bc6a14169 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:51.987137 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.012646 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Pushing event deleted for resources: {'Port': ['ID=d55af7b1-fe13-49eb-8a98-872bc6a14169,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:52.046152 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.046501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.046895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.047247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.047576 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.047903 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.048224 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.048558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.049644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.049965 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.050288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.050859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:52.200107 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.406384 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Router b14331e2-1211-44bc-8c5f-08ffadff68d9 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:27:52.512557 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:27:52.518131 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-af288180-e311-4b63-8522-8241b36c8cde admin admin] 10.222.0.32 "PUT /v2.0/routers/b14331e2-1211-44bc-8c5f-08ffadff68d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020755 Jul 09 14:27:52.520837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53434) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:52.523628 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] Sync routers for ids ['b14331e2-1211-44bc-8c5f-08ffadff68d9'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:27:52.533728 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] Routers {'b14331e2-1211-44bc-8c5f-08ffadff68d9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:52.534449 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b14331e2-1211-44bc-8c5f-08ffadff68d9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:52.623975 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.635493 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] Set router b14331e2-1211-44bc-8c5f-08ffadff68d9 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:52.727978 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.781487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Deleting port 7793a2c7-1a8f-4be3-8822-e489fa478cc6 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:52.781828 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.818524 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:27:51Z', 'revision_number': 5, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port': {'id': '7793a2c7-1a8f-4be3-8822-e489fa478cc6', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:37Z', 'updated_at': '2021-07-09T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:52.848434 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] Checking router: b14331e2-1211-44bc-8c5f-08ffadff68d9 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:27:52.856401 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] Routers {'b14331e2-1211-44bc-8c5f-08ffadff68d9'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:52.856999 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b14331e2-1211-44bc-8c5f-08ffadff68d9'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:52.866704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] For port 7793a2c7-1a8f-4be3-8822-e489fa478cc6, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7793a2c7-1a8f-4be3-8822-e489fa478cc6,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:52.867175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.881334 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Calling delete_port for 7793a2c7-1a8f-4be3-8822-e489fa478cc6 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:52.941449 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] Set router b14331e2-1211-44bc-8c5f-08ffadff68d9 gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:52.992406 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:27:52Z', 'revision_number': 6, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:53.022410 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086983e1-8b33-401a-a66f-92dca49a4f53 None None] The sync data for ids ['b14331e2-1211-44bc-8c5f-08ffadff68d9'] in n-d-799524-3 is: [{'id': 'b14331e2-1211-44bc-8c5f-08ffadff68d9', 'name': 'tempest-TestEncryptedCinderVolumes-1812703131-router', 'tenant_id': 'b4c43516ba6d4614969090884a0cc156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:36Z', 'updated_at': '2021-07-09T14:27:52Z', 'revision_number': 6, 'project_id': 'b4c43516ba6d4614969090884a0cc156', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:27:53.047699 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.073009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Pushing event deleted for resources: {'Port': ['ID=7793a2c7-1a8f-4be3-8822-e489fa478cc6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:53.136279 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.227504 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.229531 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.275015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.275527 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b14331e2-1211-44bc-8c5f-08ffadff68d9 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:27:53.280332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.280927 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0d753add-36eb-4e1c-814a-0b5646d4717b admin admin] 10.222.0.32 "DELETE /v2.0/routers/b14331e2-1211-44bc-8c5f-08ffadff68d9 HTTP/1.1" status: 204 len: 168 time: 0.7591770 Jul 09 14:27:53.283957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53436) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:53.328702 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8971fe9-1286-42f1-a0cc-7becf11cc7d9 admin admin] Deleting subnet ded651a4-6de6-4a37-b7d1-2909f3a826f1 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:27:53.331798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8971fe9-1286-42f1-a0cc-7becf11cc7d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.364802 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8971fe9-1286-42f1-a0cc-7becf11cc7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.450485 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8971fe9-1286-42f1-a0cc-7becf11cc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.504076 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8971fe9-1286-42f1-a0cc-7becf11cc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.529435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8971fe9-1286-42f1-a0cc-7becf11cc7d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded651a4-6de6-4a37-b7d1-2909f3a826f1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:53.533812 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a8971fe9-1286-42f1-a0cc-7becf11cc7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.538378 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a8971fe9-1286-42f1-a0cc-7becf11cc7d9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ded651a4-6de6-4a37-b7d1-2909f3a826f1 HTTP/1.1" status: 204 len: 168 time: 0.2509487 Jul 09 14:27:53.538378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53438) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:53.541378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9cb6c-604a-4548-aca9-ce104875891d None None] Network e0d57bd1-083b-4d88-a93b-95f1397cbf9f requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:27:53.608875 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.674895 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Deleting port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:53.675278 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.738523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] For port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb,segment=NetworkSegment(a1269a82-b90e-4884-9a72-d3cae635bfa2),segment_id=a1269a82-b90e-4884-9a72-d3cae635bfa2)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:53.738813 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.751369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Calling delete_port for f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:53.823924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] DHCP port deletion for e0d57bd1-083b-4d88-a93b-95f1397cbf9f request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:27:53.840177 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.869030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:53.874100 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] No DVR routers for this DVR port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:53.877483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] Deleting port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:53.877867 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.939843 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] For port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:53.940247 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.946530 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.958579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] Calling delete_port for f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:53.958833 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d57bd1-083b-4d88-a93b-95f1397cbf9f']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:53.961706 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] Port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:27:53.963084 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.971472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1269a82-b90e-4884-9a72-d3cae635bfa2') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:53.971472 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1269a82-b90e-4884-9a72-d3cae635bfa2') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:53.980340 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.996768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] Pushing event deleted for resources: {'Port': ['ID=f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:53.999918 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.000459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbf783-cb74-4397-b351-a7c1f745a2f0 None None] No DVR routers for this DVR port f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:54.009893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:27:54.009893 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:27:54.011149 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:27:54.070372 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.077562 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.079488 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e0d57bd1-083b-4d88-a93b-95f1397cbf9f HTTP/1.1" status: 204 len: 168 time: 0.5402598 Jul 09 14:27:54.083162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53440) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:54.090009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e026ea-76d9-4e18-81d2-c4ec3f33a190 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d57bd1-083b-4d88-a93b-95f1397cbf9f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:54.177143 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d55af7b1-fe13-49eb-8a98-872bc6a14169 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:54.199921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: d55af7b1-fe13-49eb-8a98-872bc6a14169 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:54.200276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device d55af7b1-fe13-49eb-8a98-872bc6a14169 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:54.200696 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7793a2c7-1a8f-4be3-8822-e489fa478cc6 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:54.219945 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 7793a2c7-1a8f-4be3-8822-e489fa478cc6 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:54.220287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7793a2c7-1a8f-4be3-8822-e489fa478cc6 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:54.221558 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:54.239756 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:54.240109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device f83e8f45-a3c6-4c00-b1d6-3b98241e7dbb not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:54.444967 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.702124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Deleting port 1e34d564-d956-43ef-8b34-a252483b9f4f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:54.702377 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.777651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] For port 1e34d564-d956-43ef-8b34-a252483b9f4f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e34d564-d956-43ef-8b34-a252483b9f4f,segment=NetworkSegment(3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc),segment_id=3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:54.778001 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.790620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Calling delete_port for 1e34d564-d956-43ef-8b34-a252483b9f4f owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:54.967942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.001752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e34d564-d956-43ef-8b34-a252483b9f4f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:55.515057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.721759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Router 28b105f4-c1f8-447e-823a-c57570854576 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:27:55.825595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:27:55.830547 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-40e53a1e-75ed-433f-b9be-4c72318b0ed7 admin admin] 10.222.0.32 "PUT /v2.0/routers/28b105f4-c1f8-447e-823a-c57570854576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460546 Jul 09 14:27:55.832977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53442) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:55.835560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] Sync routers for ids ['28b105f4-c1f8-447e-823a-c57570854576'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:27:55.844583 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] Routers {'28b105f4-c1f8-447e-823a-c57570854576'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:55.845200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['28b105f4-c1f8-447e-823a-c57570854576'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:55.936361 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.950931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] Set router 28b105f4-c1f8-447e-823a-c57570854576 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:56.034845 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.090712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Deleting port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:56.090976 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.131545 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:27:54Z', 'revision_number': 5, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port': {'id': '0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b105f4-c1f8-447e-823a-c57570854576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:26:42Z', 'updated_at': '2021-07-09T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:56.163872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] Checking router: 28b105f4-c1f8-447e-823a-c57570854576 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:27:56.173081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] Routers {'28b105f4-c1f8-447e-823a-c57570854576'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:56.174250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['28b105f4-c1f8-447e-823a-c57570854576'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:56.188066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] For port 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:56.188423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.201330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Calling delete_port for 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:56.261077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] Set router 28b105f4-c1f8-447e-823a-c57570854576 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:56.316789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:27:56Z', 'revision_number': 6, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:56.347978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cc849-557f-4912-b331-2abbe2f1db82 None None] The sync data for ids ['28b105f4-c1f8-447e-823a-c57570854576'] in n-d-799524-3 is: [{'id': '28b105f4-c1f8-447e-823a-c57570854576', 'name': 'tempest-TestEncryptedCinderVolumes-1426005801-router', 'tenant_id': '1e32645bddb24195a73ba97959a97b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:26:41Z', 'updated_at': '2021-07-09T14:27:56Z', 'revision_number': 6, 'project_id': '1e32645bddb24195a73ba97959a97b27', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:27:56.369667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.401071 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:56.462034 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.551704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.553768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.609233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.609664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28b105f4-c1f8-447e-823a-c57570854576 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:27:56.614426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.615596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c6ab905-0ba3-4335-a0e9-a6b97cc24c7c admin admin] 10.222.0.32 "DELETE /v2.0/routers/28b105f4-c1f8-447e-823a-c57570854576 HTTP/1.1" status: 204 len: 168 time: 0.7817008 Jul 09 14:27:56.618469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53444) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:56.674542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c782262d-cdf8-4116-b9ba-a0c1eaf11ef4 admin admin] Deleting subnet 6edca52b-433a-4565-954d-76f731e3be28 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:27:56.683316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c782262d-cdf8-4116-b9ba-a0c1eaf11ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.719415 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c782262d-cdf8-4116-b9ba-a0c1eaf11ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.800863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c782262d-cdf8-4116-b9ba-a0c1eaf11ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.853626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c782262d-cdf8-4116-b9ba-a0c1eaf11ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.883322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782262d-cdf8-4116-b9ba-a0c1eaf11ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6edca52b-433a-4565-954d-76f731e3be28,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:56.886879 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c782262d-cdf8-4116-b9ba-a0c1eaf11ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.888762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c782262d-cdf8-4116-b9ba-a0c1eaf11ef4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6edca52b-433a-4565-954d-76f731e3be28 HTTP/1.1" status: 204 len: 168 time: 0.2693028 Jul 09 14:27:56.891280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53446) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:56.895882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43db76ad-61c2-4336-a2fd-42aa4bbc4a74 None None] Network 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:27:56.960886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.014155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Deleting port beb072cf-1c40-4d96-b614-f052152a1805 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:57.014500 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.083064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] For port beb072cf-1c40-4d96-b614-f052152a1805, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=beb072cf-1c40-4d96-b614-f052152a1805,segment=NetworkSegment(3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc),segment_id=3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:57.083427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.097226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Calling delete_port for beb072cf-1c40-4d96-b614-f052152a1805 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:57.121799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] DHCP port deletion for 1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:27:57.179880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] Deleting port beb072cf-1c40-4d96-b614-f052152a1805 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:57.180401 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.184708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.212631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Pushing event deleted for resources: {'Port': ['ID=beb072cf-1c40-4d96-b614-f052152a1805,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:57.216178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] No DVR routers for this DVR port beb072cf-1c40-4d96-b614-f052152a1805 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:57.253429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] For port beb072cf-1c40-4d96-b614-f052152a1805, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=beb072cf-1c40-4d96-b614-f052152a1805,segment=NetworkSegment(3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc),segment_id=3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:57.253829 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.266877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] Calling delete_port for beb072cf-1c40-4d96-b614-f052152a1805 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:57.293514 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.305654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:57.317402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:57.317694 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2d7c97-08d0-44d9-a76e-fb6f1577a4dc') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:57.326854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.345008 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.350456 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.351687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:27:57.352334 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:27:57.354969 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:27:57.376522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] Pushing event deleted for resources: {'Port': ['ID=beb072cf-1c40-4d96-b614-f052152a1805,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:57.381744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463664a0-f26b-4c4f-a8f0-8308334de432 None None] No DVR routers for this DVR port beb072cf-1c40-4d96-b614-f052152a1805 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:57.421032 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.426846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.428886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] 10.222.0.32 "DELETE /v2.0/networks/1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e HTTP/1.1" status: 204 len: 168 time: 0.5361285 Jul 09 14:27:57.440348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d05cc-a96e-48f0-97a3-66a8ffbe55de admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbcfa4c-c36f-4699-80fc-3eb6c9a9e50e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:57.605479 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53450) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:57.645391 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-26f7a37a-bb0d-405b-9358-4c16f0603277 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4c43516ba6d4614969090884a0cc156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386133 Jul 09 14:27:57.647754 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53452) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:57.694747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e9d1b3-1bf4-4fa9-a9a9-97914c9f2b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.715192 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e9d1b3-1bf4-4fa9-a9a9-97914c9f2b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.764486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e9d1b3-1bf4-4fa9-a9a9-97914c9f2b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.766989 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e9d1b3-1bf4-4fa9-a9a9-97914c9f2b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.768279 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-15e9d1b3-1bf4-4fa9-a9a9-97914c9f2b42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de105e3a-8730-4b62-926c-16d28fd90c4b HTTP/1.1" status: 204 len: 168 time: 0.1196384 Jul 09 14:27:57.775782 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9d1b3-1bf4-4fa9-a9a9-97914c9f2b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de105e3a-8730-4b62-926c-16d28fd90c4b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:58.106216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53458) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:58.153955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-67b2f96c-f808-4213-aaf4-52a8e9f3bdfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e32645bddb24195a73ba97959a97b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444362 Jul 09 14:27:58.154188 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53460) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:58.170525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e34d564-d956-43ef-8b34-a252483b9f4f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:58.191521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1e34d564-d956-43ef-8b34-a252483b9f4f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:58.191870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e34d564-d956-43ef-8b34-a252483b9f4f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:58.192281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:58.203608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e776f3d2-e66b-4274-8f24-38bdfd3e1735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.210285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:58.210635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 0e8fb5a6-be50-45a4-9c68-d6cc6e25c3a5 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:58.211068 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device beb072cf-1c40-4d96-b614-f052152a1805 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:58.225240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e776f3d2-e66b-4274-8f24-38bdfd3e1735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.229574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: beb072cf-1c40-4d96-b614-f052152a1805 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:58.229905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device beb072cf-1c40-4d96-b614-f052152a1805 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:58.271476 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e776f3d2-e66b-4274-8f24-38bdfd3e1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.273985 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e776f3d2-e66b-4274-8f24-38bdfd3e1735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.275170 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e776f3d2-e66b-4274-8f24-38bdfd3e1735 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a92380f0-639d-4cf3-a339-0a2340b043e6 HTTP/1.1" status: 204 len: 168 time: 0.1200612 Jul 09 14:27:58.284887 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776f3d2-e66b-4274-8f24-38bdfd3e1735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92380f0-639d-4cf3-a339-0a2340b043e6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:58.928779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53482) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:59.035918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1999037373-network', 'tenant_id': '687e6615b01642e795ad0bc05b556b01'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:27:59.056708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Made reservation on behalf of 687e6615b01642e795ad0bc05b556b01 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:27:59.059226 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.068965 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.157335 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.161533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.185841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:27:59.194994 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92d15b-3343-4032-9204-7ea3d5ba768c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:59.200888 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.201229 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Added segment ade3674f-0ac6-4d47-85e8-d7ae617da964 of type vlan for network 4c8017fe-ffba-453a-891b-ba2337339933 Jul 09 14:27:59.240206 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.268788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.270244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:59.271105 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.330579 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4006827 Jul 09 14:27:59.333613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698015eb-4ab3-4769-98c1-3265f38c1aef admin admin] Pushing event updated for resources: {'Network': ['ID=4c8017fe-ffba-453a-891b-ba2337339933,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:59.333786 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53486) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:59.338862 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Request body: {'subnet': {'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1999037373-subnet', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:27:59.343714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 4c8017fe-ffba-453a-891b-ba2337339933 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:27:59.362195 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Made reservation on behalf of 687e6615b01642e795ad0bc05b556b01 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:27:59.364623 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.527034 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.586644 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2db70f-6356-4964-907e-b483e3bb939f,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:59.593685 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Checking segment: {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:27:59.594044 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Network hostable DHCP agents. Network: 4c8017fe-ffba-453a-891b-ba2337339933, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:27:59.610670 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Network 4c8017fe-ffba-453a-891b-ba2337339933 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:27:59.619834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 4c8017fe-ffba-453a-891b-ba2337339933) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:27:59.623966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:59.624558 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.629836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d94f1-db18-4948-b9dc-64e21a828a4b None None] Network 4c8017fe-ffba-453a-891b-ba2337339933 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:27:59.638512 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-8351f39a-8afe-4e9e-b925-296b7d426ddc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3036265 Jul 09 14:27:59.642197 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53488) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:59.646832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:27:59.667364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.668358 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.725644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.777838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-4c8017fe-ffba-453a-891b-ba2337339933', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:27:59.778637 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.863363 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.914571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Allocated IP 172.20.0.2 (4c8017fe-ffba-453a-891b-ba2337339933/3d2db70f-6356-4964-907e-b483e3bb939f/bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:00.054750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.063809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Transition to ACTIVE for port object bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:00.069046 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.078906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Transition to ACTIVE for port object bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:00.085106 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.092129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.123731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Network 4c8017fe-ffba-453a-891b-ba2337339933 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:00.132117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:00.135663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:00.143274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Pushing event updated for resources: {'Port': ['ID=bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:00.196998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Attempting to bind port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:00.197261 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Allocated IP 172.25.5.57 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/439a76ed-80fd-4afa-9ee3-f3e4bca9620e) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:00.197398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Attempting to bind port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:00.197715 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Attempting to bind port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d on network 4c8017fe-ffba-453a-891b-ba2337339933 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:00.202857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:00.203257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Checking segment: {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:00.203655 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.204392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Bound using segment: {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:00.205539 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Bound port: bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:00.205539 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.268917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] For port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:00.272599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] For port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:00.277309 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.313115 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.339531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bd078-aaf5-400e-b18e-c9737f7d5572 None None] Pushing event updated for resources: {'Port': ['ID=bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:00.360785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.404697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:00.407568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:00.411776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:00.417509 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Pushing event updated for resources: {'Port': ['ID=439a76ed-80fd-4afa-9ee3-f3e4bca9620e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:01.003996 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:01.207496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:01.240692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf44bc-6987-4b24-9e93-287fbdb1c97b None None] Network 4c8017fe-ffba-453a-891b-ba2337339933 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:28:01.317270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-26523dc0-57dd-4260-a5bd-aa16e03189d7 None None] Provisioning for port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:01.344407 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Router 1277900d-6cc9-45b9-a22b-77598a21538c is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:28:01.456741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:28:01.466604 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Sync routers for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:28:01.474556 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:01.477298 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:01.477946 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:01.479097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53490) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:01.479640 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ae92ae45-3828-4ea4-a3a6-83ba9a4448eb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8356307 Jul 09 14:28:01.590363 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:01.766286 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:00Z', 'revision_number': 3, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:01.793418 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Checking router: 1277900d-6cc9-45b9-a22b-77598a21538c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:28:01.793771 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Updating router 1277900d-6cc9-45b9-a22b-77598a21538c port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:28:01.826659 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:01.912187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.067559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Allocated IP 172.20.0.1 (4c8017fe-ffba-453a-891b-ba2337339933/3d2db70f-6356-4964-907e-b483e3bb939f/ab1e1e67-467c-45ec-9b72-37557bb62a9f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:02.081420 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.090987 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Transition to ACTIVE for port object 439a76ed-80fd-4afa-9ee3-f3e4bca9620e will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:02.098027 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.149338 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Attempting to bind port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:02.149722 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Attempting to bind port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:02.150073 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Attempting to bind port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:02.157036 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:02.157414 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:02.157990 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.159012 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:02.159460 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Bound port: 439a76ed-80fd-4afa-9ee3-f3e4bca9620e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:02.159847 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.183275 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.183927 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Pushing event updated for resources: {'Port': ['ID=439a76ed-80fd-4afa-9ee3-f3e4bca9620e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:02.197369 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.197644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Transition to ACTIVE for port object ab1e1e67-467c-45ec-9b72-37557bb62a9f will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:02.197783 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.198048 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.198393 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.198730 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.199093 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.199428 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.199757 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.200085 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.200408 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.200728 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.201050 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:02.228350 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] For port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:02.230050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:02.231604 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] For port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=439a76ed-80fd-4afa-9ee3-f3e4bca9620e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:02.237840 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.241084 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.286988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Network 4c8017fe-ffba-453a-891b-ba2337339933 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:02.290463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:02.292543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:02.294930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:02.295339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.298497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:02.332998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1e1e67-467c-45ec-9b72-37557bb62a9f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:02.358389 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.392601 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.401004 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:02.401642 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:02.434458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:02.440443 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.494054 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7b2df-c95c-47bd-93b1-3d69dfe3ef8e None None] Pushing event updated for resources: {'Port': ['ID=439a76ed-80fd-4afa-9ee3-f3e4bca9620e,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:02.525015 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:02.544954 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.680115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:02.700244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f012bcf8-4490-45a6-a35e-1f53b32ec373 None None] Provisioning for port ab1e1e67-467c-45ec-9b72-37557bb62a9f completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:02.705476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f012bcf8-4490-45a6-a35e-1f53b32ec373 None None] Provisioning complete for port ab1e1e67-467c-45ec-9b72-37557bb62a9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:02.705747 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f012bcf8-4490-45a6-a35e-1f53b32ec373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.738323 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:00Z', 'revision_number': 3, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:02.745221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f012bcf8-4490-45a6-a35e-1f53b32ec373 None None] Port ab1e1e67-467c-45ec-9b72-37557bb62a9f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:02.752639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.757058 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.768385 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e20dc-25ec-4d16-871e-882f6f9aa232 None None] The sync data for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 is: [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:00Z', 'revision_number': 3, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:28:02.828570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.830884 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1e1e67-467c-45ec-9b72-37557bb62a9f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:02.924959 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Network 4c8017fe-ffba-453a-891b-ba2337339933 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:02.933493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:03.271694 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b9d5465b-bf5b-4d66-906f-17c987af85ab None None] Provisioning complete for port ab1e1e67-467c-45ec-9b72-37557bb62a9f triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:03.272215 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9d5465b-bf5b-4d66-906f-17c987af85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.320155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5465b-bf5b-4d66-906f-17c987af85ab None None] Port ab1e1e67-467c-45ec-9b72-37557bb62a9f cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:03.472228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Router 1277900d-6cc9-45b9-a22b-77598a21538c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:28:03.585905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:28:03.591154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d5a81e40-342c-424a-b5db-a18a94ddebd4 admin admin] 10.222.0.32 "PUT /v2.0/routers/1277900d-6cc9-45b9-a22b-77598a21538c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1109195 Jul 09 14:28:04.052127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53506) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:04.057190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1022497397-network', 'tenant_id': '2e593431444441d584725dae2405b7ef'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:04.079663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Made reservation on behalf of 2e593431444441d584725dae2405b7ef for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:28:04.083105 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.091999 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.194103 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.199215 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.229181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:28:04.236324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda8ec8-d770-4557-8555-575918f73110,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:04.242505 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.243038 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Added segment 03716c31-fd1a-45a8-8846-a6a012357bab of type vlan for network 06fc9a46-8318-4360-af83-dd390ee35fa2 Jul 09 14:28:04.271354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 439a76ed-80fd-4afa-9ee3-f3e4bca9620e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:04.284081 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.320039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.321107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:04.321791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.327524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:04.332645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:04.333081 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.381304 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3268371 Jul 09 14:28:04.383057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53508) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:04.387158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9533a-3914-43f6-a99c-fe87c91c237b admin admin] Pushing event updated for resources: {'Network': ['ID=06fc9a46-8318-4360-af83-dd390ee35fa2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:04.388434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Request body: {'subnet': {'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1022497397-subnet', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:04.410162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 06fc9a46-8318-4360-af83-dd390ee35fa2 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:28:04.417391 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Made reservation on behalf of 2e593431444441d584725dae2405b7ef for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:28:04.420371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.434307 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Sync routers for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:28:04.501053 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.514175 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:04.514808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:04.570630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=439a76ed-80fd-4afa-9ee3-f3e4bca9620e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:04.578425 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.579237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:04.608991 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.665191 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88eb573-7ada-4b0f-b610-9cce0dedd7fe,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:04.678066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Checking segment: {'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:04.678426 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Network hostable DHCP agents. Network: 06fc9a46-8318-4360-af83-dd390ee35fa2, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:28:04.698280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Network 06fc9a46-8318-4360-af83-dd390ee35fa2 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:28:04.703618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=439a76ed-80fd-4afa-9ee3-f3e4bca9620e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:04.712891 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 06fc9a46-8318-4360-af83-dd390ee35fa2) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:04.719221 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:04.720875 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.723616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ca9c5-568b-46f9-ae5a-3faf8da2ca49 None None] Network 06fc9a46-8318-4360-af83-dd390ee35fa2 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:28:04.735712 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-aa46773c-87e9-411e-86ee-3ef98620bcc9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3515608 Jul 09 14:28:04.738988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53510) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:04.741709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:04.743632 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:04.767760 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.768717 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.803932 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:04.804310 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.826824 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.964940 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.104560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-06fc9a46-8318-4360-af83-dd390ee35fa2', 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'fixed_ips': [{'subnet_id': 'b88eb573-7ada-4b0f-b610-9cce0dedd7fe'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:28:05.105414 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.178606 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.192391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 2, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:05.198239 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.226523 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Checking router: 1277900d-6cc9-45b9-a22b-77598a21538c for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:28:05.226880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Updating router 1277900d-6cc9-45b9-a22b-77598a21538c port ab1e1e67-467c-45ec-9b72-37557bb62a9f binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:28:05.292656 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.305215 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Allocated IP 172.25.5.27 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/5f3dbc15-e082-4102-9cfe-7338b4af8eea) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:05.314659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Allocated IP 172.20.0.2 (06fc9a46-8318-4360-af83-dd390ee35fa2/b88eb573-7ada-4b0f-b610-9cce0dedd7fe/5783cb03-b8ff-4431-9da6-1e04b9452d41) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:05.425310 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.469202 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.507430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:05.513583 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:05.516172 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:05.547432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Pushing event updated for resources: {'Port': ['ID=5f3dbc15-e082-4102-9cfe-7338b4af8eea,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:05.621395 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.638219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Transition to ACTIVE for port object 5783cb03-b8ff-4431-9da6-1e04b9452d41 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:05.667474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Transition to ACTIVE for port object 5783cb03-b8ff-4431-9da6-1e04b9452d41 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:05.693616 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.739388 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.756329 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Network 06fc9a46-8318-4360-af83-dd390ee35fa2 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:05.761935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:05.766665 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Transition to ACTIVE for port object ab1e1e67-467c-45ec-9b72-37557bb62a9f will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:05.769656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:05.773611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Pushing event updated for resources: {'Port': ['ID=5783cb03-b8ff-4431-9da6-1e04b9452d41,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:05.780487 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.787529 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.875866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Attempting to bind port 5783cb03-b8ff-4431-9da6-1e04b9452d41 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:05.876243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Attempting to bind port 5783cb03-b8ff-4431-9da6-1e04b9452d41 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:05.877230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Attempting to bind port 5783cb03-b8ff-4431-9da6-1e04b9452d41 on network 06fc9a46-8318-4360-af83-dd390ee35fa2 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:05.888867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d625ae-721e-4232-95fa-dc82f1e71eca None None] Pushing event updated for resources: {'Port': ['ID=ab1e1e67-467c-45ec-9b72-37557bb62a9f,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:05.909857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:05.910522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Checking segment: {'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:05.910931 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.911349 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Bound using segment: {'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:05.911838 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Bound port: 5783cb03-b8ff-4431-9da6-1e04b9452d41, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:05.912230 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.957691 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Attempting to bind port ab1e1e67-467c-45ec-9b72-37557bb62a9f on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:05.957975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Attempting to bind port ab1e1e67-467c-45ec-9b72-37557bb62a9f by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:05.958345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Attempting to bind port ab1e1e67-467c-45ec-9b72-37557bb62a9f on network 4c8017fe-ffba-453a-891b-ba2337339933 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:05.986104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:05.987050 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Checking segment: {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:05.987050 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.987265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Bound using segment: {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:05.987746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Bound port: ab1e1e67-467c-45ec-9b72-37557bb62a9f, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:05.988136 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.004739 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.064720 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] For port 5783cb03-b8ff-4431-9da6-1e04b9452d41, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:06.091123 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] For port 5783cb03-b8ff-4431-9da6-1e04b9452d41, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5783cb03-b8ff-4431-9da6-1e04b9452d41,segment=NetworkSegment(03716c31-fd1a-45a8-8846-a6a012357bab),segment_id=03716c31-fd1a-45a8-8846-a6a012357bab)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:06.100481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] For port ab1e1e67-467c-45ec-9b72-37557bb62a9f, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:06.103168 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.106044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] For port ab1e1e67-467c-45ec-9b72-37557bb62a9f, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ab1e1e67-467c-45ec-9b72-37557bb62a9f,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:06.132352 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.151672 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Router b578df7a-e1ce-456f-a88f-aefa82c5faa7 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:28:06.184642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:06.185299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:06.299546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:28:06.315728 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Sync routers for ids ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:28:06.325906 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.330116 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-57a8392d-0804-48aa-8ddb-04cb70f0f39d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5872607 Jul 09 14:28:06.330433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53512) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:06.331625 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Routers {'b578df7a-e1ce-456f-a88f-aefa82c5faa7'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:06.332454 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:06.460210 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 439a76ed-80fd-4afa-9ee3-f3e4bca9620e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:06.464273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43d54-759c-4d09-a836-c5ab23aaf18d None None] Pushing event updated for resources: {'Port': ['ID=5783cb03-b8ff-4431-9da6-1e04b9452d41,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:06.536327 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Set router b578df7a-e1ce-456f-a88f-aefa82c5faa7 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:06.636264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d625ae-721e-4232-95fa-dc82f1e71eca None None] Pushing event updated for resources: {'Port': ['ID=ab1e1e67-467c-45ec-9b72-37557bb62a9f,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:06.662917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:06.665345 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:06.665814 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.738098 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:05Z', 'revision_number': 3, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port': {'id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:05Z', 'updated_at': '2021-07-09T14:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:06.764703 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Checking router: b578df7a-e1ce-456f-a88f-aefa82c5faa7 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:28:06.765116 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Updating router b578df7a-e1ce-456f-a88f-aefa82c5faa7 port 5f3dbc15-e082-4102-9cfe-7338b4af8eea binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:28:06.818144 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.920376 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.942518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:06Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:06.969518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43974391-e280-4d09-9da7-6736a8a37e16 None None] The sync data for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 is: [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:06Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:28:07.134204 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.137186 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Allocated IP 172.20.0.1 (06fc9a46-8318-4360-af83-dd390ee35fa2/b88eb573-7ada-4b0f-b610-9cce0dedd7fe/be1c7589-2256-471d-888e-9c786cc7a1bd) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:07.145511 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Transition to ACTIVE for port object 5f3dbc15-e082-4102-9cfe-7338b4af8eea will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:07.152994 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.213249 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Attempting to bind port 5f3dbc15-e082-4102-9cfe-7338b4af8eea on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:07.213621 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Attempting to bind port 5f3dbc15-e082-4102-9cfe-7338b4af8eea by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:07.213981 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Attempting to bind port 5f3dbc15-e082-4102-9cfe-7338b4af8eea on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:07.215971 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023cb02-33d1-4589-98f9-7d911e50ec9f None None] Pushing event updated for resources: {'Port': ['ID=5f3dbc15-e082-4102-9cfe-7338b4af8eea,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:07.222160 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:07.222536 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:07.222933 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.223345 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:07.223810 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Bound port: 5f3dbc15-e082-4102-9cfe-7338b4af8eea, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:07.224190 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.279409 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] For port 5f3dbc15-e082-4102-9cfe-7338b4af8eea, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:07.285183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] For port 5f3dbc15-e082-4102-9cfe-7338b4af8eea, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f3dbc15-e082-4102-9cfe-7338b4af8eea,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:07.290223 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.303863 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.309489 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Transition to ACTIVE for port object be1c7589-2256-471d-888e-9c786cc7a1bd will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:07.352977 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Routers {'b578df7a-e1ce-456f-a88f-aefa82c5faa7'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:07.353724 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:07.358783 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.405532 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Network 06fc9a46-8318-4360-af83-dd390ee35fa2 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:07.409545 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:07.413493 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:07.463330 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Pushing event updated for resources: {'Port': ['ID=be1c7589-2256-471d-888e-9c786cc7a1bd,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:07.467335 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] Set router b578df7a-e1ce-456f-a88f-aefa82c5faa7 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:07.480133 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.499231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee4e45-64b7-4806-91f9-b56ce4251150 None None] Network 06fc9a46-8318-4360-af83-dd390ee35fa2 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:28:07.587638 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-393d162f-46c6-4043-9fd8-1a925710d7e5 None None] Provisioning for port 5783cb03-b8ff-4431-9da6-1e04b9452d41 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:07.614311 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023cb02-33d1-4589-98f9-7d911e50ec9f None None] Pushing event updated for resources: {'Port': ['ID=5f3dbc15-e082-4102-9cfe-7338b4af8eea,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:07.647946 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.716410 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:05Z', 'revision_number': 3, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port': {'id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:05Z', 'updated_at': '2021-07-09T14:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:07.748569 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919c582-06f9-470b-ab0e-19c18e577538 None None] The sync data for ids ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'] in n-d-799524-3 is: [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:05Z', 'revision_number': 3, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port': {'id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:05Z', 'updated_at': '2021-07-09T14:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:28:08.021480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3c1a1910-d931-4a88-9442-bd786b1a133f None None] Provisioning for port be1c7589-2256-471d-888e-9c786cc7a1bd completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:08.028320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3c1a1910-d931-4a88-9442-bd786b1a133f None None] Provisioning complete for port be1c7589-2256-471d-888e-9c786cc7a1bd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:08.029069 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3c1a1910-d931-4a88-9442-bd786b1a133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.109149 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a1910-d931-4a88-9442-bd786b1a133f None None] Port be1c7589-2256-471d-888e-9c786cc7a1bd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:08.202511 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.209319 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.301954 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.304018 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Pushing event updated for resources: {'Port': ['ID=be1c7589-2256-471d-888e-9c786cc7a1bd,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:08.365596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f3dbc15-e082-4102-9cfe-7338b4af8eea up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:08.369150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f9053413-ad5b-43b7-84ae-4fed6dd91a0b None None] Provisioning complete for port be1c7589-2256-471d-888e-9c786cc7a1bd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:08.369530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f9053413-ad5b-43b7-84ae-4fed6dd91a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.413435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Network 06fc9a46-8318-4360-af83-dd390ee35fa2 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:08.414960 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:08.431927 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f9053413-ad5b-43b7-84ae-4fed6dd91a0b None None] Port be1c7589-2256-471d-888e-9c786cc7a1bd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:08.448784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5f3dbc15-e082-4102-9cfe-7338b4af8eea completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:08.453198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5f3dbc15-e082-4102-9cfe-7338b4af8eea triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:08.454256 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.576686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Router b578df7a-e1ce-456f-a88f-aefa82c5faa7 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:28:08.584351 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.613328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5f3dbc15-e082-4102-9cfe-7338b4af8eea, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f3dbc15-e082-4102-9cfe-7338b4af8eea,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:08.618477 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.619469 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5783cb03-b8ff-4431-9da6-1e04b9452d41 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:08.704102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5f3dbc15-e082-4102-9cfe-7338b4af8eea,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:08.714524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 5783cb03-b8ff-4431-9da6-1e04b9452d41 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:08.719065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5783cb03-b8ff-4431-9da6-1e04b9452d41 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:08.719574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.729003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:28:08.742298 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e6098c15-a32b-40e2-bdc4-809f1751aeab admin admin] 10.222.0.32 "PUT /v2.0/routers/b578df7a-e1ce-456f-a88f-aefa82c5faa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012210 Jul 09 14:28:08.771392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-eba1fc79-6a7b-4520-b7e7-5f3c07c5a5de None None] Provisioning complete for port be1c7589-2256-471d-888e-9c786cc7a1bd triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:08.771916 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eba1fc79-6a7b-4520-b7e7-5f3c07c5a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.839243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-eba1fc79-6a7b-4520-b7e7-5f3c07c5a5de None None] Port be1c7589-2256-471d-888e-9c786cc7a1bd cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:08.855034 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.893244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 5783cb03-b8ff-4431-9da6-1e04b9452d41, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5783cb03-b8ff-4431-9da6-1e04b9452d41,segment=NetworkSegment(03716c31-fd1a-45a8-8846-a6a012357bab),segment_id=03716c31-fd1a-45a8-8846-a6a012357bab)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:08.897862 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.898738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ab1e1e67-467c-45ec-9b72-37557bb62a9f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:08.980209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=5783cb03-b8ff-4431-9da6-1e04b9452d41,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:08.993859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ab1e1e67-467c-45ec-9b72-37557bb62a9f completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:08.998343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ab1e1e67-467c-45ec-9b72-37557bb62a9f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:08.998716 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.081447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.115452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ab1e1e67-467c-45ec-9b72-37557bb62a9f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ab1e1e67-467c-45ec-9b72-37557bb62a9f,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:09.120549 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.184698 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ab1e1e67-467c-45ec-9b72-37557bb62a9f,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:09.622135 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:28:10.232688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f3dbc15-e082-4102-9cfe-7338b4af8eea up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:10.289807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5f3dbc15-e082-4102-9cfe-7338b4af8eea triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:10.290193 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.375743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5783cb03-b8ff-4431-9da6-1e04b9452d41 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:10.426879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 5783cb03-b8ff-4431-9da6-1e04b9452d41 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:10.427277 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.513047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Sync routers for ids ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:28:10.539246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Routers {'b578df7a-e1ce-456f-a88f-aefa82c5faa7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:10.539892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:10.543805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ab1e1e67-467c-45ec-9b72-37557bb62a9f up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:10.685688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ab1e1e67-467c-45ec-9b72-37557bb62a9f triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:10.685992 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.722664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Set router b578df7a-e1ce-456f-a88f-aefa82c5faa7 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:11.160347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:07Z', 'revision_number': 4, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port': {'id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:05Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'be1c7589-2256-471d-888e-9c786cc7a1bd', 'name': '', 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'mac_address': 'fa:16:3e:43:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b88eb573-7ada-4b0f-b610-9cce0dedd7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:06Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 2, 'project_id': '2e593431444441d584725dae2405b7ef', 'subnets': [{'id': 'b88eb573-7ada-4b0f-b610-9cce0dedd7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:11.188789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Checking router: b578df7a-e1ce-456f-a88f-aefa82c5faa7 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:28:11.189150 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Updating router b578df7a-e1ce-456f-a88f-aefa82c5faa7 port be1c7589-2256-471d-888e-9c786cc7a1bd binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:28:11.225237 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:11.521614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:11.531874 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Transition to ACTIVE for port object be1c7589-2256-471d-888e-9c786cc7a1bd will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:11.540275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:11.615657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14d18c-cf7d-422f-8eee-4d8009b9304a None None] Pushing event updated for resources: {'Port': ['ID=be1c7589-2256-471d-888e-9c786cc7a1bd,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:11.654557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Attempting to bind port be1c7589-2256-471d-888e-9c786cc7a1bd on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:11.654930 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Attempting to bind port be1c7589-2256-471d-888e-9c786cc7a1bd by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:11.655339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Attempting to bind port be1c7589-2256-471d-888e-9c786cc7a1bd on network 06fc9a46-8318-4360-af83-dd390ee35fa2 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:11.661924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:11.662314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Checking segment: {'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:11.662727 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:11.663167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Bound using segment: {'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:11.663655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Bound port: be1c7589-2256-471d-888e-9c786cc7a1bd, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03716c31-fd1a-45a8-8846-a6a012357bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:11.664050 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:11.750030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] For port be1c7589-2256-471d-888e-9c786cc7a1bd, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:11.754708 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] For port be1c7589-2256-471d-888e-9c786cc7a1bd, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=be1c7589-2256-471d-888e-9c786cc7a1bd,segment=NetworkSegment(03716c31-fd1a-45a8-8846-a6a012357bab),segment_id=03716c31-fd1a-45a8-8846-a6a012357bab)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:11.764020 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:11.830435 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14d18c-cf7d-422f-8eee-4d8009b9304a None None] Pushing event updated for resources: {'Port': ['ID=be1c7589-2256-471d-888e-9c786cc7a1bd,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:11.841867 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Routers {'b578df7a-e1ce-456f-a88f-aefa82c5faa7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:11.842491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:27:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:11.989926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] Set router b578df7a-e1ce-456f-a88f-aefa82c5faa7 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:12.263722 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:07Z', 'revision_number': 4, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port': {'id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:05Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'be1c7589-2256-471d-888e-9c786cc7a1bd', 'name': '', 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'mac_address': 'fa:16:3e:43:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b88eb573-7ada-4b0f-b610-9cce0dedd7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:06Z', 'updated_at': '2021-07-09T14:28:11Z', 'revision_number': 4, 'project_id': '2e593431444441d584725dae2405b7ef', 'subnets': [{'id': 'b88eb573-7ada-4b0f-b610-9cce0dedd7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:12.294897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655478c2-39f1-4214-8c9e-69b753345324 None None] The sync data for ids ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'] in n-d-799524-3 is: [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:07Z', 'revision_number': 4, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port': {'id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:05Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'be1c7589-2256-471d-888e-9c786cc7a1bd', 'name': '', 'network_id': '06fc9a46-8318-4360-af83-dd390ee35fa2', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'mac_address': 'fa:16:3e:43:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b88eb573-7ada-4b0f-b610-9cce0dedd7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:06Z', 'updated_at': '2021-07-09T14:28:11Z', 'revision_number': 4, 'project_id': '2e593431444441d584725dae2405b7ef', 'subnets': [{'id': 'b88eb573-7ada-4b0f-b610-9cce0dedd7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:28:13.834110 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.253846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device be1c7589-2256-471d-888e-9c786cc7a1bd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:14.326032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port be1c7589-2256-471d-888e-9c786cc7a1bd completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:14.330678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port be1c7589-2256-471d-888e-9c786cc7a1bd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:14.331896 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.395540 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7778bfb8-df2b-4459-b4cb-1ccb9a9b5d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.454514 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.515061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port be1c7589-2256-471d-888e-9c786cc7a1bd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=be1c7589-2256-471d-888e-9c786cc7a1bd,segment=NetworkSegment(03716c31-fd1a-45a8-8846-a6a012357bab),segment_id=03716c31-fd1a-45a8-8846-a6a012357bab)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:14.521688 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.591312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=be1c7589-2256-471d-888e-9c786cc7a1bd,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:14.741969 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:16.209039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device be1c7589-2256-471d-888e-9c786cc7a1bd up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:16.265789 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port be1c7589-2256-471d-888e-9c786cc7a1bd triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:16.266437 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:16.967722 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3571e11-e5f9-4057-be27-bcaaf8358d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:17.115394 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:18.499657 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:18.603087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-42519fb7-20fe-4e21-9832-529078ee4928 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:18.604723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-42519fb7-20fe-4e21-9832-529078ee4928 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 815 time: 0.1076126 Jul 09 14:28:18.624078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-39d43cee-f351-46ea-a873-5432a80681eb tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/quotas/687e6615b01642e795ad0bc05b556b01 HTTP/1.1" status: 200 len: 375 time: 0.0138881 Jul 09 14:28:18.699019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-557c8de0-faeb-483f-a605-e63ad7c47430 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671194 Jul 09 14:28:18.792491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-6fd985dc-e1ff-497e-80a4-ccf421a08bf6 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823092 Jul 09 14:28:18.886898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-f70b7c89-5ae9-480d-8bc4-83422404e6a8 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886941 Jul 09 14:28:19.067355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b1df9136-825b-4bb5-9618-6050eebb1848 req-b7dc05b6-8291-40f6-ae33-d9f2bd231795 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 210 time: 0.0333550 Jul 09 14:28:19.963339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.109213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-29eba07d-2ed7-43f7-b8c3-f96c4c1dd9ec tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:20.111831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-29eba07d-2ed7-43f7-b8c3-f96c4c1dd9ec tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.11 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 815 time: 0.1108267 Jul 09 14:28:20.130812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'port': {'device_id': '44414573-c70a-4a90-837c-3d52243e507e', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'admin_state_up': True, 'tenant_id': '687e6615b01642e795ad0bc05b556b01'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:20.242421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-357dfdd1-e776-4900-b6c3-07f4237e53bd req-f5ff123f-07d3-44fe-8dc7-4b69fcabb570 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 210 time: 0.0344720 Jul 09 14:28:20.278682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Made reservation on behalf of 687e6615b01642e795ad0bc05b556b01 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:28:20.282322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.416441 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Allocated IP 172.20.0.4 (4c8017fe-ffba-453a-891b-ba2337339933/3d2db70f-6356-4964-907e-b483e3bb939f/70e02255-c2d8-4397-8727-03ee16fddbdb) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:20.619296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.639807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Transition to ACTIVE for port object 70e02255-c2d8-4397-8727-03ee16fddbdb will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:20.684392 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.742810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Network 4c8017fe-ffba-453a-891b-ba2337339933 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:20.747074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:20.749066 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'Port': ['ID=70e02255-c2d8-4397-8727-03ee16fddbdb,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:20.757105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:20.760429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.760784 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.761133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.761473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.761807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.762140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.762478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.762802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.763174 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.763503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.763833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.764158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:20.833940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:20.834625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:20.857339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-c3bafbef-8864-478d-b475-c801db1d69cf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7255235 Jul 09 14:28:21.044811 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e2085705-4786-4199-af13-c8afa4b40937 None None] Provisioning for port 70e02255-c2d8-4397-8727-03ee16fddbdb completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:21.048659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e2085705-4786-4199-af13-c8afa4b40937 None None] Provisioning complete for port 70e02255-c2d8-4397-8727-03ee16fddbdb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:21.049031 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e2085705-4786-4199-af13-c8afa4b40937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:21.085606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-e2085705-4786-4199-af13-c8afa4b40937 None None] Port 70e02255-c2d8-4397-8727-03ee16fddbdb cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:21.440782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73b916-02e7-4ec6-974e-35d0c26c140d req-597386e8-2f39-4316-9592-15ba03173d96 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:21.442366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c73b916-02e7-4ec6-974e-35d0c26c140d req-597386e8-2f39-4316-9592-15ba03173d96 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 931 time: 0.0722983 Jul 09 14:28:21.485780 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c73b916-02e7-4ec6-974e-35d0c26c140d req-0874783f-496f-4631-bb51-f5f364690d26 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Jul 09 14:28:22.690367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed78d3-1846-4790-97dc-3f30019f7bce req-9b98d6a7-1e27-482e-b1e1-d880b2b5b8a9 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:22.692226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45ed78d3-1846-4790-97dc-3f30019f7bce req-9b98d6a7-1e27-482e-b1e1-d880b2b5b8a9 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 931 time: 0.0780144 Jul 09 14:28:22.747556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-45ed78d3-1846-4790-97dc-3f30019f7bce req-f5af12bb-c0b2-4b4e-a260-d7ae6b1a8679 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Jul 09 14:28:23.935815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1554b-fa4c-4224-a83a-0d7650bfc3b9 req-238b5830-3025-4215-9f82-ff15a01bcf4c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:23.937348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6c1554b-fa4c-4224-a83a-0d7650bfc3b9 req-238b5830-3025-4215-9f82-ff15a01bcf4c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 931 time: 0.0670059 Jul 09 14:28:23.982367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b6c1554b-fa4c-4224-a83a-0d7650bfc3b9 req-7d0282c0-8e4b-48e4-ae8c-b59d8224ae85 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jul 09 14:28:25.164123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750c279-9ab5-4e76-8bff-52517321254d req-382ba42e-8a6c-49b4-b116-97334deddc51 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:25.165653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c750c279-9ab5-4e76-8bff-52517321254d req-382ba42e-8a6c-49b4-b116-97334deddc51 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 931 time: 0.0683036 Jul 09 14:28:25.206292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c750c279-9ab5-4e76-8bff-52517321254d req-26da1e42-338f-4e3c-a16b-d43d615f8396 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Jul 09 14:28:26.384950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd9633-55c2-4d61-87ad-878132394a40 req-61b21b7f-ae7f-4540-a89d-e6d125504593 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:26.386475 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09bd9633-55c2-4d61-87ad-878132394a40 req-61b21b7f-ae7f-4540-a89d-e6d125504593 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 931 time: 0.0652270 Jul 09 14:28:26.426288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09bd9633-55c2-4d61-87ad-878132394a40 req-f77eef65-a355-42df-916d-662e931fc611 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339677 Jul 09 14:28:27.621775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29c972-1986-4aef-87b2-12b7fba9a068 req-d02889b9-495f-4910-9504-3efed4ee5e5f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:27.623399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f29c972-1986-4aef-87b2-12b7fba9a068 req-d02889b9-495f-4910-9504-3efed4ee5e5f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 931 time: 0.0729864 Jul 09 14:28:27.667155 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f29c972-1986-4aef-87b2-12b7fba9a068 req-b9d65a43-04e4-4174-98f3-1b2ae63baf2d tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367601 Jul 09 14:28:28.854986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9358d-0f5b-4b0e-8be0-7c8c720751c9 req-9b04d5d6-ef8b-4cd5-91ec-b29123a9dd46 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:28.856650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bd9358d-0f5b-4b0e-8be0-7c8c720751c9 req-9b04d5d6-ef8b-4cd5-91ec-b29123a9dd46 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 931 time: 0.0713036 Jul 09 14:28:28.898017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4bd9358d-0f5b-4b0e-8be0-7c8c720751c9 req-5804c437-3787-4d31-a529-73701d698b72 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358577 Jul 09 14:28:30.077847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce62f2-e416-4a04-95aa-9f5218753f7f req-044c55c6-875d-4a66-ab25-94c7011ca84c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:30.079429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70ce62f2-e416-4a04-95aa-9f5218753f7f req-044c55c6-875d-4a66-ab25-94c7011ca84c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 931 time: 0.0679224 Jul 09 14:28:30.123898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70ce62f2-e416-4a04-95aa-9f5218753f7f req-3c3ceacb-4f14-47ac-b749-b2ed85374800 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369217 Jul 09 14:28:30.340408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Request body: {'port': {'device_id': '44414573-c70a-4a90-837c-3d52243e507e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:30.428030 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:30.769301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e02255-c2d8-4397-8727-03ee16fddbdb {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:28:30.780106 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:30.792592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Transition to ACTIVE for port object 70e02255-c2d8-4397-8727-03ee16fddbdb will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:30.796216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:30.855423 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Pushing event updated for resources: {'Port': ['ID=70e02255-c2d8-4397-8727-03ee16fddbdb,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:30.948047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Attempting to bind port 70e02255-c2d8-4397-8727-03ee16fddbdb on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:30.948185 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Attempting to bind port 70e02255-c2d8-4397-8727-03ee16fddbdb by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:30.948527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Attempting to bind port 70e02255-c2d8-4397-8727-03ee16fddbdb on network 4c8017fe-ffba-453a-891b-ba2337339933 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:30.954286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Port 70e02255-c2d8-4397-8727-03ee16fddbdb on network 4c8017fe-ffba-453a-891b-ba2337339933 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:28:30.955322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Attempting to bind port 70e02255-c2d8-4397-8727-03ee16fddbdb on network 4c8017fe-ffba-453a-891b-ba2337339933 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:30.961480 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:30.961820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Checking segment: {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:30.962207 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Bound using segment: {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:30.962643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Bound port: 70e02255-c2d8-4397-8727-03ee16fddbdb, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade3674f-0ac6-4d47-85e8-d7ae617da964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:30.963026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:31.037809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] For port 70e02255-c2d8-4397-8727-03ee16fddbdb, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:31.040858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] For port 70e02255-c2d8-4397-8727-03ee16fddbdb, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=70e02255-c2d8-4397-8727-03ee16fddbdb,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:31.044693 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:31.082410 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.083007 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:31.084323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-ff2b1546-973b-4db4-a122-907782480334 service neutron] 10.222.0.11 "PUT /v2.0/ports/70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 1091 time: 0.7492528 Jul 09 14:28:31.084962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:28:31.087536 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c" -d '{"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:28:31.165123 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022c463d-3311-480f-a648-23c5d3811132 x-openstack-request-id: req-022c463d-3311-480f-a648-23c5d3811132 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:28:31.165422 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:28:31.165673 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-022c463d-3311-480f-a648-23c5d3811132 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:28:31.166075 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'status': 'completed', 'code': 200} Jul 09 14:28:31.168312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b1546-973b-4db4-a122-907782480334 service neutron] Pushing event updated for resources: {'Port': ['ID=70e02255-c2d8-4397-8727-03ee16fddbdb,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:31.200484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-bc90d777-1a27-4d17-bcdb-155866d2649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.200484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-bc90d777-1a27-4d17-bcdb-155866d2649e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1094 time: 0.0666652 Jul 09 14:28:31.244634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-dc0af1a6-7c3f-42fe-9a49-9db6a1536abd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 217 time: 0.0364819 Jul 09 14:28:31.326972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-6e9f6dbd-475b-4269-8a9e-14e628229ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.328461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-6e9f6dbd-475b-4269-8a9e-14e628229ac5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 200 len: 854 time: 0.0730786 Jul 09 14:28:31.379802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d0bb5-3317-4d40-ba10-2a9185892550 req-293fb62c-8ab3-4543-b775-1c28e3f31afc tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.381274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c2d0bb5-3317-4d40-ba10-2a9185892550 req-293fb62c-8ab3-4543-b775-1c28e3f31afc tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 943 time: 0.1355209 Jul 09 14:28:31.435856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-9702dd9f-e529-4c5c-8106-125b76b00f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.437337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-9702dd9f-e529-4c5c-8106-125b76b00f0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c8017fe-ffba-453a-891b-ba2337339933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014411 Jul 09 14:28:31.443180 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c2d0bb5-3317-4d40-ba10-2a9185892550 req-07fd6699-2eda-4e97-bb0d-56bf2dc39858 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562890 Jul 09 14:28:31.527626 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-e6efa60c-9ec3-4c1e-8943-043e1cc1ad90 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816545 Jul 09 14:28:31.620992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6a85259-6c8e-4bbf-952c-21fbc135603f req-f286f6d6-753d-4cf1-bd61-5cee0e69606b service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874403 Jul 09 14:28:31.722602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-593c2589-3091-41a3-95a7-e23b6a2296fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.724085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-593c2589-3091-41a3-95a7-e23b6a2296fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1094 time: 0.0560958 Jul 09 14:28:31.813260 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-866f3b76-91f9-4450-bf8c-046844a14c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.814755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-866f3b76-91f9-4450-bf8c-046844a14c72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 915 time: 0.0848749 Jul 09 14:28:31.859731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-ca30d6b7-b93f-438b-acdc-439617a19e4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 217 time: 0.0381429 Jul 09 14:28:31.908384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-5376e106-0986-4fc9-99b6-3dbac5c966ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.910338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-5376e106-0986-4fc9-99b6-3dbac5c966ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 200 len: 854 time: 0.0440607 Jul 09 14:28:31.966360 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-8f28c10c-222e-4272-96ba-5b41c5db62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:31.967832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-8f28c10c-222e-4272-96ba-5b41c5db62d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c8017fe-ffba-453a-891b-ba2337339933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514789 Jul 09 14:28:32.061582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-b7ada5a2-330c-4c45-8d3f-25e3317eecbe service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867281 Jul 09 14:28:32.152724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-307d88e1-4a7d-4ec4-bd10-77ba30f6286c req-f8854d37-8599-4399-abf0-52eec6edd63f service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837278 Jul 09 14:28:32.617305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c47f51-980a-4f6c-b991-e5fd49e3d541 req-f8a42bd8-390b-430a-8234-4d11948af6ed tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:32.618754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0c47f51-980a-4f6c-b991-e5fd49e3d541 req-f8a42bd8-390b-430a-8234-4d11948af6ed tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 943 time: 0.0632646 Jul 09 14:28:32.660836 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0c47f51-980a-4f6c-b991-e5fd49e3d541 req-ca427639-d93f-49ae-9f64-e1dea62e4862 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365107 Jul 09 14:28:32.959892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 70e02255-c2d8-4397-8727-03ee16fddbdb details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:28:33.061255 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 70e02255-c2d8-4397-8727-03ee16fddbdb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=70e02255-c2d8-4397-8727-03ee16fddbdb,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:33.072667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'port_id': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'mac_address': 'fa:16:3e:cb:a1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:28:33.109039 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:33.121126 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e02255-c2d8-4397-8727-03ee16fddbdb {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:28:33.140817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 70e02255-c2d8-4397-8727-03ee16fddbdb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=70e02255-c2d8-4397-8727-03ee16fddbdb,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:33.145308 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:33.194835 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=70e02255-c2d8-4397-8727-03ee16fddbdb,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:33.202366 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.202723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.203098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.203443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.203791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.204443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.204866 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.205316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.206240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.206576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.206909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.207268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:33.374405 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['70e02255-c2d8-4397-8727-03ee16fddbdb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:28:33.839687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe10b32-0cad-4c0a-8eae-9a5f3576b3a8 req-b2faa132-dc9f-4cd0-83ea-2f82827c3fb1 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:33.841249 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1fe10b32-0cad-4c0a-8eae-9a5f3576b3a8 req-b2faa132-dc9f-4cd0-83ea-2f82827c3fb1 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 944 time: 0.0687294 Jul 09 14:28:33.879645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1fe10b32-0cad-4c0a-8eae-9a5f3576b3a8 req-f099867b-fd58-45bd-b6f3-834ff4132b29 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Jul 09 14:28:34.990935 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 70e02255-c2d8-4397-8727-03ee16fddbdb up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:35.041271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 70e02255-c2d8-4397-8727-03ee16fddbdb completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:35.045077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 70e02255-c2d8-4397-8727-03ee16fddbdb triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:35.045446 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:35.057869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa32d-7e65-4558-b5a4-3242824982eb req-7705bab8-e63a-4ecc-b12b-9abc63b24323 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:35.059418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-952aa32d-7e65-4558-b5a4-3242824982eb req-7705bab8-e63a-4ecc-b12b-9abc63b24323 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 944 time: 0.0706441 Jul 09 14:28:35.097935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-952aa32d-7e65-4558-b5a4-3242824982eb req-8c3d3780-3b55-4b7c-8d85-dcedc6ebf780 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Jul 09 14:28:35.129111 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:35.151611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:28:35.154269 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d7e797-6f16-4cf5-8af7-a1800b57fe50" -d '{"events": [{"server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "name": "network-vif-plugged", "status": "completed", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:28:35.167580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 70e02255-c2d8-4397-8727-03ee16fddbdb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=70e02255-c2d8-4397-8727-03ee16fddbdb,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:35.172508 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:35.200696 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8ebad9-0294-4f7d-bf12-675d65160249 x-openstack-request-id: req-aa8ebad9-0294-4f7d-bf12-675d65160249 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:28:35.200989 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "name": "network-vif-plugged", "status": "completed", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:28:35.201246 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa8ebad9-0294-4f7d-bf12-675d65160249 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:28:35.201633 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'code': 200} Jul 09 14:28:35.227186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=70e02255-c2d8-4397-8727-03ee16fddbdb,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:35.311780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a1b0b-5683-4019-a967-800f139676f0 req-1deab177-b82e-4758-8e5c-f1efca94b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:35.313295 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e15a1b0b-5683-4019-a967-800f139676f0 req-1deab177-b82e-4758-8e5c-f1efca94b01b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1096 time: 0.0579007 Jul 09 14:28:35.348695 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e15a1b0b-5683-4019-a967-800f139676f0 req-ddcdad41-fd62-4f3b-8b95-249b8a8ca1a1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286174 Jul 09 14:28:36.288092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c47e1-2bfe-4934-b8bb-f0867ba61b74 req-00d0bb87-7432-4cd8-adc3-8f2118179711 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:36.289568 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-324c47e1-2bfe-4934-b8bb-f0867ba61b74 req-00d0bb87-7432-4cd8-adc3-8f2118179711 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 945 time: 0.0654788 Jul 09 14:28:36.327813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-324c47e1-2bfe-4934-b8bb-f0867ba61b74 req-e1feac72-e89e-419c-b3b3-7ddd630810b4 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326512 Jul 09 14:28:36.503169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a84faf-2bae-4e09-a3b4-0510b0fc284b req-128eab41-ab6a-48de-ae50-b1c156a8ed4d tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:36.504674 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73a84faf-2bae-4e09-a3b4-0510b0fc284b req-128eab41-ab6a-48de-ae50-b1c156a8ed4d tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 945 time: 0.0627873 Jul 09 14:28:36.552461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73a84faf-2bae-4e09-a3b4-0510b0fc284b req-80f05dd5-f94c-4fb1-b9a1-a842beae9cd0 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Jul 09 14:28:36.903305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3cd-c232-4203-934f-325ddac762c9 req-a7559ffd-9c58-414c-9c1b-395eea466baf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:36.904798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1464e3cd-c232-4203-934f-325ddac762c9 req-a7559ffd-9c58-414c-9c1b-395eea466baf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 945 time: 0.0760550 Jul 09 14:28:36.943466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1464e3cd-c232-4203-934f-325ddac762c9 req-86e3643b-0f13-4899-8f02-2b3d297a0360 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Jul 09 14:28:43.835532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:44.376524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eeeba83c-b865-4fe0-829d-9674e44185d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:44.735460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:46.624135 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:28:46.969637 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e94-83f8-4b5a-b51a-76c7484a075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:47.119081 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:48.501957 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:48.666139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96cb24-9270-49a2-b279-c958362d441b req-ca150245-ac6f-493c-bbc4-babcd388d17d tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:48.667532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e96cb24-9270-49a2-b279-c958362d441b req-ca150245-ac6f-493c-bbc4-babcd388d17d tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 945 time: 0.0636368 Jul 09 14:28:48.704545 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5e96cb24-9270-49a2-b279-c958362d441b req-faedf3e8-9b87-4299-924f-6352ed7e6b33 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Jul 09 14:28:48.729784 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53708) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:48.869694 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8efd3-8aab-48be-a643-be4c14d86485 tempest-TestMinimumBasicScenario-483844379 tempest-TestMinimumBasicScenario-483844379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:48.871256 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-40a8efd3-8aab-48be-a643-be4c14d86485 tempest-TestMinimumBasicScenario-483844379 tempest-TestMinimumBasicScenario-483844379-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1091 time: 0.1404445 Jul 09 14:28:48.874342 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53712) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:48.879057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:48.901020 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:48.996649 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:49.104413 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Allocated IP 172.25.5.46 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/0bee3a2f-7b84-4bec-8b0d-341f139500ff) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:49.208677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:49.247433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:49.297652 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:49.301387 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:49.305827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:49.309318 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'Port': ['ID=0bee3a2f-7b84-4bec-8b0d-341f139500ff,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:49.684129 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:49.759682 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:49.907163 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:49.912590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:49.966634 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:49.979957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'Port': ['ID=0bee3a2f-7b84-4bec-8b0d-341f139500ff,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:49.992455 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.093025 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Floating IP abef714b-e1a0-4a18-b213-3fceb84124fe associated. External IP: 172.25.5.46, port: 70e02255-c2d8-4397-8727-03ee16fddbdb. Jul 09 14:28:50.304979 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Router 1277900d-6cc9-45b9-a22b-77598a21538c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:28:50.416302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:28:50.426312 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] Sync routers for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:28:50.432229 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.435779 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:50.436392 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:28:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:50.468756 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5b06cda0-9189-4b6d-9481-df8581e72982 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5933955 Jul 09 14:28:50.469579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:28:50.472675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53714) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:50.473186 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6673d211fdd8742cbf6a0cfa7ada0c95760b2636b6902ec8fd9760d0f961c743" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa2d4f5-34cc-473e-b91b-3a717b657655" -d '{"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:28:50.477302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-62af357c-cd13-4709-a3e1-930c16ffdf7b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439385549', 'description': 'tempest-secgroup-smoke-1439385549 description', 'project_id': '687e6615b01642e795ad0bc05b556b01'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:50.500797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62af357c-cd13-4709-a3e1-930c16ffdf7b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.547608 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:50.594883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62af357c-cd13-4709-a3e1-930c16ffdf7b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.599319 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62af357c-cd13-4709-a3e1-930c16ffdf7b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.629605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af357c-cd13-4709-a3e1-930c16ffdf7b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fca1f80-e171-4af5-85ba-730cef2f8a8b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:50.632471 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-62af357c-cd13-4709-a3e1-930c16ffdf7b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.633930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-62af357c-cd13-4709-a3e1-930c16ffdf7b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1602554 Jul 09 14:28:50.637617 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53720) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:50.643647 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a70dca5c-d3bb-4a0f-85fa-eb1b971f1758 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'security_group_rule': {'security_group_id': '5fca1f80-e171-4af5-85ba-730cef2f8a8b', 'project_id': '687e6615b01642e795ad0bc05b556b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:50.652496 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422e8899-b77b-4483-b3fe-6ef55253e717 x-openstack-request-id: req-422e8899-b77b-4483-b3fe-6ef55253e717 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:28:50.652857 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:28:50.653175 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-422e8899-b77b-4483-b3fe-6ef55253e717 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:28:50.653632 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'status': 'completed', 'code': 200} Jul 09 14:28:50.681844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a70dca5c-d3bb-4a0f-85fa-eb1b971f1758 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.728875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-629f2032-f56c-4d13-8cef-4a5a73e62742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:50.730399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-629f2032-f56c-4d13-8cef-4a5a73e62742 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1096 time: 0.0568140 Jul 09 14:28:50.735674 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a70dca5c-d3bb-4a0f-85fa-eb1b971f1758 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.740228 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a70dca5c-d3bb-4a0f-85fa-eb1b971f1758 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.762486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dca5c-d3bb-4a0f-85fa-eb1b971f1758 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc601a2-07c3-465b-afb6-48adb63af704,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:50.766249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a70dca5c-d3bb-4a0f-85fa-eb1b971f1758 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.771125 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a70dca5c-d3bb-4a0f-85fa-eb1b971f1758 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325846 Jul 09 14:28:50.771795 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53722) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:50.776362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-041a0b17-d883-4f2c-b7cf-2a47560d8341 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'security_group_rule': {'security_group_id': '5fca1f80-e171-4af5-85ba-730cef2f8a8b', 'project_id': '687e6615b01642e795ad0bc05b556b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:50.804594 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-041a0b17-d883-4f2c-b7cf-2a47560d8341 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.811485 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'abef714b-e1a0-4a18-b213-3fceb84124fe', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'port_id': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'mac_address': 'fa:16:3e:cb:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44414573-c70a-4a90-837c-3d52243e507e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:28:49Z', 'updated_at': '2021-07-09T14:28:49Z', 'revision_number': 0, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 5, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:50.828100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-2196c5fa-3bbf-4cd7-a20d-319856943fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:50.829586 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-2196c5fa-3bbf-4cd7-a20d-319856943fae service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 915 time: 0.0935919 Jul 09 14:28:50.841543 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] Checking router: 1277900d-6cc9-45b9-a22b-77598a21538c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:28:50.855112 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:50.855759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:28:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:50.871612 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-041a0b17-d883-4f2c-b7cf-2a47560d8341 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.875582 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-041a0b17-d883-4f2c-b7cf-2a47560d8341 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.899733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a0b17-d883-4f2c-b7cf-2a47560d8341 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33abee5b-2d30-47e3-94d4-1a26a8190255,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:50.905855 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-041a0b17-d883-4f2c-b7cf-2a47560d8341 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:50.910345 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-338827b2-075e-4dc4-bfb9-2885b5ed86bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 998 time: 0.0748687 Jul 09 14:28:50.910804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53724) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:50.911475 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-041a0b17-d883-4f2c-b7cf-2a47560d8341 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386316 Jul 09 14:28:50.915212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-364b2142-7011-4a55-ba1a-c75e92ab2949 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'security_group_rule': {'security_group_id': '5fca1f80-e171-4af5-85ba-730cef2f8a8b', 'project_id': '687e6615b01642e795ad0bc05b556b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:50.969105 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:50.976376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-5c704fb9-e46c-4e08-b7da-9642867ba1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:50.977986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-5c704fb9-e46c-4e08-b7da-9642867ba1fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 200 len: 854 time: 0.0576551 Jul 09 14:28:50.980817 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-364b2142-7011-4a55-ba1a-c75e92ab2949 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.072736 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-364b2142-7011-4a55-ba1a-c75e92ab2949 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.077576 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-364b2142-7011-4a55-ba1a-c75e92ab2949 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.091548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-7551343c-93b0-4fad-9432-30908f077ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:51.092953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-7551343c-93b0-4fad-9432-30908f077ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c8017fe-ffba-453a-891b-ba2337339933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083632 Jul 09 14:28:51.112333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2142-7011-4a55-ba1a-c75e92ab2949 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be76eb3-63e5-4317-be06-f11d71593937,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:51.124297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-364b2142-7011-4a55-ba1a-c75e92ab2949 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.127480 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-364b2142-7011-4a55-ba1a-c75e92ab2949 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156005 Jul 09 14:28:51.128832 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53726) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:51.135813 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e2316a45-ff58-4793-b9fd-a0493ce10a32 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'security_group_rule': {'security_group_id': '5fca1f80-e171-4af5-85ba-730cef2f8a8b', 'project_id': '687e6615b01642e795ad0bc05b556b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:51.178907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2316a45-ff58-4793-b9fd-a0493ce10a32 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.202190 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'abef714b-e1a0-4a18-b213-3fceb84124fe', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'port_id': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'mac_address': 'fa:16:3e:cb:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44414573-c70a-4a90-837c-3d52243e507e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:28:49Z', 'updated_at': '2021-07-09T14:28:49Z', 'revision_number': 0, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 5, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:51.209804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-b011ba60-99e0-4cd3-832f-08a25ea71ce4 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081920 Jul 09 14:28:51.231531 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16368667-2897-4c47-b9f3-f69db48b804c None None] The sync data for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 is: [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'abef714b-e1a0-4a18-b213-3fceb84124fe', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'port_id': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'mac_address': 'fa:16:3e:cb:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44414573-c70a-4a90-837c-3d52243e507e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:28:49Z', 'updated_at': '2021-07-09T14:28:49Z', 'revision_number': 0, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 5, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:28:51.243774 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2316a45-ff58-4793-b9fd-a0493ce10a32 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.248079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2316a45-ff58-4793-b9fd-a0493ce10a32 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.262626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2316a45-ff58-4793-b9fd-a0493ce10a32 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948c9ad8-7864-487b-9053-26269e65686c,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:51.277415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e2316a45-ff58-4793-b9fd-a0493ce10a32 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.278870 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e2316a45-ff58-4793-b9fd-a0493ce10a32 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467943 Jul 09 14:28:51.281838 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53728) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:51.287745 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c67103c8-7fef-4a70-a933-31b173b577f5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'security_group_rule': {'security_group_id': '5fca1f80-e171-4af5-85ba-730cef2f8a8b', 'project_id': '687e6615b01642e795ad0bc05b556b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:51.313080 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-c67103c8-7fef-4a70-a933-31b173b577f5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Project 687e6615b01642e795ad0bc05b556b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:28:51.318568 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c67103c8-7fef-4a70-a933-31b173b577f5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.326840 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa2d4f5-34cc-473e-b91b-3a717b657655 req-19bdbab1-0f54-4f52-a246-3601429b0448 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105509 Jul 09 14:28:51.392928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c67103c8-7fef-4a70-a933-31b173b577f5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.396959 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c67103c8-7fef-4a70-a933-31b173b577f5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.416033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67103c8-7fef-4a70-a933-31b173b577f5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a228c58b-f925-4a50-ac8c-5dfca0b3c1dd,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:51.423412 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c67103c8-7fef-4a70-a933-31b173b577f5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.425955 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c67103c8-7fef-4a70-a933-31b173b577f5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425483 Jul 09 14:28:51.428508 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53730) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:51.433624 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c2d3e5ca-69ad-4be8-975b-c1e7866fde6b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'security_group_rule': {'security_group_id': '5fca1f80-e171-4af5-85ba-730cef2f8a8b', 'project_id': '687e6615b01642e795ad0bc05b556b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:51.456636 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-c2d3e5ca-69ad-4be8-975b-c1e7866fde6b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Project 687e6615b01642e795ad0bc05b556b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:28:51.459323 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e058a5-d650-41af-aee9-e2978aa832f1 None None] New status for floating IP abef714b-e1a0-4a18-b213-3fceb84124fe: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:28:51.462304 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2d3e5ca-69ad-4be8-975b-c1e7866fde6b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.527254 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2d3e5ca-69ad-4be8-975b-c1e7866fde6b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.532268 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2d3e5ca-69ad-4be8-975b-c1e7866fde6b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.551019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3e5ca-69ad-4be8-975b-c1e7866fde6b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e19310-dbf0-4b76-a957-f4d1a241931e,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:51.557743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2d3e5ca-69ad-4be8-975b-c1e7866fde6b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:51.559194 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c2d3e5ca-69ad-4be8-975b-c1e7866fde6b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296346 Jul 09 14:28:51.681680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-dd9a0d70-de4f-417a-8f2a-4441b33cf714 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439385549&fields=id&tenant_id=687e6615b01642e795ad0bc05b556b01 HTTP/1.1" status: 200 len: 267 time: 0.0341604 Jul 09 14:28:51.748627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-defd3fbb-fc76-456a-9ead-2eec171f231a tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:51.750128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-defd3fbb-fc76-456a-9ead-2eec171f231a tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 945 time: 0.0631623 Jul 09 14:28:51.761425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'port': {'security_groups': ['3e92d15b-3343-4032-9204-7ea3d5ba768c', '5fca1f80-e171-4af5-85ba-730cef2f8a8b']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:51.844668 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:52.038382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] For port 70e02255-c2d8-4397-8727-03ee16fddbdb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=70e02255-c2d8-4397-8727-03ee16fddbdb,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:52.074790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:52.079087 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:52.090819 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['70e02255-c2d8-4397-8727-03ee16fddbdb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:28:52.123118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:52.123877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:52.125282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8b3bec24-e0d8-419d-8d3e-d5283d5e6cfd req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "PUT /v2.0/ports/70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 981 time: 0.3683741 Jul 09 14:28:52.126351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:28:52.128964 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:28:52.161812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f904088-e3a4-42f6-b118-c46ea0d7446f tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'Port': ['ID=70e02255-c2d8-4397-8727-03ee16fddbdb,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:52.187201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['70e02255-c2d8-4397-8727-03ee16fddbdb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:28:52.309201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5041ccb-98c1-4107-9c1f-b5e5fd6c691a req-e002c80b-9745-4e81-97bc-56496f2f7d7c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:52.311042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d5041ccb-98c1-4107-9c1f-b5e5fd6c691a req-e002c80b-9745-4e81-97bc-56496f2f7d7c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0723741 Jul 09 14:28:52.365572 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d5041ccb-98c1-4107-9c1f-b5e5fd6c691a req-18174abe-6b1a-44a7-9af7-7ddf20a8264e tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446308 Jul 09 14:28:52.415254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5733aa0e-ba30-46d0-88c7-a269328e18a7 None None] Provisioning complete for port 70e02255-c2d8-4397-8727-03ee16fddbdb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:52.415669 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5733aa0e-ba30-46d0-88c7-a269328e18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:52.423655 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe5b4a-d869-43e1-8bc4-4b6c4086a88c x-openstack-request-id: req-ccfe5b4a-d869-43e1-8bc4-4b6c4086a88c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:28:52.423958 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:28:52.424378 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccfe5b4a-d869-43e1-8bc4-4b6c4086a88c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:28:52.424962 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'status': 'completed', 'code': 200} Jul 09 14:28:52.499886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-e707ce75-1962-42cd-b557-c7f1211b3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:52.501380 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-e707ce75-1962-42cd-b557-c7f1211b3dfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1135 time: 0.0547819 Jul 09 14:28:52.590977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-d735bcd2-edc9-445c-9387-871bfcec9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:52.592350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-d735bcd2-edc9-445c-9387-871bfcec9b5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 915 time: 0.0847962 Jul 09 14:28:52.662344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-9c7c936b-0a4b-4e23-9ed3-102c42aa6095 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 1000 time: 0.0626655 Jul 09 14:28:52.711254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-d38931c7-0c2d-4ace-8baf-53b19eee5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:52.712718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-d38931c7-0c2d-4ace-8baf-53b19eee5fd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 200 len: 854 time: 0.0447936 Jul 09 14:28:52.771829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-84d61314-296c-4032-a128-8dec29d0c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:52.773338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-84d61314-296c-4032-a128-8dec29d0c4c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c8017fe-ffba-453a-891b-ba2337339933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545490 Jul 09 14:28:52.864713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-12574b97-6c58-4856-b9fa-b1a96c159d77 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846212 Jul 09 14:28:52.953534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-06f560fd-fcb2-4d38-a53e-14a4b0e5b6bb req-1048bdb9-953f-49d9-ba8c-575354363b08 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822029 Jul 09 14:29:09.700130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-a36e8334-68dc-4995-b758-57359c8edbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:09.702678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-a36e8334-68dc-4995-b758-57359c8edbbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1135 time: 0.1016941 Jul 09 14:29:09.725619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6bfe4-1bc8-4c38-baa6-501863e018b5 req-2a7a6570-25c4-4ac6-86f8-159fd5fa06c6 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:09.727063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2c6bfe4-1bc8-4c38-baa6-501863e018b5 req-2a7a6570-25c4-4ac6-86f8-159fd5fa06c6 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0980213 Jul 09 14:29:09.816041 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c2c6bfe4-1bc8-4c38-baa6-501863e018b5 req-f24868e1-c086-4f3a-8698-d3ccaa313e97 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778172 Jul 09 14:29:09.838227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-77951b4a-493e-41fe-8e72-62da4cb9b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:09.839731 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-77951b4a-493e-41fe-8e72-62da4cb9b3df service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 915 time: 0.1287367 Jul 09 14:29:09.908140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-50763999-4bf5-495e-86f2-b1c245396680 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 1000 time: 0.0620360 Jul 09 14:29:09.955319 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-03698867-7451-4c6a-a4a4-dbdad5a29cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:09.956629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-03698867-7451-4c6a-a4a4-dbdad5a29cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 200 len: 854 time: 0.0419030 Jul 09 14:29:10.016511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-a57f668b-1842-42a6-b897-0f2376323997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:10.017995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-a57f668b-1842-42a6-b897-0f2376323997 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c8017fe-ffba-453a-891b-ba2337339933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548618 Jul 09 14:29:10.105854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-a2588ebf-89a7-48e7-a692-4a0d42f99ee9 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805395 Jul 09 14:29:10.203481 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcd0759-e91f-46cc-9b40-6bc0d3c308c9 req-6a542c5a-8a50-4b16-9571-8221b9e6dfac service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905113 Jul 09 14:29:10.993752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95ce97-48af-404a-a4d6-2edca679cada req-33f18077-add4-4194-b929-0ae9812a366a tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:10.995243 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df95ce97-48af-404a-a4d6-2edca679cada req-33f18077-add4-4194-b929-0ae9812a366a tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0625350 Jul 09 14:29:11.034023 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-df95ce97-48af-404a-a4d6-2edca679cada req-448a2d3c-a9c0-4a6c-b3b7-1568cce58af0 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331700 Jul 09 14:29:12.205642 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bc00f-5ad2-4749-b901-ecb1adfced0e req-6572a651-3220-4043-bcb5-912b1ccfa8f7 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:12.207749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-012bc00f-5ad2-4749-b901-ecb1adfced0e req-6572a651-3220-4043-bcb5-912b1ccfa8f7 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0636401 Jul 09 14:29:12.246472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-012bc00f-5ad2-4749-b901-ecb1adfced0e req-552c7d04-af47-4ec3-bc33-c19c0b24c16b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332472 Jul 09 14:29:13.419512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee00da1-fbd5-4c1d-aecd-e17fea1613d0 req-4d66d442-81bd-4c1a-982f-89514bf3c4ea tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:13.420854 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ee00da1-fbd5-4c1d-aecd-e17fea1613d0 req-4d66d442-81bd-4c1a-982f-89514bf3c4ea tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0654457 Jul 09 14:29:13.461601 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ee00da1-fbd5-4c1d-aecd-e17fea1613d0 req-8922654f-fd75-4ab8-949d-575bcd1837d9 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344739 Jul 09 14:29:13.844680 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.377211 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c2be-0e86-4346-b20a-4cab729bfa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.637178 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1cf4-79b7-41d2-8ee9-a5b5bbd47a1f req-78288222-04d2-410a-8660-3e285b5398dc tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:14.638665 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-562d1cf4-79b7-41d2-8ee9-a5b5bbd47a1f req-78288222-04d2-410a-8660-3e285b5398dc tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0626695 Jul 09 14:29:14.678754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-562d1cf4-79b7-41d2-8ee9-a5b5bbd47a1f req-27e46669-5985-4f3d-b38d-75c337565371 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342371 Jul 09 14:29:14.737914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:15.850547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e269de-fe3c-4925-95d5-58107f19dbbe req-07b3bc0a-43ac-4567-bae0-78fe5e9eb0ad tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:15.852055 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-80e269de-fe3c-4925-95d5-58107f19dbbe req-07b3bc0a-43ac-4567-bae0-78fe5e9eb0ad tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0620999 Jul 09 14:29:15.891419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-80e269de-fe3c-4925-95d5-58107f19dbbe req-b5bbda8d-44e2-4346-9389-838d9bfae19c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333750 Jul 09 14:29:16.971299 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8914f74a-0d54-4a2d-aa48-4099b1681c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:17.067772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976194-30cd-475a-96cf-cba0a89669b0 req-acb85d22-6625-44db-80b6-5e72daf5ebfb tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:17.069257 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7976194-30cd-475a-96cf-cba0a89669b0 req-acb85d22-6625-44db-80b6-5e72daf5ebfb tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0675297 Jul 09 14:29:17.109745 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b7976194-30cd-475a-96cf-cba0a89669b0 req-30252a21-e2df-4bb8-87af-b28c02c28feb tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347023 Jul 09 14:29:17.119860 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.289544 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544982c2-f146-4d02-a4d7-05c5ff2fb72c req-b508b7fc-a8f6-4dac-b33f-9aa7cad3c3b7 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:18.291066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544982c2-f146-4d02-a4d7-05c5ff2fb72c req-b508b7fc-a8f6-4dac-b33f-9aa7cad3c3b7 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0694742 Jul 09 14:29:18.329800 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544982c2-f146-4d02-a4d7-05c5ff2fb72c req-915f0339-2b27-41a1-9206-bbe3ea480eaf tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330434 Jul 09 14:29:18.506115 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:19.505489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3d494-bf5b-4a1b-b8f6-676430f04e93 req-0ab32a86-f57e-4c03-a8a0-a3478f564664 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:19.506874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9b3d494-bf5b-4a1b-b8f6-676430f04e93 req-0ab32a86-f57e-4c03-a8a0-a3478f564664 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0662355 Jul 09 14:29:19.547276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b9b3d494-bf5b-4a1b-b8f6-676430f04e93 req-e8540dca-1e2f-4f94-a636-8514469d041e tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346680 Jul 09 14:29:19.969511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.724077 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271725-f92b-4511-aded-ee72243f6e09 req-9db9ef65-275d-4a21-a1a4-2c23b6b139ff tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:20.725565 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08271725-f92b-4511-aded-ee72243f6e09 req-9db9ef65-275d-4a21-a1a4-2c23b6b139ff tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0628572 Jul 09 14:29:20.763755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-08271725-f92b-4511-aded-ee72243f6e09 req-88484636-2cae-48cc-a53d-4866bc2a0204 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326226 Jul 09 14:29:21.935012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7bdd7-320c-4bb6-8b88-8c086aa5a7fd req-39f27521-9d7a-47ca-ad80-450492d6aecc tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:21.936494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07f7bdd7-320c-4bb6-8b88-8c086aa5a7fd req-39f27521-9d7a-47ca-ad80-450492d6aecc tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0626364 Jul 09 14:29:21.977554 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-07f7bdd7-320c-4bb6-8b88-8c086aa5a7fd req-926cf7ae-c7f6-49ac-99ea-d491c0427cb6 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fca1f80-e171-4af5-85ba-730cef2f8a8b&id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338032 Jul 09 14:29:23.622908 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:29:26.511382 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-100ef3e4-2122-4c37-97f3-0a5627cc7397 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542185 Jul 09 14:29:26.604775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-dda47e55-0564-4ac8-b900-9c2ac490d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:26.606239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-dda47e55-0564-4ac8-b900-9c2ac490d611 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1135 time: 0.0509744 Jul 09 14:29:26.705870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-570d2830-7ef8-4ce5-887a-86a320407fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:26.707549 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-570d2830-7ef8-4ce5-887a-86a320407fe6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 915 time: 0.0824187 Jul 09 14:29:26.774033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-73d76d70-c9b4-48eb-8244-e986827a91a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 1000 time: 0.0606599 Jul 09 14:29:26.821461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-a344d157-64fd-4c88-84e2-9bb98fc83cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:26.822886 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-a344d157-64fd-4c88-84e2-9bb98fc83cd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 200 len: 854 time: 0.0436168 Jul 09 14:29:26.877385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-debc0db2-f273-49f6-85b3-20459c55cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:26.878831 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-debc0db2-f273-49f6-85b3-20459c55cf94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c8017fe-ffba-453a-891b-ba2337339933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500057 Jul 09 14:29:27.318655 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-440419d7-9819-4948-87fc-5561c1dd599c service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337716 Jul 09 14:29:27.410322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bde3cb2a-98c2-4a2f-b3ed-c64630932ef9 req-20afddc1-8ec7-45ee-9b86-84e7b08797fd service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852091 Jul 09 14:29:43.860528 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:44.376828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f001f1e9-fc5c-4f62-948a-25b0866380f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:44.730661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:46.971643 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7c08e73f-4114-4e34-88e8-ecd19f611ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:47.122581 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:48.507832 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:49.974079 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:54.496555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-4b5a45e8-1137-4c3d-a524-f7f63d70a5c5 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439385549&fields=id&tenant_id=687e6615b01642e795ad0bc05b556b01 HTTP/1.1" status: 200 len: 267 time: 0.0900550 Jul 09 14:29:54.561801 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-5d7874ee-4ce6-40df-ad64-0760b49b9d78 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:54.563296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-5d7874ee-4ce6-40df-ad64-0760b49b9d78 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 984 time: 0.0613968 Jul 09 14:29:54.574538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Request body: {'port': {'security_groups': ['3e92d15b-3343-4032-9204-7ea3d5ba768c']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:54.656138 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:54.823824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] For port 70e02255-c2d8-4397-8727-03ee16fddbdb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=70e02255-c2d8-4397-8727-03ee16fddbdb,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:54.852180 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:54.856412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:54.874237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['70e02255-c2d8-4397-8727-03ee16fddbdb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:29:54.900561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:54.901181 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:54.902587 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bebbfb15-4ee4-4939-aa9c-e747ca093b4a req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "PUT /v2.0/ports/70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 942 time: 0.3325741 Jul 09 14:29:54.903068 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:29:54.905352 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a96fe1-f673-4082-ab33-008114b93243" -d '{"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:29:54.909230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53786) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:54.935156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event updated for resources: {'Port': ['ID=70e02255-c2d8-4397-8727-03ee16fddbdb,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:54.944244 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.944911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.945257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.945600 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.945936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.946271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.946605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.946935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.947288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.947617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.947952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.948272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fcc449-87a1-4db9-876b-06c9e901048c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:54.969774 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b930df93-8fb9-47c1-b39f-b7e8b0eb69e1 x-openstack-request-id: req-b930df93-8fb9-47c1-b39f-b7e8b0eb69e1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:29:54.971030 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:29:54.971505 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b930df93-8fb9-47c1-b39f-b7e8b0eb69e1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:29:54.972128 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'status': 'completed', 'code': 200} Jul 09 14:29:54.987771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['70e02255-c2d8-4397-8727-03ee16fddbdb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:29:54.992968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.029974 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.056718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a96fe1-f673-4082-ab33-008114b93243 req-db16a0df-e4c9-496d-a248-cd15cdb053bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:55.058285 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a96fe1-f673-4082-ab33-008114b93243 req-db16a0df-e4c9-496d-a248-cd15cdb053bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1096 time: 0.0624404 Jul 09 14:29:55.110153 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.113309 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.115300 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "DELETE /v2.0/security-groups/5fca1f80-e171-4af5-85ba-730cef2f8a8b HTTP/1.1" status: 204 len: 168 time: 0.2044685 Jul 09 14:29:55.118294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53790) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:55.134966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fca1f80-e171-4af5-85ba-730cef2f8a8b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:55.143111 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.143991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.145936 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.147145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.147694 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.148244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.148781 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.149312 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.149844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.150379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.150898 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.151457 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cc714-7528-4436-b531-5741dfa88cd8 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:55.252435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a96fe1-f673-4082-ab33-008114b93243 req-d016e6ef-cdf8-4d1d-bf34-33a24dbdb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:55.254561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a96fe1-f673-4082-ab33-008114b93243 req-d016e6ef-cdf8-4d1d-bf34-33a24dbdb409 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 915 time: 0.1865630 Jul 09 14:29:55.274384 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-8e3be44a-25e5-41ff-be64-4e4ea33d5b7d None None] Provisioning complete for port 70e02255-c2d8-4397-8727-03ee16fddbdb triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:55.274889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8e3be44a-25e5-41ff-be64-4e4ea33d5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.348657 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a96fe1-f673-4082-ab33-008114b93243 req-a6c1bf5b-8666-4e25-a54a-747c428c92c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 1000 time: 0.0874884 Jul 09 14:29:55.403167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Deleting port 0bee3a2f-7b84-4bec-8b0d-341f139500ff {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:29:55.403427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.406793 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a96fe1-f673-4082-ab33-008114b93243 req-1b5bbc81-21c7-45e6-8445-6e1a4b9fac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:55.408259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a96fe1-f673-4082-ab33-008114b93243 req-1b5bbc81-21c7-45e6-8445-6e1a4b9fac9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 200 len: 854 time: 0.0541134 Jul 09 14:29:55.519881 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.520602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.535607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a96fe1-f673-4082-ab33-008114b93243 req-59bd5b0d-88ec-4332-8e5e-49580e16c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:55.537124 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a96fe1-f673-4082-ab33-008114b93243 req-59bd5b0d-88ec-4332-8e5e-49580e16c649 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c8017fe-ffba-453a-891b-ba2337339933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195309 Jul 09 14:29:55.537972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Calling delete_port for 0bee3a2f-7b84-4bec-8b0d-341f139500ff owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:29:55.688183 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a96fe1-f673-4082-ab33-008114b93243 req-20ef6062-fcf9-46d0-b10c-6b1f563ea100 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418121 Jul 09 14:29:55.820305 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72a96fe1-f673-4082-ab33-008114b93243 req-29087b79-99c2-408a-b7af-550233ea9096 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254694 Jul 09 14:29:55.821337 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.845086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event deleted for resources: {'Port': ['ID=0bee3a2f-7b84-4bec-8b0d-341f139500ff,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:55.907886 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:55.908274 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Floating IP abef714b-e1a0-4a18-b213-3fceb84124fe disassociated (deleted). External IP: 172.25.5.46, port: 70e02255-c2d8-4397-8727-03ee16fddbdb. Jul 09 14:29:56.120696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Router 1277900d-6cc9-45b9-a22b-77598a21538c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:29:56.230120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:29:56.235003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:56.239503 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] Sync routers for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:29:56.248001 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:56.248622 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:56.272483 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-811aaa1d-488a-49db-ba86-0dd070347434 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "DELETE /v2.0/floatingips/abef714b-e1a0-4a18-b213-3fceb84124fe HTTP/1.1" status: 204 len: 168 time: 1.1530406 Jul 09 14:29:56.353613 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:56.568665 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 5, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:56.595022 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] Checking router: 1277900d-6cc9-45b9-a22b-77598a21538c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:29:56.603961 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:56.604565 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:56.708081 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:56.973948 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:29:56.976365 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f19251c-c726-4324-8520-55b02adcd63f" -d '{"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:29:57.003147 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 5, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:57.014459 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a00e77-91f0-49f0-92b5-3d448f4d5e87 x-openstack-request-id: req-11a00e77-91f0-49f0-92b5-3d448f4d5e87 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:29:57.014757 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:29:57.015030 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11a00e77-91f0-49f0-92b5-3d448f4d5e87 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:29:57.015434 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'status': 'completed', 'code': 200} Jul 09 14:29:57.041379 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ba7dd-b9d4-4574-8594-1b48b08e09ff None None] The sync data for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 is: [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:28:02Z', 'revision_number': 4, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ab1e1e67-467c-45ec-9b72-37557bb62a9f', 'name': '', 'network_id': '4c8017fe-ffba-453a-891b-ba2337339933', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'mac_address': 'fa:16:3e:3b:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:01Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 5, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'subnets': [{'id': '3d2db70f-6356-4964-907e-b483e3bb939f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:29:57.102929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19251c-c726-4324-8520-55b02adcd63f req-f65a085f-b3b4-4fbe-a2a8-87b14e76f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:57.104552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f19251c-c726-4324-8520-55b02adcd63f req-f65a085f-b3b4-4fbe-a2a8-87b14e76f5ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687e6615b01642e795ad0bc05b556b01&device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 1096 time: 0.0654905 Jul 09 14:29:57.204471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19251c-c726-4324-8520-55b02adcd63f req-20521387-53f0-48a7-abd4-e29d01af6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:57.206021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f19251c-c726-4324-8520-55b02adcd63f req-20521387-53f0-48a7-abd4-e29d01af6d08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 200 len: 915 time: 0.0955720 Jul 09 14:29:57.249283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f19251c-c726-4324-8520-55b02adcd63f req-9f9f9f5f-c245-4de4-9c60-de05706b9e3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 200 len: 217 time: 0.0364704 Jul 09 14:29:57.308712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d0085a-1fed-47ea-a9c4-36ef25cd6664 None None] New status for floating IP abef714b-e1a0-4a18-b213-3fceb84124fe: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:29:57.310145 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19251c-c726-4324-8520-55b02adcd63f req-94df70ac-763c-467d-808c-69c85370100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:57.312472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f19251c-c726-4324-8520-55b02adcd63f req-94df70ac-763c-467d-808c-69c85370100e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 200 len: 854 time: 0.0554402 Jul 09 14:29:57.371042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19251c-c726-4324-8520-55b02adcd63f req-debc807d-1559-47e0-b4dd-552212ab2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:57.372721 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f19251c-c726-4324-8520-55b02adcd63f req-debc807d-1559-47e0-b4dd-552212ab2d64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c8017fe-ffba-453a-891b-ba2337339933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541782 Jul 09 14:29:57.467535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f19251c-c726-4324-8520-55b02adcd63f req-8dd8175c-1cc0-4bb5-b1c6-60a9764c80cc service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850677 Jul 09 14:29:57.561874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8f19251c-c726-4324-8520-55b02adcd63f req-c9845fd0-aee8-43ec-bb93-b68eeabfc9f0 service neutron] 10.222.0.11 "GET /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873075 Jul 09 14:30:00.622665 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:30:03.647517 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4b922-7b8e-4299-9215-d50d82a165e3 req-25f14510-45d5-4501-aadb-3e4a0316348b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:03.649271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62b4b922-7b8e-4299-9215-d50d82a165e3 req-25f14510-45d5-4501-aadb-3e4a0316348b tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 945 time: 0.0678077 Jul 09 14:30:03.688740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62b4b922-7b8e-4299-9215-d50d82a165e3 req-25260f51-4b26-40ba-99d7-0ad27785fd3c tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338802 Jul 09 14:30:04.870416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec45e-f366-4c13-8bb7-d0eaa89a02a0 req-314be93e-b215-4aa4-9687-38726bea77fb tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:04.871966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1dbec45e-f366-4c13-8bb7-d0eaa89a02a0 req-314be93e-b215-4aa4-9687-38726bea77fb tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 945 time: 0.0720160 Jul 09 14:30:04.914929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1dbec45e-f366-4c13-8bb7-d0eaa89a02a0 req-6bfde531-5a6f-4672-baeb-44435621ddc9 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e92d15b-3343-4032-9204-7ea3d5ba768c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370181 Jul 09 14:30:05.173568 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33639-d9f5-4a47-b917-838f3e501303 req-19fc1749-973a-461d-ba84-f58757dd7e28 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:05.175067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c33639-d9f5-4a47-b917-838f3e501303 req-19fc1749-973a-461d-ba84-f58757dd7e28 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.11 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 945 time: 0.0692465 Jul 09 14:30:05.273964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Deleting port 70e02255-c2d8-4397-8727-03ee16fddbdb {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:05.274304 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:05.363892 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] For port 70e02255-c2d8-4397-8727-03ee16fddbdb, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=70e02255-c2d8-4397-8727-03ee16fddbdb,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:05.364248 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:05.376582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Calling delete_port for 70e02255-c2d8-4397-8727-03ee16fddbdb owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:05.505613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:05.517232 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['70e02255-c2d8-4397-8727-03ee16fddbdb'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:30:05.535524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Pushing event deleted for resources: {'Port': ['ID=70e02255-c2d8-4397-8727-03ee16fddbdb,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:05.579989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] No DVR routers for this DVR port 70e02255-c2d8-4397-8727-03ee16fddbdb on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:30:05.583171 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:05.585133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44c33639-d9f5-4a47-b917-838f3e501303 req-86154e3b-6e45-4057-bb0e-a1075d9b3b81 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.11 "DELETE /v2.0/ports/70e02255-c2d8-4397-8727-03ee16fddbdb HTTP/1.1" status: 204 len: 173 time: 0.4043167 Jul 09 14:30:05.585570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'name': 'network-vif-deleted', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:30:05.587822 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff85f97-d907-4910-9b4a-ff3f0521d54c" -d '{"events": [{"server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "name": "network-vif-deleted", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:30:05.678244 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e764645a-8ab3-4663-ade2-1216364ea85b x-openstack-request-id: req-e764645a-8ab3-4663-ade2-1216364ea85b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:30:05.678600 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44414573-c70a-4a90-837c-3d52243e507e", "name": "network-vif-deleted", "tag": "70e02255-c2d8-4397-8727-03ee16fddbdb", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:30:05.678919 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e764645a-8ab3-4663-ade2-1216364ea85b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:30:05.679906 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44414573-c70a-4a90-837c-3d52243e507e', 'name': 'network-vif-deleted', 'tag': '70e02255-c2d8-4397-8727-03ee16fddbdb', 'status': 'completed', 'code': 200} Jul 09 14:30:06.085713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc7e559b-68e2-439b-a3e4-4ac264f77de5 req-09249b14-cedb-4482-a794-1756abaa57c2 tempest-TestMinimumBasicScenario-428402909 tempest-TestMinimumBasicScenario-428402909-project] 10.222.0.32 "GET /v2.0/ports?device_id=44414573-c70a-4a90-837c-3d52243e507e HTTP/1.1" status: 200 len: 210 time: 0.0334966 Jul 09 14:30:07.681506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53886) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:08.017661 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:08.270845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Deleting port ab1e1e67-467c-45ec-9b72-37557bb62a9f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:08.271122 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:08.351644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] For port ab1e1e67-467c-45ec-9b72-37557bb62a9f, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ab1e1e67-467c-45ec-9b72-37557bb62a9f,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:08.352006 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:08.364976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Calling delete_port for ab1e1e67-467c-45ec-9b72-37557bb62a9f owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:08.540130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:08.565072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1e1e67-467c-45ec-9b72-37557bb62a9f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:08.730216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:08.939389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Router 1277900d-6cc9-45b9-a22b-77598a21538c has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:30:09.348318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 70e02255-c2d8-4397-8727-03ee16fddbdb no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:09.369162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 70e02255-c2d8-4397-8727-03ee16fddbdb {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:09.369514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 70e02255-c2d8-4397-8727-03ee16fddbdb not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:09.393416 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:30:09.398289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-243dec28-325a-4bda-8ef3-d896fd1fa367 admin admin] 10.222.0.32 "PUT /v2.0/routers/1277900d-6cc9-45b9-a22b-77598a21538c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157540 Jul 09 14:30:09.400986 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53888) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:09.403617 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] Sync routers for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:30:09.413447 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:09.414050 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:09.505368 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:09.518031 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:09.618227 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:09.670751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Deleting port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:09.671125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:09.703906 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:30:08Z', 'revision_number': 5, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port': {'id': '439a76ed-80fd-4afa-9ee3-f3e4bca9620e', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:00Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:09.734518 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] Checking router: 1277900d-6cc9-45b9-a22b-77598a21538c for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:30:09.743402 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] Routers {'1277900d-6cc9-45b9-a22b-77598a21538c'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:09.744015 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1277900d-6cc9-45b9-a22b-77598a21538c'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:09.750012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] For port 439a76ed-80fd-4afa-9ee3-f3e4bca9620e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=439a76ed-80fd-4afa-9ee3-f3e4bca9620e,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:09.750587 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:09.763266 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Calling delete_port for 439a76ed-80fd-4afa-9ee3-f3e4bca9620e owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:09.828704 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] Set router 1277900d-6cc9-45b9-a22b-77598a21538c gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:09.883848 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:30:09Z', 'revision_number': 6, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:09.913040 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be142aa-1f6e-4396-beec-1fb7cdc59ac6 None None] The sync data for ids ['1277900d-6cc9-45b9-a22b-77598a21538c'] in n-d-799524-3 is: [{'id': '1277900d-6cc9-45b9-a22b-77598a21538c', 'name': 'tempest-TestMinimumBasicScenario-1999037373-router', 'tenant_id': '687e6615b01642e795ad0bc05b556b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:27:59Z', 'updated_at': '2021-07-09T14:30:09Z', 'revision_number': 6, 'project_id': '687e6615b01642e795ad0bc05b556b01', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:30:09.945426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:09.974272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=439a76ed-80fd-4afa-9ee3-f3e4bca9620e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:10.039603 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.129342 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.131428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.173374 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.174154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1277900d-6cc9-45b9-a22b-77598a21538c {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:30:10.180065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.181195 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-745fce6d-9014-4863-9ef0-5817c6964c24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1277900d-6cc9-45b9-a22b-77598a21538c HTTP/1.1" status: 204 len: 168 time: 0.7793112 Jul 09 14:30:10.183692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53890) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:10.232537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d72c93-e6d4-43dc-84b0-89f2e689fbb2 admin admin] Deleting subnet 3d2db70f-6356-4964-907e-b483e3bb939f {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:30:10.235404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7d72c93-e6d4-43dc-84b0-89f2e689fbb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.274083 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7d72c93-e6d4-43dc-84b0-89f2e689fbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.368426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7d72c93-e6d4-43dc-84b0-89f2e689fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.419937 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7d72c93-e6d4-43dc-84b0-89f2e689fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.449987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d72c93-e6d4-43dc-84b0-89f2e689fbb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2db70f-6356-4964-907e-b483e3bb939f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:10.453688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b7d72c93-e6d4-43dc-84b0-89f2e689fbb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.456860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b7d72c93-e6d4-43dc-84b0-89f2e689fbb2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d2db70f-6356-4964-907e-b483e3bb939f HTTP/1.1" status: 204 len: 168 time: 0.2721770 Jul 09 14:30:10.458830 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:10.459840 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8c1fc-99bb-4f0d-b3e5-397478aecdba None None] Network 4c8017fe-ffba-453a-891b-ba2337339933 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:30:10.531459 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.583774 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Deleting port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:10.584135 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.647942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] For port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d,segment=NetworkSegment(ade3674f-0ac6-4d47-85e8-d7ae617da964),segment_id=ade3674f-0ac6-4d47-85e8-d7ae617da964)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:10.648292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.662440 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Calling delete_port for bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:10.699074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] DHCP port deletion for 4c8017fe-ffba-453a-891b-ba2337339933 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:30:10.707961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ab1e1e67-467c-45ec-9b72-37557bb62a9f no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:10.745113 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ab1e1e67-467c-45ec-9b72-37557bb62a9f {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:10.745758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ab1e1e67-467c-45ec-9b72-37557bb62a9f not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:10.755028 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.768772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Deleting port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:10.769676 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.782850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:10.784852 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] No DVR routers for this DVR port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:30:10.839474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] For port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:10.839860 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.853014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Calling delete_port for bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:10.855727 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:30:10.857021 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.858388 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.869190 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8017fe-ffba-453a-891b-ba2337339933']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:10.881021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Pushing event deleted for resources: {'Port': ['ID=bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:10.885142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade3674f-0ac6-4d47-85e8-d7ae617da964') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:10.885529 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade3674f-0ac6-4d47-85e8-d7ae617da964') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:10.891461 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.891812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.892157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.892928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.892928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.893152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.893460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.893792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.894658 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.895011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.895341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.895673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:10.896898 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.898536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a6d52-1450-46f7-8485-9e4a01e1e8d6 None None] No DVR routers for this DVR port bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:30:10.917791 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.924207 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:30:10.924859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:30:10.927793 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:30:10.988585 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.992154 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:10.994009 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] 10.222.0.32 "DELETE /v2.0/networks/4c8017fe-ffba-453a-891b-ba2337339933 HTTP/1.1" status: 204 len: 168 time: 0.5341012 Jul 09 14:30:10.997158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53894) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:11.012175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30362f2-f844-4644-8e26-ba5d3c71e07b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8017fe-ffba-453a-891b-ba2337339933,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:11.342283 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:11.595023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Deleting port be1c7589-2256-471d-888e-9c786cc7a1bd {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:11.595256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:11.674328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] For port be1c7589-2256-471d-888e-9c786cc7a1bd, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=be1c7589-2256-471d-888e-9c786cc7a1bd,segment=NetworkSegment(03716c31-fd1a-45a8-8846-a6a012357bab),segment_id=03716c31-fd1a-45a8-8846-a6a012357bab)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:11.674682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:11.687267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Calling delete_port for be1c7589-2256-471d-888e-9c786cc7a1bd owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:11.863380 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:11.889546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Pushing event deleted for resources: {'Port': ['ID=be1c7589-2256-471d-888e-9c786cc7a1bd,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:12.070555 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:12.286378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Router b578df7a-e1ce-456f-a88f-aefa82c5faa7 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:30:12.291732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 439a76ed-80fd-4afa-9ee3-f3e4bca9620e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:12.313010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 439a76ed-80fd-4afa-9ee3-f3e4bca9620e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:12.313367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 439a76ed-80fd-4afa-9ee3-f3e4bca9620e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:12.313794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:12.333476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:12.333827 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device bb5f0e55-8cdc-49e2-bfb9-ded77ba7eb5d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:12.401023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:30:12.405754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a2c2b1a7-3e88-4f1b-9fae-e0dbf09204ac admin admin] 10.222.0.32 "PUT /v2.0/routers/b578df7a-e1ce-456f-a88f-aefa82c5faa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4075623 Jul 09 14:30:12.408324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53896) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:12.408934 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] Sync routers for ids ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:30:12.418623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] Routers {'b578df7a-e1ce-456f-a88f-aefa82c5faa7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:12.419276 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:12.513728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:12.524683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] Set router b578df7a-e1ce-456f-a88f-aefa82c5faa7 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:12.617101 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:12.669114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Deleting port 5f3dbc15-e082-4102-9cfe-7338b4af8eea {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:12.669348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:12.752506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] For port 5f3dbc15-e082-4102-9cfe-7338b4af8eea, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5f3dbc15-e082-4102-9cfe-7338b4af8eea,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:12.752866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:12.767532 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Calling delete_port for 5f3dbc15-e082-4102-9cfe-7338b4af8eea owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:12.868191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:30:11Z', 'revision_number': 5, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port': {'id': '5f3dbc15-e082-4102-9cfe-7338b4af8eea', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:05Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:12.895729 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] Checking router: b578df7a-e1ce-456f-a88f-aefa82c5faa7 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:30:12.905331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] Routers {'b578df7a-e1ce-456f-a88f-aefa82c5faa7'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:12.905943 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:29:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:12.934419 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:12.965474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3dbc15-e082-4102-9cfe-7338b4af8eea,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:12.997699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] Set router b578df7a-e1ce-456f-a88f-aefa82c5faa7 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:13.025866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.053035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:30:12Z', 'revision_number': 6, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:13.079312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652af2ab-2b1d-42f1-8a6f-c8ab8125a550 None None] The sync data for ids ['b578df7a-e1ce-456f-a88f-aefa82c5faa7'] in n-d-799524-3 is: [{'id': 'b578df7a-e1ce-456f-a88f-aefa82c5faa7', 'name': 'tempest-TestMinimumBasicScenario-1022497397-router', 'tenant_id': '2e593431444441d584725dae2405b7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:30:12Z', 'revision_number': 6, 'project_id': '2e593431444441d584725dae2405b7ef', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:30:13.118180 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.120412 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.165346 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.165917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b578df7a-e1ce-456f-a88f-aefa82c5faa7 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:30:13.170244 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.171403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-18482e07-f5da-4d64-b3d1-2a72896d9dfd admin admin] 10.222.0.32 "DELETE /v2.0/routers/b578df7a-e1ce-456f-a88f-aefa82c5faa7 HTTP/1.1" status: 204 len: 168 time: 0.7621248 Jul 09 14:30:13.173901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53898) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:13.221290 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ce1b82-1187-455c-b36c-bb5464bbe105 admin admin] Deleting subnet b88eb573-7ada-4b0f-b610-9cce0dedd7fe {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:30:13.224316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5ce1b82-1187-455c-b36c-bb5464bbe105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.258722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5ce1b82-1187-455c-b36c-bb5464bbe105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.333243 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5ce1b82-1187-455c-b36c-bb5464bbe105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.384723 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5ce1b82-1187-455c-b36c-bb5464bbe105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.418869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5ce1b82-1187-455c-b36c-bb5464bbe105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.421040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5ce1b82-1187-455c-b36c-bb5464bbe105 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b88eb573-7ada-4b0f-b610-9cce0dedd7fe HTTP/1.1" status: 204 len: 168 time: 0.2462034 Jul 09 14:30:13.422150 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce1b82-1187-455c-b36c-bb5464bbe105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88eb573-7ada-4b0f-b610-9cce0dedd7fe,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:13.423773 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53900) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:13.427115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a68a6-69fa-4b10-9064-3546abc38e7f None None] Network 06fc9a46-8318-4360-af83-dd390ee35fa2 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:30:13.509560 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.569389 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Deleting port 5783cb03-b8ff-4431-9da6-1e04b9452d41 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:13.569733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.632701 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] For port 5783cb03-b8ff-4431-9da6-1e04b9452d41, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=5783cb03-b8ff-4431-9da6-1e04b9452d41,segment=NetworkSegment(03716c31-fd1a-45a8-8846-a6a012357bab),segment_id=03716c31-fd1a-45a8-8846-a6a012357bab)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:13.633068 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.646400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Calling delete_port for 5783cb03-b8ff-4431-9da6-1e04b9452d41 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:13.726389 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.752487 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5783cb03-b8ff-4431-9da6-1e04b9452d41,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:13.754912 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] No DVR routers for this DVR port 5783cb03-b8ff-4431-9da6-1e04b9452d41 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:30:13.824328 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.836165 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fc9a46-8318-4360-af83-dd390ee35fa2']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:13.851984 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03716c31-fd1a-45a8-8846-a6a012357bab') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:13.852289 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03716c31-fd1a-45a8-8846-a6a012357bab') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:13.860796 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d337c-d273-45e7-a261-5fee3e784b3b None None] DHCP port deletion for 06fc9a46-8318-4360-af83-dd390ee35fa2 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:30:13.861878 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.871305 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.879313 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.888175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:30:13.888590 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:30:13.890276 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:30:13.945175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.961365 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:13.963318 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/06fc9a46-8318-4360-af83-dd390ee35fa2 HTTP/1.1" status: 204 len: 168 time: 0.5379233 Jul 09 14:30:13.964609 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f699787-e193-49a9-b4c6-68310c7d31ee admin admin] Pushing event deleted for resources: {'Network': ['ID=06fc9a46-8318-4360-af83-dd390ee35fa2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:14.137722 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53904) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:14.179542 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-438f4777-f3b3-4d13-8a2a-a72c9a2ecbb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=687e6615b01642e795ad0bc05b556b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406520 Jul 09 14:30:14.182011 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53906) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:14.231097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-03f31d48-466c-410a-a58a-75bcda721bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.245855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f3dbc15-e082-4102-9cfe-7338b4af8eea no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:14.257406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-03f31d48-466c-410a-a58a-75bcda721bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.265378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5f3dbc15-e082-4102-9cfe-7338b4af8eea {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:14.265735 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5f3dbc15-e082-4102-9cfe-7338b4af8eea not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:14.266162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5783cb03-b8ff-4431-9da6-1e04b9452d41 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:14.285020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 5783cb03-b8ff-4431-9da6-1e04b9452d41 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:14.285443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 5783cb03-b8ff-4431-9da6-1e04b9452d41 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:14.285951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device be1c7589-2256-471d-888e-9c786cc7a1bd no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:14.304249 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-03f31d48-466c-410a-a58a-75bcda721bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.306885 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-03f31d48-466c-410a-a58a-75bcda721bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.310369 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-03f31d48-466c-410a-a58a-75bcda721bd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e92d15b-3343-4032-9204-7ea3d5ba768c HTTP/1.1" status: 204 len: 168 time: 0.1251590 Jul 09 14:30:14.310517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: be1c7589-2256-471d-888e-9c786cc7a1bd {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:14.310517 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device be1c7589-2256-471d-888e-9c786cc7a1bd not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:14.317990 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f31d48-466c-410a-a58a-75bcda721bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92d15b-3343-4032-9204-7ea3d5ba768c,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:14.377798 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33aa790a-2593-4161-988b-d811588f2b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.618751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53912) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:14.658975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3722d814-058e-4394-bb67-3a5f8b2fe77e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e593431444441d584725dae2405b7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389962 Jul 09 14:30:14.662134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53914) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:14.710057 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0961ac30-5a80-417d-ac2c-328c181b41f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.731063 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0961ac30-5a80-417d-ac2c-328c181b41f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.752430 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.777176 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0961ac30-5a80-417d-ac2c-328c181b41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.779948 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0961ac30-5a80-417d-ac2c-328c181b41f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:14.781118 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0961ac30-5a80-417d-ac2c-328c181b41f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dda8ec8-d770-4557-8555-575918f73110 HTTP/1.1" status: 204 len: 168 time: 0.1180742 Jul 09 14:30:14.790061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ac30-5a80-417d-ac2c-328c181b41f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda8ec8-d770-4557-8555-575918f73110,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:16.346614 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53954) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:16.351788 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692499818', 'description': 'tempest-secgroup-smoke-1692499818 description', 'project_id': '28d98936f02d4a6aaf83d2999ceca093'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:16.373372 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.381878 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.469415 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.473428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.508771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aee9b25-26dc-4842-8518-2d6059f1b3ac,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:16.563385 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.567065 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.595275 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.596472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2483490 Jul 09 14:30:16.599245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28ea88-e6a9-4e1f-b128-18b488c3bccd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e724b-9f92-4699-ac46-979e291d39f2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:16.600419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53956) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:16.605320 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b22d264e-7d4c-4156-a344-91525879af7b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'a57e724b-9f92-4699-ac46-979e291d39f2', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:16.636759 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b22d264e-7d4c-4156-a344-91525879af7b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.694204 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b22d264e-7d4c-4156-a344-91525879af7b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.697844 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b22d264e-7d4c-4156-a344-91525879af7b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.717370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d264e-7d4c-4156-a344-91525879af7b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79feeefa-f5f1-4014-a101-8cbf9f5f862f,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:16.719710 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b22d264e-7d4c-4156-a344-91525879af7b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.720945 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b22d264e-7d4c-4156-a344-91525879af7b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194086 Jul 09 14:30:16.724555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53958) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:16.728967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-0f9adc6c-2dc2-42fa-ab2a-75b7af0ce674 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'a57e724b-9f92-4699-ac46-979e291d39f2', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:16.755798 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f9adc6c-2dc2-42fa-ab2a-75b7af0ce674 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.813938 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f9adc6c-2dc2-42fa-ab2a-75b7af0ce674 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.817657 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f9adc6c-2dc2-42fa-ab2a-75b7af0ce674 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.835478 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9adc6c-2dc2-42fa-ab2a-75b7af0ce674 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b84039-9b0e-4515-b57d-79df5396d4eb,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:16.841181 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0f9adc6c-2dc2-42fa-ab2a-75b7af0ce674 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.842386 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0f9adc6c-2dc2-42fa-ab2a-75b7af0ce674 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168985 Jul 09 14:30:16.845105 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53960) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:16.850396 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-c6ffbe4c-d777-4df1-aca3-b48644ff6187 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'a57e724b-9f92-4699-ac46-979e291d39f2', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:16.875402 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6ffbe4c-d777-4df1-aca3-b48644ff6187 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.933015 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6ffbe4c-d777-4df1-aca3-b48644ff6187 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.936608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6ffbe4c-d777-4df1-aca3-b48644ff6187 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.953566 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffbe4c-d777-4df1-aca3-b48644ff6187 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b05e63c-b41f-4d86-a6fd-5ecf196f33b9,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:16.960789 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c6ffbe4c-d777-4df1-aca3-b48644ff6187 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.962042 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c6ffbe4c-d777-4df1-aca3-b48644ff6187 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159582 Jul 09 14:30:16.964905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53962) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:16.969184 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ffedc56e-506b-4574-987f-68648442d524 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'a57e724b-9f92-4699-ac46-979e291d39f2', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:16.977575 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6702907a-ac0d-4706-8870-f677e286ffb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:16.996835 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffedc56e-506b-4574-987f-68648442d524 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.054529 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffedc56e-506b-4574-987f-68648442d524 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.057968 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffedc56e-506b-4574-987f-68648442d524 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.078697 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedc56e-506b-4574-987f-68648442d524 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f060eb2-1e0e-4ecc-b1ac-c0fd44d02493,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:17.082128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ffedc56e-506b-4574-987f-68648442d524 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.083373 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ffedc56e-506b-4574-987f-68648442d524 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177108 Jul 09 14:30:17.086077 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53964) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:17.090409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-17732fb6-50f1-4608-852c-6131dd8a58d6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'a57e724b-9f92-4699-ac46-979e291d39f2', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:17.112025 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-17732fb6-50f1-4608-852c-6131dd8a58d6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:30:17.117307 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17732fb6-50f1-4608-852c-6131dd8a58d6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.123163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.179565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17732fb6-50f1-4608-852c-6131dd8a58d6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.183039 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17732fb6-50f1-4608-852c-6131dd8a58d6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.197769 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17732fb6-50f1-4608-852c-6131dd8a58d6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616a5149-677c-4927-82db-3e360b87762f,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:17.207496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17732fb6-50f1-4608-852c-6131dd8a58d6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.208976 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-17732fb6-50f1-4608-852c-6131dd8a58d6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219130 Jul 09 14:30:17.211623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53966) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:17.216014 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a0f1ea23-0f41-4320-9f3f-7a997d3feb2f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'a57e724b-9f92-4699-ac46-979e291d39f2', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:17.236497 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-a0f1ea23-0f41-4320-9f3f-7a997d3feb2f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:30:17.241324 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ea23-0f41-4320-9f3f-7a997d3feb2f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.302958 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ea23-0f41-4320-9f3f-7a997d3feb2f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.306448 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ea23-0f41-4320-9f3f-7a997d3feb2f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.323854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1ea23-0f41-4320-9f3f-7a997d3feb2f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8466cb3b-0bdb-4519-b0ac-72cb438d7634,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:17.330313 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ea23-0f41-4320-9f3f-7a997d3feb2f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.332112 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a0f1ea23-0f41-4320-9f3f-7a997d3feb2f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189902 Jul 09 14:30:17.335753 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53968) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:17.340573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'network': {'name': 'tempest-network-smoke--817851331', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'port_security_enabled': True}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:17.363546 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:30:17.366960 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.390595 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:30:17.401033 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.401381 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Added segment 22f7337e-a901-4a04-897c-f80e35d8872e of type vlan for network f695e2c9-2c53-4d7f-86a0-56782babe331 Jul 09 14:30:17.440558 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.470814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.476304 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:17.476884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.530346 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1935897 Jul 09 14:30:17.533512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53970) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:17.538735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'admin_state_up': True, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:17.543229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f219761-2268-4dd8-aaf1-a575f31c38cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Network': ['ID=f695e2c9-2c53-4d7f-86a0-56782babe331,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:17.555051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network f695e2c9-2c53-4d7f-86a0-56782babe331 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:30:17.563210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.564254 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.618754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:17.751282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:18.286567 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:18.305237 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:18.405760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.13 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/251aef82-d61a-4906-8aae-530938412182) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:30:18.505240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:18.512195 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:18.542313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:18.583374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:18.588119 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:18.591482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:30:18.615228 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=251aef82-d61a-4906-8aae-530938412182,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:18.838490 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.033625 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.162828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:30:19.267073 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:30:19.278504 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Sync routers for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:30:19.286366 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.287697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-df278c88-abc7-4d30-a28f-386945e40d8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7530913 Jul 09 14:30:19.288545 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:19.289156 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:19.290976 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53972) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:19.398494 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:19.415024 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3714b27a-2134-44ae-b901-e6f420202c5c tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=28d98936f02d4a6aaf83d2999ceca093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1222413 Jul 09 14:30:19.417164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53976) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:19.507209 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff54c7f-f886-4335-997b-f96c8024655e tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:19.511521 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-3ff54c7f-f886-4335-997b-f96c8024655e tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906634 Jul 09 14:30:19.511703 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53978) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:19.539285 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f9bbbddf-4dfa-4bb1-a49c-9efcf772232a tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264878 Jul 09 14:30:19.541890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 53980) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:19.546680 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-227058072', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:19.576391 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:18Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:19.602424 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Checking router: 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:30:19.602777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Updating router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 port 251aef82-d61a-4906-8aae-530938412182 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:30:19.641123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:30:19.641493 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.644969 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.827897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.896140 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Subnet': ['ID=5b6c6024-9aa0-45d9-b346-ad25af5c218d,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:19.901507 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.903381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Checking segment: {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:30:19.903807 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network hostable DHCP agents. Network: f695e2c9-2c53-4d7f-86a0-56782babe331, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:30:19.912846 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Transition to ACTIVE for port object 251aef82-d61a-4906-8aae-530938412182 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:19.919011 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.922957 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network f695e2c9-2c53-4d7f-86a0-56782babe331 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:30:19.932497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, f695e2c9-2c53-4d7f-86a0-56782babe331) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:19.938598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:19.939581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.940326 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee015b5-a879-46a2-9d28-b29e3aae4ddd None None] Network f695e2c9-2c53-4d7f-86a0-56782babe331 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:30:19.953829 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f7ffb6e8-8234-4d86-9604-e96a905cc6b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4109237 Jul 09 14:30:19.957059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 53982) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:19.977560 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Attempting to bind port 251aef82-d61a-4906-8aae-530938412182 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:30:19.977933 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Attempting to bind port 251aef82-d61a-4906-8aae-530938412182 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:30:19.978294 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Attempting to bind port 251aef82-d61a-4906-8aae-530938412182 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:30:19.985262 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Pushing event updated for resources: {'Port': ['ID=251aef82-d61a-4906-8aae-530938412182,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:19.987430 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:30:19.988525 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:30:19.989155 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:19.989552 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:30:19.990020 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Bound port: 251aef82-d61a-4906-8aae-530938412182, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:30:19.990402 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.014214 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.014214 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.014214 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.014665 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.014839 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.015215 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.015916 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.015916 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.016153 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.016480 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.016656 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.016983 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:20.043076 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.059668 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] For port 251aef82-d61a-4906-8aae-530938412182, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:30:20.062528 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] For port 251aef82-d61a-4906-8aae-530938412182, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=251aef82-d61a-4906-8aae-530938412182,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:30:20.067783 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.128017 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f6f6c-2d71-47bd-9b59-e913cbe1e098 None None] Pushing event updated for resources: {'Port': ['ID=251aef82-d61a-4906-8aae-530938412182,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:20.133537 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:20.134253 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:20.156677 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-f695e2c9-2c53-4d7f-86a0-56782babe331', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:30:20.157833 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.245372 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:20.305841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Allocated IP 172.20.0.2 (f695e2c9-2c53-4d7f-86a0-56782babe331/5b6c6024-9aa0-45d9-b346-ad25af5c218d/acf779b7-3f27-4bb0-9533-4a4e17c70a72) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:30:20.429425 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:18Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:20.452087 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.456149 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a26020-0ada-4e75-9f20-ef5e4ff6b30f None None] The sync data for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 is: [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:18Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:30:20.477990 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.487058 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Transition to ACTIVE for port object acf779b7-3f27-4bb0-9533-4a4e17c70a72 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:20.504976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Transition to ACTIVE for port object acf779b7-3f27-4bb0-9533-4a4e17c70a72 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:20.514113 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.559088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Network f695e2c9-2c53-4d7f-86a0-56782babe331 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:20.562148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:20.565185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:30:20.572880 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Pushing event updated for resources: {'Port': ['ID=acf779b7-3f27-4bb0-9533-4a4e17c70a72,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:20.631505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Attempting to bind port acf779b7-3f27-4bb0-9533-4a4e17c70a72 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:30:20.631873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Attempting to bind port acf779b7-3f27-4bb0-9533-4a4e17c70a72 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:30:20.632238 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Attempting to bind port acf779b7-3f27-4bb0-9533-4a4e17c70a72 on network f695e2c9-2c53-4d7f-86a0-56782babe331 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:30:20.637335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:30:20.637707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Checking segment: {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:30:20.638112 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.638503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Bound using segment: {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:30:20.639109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Bound port: acf779b7-3f27-4bb0-9533-4a4e17c70a72, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:30:20.639495 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.750580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] For port acf779b7-3f27-4bb0-9533-4a4e17c70a72, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:30:20.754977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] For port acf779b7-3f27-4bb0-9533-4a4e17c70a72, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=acf779b7-3f27-4bb0-9533-4a4e17c70a72,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:30:20.759661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.784521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.1 (f695e2c9-2c53-4d7f-86a0-56782babe331/5b6c6024-9aa0-45d9-b346-ad25af5c218d/ee89abfd-6ee4-4815-a57e-f4765058ba51) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:30:20.835624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edf48a-312c-4c7b-b22e-28e3abd17b2d None None] Pushing event updated for resources: {'Port': ['ID=acf779b7-3f27-4bb0-9533-4a4e17c70a72,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:20.912043 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:20.928686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object ee89abfd-6ee4-4815-a57e-f4765058ba51 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:20.964332 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:21.024844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network f695e2c9-2c53-4d7f-86a0-56782babe331 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:21.028274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:21.030878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:30:21.057124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=ee89abfd-6ee4-4815-a57e-f4765058ba51,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:21.082907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:21.242771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:21.531033 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:21.536584 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:21.611796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=ee89abfd-6ee4-4815-a57e-f4765058ba51,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:21.614516 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:21.713531 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network f695e2c9-2c53-4d7f-86a0-56782babe331 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:21.715080 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:21.775264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab504b59-ccd0-4d2c-9a7b-d26fb1a5b375 None None] Network f695e2c9-2c53-4d7f-86a0-56782babe331 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:30:21.830672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:30:21.885279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-51f10df4-c58c-4783-8b20-e486e0efd974 None None] Provisioning for port acf779b7-3f27-4bb0-9533-4a4e17c70a72 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:30:21.936526 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:30:21.941581 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0c4b44aa-6fc0-4204-b7e9-f87635b5356e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/130163b3-16e6-4775-a2d1-f89e3b6d0ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9834087 Jul 09 14:30:22.106419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-fdbf5b2b-2d2d-4686-850f-05d21de6a39a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692499818&fields=id&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 267 time: 0.0386081 Jul 09 14:30:22.218654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-628d1681-c777-4f6e-8d28-9d8ee5775c06 None None] Provisioning for port ee89abfd-6ee4-4815-a57e-f4765058ba51 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:30:22.228661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-628d1681-c777-4f6e-8d28-9d8ee5775c06 None None] Provisioning complete for port ee89abfd-6ee4-4815-a57e-f4765058ba51 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:22.230033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354962-5f14-4809-8842-700a871da698 req-877bb843-2293-4abe-bd7e-ba2042f3dea1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:22.230829 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-628d1681-c777-4f6e-8d28-9d8ee5775c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:22.231420 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-877bb843-2293-4abe-bd7e-ba2042f3dea1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/networks?id=f695e2c9-2c53-4d7f-86a0-56782babe331 HTTP/1.1" status: 200 len: 796 time: 0.1175053 Jul 09 14:30:22.258905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-525e54b8-a4a6-4a6c-adfc-5573805d9690 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/quotas/28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 375 time: 0.0218406 Jul 09 14:30:22.286332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-628d1681-c777-4f6e-8d28-9d8ee5775c06 None None] Port ee89abfd-6ee4-4815-a57e-f4765058ba51 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:30:22.361459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device acf779b7-3f27-4bb0-9533-4a4e17c70a72 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:30:22.366337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-7d5022c9-43a7-479a-b810-05e843de73ad tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998123 Jul 09 14:30:22.423739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Sync routers for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:30:22.430248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port acf779b7-3f27-4bb0-9533-4a4e17c70a72 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:30:22.445877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port acf779b7-3f27-4bb0-9533-4a4e17c70a72 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:22.446259 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:22.469237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cba10536-4f0b-4881-b7b9-2c345bc41225 None None] Provisioning complete for port ee89abfd-6ee4-4815-a57e-f4765058ba51 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:22.469605 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cba10536-4f0b-4881-b7b9-2c345bc41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:22.481520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-c587492c-d1e4-42cd-a050-774becc7ba5c service neutron] 10.222.0.32 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005497 Jul 09 14:30:22.496983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:22.497625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:22.569724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-cba10536-4f0b-4881-b7b9-2c345bc41225 None None] Port ee89abfd-6ee4-4815-a57e-f4765058ba51 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:30:22.583602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-d7c294a1-a842-4d55-9e29-a2d09d0c2334 service neutron] 10.222.0.32 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962102 Jul 09 14:30:22.651997 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:22.657300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:22.766285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-84042a9b-dfe3-46f3-b3e8-3356b605d8de None None] Provisioning complete for port ee89abfd-6ee4-4815-a57e-f4765058ba51 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:22.766645 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-84042a9b-dfe3-46f3-b3e8-3356b605d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:22.770560 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port acf779b7-3f27-4bb0-9533-4a4e17c70a72, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=acf779b7-3f27-4bb0-9533-4a4e17c70a72,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:22.775689 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-074bce77-d6a0-4082-8544-3dfbb411a7cf req-0a1b8eaa-e497-46b4-8a42-46a9015f21ba tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 210 time: 0.0392971 Jul 09 14:30:22.824677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:22.825453 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 251aef82-d61a-4906-8aae-530938412182 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:30:22.903718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-84042a9b-dfe3-46f3-b3e8-3356b605d8de None None] Port ee89abfd-6ee4-4815-a57e-f4765058ba51 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:30:22.950830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=acf779b7-3f27-4bb0-9533-4a4e17c70a72,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:22.986385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 251aef82-d61a-4906-8aae-530938412182 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:30:22.992312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 251aef82-d61a-4906-8aae-530938412182 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:22.992687 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.055365 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 2, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:23.103246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Checking router: 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:30:23.103606 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Updating router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 port ee89abfd-6ee4-4815-a57e-f4765058ba51 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:30:23.137220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.162061 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.166826 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 251aef82-d61a-4906-8aae-530938412182, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=251aef82-d61a-4906-8aae-530938412182,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:23.174028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.296344 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=251aef82-d61a-4906-8aae-530938412182,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:23.625454 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.634851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Transition to ACTIVE for port object ee89abfd-6ee4-4815-a57e-f4765058ba51 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:23.639661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.688061 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80855af-ac3f-4dea-a964-016ed3792214 None None] Pushing event updated for resources: {'Port': ['ID=ee89abfd-6ee4-4815-a57e-f4765058ba51,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:23.744164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Attempting to bind port ee89abfd-6ee4-4815-a57e-f4765058ba51 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:30:23.744526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Attempting to bind port ee89abfd-6ee4-4815-a57e-f4765058ba51 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:30:23.744894 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Attempting to bind port ee89abfd-6ee4-4815-a57e-f4765058ba51 on network f695e2c9-2c53-4d7f-86a0-56782babe331 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:30:23.749963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:30:23.750340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Checking segment: {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:30:23.750747 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.751171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Bound using segment: {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:30:23.751649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Bound port: ee89abfd-6ee4-4815-a57e-f4765058ba51, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:30:23.752039 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.827432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] For port ee89abfd-6ee4-4815-a57e-f4765058ba51, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:30:23.830620 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] For port ee89abfd-6ee4-4815-a57e-f4765058ba51, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee89abfd-6ee4-4815-a57e-f4765058ba51,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:30:23.842733 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:23.908036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:23.908778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:23.914667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80855af-ac3f-4dea-a964-016ed3792214 None None] Pushing event updated for resources: {'Port': ['ID=ee89abfd-6ee4-4815-a57e-f4765058ba51,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:23.946313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50817795-402a-4383-a73a-790d9af0bc4e req-4bf8bed2-2668-4377-afcd-19e3f16bf1cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 210 time: 0.0398645 Jul 09 14:30:24.045317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:24.112029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354962-5f14-4809-8842-700a871da698 req-6d7049ec-c413-4737-8d3d-234410731480 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:24.114063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-6d7049ec-c413-4737-8d3d-234410731480 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/networks?id=f695e2c9-2c53-4d7f-86a0-56782babe331 HTTP/1.1" status: 200 len: 796 time: 0.1175313 Jul 09 14:30:24.176306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-5fcdc224-b719-44cd-88f1-060bc2d8d039 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 380 time: 0.0535295 Jul 09 14:30:24.186839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'port': {'device_id': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'admin_state_up': True, 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'security_groups': ['a57e724b-9f92-4699-ac46-979e291d39f2']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:24.289392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:24.309006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:30:24.312598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:24.322372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device acf779b7-3f27-4bb0-9533-4a4e17c70a72 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:30:24.325611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d077cae-10d3-4194-bfa2-25af75b3a011 None None] The sync data for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 is: [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:30:24.392804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port acf779b7-3f27-4bb0-9533-4a4e17c70a72 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:24.393434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:24.492548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 251aef82-d61a-4906-8aae-530938412182 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:30:24.544656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 251aef82-d61a-4906-8aae-530938412182 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:24.545070 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:24.867662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.11 (f695e2c9-2c53-4d7f-86a0-56782babe331/5b6c6024-9aa0-45d9-b346-ad25af5c218d/853f3212-4e09-422b-91cf-895ff5906991) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:30:25.011846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.027919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object 853f3212-4e09-422b-91cf-895ff5906991 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:25.071435 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.160882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network f695e2c9-2c53-4d7f-86a0-56782babe331 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:25.165971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:25.173824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:30:25.179816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=853f3212-4e09-422b-91cf-895ff5906991,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:25.236286 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:25.236935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.256452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564fb6-8934-4a73-b49e-fbcb8c3e9d74 req-dc693577-9bfc-426b-a15b-8d44fd3a5cea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:25.258056 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e564fb6-8934-4a73-b49e-fbcb8c3e9d74 req-dc693577-9bfc-426b-a15b-8d44fd3a5cea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 932 time: 0.1705658 Jul 09 14:30:25.265513 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-438215bd-1ac8-4d53-89ce-60bfc745acc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0836320 Jul 09 14:30:25.317398 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9e564fb6-8934-4a73-b49e-fbcb8c3e9d74 req-25b7fdfc-27a9-4b63-8f41-32a875055fe1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502241 Jul 09 14:30:25.352908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Request body: {'port': {'device_id': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:25.430869 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.453237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d7adfcf0-3def-4dfb-aa57-6226670a8e9d None None] Provisioning for port 853f3212-4e09-422b-91cf-895ff5906991 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:30:25.461473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d7adfcf0-3def-4dfb-aa57-6226670a8e9d None None] Provisioning complete for port 853f3212-4e09-422b-91cf-895ff5906991 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:25.462098 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d7adfcf0-3def-4dfb-aa57-6226670a8e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.517573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d7adfcf0-3def-4dfb-aa57-6226670a8e9d None None] Port 853f3212-4e09-422b-91cf-895ff5906991 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:30:25.708215 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853f3212-4e09-422b-91cf-895ff5906991 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:30:25.715566 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.727737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Transition to ACTIVE for port object 853f3212-4e09-422b-91cf-895ff5906991 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:25.731165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.783633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Pushing event updated for resources: {'Port': ['ID=853f3212-4e09-422b-91cf-895ff5906991,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:25.851956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Attempting to bind port 853f3212-4e09-422b-91cf-895ff5906991 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:30:25.852434 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Attempting to bind port 853f3212-4e09-422b-91cf-895ff5906991 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:30:25.852774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Attempting to bind port 853f3212-4e09-422b-91cf-895ff5906991 on network f695e2c9-2c53-4d7f-86a0-56782babe331 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:30:25.857342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Port 853f3212-4e09-422b-91cf-895ff5906991 on network f695e2c9-2c53-4d7f-86a0-56782babe331 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:30:25.857664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Attempting to bind port 853f3212-4e09-422b-91cf-895ff5906991 on network f695e2c9-2c53-4d7f-86a0-56782babe331 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:30:25.863236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:30:25.863588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Checking segment: {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:30:25.863966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Bound using segment: {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:30:25.864398 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Bound port: 853f3212-4e09-422b-91cf-895ff5906991, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f7337e-a901-4a04-897c-f80e35d8872e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:30:25.864758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.929955 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] For port 853f3212-4e09-422b-91cf-895ff5906991, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:30:25.933368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] For port 853f3212-4e09-422b-91cf-895ff5906991, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=853f3212-4e09-422b-91cf-895ff5906991,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:30:25.937945 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.975563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:25.976182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:25.977821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/853f3212-4e09-422b-91cf-895ff5906991 HTTP/1.1" status: 200 len: 1092 time: 0.7034633 Jul 09 14:30:25.978084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'tag': '853f3212-4e09-422b-91cf-895ff5906991'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:30:25.980306 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a771094a-e8b7-48d5-9cad-0561b2168ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "tag": "853f3212-4e09-422b-91cf-895ff5906991"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:30:26.009631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c5b1d-fd88-4578-8601-77fd861d23c2 service neutron] Pushing event updated for resources: {'Port': ['ID=853f3212-4e09-422b-91cf-895ff5906991,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:26.028504 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4640e0e-55df-4bd7-9b16-749a2027e219 x-openstack-request-id: req-a4640e0e-55df-4bd7-9b16-749a2027e219 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:30:26.029148 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "tag": "853f3212-4e09-422b-91cf-895ff5906991", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:30:26.029148 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4640e0e-55df-4bd7-9b16-749a2027e219 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:30:26.029657 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'tag': '853f3212-4e09-422b-91cf-895ff5906991', 'status': 'completed', 'code': 200} Jul 09 14:30:26.093418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354962-5f14-4809-8842-700a871da698 req-66c0897f-506c-4fc9-b3ba-b04cf187e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:26.094988 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-66c0897f-506c-4fc9-b3ba-b04cf187e395 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 1095 time: 0.0644662 Jul 09 14:30:26.136236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-57b95ff0-9bc0-4b6b-9cb2-a6b76fbe502f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853f3212-4e09-422b-91cf-895ff5906991 HTTP/1.1" status: 200 len: 217 time: 0.0343552 Jul 09 14:30:26.192015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354962-5f14-4809-8842-700a871da698 req-09d73055-9400-4606-bef1-0e0f80b7ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:26.193494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-09d73055-9400-4606-bef1-0e0f80b7ff28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b6c6024-9aa0-45d9-b346-ad25af5c218d HTTP/1.1" status: 200 len: 834 time: 0.0498903 Jul 09 14:30:26.258767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354962-5f14-4809-8842-700a871da698 req-482950a9-1788-4438-a925-3016c7fbe796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:26.260271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-482950a9-1788-4438-a925-3016c7fbe796 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f695e2c9-2c53-4d7f-86a0-56782babe331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605431 Jul 09 14:30:26.277544 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee89abfd-6ee4-4815-a57e-f4765058ba51 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:30:26.325013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port ee89abfd-6ee4-4815-a57e-f4765058ba51 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:30:26.328512 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ee89abfd-6ee4-4815-a57e-f4765058ba51 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:26.328882 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:26.352878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-1227ed49-8e5b-449a-94f8-35031cac91a1 service neutron] 10.222.0.10 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857477 Jul 09 14:30:26.410453 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:26.443308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port ee89abfd-6ee4-4815-a57e-f4765058ba51, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee89abfd-6ee4-4815-a57e-f4765058ba51,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:26.447217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:26.477214 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8354962-5f14-4809-8842-700a871da698 req-0088ba33-f7f6-4e02-809e-8f16ed1c5f62 service neutron] 10.222.0.10 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185837 Jul 09 14:30:26.504926 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=ee89abfd-6ee4-4815-a57e-f4765058ba51,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:26.513379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1f277-2938-4c71-85a3-653f44c75461 req-4c0f8243-f961-4328-8fb9-00193c36d89f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:26.514901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90c1f277-2938-4c71-85a3-653f44c75461 req-4c0f8243-f961-4328-8fb9-00193c36d89f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 944 time: 0.0751336 Jul 09 14:30:26.590497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90c1f277-2938-4c71-85a3-653f44c75461 req-9a39aa1f-0cee-4d56-9c26-ce15f3d1af08 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666127 Jul 09 14:30:26.609211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-514bb435-2a3c-4d7e-895e-fe569ee3bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:26.610696 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-514bb435-2a3c-4d7e-895e-fe569ee3bccc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 1095 time: 0.0789554 Jul 09 14:30:26.698389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-c4708844-a16a-478e-a28f-bf6bbb9aa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:26.699859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-c4708844-a16a-478e-a28f-bf6bbb9aa098 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f695e2c9-2c53-4d7f-86a0-56782babe331 HTTP/1.1" status: 200 len: 896 time: 0.0830150 Jul 09 14:30:26.742535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-230ff87a-dce0-4713-ba24-5055c2b33075 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853f3212-4e09-422b-91cf-895ff5906991 HTTP/1.1" status: 200 len: 217 time: 0.0355933 Jul 09 14:30:26.794826 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-ab94da71-d5dc-437b-bc35-1c2c15fac42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:26.796213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-ab94da71-d5dc-437b-bc35-1c2c15fac42e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b6c6024-9aa0-45d9-b346-ad25af5c218d HTTP/1.1" status: 200 len: 834 time: 0.0469253 Jul 09 14:30:26.853926 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-74cfac8b-8aa3-4cc0-a999-b31bf5195a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:26.855435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-74cfac8b-8aa3-4cc0-a999-b31bf5195a14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f695e2c9-2c53-4d7f-86a0-56782babe331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521317 Jul 09 14:30:26.944771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-de7c174a-6bbb-42e7-b0f8-13a28d8553af service neutron] 10.222.0.10 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810452 Jul 09 14:30:27.038062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a771094a-e8b7-48d5-9cad-0561b2168ca6 req-37f9332c-c22e-4cb6-b950-f713f5aee248 service neutron] 10.222.0.10 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864475 Jul 09 14:30:27.772127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f211b-3b62-4ebf-8a26-76b8202e60cf req-703cee53-f3d8-40ab-99c3-85deb9e64b31 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:27.773608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-822f211b-3b62-4ebf-8a26-76b8202e60cf req-703cee53-f3d8-40ab-99c3-85deb9e64b31 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 944 time: 0.0631485 Jul 09 14:30:27.816852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-822f211b-3b62-4ebf-8a26-76b8202e60cf req-95231c44-f264-4d03-b16a-9e502b056e19 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368586 Jul 09 14:30:28.254910 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee89abfd-6ee4-4815-a57e-f4765058ba51 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:30:28.303449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port ee89abfd-6ee4-4815-a57e-f4765058ba51 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:28.303823 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:28.989969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503b78-51a0-439b-953d-8ff9f96760f1 req-bdb9a01f-d911-49cf-bc98-d67e53e45b32 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:28.991518 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a503b78-51a0-439b-953d-8ff9f96760f1 req-bdb9a01f-d911-49cf-bc98-d67e53e45b32 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 944 time: 0.0676024 Jul 09 14:30:29.027882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1a503b78-51a0-439b-953d-8ff9f96760f1 req-511b379c-7ba4-40b0-baa8-687ebf0bf21f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309193 Jul 09 14:30:29.443200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 853f3212-4e09-422b-91cf-895ff5906991 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:30:29.539024 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 853f3212-4e09-422b-91cf-895ff5906991, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=853f3212-4e09-422b-91cf-895ff5906991,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:29.549905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '853f3212-4e09-422b-91cf-895ff5906991', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'port_id': '853f3212-4e09-422b-91cf-895ff5906991', 'mac_address': 'fa:16:3e:50:7c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:30:29.587455 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:29.600234 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853f3212-4e09-422b-91cf-895ff5906991 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:30:29.623216 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 853f3212-4e09-422b-91cf-895ff5906991, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=853f3212-4e09-422b-91cf-895ff5906991,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:29.626625 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:29.671613 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=853f3212-4e09-422b-91cf-895ff5906991,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:29.881632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['853f3212-4e09-422b-91cf-895ff5906991'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:30:30.219855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797da36-b0dc-49cd-a258-c778f7fe5308 req-78758080-82de-42f2-b322-ab60e5877b18 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:30.221516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4797da36-b0dc-49cd-a258-c778f7fe5308 req-78758080-82de-42f2-b322-ab60e5877b18 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 945 time: 0.0834949 Jul 09 14:30:30.270740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4797da36-b0dc-49cd-a258-c778f7fe5308 req-686a0c72-2cad-421b-9fe6-ac574cbdfc4e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Jul 09 14:30:31.447265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae8682-bf6b-40f1-a29b-7ff798ed0322 req-1f84dd65-7346-4e8c-9813-fd4cc159ac7f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:31.449366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29ae8682-bf6b-40f1-a29b-7ff798ed0322 req-1f84dd65-7346-4e8c-9813-fd4cc159ac7f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 945 time: 0.0649648 Jul 09 14:30:31.458623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 853f3212-4e09-422b-91cf-895ff5906991 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:30:31.488212 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29ae8682-bf6b-40f1-a29b-7ff798ed0322 req-1ca6d424-9523-4bd2-abd2-831f1803cac7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Jul 09 14:30:31.509547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 853f3212-4e09-422b-91cf-895ff5906991 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:30:31.513599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 853f3212-4e09-422b-91cf-895ff5906991 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:30:31.514017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:31.592048 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:31.614321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f3212-4e09-422b-91cf-895ff5906991'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:30:31.616623 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431c7b72-de68-422d-87c8-4477ec8771b7" -d '{"events": [{"server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "name": "network-vif-plugged", "status": "completed", "tag": "853f3212-4e09-422b-91cf-895ff5906991"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:30:31.629858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 853f3212-4e09-422b-91cf-895ff5906991, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=853f3212-4e09-422b-91cf-895ff5906991,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:31.633705 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:31.682180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=853f3212-4e09-422b-91cf-895ff5906991,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:31.708449 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87255353-e841-4a63-87ec-aed772afeac5 x-openstack-request-id: req-87255353-e841-4a63-87ec-aed772afeac5 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:30:31.708746 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "name": "network-vif-plugged", "status": "completed", "tag": "853f3212-4e09-422b-91cf-895ff5906991", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:30:31.709184 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87255353-e841-4a63-87ec-aed772afeac5 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:30:31.709508 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f3212-4e09-422b-91cf-895ff5906991', 'code': 200} Jul 09 14:30:31.833618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23ff3-556d-480e-ac07-6669e329bbcf req-c9472ceb-6859-4a88-a21c-7e37b3c0d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:31.835130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cd23ff3-556d-480e-ac07-6669e329bbcf req-c9472ceb-6859-4a88-a21c-7e37b3c0d3cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 1097 time: 0.0562351 Jul 09 14:30:31.868995 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cd23ff3-556d-480e-ac07-6669e329bbcf req-66f119dd-1088-4d0c-84d1-86ea1015e1b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280282 Jul 09 14:30:32.668153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71105bb-896b-469d-909e-ecff04a7813e req-7be7b01a-a7ea-4682-8324-9fde359de918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:32.669692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e71105bb-896b-469d-909e-ecff04a7813e req-7be7b01a-a7ea-4682-8324-9fde359de918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0653036 Jul 09 14:30:32.707958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e71105bb-896b-469d-909e-ecff04a7813e req-3daeed50-70fa-451a-80c0-a9c04867ea3f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Jul 09 14:30:33.883122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1beb0-a9a2-412c-83d4-9c26d11246f7 req-b3a5cd59-4fca-40a9-a8e5-855ee9fc419f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:33.884605 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2be1beb0-a9a2-412c-83d4-9c26d11246f7 req-b3a5cd59-4fca-40a9-a8e5-855ee9fc419f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0665004 Jul 09 14:30:33.921966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2be1beb0-a9a2-412c-83d4-9c26d11246f7 req-bfa7650d-9413-4696-880f-bd0bbff9a2cb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318956 Jul 09 14:30:34.095967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb58b-7bc9-44e0-8809-22f84386f7a3 req-df13b74f-94dc-43f4-a92a-9df5da184218 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:34.097853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c0fb58b-7bc9-44e0-8809-22f84386f7a3 req-df13b74f-94dc-43f4-a92a-9df5da184218 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0645721 Jul 09 14:30:34.136173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3c0fb58b-7bc9-44e0-8809-22f84386f7a3 req-539857b4-991c-4391-9f92-0373cde38ab3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Jul 09 14:30:34.160225 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54040) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:34.218707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045f4a9-2532-4ab1-a23a-8e3685b6162d tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:34.220282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c045f4a9-2532-4ab1-a23a-8e3685b6162d tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 1092 time: 0.0590482 Jul 09 14:30:34.223388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54042) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:34.229408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '853f3212-4e09-422b-91cf-895ff5906991', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:34.251145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:34.354217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:34.475355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.106 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/cb90a1b4-91a2-4c77-9ac3-5c36311656a0) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:30:34.599781 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:34.646280 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:34.703537 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:34.717090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:34.719171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=cb90a1b4-91a2-4c77-9ac3-5c36311656a0,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:34.721316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:30:35.135740 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:35.216655 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:35.367636 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:35.371893 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:35.438230 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=cb90a1b4-91a2-4c77-9ac3-5c36311656a0,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:35.451458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:35.555641 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP ecad1dff-5ed3-4639-b8be-b1e6d603c299 associated. External IP: 172.25.5.106, port: 853f3212-4e09-422b-91cf-895ff5906991. Jul 09 14:30:35.765162 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:30:35.875509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:30:35.885746 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] Sync routers for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:30:35.892534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:35.896609 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:35.897474 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:35.935229 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-77b7f8a5-882a-4b60-9b1a-f92c8bf5076c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7106071 Jul 09 14:30:35.936118 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'tag': '853f3212-4e09-422b-91cf-895ff5906991'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:30:35.938568 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "tag": "853f3212-4e09-422b-91cf-895ff5906991"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:30:36.112876 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed8369-8ec8-4af0-94ad-392ef471813b req-6e20bc6a-36db-45e5-b7e6-b4997ffc5688 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:36.114417 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1eed8369-8ec8-4af0-94ad-392ef471813b req-6e20bc6a-36db-45e5-b7e6-b4997ffc5688 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0697751 Jul 09 14:30:36.124994 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:36.159135 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1eed8369-8ec8-4af0-94ad-392ef471813b req-a14f5fdb-678c-4a9b-9185-6a1d3cc20771 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Jul 09 14:30:36.187445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54048) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:36.254136 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adb9e90-cb0c-452b-87f4-bad1d0c4b073 x-openstack-request-id: req-1adb9e90-cb0c-452b-87f4-bad1d0c4b073 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:30:36.254136 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "tag": "853f3212-4e09-422b-91cf-895ff5906991", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:30:36.254823 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1adb9e90-cb0c-452b-87f4-bad1d0c4b073 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:30:36.255124 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'tag': '853f3212-4e09-422b-91cf-895ff5906991', 'status': 'completed', 'code': 200} Jul 09 14:30:36.310781 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f02c5747-fe8c-4dee-bd5f-056e8bbf9a9d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/ecad1dff-5ed3-4639-b8be-b1e6d603c299 HTTP/1.1" status: 200 len: 992 time: 0.1211033 Jul 09 14:30:36.329238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-1f940842-72c1-47f5-a71d-38d682034056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:36.330744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-1f940842-72c1-47f5-a71d-38d682034056 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 1097 time: 0.0748711 Jul 09 14:30:36.377190 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'ecad1dff-5ed3-4639-b8be-b1e6d603c299', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'port_id': '853f3212-4e09-422b-91cf-895ff5906991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'mac_address': 'fa:16:3e:50:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:30:34Z', 'updated_at': '2021-07-09T14:30:34Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:26Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:36.409488 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] Checking router: 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:30:36.419287 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:36.419759 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:30:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:36.428722 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-52195c4f-90b3-4c54-9f63-8443b22ff0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:36.430215 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-52195c4f-90b3-4c54-9f63-8443b22ff0a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f695e2c9-2c53-4d7f-86a0-56782babe331 HTTP/1.1" status: 200 len: 896 time: 0.0932853 Jul 09 14:30:36.497097 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-6ac5b321-7bb1-496f-8810-618a03ef4772 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853f3212-4e09-422b-91cf-895ff5906991 HTTP/1.1" status: 200 len: 1000 time: 0.0599377 Jul 09 14:30:36.535978 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:36.560060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-e0d5e22a-ff01-4e15-8288-b7d321ddf1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:36.561553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-e0d5e22a-ff01-4e15-8288-b7d321ddf1d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b6c6024-9aa0-45d9-b346-ad25af5c218d HTTP/1.1" status: 200 len: 834 time: 0.0584106 Jul 09 14:30:36.622368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-31809beb-603f-4d35-9ad2-3385e916c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:36.623920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-31809beb-603f-4d35-9ad2-3385e916c455 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f695e2c9-2c53-4d7f-86a0-56782babe331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565398 Jul 09 14:30:36.718356 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-0c328d15-db35-4af3-a7fa-f56d5ef17678 service neutron] 10.222.0.10 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873401 Jul 09 14:30:36.766872 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'ecad1dff-5ed3-4639-b8be-b1e6d603c299', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'port_id': '853f3212-4e09-422b-91cf-895ff5906991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'mac_address': 'fa:16:3e:50:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:30:34Z', 'updated_at': '2021-07-09T14:30:34Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:26Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:36.795729 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe0270b-667b-47f4-9bea-25b0b7b6901b None None] The sync data for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 is: [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'ecad1dff-5ed3-4639-b8be-b1e6d603c299', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'port_id': '853f3212-4e09-422b-91cf-895ff5906991', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'mac_address': 'fa:16:3e:50:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:30:34Z', 'updated_at': '2021-07-09T14:30:34Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:26Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:30:36.819235 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-15f46499-1ab4-4e5b-a24b-e1d0f0bc1f6e req-df692e56-4c1e-4e8c-af52-b67782efa7b2 service neutron] 10.222.0.10 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942135 Jul 09 14:30:37.001153 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae67990-5a65-45aa-b747-b53a100a1edd None None] New status for floating IP ecad1dff-5ed3-4639-b8be-b1e6d603c299: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:30:37.313671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54050) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:37.374915 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7d7d4c0a-1d49-440a-8018-2b10ecab9338 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/ecad1dff-5ed3-4639-b8be-b1e6d603c299 HTTP/1.1" status: 200 len: 994 time: 0.0600929 Jul 09 14:30:37.621804 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:30:43.876022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:44.379239 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a5d23c37-22e0-47b2-b9d8-0ab83da16cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:44.745859 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:46.204945 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [req-2900e2cb-4f66-48de-b2cc-4093a20e3a48 req-efa6228d-fed3-4ea0-a64a-9d9f1af90689 service neutron] (93912) timed out ('10.222.0.10', 63527) {{(pid=93912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:30:46.979547 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-40910e6a-81cb-4d76-ab86-bca30848b8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:47.124125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:48.513589 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:49.979814 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:08.924751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ff27-3408-4c5d-bc30-b5975829b9e7 req-2efbf4eb-1319-45d9-be8c-41553b6246cb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:08.926464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d65ff27-3408-4c5d-bc30-b5975829b9e7 req-2efbf4eb-1319-45d9-be8c-41553b6246cb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0709736 Jul 09 14:31:08.964701 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d65ff27-3408-4c5d-bc30-b5975829b9e7 req-8c3f40f9-7f18-4af3-88e4-a9f56b12d1eb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Jul 09 14:31:10.141830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4147d7-1825-460b-a474-6d735433b154 req-9d30faac-597e-4ab5-950c-bee07d3ef979 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:10.143358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c4147d7-1825-460b-a474-6d735433b154 req-9d30faac-597e-4ab5-950c-bee07d3ef979 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0624309 Jul 09 14:31:10.181662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c4147d7-1825-460b-a474-6d735433b154 req-0892a1c1-5b27-4502-9754-2031191faa22 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Jul 09 14:31:10.206418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54068) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:10.268563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3ffdefee-cb8b-4586-b531-26032da9b9b2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/ecad1dff-5ed3-4639-b8be-b1e6d603c299 HTTP/1.1" status: 200 len: 994 time: 0.0609705 Jul 09 14:31:11.700060 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972caedf-c791-4bcf-840c-c8d37fec5e0b req-c08bd0b9-fa15-41c1-8ea4-ae8c1e6e19a4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:11.701452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-972caedf-c791-4bcf-840c-c8d37fec5e0b req-c08bd0b9-fa15-41c1-8ea4-ae8c1e6e19a4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0646849 Jul 09 14:31:11.745470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-972caedf-c791-4bcf-840c-c8d37fec5e0b req-5034a9ab-0ead-4656-82ec-6301d5dbebb2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374453 Jul 09 14:31:12.918444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1034e-5f4a-4468-827d-aab82d53a883 req-71a95445-1d0b-46a6-844c-7db18d524b8c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:12.919949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de1034e-5f4a-4468-827d-aab82d53a883 req-71a95445-1d0b-46a6-844c-7db18d524b8c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0623302 Jul 09 14:31:12.959378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5de1034e-5f4a-4468-827d-aab82d53a883 req-e1d1af4f-2f5b-4817-83b3-acb4dc18542b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337806 Jul 09 14:31:12.983802 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54078) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:13.043318 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-442d92a0-e31b-47c6-9be5-97a211150c7a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/ecad1dff-5ed3-4639-b8be-b1e6d603c299 HTTP/1.1" status: 200 len: 994 time: 0.0582621 Jul 09 14:31:13.302927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54084) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:13.459757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port cb90a1b4-91a2-4c77-9ac3-5c36311656a0 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:31:13.460092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:13.532426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:13.532747 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:13.544004 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for cb90a1b4-91a2-4c77-9ac3-5c36311656a0 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:31:13.690150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:13.714725 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=cb90a1b4-91a2-4c77-9ac3-5c36311656a0,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:13.741605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.741956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.742296 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.742632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.742990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.743322 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.743650 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.743977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.744302 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.744626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.744947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.745270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:13.792631 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:13.793222 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP ecad1dff-5ed3-4639-b8be-b1e6d603c299 disassociated (deleted). External IP: 172.25.5.106, port: 853f3212-4e09-422b-91cf-895ff5906991. Jul 09 14:31:13.890984 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:14.011960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:31:14.119263 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:31:14.124062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:14.130546 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] Sync routers for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:31:14.142367 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:14.143656 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:14.168835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c9fdd13a-9d6a-406a-a32f-c58405f93e52 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/floatingips/ecad1dff-5ed3-4639-b8be-b1e6d603c299 HTTP/1.1" status: 204 len: 168 time: 0.8645859 Jul 09 14:31:14.169924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'tag': '853f3212-4e09-422b-91cf-895ff5906991'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:31:14.172446 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a65bb-6551-45ad-8170-d3be45747c10" -d '{"events": [{"name": "network-changed", "server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "tag": "853f3212-4e09-422b-91cf-895ff5906991"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:31:14.261455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:14.384422 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f06ba491-8ace-4948-b549-2867dcb862a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:14.414485 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33103f7e-39e9-43a6-ac77-34a467685cca x-openstack-request-id: req-33103f7e-39e9-43a6-ac77-34a467685cca {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:31:14.414968 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "tag": "853f3212-4e09-422b-91cf-895ff5906991", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:31:14.415323 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33103f7e-39e9-43a6-ac77-34a467685cca {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:31:14.415832 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'tag': '853f3212-4e09-422b-91cf-895ff5906991', 'status': 'completed', 'code': 200} Jul 09 14:31:14.483046 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:26Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:14.497883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a65bb-6551-45ad-8170-d3be45747c10 req-ec200ae9-09e5-4ee0-8b61-ae607d2c8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:14.499697 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-573a65bb-6551-45ad-8170-d3be45747c10 req-ec200ae9-09e5-4ee0-8b61-ae607d2c8862 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 1097 time: 0.0599549 Jul 09 14:31:14.510333 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] Checking router: 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:31:14.518741 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:14.519488 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:30:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:14.625421 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:31:14.633887 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:14.775522 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:14.842935 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:26Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:14.870278 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0098a84-3d84-4670-8079-87bf829d1839 None None] The sync data for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 is: [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:30:21Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'ee89abfd-6ee4-4815-a57e-f4765058ba51', 'name': '', 'network_id': 'f695e2c9-2c53-4d7f-86a0-56782babe331', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:bb:99:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:20Z', 'updated_at': '2021-07-09T14:30:26Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '5b6c6024-9aa0-45d9-b346-ad25af5c218d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:31:14.995083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a65bb-6551-45ad-8170-d3be45747c10 req-78e38a44-85e8-44cc-88d7-18bc156643ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:14.996593 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-573a65bb-6551-45ad-8170-d3be45747c10 req-78e38a44-85e8-44cc-88d7-18bc156643ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=f695e2c9-2c53-4d7f-86a0-56782babe331 HTTP/1.1" status: 200 len: 896 time: 0.4893363 Jul 09 14:31:15.005629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e8d9e-452b-4981-a537-8843c18d401f req-92bc85a5-b5b6-4369-a1f2-9b3d1d89c7d4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:15.007193 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b56e8d9e-452b-4981-a537-8843c18d401f req-92bc85a5-b5b6-4369-a1f2-9b3d1d89c7d4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.5016315 Jul 09 14:31:15.050372 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-573a65bb-6551-45ad-8170-d3be45747c10 req-f2b86c63-550a-403d-a74a-adac68b3b60d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853f3212-4e09-422b-91cf-895ff5906991 HTTP/1.1" status: 200 len: 217 time: 0.0416245 Jul 09 14:31:15.100961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8ef8d-d664-4637-8661-3cd14977dce7 None None] New status for floating IP ecad1dff-5ed3-4639-b8be-b1e6d603c299: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:31:15.105426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b56e8d9e-452b-4981-a537-8843c18d401f req-a9b60bd0-ac48-4824-a89e-9c2893e65cf8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915821 Jul 09 14:31:15.122863 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a65bb-6551-45ad-8170-d3be45747c10 req-250a9559-17bf-429a-a6e7-b84a253e0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:15.122863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-573a65bb-6551-45ad-8170-d3be45747c10 req-250a9559-17bf-429a-a6e7-b84a253e0a9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b6c6024-9aa0-45d9-b346-ad25af5c218d HTTP/1.1" status: 200 len: 834 time: 0.0630951 Jul 09 14:31:15.188117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a65bb-6551-45ad-8170-d3be45747c10 req-6f447ed4-8a58-4823-9126-b0b97540c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:15.189651 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-573a65bb-6551-45ad-8170-d3be45747c10 req-6f447ed4-8a58-4823-9126-b0b97540c1c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f695e2c9-2c53-4d7f-86a0-56782babe331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602591 Jul 09 14:31:15.281797 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-573a65bb-6551-45ad-8170-d3be45747c10 req-4072886b-2775-4ccd-9b9c-f2d005220bf1 service neutron] 10.222.0.10 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805674 Jul 09 14:31:15.373625 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-573a65bb-6551-45ad-8170-d3be45747c10 req-d6920c3a-e0b9-4050-9e6e-4690a0bd65f1 service neutron] 10.222.0.10 "GET /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850968 Jul 09 14:31:16.042269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-337be28e-73ef-4b9c-bb95-9b755a584456 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:16.043742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-337be28e-73ef-4b9c-bb95-9b755a584456 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.0623941 Jul 09 14:31:16.149312 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 853f3212-4e09-422b-91cf-895ff5906991 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:31:16.150003 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:16.265029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 853f3212-4e09-422b-91cf-895ff5906991, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=853f3212-4e09-422b-91cf-895ff5906991,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:16.265387 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:16.281294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 853f3212-4e09-422b-91cf-895ff5906991 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:31:16.349481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140fc73-d03c-436d-9151-28c3ed64a657 req-405223a4-7404-43e5-8731-f4be070c10d7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:16.350872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a140fc73-d03c-436d-9151-28c3ed64a657 req-405223a4-7404-43e5-8731-f4be070c10d7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=1df3746a-e6dd-4b8b-bd58-06ae068bd689 HTTP/1.1" status: 200 len: 946 time: 0.1297700 Jul 09 14:31:16.408046 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a140fc73-d03c-436d-9151-28c3ed64a657 req-a561ca7e-d3d2-4e15-be63-c361deba0343 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57e724b-9f92-4699-ac46-979e291d39f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488076 Jul 09 14:31:16.460619 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:16.490490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=853f3212-4e09-422b-91cf-895ff5906991,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:16.538709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] No DVR routers for this DVR port 853f3212-4e09-422b-91cf-895ff5906991 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:31:16.541381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:16.543456 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-37fc4f97-eeb6-43e9-b10e-e310a8d81893 req-21ad13e6-c433-49b9-bd8d-e9a68f9ac855 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "DELETE /v2.0/ports/853f3212-4e09-422b-91cf-895ff5906991 HTTP/1.1" status: 204 len: 173 time: 0.4935267 Jul 09 14:31:16.543893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'name': 'network-vif-deleted', 'tag': '853f3212-4e09-422b-91cf-895ff5906991'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:31:16.546113 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379fd9aa-1eec-48b1-832d-a0ed1ab4c310" -d '{"events": [{"server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "name": "network-vif-deleted", "tag": "853f3212-4e09-422b-91cf-895ff5906991"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:31:16.582896 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de61b1d8-7ecf-495a-903a-1d8a6e078b40 x-openstack-request-id: req-de61b1d8-7ecf-495a-903a-1d8a6e078b40 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:31:16.583221 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df3746a-e6dd-4b8b-bd58-06ae068bd689", "name": "network-vif-deleted", "tag": "853f3212-4e09-422b-91cf-895ff5906991", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:31:16.583478 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de61b1d8-7ecf-495a-903a-1d8a6e078b40 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:31:16.583882 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df3746a-e6dd-4b8b-bd58-06ae068bd689', 'name': 'network-vif-deleted', 'tag': '853f3212-4e09-422b-91cf-895ff5906991', 'status': 'completed', 'code': 200} Jul 09 14:31:16.981293 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c5b02c84-a67a-47bc-a2a5-71459d0d207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:17.132738 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:17.503573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54100) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:17.879874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:18.145753 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port ee89abfd-6ee4-4815-a57e-f4765058ba51 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:31:18.146026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:18.254723 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port ee89abfd-6ee4-4815-a57e-f4765058ba51, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=ee89abfd-6ee4-4815-a57e-f4765058ba51,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:18.255125 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:18.267492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for ee89abfd-6ee4-4815-a57e-f4765058ba51 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:31:18.449486 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:18.477297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=ee89abfd-6ee4-4815-a57e-f4765058ba51,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:18.522876 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:18.656688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:18.872987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:31:18.976084 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:31:18.981019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b50155a6-66c5-4263-899f-6e9cb4e193a1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/130163b3-16e6-4775-a2d1-f89e3b6d0ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766290 Jul 09 14:31:18.983726 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54102) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:18.984980 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] Sync routers for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:31:18.994161 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:18.994769 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:19.037132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b53dc9-97ed-472e-a3f1-210e96f1766b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting subnet 5b6c6024-9aa0-45d9-b346-ad25af5c218d {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:31:19.040257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8b53dc9-97ed-472e-a3f1-210e96f1766b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.080426 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8b53dc9-97ed-472e-a3f1-210e96f1766b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.168700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8b53dc9-97ed-472e-a3f1-210e96f1766b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.191313 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:19.230135 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8b53dc9-97ed-472e-a3f1-210e96f1766b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.263303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8b53dc9-97ed-472e-a3f1-210e96f1766b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.265516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b8b53dc9-97ed-472e-a3f1-210e96f1766b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/subnets/5b6c6024-9aa0-45d9-b346-ad25af5c218d HTTP/1.1" status: 204 len: 168 time: 0.2806885 Jul 09 14:31:19.266505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b53dc9-97ed-472e-a3f1-210e96f1766b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6c6024-9aa0-45d9-b346-ad25af5c218d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:19.268046 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54104) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:19.271156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfbe7de-ffbe-4750-88d4-d0fa3bb650d9 None None] Network f695e2c9-2c53-4d7f-86a0-56782babe331 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:31:19.377458 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:31:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:19.384691 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.407982 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] Checking router: 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:31:19.416565 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] Routers {'130163b3-16e6-4775-a2d1-f89e3b6d0ee6'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:19.417184 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:19.469385 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] DHCP port deletion for f695e2c9-2c53-4d7f-86a0-56782babe331 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:31:19.493387 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.520493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Deleting port acf779b7-3f27-4bb0-9533-4a4e17c70a72 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:31:19.520874 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.524617 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] Set router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:19.548558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 251aef82-d61a-4906-8aae-530938412182 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:31:19.548947 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.584579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] For port acf779b7-3f27-4bb0-9533-4a4e17c70a72, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=acf779b7-3f27-4bb0-9533-4a4e17c70a72,segment=NetworkSegment(22f7337e-a901-4a04-897c-f80e35d8872e),segment_id=22f7337e-a901-4a04-897c-f80e35d8872e)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:19.585207 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.598813 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Calling delete_port for acf779b7-3f27-4bb0-9533-4a4e17c70a72 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:31:19.684144 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.715060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 853f3212-4e09-422b-91cf-895ff5906991 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:31:19.719853 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] No DVR routers for this DVR port acf779b7-3f27-4bb0-9533-4a4e17c70a72 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:31:19.720285 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:31:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:19.731529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Pushing event deleted for resources: {'Port': ['ID=acf779b7-3f27-4bb0-9533-4a4e17c70a72,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:19.747576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 853f3212-4e09-422b-91cf-895ff5906991 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:31:19.747929 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 853f3212-4e09-422b-91cf-895ff5906991 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:31:19.755596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc9f90-cff6-4961-a8ee-0e6c84c3b563 None None] The sync data for ids ['130163b3-16e6-4775-a2d1-f89e3b6d0ee6'] in n-d-799524-3 is: [{'id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135215941', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '251aef82-d61a-4906-8aae-530938412182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:17Z', 'updated_at': '2021-07-09T14:31:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '251aef82-d61a-4906-8aae-530938412182', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130163b3-16e6-4775-a2d1-f89e3b6d0ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:18Z', 'updated_at': '2021-07-09T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:31:19.758465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.758823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.759217 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.759551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.759882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.760211 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.760535 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.760909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.761249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.761569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.761897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.762209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7359878-7599-49dd-ad86-3a130f702778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:19.941372 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 251aef82-d61a-4906-8aae-530938412182, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=251aef82-d61a-4906-8aae-530938412182,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:19.941646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:19.953736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 251aef82-d61a-4906-8aae-530938412182 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:31:19.983750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.119439 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.142450 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=251aef82-d61a-4906-8aae-530938412182,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:20.153511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.153874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.154222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.154573 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.154905 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.155268 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.155601 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.155930 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.156262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.156590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.156915 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.157236 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:20.224385 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.319631 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.321909 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.341540 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device acf779b7-3f27-4bb0-9533-4a4e17c70a72 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:31:20.362449 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: acf779b7-3f27-4bb0-9533-4a4e17c70a72 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:31:20.363041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device acf779b7-3f27-4bb0-9533-4a4e17c70a72 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:31:20.363464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee89abfd-6ee4-4815-a57e-f4765058ba51 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:31:20.371506 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.372029 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Fanout notify agent at l3_agent the message router_deleted on router 130163b3-16e6-4775-a2d1-f89e3b6d0ee6 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:31:20.379012 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.380358 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-c9dae3b2-3141-400d-9cfa-664c4e4efbc2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/routers/130163b3-16e6-4775-a2d1-f89e3b6d0ee6 HTTP/1.1" status: 204 len: 168 time: 1.1106257 Jul 09 14:31:20.382893 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54106) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:20.383407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: ee89abfd-6ee4-4815-a57e-f4765058ba51 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:31:20.383768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device ee89abfd-6ee4-4815-a57e-f4765058ba51 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:31:20.462044 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.556859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.567023 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f695e2c9-2c53-4d7f-86a0-56782babe331']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:20.577201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f7337e-a901-4a04-897c-f80e35d8872e') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:20.577504 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f7337e-a901-4a04-897c-f80e35d8872e') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:20.587098 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.600772 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.606467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:31:20.606908 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:31:20.610064 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:31:20.666668 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.671747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.673632 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/networks/f695e2c9-2c53-4d7f-86a0-56782babe331 HTTP/1.1" status: 204 len: 168 time: 0.2896869 Jul 09 14:31:20.676735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54108) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:20.693229 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0540c-438c-48fe-9453-acc3340e58ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Network': ['ID=f695e2c9-2c53-4d7f-86a0-56782babe331,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:20.735816 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34e19cfa-db43-4878-a1cb-2d3174ad908d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.760554 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34e19cfa-db43-4878-a1cb-2d3174ad908d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.820083 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34e19cfa-db43-4878-a1cb-2d3174ad908d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.822718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-34e19cfa-db43-4878-a1cb-2d3174ad908d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:20.826485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-34e19cfa-db43-4878-a1cb-2d3174ad908d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/security-groups/a57e724b-9f92-4699-ac46-979e291d39f2 HTTP/1.1" status: 204 len: 168 time: 0.1461179 Jul 09 14:31:20.835055 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e19cfa-db43-4878-a1cb-2d3174ad908d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e724b-9f92-4699-ac46-979e291d39f2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:21.181799 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54114) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:21.186531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-2b6dba78-186f-44c5-ab6f-30d5d2eaf629 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137362217', 'description': 'tempest-secgroup-smoke-1137362217 description', 'project_id': '28d98936f02d4a6aaf83d2999ceca093'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:21.208756 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b6dba78-186f-44c5-ab6f-30d5d2eaf629 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.285536 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b6dba78-186f-44c5-ab6f-30d5d2eaf629 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.289098 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b6dba78-186f-44c5-ab6f-30d5d2eaf629 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.314351 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2b6dba78-186f-44c5-ab6f-30d5d2eaf629 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.316280 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2b6dba78-186f-44c5-ab6f-30d5d2eaf629 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332943 Jul 09 14:31:21.319737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54116) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:21.320257 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dba78-186f-44c5-ab6f-30d5d2eaf629 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d86c1d-beaa-47c5-9a02-175528b6aa95,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:21.324639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f7087334-f4bb-4351-bab6-c0670144744e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'd1d86c1d-beaa-47c5-9a02-175528b6aa95', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:21.351827 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f7087334-f4bb-4351-bab6-c0670144744e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.398376 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f7087334-f4bb-4351-bab6-c0670144744e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.401834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f7087334-f4bb-4351-bab6-c0670144744e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.418474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7087334-f4bb-4351-bab6-c0670144744e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d275efc8-f389-4432-8253-824ec0ad5150,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:21.424458 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f7087334-f4bb-4351-bab6-c0670144744e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.426617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f7087334-f4bb-4351-bab6-c0670144744e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1057568 Jul 09 14:31:21.429395 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54118) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:21.433771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-de4e06e2-bad0-445a-b424-3d008dd1eed6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'd1d86c1d-beaa-47c5-9a02-175528b6aa95', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:21.460261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de4e06e2-bad0-445a-b424-3d008dd1eed6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.519235 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de4e06e2-bad0-445a-b424-3d008dd1eed6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.522707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de4e06e2-bad0-445a-b424-3d008dd1eed6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.539247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e06e2-bad0-445a-b424-3d008dd1eed6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e632e46-edc9-4257-9d1f-43cedef02024,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:21.545594 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-de4e06e2-bad0-445a-b424-3d008dd1eed6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.546863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-de4e06e2-bad0-445a-b424-3d008dd1eed6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165464 Jul 09 14:31:21.549581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54120) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:21.554183 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b525415e-d9b2-4cb8-ade3-ecfb22697e90 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'd1d86c1d-beaa-47c5-9a02-175528b6aa95', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:21.579502 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b525415e-d9b2-4cb8-ade3-ecfb22697e90 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.636195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b525415e-d9b2-4cb8-ade3-ecfb22697e90 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.640145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b525415e-d9b2-4cb8-ade3-ecfb22697e90 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.657735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525415e-d9b2-4cb8-ade3-ecfb22697e90 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb36c8e-3d96-44cd-9f1f-e9b21845ffd8,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:21.663485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b525415e-d9b2-4cb8-ade3-ecfb22697e90 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.667766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b525415e-d9b2-4cb8-ade3-ecfb22697e90 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142862 Jul 09 14:31:21.667766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54122) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:21.672779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-06ff880d-4607-459e-8e1b-c4b83a8b6743 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'd1d86c1d-beaa-47c5-9a02-175528b6aa95', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:21.700942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-06ff880d-4607-459e-8e1b-c4b83a8b6743 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.760023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-06ff880d-4607-459e-8e1b-c4b83a8b6743 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.763427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-06ff880d-4607-459e-8e1b-c4b83a8b6743 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.781629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff880d-4607-459e-8e1b-c4b83a8b6743 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f38d68f-3e18-482b-8003-6941e3696f5d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:21.788352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-06ff880d-4607-459e-8e1b-c4b83a8b6743 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.789669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-06ff880d-4607-459e-8e1b-c4b83a8b6743 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208949 Jul 09 14:31:21.792364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54124) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:21.796922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7b15c95c-7b24-458a-a76b-9915a1e222ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'd1d86c1d-beaa-47c5-9a02-175528b6aa95', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:21.820208 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-7b15c95c-7b24-458a-a76b-9915a1e222ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:31:21.825023 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b15c95c-7b24-458a-a76b-9915a1e222ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.885826 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b15c95c-7b24-458a-a76b-9915a1e222ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.889255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b15c95c-7b24-458a-a76b-9915a1e222ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.906204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c95c-7b24-458a-a76b-9915a1e222ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8440c039-8128-4d4a-b427-92beb2505d7d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:21.912522 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7b15c95c-7b24-458a-a76b-9915a1e222ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:21.913772 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7b15c95c-7b24-458a-a76b-9915a1e222ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204541 Jul 09 14:31:21.916643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54126) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:21.921093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-05d7b000-74c3-4e81-a5da-8dfde44f4918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'd1d86c1d-beaa-47c5-9a02-175528b6aa95', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:21.944239 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-05d7b000-74c3-4e81-a5da-8dfde44f4918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:31:21.948840 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05d7b000-74c3-4e81-a5da-8dfde44f4918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.008504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05d7b000-74c3-4e81-a5da-8dfde44f4918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.011701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05d7b000-74c3-4e81-a5da-8dfde44f4918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.028676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7b000-74c3-4e81-a5da-8dfde44f4918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fce72c6-3929-4ff5-8909-93bcc578e42d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:22.035758 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-05d7b000-74c3-4e81-a5da-8dfde44f4918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.036850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-05d7b000-74c3-4e81-a5da-8dfde44f4918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192813 Jul 09 14:31:22.039811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54128) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:22.044742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'network': {'name': 'tempest-network-smoke--990859815', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'port_security_enabled': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:22.064518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:31:22.067905 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.090045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:31:22.099371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.099759 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Added segment 7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0 of type vlan for network 232c3f96-bcc3-4a66-bff3-7cc34663d193 Jul 09 14:31:22.138506 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.169530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.175599 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:22.176496 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.230867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1900516 Jul 09 14:31:22.233815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54130) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:22.240744 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'admin_state_up': True, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:22.240948 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 251aef82-d61a-4906-8aae-530938412182 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:31:22.254817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97c94a-3dfe-4d66-b420-4d5895d3da5e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Network': ['ID=232c3f96-bcc3-4a66-bff3-7cc34663d193,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:22.266995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:31:22.269338 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 251aef82-d61a-4906-8aae-530938412182 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:31:22.269939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 251aef82-d61a-4906-8aae-530938412182 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:31:22.270391 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.271960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.323247 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.461041 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.656971 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.676561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.775782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.135 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/a1820678-c410-4a1b-9478-eae5004a8cab) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:31:22.879980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.918354 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:22.953184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:22.958558 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:22.961850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:31:22.987881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=a1820678-c410-4a1b-9478-eae5004a8cab,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:23.211461 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:23.409022 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:23.897787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:31:24.004383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:31:24.014664 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Sync routers for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:31:24.023359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:24.027659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-817b0031-f18d-4545-b1b1-cb24aca9b06e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7901461 Jul 09 14:31:24.027816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:24.027816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:24.028044 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54132) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:24.059810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-52828fab-e4af-4824-b46e-2bf9625e3962 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=28d98936f02d4a6aaf83d2999ceca093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271251 Jul 09 14:31:24.060053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54134) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:24.132177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:24.149941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb7597c-e0f5-4e6c-8043-b2412938317f tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:24.151472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9fb7597c-e0f5-4e6c-8043-b2412938317f tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905931 Jul 09 14:31:24.154387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54136) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:24.188621 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c89949e-d1da-43bb-b49d-0c2941bea634 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329821 Jul 09 14:31:24.191773 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54138) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:24.196534 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1109614653', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:24.289676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:31:24.295027 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:24.332856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:23Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:24.364135 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Checking router: 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:31:24.364524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Updating router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 port a1820678-c410-4a1b-9478-eae5004a8cab binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:31:24.399360 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:24.478966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:24.544023 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Subnet': ['ID=6e447de7-c09a-4e07-aea8-d6b4ffc44cd0,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:24.559310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Checking segment: {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:31:24.559685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network hostable DHCP agents. Network: 232c3f96-bcc3-4a66-bff3-7cc34663d193, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:31:24.579508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:31:24.590895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 232c3f96-bcc3-4a66-bff3-7cc34663d193) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:24.595997 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:24.597400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:24.614307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e1d814a5-8ddf-4659-a81f-f2fe5eb9f949 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4215035 Jul 09 14:31:24.617049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54140) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:24.687518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44acfea8-7d69-4c17-82d2-ddd3fad6181a None None] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:31:24.938559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-232c3f96-bcc3-4a66-bff3-7cc34663d193', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:31:24.939430 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:24.943961 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:24.963791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Transition to ACTIVE for port object a1820678-c410-4a1b-9478-eae5004a8cab will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:24.973263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.059949 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.096169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Attempting to bind port a1820678-c410-4a1b-9478-eae5004a8cab on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:31:25.096816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Attempting to bind port a1820678-c410-4a1b-9478-eae5004a8cab by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:31:25.097525 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Attempting to bind port a1820678-c410-4a1b-9478-eae5004a8cab on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:31:25.115872 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962ce4e-5c9e-4b15-9641-11906263dc85 None None] Pushing event updated for resources: {'Port': ['ID=a1820678-c410-4a1b-9478-eae5004a8cab,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:25.124249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:31:25.124750 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:31:25.125021 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.125412 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:31:25.125885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Bound port: a1820678-c410-4a1b-9478-eae5004a8cab, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:31:25.126268 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.181218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Allocated IP 172.20.0.2 (232c3f96-bcc3-4a66-bff3-7cc34663d193/6e447de7-c09a-4e07-aea8-d6b4ffc44cd0/7d4505f7-b484-4774-9585-ed6c4a0b97c4) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:31:25.199167 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] For port a1820678-c410-4a1b-9478-eae5004a8cab, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:31:25.203085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] For port a1820678-c410-4a1b-9478-eae5004a8cab, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a1820678-c410-4a1b-9478-eae5004a8cab,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:31:25.209457 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.322884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:25.323526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:25.326633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962ce4e-5c9e-4b15-9641-11906263dc85 None None] Pushing event updated for resources: {'Port': ['ID=a1820678-c410-4a1b-9478-eae5004a8cab,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:25.476416 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.486899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:25.514162 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Transition to ACTIVE for port object 7d4505f7-b484-4774-9585-ed6c4a0b97c4 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:25.591325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Transition to ACTIVE for port object 7d4505f7-b484-4774-9585-ed6c4a0b97c4 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:25.602831 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.648179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.1 (232c3f96-bcc3-4a66-bff3-7cc34663d193/6e447de7-c09a-4e07-aea8-d6b4ffc44cd0/53b18fda-cb89-4352-9b78-27f892786eb8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:31:25.662497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:25.673589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:25.680878 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:31:25.685075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Pushing event updated for resources: {'Port': ['ID=7d4505f7-b484-4774-9585-ed6c4a0b97c4,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:25.765259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Attempting to bind port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:31:25.765646 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.765773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Attempting to bind port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:31:25.766018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Attempting to bind port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 on network 232c3f96-bcc3-4a66-bff3-7cc34663d193 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:31:25.776274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:31:25.776655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Checking segment: {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:31:25.777060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.777460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Bound using segment: {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:31:25.777937 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Bound port: 7d4505f7-b484-4774-9585-ed6c4a0b97c4, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:31:25.778323 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.779452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object 53b18fda-cb89-4352-9b78-27f892786eb8 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:25.812870 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.821903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:23Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:25.852817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:25.858016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:25.858262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf2a286-2af6-4fa7-8839-bd1523e47b0a None None] The sync data for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 is: [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:23Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:31:25.863019 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:31:25.887372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] For port 7d4505f7-b484-4774-9585-ed6c4a0b97c4, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:31:25.891360 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] For port 7d4505f7-b484-4774-9585-ed6c4a0b97c4, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7d4505f7-b484-4774-9585-ed6c4a0b97c4,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:31:25.895033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=53b18fda-cb89-4352-9b78-27f892786eb8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:25.896370 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.915992 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:25.964368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac83c18-a14b-465b-a05e-dfa590559ba3 None None] Pushing event updated for resources: {'Port': ['ID=7d4505f7-b484-4774-9585-ed6c4a0b97c4,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:26.074313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:26.401191 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a1820678-c410-4a1b-9478-eae5004a8cab up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:26.433901 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:26.439591 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:26.455106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port a1820678-c410-4a1b-9478-eae5004a8cab completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:26.460458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a1820678-c410-4a1b-9478-eae5004a8cab triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:26.460840 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:26.522847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=53b18fda-cb89-4352-9b78-27f892786eb8,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:26.525352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:26.555171 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:26.586337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port a1820678-c410-4a1b-9478-eae5004a8cab, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a1820678-c410-4a1b-9478-eae5004a8cab,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:26.591982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:26.593155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7d4505f7-b484-4774-9585-ed6c4a0b97c4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:26.631503 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:26.633190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:26.693157 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=a1820678-c410-4a1b-9478-eae5004a8cab,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:26.718283 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:26.770659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:31:26.897578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:31:26.902721 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7c87f12b-feee-4b13-8fc8-dafc12edefd5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/0a8e7392-9e69-4a4c-b0fd-6eceb005ae53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2846315 Jul 09 14:31:27.070226 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1307f691-584d-4e43-b172-7f765857b0a6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137362217&fields=id&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 267 time: 0.0371401 Jul 09 14:31:27.073656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522e4dad-ce01-408e-9fbf-de6b1ced8cca None None] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:31:27.185377 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5b3bb906-5e7d-4098-a177-b5b659e017c0 None None] Provisioning for port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:27.190894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-0bb1eb07-288b-4586-a36c-d42b8e4ae1b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:27.192440 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-0bb1eb07-288b-4586-a36c-d42b8e4ae1b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/networks?id=232c3f96-bcc3-4a66-bff3-7cc34663d193 HTTP/1.1" status: 200 len: 796 time: 0.1154976 Jul 09 14:31:27.195888 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5b3bb906-5e7d-4098-a177-b5b659e017c0 None None] Provisioning complete for port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:27.196273 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb906-5e7d-4098-a177-b5b659e017c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:27.207734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-b965a541-6d50-4972-ae12-087a055fa6e5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/quotas/28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 375 time: 0.0098495 Jul 09 14:31:27.275198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-9acb8c53-1611-4970-94e6-c0d2fe5ea21a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622773 Jul 09 14:31:27.337908 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb906-5e7d-4098-a177-b5b659e017c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:27.376557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-5b3bb906-5e7d-4098-a177-b5b659e017c0 None None] For port 7d4505f7-b484-4774-9585-ed6c4a0b97c4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7d4505f7-b484-4774-9585-ed6c4a0b97c4,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:27.383133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb906-5e7d-4098-a177-b5b659e017c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:27.436489 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bb906-5e7d-4098-a177-b5b659e017c0 None None] Pushing event updated for resources: {'Port': ['ID=7d4505f7-b484-4774-9585-ed6c4a0b97c4,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:27.445458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-c6f8f863-5ac5-41e5-9d88-9e3fb08127ce service neutron] 10.222.0.32 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581547 Jul 09 14:31:27.542388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-55a42330-2c62-4518-a8d8-9b8a1e11fe1a service neutron] 10.222.0.32 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907297 Jul 09 14:31:27.609648 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-605d1355-5bbe-4bcc-8cb3-444fc23ddd13 None None] Provisioning complete for port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:27.610127 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-605d1355-5bbe-4bcc-8cb3-444fc23ddd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:27.721149 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Sync routers for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:31:27.736643 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:27.738164 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:27.741564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-605d1355-5bbe-4bcc-8cb3-444fc23ddd13 None None] Provisioning for port 53b18fda-cb89-4352-9b78-27f892786eb8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:27.746690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a84ca87d-4be9-445c-a21d-1fb0afdf0ceb req-2ec4f4e6-255d-4245-a8ad-1a8cb9a7a3cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 210 time: 0.0444348 Jul 09 14:31:27.747107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-605d1355-5bbe-4bcc-8cb3-444fc23ddd13 None None] Provisioning complete for port 53b18fda-cb89-4352-9b78-27f892786eb8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:27.747490 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-605d1355-5bbe-4bcc-8cb3-444fc23ddd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:27.803297 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-605d1355-5bbe-4bcc-8cb3-444fc23ddd13 None None] Port 53b18fda-cb89-4352-9b78-27f892786eb8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:31:27.874578 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:27.926954 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-dd7290ab-f253-4fbf-9bc4-f600c9067ee7 None None] Provisioning complete for port 53b18fda-cb89-4352-9b78-27f892786eb8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:27.927447 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd7290ab-f253-4fbf-9bc4-f600c9067ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:27.970655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-dd7290ab-f253-4fbf-9bc4-f600c9067ee7 None None] Port 53b18fda-cb89-4352-9b78-27f892786eb8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:31:28.089647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-05532510-c587-4ba9-9f05-356cf2839882 None None] Provisioning complete for port 53b18fda-cb89-4352-9b78-27f892786eb8 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:28.090036 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-05532510-c587-4ba9-9f05-356cf2839882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.099069 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 2, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:28.132317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-05532510-c587-4ba9-9f05-356cf2839882 None None] Port 53b18fda-cb89-4352-9b78-27f892786eb8 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:31:28.139747 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Checking router: 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:31:28.140111 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Updating router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 port 53b18fda-cb89-4352-9b78-27f892786eb8 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:31:28.175430 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.293325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a1820678-c410-4a1b-9478-eae5004a8cab up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:28.454209 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.464353 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Transition to ACTIVE for port object 53b18fda-cb89-4352-9b78-27f892786eb8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:28.470061 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.500075 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port a1820678-c410-4a1b-9478-eae5004a8cab triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:28.501082 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.578815 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Pushing event updated for resources: {'Port': ['ID=53b18fda-cb89-4352-9b78-27f892786eb8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:28.581890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7d4505f7-b484-4774-9585-ed6c4a0b97c4 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:28.601449 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.601803 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.602393 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.602796 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.603196 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.603538 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.604112 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.604379 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.605317 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.605838 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.606001 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.606331 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:31:28.613029 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Attempting to bind port 53b18fda-cb89-4352-9b78-27f892786eb8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:31:28.613399 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Attempting to bind port 53b18fda-cb89-4352-9b78-27f892786eb8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:31:28.613768 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Attempting to bind port 53b18fda-cb89-4352-9b78-27f892786eb8 on network 232c3f96-bcc3-4a66-bff3-7cc34663d193 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:31:28.619263 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:31:28.619708 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Checking segment: {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:31:28.620195 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.620708 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Bound using segment: {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:31:28.621231 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Bound port: 53b18fda-cb89-4352-9b78-27f892786eb8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:31:28.621692 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.633821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:28.634260 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.692048 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] For port 53b18fda-cb89-4352-9b78-27f892786eb8, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:31:28.695427 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] For port 53b18fda-cb89-4352-9b78-27f892786eb8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=53b18fda-cb89-4352-9b78-27f892786eb8,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:31:28.700627 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:28.763142 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda9303-c094-4cbb-92d7-4c01c90dd159 None None] Pushing event updated for resources: {'Port': ['ID=53b18fda-cb89-4352-9b78-27f892786eb8,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:28.765768 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:28.766496 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:28.890208 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:28.911739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-976d50b1-dd6a-43ae-b863-38d1bc1792a6 req-aa2655e0-84e7-4dd6-91ed-57c7ba662c1b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 210 time: 0.0338216 Jul 09 14:31:29.069556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-31e80ee2-e88c-4f37-827d-747d9756f707 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:29.071264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-31e80ee2-e88c-4f37-827d-747d9756f707 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/networks?id=232c3f96-bcc3-4a66-bff3-7cc34663d193 HTTP/1.1" status: 200 len: 796 time: 0.1102219 Jul 09 14:31:29.117940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-e61dcde4-7bb5-4432-becf-d7eee929bc21 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 380 time: 0.0370512 Jul 09 14:31:29.127541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'port': {'device_id': '13dd5019-4395-47bf-af7a-fbace68870e6', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'admin_state_up': True, 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'security_groups': ['d1d86c1d-beaa-47c5-9a02-175528b6aa95']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:29.214358 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:28Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:29.243868 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf2571-1f78-47c2-921d-b27fa9be1bd8 None None] The sync data for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 is: [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:28Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:31:29.248002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:31:29.251675 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:29.423389 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.14 (232c3f96-bcc3-4a66-bff3-7cc34663d193/6e447de7-c09a-4e07-aea8-d6b4ffc44cd0/029ce637-1e88-480d-87de-5ddafeb36d85) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:31:29.573954 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:29.588411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object 029ce637-1e88-480d-87de-5ddafeb36d85 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:29.622732 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:29.675280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:29.678891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:29.682750 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:31:29.708559 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=029ce637-1e88-480d-87de-5ddafeb36d85,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:29.743729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:29.744395 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:29.761066 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-1849b556-0336-4a35-af61-88398cb8434a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6378446 Jul 09 14:31:29.774506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Request body: {'port': {'device_id': '13dd5019-4395-47bf-af7a-fbace68870e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:29.874221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.021140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-94b32aa8-6bfe-4322-b541-585750b7aee7 None None] Provisioning for port 029ce637-1e88-480d-87de-5ddafeb36d85 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:30.027773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-94b32aa8-6bfe-4322-b541-585750b7aee7 None None] Provisioning complete for port 029ce637-1e88-480d-87de-5ddafeb36d85 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:30.028319 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-94b32aa8-6bfe-4322-b541-585750b7aee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.069902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-94b32aa8-6bfe-4322-b541-585750b7aee7 None None] Port 029ce637-1e88-480d-87de-5ddafeb36d85 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:31:30.177133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b133b-9441-40cd-ba2d-d31a389ef110 req-275bfa1e-5842-4fd1-964d-943201eb013e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:30.178672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-114b133b-9441-40cd-ba2d-d31a389ef110 req-275bfa1e-5842-4fd1-964d-943201eb013e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 932 time: 0.1371052 Jul 09 14:31:30.254427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-114b133b-9441-40cd-ba2d-d31a389ef110 req-c2910d66-175a-4d5f-ad74-61ca890b70f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694752 Jul 09 14:31:30.260093 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029ce637-1e88-480d-87de-5ddafeb36d85 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:31:30.269432 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.283038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Transition to ACTIVE for port object 029ce637-1e88-480d-87de-5ddafeb36d85 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:30.288981 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.343519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 53b18fda-cb89-4352-9b78-27f892786eb8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:30.350130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=029ce637-1e88-480d-87de-5ddafeb36d85,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:30.405728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 53b18fda-cb89-4352-9b78-27f892786eb8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:30.412742 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 53b18fda-cb89-4352-9b78-27f892786eb8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:30.413220 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.467317 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Attempting to bind port 029ce637-1e88-480d-87de-5ddafeb36d85 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:31:30.467712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Attempting to bind port 029ce637-1e88-480d-87de-5ddafeb36d85 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:31:30.468054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Attempting to bind port 029ce637-1e88-480d-87de-5ddafeb36d85 on network 232c3f96-bcc3-4a66-bff3-7cc34663d193 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:31:30.473347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Port 029ce637-1e88-480d-87de-5ddafeb36d85 on network 232c3f96-bcc3-4a66-bff3-7cc34663d193 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:31:30.473668 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Attempting to bind port 029ce637-1e88-480d-87de-5ddafeb36d85 on network 232c3f96-bcc3-4a66-bff3-7cc34663d193 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:31:30.480676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:31:30.481041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Checking segment: {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:31:30.481433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Bound using segment: {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:31:30.481871 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Bound port: 029ce637-1e88-480d-87de-5ddafeb36d85, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:31:30.482234 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.508060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.547465 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 53b18fda-cb89-4352-9b78-27f892786eb8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=53b18fda-cb89-4352-9b78-27f892786eb8,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:30.553327 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.563764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] For port 029ce637-1e88-480d-87de-5ddafeb36d85, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:31:30.568509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] For port 029ce637-1e88-480d-87de-5ddafeb36d85, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=029ce637-1e88-480d-87de-5ddafeb36d85,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:31:30.573002 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.612811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:30.613796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:30.615623 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] 10.222.0.10 "PUT /v2.0/ports/029ce637-1e88-480d-87de-5ddafeb36d85 HTTP/1.1" status: 200 len: 1092 time: 0.8452938 Jul 09 14:31:30.615891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=53b18fda-cb89-4352-9b78-27f892786eb8,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:30.618610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:31:30.622527 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729" -d '{"events": [{"name": "network-changed", "server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:31:30.658462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c43640-7981-4281-af1d-98f4f8f1ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=029ce637-1e88-480d-87de-5ddafeb36d85,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:30.665165 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd21f8-7c30-49de-9c4a-8646d244f840 x-openstack-request-id: req-a0fd21f8-7c30-49de-9c4a-8646d244f840 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:31:30.665375 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:31:30.665636 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0fd21f8-7c30-49de-9c4a-8646d244f840 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:31:30.666027 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85', 'status': 'completed', 'code': 200} Jul 09 14:31:30.726821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-7f039498-9121-4e88-9e05-0ba5bb5fb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:30.728418 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-7f039498-9121-4e88-9e05-0ba5bb5fb696 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 1095 time: 0.0577271 Jul 09 14:31:30.772541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-f3b1e9a5-f9b7-49f2-9f63-ceca81754aef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=029ce637-1e88-480d-87de-5ddafeb36d85 HTTP/1.1" status: 200 len: 217 time: 0.0362902 Jul 09 14:31:30.822444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-6ff95882-cdb3-4123-91cc-7a8890483c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:30.824003 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-6ff95882-cdb3-4123-91cc-7a8890483c09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e447de7-c09a-4e07-aea8-d6b4ffc44cd0 HTTP/1.1" status: 200 len: 835 time: 0.0454137 Jul 09 14:31:30.886039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-bbf7ee25-7120-4c53-b4e3-7bb777ac60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:30.887574 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-bbf7ee25-7120-4c53-b4e3-7bb777ac60eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=232c3f96-bcc3-4a66-bff3-7cc34663d193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566306 Jul 09 14:31:30.976223 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-60dae101-0cee-481d-bd71-33a24896291a service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809815 Jul 09 14:31:31.068502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9891836-b9c7-4470-9cc8-1b7e7bbc0f95 req-3f8e9325-6635-493c-8de6-34d55dffc482 service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Jul 09 14:31:31.167448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-b5e79c66-5a43-4d4a-8065-781c69adea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:31.168953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-b5e79c66-5a43-4d4a-8065-781c69adea39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 1095 time: 0.0527399 Jul 09 14:31:31.259816 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-8c72da5e-a940-431b-9447-ee83a9efd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:31.261260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-8c72da5e-a940-431b-9447-ee83a9efd9d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=232c3f96-bcc3-4a66-bff3-7cc34663d193 HTTP/1.1" status: 200 len: 896 time: 0.0850122 Jul 09 14:31:31.307167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-a075d5c0-df32-4c9c-a515-99e777cf12f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=029ce637-1e88-480d-87de-5ddafeb36d85 HTTP/1.1" status: 200 len: 217 time: 0.0346162 Jul 09 14:31:31.357009 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-e441fce1-a55a-41fd-b0e7-199d285b64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:31.358381 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-e441fce1-a55a-41fd-b0e7-199d285b64af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e447de7-c09a-4e07-aea8-d6b4ffc44cd0 HTTP/1.1" status: 200 len: 835 time: 0.0445404 Jul 09 14:31:31.463157 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-e8d122b9-9ed0-4a57-a3ac-8af5fc03be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:31.464662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-e8d122b9-9ed0-4a57-a3ac-8af5fc03be0b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=232c3f96-bcc3-4a66-bff3-7cc34663d193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987418 Jul 09 14:31:31.473546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7314c9-1b85-48ea-a9cd-7057f433b119 req-f1975e2b-4e7a-4540-a85e-3432bff2031e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:31.474905 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bc7314c9-1b85-48ea-a9cd-7057f433b119 req-f1975e2b-4e7a-4540-a85e-3432bff2031e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 944 time: 0.1002147 Jul 09 14:31:31.554203 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bc7314c9-1b85-48ea-a9cd-7057f433b119 req-db918833-9280-4031-8f5b-7ba4a3945775 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715203 Jul 09 14:31:31.582095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-377eef70-2cf6-491a-b4e6-7f7fd9679aeb service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062489 Jul 09 14:31:31.672401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d5bbb8a-6eb5-4087-9723-d5da02ff1729 req-a322023f-49ac-47f3-94e9-bc7a19e1be5b service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Jul 09 14:31:32.289043 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 53b18fda-cb89-4352-9b78-27f892786eb8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:32.336661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 53b18fda-cb89-4352-9b78-27f892786eb8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:32.337039 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:32.729494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7ffb0-06e9-44d4-82ab-0c760e0a8836 req-0e008b44-048c-47dc-be17-2894796758d7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:32.731024 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-47e7ffb0-06e9-44d4-82ab-0c760e0a8836 req-0e008b44-048c-47dc-be17-2894796758d7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 944 time: 0.0682702 Jul 09 14:31:32.771329 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-47e7ffb0-06e9-44d4-82ab-0c760e0a8836 req-453b7abe-7d7d-4a84-9a0a-58a936e54092 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346878 Jul 09 14:31:33.756151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 029ce637-1e88-480d-87de-5ddafeb36d85 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:31:33.863265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 029ce637-1e88-480d-87de-5ddafeb36d85, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=029ce637-1e88-480d-87de-5ddafeb36d85,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:33.874687 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '029ce637-1e88-480d-87de-5ddafeb36d85', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'port_id': '029ce637-1e88-480d-87de-5ddafeb36d85', 'mac_address': 'fa:16:3e:15:0a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:31:33.913183 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:33.926315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029ce637-1e88-480d-87de-5ddafeb36d85 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:31:33.946514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 029ce637-1e88-480d-87de-5ddafeb36d85, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=029ce637-1e88-480d-87de-5ddafeb36d85,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:33.951278 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:33.979104 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2232547-f661-4021-833f-1c86bafaccea req-08b3eb12-7273-4146-8e92-0e0df83f1325 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:33.980630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2232547-f661-4021-833f-1c86bafaccea req-08b3eb12-7273-4146-8e92-0e0df83f1325 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 944 time: 0.0735466 Jul 09 14:31:34.007732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=029ce637-1e88-480d-87de-5ddafeb36d85,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:34.027978 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2232547-f661-4021-833f-1c86bafaccea req-dbbae7eb-bd39-43ae-b693-5c5e9c74f03d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Jul 09 14:31:34.153002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['029ce637-1e88-480d-87de-5ddafeb36d85'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:31:35.202869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eea9df-f0d1-4394-aebf-a9e5f4424805 req-6f64dc3c-60d0-4f69-8c4b-fb699b826f0e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:35.204555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70eea9df-f0d1-4394-aebf-a9e5f4424805 req-6f64dc3c-60d0-4f69-8c4b-fb699b826f0e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 945 time: 0.0638924 Jul 09 14:31:35.242081 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-70eea9df-f0d1-4394-aebf-a9e5f4424805 req-07d143f7-ac15-40bd-b3a9-257ef3db076d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Jul 09 14:31:35.769757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 029ce637-1e88-480d-87de-5ddafeb36d85 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:35.818730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 029ce637-1e88-480d-87de-5ddafeb36d85 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:35.822321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 029ce637-1e88-480d-87de-5ddafeb36d85 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:35.822697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:35.898241 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:35.920321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:31:35.922586 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788e646f-aac6-4513-96b4-609f82a61939" -d '{"events": [{"server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "name": "network-vif-plugged", "status": "completed", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:31:35.935335 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 029ce637-1e88-480d-87de-5ddafeb36d85, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=029ce637-1e88-480d-87de-5ddafeb36d85,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:35.939748 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:35.969734 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58260e5b-7b27-4218-bb60-a9d936f6a549 x-openstack-request-id: req-58260e5b-7b27-4218-bb60-a9d936f6a549 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:31:35.970030 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "name": "network-vif-plugged", "status": "completed", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:31:35.970283 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58260e5b-7b27-4218-bb60-a9d936f6a549 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:31:35.970673 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85', 'code': 200} Jul 09 14:31:35.993657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=029ce637-1e88-480d-87de-5ddafeb36d85,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:36.088177 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182f0-76df-4aa8-b507-42dd72f22a57 req-84a0bac1-77bd-4f92-b47d-f931f8e9c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:36.090054 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b41182f0-76df-4aa8-b507-42dd72f22a57 req-84a0bac1-77bd-4f92-b47d-f931f8e9c623 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 1097 time: 0.0603082 Jul 09 14:31:36.133278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b41182f0-76df-4aa8-b507-42dd72f22a57 req-d627353c-a3c0-47fe-8aa2-492347a4c21e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356393 Jul 09 14:31:36.434790 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9499f-773c-4544-bdf3-c6f698523746 req-ad88a0df-e81c-41ca-8820-cde974ed6ce1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:36.436344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50a9499f-773c-4544-bdf3-c6f698523746 req-ad88a0df-e81c-41ca-8820-cde974ed6ce1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0749631 Jul 09 14:31:36.476210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50a9499f-773c-4544-bdf3-c6f698523746 req-87b77558-daa2-45f9-be67-8e44defefa7e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330098 Jul 09 14:31:37.644857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8129451-c987-41d7-a8cc-0ba3fd15e633 req-7b3b9d80-e678-432f-ad66-915f7077d6bb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:37.646333 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8129451-c987-41d7-a8cc-0ba3fd15e633 req-7b3b9d80-e678-432f-ad66-915f7077d6bb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0621092 Jul 09 14:31:37.683311 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d8129451-c987-41d7-a8cc-0ba3fd15e633 req-49c6a572-1ea9-4489-ab90-9b67ec5fbcd6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Jul 09 14:31:37.863954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0de5d-c36f-4610-af18-d17ab6b38979 req-f4ddfa37-6504-47d5-ab17-27567e4c27d0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:37.865535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ad0de5d-c36f-4610-af18-d17ab6b38979 req-f4ddfa37-6504-47d5-ab17-27567e4c27d0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0665469 Jul 09 14:31:37.908516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ad0de5d-c36f-4610-af18-d17ab6b38979 req-d099a951-b6be-4baa-8233-6832b5ad58b0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373631 Jul 09 14:31:37.933442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54200) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:37.985992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b242b671-a483-4971-9c11-c34ea6d64b2d tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:37.988194 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b242b671-a483-4971-9c11-c34ea6d64b2d tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 1092 time: 0.0537543 Jul 09 14:31:37.991155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54202) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:37.995518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '029ce637-1e88-480d-87de-5ddafeb36d85', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:38.018889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:38.477002 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:38.575493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.139 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/7678a88e-9ade-4fc8-9c7b-a5dd96e38805) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:31:38.676710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:38.713253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:38.747287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:38.749907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:38.752474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:31:38.784024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=7678a88e-9ade-4fc8-9c7b-a5dd96e38805,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:39.125840 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:39.202297 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:39.351736 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:39.356053 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:39.433523 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=7678a88e-9ade-4fc8-9c7b-a5dd96e38805,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:39.441996 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:39.542064 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP 09ded80c-2aff-469c-aad8-dffd4c8ff785 associated. External IP: 172.25.5.139, port: 029ce637-1e88-480d-87de-5ddafeb36d85. Jul 09 14:31:39.764222 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:31:39.871411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:31:39.881169 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] Sync routers for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:31:39.887168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:39.891760 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:39.892392 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:39.931835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3eda8ccf-3440-4bb2-bfb8-f767ef66d16b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9372249 Jul 09 14:31:39.931835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:31:39.932785 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485db007-c521-4fed-85db-19e9dfaf19f4" -d '{"events": [{"name": "network-changed", "server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:31:40.005847 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:40.092435 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f2c5-1521-4ba7-94d9-6ca6d5a663fd req-3a9cc730-d12b-4a62-8ca5-e69798977220 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:40.093910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d739f2c5-1521-4ba7-94d9-6ca6d5a663fd req-3a9cc730-d12b-4a62-8ca5-e69798977220 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0755165 Jul 09 14:31:40.132680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d739f2c5-1521-4ba7-94d9-6ca6d5a663fd req-5f9f4812-a7cd-49c3-9900-6684ac417782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329635 Jul 09 14:31:40.157930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54208) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:40.203716 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6c57d-34eb-4eaa-bf8d-a3860fd6b7c5 x-openstack-request-id: req-ffc6c57d-34eb-4eaa-bf8d-a3860fd6b7c5 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:31:40.204303 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:31:40.204576 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffc6c57d-34eb-4eaa-bf8d-a3860fd6b7c5 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:31:40.204971 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85', 'status': 'completed', 'code': 200} Jul 09 14:31:40.237572 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '09ded80c-2aff-469c-aad8-dffd4c8ff785', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'port_id': '029ce637-1e88-480d-87de-5ddafeb36d85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'mac_address': 'fa:16:3e:15:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd5019-4395-47bf-af7a-fbace68870e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:31:38Z', 'updated_at': '2021-07-09T14:31:38Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:30Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:40.260540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-80606b50-949c-4f09-89e8-a34f0767154d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/09ded80c-2aff-469c-aad8-dffd4c8ff785 HTTP/1.1" status: 200 len: 992 time: 0.1002266 Jul 09 14:31:40.267712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] Checking router: 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:31:40.276675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:40.277285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:31:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:40.278135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-9cd8fd44-67dc-40d9-a736-e6abd7c607a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:40.279704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-9cd8fd44-67dc-40d9-a736-e6abd7c607a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 1097 time: 0.0716465 Jul 09 14:31:40.369662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-16d3aec0-5fd2-4e69-8ba8-e16d6bf5cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:40.371132 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-16d3aec0-5fd2-4e69-8ba8-e16d6bf5cfa6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=232c3f96-bcc3-4a66-bff3-7cc34663d193 HTTP/1.1" status: 200 len: 896 time: 0.0854006 Jul 09 14:31:40.381589 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:40.444299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-5a037f15-a4b7-4541-8c7b-043f85b9d6fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=029ce637-1e88-480d-87de-5ddafeb36d85 HTTP/1.1" status: 200 len: 1000 time: 0.0651784 Jul 09 14:31:40.492848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-ee260acd-5e80-437c-ac0f-7c2dae99b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:40.494320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-ee260acd-5e80-437c-ac0f-7c2dae99b499 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e447de7-c09a-4e07-aea8-d6b4ffc44cd0 HTTP/1.1" status: 200 len: 835 time: 0.0436404 Jul 09 14:31:40.551917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-f6545536-10bd-46fa-9def-260fa64a95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:40.553441 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-f6545536-10bd-46fa-9def-260fa64a95fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=232c3f96-bcc3-4a66-bff3-7cc34663d193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527287 Jul 09 14:31:40.606992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '09ded80c-2aff-469c-aad8-dffd4c8ff785', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'port_id': '029ce637-1e88-480d-87de-5ddafeb36d85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'mac_address': 'fa:16:3e:15:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd5019-4395-47bf-af7a-fbace68870e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:31:38Z', 'updated_at': '2021-07-09T14:31:38Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:30Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:40.632961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608cb5e-3636-4475-996c-aeb85d561f8b None None] The sync data for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 is: [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '09ded80c-2aff-469c-aad8-dffd4c8ff785', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'port_id': '029ce637-1e88-480d-87de-5ddafeb36d85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'mac_address': 'fa:16:3e:15:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd5019-4395-47bf-af7a-fbace68870e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:31:38Z', 'updated_at': '2021-07-09T14:31:38Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:30Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:31:40.646142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-cf6593f4-5bc5-47ef-8419-370ac78c15e3 service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864956 Jul 09 14:31:40.738851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-485db007-c521-4fed-85db-19e9dfaf19f4 req-6d124db4-fb3e-4776-9e92-6e8e546eb8b7 service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864415 Jul 09 14:31:40.832816 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed23b4f-232b-4a9a-a247-b98a8ff35178 None None] New status for floating IP 09ded80c-2aff-469c-aad8-dffd4c8ff785: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:31:41.263262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54210) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:41.322782 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-24bc5bb8-f713-4876-9ff3-b5e1943c986c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/09ded80c-2aff-469c-aad8-dffd4c8ff785 HTTP/1.1" status: 200 len: 994 time: 0.0583620 Jul 09 14:31:43.906178 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:44.386061 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c3cf415b-d0e9-4179-85e4-a563540ba2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:44.765482 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:46.983310 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b130edd9-17bd-4acc-9728-21b94562d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:47.134497 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:48.522515 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:49.985804 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:51.624475 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:32:12.871269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-28e27013-4671-423c-8e9a-ba3778ae8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.872654 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-28e27013-4671-423c-8e9a-ba3778ae8d6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 1097 time: 0.1008956 Jul 09 14:32:12.884265 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e42f-fdb2-45bb-b8e8-c5fef320730c req-286bc412-b734-43d4-9665-91f821ca0b8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.885637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c157e42f-fdb2-45bb-b8e8-c5fef320730c req-286bc412-b734-43d4-9665-91f821ca0b8f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0824163 Jul 09 14:32:12.970473 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c157e42f-fdb2-45bb-b8e8-c5fef320730c req-c78ecbe1-1c13-44e3-bf88-a54e45469e5d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768647 Jul 09 14:32:12.998909 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-12a1146d-ee5c-46da-bd19-cf6efd33b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:13.000401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-12a1146d-ee5c-46da-bd19-cf6efd33b81b service neutron] 10.222.0.10 "GET /v2.0/networks?id=232c3f96-bcc3-4a66-bff3-7cc34663d193 HTTP/1.1" status: 200 len: 896 time: 0.1139343 Jul 09 14:32:13.064459 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-c0c52783-d6ca-46c2-ab64-0a20bd08d8a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=029ce637-1e88-480d-87de-5ddafeb36d85 HTTP/1.1" status: 200 len: 1002 time: 0.0571203 Jul 09 14:32:13.110764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-66ce017a-5353-486b-9bb3-56110f17a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:13.112186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-66ce017a-5353-486b-9bb3-56110f17a071 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e447de7-c09a-4e07-aea8-d6b4ffc44cd0 HTTP/1.1" status: 200 len: 835 time: 0.0421009 Jul 09 14:32:13.172025 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-ecea53ed-c369-4183-89ab-3faa5b646d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:13.173535 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-ecea53ed-c369-4183-89ab-3faa5b646d54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=232c3f96-bcc3-4a66-bff3-7cc34663d193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551202 Jul 09 14:32:13.268687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-0caa17d0-a79e-41be-b4f8-bfb4e6533469 service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Jul 09 14:32:13.362269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bfe997f-f6f8-4cab-ad5e-bbb59958242d req-983eb667-78fd-4056-92d8-443ffca8ff83 service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870318 Jul 09 14:32:13.904875 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:14.144791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a515c6-3078-4c50-bea3-9f30789cef69 req-a5475007-c415-4b0a-8557-7cac0f9dfb76 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:14.146275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38a515c6-3078-4c50-bea3-9f30789cef69 req-a5475007-c415-4b0a-8557-7cac0f9dfb76 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0638254 Jul 09 14:32:14.186268 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38a515c6-3078-4c50-bea3-9f30789cef69 req-62d38e03-375c-4b11-99fa-e2b68fb23918 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340064 Jul 09 14:32:14.385945 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6148ead1-fa6c-48d0-babc-127bc2ffbf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:14.764951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:15.360458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93547bb-8da2-4a77-84bb-a8c509947d3f req-de668ed5-a591-4469-9bdb-22d4a1accb86 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:15.361920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f93547bb-8da2-4a77-84bb-a8c509947d3f req-de668ed5-a591-4469-9bdb-22d4a1accb86 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0628252 Jul 09 14:32:15.399493 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f93547bb-8da2-4a77-84bb-a8c509947d3f req-abddf2b9-0670-41be-a6bc-705854630cbb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Jul 09 14:32:16.573917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93341-b132-4c6c-8e8f-a5ef9a5cda40 req-633e3d42-5505-4600-af4e-dbf98c8ed402 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:16.575402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bb93341-b132-4c6c-8e8f-a5ef9a5cda40 req-633e3d42-5505-4600-af4e-dbf98c8ed402 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0674057 Jul 09 14:32:16.613879 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7bb93341-b132-4c6c-8e8f-a5ef9a5cda40 req-d1a3d7d3-a26e-4841-8de8-5054af07d1ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328724 Jul 09 14:32:16.983985 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1a333574-674c-4de4-aaac-3d1a06bb7ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:17.136107 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:17.783524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0df27-3915-4b64-8389-97a6f1924635 req-97d59f1f-0e56-489b-a438-d5d3654f5f1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:17.784989 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ea0df27-3915-4b64-8389-97a6f1924635 req-97d59f1f-0e56-489b-a438-d5d3654f5f1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0632448 Jul 09 14:32:17.823198 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6ea0df27-3915-4b64-8389-97a6f1924635 req-590a2e12-fffe-46cd-b1c0-86f163aaaaa0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Jul 09 14:32:18.521789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:18.998701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d3040-f9ee-42ad-b14d-1f8c457a2a6d req-0a8d23ab-fa29-4063-b69b-da0284b2dd45 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:19.000206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-555d3040-f9ee-42ad-b14d-1f8c457a2a6d req-0a8d23ab-fa29-4063-b69b-da0284b2dd45 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0664551 Jul 09 14:32:19.037264 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-555d3040-f9ee-42ad-b14d-1f8c457a2a6d req-5a03d225-f96d-410c-9a3a-9c2f81b3da14 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Jul 09 14:32:19.990129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:20.220082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f26a2-91a8-44c0-a934-e45d10f2e926 req-e1462598-16c9-4a2f-908c-5ded5e83f6f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:20.222118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c5f26a2-91a8-44c0-a934-e45d10f2e926 req-e1462598-16c9-4a2f-908c-5ded5e83f6f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0709774 Jul 09 14:32:20.262741 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c5f26a2-91a8-44c0-a934-e45d10f2e926 req-e54420fa-8c12-4dd5-8b00-97c4b8a72bc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343330 Jul 09 14:32:21.434196 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c643eb8-1086-42bb-bbcd-75a1d58015e8 req-ae63e1c1-fbfa-4059-9462-a1904282e50c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:21.435607 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c643eb8-1086-42bb-bbcd-75a1d58015e8 req-ae63e1c1-fbfa-4059-9462-a1904282e50c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0621552 Jul 09 14:32:21.472081 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c643eb8-1086-42bb-bbcd-75a1d58015e8 req-bcd3af15-5015-4ecb-8d70-71f73f96f8a7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309560 Jul 09 14:32:22.650758 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ccdeb-7490-4d93-aa29-010736c12a78 req-2b51106f-6f83-4ee1-8ffa-b81eb4f72359 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:22.652253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e15ccdeb-7490-4d93-aa29-010736c12a78 req-2b51106f-6f83-4ee1-8ffa-b81eb4f72359 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0709903 Jul 09 14:32:22.689118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e15ccdeb-7490-4d93-aa29-010736c12a78 req-fc5b771b-051c-465c-8c45-589d8e5fa3c2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Jul 09 14:32:23.860530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06c7fa-3d76-43f7-881c-872d9f805f2b req-87dd1b6b-124b-4860-b9b0-90dd27f25aa0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:23.862013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce06c7fa-3d76-43f7-881c-872d9f805f2b req-87dd1b6b-124b-4860-b9b0-90dd27f25aa0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0635459 Jul 09 14:32:23.900426 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce06c7fa-3d76-43f7-881c-872d9f805f2b req-5fbe141c-ed29-4580-9862-9877676e6077 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Jul 09 14:32:25.077432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc61f3-1a66-4b03-b3d4-d89e076ca93c req-a1a50e5a-2f70-4b6a-9247-af68854b6941 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:25.078930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4dc61f3-1a66-4b03-b3d4-d89e076ca93c req-a1a50e5a-2f70-4b6a-9247-af68854b6941 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0660245 Jul 09 14:32:25.115580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4dc61f3-1a66-4b03-b3d4-d89e076ca93c req-bf827b62-7d87-4150-83e3-76bb0fc405b7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311072 Jul 09 14:32:26.301579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b03d-9c91-4f53-9b8c-0f12e307e408 req-616f1830-de19-4aae-8818-7f66879abfb1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:26.303101 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a859b03d-9c91-4f53-9b8c-0f12e307e408 req-616f1830-de19-4aae-8818-7f66879abfb1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0663180 Jul 09 14:32:26.341349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a859b03d-9c91-4f53-9b8c-0f12e307e408 req-4dc7b4c0-5831-43aa-b6e2-591efd370865 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Jul 09 14:32:27.511359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f048e0b-084d-4233-a0c5-0fee1f13fd17 req-938b3c47-e4b3-4bb6-bff4-546a1bc99afe tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:27.512740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f048e0b-084d-4233-a0c5-0fee1f13fd17 req-938b3c47-e4b3-4bb6-bff4-546a1bc99afe tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0617604 Jul 09 14:32:27.551122 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f048e0b-084d-4233-a0c5-0fee1f13fd17 req-75b21072-da48-4d4a-b59d-15903939f6e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Jul 09 14:32:28.626794 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:32:28.728782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69dc2-4cc6-4b6e-bc93-6dbbad9f8147 req-64b76145-0506-47b6-b1ae-880a081f002b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:28.730239 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61d69dc2-4cc6-4b6e-bc93-6dbbad9f8147 req-64b76145-0506-47b6-b1ae-880a081f002b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0674527 Jul 09 14:32:28.768000 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-61d69dc2-4cc6-4b6e-bc93-6dbbad9f8147 req-d67407a6-1bf1-40fc-bcee-0032bf552dd7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321467 Jul 09 14:32:29.982965 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759528f5-5fd5-4322-a412-f648ebb8d3cb req-56a4ecc5-8973-4163-bd2d-b5086019e3a6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:29.984424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-759528f5-5fd5-4322-a412-f648ebb8d3cb req-56a4ecc5-8973-4163-bd2d-b5086019e3a6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.1037798 Jul 09 14:32:29.991106 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-f669f2ad-eee7-47bb-9ba3-44a027cf1ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814142 Jul 09 14:32:30.024495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-759528f5-5fd5-4322-a412-f648ebb8d3cb req-6ddc20e6-1488-45e8-b027-1d223f5417c5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Jul 09 14:32:30.051339 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54260) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:30.086291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-d9d3df99-3d48-48da-a150-1b6ed3516b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:30.087900 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-d9d3df99-3d48-48da-a150-1b6ed3516b59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 1097 time: 0.0533130 Jul 09 14:32:30.116572 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4f650478-fa66-4969-b84f-e1d60852fef9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/09ded80c-2aff-469c-aad8-dffd4c8ff785 HTTP/1.1" status: 200 len: 994 time: 0.0641470 Jul 09 14:32:30.190193 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-cd082833-22c9-4689-b4e1-1f5acd6df247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:30.191681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-cd082833-22c9-4689-b4e1-1f5acd6df247 service neutron] 10.222.0.10 "GET /v2.0/networks?id=232c3f96-bcc3-4a66-bff3-7cc34663d193 HTTP/1.1" status: 200 len: 896 time: 0.0853961 Jul 09 14:32:30.259019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-5c45a596-c41d-4239-8c1c-ad49f96de5a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=029ce637-1e88-480d-87de-5ddafeb36d85 HTTP/1.1" status: 200 len: 1002 time: 0.0603774 Jul 09 14:32:30.307208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-ee988d32-21f6-484d-a2e7-a2bd98197382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:30.308539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-ee988d32-21f6-484d-a2e7-a2bd98197382 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e447de7-c09a-4e07-aea8-d6b4ffc44cd0 HTTP/1.1" status: 200 len: 835 time: 0.0433025 Jul 09 14:32:30.364556 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-67b34115-9bfe-45f7-9b9c-6b203c34ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:30.366025 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-67b34115-9bfe-45f7-9b9c-6b203c34ee66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=232c3f96-bcc3-4a66-bff3-7cc34663d193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502734 Jul 09 14:32:30.460735 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-63ebd1e7-d7a3-4b43-8dce-e6c956719bd8 service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866871 Jul 09 14:32:30.548520 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38da1d2f-e798-40c6-9b86-a604ee08b0e5 req-c46c87b6-c5d5-4c16-8bf2-4516d54f76b8 service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817003 Jul 09 14:32:43.920285 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:44.386746 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c5b4249c-efcd-4f92-b6ae-fc9345a2f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:44.759356 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:46.984223 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6bb29332-328f-4967-8ba1-56d0887542ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:47.137337 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:48.525599 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:49.992479 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:00.895360 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54278) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:01.050108 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 7678a88e-9ade-4fc8-9c7b-a5dd96e38805 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:33:01.050451 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.123496 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.123773 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.135136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 7678a88e-9ade-4fc8-9c7b-a5dd96e38805 owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:33:01.282067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.308885 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=7678a88e-9ade-4fc8-9c7b-a5dd96e38805,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:01.338741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.339117 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.339498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.340348 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.340768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.341120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.341451 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.341790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.342110 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.342432 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.342758 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.343116 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.382565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.382896 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP 09ded80c-2aff-469c-aad8-dffd4c8ff785 disassociated (deleted). External IP: 172.25.5.139, port: 029ce637-1e88-480d-87de-5ddafeb36d85. Jul 09 14:33:01.588540 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:33:01.695937 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:33:01.700930 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.705419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] Sync routers for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:33:01.714114 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:01.715617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:01.739869 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5d5c9096-4c71-47e0-813d-00e288fa3af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/floatingips/09ded80c-2aff-469c-aad8-dffd4c8ff785 HTTP/1.1" status: 204 len: 168 time: 0.8434176 Jul 09 14:33:01.740467 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:33:01.742761 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6673d211fdd8742cbf6a0cfa7ada0c95760b2636b6902ec8fd9760d0f961c743" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0" -d '{"events": [{"name": "network-changed", "server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:33:01.829582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:01.991780 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f234035-262d-43ec-9847-96cefee1eeb1 x-openstack-request-id: req-8f234035-262d-43ec-9847-96cefee1eeb1 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:33:01.992318 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:33:01.992318 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f234035-262d-43ec-9847-96cefee1eeb1 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:33:01.992701 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85', 'status': 'completed', 'code': 200} Jul 09 14:33:02.077070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-946dc614-13f1-438d-a251-f838e7a7f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:02.078600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-946dc614-13f1-438d-a251-f838e7a7f5e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 1097 time: 0.0603788 Jul 09 14:33:02.193290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:30Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:02.220527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-57da3cab-4782-47ca-b7f1-da8cefd5df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:02.220790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] Checking router: 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:33:02.222019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-57da3cab-4782-47ca-b7f1-da8cefd5df90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=232c3f96-bcc3-4a66-bff3-7cc34663d193 HTTP/1.1" status: 200 len: 896 time: 0.1368952 Jul 09 14:33:02.228845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:02.229455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:02.233333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb1665-dc54-4d63-a1b6-47c4b55adf95 req-99eeb257-e300-4a9e-ae1c-5183d394b8fb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:02.234771 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcb1665-dc54-4d63-a1b6-47c4b55adf95 req-99eeb257-e300-4a9e-ae1c-5183d394b8fb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.1410947 Jul 09 14:33:02.281367 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-f657d142-aa0d-4ff3-95b8-18fc5d0f5ca9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=029ce637-1e88-480d-87de-5ddafeb36d85 HTTP/1.1" status: 200 len: 217 time: 0.0456157 Jul 09 14:33:02.328495 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cdcb1665-dc54-4d63-a1b6-47c4b55adf95 req-fb0b818c-805c-45cd-bc75-d754884235be tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872474 Jul 09 14:33:02.336528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:02.342644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-247f8e5d-dd52-4369-9d5f-6bfac28df403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:02.344033 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-247f8e5d-dd52-4369-9d5f-6bfac28df403 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e447de7-c09a-4e07-aea8-d6b4ffc44cd0 HTTP/1.1" status: 200 len: 835 time: 0.0550287 Jul 09 14:33:02.407155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-26d160dd-523b-49d2-b637-8f6560b1beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:02.408570 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-26d160dd-523b-49d2-b637-8f6560b1beea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=232c3f96-bcc3-4a66-bff3-7cc34663d193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563164 Jul 09 14:33:02.500922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-3a422bf4-a306-4f6a-b653-5b06a01dee53 service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843539 Jul 09 14:33:02.539618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:30Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:02.570021 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9119cb49-2bb8-4332-84b0-96ab8c93b092 None None] The sync data for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 is: [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '53b18fda-cb89-4352-9b78-27f892786eb8', 'name': '', 'network_id': '232c3f96-bcc3-4a66-bff3-7cc34663d193', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:8f:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:25Z', 'updated_at': '2021-07-09T14:31:30Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '6e447de7-c09a-4e07-aea8-d6b4ffc44cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:33:02.596259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e467b3d3-7b69-4aab-aa7b-f313c54ffba0 req-3a80827a-29e4-424a-b7b9-7838b71e876c service neutron] 10.222.0.10 "GET /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869415 Jul 09 14:33:02.789076 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acb014-2ab9-48ee-992e-67e3b337f023 None None] New status for floating IP 09ded80c-2aff-469c-aad8-dffd4c8ff785: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:33:03.503294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86902d7b-8d05-4c24-8c43-a5e58f549c04 req-e98a59fc-24f3-425a-a6ee-d10021642354 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:03.504685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86902d7b-8d05-4c24-8c43-a5e58f549c04 req-e98a59fc-24f3-425a-a6ee-d10021642354 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0628514 Jul 09 14:33:03.540916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-86902d7b-8d05-4c24-8c43-a5e58f549c04 req-7bd2d9be-fc7b-43a5-807f-6b680ddc340f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1d86c1d-beaa-47c5-9a02-175528b6aa95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Jul 09 14:33:03.690925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-8e53f54d-5261-4c6e-ba97-d009e07b4ee5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:03.692414 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-8e53f54d-5261-4c6e-ba97-d009e07b4ee5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 946 time: 0.0612164 Jul 09 14:33:04.151352 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 029ce637-1e88-480d-87de-5ddafeb36d85 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:33:04.151696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.239607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 029ce637-1e88-480d-87de-5ddafeb36d85, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=029ce637-1e88-480d-87de-5ddafeb36d85,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:04.239964 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.253698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 029ce637-1e88-480d-87de-5ddafeb36d85 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:33:04.377236 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.409140 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=029ce637-1e88-480d-87de-5ddafeb36d85,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:04.438223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.438578 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.438930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.439293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.439631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.439968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.440300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.440651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.440963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.441289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.441615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.441935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:04.464049 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] No DVR routers for this DVR port 029ce637-1e88-480d-87de-5ddafeb36d85 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:33:04.466624 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.468712 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a3d2a480-41ad-4145-bdb4-b8d8252fa343 req-d3b1db7b-7abb-4541-bac7-8f4ba362e52c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "DELETE /v2.0/ports/029ce637-1e88-480d-87de-5ddafeb36d85 HTTP/1.1" status: 204 len: 173 time: 0.7708702 Jul 09 14:33:04.469144 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'name': 'network-vif-deleted', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:33:04.471411 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035e0a5e-d6f6-412b-b17d-37035137675b" -d '{"events": [{"server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "name": "network-vif-deleted", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:33:04.508180 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea262d83-9ace-42ef-8c2d-4a5381014491 x-openstack-request-id: req-ea262d83-9ace-42ef-8c2d-4a5381014491 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:33:04.508802 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dd5019-4395-47bf-af7a-fbace68870e6", "name": "network-vif-deleted", "tag": "029ce637-1e88-480d-87de-5ddafeb36d85", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:33:04.508802 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea262d83-9ace-42ef-8c2d-4a5381014491 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:33:04.509089 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dd5019-4395-47bf-af7a-fbace68870e6', 'name': 'network-vif-deleted', 'tag': '029ce637-1e88-480d-87de-5ddafeb36d85', 'status': 'completed', 'code': 200} Jul 09 14:33:04.695653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f49d0c9f-8faf-4408-956f-7199d25a5ce2 req-a56ec190-fba1-44f4-bfb8-da9b4daa7c0d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=13dd5019-4395-47bf-af7a-fbace68870e6 HTTP/1.1" status: 200 len: 210 time: 0.0296297 Jul 09 14:33:05.627293 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:33:05.792169 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54294) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:06.104980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 029ce637-1e88-480d-87de-5ddafeb36d85 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:33:06.125679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 029ce637-1e88-480d-87de-5ddafeb36d85 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:33:06.126051 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 029ce637-1e88-480d-87de-5ddafeb36d85 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:33:06.149090 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:06.415657 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 53b18fda-cb89-4352-9b78-27f892786eb8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:33:06.415906 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:06.505473 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 53b18fda-cb89-4352-9b78-27f892786eb8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=53b18fda-cb89-4352-9b78-27f892786eb8,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:06.505836 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:06.518875 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 53b18fda-cb89-4352-9b78-27f892786eb8 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:33:06.699364 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:06.726230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=53b18fda-cb89-4352-9b78-27f892786eb8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:06.908841 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.118182 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:33:07.221964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:33:07.226975 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-50fa37e5-e63b-4c43-9191-8beb7178d383 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/0a8e7392-9e69-4a4c-b0fd-6eceb005ae53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4329429 Jul 09 14:33:07.229730 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54296) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:07.234067 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] Sync routers for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:33:07.243501 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:07.244877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:07.286228 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fb1377-16eb-45db-92f2-b711703c570f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting subnet 6e447de7-c09a-4e07-aea8-d6b4ffc44cd0 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:33:07.289441 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52fb1377-16eb-45db-92f2-b711703c570f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.333122 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52fb1377-16eb-45db-92f2-b711703c570f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.365753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:07.415980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52fb1377-16eb-45db-92f2-b711703c570f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.479221 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52fb1377-16eb-45db-92f2-b711703c570f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.549920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:33:06Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:07.582497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] Checking router: 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:33:07.591491 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] Routers {'0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:07.592125 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:07.699873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] Set router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:07.817950 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-52fb1377-16eb-45db-92f2-b711703c570f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.819909 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-52fb1377-16eb-45db-92f2-b711703c570f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/subnets/6e447de7-c09a-4e07-aea8-d6b4ffc44cd0 HTTP/1.1" status: 204 len: 168 time: 0.5885053 Jul 09 14:33:07.821040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1377-16eb-45db-92f2-b711703c570f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Subnet': ['ID=6e447de7-c09a-4e07-aea8-d6b4ffc44cd0,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:07.822720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54298) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:07.825042 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21beacc0-06f2-42d3-a80e-6dd2a5634101 None None] Network 232c3f96-bcc3-4a66-bff3-7cc34663d193 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:33:07.930182 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.989856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:33:06Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:08.017956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc7387-e048-4c78-91b4-b00c8fd8efdb None None] The sync data for ids ['0a8e7392-9e69-4a4c-b0fd-6eceb005ae53'] in n-d-799524-3 is: [{'id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150156964', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:33:06Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'a1820678-c410-4a1b-9478-eae5004a8cab', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8e7392-9e69-4a4c-b0fd-6eceb005ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:31:22Z', 'updated_at': '2021-07-09T14:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:33:08.037018 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.091759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port a1820678-c410-4a1b-9478-eae5004a8cab {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:33:08.092105 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.171911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port a1820678-c410-4a1b-9478-eae5004a8cab, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=a1820678-c410-4a1b-9478-eae5004a8cab,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:08.172269 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.184006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for a1820678-c410-4a1b-9478-eae5004a8cab owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:33:08.363159 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.389481 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] DHCP port deletion for 232c3f96-bcc3-4a66-bff3-7cc34663d193 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:33:08.391950 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=a1820678-c410-4a1b-9478-eae5004a8cab,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:08.447205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7d4505f7-b484-4774-9585-ed6c4a0b97c4 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:33:08.458328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.492004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] Deleting port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:33:08.492387 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.560127 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.562350 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.588856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] For port 7d4505f7-b484-4774-9585-ed6c4a0b97c4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7d4505f7-b484-4774-9585-ed6c4a0b97c4,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:08.589258 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.612242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] Calling delete_port for 7d4505f7-b484-4774-9585-ed6c4a0b97c4 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:33:08.616101 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.618322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.618987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Fanout notify agent at l3_agent the message router_deleted on router 0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:33:08.627757 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.629810 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-00931e9d-de0d-4fac-a770-d7b94c37ab81 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/routers/0a8e7392-9e69-4a4c-b0fd-6eceb005ae53 HTTP/1.1" status: 204 len: 168 time: 0.8045485 Jul 09 14:33:08.631616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54300) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:08.693030 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 7d4505f7-b484-4774-9585-ed6c4a0b97c4, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7d4505f7-b484-4774-9585-ed6c4a0b97c4,segment=NetworkSegment(7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0),segment_id=7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:08.700466 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.701177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 53b18fda-cb89-4352-9b78-27f892786eb8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:33:08.713620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.743108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 53b18fda-cb89-4352-9b78-27f892786eb8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:33:08.743462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 53b18fda-cb89-4352-9b78-27f892786eb8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:33:08.784766 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:33:08.785187 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.785320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=7d4505f7-b484-4774-9585-ed6c4a0b97c4,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:08.788601 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.798804 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.799124 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.799476 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.799820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.800164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.800503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.801104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.801439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.801771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.802101 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.802437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.802763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:08.811882 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] No DVR routers for this DVR port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:33:08.831289 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfff8c-b911-4aac-b563-1418b5b24094 None None] Pushing event deleted for resources: {'Port': ['ID=7d4505f7-b484-4774-9585-ed6c4a0b97c4,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:08.864633 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 7d4505f7-b484-4774-9585-ed6c4a0b97c4, host n-d-799524-3, got binding levels [] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:08.865155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.879309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 7d4505f7-b484-4774-9585-ed6c4a0b97c4 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:33:08.882039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.ipam_backend_mixin [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 was not found and therefore no delete operation was performed {{(pid=93913) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:33:08.883371 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:08.913619 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=7d4505f7-b484-4774-9585-ed6c4a0b97c4,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:08.915465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] No DVR routers for this DVR port 7d4505f7-b484-4774-9585-ed6c4a0b97c4 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:33:08.997539 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.007175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232c3f96-bcc3-4a66-bff3-7cc34663d193']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:09.017899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:09.018191 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb5b7f9-5ed5-4592-96c2-81f0c6eaaea0') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:09.027092 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.040639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.046743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:33:09.047201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:33:09.050144 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:33:09.109121 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.119167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.122092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/networks/232c3f96-bcc3-4a66-bff3-7cc34663d193 HTTP/1.1" status: 204 len: 168 time: 0.4890869 Jul 09 14:33:09.124777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54302) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:09.143377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0e146-f380-40b0-8ba3-2983620b7a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Network': ['ID=232c3f96-bcc3-4a66-bff3-7cc34663d193,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:09.207877 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71dd41c9-82f9-491e-a9ae-f606be5ee3aa tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.232546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71dd41c9-82f9-491e-a9ae-f606be5ee3aa tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.291765 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71dd41c9-82f9-491e-a9ae-f606be5ee3aa tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.294454 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-71dd41c9-82f9-491e-a9ae-f606be5ee3aa tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.295703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-71dd41c9-82f9-491e-a9ae-f606be5ee3aa tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/security-groups/d1d86c1d-beaa-47c5-9a02-175528b6aa95 HTTP/1.1" status: 204 len: 168 time: 0.1699505 Jul 09 14:33:09.304989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd41c9-82f9-491e-a9ae-f606be5ee3aa tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d86c1d-beaa-47c5-9a02-175528b6aa95,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:09.926061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54308) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:09.930760 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f847b7b8-7ac9-49ce-95ef-f01fa910e07a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942793100', 'description': 'tempest-secgroup-smoke-942793100 description', 'project_id': '28d98936f02d4a6aaf83d2999ceca093'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:09.952909 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f847b7b8-7ac9-49ce-95ef-f01fa910e07a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.034860 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f847b7b8-7ac9-49ce-95ef-f01fa910e07a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.038514 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f847b7b8-7ac9-49ce-95ef-f01fa910e07a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.067792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847b7b8-7ac9-49ce-95ef-f01fa910e07a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72f63c6-82d2-40e2-949e-34ff53daa083,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:10.071648 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f847b7b8-7ac9-49ce-95ef-f01fa910e07a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.072853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f847b7b8-7ac9-49ce-95ef-f01fa910e07a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1457872 Jul 09 14:33:10.075933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54310) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.080269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d21bbf64-9579-40c5-8fe2-9dc9959ca8ad tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c72f63c6-82d2-40e2-949e-34ff53daa083', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:10.107810 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d21bbf64-9579-40c5-8fe2-9dc9959ca8ad tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.169059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d21bbf64-9579-40c5-8fe2-9dc9959ca8ad tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.172884 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d21bbf64-9579-40c5-8fe2-9dc9959ca8ad tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.192448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bbf64-9579-40c5-8fe2-9dc9959ca8ad tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264859bb-1c9f-43b2-834d-c57cd67779cd,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:10.194811 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d21bbf64-9579-40c5-8fe2-9dc9959ca8ad tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.196015 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d21bbf64-9579-40c5-8fe2-9dc9959ca8ad tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191542 Jul 09 14:33:10.199382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54312) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.203739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c8fea6e8-2e3a-415a-8d9d-b889acebc86f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c72f63c6-82d2-40e2-949e-34ff53daa083', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:10.229704 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c8fea6e8-2e3a-415a-8d9d-b889acebc86f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.292157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c8fea6e8-2e3a-415a-8d9d-b889acebc86f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.297057 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c8fea6e8-2e3a-415a-8d9d-b889acebc86f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.317429 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fea6e8-2e3a-415a-8d9d-b889acebc86f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033e8453-27de-4133-ab2c-2c7d20aaca77,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:10.325283 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c8fea6e8-2e3a-415a-8d9d-b889acebc86f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.329339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c8fea6e8-2e3a-415a-8d9d-b889acebc86f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262367 Jul 09 14:33:10.329463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54314) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.333841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-70b0cd2b-f905-4325-81a2-0c61e7d38885 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c72f63c6-82d2-40e2-949e-34ff53daa083', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:10.343152 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a1820678-c410-4a1b-9478-eae5004a8cab no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:33:10.361972 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70b0cd2b-f905-4325-81a2-0c61e7d38885 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.364399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: a1820678-c410-4a1b-9478-eae5004a8cab {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:33:10.364749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device a1820678-c410-4a1b-9478-eae5004a8cab not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:33:10.423012 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70b0cd2b-f905-4325-81a2-0c61e7d38885 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.426854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70b0cd2b-f905-4325-81a2-0c61e7d38885 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.444547 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0cd2b-f905-4325-81a2-0c61e7d38885 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24597c8-970c-4e3c-871b-9b364976f3d5,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:10.450718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-70b0cd2b-f905-4325-81a2-0c61e7d38885 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.452133 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-70b0cd2b-f905-4325-81a2-0c61e7d38885 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217074 Jul 09 14:33:10.454756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54316) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.459232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-fee2c785-8e4a-44a4-8158-1f92f0ca9592 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c72f63c6-82d2-40e2-949e-34ff53daa083', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:10.487546 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fee2c785-8e4a-44a4-8158-1f92f0ca9592 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.549339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fee2c785-8e4a-44a4-8158-1f92f0ca9592 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.553171 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fee2c785-8e4a-44a4-8158-1f92f0ca9592 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.571471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2c785-8e4a-44a4-8158-1f92f0ca9592 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae789b04-9d32-4beb-b522-7dedee1fd86d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:10.574485 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fee2c785-8e4a-44a4-8158-1f92f0ca9592 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.576069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fee2c785-8e4a-44a4-8158-1f92f0ca9592 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203275 Jul 09 14:33:10.578925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54318) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.583639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8f0b60ac-a3f5-41b6-bf7d-c3428d8563b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c72f63c6-82d2-40e2-949e-34ff53daa083', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:10.605022 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-8f0b60ac-a3f5-41b6-bf7d-c3428d8563b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:33:10.610356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f0b60ac-a3f5-41b6-bf7d-c3428d8563b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.672401 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f0b60ac-a3f5-41b6-bf7d-c3428d8563b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.676286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f0b60ac-a3f5-41b6-bf7d-c3428d8563b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.693214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b60ac-a3f5-41b6-bf7d-c3428d8563b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed9050e-9e6a-4c4c-8098-0e0e7f2bec35,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:10.700307 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8f0b60ac-a3f5-41b6-bf7d-c3428d8563b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.701490 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8f0b60ac-a3f5-41b6-bf7d-c3428d8563b6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215327 Jul 09 14:33:10.704267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54320) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.708540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f33db934-74ab-4dbc-9851-4c4a0ac53609 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c72f63c6-82d2-40e2-949e-34ff53daa083', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:10.731381 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-f33db934-74ab-4dbc-9851-4c4a0ac53609 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:33:10.736090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f33db934-74ab-4dbc-9851-4c4a0ac53609 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.798095 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f33db934-74ab-4dbc-9851-4c4a0ac53609 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.801848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f33db934-74ab-4dbc-9851-4c4a0ac53609 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.824679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33db934-74ab-4dbc-9851-4c4a0ac53609 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4d6e24-fac4-493c-97c3-94509c748e96,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:10.828464 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f33db934-74ab-4dbc-9851-4c4a0ac53609 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.833433 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f33db934-74ab-4dbc-9851-4c4a0ac53609 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244733 Jul 09 14:33:10.833960 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54322) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.838351 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'network': {'name': 'tempest-network-smoke--2080546889', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'port_security_enabled': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:10.860592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:33:10.864119 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.887988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:33:10.896791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.897136 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Added segment fb6c6f49-677b-4848-8129-409c48502011 of type vlan for network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 Jul 09 14:33:10.936899 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.968277 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.973849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:10.974434 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.033292 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1987078 Jul 09 14:33:11.036136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54324) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:11.040954 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'admin_state_up': True, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:11.041988 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27a5f1-f47b-4910-b389-cb345a68da71 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Network': ['ID=3e1dbe45-6a0f-4672-bc23-0b0027fa2609,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:11.053265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:33:11.065764 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.066920 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.118565 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.258126 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.450403 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.469152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.568430 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.102 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/007d6cb7-ec69-4521-bfd9-935ae9c0705d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:33:11.672341 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.711243 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.751283 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:33:11.754006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:11.757839 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:33:11.781349 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=007d6cb7-ec69-4521-bfd9-935ae9c0705d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:12.014155 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.212608 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.343222 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 955f2b0a-26a5-4cf8-9770-b6047a89124b is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:33:12.453210 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:33:12.462185 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Sync routers for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:33:12.471541 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:12.471767 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.472332 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:12.473205 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b23af3d4-5de2-4466-b666-db0bd5da06ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4359899 Jul 09 14:33:12.476286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54326) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:12.509823 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-42e909df-3c80-4172-9a0c-6f5ed159369d tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=28d98936f02d4a6aaf83d2999ceca093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322127 Jul 09 14:33:12.513068 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54328) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:12.579128 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:12.598706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b598f9-5781-4f68-9f1f-d023b4b0cae8 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:12.600294 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e6b598f9-5781-4f68-9f1f-d023b4b0cae8 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862744 Jul 09 14:33:12.603093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54330) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:12.635754 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7560af33-7121-415c-8b55-9b490aca5a1b tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315268 Jul 09 14:33:12.638765 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54332) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:12.643809 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1203014113', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:12.729363 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:33:12.733132 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.752854 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:11Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:12.778861 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Checking router: 955f2b0a-26a5-4cf8-9770-b6047a89124b for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:33:12.779239 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Updating router 955f2b0a-26a5-4cf8-9770-b6047a89124b port 007d6cb7-ec69-4521-bfd9-935ae9c0705d binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:33:12.818664 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.914386 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.974776 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Subnet': ['ID=4f302554-eb1a-4366-a0e5-3ec2650f5bcc,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:12.985009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Checking segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:33:12.985379 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network hostable DHCP agents. Network: 3e1dbe45-6a0f-4672-bc23-0b0027fa2609, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:33:13.002678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:33:13.011223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 3e1dbe45-6a0f-4672-bc23-0b0027fa2609) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:13.019779 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93954e4-4f23-4c69-a825-4423d6039a26 None None] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:33:13.020810 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:13.021566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.041690 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b895cbb2-eb7b-446b-96ea-03c7cd430782 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991356 Jul 09 14:33:13.042305 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54334) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:13.075923 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.088027 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Transition to ACTIVE for port object 007d6cb7-ec69-4521-bfd9-935ae9c0705d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:13.094495 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.161745 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Attempting to bind port 007d6cb7-ec69-4521-bfd9-935ae9c0705d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:33:13.162116 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Attempting to bind port 007d6cb7-ec69-4521-bfd9-935ae9c0705d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:33:13.162481 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Attempting to bind port 007d6cb7-ec69-4521-bfd9-935ae9c0705d on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:33:13.164721 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Pushing event updated for resources: {'Port': ['ID=007d6cb7-ec69-4521-bfd9-935ae9c0705d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:13.174609 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.174978 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.175316 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.175655 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.176254 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.176589 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.176915 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.177239 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.177706 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.178039 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.178368 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.178690 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:13.182443 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:33:13.182830 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:33:13.184158 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.184551 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:33:13.185128 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Bound port: 007d6cb7-ec69-4521-bfd9-935ae9c0705d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:33:13.185516 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.241058 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] For port 007d6cb7-ec69-4521-bfd9-935ae9c0705d, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:33:13.244669 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] For port 007d6cb7-ec69-4521-bfd9-935ae9c0705d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=007d6cb7-ec69-4521-bfd9-935ae9c0705d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:33:13.250341 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.302024 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:13.302667 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:13.345731 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526362a-ef65-4e12-82d6-7fedeafe94c0 None None] Pushing event updated for resources: {'Port': ['ID=007d6cb7-ec69-4521-bfd9-935ae9c0705d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:13.350798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:33:13.352527 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.420292 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:13.500319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Allocated IP 172.20.0.2 (3e1dbe45-6a0f-4672-bc23-0b0027fa2609/4f302554-eb1a-4366-a0e5-3ec2650f5bcc/92d2f710-64e5-494b-ab59-0adb3f11723d) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:33:13.523052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.666803 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.678015 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Transition to ACTIVE for port object 92d2f710-64e5-494b-ab59-0adb3f11723d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:13.694753 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Transition to ACTIVE for port object 92d2f710-64e5-494b-ab59-0adb3f11723d will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:13.700878 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.725449 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:11Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:13.740045 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:33:13.744870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:13.748328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:33:13.757092 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Pushing event updated for resources: {'Port': ['ID=92d2f710-64e5-494b-ab59-0adb3f11723d,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:13.760145 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75a672-91f3-4480-83bf-b058b0b99efe None None] The sync data for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 is: [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:11Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:33:13.818018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Attempting to bind port 92d2f710-64e5-494b-ab59-0adb3f11723d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:33:13.818386 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Attempting to bind port 92d2f710-64e5-494b-ab59-0adb3f11723d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:33:13.818757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Attempting to bind port 92d2f710-64e5-494b-ab59-0adb3f11723d on network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:33:13.824829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:33:13.825258 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Checking segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:33:13.825613 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.826036 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Bound using segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:33:13.826519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Bound port: 92d2f710-64e5-494b-ab59-0adb3f11723d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:33:13.826909 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.877939 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.1 (3e1dbe45-6a0f-4672-bc23-0b0027fa2609/4f302554-eb1a-4366-a0e5-3ec2650f5bcc/276897c9-db6e-4202-86b4-8ea6918190b7) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:33:13.905077 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] For port 92d2f710-64e5-494b-ab59-0adb3f11723d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:33:13.908728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] For port 92d2f710-64e5-494b-ab59-0adb3f11723d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=92d2f710-64e5-494b-ab59-0adb3f11723d,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:33:13.916401 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:13.981670 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.000288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461799ac-b6c6-4159-8b21-4316e455c472 None None] Pushing event updated for resources: {'Port': ['ID=92d2f710-64e5-494b-ab59-0adb3f11723d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:14.034079 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.047615 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object 276897c9-db6e-4202-86b4-8ea6918190b7 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:14.096940 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.155061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:33:14.158454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:14.161156 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:33:14.203185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=276897c9-db6e-4202-86b4-8ea6918190b7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:14.212928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.401152 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c7148c9-dc63-4428-9a5b-e1ec240c47d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.431196 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 92d2f710-64e5-494b-ab59-0adb3f11723d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:14.446471 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.485995 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 92d2f710-64e5-494b-ab59-0adb3f11723d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:14.490350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 007d6cb7-ec69-4521-bfd9-935ae9c0705d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:14.545187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 007d6cb7-ec69-4521-bfd9-935ae9c0705d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:14.549280 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 007d6cb7-ec69-4521-bfd9-935ae9c0705d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:14.549664 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.634725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.657268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 007d6cb7-ec69-4521-bfd9-935ae9c0705d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=007d6cb7-ec69-4521-bfd9-935ae9c0705d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:14.662001 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.713693 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=007d6cb7-ec69-4521-bfd9-935ae9c0705d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:14.753195 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.758578 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.793408 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.845433 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=276897c9-db6e-4202-86b4-8ea6918190b7,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:14.849286 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:14.952201 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:33:14.953867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:15.088332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d044a-792f-4170-9e83-c110bb2f9ae1 None None] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:33:15.212851 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-486cdf95-c6cd-46d5-88c2-482a277e591e None None] Provisioning for port 92d2f710-64e5-494b-ab59-0adb3f11723d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:15.220650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-486cdf95-c6cd-46d5-88c2-482a277e591e None None] Provisioning complete for port 92d2f710-64e5-494b-ab59-0adb3f11723d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:15.221007 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-486cdf95-c6cd-46d5-88c2-482a277e591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:15.359218 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-486cdf95-c6cd-46d5-88c2-482a277e591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:15.380554 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 955f2b0a-26a5-4cf8-9770-b6047a89124b has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:33:15.397963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-486cdf95-c6cd-46d5-88c2-482a277e591e None None] For port 92d2f710-64e5-494b-ab59-0adb3f11723d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=92d2f710-64e5-494b-ab59-0adb3f11723d,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:15.405205 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-486cdf95-c6cd-46d5-88c2-482a277e591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:15.470007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cdf95-c6cd-46d5-88c2-482a277e591e None None] Pushing event updated for resources: {'Port': ['ID=92d2f710-64e5-494b-ab59-0adb3f11723d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:15.503286 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:33:15.514987 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-46b68cf4-2cce-41be-a9d7-37ca8956b058 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/955f2b0a-26a5-4cf8-9770-b6047a89124b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4647725 Jul 09 14:33:15.604018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Sync routers for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:33:15.618587 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:15.619341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:15.661472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-4cedc800-3080-41df-83df-4c7b39559384 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942793100&fields=id&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 267 time: 0.0372562 Jul 09 14:33:15.683983 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0c727967-47f0-4111-a64c-4809605659d1 None None] Provisioning complete for port 92d2f710-64e5-494b-ab59-0adb3f11723d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:15.684528 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0c727967-47f0-4111-a64c-4809605659d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:15.777971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:15.783697 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-f55ae10e-c151-4e45-9bcd-19b4c20ab2f4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:15.785358 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-f55ae10e-c151-4e45-9bcd-19b4c20ab2f4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 797 time: 0.1160374 Jul 09 14:33:15.801802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-f57894a3-de42-45da-8613-38f10245069b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/quotas/28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 375 time: 0.0108194 Jul 09 14:33:15.881802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-6b7eb9a7-5f2c-412a-a254-3840a35b2d4d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741792 Jul 09 14:33:15.944355 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0c727967-47f0-4111-a64c-4809605659d1 None None] Provisioning for port 276897c9-db6e-4202-86b4-8ea6918190b7 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:15.958148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0c727967-47f0-4111-a64c-4809605659d1 None None] Provisioning complete for port 276897c9-db6e-4202-86b4-8ea6918190b7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:15.958530 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0c727967-47f0-4111-a64c-4809605659d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:15.993754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-7e9274de-e436-4cce-b183-1a4441754086 service neutron] 10.222.0.32 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994067 Jul 09 14:33:16.030782 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0c727967-47f0-4111-a64c-4809605659d1 None None] Port 276897c9-db6e-4202-86b4-8ea6918190b7 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:33:16.056798 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 2, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:16.083205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Checking router: 955f2b0a-26a5-4cf8-9770-b6047a89124b for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:33:16.083565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Updating router 955f2b0a-26a5-4cf8-9770-b6047a89124b port 276897c9-db6e-4202-86b4-8ea6918190b7 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:33:16.091761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-0a7c8cc0-8cdf-4bc4-b6d9-097cc8c9afe0 service neutron] 10.222.0.32 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916939 Jul 09 14:33:16.117944 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.180744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bc13c0a1-60e9-495d-9322-dde4344f34ff None None] Provisioning complete for port 276897c9-db6e-4202-86b4-8ea6918190b7 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:16.181125 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bc13c0a1-60e9-495d-9322-dde4344f34ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.274500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bc13c0a1-60e9-495d-9322-dde4344f34ff None None] Port 276897c9-db6e-4202-86b4-8ea6918190b7 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:33:16.279499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f4a9dedd-b08c-416b-8fec-232b163b6bc5 req-1bcf65a5-7bb0-42b9-8f53-50afed18e579 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 210 time: 0.0354865 Jul 09 14:33:16.360302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 92d2f710-64e5-494b-ab59-0adb3f11723d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:16.474509 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 92d2f710-64e5-494b-ab59-0adb3f11723d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:16.475088 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.480594 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.517885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Transition to ACTIVE for port object 276897c9-db6e-4202-86b4-8ea6918190b7 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:16.525924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.580370 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec423dd-b909-4516-bd36-711e17de53e7 None None] Pushing event updated for resources: {'Port': ['ID=276897c9-db6e-4202-86b4-8ea6918190b7,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:16.658671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 007d6cb7-ec69-4521-bfd9-935ae9c0705d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:16.697259 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Attempting to bind port 276897c9-db6e-4202-86b4-8ea6918190b7 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:33:16.697641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Attempting to bind port 276897c9-db6e-4202-86b4-8ea6918190b7 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:33:16.698018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Attempting to bind port 276897c9-db6e-4202-86b4-8ea6918190b7 on network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:33:16.708904 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:33:16.709290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Checking segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:33:16.709698 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.710098 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Bound using segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:33:16.710577 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Bound port: 276897c9-db6e-4202-86b4-8ea6918190b7, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:33:16.710990 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.780884 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 007d6cb7-ec69-4521-bfd9-935ae9c0705d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:16.781264 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.814305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] For port 276897c9-db6e-4202-86b4-8ea6918190b7, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:33:16.833082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] For port 276897c9-db6e-4202-86b4-8ea6918190b7, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=276897c9-db6e-4202-86b4-8ea6918190b7,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:33:16.841094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:16.946975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:16.947601 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:32:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:16.951463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec423dd-b909-4516-bd36-711e17de53e7 None None] Pushing event updated for resources: {'Port': ['ID=276897c9-db6e-4202-86b4-8ea6918190b7,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:17.016227 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-aaa826a5-26d0-4d82-80ec-f58571fe03e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:17.239703 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:17.256419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:17.427570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-eb24f051-a0e8-4941-8cf8-76d84206dd55 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:17.429121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-eb24f051-a0e8-4941-8cf8-76d84206dd55 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 797 time: 0.1298552 Jul 09 14:33:17.467588 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6328b08c-7199-4720-aae2-0af499bfead4 req-54064cb5-7a28-4689-81a4-e6200c2187d5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 210 time: 0.0353310 Jul 09 14:33:17.501302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:16Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:17.501967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-2eef5bc2-687e-44f1-bd8a-627d12598d2b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 379 time: 0.0583849 Jul 09 14:33:17.510365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'port': {'device_id': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'admin_state_up': True, 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'security_groups': ['c72f63c6-82d2-40e2-949e-34ff53daa083']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:17.534876 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647249a-8637-4c5b-af89-934e9b0b6458 None None] The sync data for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 is: [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:16Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:33:17.648796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:33:17.652549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:17.795192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.7 (3e1dbe45-6a0f-4672-bc23-0b0027fa2609/4f302554-eb1a-4366-a0e5-3ec2650f5bcc/b823f64e-bbd5-4993-92a9-135c97996149) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:33:17.949316 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:17.963757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object b823f64e-bbd5-4993-92a9-135c97996149 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:18.012059 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.064460 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:33:18.067670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:18.070330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:33:18.107580 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:18.140748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:18.141423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.159297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-85d8a081-3b51-4ee7-aa47-5515a3a66255 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526151 Jul 09 14:33:18.229954 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Request body: {'port': {'device_id': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:18.315266 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.372111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9ab62343-d690-49b7-b331-c093c33a9aec None None] Provisioning for port b823f64e-bbd5-4993-92a9-135c97996149 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:18.377855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9ab62343-d690-49b7-b331-c093c33a9aec None None] Provisioning complete for port b823f64e-bbd5-4993-92a9-135c97996149 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:18.378464 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9ab62343-d690-49b7-b331-c093c33a9aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.408949 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 276897c9-db6e-4202-86b4-8ea6918190b7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:18.451732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9ab62343-d690-49b7-b331-c093c33a9aec None None] Port b823f64e-bbd5-4993-92a9-135c97996149 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:33:18.470964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 276897c9-db6e-4202-86b4-8ea6918190b7 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:18.474969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 276897c9-db6e-4202-86b4-8ea6918190b7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:18.475430 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.548438 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.588567 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.624640 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b823f64e-bbd5-4993-92a9-135c97996149 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:33:18.631947 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 276897c9-db6e-4202-86b4-8ea6918190b7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=276897c9-db6e-4202-86b4-8ea6918190b7,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:18.638478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.651525 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.668932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Transition to ACTIVE for port object b823f64e-bbd5-4993-92a9-135c97996149 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:18.674659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.693332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=276897c9-db6e-4202-86b4-8ea6918190b7,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:18.741916 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:18.751781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a11a4-dd50-49c7-bf77-fbaa985f36c5 req-96ecd0bf-0109-447b-a3b8-6273c2b58287 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:18.753346 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd5a11a4-dd50-49c7-bf77-fbaa985f36c5 req-96ecd0bf-0109-447b-a3b8-6273c2b58287 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 931 time: 0.1529067 Jul 09 14:33:18.843515 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd5a11a4-dd50-49c7-bf77-fbaa985f36c5 req-50899151-faf2-4248-9a2d-41eb621cf082 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844314 Jul 09 14:33:18.857763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Attempting to bind port b823f64e-bbd5-4993-92a9-135c97996149 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:33:18.858107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Attempting to bind port b823f64e-bbd5-4993-92a9-135c97996149 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:33:18.858438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Attempting to bind port b823f64e-bbd5-4993-92a9-135c97996149 on network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:33:18.863169 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Port b823f64e-bbd5-4993-92a9-135c97996149 on network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:33:18.863491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Attempting to bind port b823f64e-bbd5-4993-92a9-135c97996149 on network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:33:18.868528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:33:18.868869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Checking segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:33:18.869248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Bound using segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:33:18.869674 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Bound port: b823f64e-bbd5-4993-92a9-135c97996149, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:33:18.870036 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.935911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:33:18.938834 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:33:18.943492 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.977649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:18.978276 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:18.979721 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] 10.222.0.11 "PUT /v2.0/ports/b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 1091 time: 0.8133049 Jul 09 14:33:18.980257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:33:18.982710 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b345ef2-4899-474b-a8f8-7f3285357a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "tag": "b823f64e-bbd5-4993-92a9-135c97996149"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:33:19.008665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1295a-df5c-407a-b409-2c908c83325b service neutron] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:19.043394 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c187978-6bbc-4cb1-9f63-fa1952df8aed x-openstack-request-id: req-5c187978-6bbc-4cb1-9f63-fa1952df8aed {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:33:19.043684 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "tag": "b823f64e-bbd5-4993-92a9-135c97996149", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:33:19.043939 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c187978-6bbc-4cb1-9f63-fa1952df8aed {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:33:19.044337 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149', 'status': 'completed', 'code': 200} Jul 09 14:33:19.093217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-75e5c54e-4fe5-463d-9f16-9c9bcd03b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:19.094774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-75e5c54e-4fe5-463d-9f16-9c9bcd03b0a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1094 time: 0.0616512 Jul 09 14:33:19.138139 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-9f9a3d28-3815-40ba-8163-742969e2488d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 217 time: 0.0365746 Jul 09 14:33:19.187634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-2ff4ec19-e65d-4215-803e-b51da75966b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:19.189083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-2ff4ec19-e65d-4215-803e-b51da75966b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0447190 Jul 09 14:33:19.250768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-775b61b0-48cb-4e47-a437-4d3b7db8b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:19.252341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-775b61b0-48cb-4e47-a437-4d3b7db8b2bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571339 Jul 09 14:33:19.340123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-6f04751b-f504-437e-a9d9-dea36d7f4a98 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813124 Jul 09 14:33:19.430812 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-476929fd-be86-4ad8-ac5b-f8d0b5c6e5af req-c5328780-0c30-4398-972d-1bdcb3d41d8b service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848424 Jul 09 14:33:19.531888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-94fac8ce-810d-4c4a-b805-3fd65c51b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:19.533430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-94fac8ce-810d-4c4a-b805-3fd65c51b7ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1094 time: 0.0550830 Jul 09 14:33:19.621625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-5e989ace-5a0d-452b-bf4d-1bf96f8582d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:19.623177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-5e989ace-5a0d-452b-bf4d-1bf96f8582d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.0837317 Jul 09 14:33:19.666864 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-8d6287d1-dc3e-462f-b70d-d3d5873d7e65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 217 time: 0.0378337 Jul 09 14:33:19.715082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-c165ce83-1c0a-480e-8c31-a289474b0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:19.716480 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-c165ce83-1c0a-480e-8c31-a289474b0ef9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0430593 Jul 09 14:33:19.772509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-5cb6bf89-e62f-4c4a-ab42-5d7d433c256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:19.773970 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-5cb6bf89-e62f-4c4a-ab42-5d7d433c256d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512381 Jul 09 14:33:19.868288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-d360d711-50c0-41f8-9ba9-9cc917962385 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861135 Jul 09 14:33:19.958598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b345ef2-4899-474b-a8f8-7f3285357a4f req-ef09bbca-e692-497f-aa4d-bd3a47826b82 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831831 Jul 09 14:33:19.998102 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:20.023367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609568f6-4907-4d54-899a-3c3e4aea00ca req-12f4217a-3c74-49c1-8eec-f9b0d83daee4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:20.024855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-609568f6-4907-4d54-899a-3c3e4aea00ca req-12f4217a-3c74-49c1-8eec-f9b0d83daee4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 943 time: 0.0638275 Jul 09 14:33:20.066434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-609568f6-4907-4d54-899a-3c3e4aea00ca req-42a32dfe-b46f-4e43-980a-419ee420b12f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Jul 09 14:33:20.348356 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 276897c9-db6e-4202-86b4-8ea6918190b7 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:20.396106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 276897c9-db6e-4202-86b4-8ea6918190b7 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:20.396477 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:21.238508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e09e5-6744-4873-a29c-a3afbaa6fdcd req-3ee688c7-3c39-455b-83d0-86db5df6cd5c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:21.239993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-904e09e5-6744-4873-a29c-a3afbaa6fdcd req-3ee688c7-3c39-455b-83d0-86db5df6cd5c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 943 time: 0.0626686 Jul 09 14:33:21.278415 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-904e09e5-6744-4873-a29c-a3afbaa6fdcd req-b183067c-2b35-4292-85e3-bf12b6c9efe3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Jul 09 14:33:22.438820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b823f64e-bbd5-4993-92a9-135c97996149 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:33:22.459216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e0af-ee12-44dc-9dd5-4902cb5182fc req-8d55e8e1-995c-49f7-a120-dc53411c9f79 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:22.460922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb38e0af-ee12-44dc-9dd5-4902cb5182fc req-8d55e8e1-995c-49f7-a120-dc53411c9f79 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 943 time: 0.0652435 Jul 09 14:33:22.504533 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb38e0af-ee12-44dc-9dd5-4902cb5182fc req-cef4e8fa-31b8-4bc3-8373-59f66b0e95bb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361171 Jul 09 14:33:22.540639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:22.552007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'b823f64e-bbd5-4993-92a9-135c97996149', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'port_id': 'b823f64e-bbd5-4993-92a9-135c97996149', 'mac_address': 'fa:16:3e:16:55:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:33:22.593472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:22.606053 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b823f64e-bbd5-4993-92a9-135c97996149 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:33:22.626002 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:22.629779 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:22.675285 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:22.850850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['b823f64e-bbd5-4993-92a9-135c97996149'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:33:23.679299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81985de0-dbae-483b-a420-a7ee14718263 req-96290be7-48e8-4ba1-b601-30c151b37d8a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:23.680803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81985de0-dbae-483b-a420-a7ee14718263 req-96290be7-48e8-4ba1-b601-30c151b37d8a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 944 time: 0.0654240 Jul 09 14:33:23.718983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-81985de0-dbae-483b-a420-a7ee14718263 req-6adedc6c-17fe-4e5b-9fb8-6ad32ddf93ab tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Jul 09 14:33:24.454250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b823f64e-bbd5-4993-92a9-135c97996149 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:24.502094 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port b823f64e-bbd5-4993-92a9-135c97996149 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:24.505588 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port b823f64e-bbd5-4993-92a9-135c97996149 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:24.505958 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:24.584752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:24.607013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:33:24.609352 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff4f217-33d4-4901-ad3a-44db85d16f82" -d '{"events": [{"server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b823f64e-bbd5-4993-92a9-135c97996149"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:33:24.622918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:24.626975 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:24.652906 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c169d08-598b-4f06-87b2-3657f9206c32 x-openstack-request-id: req-1c169d08-598b-4f06-87b2-3657f9206c32 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:33:24.653201 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b823f64e-bbd5-4993-92a9-135c97996149", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:33:24.653500 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c169d08-598b-4f06-87b2-3657f9206c32 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:33:24.653894 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149', 'code': 200} Jul 09 14:33:24.681138 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:24.762770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3523d-c5c0-4038-b6c9-f8a66d946124 req-51945a02-ee85-4a55-956c-8d0a8d8a7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:24.764300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1eb3523d-c5c0-4038-b6c9-f8a66d946124 req-51945a02-ee85-4a55-956c-8d0a8d8a7ce6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0532584 Jul 09 14:33:24.797804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1eb3523d-c5c0-4038-b6c9-f8a66d946124 req-95febfa8-3aa8-4936-aad7-d5bb5ae6fd00 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273120 Jul 09 14:33:24.895149 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755dd92-df38-4941-9f10-c3ee78dc345e req-f0716ed9-13ff-42b4-a260-020ce349ae70 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:24.896528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5755dd92-df38-4941-9f10-c3ee78dc345e req-f0716ed9-13ff-42b4-a260-020ce349ae70 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0621767 Jul 09 14:33:24.937047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5755dd92-df38-4941-9f10-c3ee78dc345e req-74869922-cd55-4e95-a39b-611a536bca70 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350976 Jul 09 14:33:26.107651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e082-9c9b-4199-9091-cbc74f2da578 req-2adbed73-e94d-428b-bc51-8d7fd3a5e77c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:26.109137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21f3e082-9c9b-4199-9091-cbc74f2da578 req-2adbed73-e94d-428b-bc51-8d7fd3a5e77c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0633700 Jul 09 14:33:26.147006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21f3e082-9c9b-4199-9091-cbc74f2da578 req-4b980478-a494-4df4-a54e-b53a5e32460e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322773 Jul 09 14:33:26.329490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae84cec-c4e6-4fca-99f5-b4551182e743 req-121d56e9-401e-46a2-9b11-40ecb4f8f30a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:26.331080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ae84cec-c4e6-4fca-99f5-b4551182e743 req-121d56e9-401e-46a2-9b11-40ecb4f8f30a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0751426 Jul 09 14:33:26.369186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ae84cec-c4e6-4fca-99f5-b4551182e743 req-e21e8083-a0ea-4c14-b825-7f02016ccaca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325053 Jul 09 14:33:26.395714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54390) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:26.449885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc31e7f-cdb4-4430-a5f9-944e416fec5e tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:26.451411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-3bc31e7f-cdb4-4430-a5f9-944e416fec5e tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1091 time: 0.0547030 Jul 09 14:33:26.454154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54392) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:26.458500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': 'b823f64e-bbd5-4993-92a9-135c97996149', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:26.481294 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:26.573749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:26.675533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.171 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/3b49f78b-0abb-485a-b464-96eb69b24d3d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:33:26.772216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:26.809953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:26.853663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:33:26.856586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:26.860050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:33:26.880934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=3b49f78b-0abb-485a-b464-96eb69b24d3d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:27.219433 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:27.296695 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:27.810111 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:27.814671 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:27.881733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=3b49f78b-0abb-485a-b464-96eb69b24d3d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:27.890256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:27.989063 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP 2dcaedc9-5d85-4273-a74b-9003fca60502 associated. External IP: 172.25.5.171, port: b823f64e-bbd5-4993-92a9-135c97996149. Jul 09 14:33:28.205765 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 955f2b0a-26a5-4cf8-9770-b6047a89124b has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:33:28.311692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:33:28.321460 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] Sync routers for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:33:28.327752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:28.332000 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:28.332612 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:33:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:28.363485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f410f4ed-297a-4623-b755-841fb7c86ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9083176 Jul 09 14:33:28.364078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:33:28.366337 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadd2de6-388f-4573-97ee-0bbca7897725" -d '{"events": [{"name": "network-changed", "server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "tag": "b823f64e-bbd5-4993-92a9-135c97996149"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:33:28.440359 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:28.521271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096ca0-614c-444e-aab2-ddfc71f1ec3c req-c63c90dd-ec19-41c5-9723-f17ad7a72af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:28.522777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03096ca0-614c-444e-aab2-ddfc71f1ec3c req-c63c90dd-ec19-41c5-9723-f17ad7a72af3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0676217 Jul 09 14:33:28.561060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03096ca0-614c-444e-aab2-ddfc71f1ec3c req-48652b04-2b8b-4789-a756-d622bcbf4654 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Jul 09 14:33:28.585996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54398) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:28.625228 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9920550-afc4-4d6c-8be2-3d1dec9221cd x-openstack-request-id: req-c9920550-afc4-4d6c-8be2-3d1dec9221cd {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:33:28.625623 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "tag": "b823f64e-bbd5-4993-92a9-135c97996149", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:33:28.625931 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9920550-afc4-4d6c-8be2-3d1dec9221cd {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:33:28.626367 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149', 'status': 'completed', 'code': 200} Jul 09 14:33:28.660184 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2dcaedc9-5d85-4273-a74b-9003fca60502', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'port_id': 'b823f64e-bbd5-4993-92a9-135c97996149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'mac_address': 'fa:16:3e:16:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:33:27Z', 'updated_at': '2021-07-09T14:33:27Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:28.686030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-01cdbd77-867c-41c5-9d97-17d1de8ec44b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/2dcaedc9-5d85-4273-a74b-9003fca60502 HTTP/1.1" status: 200 len: 991 time: 0.0987239 Jul 09 14:33:28.689930 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] Checking router: 955f2b0a-26a5-4cf8-9770-b6047a89124b for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:33:28.698095 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:28.699234 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:33:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:28.710470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-0f3b54f4-cca0-4644-a941-7ea395aea323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:28.712009 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-0f3b54f4-cca0-4644-a941-7ea395aea323 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0672400 Jul 09 14:33:28.799232 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:28.800772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-52e2057b-c5c5-4878-8c21-3672bacff57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:28.802504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-52e2057b-c5c5-4878-8c21-3672bacff57c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.0847554 Jul 09 14:33:28.871246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-dee999db-c5b5-4cba-828b-0825a939ce31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 999 time: 0.0618854 Jul 09 14:33:28.917845 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-c122e9cb-3fe6-487d-8342-12138f413d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:28.919335 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-c122e9cb-3fe6-487d-8342-12138f413d03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0428808 Jul 09 14:33:28.974823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-e4cbc574-6ce4-47a4-abab-6220d2e74ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:28.976275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-e4cbc574-6ce4-47a4-abab-6220d2e74ce0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510466 Jul 09 14:33:29.020701 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2dcaedc9-5d85-4273-a74b-9003fca60502', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'port_id': 'b823f64e-bbd5-4993-92a9-135c97996149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'mac_address': 'fa:16:3e:16:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:33:27Z', 'updated_at': '2021-07-09T14:33:27Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:29.046730 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33764f7-9c07-4204-b2c2-2da047483d2e None None] The sync data for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 is: [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '2dcaedc9-5d85-4273-a74b-9003fca60502', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'port_id': 'b823f64e-bbd5-4993-92a9-135c97996149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'mac_address': 'fa:16:3e:16:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:33:27Z', 'updated_at': '2021-07-09T14:33:27Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:33:29.073053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-619b3dea-20de-4783-a299-317f532c1065 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903656 Jul 09 14:33:29.165383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-aadd2de6-388f-4573-97ee-0bbca7897725 req-43b267a6-bbcc-4b4c-8e29-5a9aa7e5ad75 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862808 Jul 09 14:33:29.246902 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65243be0-8410-4ad5-b107-b2827e2397bd None None] New status for floating IP 2dcaedc9-5d85-4273-a74b-9003fca60502: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:33:29.501914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-573414bb-943e-48e7-99e3-b6071940ae90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514126 Jul 09 14:33:29.603053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-9f693a55-00e0-47b5-9c2f-4dbcfa3b06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:29.604523 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-9f693a55-00e0-47b5-9c2f-4dbcfa3b06a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0562251 Jul 09 14:33:29.690322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54400) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:29.708046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-859aa010-9ea3-4a1b-994c-65d735321075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:29.709519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-859aa010-9ea3-4a1b-994c-65d735321075 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.0864689 Jul 09 14:33:29.755189 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ba73b453-2bf2-44f3-9403-8dae6469e5d5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/2dcaedc9-5d85-4273-a74b-9003fca60502 HTTP/1.1" status: 200 len: 993 time: 0.0635471 Jul 09 14:33:29.781322 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-2feaf447-4667-43ff-b5fc-0f1188e9c38f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 1001 time: 0.0654571 Jul 09 14:33:29.828046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-c1c79cbe-3772-49a7-9399-7144080cdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:29.829464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-c1c79cbe-3772-49a7-9399-7144080cdf75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0429406 Jul 09 14:33:29.885855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-3d75b653-5346-4e38-a1bf-f688a50f91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:29.888542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-3d75b653-5346-4e38-a1bf-f688a50f91e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533197 Jul 09 14:33:29.980039 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-9f531e1e-a200-45cb-aa8b-6339e2721870 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852673 Jul 09 14:33:30.066382 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-eb90f2bb-7a55-471b-9315-8637fe1e8fe5 req-cdd56da6-e7fc-48a7-814a-754d2d2b6966 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809207 Jul 09 14:33:42.626777 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:33:43.939750 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:44.384155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d0144cf-1041-4bbd-aeae-ef724e698e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:44.786777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:46.990589 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d348106c-b22b-4338-9c2d-0cdd7fa15ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:47.143996 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:48.533669 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:50.001138 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:01.347247 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-3b1d01ae-3b19-4164-8f30-9c0ab8ab50c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996377 Jul 09 14:34:01.352684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13921516-00c6-47dc-9fce-269f1d2d5f75 req-1f84b381-32c7-4b54-a81e-9d9ead21ca8b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:01.354173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13921516-00c6-47dc-9fce-269f1d2d5f75 req-1f84b381-32c7-4b54-a81e-9d9ead21ca8b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0665812 Jul 09 14:34:01.394344 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-13921516-00c6-47dc-9fce-269f1d2d5f75 req-838739b2-7812-43b4-818c-d09ce5772168 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337923 Jul 09 14:34:02.613495 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77ee0d-d972-4dbc-aa78-06ea421cee58 req-465f6527-9e10-4610-8c62-5ccadf0b82b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:02.614986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b77ee0d-d972-4dbc-aa78-06ea421cee58 req-465f6527-9e10-4610-8c62-5ccadf0b82b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.1059201 Jul 09 14:34:02.621393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-a2004c18-3f09-4531-a1cd-9f0d36ce65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:02.622806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-a2004c18-3f09-4531-a1cd-9f0d36ce65de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0817046 Jul 09 14:34:02.705047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b77ee0d-d972-4dbc-aa78-06ea421cee58 req-f62280c1-ab15-4ee4-8ce3-19925eb62f48 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811701 Jul 09 14:34:02.737293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-de5805a6-f13e-41ec-9f49-46715c9669d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:02.738789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-de5805a6-f13e-41ec-9f49-46715c9669d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.1092427 Jul 09 14:34:02.802803 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-a59d9a0b-7299-46dc-8cb2-c8dd92fb25f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 1001 time: 0.0574772 Jul 09 14:34:02.859131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-f11fa720-d8b5-4900-98b7-0cd1a1e5f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:02.860566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-f11fa720-d8b5-4900-98b7-0cd1a1e5f6d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0515089 Jul 09 14:34:02.916658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-5565c5a1-e25b-4fd5-b07a-ffbddcac5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:02.918172 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-5565c5a1-e25b-4fd5-b07a-ffbddcac5bed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518532 Jul 09 14:34:03.005492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-3e3e6ea6-44ae-4e92-9973-42974f358204 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805104 Jul 09 14:34:03.096960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4b904410-6eb0-4412-8f01-6bb792e8dd5b service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846934 Jul 09 14:34:03.878791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696d077-eaee-4697-8bd3-06d44d3d1911 req-d2531be2-4947-497f-a0bd-90d24d2f9676 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:03.880310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c696d077-eaee-4697-8bd3-06d44d3d1911 req-d2531be2-4947-497f-a0bd-90d24d2f9676 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0642192 Jul 09 14:34:03.919277 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c696d077-eaee-4697-8bd3-06d44d3d1911 req-f4a1fb4d-3a24-4949-b342-0e71da4661ca tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334132 Jul 09 14:34:05.093386 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca945d-a236-42ad-bdb6-1574bdc9b0e7 req-f8ca6574-a5da-490d-9cee-f32d22852e17 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:05.094878 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14ca945d-a236-42ad-bdb6-1574bdc9b0e7 req-f8ca6574-a5da-490d-9cee-f32d22852e17 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0629299 Jul 09 14:34:05.137698 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-14ca945d-a236-42ad-bdb6-1574bdc9b0e7 req-017e022c-05e1-489d-87e6-4ce8de6ef12e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373163 Jul 09 14:34:06.315135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd233ff5-2f12-4c02-8013-ac8e713ab800 req-c55e0912-8b5e-4292-8f82-fbc0d1d5ac1b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:06.316683 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd233ff5-2f12-4c02-8013-ac8e713ab800 req-c55e0912-8b5e-4292-8f82-fbc0d1d5ac1b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0663590 Jul 09 14:34:06.355555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dd233ff5-2f12-4c02-8013-ac8e713ab800 req-19aecfe1-04d1-463c-a13c-e93265ead7d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327942 Jul 09 14:34:07.529142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57f91-2872-48cb-8ab7-ec2db6b5b994 req-56d989a2-d52e-4980-a3cc-8335728c86db tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:07.530600 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ab57f91-2872-48cb-8ab7-ec2db6b5b994 req-56d989a2-d52e-4980-a3cc-8335728c86db tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0635388 Jul 09 14:34:07.567747 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9ab57f91-2872-48cb-8ab7-ec2db6b5b994 req-dfc10d32-1739-4288-92b3-2cc3906144fe tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316334 Jul 09 14:34:08.741913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb28f47-8433-4a61-b677-b75df8d32031 req-340c5b09-c948-4cd7-8d87-5cc700d11310 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:08.743406 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7fb28f47-8433-4a61-b677-b75df8d32031 req-340c5b09-c948-4cd7-8d87-5cc700d11310 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0659573 Jul 09 14:34:08.782830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7fb28f47-8433-4a61-b677-b75df8d32031 req-bc33a5e5-4eb6-4874-a3a1-ec8b3f2afa2b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338790 Jul 09 14:34:09.955686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635c147-d35c-4061-b6d9-9f163da69546 req-bfb2c464-25e1-4dae-8ee9-f5d748dc9d06 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:09.957162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e635c147-d35c-4061-b6d9-9f163da69546 req-bfb2c464-25e1-4dae-8ee9-f5d748dc9d06 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0633550 Jul 09 14:34:09.994779 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e635c147-d35c-4061-b6d9-9f163da69546 req-7794aba1-db7f-47d2-a187-a8f2e97e5a6f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311344 Jul 09 14:34:11.171564 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684957-de79-43f7-86f8-ff2221352139 req-cc1b9188-4f92-4c3e-9fbb-393c1a73b295 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:11.173318 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a684957-de79-43f7-86f8-ff2221352139 req-cc1b9188-4f92-4c3e-9fbb-393c1a73b295 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0638666 Jul 09 14:34:11.214845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7a684957-de79-43f7-86f8-ff2221352139 req-383376d1-cc39-42b5-969c-719c6b33de93 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360515 Jul 09 14:34:12.392657 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606846-e8df-4b02-a779-90d97059fcf3 req-1906a870-1ae8-4ccd-b45b-75c354425e6d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:12.394141 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b0606846-e8df-4b02-a779-90d97059fcf3 req-1906a870-1ae8-4ccd-b45b-75c354425e6d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0631003 Jul 09 14:34:12.431362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b0606846-e8df-4b02-a779-90d97059fcf3 req-00ab0413-436a-46c1-bdce-0cd973612059 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Jul 09 14:34:13.604107 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547cd6-6869-477b-bc25-d0c2c1fa319e req-8094bf08-db17-4a1e-aa10-33fbaaf5ef6e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:13.605628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20547cd6-6869-477b-bc25-d0c2c1fa319e req-8094bf08-db17-4a1e-aa10-33fbaaf5ef6e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0631518 Jul 09 14:34:13.643465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20547cd6-6869-477b-bc25-d0c2c1fa319e req-540af5fe-51d0-498b-ad69-c013930fa0ec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Jul 09 14:34:13.932263 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:14.386406 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-188e3bf7-e75a-4eb0-bb5a-f9a0db1f60f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:14.788444 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:14.823356 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a267be-2280-4764-b643-e262406e4389 req-467ac399-a01c-4f64-8060-6ab6fdd40168 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:14.824835 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39a267be-2280-4764-b643-e262406e4389 req-467ac399-a01c-4f64-8060-6ab6fdd40168 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0685375 Jul 09 14:34:14.862301 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-39a267be-2280-4764-b643-e262406e4389 req-1dad4a8b-733b-4cb3-8c1d-96c3d03815f1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Jul 09 14:34:16.034430 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc61dfc-5e9b-483d-b9a4-5612197c5299 req-b979f0a9-070b-4311-b61c-e0e90bc72fed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:16.035936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1fc61dfc-5e9b-483d-b9a4-5612197c5299 req-b979f0a9-070b-4311-b61c-e0e90bc72fed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0622029 Jul 09 14:34:16.073851 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1fc61dfc-5e9b-483d-b9a4-5612197c5299 req-7df59214-2a37-4889-89f5-4b6be84ab21a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314915 Jul 09 14:34:16.990543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-68fce0b5-ab13-47f5-a077-072aeb7680b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:17.147727 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:17.246645 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41721b1-fccb-47fd-8ef3-abd44a8a8c6a req-e9fa83ff-c68f-4e37-bda1-2c41accf5ccc tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:17.248048 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f41721b1-fccb-47fd-8ef3-abd44a8a8c6a req-e9fa83ff-c68f-4e37-bda1-2c41accf5ccc tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0620093 Jul 09 14:34:17.288667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f41721b1-fccb-47fd-8ef3-abd44a8a8c6a req-afdaaa53-c36e-46a2-81d9-75598a9944af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351388 Jul 09 14:34:18.464304 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1ef2b-1907-4e66-b6f4-1bf6cc7c6e3e req-6f10bb64-7770-488e-a0f9-c292adb6098f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:18.465734 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e1ef2b-1907-4e66-b6f4-1bf6cc7c6e3e req-6f10bb64-7770-488e-a0f9-c292adb6098f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0664511 Jul 09 14:34:18.503628 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-44e1ef2b-1907-4e66-b6f4-1bf6cc7c6e3e req-52d0c4ae-1a3c-421b-9e31-f1a4df2d1251 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Jul 09 14:34:18.539040 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:19.625650 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:34:19.676108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e280015-84f7-49e0-8dd9-2527b440dcb3 req-2d6d10b2-d2ef-4f15-a259-fde1bcecdea9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:19.677602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e280015-84f7-49e0-8dd9-2527b440dcb3 req-2d6d10b2-d2ef-4f15-a259-fde1bcecdea9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0642176 Jul 09 14:34:19.714389 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2e280015-84f7-49e0-8dd9-2527b440dcb3 req-45dd8966-ac08-441a-8a1e-044476aae0e4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312905 Jul 09 14:34:19.915754 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-38d08e17-8643-43f8-8994-614f0f82ef6b service neutron] show failed (client error): The resource could not be found. Jul 09 14:34:19.916657 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-38d08e17-8643-43f8-8994-614f0f82ef6b service neutron] 10.222.0.11 "GET /v2.0/ports/b823f64e-bbd5-4993-92a9-135c97996149/bindings/n-h1-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0608244 Jul 09 14:34:20.005785 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:20.165271 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-53810377-2f49-4052-9c68-a9824e42ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:20.166863 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-53810377-2f49-4052-9c68-a9824e42ffc3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 1096 time: 0.0546343 Jul 09 14:34:20.178371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:20.248201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:20.450040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:20.483468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:34:20.521914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:20.524806 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b207db-a8bd-49a7-8ef9-9c13dac8d470" -d '{"events": [{"server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b823f64e-bbd5-4993-92a9-135c97996149"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:20.528790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:20.542042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Transition to ACTIVE for port object b823f64e-bbd5-4993-92a9-135c97996149 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:34:20.546812 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:20.577158 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99561f68-cd62-4535-be35-65149b9b9743 x-openstack-request-id: req-99561f68-cd62-4535-be35-65149b9b9743 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:20.578131 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b823f64e-bbd5-4993-92a9-135c97996149", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:20.578131 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99561f68-cd62-4535-be35-65149b9b9743 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:20.578131 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149', 'code': 200} Jul 09 14:34:20.627659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=6']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:20.639844 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.640195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.640540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.640881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.641219 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.641555 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.641885 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.642214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.642542 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.642867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.643229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.643554 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:20.685345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] No DVR routers for this DVR port b823f64e-bbd5-4993-92a9-135c97996149 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:34:20.825498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Attempting to bind port b823f64e-bbd5-4993-92a9-135c97996149 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:34:20.825833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Attempting to bind port b823f64e-bbd5-4993-92a9-135c97996149 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:34:20.826165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Attempting to bind port b823f64e-bbd5-4993-92a9-135c97996149 on network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:34:20.830509 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Port b823f64e-bbd5-4993-92a9-135c97996149 on network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:34:20.830833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Attempting to bind port b823f64e-bbd5-4993-92a9-135c97996149 on network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:34:20.835609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:34:20.836001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Checking segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:34:20.836391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Bound using segment: {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:34:20.837038 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Bound port: b823f64e-bbd5-4993-92a9-135c97996149, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6c6f49-677b-4848-8129-409c48502011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:34:20.837405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:20.942720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:34:20.963189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e5cfe-e303-4fbb-8f02-a6085bf4129b req-7536402f-ba90-416d-951d-ed0a1fa2b384 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:20.964708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d3e5cfe-e303-4fbb-8f02-a6085bf4129b req-7536402f-ba90-416d-951d-ed0a1fa2b384 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 943 time: 0.1182594 Jul 09 14:34:20.966333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:34:20.970627 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:21.027226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:21.027854 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:21.029262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 1091 time: 0.8548665 Jul 09 14:34:21.056960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9d3e5cfe-e303-4fbb-8f02-a6085bf4129b req-04376780-97cf-4dce-8ff3-1b4bfb8a137b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840352 Jul 09 14:34:21.057737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966fdd1-1b8d-431a-812e-14040edc32b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:21.113146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-e337b0a4-b862-4d61-bb61-b6d346195720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:21.114802 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-e337b0a4-b862-4d61-bb61-b6d346195720 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1094 time: 0.0540767 Jul 09 14:34:21.213433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-d9542ce1-1d3e-480d-a4a6-0ccfa918ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:21.214898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-d9542ce1-1d3e-480d-a4a6-0ccfa918ba88 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.0940225 Jul 09 14:34:21.278042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-1deeea7e-b138-4cab-9e56-7e47504f97de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 999 time: 0.0565195 Jul 09 14:34:21.329686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-ccd8b3c0-c24e-42a3-9e70-aa54e7bd7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:21.331152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-ccd8b3c0-c24e-42a3-9e70-aa54e7bd7847 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0474541 Jul 09 14:34:21.388643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-3ec034a8-65f4-461c-b8c7-07e4665de0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:21.390108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-3ec034a8-65f4-461c-b8c7-07e4665de0b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510213 Jul 09 14:34:21.476669 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-60c99c1d-0a15-4f60-b94d-0c011b8f7d1f service neutron] 10.222.0.10 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791368 Jul 09 14:34:21.566278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b12a8069-456f-4806-8d86-8dbf0c8f9f39 req-1825153f-5c12-4a22-bb16-c7eda0e99fb5 service neutron] 10.222.0.10 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833247 Jul 09 14:34:22.235014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac2300-9255-4e51-ba59-94b21d88a29d req-7502d2c3-ba6c-4524-affc-7b00682a0688 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:22.236485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abac2300-9255-4e51-ba59-94b21d88a29d req-7502d2c3-ba6c-4524-affc-7b00682a0688 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 943 time: 0.0621321 Jul 09 14:34:22.273903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abac2300-9255-4e51-ba59-94b21d88a29d req-3be59f75-3739-481f-9d6e-7326a849da09 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Jul 09 14:34:22.579963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:22.582291 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da118d61-d820-40c2-9e77-345e653b2590" -d '{"events": [{"name": "network-changed", "server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "tag": "b823f64e-bbd5-4993-92a9-135c97996149"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:22.628113 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d84be5-6768-43f6-9251-3d48eb66e06b x-openstack-request-id: req-e2d84be5-6768-43f6-9251-3d48eb66e06b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:22.628404 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "tag": "b823f64e-bbd5-4993-92a9-135c97996149", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:22.628656 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2d84be5-6768-43f6-9251-3d48eb66e06b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:22.629053 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149', 'status': 'completed', 'code': 200} Jul 09 14:34:22.746132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d61-d820-40c2-9e77-345e653b2590 req-ff3169b6-7fc9-4ea9-93b6-cd2e0a029cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:22.747641 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-ff3169b6-7fc9-4ea9-93b6-cd2e0a029cb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1094 time: 0.0877624 Jul 09 14:34:22.750092 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d61-d820-40c2-9e77-345e653b2590 req-a7244a5e-9015-4df4-b54d-06c1e8e8c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:22.751431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-a7244a5e-9015-4df4-b54d-06c1e8e8c9ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1094 time: 0.1000957 Jul 09 14:34:22.903516 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d61-d820-40c2-9e77-345e653b2590 req-0cfba52d-f517-4928-b8bc-11b119d3ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:22.904873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-0cfba52d-f517-4928-b8bc-11b119d3ea28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.1510663 Jul 09 14:34:22.908970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d61-d820-40c2-9e77-345e653b2590 req-6742c5a6-44f6-4ab6-8787-e7c200c0760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:22.910274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-6742c5a6-44f6-4ab6-8787-e7c200c0760b service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.1475339 Jul 09 14:34:23.013158 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-cb159719-3289-4127-b86b-5800f5cf26c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 999 time: 0.1019464 Jul 09 14:34:23.019079 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-3d643760-39b4-457c-94f9-5882d9c5e172 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 999 time: 0.1005480 Jul 09 14:34:23.103617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d61-d820-40c2-9e77-345e653b2590 req-716cda2b-7336-4ef9-87cb-7366f7c1f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:23.105078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-716cda2b-7336-4ef9-87cb-7366f7c1f0e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0851631 Jul 09 14:34:23.106422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d61-d820-40c2-9e77-345e653b2590 req-91fc0293-5502-484b-8644-7e0b72e0a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:23.107755 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-91fc0293-5502-484b-8644-7e0b72e0a904 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0796862 Jul 09 14:34:23.205362 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d61-d820-40c2-9e77-345e653b2590 req-35def1f6-cdf9-468d-b02b-8a64d47e38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:23.206805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-35def1f6-cdf9-468d-b02b-8a64d47e38a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961313 Jul 09 14:34:23.209282 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118d61-d820-40c2-9e77-345e653b2590 req-cd954f53-1595-442a-972c-bfa558be6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:23.210630 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-cd954f53-1595-442a-972c-bfa558be6bf4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904808 Jul 09 14:34:23.781116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-dbf1ea73-cdad-4dcc-95ca-ef6d94f1253f service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673432 Jul 09 14:34:23.784617 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-40713364-25df-4332-a74e-9ddd17cdccec service neutron] 10.222.0.10 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640886 Jul 09 14:34:23.805712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854f39-831e-48ba-8ac5-cf3fa621499c req-4f7a5c45-fd52-4dcb-8206-421ae1a406d7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:23.807134 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e854f39-831e-48ba-8ac5-cf3fa621499c req-4f7a5c45-fd52-4dcb-8206-421ae1a406d7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 943 time: 0.1659272 Jul 09 14:34:23.957723 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e854f39-831e-48ba-8ac5-cf3fa621499c req-f2803671-83fe-4ae1-ba84-78483f7b34cb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335506 Jul 09 14:34:23.987204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-caf2e88c-fbed-43c6-b4c0-9a0980e737f6 service neutron] 10.222.0.10 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894135 Jul 09 14:34:23.988969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da118d61-d820-40c2-9e77-345e653b2590 req-32e3be62-e4e0-47ee-8686-65e85c8a3793 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005155 Jul 09 14:34:24.299216 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574887-f4f3-4fac-9895-fd9844c65030 req-169723cc-4aa9-4edc-88cc-932f20cdd790 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:24.300724 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c574887-f4f3-4fac-9895-fd9844c65030 req-169723cc-4aa9-4edc-88cc-932f20cdd790 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 943 time: 0.1109130 Jul 09 14:34:24.309813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-ffb865eb-2eba-4bc7-a029-7fae44a79e45 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:24.311253 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-ffb865eb-2eba-4bc7-a029-7fae44a79e45 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5&tenant_id=28d98936f02d4a6aaf83d2999ceca093&binding%3Ahost_id=n-h1-799524-3 HTTP/1.1" status: 200 len: 943 time: 0.1117482 Jul 09 14:34:24.380657 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0c574887-f4f3-4fac-9895-fd9844c65030 req-5e43f87b-a6e5-48a5-b5a5-831bbf58e00d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684383 Jul 09 14:34:24.390635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b823f64e-bbd5-4993-92a9-135c97996149 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:34:24.398187 n-d-799524-3 neutron-server[93913]: INFO neutron.api.v2.resource [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-4e012b01-ff6e-4327-be28-00771ae0d888 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:34:24.399404 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-4e012b01-ff6e-4327-be28-00771ae0d888 service neutron] 10.222.0.11 "DELETE /v2.0/ports/b823f64e-bbd5-4993-92a9-135c97996149/bindings/n-h2-799524-3 HTTP/1.1" status: 404 len: 380 time: 0.0813453 Jul 09 14:34:24.494376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:24.504210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-be8a91b6-ede0-443c-8c00-af7f99422c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:24.505743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-be8a91b6-ede0-443c-8c00-af7f99422c97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1094 time: 0.0564344 Jul 09 14:34:24.506774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'b823f64e-bbd5-4993-92a9-135c97996149', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'port_id': 'b823f64e-bbd5-4993-92a9-135c97996149', 'mac_address': 'fa:16:3e:16:55:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:34:24.544932 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:24.565331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b823f64e-bbd5-4993-92a9-135c97996149 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:34:24.584897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:24.589783 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:24.638582 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:24.642924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5a51e-ef13-4659-8e18-af6baae7f4ba req-f2895940-b663-4e68-a41e-d035d6731a14 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:24.644483 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2d5a51e-ef13-4659-8e18-af6baae7f4ba req-f2895940-b663-4e68-a41e-d035d6731a14 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 943 time: 0.1375053 Jul 09 14:34:24.645732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.646087 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.646426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.646758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.647117 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.647367 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-6ce8ba33-309e-494b-b1bb-c95777d4bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:24.647504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.647763 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.648088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.648410 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.649482 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-6ce8ba33-309e-494b-b1bb-c95777d4bb54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.1313398 Jul 09 14:34:24.649637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.649991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.650320 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:24.741186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b2d5a51e-ef13-4659-8e18-af6baae7f4ba req-1b0bb47a-2914-42ba-b09b-67c394aee671 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891957 Jul 09 14:34:24.745568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b823f64e-bbd5-4993-92a9-135c97996149 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:34:24.750330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-54b6eb5d-08ee-43e3-9305-8759133c4e35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 1000 time: 0.0947421 Jul 09 14:34:24.791437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device b823f64e-bbd5-4993-92a9-135c97996149 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:34:24.799977 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-9b179c23-687f-4f89-9a80-0ec191069667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:24.801467 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-9b179c23-687f-4f89-9a80-0ec191069667 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0451636 Jul 09 14:34:24.843861 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['b823f64e-bbd5-4993-92a9-135c97996149'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:34:24.858232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-3685a4bb-07e2-4e98-a3eb-14ab43d8f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:24.859838 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-3685a4bb-07e2-4e98-a3eb-14ab43d8f49a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519979 Jul 09 14:34:24.953939 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-04c8e618-3d00-427c-888c-713074febfcd service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882444 Jul 09 14:34:25.044242 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3051004a-93a7-45cc-b9a5-52ad28756ad9 req-8f655c4e-fc39-40c6-a35a-6f58a188d202 service neutron] 10.222.0.11 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843313 Jul 09 14:34:25.916390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433af24-f457-4052-9b8c-4db26f2eb4e4 req-6513874c-f0fe-43ce-b7db-2b0ce33774e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:25.917876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5433af24-f457-4052-9b8c-4db26f2eb4e4 req-6513874c-f0fe-43ce-b7db-2b0ce33774e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 944 time: 0.0640826 Jul 09 14:34:25.959885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5433af24-f457-4052-9b8c-4db26f2eb4e4 req-449fd0fb-792b-43ad-a7bc-01208aa27cfe tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362272 Jul 09 14:34:25.984870 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54494) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:26.049156 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-271ac8a7-df93-48d4-8022-83995f29abe9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/2dcaedc9-5d85-4273-a74b-9003fca60502 HTTP/1.1" status: 200 len: 992 time: 0.0630302 Jul 09 14:34:26.398206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b823f64e-bbd5-4993-92a9-135c97996149 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:34:26.448733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port b823f64e-bbd5-4993-92a9-135c97996149 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:34:26.452578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port b823f64e-bbd5-4993-92a9-135c97996149 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:26.452950 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:26.528026 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:26.550290 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:26.552529 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bfd6a2-ffdb-4e2c-a871-2bd88f4faa5e" -d '{"events": [{"server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b823f64e-bbd5-4993-92a9-135c97996149"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:26.565494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:26.569654 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:26.600105 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d282cc4-36b3-46ac-bb07-56fc8d390ceb x-openstack-request-id: req-1d282cc4-36b3-46ac-bb07-56fc8d390ceb {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:26.600394 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "name": "network-vif-plugged", "status": "completed", "tag": "b823f64e-bbd5-4993-92a9-135c97996149", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:26.600647 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d282cc4-36b3-46ac-bb07-56fc8d390ceb {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:26.601021 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149', 'code': 200} Jul 09 14:34:26.627542 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:29.330378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-79b16f5a-e64c-4b61-a8fe-36d91b268d94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552354 Jul 09 14:34:29.423305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489627b1-e607-4ffb-a282-b24488164183 req-867e3704-47cd-413b-9fae-a1a8d23b65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.424709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-867e3704-47cd-413b-9fae-a1a8d23b65ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0528917 Jul 09 14:34:29.531226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489627b1-e607-4ffb-a282-b24488164183 req-3a226bf6-8c8f-4cd9-9ef1-714ee6588873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.532681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-3a226bf6-8c8f-4cd9-9ef1-714ee6588873 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.0863826 Jul 09 14:34:29.597712 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-8eb3cd48-fcf0-40e5-b647-20d8d0b1b7f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 1001 time: 0.0586960 Jul 09 14:34:29.649018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489627b1-e607-4ffb-a282-b24488164183 req-02bd7fc5-dc89-449e-9aa9-4f5157edec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.651126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-02bd7fc5-dc89-449e-9aa9-4f5157edec87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0470951 Jul 09 14:34:29.711316 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489627b1-e607-4ffb-a282-b24488164183 req-c9cde6cc-7f07-4fc4-89d2-cdb02b0ae4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.712764 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-c9cde6cc-7f07-4fc4-89d2-cdb02b0ae4f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560906 Jul 09 14:34:29.722900 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-75524a6e-ae0f-4f22-a2ed-34af45e441d8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:34:29.723858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-75524a6e-ae0f-4f22-a2ed-34af45e441d8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049162 Jul 09 14:34:29.828369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-03a7cf62-84ba-46eb-b8c6-521dd7eb4439 service neutron] 10.222.0.10 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984163 Jul 09 14:34:29.923671 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-489627b1-e607-4ffb-a282-b24488164183 req-60b2763c-7582-4463-92ee-206eeaf4f8e5 service neutron] 10.222.0.10 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888650 Jul 09 14:34:43.942511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:44.388129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9776e182-14c9-4d12-bbc6-da8b8f37f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:44.796281 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:46.991889 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6de7f0d-bb21-47b9-88e9-6ef86c90fc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:47.149558 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:48.541118 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:50.008093 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:54.474759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54508) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:54.635213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 3b49f78b-0abb-485a-b464-96eb69b24d3d {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:34:54.635562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:54.709473 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:54.709794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:54.721005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 3b49f78b-0abb-485a-b464-96eb69b24d3d owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:34:54.872175 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:54.899483 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=3b49f78b-0abb-485a-b464-96eb69b24d3d,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:54.961915 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:54.962349 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP 2dcaedc9-5d85-4273-a74b-9003fca60502 disassociated (deleted). External IP: 172.25.5.171, port: b823f64e-bbd5-4993-92a9-135c97996149. Jul 09 14:34:55.163210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 955f2b0a-26a5-4cf8-9770-b6047a89124b has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:34:55.267607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:34:55.273004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:55.277649 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] Sync routers for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:34:55.286361 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:55.286995 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:55.312232 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1ac1d369-a003-4b87-aa9b-1556ecf49a33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/floatingips/2dcaedc9-5d85-4273-a74b-9003fca60502 HTTP/1.1" status: 204 len: 168 time: 0.8363707 Jul 09 14:34:55.312924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:55.315351 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e083053d-ecfb-4e23-be8c-7ff653ab9191" -d '{"events": [{"name": "network-changed", "server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "tag": "b823f64e-bbd5-4993-92a9-135c97996149"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:55.389906 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:55.571109 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8b581c-7b55-4b50-a12f-80dffee6e07f x-openstack-request-id: req-dd8b581c-7b55-4b50-a12f-80dffee6e07f {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:55.571674 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "tag": "b823f64e-bbd5-4993-92a9-135c97996149", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:55.571674 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd8b581c-7b55-4b50-a12f-80dffee6e07f {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:55.572056 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149', 'status': 'completed', 'code': 200} Jul 09 14:34:55.598094 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:55.625614 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] Checking router: 955f2b0a-26a5-4cf8-9770-b6047a89124b for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:34:55.634516 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:55.635171 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:55.652656 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-d4c9abd9-4bd6-4f9d-901d-86b523f84be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:55.654236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-d4c9abd9-4bd6-4f9d-901d-86b523f84be3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0560400 Jul 09 14:34:55.778573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-4432b1fb-42c1-48e5-8d73-adba683bd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:55.780085 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-4432b1fb-42c1-48e5-8d73-adba683bd0c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 200 len: 897 time: 0.1170044 Jul 09 14:34:55.837681 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-d267c1f3-c781-44ef-9575-b40f7fc75a4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 200 len: 217 time: 0.0365548 Jul 09 14:34:55.841589 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:55.903440 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975580b-2c8c-4ab2-94c7-5b3e358fac5e req-2737c2ff-5dc6-4148-8e59-010e59a55f4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:55.905006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2975580b-2c8c-4ab2-94c7-5b3e358fac5e req-2737c2ff-5dc6-4148-8e59-010e59a55f4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.2338035 Jul 09 14:34:55.908678 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-8a4993d1-1ade-46f6-b522-e2639a12d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:55.910049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-8a4993d1-1ade-46f6-b522-e2639a12d80e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 200 len: 835 time: 0.0645893 Jul 09 14:34:55.981029 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2975580b-2c8c-4ab2-94c7-5b3e358fac5e req-e74c1e6c-d9e3-41b3-bdda-7ae91c7ff1c6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694830 Jul 09 14:34:56.004074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-74c6b3fd-7308-433b-99b9-696fd79f92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:56.005901 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-74c6b3fd-7308-433b-99b9-696fd79f92ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3e1dbe45-6a0f-4672-bc23-0b0027fa2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871890 Jul 09 14:34:56.047381 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:56.077786 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52693d7f-2d3c-4f49-a737-df4f62f0b468 None None] The sync data for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 is: [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '276897c9-db6e-4202-86b4-8ea6918190b7', 'name': '', 'network_id': '3e1dbe45-6a0f-4672-bc23-0b0027fa2609', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:9b:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:13Z', 'updated_at': '2021-07-09T14:33:18Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '4f302554-eb1a-4366-a0e5-3ec2650f5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:34:56.095816 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-d5d247ea-494b-4503-8d26-584699881259 service neutron] 10.222.0.10 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825844 Jul 09 14:34:56.193566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e083053d-ecfb-4e23-be8c-7ff653ab9191 req-2c66069a-93cd-4e77-b062-e3a5963c4ce2 service neutron] 10.222.0.10 "GET /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909390 Jul 09 14:34:56.302805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c27bc-9f58-4cc2-a166-8cb4f95cea0a None None] New status for floating IP 2dcaedc9-5d85-4273-a74b-9003fca60502: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:34:56.623932 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:34:57.024745 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-796e4ac9-f95f-4034-b447-0baebb666488 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:57.026236 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-796e4ac9-f95f-4034-b447-0baebb666488 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.0643504 Jul 09 14:34:57.172917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port b823f64e-bbd5-4993-92a9-135c97996149 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:34:57.173260 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:57.221436 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4155a-4443-4244-9df9-5d800840c55f req-ecd314f6-dc4c-4bc9-a38f-acf499e11e4c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:57.222966 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af4155a-4443-4244-9df9-5d800840c55f req-ecd314f6-dc4c-4bc9-a38f-acf499e11e4c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=73bd1c86-dc0a-4287-93b8-074a120cc5f5 HTTP/1.1" status: 200 len: 945 time: 0.1226795 Jul 09 14:34:57.288507 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af4155a-4443-4244-9df9-5d800840c55f req-1b6e5271-f7cd-4e9b-b65a-ee18fdb218fa tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c72f63c6-82d2-40e2-949e-34ff53daa083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582786 Jul 09 14:34:57.302866 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port b823f64e-bbd5-4993-92a9-135c97996149, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=b823f64e-bbd5-4993-92a9-135c97996149,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:57.303265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:57.320489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for b823f64e-bbd5-4993-92a9-135c97996149 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:34:57.445733 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:57.474595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=b823f64e-bbd5-4993-92a9-135c97996149,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:57.523541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] No DVR routers for this DVR port b823f64e-bbd5-4993-92a9-135c97996149 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:34:57.526280 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:57.528337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4bf09b8-a775-4310-be8d-ffab59ed1178 req-b2926fe4-261a-411b-9812-4e39fcd4c764 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "DELETE /v2.0/ports/b823f64e-bbd5-4993-92a9-135c97996149 HTTP/1.1" status: 204 len: 173 time: 0.4966381 Jul 09 14:34:57.573172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'name': 'network-vif-deleted', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:57.575826 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372639ea-3a2e-4ff7-8fef-6566b64441ed" -d '{"events": [{"server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "name": "network-vif-deleted", "tag": "b823f64e-bbd5-4993-92a9-135c97996149"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:57.613046 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2afb2b-a7e2-44b9-ba06-ecc70c5ac9f1 x-openstack-request-id: req-ba2afb2b-a7e2-44b9-ba06-ecc70c5ac9f1 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:57.613406 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bd1c86-dc0a-4287-93b8-074a120cc5f5", "name": "network-vif-deleted", "tag": "b823f64e-bbd5-4993-92a9-135c97996149", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:57.614050 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba2afb2b-a7e2-44b9-ba06-ecc70c5ac9f1 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:57.614050 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bd1c86-dc0a-4287-93b8-074a120cc5f5', 'name': 'network-vif-deleted', 'tag': 'b823f64e-bbd5-4993-92a9-135c97996149', 'status': 'completed', 'code': 200} Jul 09 14:34:58.383846 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54526) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:58.743551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:59.015056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 276897c9-db6e-4202-86b4-8ea6918190b7 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:34:59.015409 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:59.105287 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 276897c9-db6e-4202-86b4-8ea6918190b7, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=276897c9-db6e-4202-86b4-8ea6918190b7,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:59.105646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:59.117219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 276897c9-db6e-4202-86b4-8ea6918190b7 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:34:59.305274 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:59.332216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=276897c9-db6e-4202-86b4-8ea6918190b7,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:59.361154 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.361506 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.361848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.362185 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.362516 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.362848 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.363199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.364294 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.364717 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.365055 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.365382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.365706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:59.524506 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:59.739175 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 955f2b0a-26a5-4cf8-9770-b6047a89124b has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:34:59.845223 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:34:59.850382 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cda015fb-61b6-41e7-b935-26c465aa93d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/955f2b0a-26a5-4cf8-9770-b6047a89124b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4654202 Jul 09 14:34:59.853142 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54528) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:59.855815 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] Sync routers for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:34:59.865797 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:59.866414 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:59.904136 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-823ff79c-d621-488c-b216-b42c32189ef1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting subnet 4f302554-eb1a-4366-a0e5-3ec2650f5bcc {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:34:59.907629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-823ff79c-d621-488c-b216-b42c32189ef1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:59.952629 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-823ff79c-d621-488c-b216-b42c32189ef1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:59.978267 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:00.034645 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-823ff79c-d621-488c-b216-b42c32189ef1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.092338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-823ff79c-d621-488c-b216-b42c32189ef1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.124194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ff79c-d621-488c-b216-b42c32189ef1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Subnet': ['ID=4f302554-eb1a-4366-a0e5-3ec2650f5bcc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:00.130780 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-823ff79c-d621-488c-b216-b42c32189ef1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.133348 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-823ff79c-d621-488c-b216-b42c32189ef1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/subnets/4f302554-eb1a-4366-a0e5-3ec2650f5bcc HTTP/1.1" status: 204 len: 168 time: 0.2791493 Jul 09 14:35:00.136762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54530) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:00.146498 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d409a8-a6a5-40b5-a1c3-79c4b173a088 None None] Network 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:00.155309 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:34:59Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:00.181602 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] Checking router: 955f2b0a-26a5-4cf8-9770-b6047a89124b for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:00.190421 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] Routers {'955f2b0a-26a5-4cf8-9770-b6047a89124b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:00.191064 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['955f2b0a-26a5-4cf8-9770-b6047a89124b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:00.252338 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.315261 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] Set router 955f2b0a-26a5-4cf8-9770-b6047a89124b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:00.361306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] DHCP port deletion for 3e1dbe45-6a0f-4672-bc23-0b0027fa2609 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:35:00.376866 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.417111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] Deleting port 92d2f710-64e5-494b-ab59-0adb3f11723d {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:35:00.417497 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.447988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 007d6cb7-ec69-4521-bfd9-935ae9c0705d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:35:00.448322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.481524 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] For port 92d2f710-64e5-494b-ab59-0adb3f11723d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=92d2f710-64e5-494b-ab59-0adb3f11723d,segment=NetworkSegment(fb6c6f49-677b-4848-8129-409c48502011),segment_id=fb6c6f49-677b-4848-8129-409c48502011)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:00.481824 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.495109 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] Calling delete_port for 92d2f710-64e5-494b-ab59-0adb3f11723d owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:35:00.536316 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 007d6cb7-ec69-4521-bfd9-935ae9c0705d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=007d6cb7-ec69-4521-bfd9-935ae9c0705d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:00.536933 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.549850 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 007d6cb7-ec69-4521-bfd9-935ae9c0705d owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:35:00.552678 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:34:59Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:00.558139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 92d2f710-64e5-494b-ab59-0adb3f11723d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:00.560099 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b823f64e-bbd5-4993-92a9-135c97996149 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:00.579756 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e5951-2222-4f82-a475-8c9d79999032 None None] The sync data for ids ['955f2b0a-26a5-4cf8-9770-b6047a89124b'] in n-d-799524-3 is: [{'id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104222959', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:34:59Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '007d6cb7-ec69-4521-bfd9-935ae9c0705d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f2b0a-26a5-4cf8-9770-b6047a89124b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:00.604979 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: b823f64e-bbd5-4993-92a9-135c97996149 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:35:00.605332 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device b823f64e-bbd5-4993-92a9-135c97996149 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:35:00.673179 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.710933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] No DVR routers for this DVR port 92d2f710-64e5-494b-ab59-0adb3f11723d on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:35:00.712467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c933aa-ff9b-4fff-8cdc-eb388857f679 None None] Pushing event deleted for resources: {'Port': ['ID=92d2f710-64e5-494b-ab59-0adb3f11723d,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:00.723585 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.734644 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.762295 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=007d6cb7-ec69-4521-bfd9-935ae9c0705d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:00.827427 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.931540 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.933581 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.980680 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.981756 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Fanout notify agent at l3_agent the message router_deleted on router 955f2b0a-26a5-4cf8-9770-b6047a89124b {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:35:00.990746 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:00.992023 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f6b483d1-2873-49f3-8efa-1e68bfcf895f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/routers/955f2b0a-26a5-4cf8-9770-b6047a89124b HTTP/1.1" status: 204 len: 168 time: 0.8542888 Jul 09 14:35:00.994814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54532) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:01.078107 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.171970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.183637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1dbe45-6a0f-4672-bc23-0b0027fa2609']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:01.194611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6c6f49-677b-4848-8129-409c48502011') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:01.194910 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6c6f49-677b-4848-8129-409c48502011') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:01.204030 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.217612 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.224779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:35:01.225175 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:35:01.228647 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:35:01.284620 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.292491 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.294297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/networks/3e1dbe45-6a0f-4672-bc23-0b0027fa2609 HTTP/1.1" status: 204 len: 168 time: 0.2982929 Jul 09 14:35:01.297040 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54534) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:01.309040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438427-0f5e-4470-bd57-48831a661ee1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Network': ['ID=3e1dbe45-6a0f-4672-bc23-0b0027fa2609,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:01.356037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-40af8f52-372b-40e1-8cdf-ecc8ae6b23fd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.384419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-40af8f52-372b-40e1-8cdf-ecc8ae6b23fd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.442738 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-40af8f52-372b-40e1-8cdf-ecc8ae6b23fd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.445333 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-40af8f52-372b-40e1-8cdf-ecc8ae6b23fd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.446565 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-40af8f52-372b-40e1-8cdf-ecc8ae6b23fd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/security-groups/c72f63c6-82d2-40e2-949e-34ff53daa083 HTTP/1.1" status: 204 len: 168 time: 0.1484067 Jul 09 14:35:01.455513 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af8f52-372b-40e1-8cdf-ecc8ae6b23fd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72f63c6-82d2-40e2-949e-34ff53daa083,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:01.829857 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54540) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:01.834578 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-b44d0bf4-b066-4b9e-aefd-71369dcaa504 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980052213', 'description': 'tempest-secgroup-smoke-1980052213 description', 'project_id': '28d98936f02d4a6aaf83d2999ceca093'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:01.858066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b44d0bf4-b066-4b9e-aefd-71369dcaa504 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.939616 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b44d0bf4-b066-4b9e-aefd-71369dcaa504 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.943308 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b44d0bf4-b066-4b9e-aefd-71369dcaa504 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.964616 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b44d0bf4-b066-4b9e-aefd-71369dcaa504 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:01.965841 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b44d0bf4-b066-4b9e-aefd-71369dcaa504 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1349702 Jul 09 14:35:01.968883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54542) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:01.974206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-713027c8-be09-4ddf-9847-f1e2d36b85d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c510b0bc-1146-4404-a691-8c22fe2a9c7e', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:01.974454 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d0bf4-b066-4b9e-aefd-71369dcaa504 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c510b0bc-1146-4404-a691-8c22fe2a9c7e,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:02.000724 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-713027c8-be09-4ddf-9847-f1e2d36b85d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.061495 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-713027c8-be09-4ddf-9847-f1e2d36b85d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.065219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-713027c8-be09-4ddf-9847-f1e2d36b85d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.084382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713027c8-be09-4ddf-9847-f1e2d36b85d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7455cda2-5517-4818-b80a-3c0f50fcdfdb,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:02.087086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-713027c8-be09-4ddf-9847-f1e2d36b85d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.090806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-713027c8-be09-4ddf-9847-f1e2d36b85d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183865 Jul 09 14:35:02.091341 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54544) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:02.095323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-426b5b6d-17c8-4b06-a983-789d921e1beb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c510b0bc-1146-4404-a691-8c22fe2a9c7e', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:02.122504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-426b5b6d-17c8-4b06-a983-789d921e1beb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.180983 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-426b5b6d-17c8-4b06-a983-789d921e1beb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.184425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-426b5b6d-17c8-4b06-a983-789d921e1beb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.203943 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b5b6d-17c8-4b06-a983-789d921e1beb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0c04af-91a9-432b-a1b7-84f81354b8eb,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:02.211081 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-426b5b6d-17c8-4b06-a983-789d921e1beb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.212259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-426b5b6d-17c8-4b06-a983-789d921e1beb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203430 Jul 09 14:35:02.215001 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54546) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:02.219470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-7be3dc72-c3ea-4dc1-a461-9c1af5c0f02f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c510b0bc-1146-4404-a691-8c22fe2a9c7e', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:02.245970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7be3dc72-c3ea-4dc1-a461-9c1af5c0f02f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.304846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7be3dc72-c3ea-4dc1-a461-9c1af5c0f02f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.308448 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7be3dc72-c3ea-4dc1-a461-9c1af5c0f02f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.325714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3dc72-c3ea-4dc1-a461-9c1af5c0f02f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbfe25c-b77e-460b-933b-49da284a3c83,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:02.331047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-7be3dc72-c3ea-4dc1-a461-9c1af5c0f02f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.333003 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-7be3dc72-c3ea-4dc1-a461-9c1af5c0f02f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162543 Jul 09 14:35:02.335521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54548) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:02.340339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f4c294cc-5734-4be3-8648-c7c8bc671b22 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c510b0bc-1146-4404-a691-8c22fe2a9c7e', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:02.367790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4c294cc-5734-4be3-8648-c7c8bc671b22 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.393441 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 276897c9-db6e-4202-86b4-8ea6918190b7 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:02.414626 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 276897c9-db6e-4202-86b4-8ea6918190b7 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:35:02.415072 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 276897c9-db6e-4202-86b4-8ea6918190b7 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:35:02.415411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 007d6cb7-ec69-4521-bfd9-935ae9c0705d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:02.429231 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4c294cc-5734-4be3-8648-c7c8bc671b22 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.433044 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4c294cc-5734-4be3-8648-c7c8bc671b22 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.434805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 007d6cb7-ec69-4521-bfd9-935ae9c0705d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:35:02.435006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 007d6cb7-ec69-4521-bfd9-935ae9c0705d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:35:02.450615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c294cc-5734-4be3-8648-c7c8bc671b22 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c7687a-6766-4345-8b97-7b79a5865c56,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:02.456102 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f4c294cc-5734-4be3-8648-c7c8bc671b22 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.458690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f4c294cc-5734-4be3-8648-c7c8bc671b22 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208124 Jul 09 14:35:02.461028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54550) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:02.465499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-1b33ae53-2a10-422a-b537-efbb81b511f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c510b0bc-1146-4404-a691-8c22fe2a9c7e', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:02.487154 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-1b33ae53-2a10-422a-b537-efbb81b511f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:35:02.492649 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae53-2a10-422a-b537-efbb81b511f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.551983 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae53-2a10-422a-b537-efbb81b511f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.555487 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae53-2a10-422a-b537-efbb81b511f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.569772 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33ae53-2a10-422a-b537-efbb81b511f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f861555-99aa-40b9-956e-6ea1e8aac4df,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:02.578274 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae53-2a10-422a-b537-efbb81b511f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.579659 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1b33ae53-2a10-422a-b537-efbb81b511f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177077 Jul 09 14:35:02.582500 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54552) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:02.586894 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-36b2e931-a631-4822-bf06-0780fd316966 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'c510b0bc-1146-4404-a691-8c22fe2a9c7e', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:02.607511 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-36b2e931-a631-4822-bf06-0780fd316966 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:35:02.612341 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36b2e931-a631-4822-bf06-0780fd316966 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.673423 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36b2e931-a631-4822-bf06-0780fd316966 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.677577 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36b2e931-a631-4822-bf06-0780fd316966 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.698396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2e931-a631-4822-bf06-0780fd316966 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9007ed9f-b3d0-4150-bd39-b06b8a2651d5,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:02.701326 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36b2e931-a631-4822-bf06-0780fd316966 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.702514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-36b2e931-a631-4822-bf06-0780fd316966 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190112 Jul 09 14:35:02.705473 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54554) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:02.710989 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'network': {'name': 'tempest-network-smoke--720116766', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'port_security_enabled': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:02.731698 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:02.735229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.758529 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:35:02.767407 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.767804 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Added segment 4165c69a-a57a-425b-9281-da673f036543 of type vlan for network 2a5fd992-6440-4f58-bf44-f0bd526009d2 Jul 09 14:35:02.809939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.836656 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.842090 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:02.842669 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.895850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1893332 Jul 09 14:35:02.898967 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54556) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:02.904230 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'admin_state_up': True, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:02.909438 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95054dcb-8ad9-4d56-8554-cca3313f2699 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Network': ['ID=2a5fd992-6440-4f58-bf44-f0bd526009d2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:02.921378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:35:02.931510 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.932553 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:02.986648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:03.123011 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:03.314043 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:03.340776 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:03.444421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.76 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/1e36ceaa-40aa-4962-bd39-9bbebc44973d) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:03.545486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:03.583444 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:03.618738 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:03.624803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:03.631101 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:03.634035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=1e36ceaa-40aa-4962-bd39-9bbebc44973d,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:03.873762 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:04.367551 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:04.492752 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 234c1003-aef8-4537-96f0-1d55c37aa4a1 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:35:04.598303 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:04.607389 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Sync routers for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:04.617026 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:04.617248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:04.617723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:04.620179 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-bd69fbc5-a1a5-4444-9099-ed7941e11e83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7181754 Jul 09 14:35:04.621662 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54560) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:04.649887 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5b4f1b8c-4092-445c-b7c0-6c74a0e8e5da tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=28d98936f02d4a6aaf83d2999ceca093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271151 Jul 09 14:35:04.652471 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:04.742865 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0801e-7781-46a6-aca1-3c267bbb06d1 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:04.744405 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d7b0801e-7781-46a6-aca1-3c267bbb06d1 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910239 Jul 09 14:35:04.747409 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54564) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:04.783654 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ccc35bf8-666e-48a4-b692-a84ad66fdee0 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351036 Jul 09 14:35:04.786751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54566) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:04.792087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1498471028', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:04.886676 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:04.886989 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:04.890449 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.075148 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:03Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:05.086892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.103199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Checking router: 234c1003-aef8-4537-96f0-1d55c37aa4a1 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:05.103554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Updating router 234c1003-aef8-4537-96f0-1d55c37aa4a1 port 1e36ceaa-40aa-4962-bd39-9bbebc44973d binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:35:05.143883 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.147751 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Subnet': ['ID=8b19fe94-1db6-4982-8cac-6878ef8cd076,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:05.156496 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Checking segment: {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:05.156858 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network hostable DHCP agents. Network: 2a5fd992-6440-4f58-bf44-f0bd526009d2, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:35:05.174863 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:35:05.183524 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 2a5fd992-6440-4f58-bf44-f0bd526009d2) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:05.187561 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:05.188185 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.202187 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-420f6f25-791c-4df3-a2df-c51fa51ae25c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4143775 Jul 09 14:35:05.204971 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54570) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:05.228353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c536a975-5b5b-4463-9a29-3169363cab5c None None] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:05.472104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-2a5fd992-6440-4f58-bf44-f0bd526009d2', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:35:05.473800 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.585765 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.609421 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Transition to ACTIVE for port object 1e36ceaa-40aa-4962-bd39-9bbebc44973d will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:05.622618 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.649940 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.703761 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Allocated IP 172.20.0.2 (2a5fd992-6440-4f58-bf44-f0bd526009d2/8b19fe94-1db6-4982-8cac-6878ef8cd076/64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:05.712907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Attempting to bind port 1e36ceaa-40aa-4962-bd39-9bbebc44973d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:05.713303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Attempting to bind port 1e36ceaa-40aa-4962-bd39-9bbebc44973d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:05.713652 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Attempting to bind port 1e36ceaa-40aa-4962-bd39-9bbebc44973d on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:05.726306 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aa889-e797-4db8-8b07-41678cbf676e None None] Pushing event updated for resources: {'Port': ['ID=1e36ceaa-40aa-4962-bd39-9bbebc44973d,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:05.730159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:05.730538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:05.731043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.731436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:05.731914 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Bound port: 1e36ceaa-40aa-4962-bd39-9bbebc44973d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:05.732362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.845624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] For port 1e36ceaa-40aa-4962-bd39-9bbebc44973d, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:05.868108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] For port 1e36ceaa-40aa-4962-bd39-9bbebc44973d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e36ceaa-40aa-4962-bd39-9bbebc44973d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:05.876436 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.975139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.986419 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:05.986980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:05.992812 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Transition to ACTIVE for port object 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:06.030809 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aa889-e797-4db8-8b07-41678cbf676e None None] Pushing event updated for resources: {'Port': ['ID=1e36ceaa-40aa-4962-bd39-9bbebc44973d,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:06.053039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Transition to ACTIVE for port object 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:06.084722 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.111006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.1 (2a5fd992-6440-4f58-bf44-f0bd526009d2/8b19fe94-1db6-4982-8cac-6878ef8cd076/da036a79-53a9-4cf1-ac45-8779414b38e5) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:06.140845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:06.151873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:06.155451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:06.157339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Pushing event updated for resources: {'Port': ['ID=64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:06.168846 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:06.230352 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.244118 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object da036a79-53a9-4cf1-ac45-8779414b38e5 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:06.278222 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.312131 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Attempting to bind port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:06.312508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Attempting to bind port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:06.312847 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Attempting to bind port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 on network 2a5fd992-6440-4f58-bf44-f0bd526009d2 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:06.324718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:06.325206 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Checking segment: {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:06.325498 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.325891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Bound using segment: {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:06.326362 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Bound port: 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:06.326743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.327293 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:06.330818 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:06.335726 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:06.363766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=da036a79-53a9-4cf1-ac45-8779414b38e5,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:06.386475 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.448199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] For port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:06.462772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] For port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:06.468697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.517205 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:03Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:06.537184 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.554640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7d81a-dd2b-4cb8-b8aa-a9bb6f2b109d None None] The sync data for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 is: [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:03Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:06.571703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5053f80-9aa5-43cc-bd4d-05c9c7863742 None None] Pushing event updated for resources: {'Port': ['ID=64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:06.891111 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.898008 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:06.989991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=da036a79-53a9-4cf1-ac45-8779414b38e5,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:06.995084 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:07.092362 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:07.093951 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:07.214806 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 234c1003-aef8-4537-96f0-1d55c37aa4a1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:35:07.336419 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:07.342248 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d8c02979-6a0d-4a07-8178-baaf28b7c679 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/234c1003-aef8-4537-96f0-1d55c37aa4a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1359801 Jul 09 14:35:07.496607 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-966f720e-16fe-4e4f-96e8-6d279584c473 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980052213&fields=id&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 267 time: 0.0359018 Jul 09 14:35:07.603159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84e2bd-3e5b-4e04-9c4f-e19d1b31a2ac None None] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:07.610202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-a5cc4691-bffc-47bd-98fb-738b7fda3cd6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:07.611862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-a5cc4691-bffc-47bd-98fb-738b7fda3cd6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/networks?id=2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 200 len: 796 time: 0.1084833 Jul 09 14:35:07.627287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-ab8a19d9-ccc7-4bba-b731-5e46e48bc462 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/quotas/28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 375 time: 0.0091205 Jul 09 14:35:07.693379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9b008a29-f1a3-41b5-ac52-583dd05c9747 None None] Provisioning for port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:07.700146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-6841e704-91a0-49e7-98db-4623b8ef98d1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669754 Jul 09 14:35:07.805165 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-f9a43db7-41c9-44e1-8327-1c5907e2921c service neutron] 10.222.0.32 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927923 Jul 09 14:35:07.904391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-1b209051-bc79-483a-976d-6bf32ab71976 service neutron] 10.222.0.32 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934241 Jul 09 14:35:08.041318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0626fc78-275a-4c07-9705-f6b065c9970b None None] Provisioning for port da036a79-53a9-4cf1-ac45-8779414b38e5 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:08.046262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-0626fc78-275a-4c07-9705-f6b065c9970b None None] Provisioning complete for port da036a79-53a9-4cf1-ac45-8779414b38e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:08.046655 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0626fc78-275a-4c07-9705-f6b065c9970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:08.099452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-0626fc78-275a-4c07-9705-f6b065c9970b None None] Port da036a79-53a9-4cf1-ac45-8779414b38e5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:08.120149 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d819d88-7703-4ae0-8a2f-89a661675be0 req-1986d2e8-a6ae-4d85-a2e9-ff41e382b4a4 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 210 time: 0.0519302 Jul 09 14:35:08.232649 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-4cfafb8b-1cde-47f0-8f42-0652a39745ad None None] Provisioning complete for port da036a79-53a9-4cf1-ac45-8779414b38e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:08.233092 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4cfafb8b-1cde-47f0-8f42-0652a39745ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:08.274483 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-4cfafb8b-1cde-47f0-8f42-0652a39745ad None None] Port da036a79-53a9-4cf1-ac45-8779414b38e5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:08.277653 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Sync routers for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:08.288302 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:08.288978 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:08.408512 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:08.507611 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5296c625-9349-4cb5-9663-e619a8787e70 None None] Provisioning complete for port da036a79-53a9-4cf1-ac45-8779414b38e5 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:08.508030 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5296c625-9349-4cb5-9663-e619a8787e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:08.512576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e36ceaa-40aa-4962-bd39-9bbebc44973d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:08.585869 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-5296c625-9349-4cb5-9663-e619a8787e70 None None] Port da036a79-53a9-4cf1-ac45-8779414b38e5 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:08.604433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 1e36ceaa-40aa-4962-bd39-9bbebc44973d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:08.609553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1e36ceaa-40aa-4962-bd39-9bbebc44973d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:08.610449 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:08.619327 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 2, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:08.649767 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Checking router: 234c1003-aef8-4537-96f0-1d55c37aa4a1 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:08.650183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Updating router 234c1003-aef8-4537-96f0-1d55c37aa4a1 port da036a79-53a9-4cf1-ac45-8779414b38e5 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:35:08.686807 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:08.692523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:08.715278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 1e36ceaa-40aa-4962-bd39-9bbebc44973d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e36ceaa-40aa-4962-bd39-9bbebc44973d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:08.719661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:08.720507 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:08.971502 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=1e36ceaa-40aa-4962-bd39-9bbebc44973d,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:08.983985 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:08.987757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:08.988226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.052093 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.061681 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Transition to ACTIVE for port object da036a79-53a9-4cf1-ac45-8779414b38e5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:09.065068 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.067871 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.118690 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:09.123478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.146632 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Pushing event updated for resources: {'Port': ['ID=da036a79-53a9-4cf1-ac45-8779414b38e5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:09.169866 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.170213 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.170546 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.170889 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.171218 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.171701 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.171908 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.172192 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.172463 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.172778 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.173094 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.173413 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:09.190392 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Attempting to bind port da036a79-53a9-4cf1-ac45-8779414b38e5 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:09.191568 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Attempting to bind port da036a79-53a9-4cf1-ac45-8779414b38e5 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:09.191990 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Attempting to bind port da036a79-53a9-4cf1-ac45-8779414b38e5 on network 2a5fd992-6440-4f58-bf44-f0bd526009d2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:09.197444 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:09.197822 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Checking segment: {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:09.198216 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.198634 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Bound using segment: {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:09.199127 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Bound port: da036a79-53a9-4cf1-ac45-8779414b38e5, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:09.199566 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.205012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:09.296629 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] For port da036a79-53a9-4cf1-ac45-8779414b38e5, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:09.300860 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] For port da036a79-53a9-4cf1-ac45-8779414b38e5, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=da036a79-53a9-4cf1-ac45-8779414b38e5,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:09.307134 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.354539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-38af8d22-1ddb-42f7-b639-9c3673bb6936 req-4aa21fb4-3cd7-41a5-97d4-6c6d3fe110f2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 210 time: 0.0301938 Jul 09 14:35:09.420441 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b576f3-91cd-4204-89c0-ac6282b5e387 None None] Pushing event updated for resources: {'Port': ['ID=da036a79-53a9-4cf1-ac45-8779414b38e5,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:09.429716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-4ec6fc24-a0f6-47ff-af3a-600ed5c94081 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:09.431400 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-4ec6fc24-a0f6-47ff-af3a-600ed5c94081 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "GET /v2.0/networks?id=2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 200 len: 796 time: 0.1876795 Jul 09 14:35:09.434054 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:09.434784 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:34:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:09.478228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-2176d426-8574-44bb-8ca1-fdc948160719 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 380 time: 0.0382400 Jul 09 14:35:09.487384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'port': {'device_id': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'admin_state_up': True, 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'security_groups': ['c510b0bc-1146-4404-a691-8c22fe2a9c7e']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:09.555549 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:09.615485 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:09.619029 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.751370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.11 (2a5fd992-6440-4f58-bf44-f0bd526009d2/8b19fe94-1db6-4982-8cac-6878ef8cd076/06dcda38-36e8-4e16-b8f5-eb5e7456443e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:09.762646 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:09Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:09.794526 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d01ed-b4fc-41ed-b2e2-779ef830d374 None None] The sync data for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 is: [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:09Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:09.912585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.927682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object 06dcda38-36e8-4e16-b8f5-eb5e7456443e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:09.961189 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.015654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:10.019098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:10.023814 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:10.027911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=06dcda38-36e8-4e16-b8f5-eb5e7456443e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:10.080835 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:10.082410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.100511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-447080de-53bb-4c96-b59e-4c6ab0f8cd4a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6172166 Jul 09 14:35:10.112417 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-26e82364-d6c9-48d7-922a-24533e0eea7f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:35:10.113672 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-26e82364-d6c9-48d7-922a-24533e0eea7f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069921 Jul 09 14:35:10.124605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Request body: {'port': {'device_id': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:10.203829 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.271757 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-17c5f413-4ef3-4f4a-bf80-3c5f043c80a0 None None] Provisioning for port 06dcda38-36e8-4e16-b8f5-eb5e7456443e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:10.276427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-17c5f413-4ef3-4f4a-bf80-3c5f043c80a0 None None] Provisioning complete for port 06dcda38-36e8-4e16-b8f5-eb5e7456443e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:10.277147 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-17c5f413-4ef3-4f4a-bf80-3c5f043c80a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.325679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-17c5f413-4ef3-4f4a-bf80-3c5f043c80a0 None None] Port 06dcda38-36e8-4e16-b8f5-eb5e7456443e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:10.528816 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e36ceaa-40aa-4962-bd39-9bbebc44973d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:10.586468 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 1e36ceaa-40aa-4962-bd39-9bbebc44973d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:10.586855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.669570 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:10.730006 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:10.730336 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.804189 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8919f-6618-429e-b186-2039e77ce612 req-66ef774f-0a35-4a47-9719-c8ae7b06387f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:10.805744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20a8919f-6618-429e-b186-2039e77ce612 req-66ef774f-0a35-4a47-9719-c8ae7b06387f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 932 time: 0.1748281 Jul 09 14:35:10.813351 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device da036a79-53a9-4cf1-ac45-8779414b38e5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:10.872571 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port da036a79-53a9-4cf1-ac45-8779414b38e5 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:10.877017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port da036a79-53a9-4cf1-ac45-8779414b38e5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:10.877614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.883662 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20a8919f-6618-429e-b186-2039e77ce612 req-3c792dab-efdd-4b3f-a7ba-94e84fbd66a2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645936 Jul 09 14:35:10.953789 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dcda38-36e8-4e16-b8f5-eb5e7456443e {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:10.962570 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.975086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Transition to ACTIVE for port object 06dcda38-36e8-4e16-b8f5-eb5e7456443e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:10.978904 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:10.981355 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.014490 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port da036a79-53a9-4cf1-ac45-8779414b38e5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=da036a79-53a9-4cf1-ac45-8779414b38e5,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:11.020882 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.058872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=06dcda38-36e8-4e16-b8f5-eb5e7456443e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:11.072551 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=da036a79-53a9-4cf1-ac45-8779414b38e5,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:11.110511 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Attempting to bind port 06dcda38-36e8-4e16-b8f5-eb5e7456443e on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:11.110850 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Attempting to bind port 06dcda38-36e8-4e16-b8f5-eb5e7456443e by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:11.111231 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Attempting to bind port 06dcda38-36e8-4e16-b8f5-eb5e7456443e on network 2a5fd992-6440-4f58-bf44-f0bd526009d2 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:11.116405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Port 06dcda38-36e8-4e16-b8f5-eb5e7456443e on network 2a5fd992-6440-4f58-bf44-f0bd526009d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:35:11.116748 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Attempting to bind port 06dcda38-36e8-4e16-b8f5-eb5e7456443e on network 2a5fd992-6440-4f58-bf44-f0bd526009d2 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:11.121607 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:11.121947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Checking segment: {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:11.122333 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Bound using segment: {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:11.122759 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Bound port: 06dcda38-36e8-4e16-b8f5-eb5e7456443e, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4165c69a-a57a-425b-9281-da673f036543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:11.123157 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.192605 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] For port 06dcda38-36e8-4e16-b8f5-eb5e7456443e, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:11.195706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] For port 06dcda38-36e8-4e16-b8f5-eb5e7456443e, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:11.200794 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.239100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:11.239717 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:11.241223 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] 10.222.0.11 "PUT /v2.0/ports/06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 200 len: 1092 time: 1.1212258 Jul 09 14:35:11.241601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:11.243873 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f080dd-54a7-4477-a689-38ee0cafc48b" -d '{"events": [{"name": "network-changed", "server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:11.278588 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ac16b-801d-4e3f-ba30-a67c3e83d2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=06dcda38-36e8-4e16-b8f5-eb5e7456443e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:11.347941 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-4d005a90-c9dc-4641-99cf-90a0628cd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:11.349465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-4d005a90-c9dc-4641-99cf-90a0628cd764 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1095 time: 0.0673862 Jul 09 14:35:11.357972 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610216ce-f8b0-40a3-ad8f-b09a7e86f465 x-openstack-request-id: req-610216ce-f8b0-40a3-ad8f-b09a7e86f465 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:11.358261 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:11.358509 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-610216ce-f8b0-40a3-ad8f-b09a7e86f465 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:11.358905 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'status': 'completed', 'code': 200} Jul 09 14:35:11.394982 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-9ed820dd-019e-45e4-8154-87393ebdce2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 200 len: 217 time: 0.0350971 Jul 09 14:35:11.448446 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-31a9f5d5-a350-4408-899d-de140885c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:11.449896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-31a9f5d5-a350-4408-899d-de140885c460 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b19fe94-1db6-4982-8cac-6878ef8cd076 HTTP/1.1" status: 200 len: 835 time: 0.0494826 Jul 09 14:35:11.505675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-53b1f7a7-68e6-4a85-8356-ded157236c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:11.507213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-53b1f7a7-68e6-4a85-8356-ded157236c4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a5fd992-6440-4f58-bf44-f0bd526009d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512803 Jul 09 14:35:11.593206 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-7a2f1372-c05c-4445-8133-9c282a1ef5e9 service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799491 Jul 09 14:35:11.684857 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ffe8b4a-3dab-4e1a-b15c-fd8f16885375 req-8d1509cf-6308-4d9c-8221-790a2384117a service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848317 Jul 09 14:35:11.778787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-62a9c251-1ef7-431a-bf4d-278bf95e8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:11.780316 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-62a9c251-1ef7-431a-bf4d-278bf95e8be4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1095 time: 0.0519454 Jul 09 14:35:11.874040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-65a851d2-79c7-4906-8b2b-3c5ead23eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:11.875556 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-65a851d2-79c7-4906-8b2b-3c5ead23eea0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 200 len: 896 time: 0.0880311 Jul 09 14:35:11.917680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-92d01f71-30be-4422-aa15-159027f544b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 200 len: 217 time: 0.0359364 Jul 09 14:35:11.967297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-06c07955-e21b-4bea-9ea2-16e373bbf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:11.968762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-06c07955-e21b-4bea-9ea2-16e373bbf700 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b19fe94-1db6-4982-8cac-6878ef8cd076 HTTP/1.1" status: 200 len: 835 time: 0.0456219 Jul 09 14:35:12.072832 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-1982ea21-98de-48a7-a9ed-f6dc4e3ae4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:12.074333 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-1982ea21-98de-48a7-a9ed-f6dc4e3ae4d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a5fd992-6440-4f58-bf44-f0bd526009d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983846 Jul 09 14:35:12.087083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a951-8aca-471b-a6ab-f2ab27874dd9 req-3ad3bf84-a6bf-44cb-ac3f-b69c0adc38e3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:12.088447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4222a951-8aca-471b-a6ab-f2ab27874dd9 req-3ad3bf84-a6bf-44cb-ac3f-b69c0adc38e3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 944 time: 0.0829995 Jul 09 14:35:12.172539 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4222a951-8aca-471b-a6ab-f2ab27874dd9 req-c59a44ce-ec27-4fc9-b053-5e180f60ef74 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761518 Jul 09 14:35:12.204072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-94167163-2ea3-43a9-8e30-2d99f85ccb7d service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146648 Jul 09 14:35:12.292299 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0f080dd-54a7-4477-a689-38ee0cafc48b req-e53dc7d8-101d-46ef-ab23-d5f03a8e7599 service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815864 Jul 09 14:35:12.404193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device da036a79-53a9-4cf1-ac45-8779414b38e5 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:12.455993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port da036a79-53a9-4cf1-ac45-8779414b38e5 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:12.456794 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:13.351535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda452c-21a7-45bf-8015-6305466a3ef4 req-94043771-0277-4196-887f-b4571b0d4c00 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:13.353019 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cda452c-21a7-45bf-8015-6305466a3ef4 req-94043771-0277-4196-887f-b4571b0d4c00 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 944 time: 0.0649238 Jul 09 14:35:13.397315 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cda452c-21a7-45bf-8015-6305466a3ef4 req-45494f1b-b56e-447a-9749-ffdaf3df3004 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 Jul 09 14:35:13.939002 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:14.390008 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c5abb701-6df3-40eb-a475-4b4d84746e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:14.570912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727ebd-db3c-4615-bafc-90a969717e10 req-b6da8732-d8ad-4fc7-9ca6-a03aa666179c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:14.572411 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c727ebd-db3c-4615-bafc-90a969717e10 req-b6da8732-d8ad-4fc7-9ca6-a03aa666179c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 944 time: 0.0634773 Jul 09 14:35:14.609744 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c727ebd-db3c-4615-bafc-90a969717e10 req-77cb7e11-6329-4628-9ce3-7fad31dd2f46 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Jul 09 14:35:14.797881 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:14.973903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 06dcda38-36e8-4e16-b8f5-eb5e7456443e details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:35:15.069807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 06dcda38-36e8-4e16-b8f5-eb5e7456443e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:15.081230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'port_id': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'mac_address': 'fa:16:3e:ea:45:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:35:15.118004 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.130460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dcda38-36e8-4e16-b8f5-eb5e7456443e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:35:15.151089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 06dcda38-36e8-4e16-b8f5-eb5e7456443e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:15.155471 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:15.202905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=06dcda38-36e8-4e16-b8f5-eb5e7456443e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:15.357726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['06dcda38-36e8-4e16-b8f5-eb5e7456443e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:35:15.782802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792083-6b46-49ec-a578-52486b670d15 req-a35e4ab1-ac00-43f7-a5a5-82ae3b5a33f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:15.784960 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb792083-6b46-49ec-a578-52486b670d15 req-a35e4ab1-ac00-43f7-a5a5-82ae3b5a33f3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 945 time: 0.0643215 Jul 09 14:35:15.824647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb792083-6b46-49ec-a578-52486b670d15 req-6dc9b802-6c87-45f5-b888-667a85873d15 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Jul 09 14:35:16.973792 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 06dcda38-36e8-4e16-b8f5-eb5e7456443e up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:17.018015 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba965-460f-4092-95e0-a0a8479513ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.041859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 06dcda38-36e8-4e16-b8f5-eb5e7456443e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:17.045597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 06dcda38-36e8-4e16-b8f5-eb5e7456443e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:17.046028 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.054246 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d639111-b6f2-401d-bcb8-4a4ab3134654 req-916c5c51-c339-420d-9b1c-594e7fa07caf tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:17.055820 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d639111-b6f2-401d-bcb8-4a4ab3134654 req-916c5c51-c339-420d-9b1c-594e7fa07caf tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 945 time: 0.0758560 Jul 09 14:35:17.095369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d639111-b6f2-401d-bcb8-4a4ab3134654 req-623ea4af-5eec-4eed-9f73-f908658d3c1a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339274 Jul 09 14:35:17.125371 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.158204 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:17.160510 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb59f4e-3330-4ce1-9016-3bf17017588d" -d '{"events": [{"server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "name": "network-vif-plugged", "status": "completed", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:17.170572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.175348 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 06dcda38-36e8-4e16-b8f5-eb5e7456443e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:17.180239 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.206292 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7909795b-ff94-42b3-aeb6-a8e2ee74171b x-openstack-request-id: req-7909795b-ff94-42b3-aeb6-a8e2ee74171b {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:17.206588 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "name": "network-vif-plugged", "status": "completed", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:17.206844 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7909795b-ff94-42b3-aeb6-a8e2ee74171b {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:17.207256 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'code': 200} Jul 09 14:35:17.234378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=06dcda38-36e8-4e16-b8f5-eb5e7456443e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:17.315629 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e794a15-8662-48f9-b83d-92447a314874 req-cd2760c0-1af2-4666-a4ca-6454eae0735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:17.317241 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e794a15-8662-48f9-b83d-92447a314874 req-cd2760c0-1af2-4666-a4ca-6454eae0735e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1097 time: 0.0518618 Jul 09 14:35:17.349770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4e794a15-8662-48f9-b83d-92447a314874 req-359e3428-cae7-4948-bd85-0a6a241aa08a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264177 Jul 09 14:35:18.282927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0983d4-17ed-4243-97e0-6e32ae07cc01 req-6f8e6c69-866e-45dc-b443-417df1f44d1f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:18.284583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c0983d4-17ed-4243-97e0-6e32ae07cc01 req-6f8e6c69-866e-45dc-b443-417df1f44d1f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0667100 Jul 09 14:35:18.322095 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c0983d4-17ed-4243-97e0-6e32ae07cc01 req-af4a2d85-b84f-44b9-bc5b-80881a750b89 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Jul 09 14:35:18.493462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc562aaa-ffa8-4cd8-8852-a1a2a23e1faf req-77248c4f-24af-4348-91e3-26cea68f7a27 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:18.494862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc562aaa-ffa8-4cd8-8852-a1a2a23e1faf req-77248c4f-24af-4348-91e3-26cea68f7a27 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0641217 Jul 09 14:35:18.534012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dc562aaa-ffa8-4cd8-8852-a1a2a23e1faf req-a412e08c-2b3e-45f2-801c-c6ab104a49c5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335793 Jul 09 14:35:18.546913 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.558568 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54624) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:18.617907 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4b0ae4-fa0f-4a0a-bf2d-89deea8673bb tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:18.619505 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ec4b0ae4-fa0f-4a0a-bf2d-89deea8673bb tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1092 time: 0.0599098 Jul 09 14:35:18.622331 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54626) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:18.627844 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:18.650148 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.749000 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.849827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.160 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/4e7844ee-3f5f-4bfb-830c-e046628382b3) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:18.956371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:18.998080 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.040579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:19.043267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:19.046677 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:19.069013 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=4e7844ee-3f5f-4bfb-830c-e046628382b3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:19.414474 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.492159 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.637373 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.642032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.712400 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=4e7844ee-3f5f-4bfb-830c-e046628382b3,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:19.722521 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:19.821695 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP 01ccfc55-10cf-40a7-b998-a8237e98a94e associated. External IP: 172.25.5.160, port: 06dcda38-36e8-4e16-b8f5-eb5e7456443e. Jul 09 14:35:20.013977 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:20.335123 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 234c1003-aef8-4537-96f0-1d55c37aa4a1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:35:20.439103 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:20.449711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] Sync routers for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:20.454708 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:20.460337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:20.460999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:35:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:20.494556 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e08daf52-211d-49fa-b332-c182fc6ed04b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8711100 Jul 09 14:35:20.495179 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:20.497448 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6673d211fdd8742cbf6a0cfa7ada0c95760b2636b6902ec8fd9760d0f961c743" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe3e178-187e-41ca-937a-8aab8b738da6" -d '{"events": [{"name": "network-changed", "server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:20.570427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:20.662137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5f7b0-4e1c-4b78-a6a8-83e913804bf9 req-53facf0f-386b-49e3-80a8-d2e6c25aeeee tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:20.663575 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d5f7b0-4e1c-4b78-a6a8-83e913804bf9 req-53facf0f-386b-49e3-80a8-d2e6c25aeeee tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0697289 Jul 09 14:35:20.702098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-34d5f7b0-4e1c-4b78-a6a8-83e913804bf9 req-9ea33891-2d11-44b4-b0f4-83dd202ba478 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326047 Jul 09 14:35:20.728581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54634) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:20.798116 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6c2d48e4-f2d8-486b-b826-b32c3541d3ab tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/01ccfc55-10cf-40a7-b998-a8237e98a94e HTTP/1.1" status: 200 len: 992 time: 0.0686326 Jul 09 14:35:20.802064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '01ccfc55-10cf-40a7-b998-a8237e98a94e', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'port_id': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'mac_address': 'fa:16:3e:ea:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:35:19Z', 'updated_at': '2021-07-09T14:35:19Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:10Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:20.807308 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acc1a80-405b-4f56-8027-d500e2d06a5a x-openstack-request-id: req-6acc1a80-405b-4f56-8027-d500e2d06a5a {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:20.807827 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:20.807827 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6acc1a80-405b-4f56-8027-d500e2d06a5a {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:20.808229 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'status': 'completed', 'code': 200} Jul 09 14:35:20.836508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] Checking router: 234c1003-aef8-4537-96f0-1d55c37aa4a1 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:20.844714 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:20.845324 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:35:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:20.880054 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-e33dc38a-2668-41a3-b608-9c1108714715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:20.881555 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-e33dc38a-2668-41a3-b608-9c1108714715 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1097 time: 0.0524757 Jul 09 14:35:20.963504 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:20.976922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-539e37fd-107b-492c-b931-d63837a4b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:20.978406 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-539e37fd-107b-492c-b931-d63837a4b43b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 200 len: 896 time: 0.0911512 Jul 09 14:35:21.050899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-eafe43d7-2cca-4bc7-8e68-a7b8ca054dc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 200 len: 1000 time: 0.0662491 Jul 09 14:35:21.098355 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-8fd06e9d-ac9f-4b63-87d2-b76e00c39495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:21.099853 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-8fd06e9d-ac9f-4b63-87d2-b76e00c39495 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b19fe94-1db6-4982-8cac-6878ef8cd076 HTTP/1.1" status: 200 len: 835 time: 0.0440145 Jul 09 14:35:21.161700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-c9a7a22b-c260-43cb-a99a-d55e4b4f5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:21.163246 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-c9a7a22b-c260-43cb-a99a-d55e4b4f5e89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a5fd992-6440-4f58-bf44-f0bd526009d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576489 Jul 09 14:35:21.192566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '01ccfc55-10cf-40a7-b998-a8237e98a94e', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'port_id': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'mac_address': 'fa:16:3e:ea:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:35:19Z', 'updated_at': '2021-07-09T14:35:19Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:10Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:21.219183 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e101886a-acc7-407b-b5f0-085edc93da16 None None] The sync data for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 is: [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '01ccfc55-10cf-40a7-b998-a8237e98a94e', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'port_id': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'mac_address': 'fa:16:3e:ea:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:35:19Z', 'updated_at': '2021-07-09T14:35:19Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:10Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:21.256082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-e7ad284d-507b-44e5-86ac-e951dfa6b2f2 service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863793 Jul 09 14:35:21.364016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8fe3e178-187e-41ca-937a-8aab8b738da6 req-03eff17e-3529-4524-bb17-e97e9c93213b service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021557 Jul 09 14:35:21.435779 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc90b61-2d18-40bb-b9ea-1831b9318e6a None None] New status for floating IP 01ccfc55-10cf-40a7-b998-a8237e98a94e: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:35:21.802691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54636) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:21.863566 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b51a22c3-55d2-4441-bc39-de1fa113a6b8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/01ccfc55-10cf-40a7-b998-a8237e98a94e HTTP/1.1" status: 200 len: 994 time: 0.0595117 Jul 09 14:35:32.488825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9258b18f-858f-495c-ac60-b75029910368 req-e546dc8e-8030-414b-8b53-c5652912b7a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523019 Jul 09 14:35:32.583354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258b18f-858f-495c-ac60-b75029910368 req-b14add4d-070c-409c-93d4-dd84d6da634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:32.584815 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9258b18f-858f-495c-ac60-b75029910368 req-b14add4d-070c-409c-93d4-dd84d6da634d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1097 time: 0.0561421 Jul 09 14:35:32.685457 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258b18f-858f-495c-ac60-b75029910368 req-7ac30ed5-26ca-4615-b89a-86bfa1743783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:32.686910 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9258b18f-858f-495c-ac60-b75029910368 req-7ac30ed5-26ca-4615-b89a-86bfa1743783 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 200 len: 896 time: 0.0840268 Jul 09 14:35:32.762994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9258b18f-858f-495c-ac60-b75029910368 req-98781cf5-1ba8-4df4-8f47-f86c501a0b64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 200 len: 1002 time: 0.0698214 Jul 09 14:35:32.813154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258b18f-858f-495c-ac60-b75029910368 req-9561b519-d64f-451a-8f47-3c67c04bf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:32.815336 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9258b18f-858f-495c-ac60-b75029910368 req-9561b519-d64f-451a-8f47-3c67c04bf57a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b19fe94-1db6-4982-8cac-6878ef8cd076 HTTP/1.1" status: 200 len: 835 time: 0.0450499 Jul 09 14:35:32.869973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258b18f-858f-495c-ac60-b75029910368 req-4f3a0253-2d00-47c3-ada4-9608b5502458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:32.871470 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9258b18f-858f-495c-ac60-b75029910368 req-4f3a0253-2d00-47c3-ada4-9608b5502458 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a5fd992-6440-4f58-bf44-f0bd526009d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506237 Jul 09 14:35:32.963911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9258b18f-858f-495c-ac60-b75029910368 req-79120b99-23eb-457d-864b-cdd75411e0f3 service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850468 Jul 09 14:35:33.060458 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9258b18f-858f-495c-ac60-b75029910368 req-f6c8e644-7b61-49a1-be7c-cfff7b302b0c service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897455 Jul 09 14:35:33.622657 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:35:43.942439 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.390194 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c650587c-8ce2-4d65-84e2-817ad1ae5936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.807916 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:46.993981 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-57eb446a-cc33-49dc-942f-25857ebb3a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.151045 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.546217 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.015706 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.381399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b65227-766d-4b81-a991-405c5e1f22a7 req-93016aac-68d2-4dcd-80c8-eadbf530a52a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:53.382777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-51b65227-766d-4b81-a991-405c5e1f22a7 req-93016aac-68d2-4dcd-80c8-eadbf530a52a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0654793 Jul 09 14:35:53.428537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-51b65227-766d-4b81-a991-405c5e1f22a7 req-5dfc9312-52d0-4d0b-89cb-4c0868599df0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387657 Jul 09 14:35:54.599827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0902278-fdf8-4cd3-921a-d16017248d1b req-e2e0bf4e-8e18-4e17-812a-249265b51ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:54.601333 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0902278-fdf8-4cd3-921a-d16017248d1b req-e2e0bf4e-8e18-4e17-812a-249265b51ed9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0625286 Jul 09 14:35:54.637624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d0902278-fdf8-4cd3-921a-d16017248d1b req-b75099af-9101-41af-b249-a5ab00725e32 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308740 Jul 09 14:35:55.813011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322c5d6-912d-4952-a7e9-1caf22284811 req-71d848e8-6bec-4a80-b557-950734a5c08c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:55.815146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a322c5d6-912d-4952-a7e9-1caf22284811 req-71d848e8-6bec-4a80-b557-950734a5c08c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0653794 Jul 09 14:35:55.851740 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a322c5d6-912d-4952-a7e9-1caf22284811 req-2da66bd5-f481-4f92-baa1-59cd8073ee74 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Jul 09 14:35:57.029238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb588f-5af4-4ce4-9231-fe628b47271d req-80751ea8-2830-4e1e-87c1-82dadc74d056 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:57.030722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85cb588f-5af4-4ce4-9231-fe628b47271d req-80751ea8-2830-4e1e-87c1-82dadc74d056 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0671153 Jul 09 14:35:57.068692 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-85cb588f-5af4-4ce4-9231-fe628b47271d req-4c018b68-8e3a-45c8-a358-6dfaaf7d6129 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310743 Jul 09 14:35:58.240053 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea4b28-d7a5-4b16-9acf-b05996129e7c req-0d9aeb50-3640-4378-8141-1e637395643b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:58.241552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3eea4b28-d7a5-4b16-9acf-b05996129e7c req-0d9aeb50-3640-4378-8141-1e637395643b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0637913 Jul 09 14:35:58.278919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3eea4b28-d7a5-4b16-9acf-b05996129e7c req-78ba106f-c222-4752-b12f-e448840810f5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Jul 09 14:35:59.460364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac46fdc-79fd-4de4-bca2-1f445697b8f5 req-834fec93-fa51-4cae-bace-a7692fed15d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.461733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ac46fdc-79fd-4de4-bca2-1f445697b8f5 req-834fec93-fa51-4cae-bace-a7692fed15d9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0720484 Jul 09 14:35:59.500664 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ac46fdc-79fd-4de4-bca2-1f445697b8f5 req-741dfa98-10b4-4f70-a3ce-da7326ec4c8e tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332820 Jul 09 14:36:00.676980 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13b452-8367-4763-accb-2332f277a2d9 req-6e6ddcee-0707-48de-92f9-c506ef9ea21c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.678466 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e13b452-8367-4763-accb-2332f277a2d9 req-6e6ddcee-0707-48de-92f9-c506ef9ea21c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0632241 Jul 09 14:36:00.715287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e13b452-8367-4763-accb-2332f277a2d9 req-d5c999c3-6641-47be-b10f-2dbbff675f0a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312371 Jul 09 14:36:01.889022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91c57-be29-409f-8a21-1a004de15dba req-dbb41d3b-84ad-44bc-b99c-42b91ca6777b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.890494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cd91c57-be29-409f-8a21-1a004de15dba req-dbb41d3b-84ad-44bc-b99c-42b91ca6777b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0622547 Jul 09 14:36:01.928911 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9cd91c57-be29-409f-8a21-1a004de15dba req-22fe9e4f-16ed-4d31-8d42-facf01e3a615 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Jul 09 14:36:03.105962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e7254-b1fc-42a0-93bc-ca1d3a89e4d3 req-3f4443cf-aefd-4aac-a7cc-2e94f320f4e3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:03.107455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f9e7254-b1fc-42a0-93bc-ca1d3a89e4d3 req-3f4443cf-aefd-4aac-a7cc-2e94f320f4e3 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0690644 Jul 09 14:36:03.145754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f9e7254-b1fc-42a0-93bc-ca1d3a89e4d3 req-1eb18f27-9c99-41fb-b9fd-666ddbe717f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Jul 09 14:36:04.319961 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2fe66-b804-472e-90ae-678aa2a928b3 req-41f6749a-a17d-442a-800f-bfb3bc0c4c11 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:04.321438 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fd2fe66-b804-472e-90ae-678aa2a928b3 req-41f6749a-a17d-442a-800f-bfb3bc0c4c11 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0654044 Jul 09 14:36:04.358929 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fd2fe66-b804-472e-90ae-678aa2a928b3 req-4472058e-d1d4-4430-8c01-832bc8e74070 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Jul 09 14:36:05.542348 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca468e-37a5-47ac-ba8b-5776ab2d9b02 req-fa5dfd34-57f4-42e1-a495-9d6304a13ee6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:05.543855 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63ca468e-37a5-47ac-ba8b-5776ab2d9b02 req-fa5dfd34-57f4-42e1-a495-9d6304a13ee6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0672262 Jul 09 14:36:05.582092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63ca468e-37a5-47ac-ba8b-5776ab2d9b02 req-dc664ea0-b227-4d5f-95f9-13fbe4ff6793 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Jul 09 14:36:06.751439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc731cb-4de7-4900-a8dc-80a38afe4f6a req-0a7ad06e-b28d-478f-8af6-a252c3fdcf41 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:06.752921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abc731cb-4de7-4900-a8dc-80a38afe4f6a req-0a7ad06e-b28d-478f-8af6-a252c3fdcf41 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0630360 Jul 09 14:36:06.791006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-abc731cb-4de7-4900-a8dc-80a38afe4f6a req-1617e990-fbd7-48bd-9e36-4dd2a9a695a7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325670 Jul 09 14:36:07.964736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f718094-fec1-4023-8a5a-e836cfc68582 req-2246be50-3e7b-43c7-ae0a-f13d4d7ac73a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:07.966197 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f718094-fec1-4023-8a5a-e836cfc68582 req-2246be50-3e7b-43c7-ae0a-f13d4d7ac73a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0618770 Jul 09 14:36:08.002902 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f718094-fec1-4023-8a5a-e836cfc68582 req-4ab2108c-86f9-47de-a25c-bf7d0183abc7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304537 Jul 09 14:36:09.178820 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd35a7-0650-4cd5-aa27-2a27fc65807b req-ae470bca-3a30-415f-9178-c9d84bded230 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:09.180350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8cd35a7-0650-4cd5-aa27-2a27fc65807b req-ae470bca-3a30-415f-9178-c9d84bded230 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0672956 Jul 09 14:36:09.223102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f8cd35a7-0650-4cd5-aa27-2a27fc65807b req-b83a7ec3-549f-4b8b-953d-1198993ea626 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327611 Jul 09 14:36:09.247710 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54688) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:09.309283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-af692d46-4070-4428-bc13-35a7f3e8729f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/01ccfc55-10cf-40a7-b998-a8237e98a94e HTTP/1.1" status: 200 len: 994 time: 0.0603452 Jul 09 14:36:10.623185 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:36:10.761901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d597d8-9b7d-4b45-92a3-f23f561dea54 req-e394ad62-2d12-45e6-b46b-f01461d30457 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.763419 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4d597d8-9b7d-4b45-92a3-f23f561dea54 req-e394ad62-2d12-45e6-b46b-f01461d30457 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0963712 Jul 09 14:36:10.766774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c08c12-c746-4487-9853-1c12affa545a req-b523d960-619f-4129-9ad6-67abfab709e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.768176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09c08c12-c746-4487-9853-1c12affa545a req-b523d960-619f-4129-9ad6-67abfab709e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1097 time: 0.1093690 Jul 09 14:36:10.851818 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c4d597d8-9b7d-4b45-92a3-f23f561dea54 req-30a6a2d0-89cc-4790-b792-79a8900465cf tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815928 Jul 09 14:36:10.883239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c08c12-c746-4487-9853-1c12affa545a req-aeff8cf7-b90e-4311-900e-c7038b89a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.884712 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09c08c12-c746-4487-9853-1c12affa545a req-aeff8cf7-b90e-4311-900e-c7038b89a5a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 200 len: 896 time: 0.1086926 Jul 09 14:36:10.947753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09c08c12-c746-4487-9853-1c12affa545a req-030de944-656a-4d9d-9de1-0cbb3945c7d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 200 len: 1002 time: 0.0561032 Jul 09 14:36:10.995217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c08c12-c746-4487-9853-1c12affa545a req-70e815f0-17c4-4eb8-ad8f-53c180bb35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:10.996599 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09c08c12-c746-4487-9853-1c12affa545a req-70e815f0-17c4-4eb8-ad8f-53c180bb35c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b19fe94-1db6-4982-8cac-6878ef8cd076 HTTP/1.1" status: 200 len: 835 time: 0.0421724 Jul 09 14:36:11.056889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c08c12-c746-4487-9853-1c12affa545a req-79af7495-716a-4231-9ff8-9d84a6cbd30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:11.058250 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09c08c12-c746-4487-9853-1c12affa545a req-79af7495-716a-4231-9ff8-9d84a6cbd30a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a5fd992-6440-4f58-bf44-f0bd526009d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556402 Jul 09 14:36:11.146342 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09c08c12-c746-4487-9853-1c12affa545a req-0b768b4d-27cb-4ef6-b7e7-8816a4d32d66 service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819225 Jul 09 14:36:11.250204 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-09c08c12-c746-4487-9853-1c12affa545a req-154df91b-b746-483b-9d1f-ab51af42aea1 service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975189 Jul 09 14:36:12.028755 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01f5b9-b2f4-47e1-bfa6-ccc9e051c5cc req-6ded842f-544a-4863-8328-3052c2fc4ef8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.030240 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e01f5b9-b2f4-47e1-bfa6-ccc9e051c5cc req-6ded842f-544a-4863-8328-3052c2fc4ef8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.0630646 Jul 09 14:36:12.067867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e01f5b9-b2f4-47e1-bfa6-ccc9e051c5cc req-092a3896-45e0-480b-b5ff-65088fcebba0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Jul 09 14:36:12.092298 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54698) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:12.155306 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e0d3ed2e-51a6-4b43-80a4-cfe1a9239115 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/01ccfc55-10cf-40a7-b998-a8237e98a94e HTTP/1.1" status: 200 len: 994 time: 0.0618453 Jul 09 14:36:13.931776 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.392972 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8d499abd-a3c5-4931-867e-c78c5c6f906e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:14.799469 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:16.993796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1e919bc7-51af-44b3-b4b1-25d66dd509e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:17.152288 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:18.550133 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:20.018425 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:33.498464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-122479f1-77db-4a54-9700-225a713c391a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540795 Jul 09 14:36:33.592792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-e5e546f5-20ee-4d7f-98b0-f4e0afa55af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:33.594267 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-e5e546f5-20ee-4d7f-98b0-f4e0afa55af6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1097 time: 0.0525577 Jul 09 14:36:33.698576 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-71797b1d-2443-44a0-91ae-f32a938e239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:33.700102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-71797b1d-2443-44a0-91ae-f32a938e239f service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 200 len: 896 time: 0.0867860 Jul 09 14:36:33.765360 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-b071f4d2-f7ee-4a2e-b9e8-b0b3716f57ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 200 len: 1002 time: 0.0588646 Jul 09 14:36:33.812783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-dc76ea55-62ba-4ad6-8d97-a7ea9b12ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:33.814186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-dc76ea55-62ba-4ad6-8d97-a7ea9b12ed6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b19fe94-1db6-4982-8cac-6878ef8cd076 HTTP/1.1" status: 200 len: 835 time: 0.0429492 Jul 09 14:36:33.872175 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-b07c4cac-6b17-4d9b-a134-4f6a191ca9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:33.874388 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-b07c4cac-6b17-4d9b-a134-4f6a191ca9d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a5fd992-6440-4f58-bf44-f0bd526009d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542665 Jul 09 14:36:33.962391 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-55ae4c19-0091-4411-8d0f-417db0b6c6ce service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809350 Jul 09 14:36:34.055104 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-91abe1ff-68dc-4ec3-97c4-bd8a910b135f req-f5574933-f992-4b65-8287-3e76ee395d1f service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850759 Jul 09 14:36:42.589202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54712) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:42.741339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 4e7844ee-3f5f-4bfb-830c-e046628382b3 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:42.741682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:42.815359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:42.815681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:42.827476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 4e7844ee-3f5f-4bfb-830c-e046628382b3 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:42.970315 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:42.992375 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=4e7844ee-3f5f-4bfb-830c-e046628382b3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:43.002795 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.003160 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.003504 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.003839 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.004171 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.004497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.005385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.005385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.005616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.005764 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.006083 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.006401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:43.069771 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:43.070117 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP 01ccfc55-10cf-40a7-b998-a8237e98a94e disassociated (deleted). External IP: 172.25.5.160, port: 06dcda38-36e8-4e16-b8f5-eb5e7456443e. Jul 09 14:36:43.274131 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 234c1003-aef8-4537-96f0-1d55c37aa4a1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:36:43.737321 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:43.742161 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:43.748062 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] Sync routers for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:43.757327 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:43.757939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:43.778435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dd12b6b5-9a4a-45b6-8e56-d938e48217d8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/floatingips/01ccfc55-10cf-40a7-b998-a8237e98a94e HTTP/1.1" status: 204 len: 168 time: 1.1875432 Jul 09 14:36:43.779201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:43.781463 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007943ec-920d-41ef-8a91-bd697d9a7a77" -d '{"events": [{"name": "network-changed", "server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:43.865482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:43.994707 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:44.022071 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d3a1bb-bc18-40f8-b782-0bcc4a6b8a70 x-openstack-request-id: req-32d3a1bb-bc18-40f8-b782-0bcc4a6b8a70 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:44.022453 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:44.022961 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32d3a1bb-bc18-40f8-b782-0bcc4a6b8a70 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:44.023472 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'status': 'completed', 'code': 200} Jul 09 14:36:44.093492 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:10Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:44.098627 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-1a496a5d-1b51-45d2-a8db-34a181e7cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.100273 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-1a496a5d-1b51-45d2-a8db-34a181e7cee3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 1097 time: 0.0547304 Jul 09 14:36:44.127845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] Checking router: 234c1003-aef8-4537-96f0-1d55c37aa4a1 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:44.133312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:44.133928 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:44.243883 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f1464-6458-4616-9e97-daab09032e6f req-c2c17ec7-71e0-424c-bf15-f408bf3839b5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.245378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b5f1464-6458-4616-9e97-daab09032e6f req-c2c17ec7-71e0-424c-bf15-f408bf3839b5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.1314249 Jul 09 14:36:44.247078 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-2c262aac-9176-4ed9-b24f-abb9f8c4c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.248491 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-2c262aac-9176-4ed9-b24f-abb9f8c4c741 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 200 len: 896 time: 0.1420650 Jul 09 14:36:44.306786 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-1284c930-9a43-43da-9099-3bf69cd6418c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 200 len: 217 time: 0.0470195 Jul 09 14:36:44.353942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5b5f1464-6458-4616-9e97-daab09032e6f req-01a9c548-7134-4ed9-beba-7a6c8c9792aa tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006529 Jul 09 14:36:44.368655 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-d01967e9-196c-41dd-8af3-e8fecab0c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.370157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-d01967e9-196c-41dd-8af3-e8fecab0c068 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b19fe94-1db6-4982-8cac-6878ef8cd076 HTTP/1.1" status: 200 len: 835 time: 0.0563297 Jul 09 14:36:44.411664 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2b7e6f39-e542-42fa-9808-cc5899f9a463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:44.417488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:44.433452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-a9bc6a63-2bb0-4476-9827-18272a1fea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:44.435590 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-a9bc6a63-2bb0-4476-9827-18272a1fea0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a5fd992-6440-4f58-bf44-f0bd526009d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560062 Jul 09 14:36:44.531499 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-4e249582-6ef0-452f-90ff-98bfdcf6608d service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Jul 09 14:36:44.617898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:10Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:44.622403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-007943ec-920d-41ef-8a91-bd697d9a7a77 req-518f462c-a6dd-470d-b635-00c113970c38 service neutron] 10.222.0.11 "GET /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836465 Jul 09 14:36:44.647820 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cfa95-ddc3-4cb9-9036-f64c6815392c None None] The sync data for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 is: [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:35:06Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'da036a79-53a9-4cf1-ac45-8779414b38e5', 'name': '', 'network_id': '2a5fd992-6440-4f58-bf44-f0bd526009d2', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:49:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:05Z', 'updated_at': '2021-07-09T14:35:10Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '8b19fe94-1db6-4982-8cac-6878ef8cd076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:44.813115 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:44.877913 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d265c7ea-9287-456b-9478-f1734d65bd30 None None] New status for floating IP 01ccfc55-10cf-40a7-b998-a8237e98a94e: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:36:45.576998 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b52b5a-f16c-4ca4-b7d7-fa34c9a8c0a6 req-ded38081-0bb7-44e2-bde3-a911a9048d03 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:45.578472 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d4b52b5a-f16c-4ca4-b7d7-fa34c9a8c0a6 req-ded38081-0bb7-44e2-bde3-a911a9048d03 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.1086278 Jul 09 14:36:45.598095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-fb6ad07e-93f6-4bd2-9229-41c53e7927e2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:45.599496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-fb6ad07e-93f6-4bd2-9229-41c53e7927e2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "GET /v2.0/ports?device_id=def0c357-3b8d-40d8-84cc-81484fce6e7d HTTP/1.1" status: 200 len: 946 time: 0.1012883 Jul 09 14:36:45.659238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d4b52b5a-f16c-4ca4-b7d7-fa34c9a8c0a6 req-2aff1b4e-4b51-447f-84cc-76c26c07bd01 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=c510b0bc-1146-4404-a691-8c22fe2a9c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745783 Jul 09 14:36:45.719505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 06dcda38-36e8-4e16-b8f5-eb5e7456443e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:45.719845 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:45.813042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 06dcda38-36e8-4e16-b8f5-eb5e7456443e, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=06dcda38-36e8-4e16-b8f5-eb5e7456443e,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:45.813396 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:45.826366 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 06dcda38-36e8-4e16-b8f5-eb5e7456443e owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:45.955287 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:45.983324 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=06dcda38-36e8-4e16-b8f5-eb5e7456443e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:46.032414 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] No DVR routers for this DVR port 06dcda38-36e8-4e16-b8f5-eb5e7456443e on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:46.035206 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:46.037148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-02df41b3-69cc-420a-85f7-31e8ef22f0e7 req-c19f146b-edd2-425a-9852-3af8908ed9e1 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.11 "DELETE /v2.0/ports/06dcda38-36e8-4e16-b8f5-eb5e7456443e HTTP/1.1" status: 204 len: 173 time: 0.4294407 Jul 09 14:36:46.037581 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'name': 'network-vif-deleted', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:46.039842 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18609aee-f9ae-4d04-be89-bcf481681a1b" -d '{"events": [{"server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "name": "network-vif-deleted", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:46.075814 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b8397-47e4-4a4f-8eab-f4aec1931d0b x-openstack-request-id: req-ca4b8397-47e4-4a4f-8eab-f4aec1931d0b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:46.076116 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def0c357-3b8d-40d8-84cc-81484fce6e7d", "name": "network-vif-deleted", "tag": "06dcda38-36e8-4e16-b8f5-eb5e7456443e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:46.076372 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca4b8397-47e4-4a4f-8eab-f4aec1931d0b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:46.076775 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def0c357-3b8d-40d8-84cc-81484fce6e7d', 'name': 'network-vif-deleted', 'tag': '06dcda38-36e8-4e16-b8f5-eb5e7456443e', 'status': 'completed', 'code': 200} Jul 09 14:36:46.752450 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54730) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:46.995644 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3a0d714f-542f-4bda-b597-a162ed9eece9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.112756 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.153339 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.391250 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port da036a79-53a9-4cf1-ac45-8779414b38e5 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:47.391608 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.485121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port da036a79-53a9-4cf1-ac45-8779414b38e5, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=da036a79-53a9-4cf1-ac45-8779414b38e5,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:47.485481 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.497557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for da036a79-53a9-4cf1-ac45-8779414b38e5 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:47.623565 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:36:47.680628 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:47.712370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=da036a79-53a9-4cf1-ac45-8779414b38e5,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:47.886638 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.097643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 234c1003-aef8-4537-96f0-1d55c37aa4a1 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:36:48.209384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:48.214298 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8cf3114c-6e9f-4c52-b67b-5359ffb7f2ff tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/234c1003-aef8-4537-96f0-1d55c37aa4a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4608252 Jul 09 14:36:48.217686 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54734) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:48.220331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] Sync routers for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:48.229368 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:48.229980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:48.268812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-e809222f-bfa0-4866-9e1d-a4652ed915f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting subnet 8b19fe94-1db6-4982-8cac-6878ef8cd076 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:36:48.272004 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e809222f-bfa0-4866-9e1d-a4652ed915f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.312941 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e809222f-bfa0-4866-9e1d-a4652ed915f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.337728 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:48.405047 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e809222f-bfa0-4866-9e1d-a4652ed915f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.468466 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e809222f-bfa0-4866-9e1d-a4652ed915f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.498752 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809222f-bfa0-4866-9e1d-a4652ed915f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Subnet': ['ID=8b19fe94-1db6-4982-8cac-6878ef8cd076,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:48.504260 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e809222f-bfa0-4866-9e1d-a4652ed915f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.506583 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e809222f-bfa0-4866-9e1d-a4652ed915f0 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/subnets/8b19fe94-1db6-4982-8cac-6878ef8cd076 HTTP/1.1" status: 204 len: 168 time: 0.2876427 Jul 09 14:36:48.509461 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54736) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:48.516740 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3966e611-50ae-41ac-8606-0333c61027da None None] Network 2a5fd992-6440-4f58-bf44-f0bd526009d2 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:48.595668 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.605672 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:36:47Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:48.617305 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.653824 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] Checking router: 234c1003-aef8-4537-96f0-1d55c37aa4a1 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:48.682842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] Routers {'234c1003-aef8-4537-96f0-1d55c37aa4a1'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:48.683716 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['234c1003-aef8-4537-96f0-1d55c37aa4a1'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:48.722048 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.779190 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 1e36ceaa-40aa-4962-bd39-9bbebc44973d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:48.779548 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.806428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] Set router 234c1003-aef8-4537-96f0-1d55c37aa4a1 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:48.867612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 1e36ceaa-40aa-4962-bd39-9bbebc44973d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=1e36ceaa-40aa-4962-bd39-9bbebc44973d,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:48.867973 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:48.879294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] DHCP port deletion for 2a5fd992-6440-4f58-bf44-f0bd526009d2 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:36:48.880736 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 1e36ceaa-40aa-4962-bd39-9bbebc44973d owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:49.018776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Deleting port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:36:49.019186 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.053175 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.083969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=1e36ceaa-40aa-4962-bd39-9bbebc44973d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:49.095193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] For port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8,segment=NetworkSegment(4165c69a-a57a-425b-9281-da673f036543),segment_id=4165c69a-a57a-425b-9281-da673f036543)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:49.095597 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.097721 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.098080 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.098424 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.098762 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.099158 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.099498 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.099834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.100164 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.100491 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.100819 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.101145 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.101465 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.113433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Calling delete_port for 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:36:49.127458 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:36:47Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:49.159715 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.195579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c3ebd-a9a5-40e4-8e12-78efd8f1e8be None None] The sync data for ids ['234c1003-aef8-4537-96f0-1d55c37aa4a1'] in n-d-799524-3 is: [{'id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370393206', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:02Z', 'updated_at': '2021-07-09T14:36:47Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': '1e36ceaa-40aa-4962-bd39-9bbebc44973d', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c1003-aef8-4537-96f0-1d55c37aa4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:03Z', 'updated_at': '2021-07-09T14:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:49.247361 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.256785 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.258892 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.274527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Pushing event deleted for resources: {'Port': ['ID=64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:49.278828 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] No DVR routers for this DVR port 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:36:49.288513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.288513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.288513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.288513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.288513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.288513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.288513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.288513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.289771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.289771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.289771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.289771 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371b99a-6b31-401a-a87b-44d6eccb42f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:49.303503 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.304012 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Fanout notify agent at l3_agent the message router_deleted on router 234c1003-aef8-4537-96f0-1d55c37aa4a1 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:36:49.311648 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.312942 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-16d715a0-f5c6-4730-b7ee-06744414b207 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/routers/234c1003-aef8-4537-96f0-1d55c37aa4a1 HTTP/1.1" status: 204 len: 168 time: 0.8025064 Jul 09 14:36:49.315665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54740) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:49.397157 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.400500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 06dcda38-36e8-4e16-b8f5-eb5e7456443e no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:49.427316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: 06dcda38-36e8-4e16-b8f5-eb5e7456443e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:49.427707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 06dcda38-36e8-4e16-b8f5-eb5e7456443e not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:49.482116 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.491521 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5fd992-6440-4f58-bf44-f0bd526009d2']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:49.502167 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4165c69a-a57a-425b-9281-da673f036543') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:49.502466 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4165c69a-a57a-425b-9281-da673f036543') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:49.510902 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.530354 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.538150 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:36:49.538150 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:36:49.540131 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:36:49.601533 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.607207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.611739 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/networks/2a5fd992-6440-4f58-bf44-f0bd526009d2 HTTP/1.1" status: 204 len: 168 time: 0.2925725 Jul 09 14:36:49.612253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54742) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:49.626244 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f16a6-f828-4c4c-9de2-c04bd49a1d33 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Network': ['ID=2a5fd992-6440-4f58-bf44-f0bd526009d2,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:49.675533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6cac392e-8890-4174-8bdc-c40020711616 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.702222 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6cac392e-8890-4174-8bdc-c40020711616 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.769348 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6cac392e-8890-4174-8bdc-c40020711616 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.772168 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-6cac392e-8890-4174-8bdc-c40020711616 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:49.773339 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-6cac392e-8890-4174-8bdc-c40020711616 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/security-groups/c510b0bc-1146-4404-a691-8c22fe2a9c7e HTTP/1.1" status: 204 len: 168 time: 0.1603620 Jul 09 14:36:49.783465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac392e-8890-4174-8bdc-c40020711616 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c510b0bc-1146-4404-a691-8c22fe2a9c7e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.023029 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.182675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54748) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.187985 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e4b1b3fe-d00f-4f98-a6b6-ab0e3a216f3d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454722995', 'description': 'tempest-secgroup-smoke-1454722995 description', 'project_id': '28d98936f02d4a6aaf83d2999ceca093'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:50.212952 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b3fe-d00f-4f98-a6b6-ab0e3a216f3d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.300471 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b3fe-d00f-4f98-a6b6-ab0e3a216f3d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.304220 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b3fe-d00f-4f98-a6b6-ab0e3a216f3d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.331718 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e4b1b3fe-d00f-4f98-a6b6-ab0e3a216f3d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.332963 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e4b1b3fe-d00f-4f98-a6b6-ab0e3a216f3d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1486526 Jul 09 14:36:50.334781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1b3fe-d00f-4f98-a6b6-ab0e3a216f3d tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.335969 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54750) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.341460 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-a36c34c3-95e3-4a95-884c-74f6afc0d831 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:50.368526 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36c34c3-95e3-4a95-884c-74f6afc0d831 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.426850 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36c34c3-95e3-4a95-884c-74f6afc0d831 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.431753 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36c34c3-95e3-4a95-884c-74f6afc0d831 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.450066 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c34c3-95e3-4a95-884c-74f6afc0d831 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0327beca-61a6-41f2-b206-3fdee0ae7cac,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.455172 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e36ceaa-40aa-4962-bd39-9bbebc44973d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:50.460272 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a36c34c3-95e3-4a95-884c-74f6afc0d831 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.461655 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-a36c34c3-95e3-4a95-884c-74f6afc0d831 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246638 Jul 09 14:36:50.465359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54752) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.469967 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-faf2f77c-2f24-47ce-9d19-5a0029cb49de tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:50.476459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 1e36ceaa-40aa-4962-bd39-9bbebc44973d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:50.476817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 1e36ceaa-40aa-4962-bd39-9bbebc44973d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:50.477243 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:50.496425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-faf2f77c-2f24-47ce-9d19-5a0029cb49de tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.499091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:50.499439 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 64013eb4-5e5d-4ad6-8c19-d8c11f9dc1c8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:50.499860 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device da036a79-53a9-4cf1-ac45-8779414b38e5 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:36:50.519493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: da036a79-53a9-4cf1-ac45-8779414b38e5 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:36:50.519778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device da036a79-53a9-4cf1-ac45-8779414b38e5 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:36:50.557373 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-faf2f77c-2f24-47ce-9d19-5a0029cb49de tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.561425 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-faf2f77c-2f24-47ce-9d19-5a0029cb49de tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.578920 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2f77c-2f24-47ce-9d19-5a0029cb49de tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee942da-b0f5-4fba-afb5-138a6ca6eafd,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.585296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-faf2f77c-2f24-47ce-9d19-5a0029cb49de tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.586502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-faf2f77c-2f24-47ce-9d19-5a0029cb49de tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202710 Jul 09 14:36:50.589227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54754) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.594347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b3beb496-69ae-4b4d-9cc4-2e18d5df44f8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:50.619379 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3beb496-69ae-4b4d-9cc4-2e18d5df44f8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.678405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3beb496-69ae-4b4d-9cc4-2e18d5df44f8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.682160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3beb496-69ae-4b4d-9cc4-2e18d5df44f8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.702203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beb496-69ae-4b4d-9cc4-2e18d5df44f8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9b9bee-e4dc-4db7-b901-a0b7175040ec,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.705760 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b3beb496-69ae-4b4d-9cc4-2e18d5df44f8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.706931 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b3beb496-69ae-4b4d-9cc4-2e18d5df44f8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160474 Jul 09 14:36:50.709663 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54756) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.714048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5e90a694-811d-4c30-885f-c3e651e221ed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:50.739923 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e90a694-811d-4c30-885f-c3e651e221ed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.797807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e90a694-811d-4c30-885f-c3e651e221ed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.801130 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e90a694-811d-4c30-885f-c3e651e221ed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.818115 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90a694-811d-4c30-885f-c3e651e221ed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6433a95-d550-4ab8-9771-ff5dfb7b7a8b,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.824822 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5e90a694-811d-4c30-885f-c3e651e221ed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.826159 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5e90a694-811d-4c30-885f-c3e651e221ed tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155705 Jul 09 14:36:50.828999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54758) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.833346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a62ac2fe-11a8-4669-8163-5d35581e6aec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:50.854875 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-a62ac2fe-11a8-4669-8163-5d35581e6aec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:36:50.859806 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a62ac2fe-11a8-4669-8163-5d35581e6aec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.918522 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a62ac2fe-11a8-4669-8163-5d35581e6aec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.921975 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a62ac2fe-11a8-4669-8163-5d35581e6aec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.940631 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ac2fe-11a8-4669-8163-5d35581e6aec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00694c64-4291-4b8e-a349-8703771b94a4,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:50.943328 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a62ac2fe-11a8-4669-8163-5d35581e6aec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:50.944504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a62ac2fe-11a8-4669-8163-5d35581e6aec tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145883 Jul 09 14:36:50.947479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54760) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:50.952476 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-8b1a780c-4761-4a6a-840c-808305589428 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'security_group_rule': {'security_group_id': 'f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:50.973136 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-8b1a780c-4761-4a6a-840c-808305589428 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Project 28d98936f02d4a6aaf83d2999ceca093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:36:50.977785 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b1a780c-4761-4a6a-840c-808305589428 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.039108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b1a780c-4761-4a6a-840c-808305589428 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.043258 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b1a780c-4761-4a6a-840c-808305589428 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.060300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a780c-4761-4a6a-840c-808305589428 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca80557-deff-45f5-827e-383d797f3f02,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:51.065735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8b1a780c-4761-4a6a-840c-808305589428 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.066961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-8b1a780c-4761-4a6a-840c-808305589428 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184835 Jul 09 14:36:51.070027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54762) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:51.074914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'network': {'name': 'tempest-network-smoke--689000431', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'port_security_enabled': True}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:51.094901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:51.098249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.121787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:36:51.131712 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.132054 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Added segment eb3766a3-2843-41d3-996a-1444ade10e82 of type vlan for network 63bf9b68-53ff-4365-9c69-66023cb43c38 Jul 09 14:36:51.174440 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.202352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.208391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:51.209000 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.269765 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1986852 Jul 09 14:36:51.273946 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54764) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:51.278973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c0878-ced2-4d8a-9c5d-02c588e43542 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Network': ['ID=63bf9b68-53ff-4365-9c69-66023cb43c38,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:51.280403 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'admin_state_up': True, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:51.290310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:36:51.305276 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.306289 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.363167 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.504998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.695348 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.713866 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.816381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.185 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/dd4e1ce9-9396-4e57-aad8-eeb48f6993b8) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:51.914002 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.952602 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:51.994827 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:51.998592 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:52.002083 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:52.007768 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=dd4e1ce9-9396-4e57-aad8-eeb48f6993b8,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:52.248031 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:52.443361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:52.567155 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 5813ba96-801d-4623-869b-8e3e95930383 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:36:52.977964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:52.987000 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Sync routers for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:52.995768 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:52.996222 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:52.996501 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:52.997750 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-eefe7cd2-f9a2-46a1-b21a-14b2c9ed2e1c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7226582 Jul 09 14:36:53.001777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54766) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:53.072182 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b2ccc07f-ee14-4b64-af55-70309ee1b402 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=28d98936f02d4a6aaf83d2999ceca093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669532 Jul 09 14:36:53.072435 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54770) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:53.101428 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:53.160574 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f935781-e234-4aa5-b184-415cd1546444 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:53.163190 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6f935781-e234-4aa5-b184-415cd1546444 tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888312 Jul 09 14:36:53.165015 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54772) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:53.197767 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cdc85683-b623-43e5-aba9-af74c6278c9d tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=47760c35-4585-4bbc-bb6c-63309fc27b1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312345 Jul 09 14:36:53.200708 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54774) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:53.205665 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1858366964', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:53.276014 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:52Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:53.291817 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:53.295534 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.302155 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Checking router: 5813ba96-801d-4623-869b-8e3e95930383 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:53.302510 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Updating router 5813ba96-801d-4623-869b-8e3e95930383 port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:36:53.336657 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.485993 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.546558 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Subnet': ['ID=130a3950-4dde-41f1-83e7-bac3e26d6583,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:53.555035 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Checking segment: {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:53.555406 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network hostable DHCP agents. Network: 63bf9b68-53ff-4365-9c69-66023cb43c38, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:36:53.572421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:36:53.581060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 63bf9b68-53ff-4365-9c69-66023cb43c38) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:53.587000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:53.587250 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.593039 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8746fa-2ff4-4e72-a07f-f0022729e9d6 None None] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:53.604163 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9adf5570-6c2a-4e76-a777-88af57c03552 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4022391 Jul 09 14:36:53.607743 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54776) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:53.700961 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.710970 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Transition to ACTIVE for port object dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:53.718440 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.763849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-63bf9b68-53ff-4365-9c69-66023cb43c38', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:36:53.764757 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.768405 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Attempting to bind port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:53.768766 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Attempting to bind port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:53.769120 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Attempting to bind port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:53.777909 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Pushing event updated for resources: {'Port': ['ID=dd4e1ce9-9396-4e57-aad8-eeb48f6993b8,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:53.780852 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:53.781218 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:53.781870 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.782253 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:53.782715 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Bound port: dd4e1ce9-9396-4e57-aad8-eeb48f6993b8, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:53.783109 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.812105 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.812947 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.813299 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.813637 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.813982 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.814316 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.815192 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.815537 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.815863 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.816192 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.816522 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.816835 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:36:53.857804 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] For port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:53.861404 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] For port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dd4e1ce9-9396-4e57-aad8-eeb48f6993b8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:53.866362 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:53.917559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Allocated IP 172.20.0.2 (63bf9b68-53ff-4365-9c69-66023cb43c38/130a3950-4dde-41f1-83e7-bac3e26d6583/b868da6f-79b9-43d7-974f-c576e01d03c1) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:53.926178 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:53.926968 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:53.962076 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e321-e05a-478e-967f-27a8e31de33e None None] Pushing event updated for resources: {'Port': ['ID=dd4e1ce9-9396-4e57-aad8-eeb48f6993b8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:54.043322 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:54.069171 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.077883 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.088084 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Transition to ACTIVE for port object b868da6f-79b9-43d7-974f-c576e01d03c1 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:54.104158 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Transition to ACTIVE for port object b868da6f-79b9-43d7-974f-c576e01d03c1 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:54.111261 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.164459 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:54.168354 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:54.171085 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:54.178721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Pushing event updated for resources: {'Port': ['ID=b868da6f-79b9-43d7-974f-c576e01d03c1,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:54.233701 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:52Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:54.235520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Attempting to bind port b868da6f-79b9-43d7-974f-c576e01d03c1 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:54.235970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Attempting to bind port b868da6f-79b9-43d7-974f-c576e01d03c1 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:54.236407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Attempting to bind port b868da6f-79b9-43d7-974f-c576e01d03c1 on network 63bf9b68-53ff-4365-9c69-66023cb43c38 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:54.241637 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:54.242013 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Checking segment: {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:54.242421 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.242817 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Bound using segment: {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:54.243317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Bound port: b868da6f-79b9-43d7-974f-c576e01d03c1, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:54.243704 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.268691 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b215b-7a94-4961-a138-801918e95eb3 None None] The sync data for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 is: [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:52Z', 'revision_number': 3, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:54.320127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] For port b868da6f-79b9-43d7-974f-c576e01d03c1, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:54.323314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] For port b868da6f-79b9-43d7-974f-c576e01d03c1, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b868da6f-79b9-43d7-974f-c576e01d03c1,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:54.328803 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.369862 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.1 (63bf9b68-53ff-4365-9c69-66023cb43c38/130a3950-4dde-41f1-83e7-bac3e26d6583/e894e56a-53c7-4b3a-b89d-316aa33c812a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:54.390647 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486c8bf-ffa4-4554-9683-71829aa50c19 None None] Pushing event updated for resources: {'Port': ['ID=b868da6f-79b9-43d7-974f-c576e01d03c1,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:54.502848 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.535670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object e894e56a-53c7-4b3a-b89d-316aa33c812a will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:54.585802 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:54.665878 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:54.667680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:54.671847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:54.700545 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=e894e56a-53c7-4b3a-b89d-316aa33c812a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:54.725942 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.247256 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.391717 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d20cb-dac6-4d70-b18c-7d5481197219 None None] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:36:55.527688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d1825902-192b-4182-9bb1-f798b43738e8 None None] Provisioning for port b868da6f-79b9-43d7-974f-c576e01d03c1 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:55.543414 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.548728 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.623442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=e894e56a-53c7-4b3a-b89d-316aa33c812a,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:55.625745 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.730661 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:55.732289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:55.855124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 5813ba96-801d-4623-869b-8e3e95930383 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:36:55.872352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-de837d45-3441-49f5-bb6e-fdb29c278ee3 None None] Provisioning for port e894e56a-53c7-4b3a-b89d-316aa33c812a completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:55.877372 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-de837d45-3441-49f5-bb6e-fdb29c278ee3 None None] Provisioning complete for port e894e56a-53c7-4b3a-b89d-316aa33c812a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:55.877801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-de837d45-3441-49f5-bb6e-fdb29c278ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:55.918660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-de837d45-3441-49f5-bb6e-fdb29c278ee3 None None] Port e894e56a-53c7-4b3a-b89d-316aa33c812a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:55.978521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:55.984348 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ba94120f-e84e-41cb-bb6d-8c66dc3a78af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/5813ba96-801d-4623-869b-8e3e95930383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755693 Jul 09 14:36:56.028274 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Sync routers for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:56.039898 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:56.040781 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:56.104821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-bedadd36-5365-4798-93df-e2be12c8a1e2 None None] Provisioning complete for port e894e56a-53c7-4b3a-b89d-316aa33c812a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:56.105196 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bedadd36-5365-4798-93df-e2be12c8a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.150142 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-cb263331-ef50-4e65-986c-bb77368e984a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454722995&fields=id&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 267 time: 0.0463161 Jul 09 14:36:56.177111 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-bedadd36-5365-4798-93df-e2be12c8a1e2 None None] Port e894e56a-53c7-4b3a-b89d-316aa33c812a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:56.190293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:56.260052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-5a4e6440-040f-42d2-b410-5307c129311b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:56.261954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-5a4e6440-040f-42d2-b410-5307c129311b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/networks?id=63bf9b68-53ff-4365-9c69-66023cb43c38 HTTP/1.1" status: 200 len: 796 time: 0.1041310 Jul 09 14:36:56.277207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-bbbc71a1-9ef3-4103-a216-ddb4a3ecdab5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/quotas/28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 375 time: 0.0100243 Jul 09 14:36:56.331014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-91e5f866-d26f-480e-b6a4-3dfa1beb9bf4 None None] Provisioning complete for port e894e56a-53c7-4b3a-b89d-316aa33c812a triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:56.331796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-91e5f866-d26f-480e-b6a4-3dfa1beb9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.351477 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-8b617e1e-ffdc-4062-9c16-3921436e623f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677471 Jul 09 14:36:56.398688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-91e5f866-d26f-480e-b6a4-3dfa1beb9bf4 None None] Port e894e56a-53c7-4b3a-b89d-316aa33c812a cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:56.409796 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-c3c48928-b38a-45b5-b263-bcc0ffd7ce63 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:36:56.410805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-c3c48928-b38a-45b5-b263-bcc0ffd7ce63 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465612 Jul 09 14:36:56.444941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 2, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:56.473999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Checking router: 5813ba96-801d-4623-869b-8e3e95930383 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:56.474353 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Updating router 5813ba96-801d-4623-869b-8e3e95930383 port e894e56a-53c7-4b3a-b89d-316aa33c812a binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:36:56.520603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-70aa7168-fe93-494c-9150-aa7ed26307cf service neutron] 10.222.0.32 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002579 Jul 09 14:36:56.626030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-299361c6-3b00-4451-99a7-cc87e405c0e0 service neutron] 10.222.0.32 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992451 Jul 09 14:36:56.680207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:56.705533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.808912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-211bb24f-3a88-4477-a4c3-62682559a638 req-4c66e421-bea5-414f-8886-51f900de7c25 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 210 time: 0.0351291 Jul 09 14:36:56.814678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:56.824382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:56.824755 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:56.989499 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.027056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dd4e1ce9-9396-4e57-aad8-eeb48f6993b8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:57.033494 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.034277 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b868da6f-79b9-43d7-974f-c576e01d03c1 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:57.170959 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.172951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=dd4e1ce9-9396-4e57-aad8-eeb48f6993b8,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:57.186912 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Transition to ACTIVE for port object e894e56a-53c7-4b3a-b89d-316aa33c812a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:57.190432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b868da6f-79b9-43d7-974f-c576e01d03c1 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:57.194524 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.198969 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b868da6f-79b9-43d7-974f-c576e01d03c1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:57.199344 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.280909 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c0181-b3d9-4105-9e30-41281da865ce None None] Pushing event updated for resources: {'Port': ['ID=e894e56a-53c7-4b3a-b89d-316aa33c812a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:57.361939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Attempting to bind port e894e56a-53c7-4b3a-b89d-316aa33c812a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:57.362317 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Attempting to bind port e894e56a-53c7-4b3a-b89d-316aa33c812a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:57.362692 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Attempting to bind port e894e56a-53c7-4b3a-b89d-316aa33c812a on network 63bf9b68-53ff-4365-9c69-66023cb43c38 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:57.374695 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:57.375108 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Checking segment: {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:57.375562 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.375960 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Bound using segment: {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:57.376438 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Bound port: e894e56a-53c7-4b3a-b89d-316aa33c812a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:57.376829 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.389121 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.468142 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b868da6f-79b9-43d7-974f-c576e01d03c1, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b868da6f-79b9-43d7-974f-c576e01d03c1,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:57.479880 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.489841 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] For port e894e56a-53c7-4b3a-b89d-316aa33c812a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:57.532173 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] For port e894e56a-53c7-4b3a-b89d-316aa33c812a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e894e56a-53c7-4b3a-b89d-316aa33c812a,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:57.540441 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:57.573815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b868da6f-79b9-43d7-974f-c576e01d03c1,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:57.603265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:57.603906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:57.675599 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c0181-b3d9-4105-9e30-41281da865ce None None] Pushing event updated for resources: {'Port': ['ID=e894e56a-53c7-4b3a-b89d-316aa33c812a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:57.734685 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:57.957850 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:57Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:57.972390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b47936e-325a-4cb6-ba05-8c59dc44fd2a req-adf77373-94d0-43bf-acf2-3b63f9cc3b78 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 210 time: 0.0411465 Jul 09 14:36:57.989629 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe188ee-77b0-4f40-8121-6c6e960adbab None None] The sync data for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 is: [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:57Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:58.044864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-9a2ffe1e-0183-4079-a6e8-89c3c52b90c8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:58.049733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-9a2ffe1e-0183-4079-a6e8-89c3c52b90c8 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/networks?id=63bf9b68-53ff-4365-9c69-66023cb43c38 HTTP/1.1" status: 200 len: 796 time: 0.1765158 Jul 09 14:36:58.099846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-01da9b12-c322-4be7-9b9b-1493dc8d8249 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d98936f02d4a6aaf83d2999ceca093 HTTP/1.1" status: 200 len: 380 time: 0.0408163 Jul 09 14:36:58.111383 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'port': {'device_id': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'admin_state_up': True, 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'security_groups': ['f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:58.228667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Made reservation on behalf of 28d98936f02d4a6aaf83d2999ceca093 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:36:58.232926 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.372930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.20.0.11 (63bf9b68-53ff-4365-9c69-66023cb43c38/130a3950-4dde-41f1-83e7-bac3e26d6583/353e8fd1-0a00-499b-a0e1-eb555a0f5b1e) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:58.533626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.549675 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Transition to ACTIVE for port object 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:58.564972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e894e56a-53c7-4b3a-b89d-316aa33c812a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:58.589905 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.616961 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e894e56a-53c7-4b3a-b89d-316aa33c812a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:58.622254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e894e56a-53c7-4b3a-b89d-316aa33c812a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:58.622717 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.641767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:58.645585 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:58.650763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:58.656603 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:58.713347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:58.715356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.725024 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.732789 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-1ebf4d50-3e0b-4ec1-8e0b-660bcd851905 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6256847 Jul 09 14:36:58.766190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e894e56a-53c7-4b3a-b89d-316aa33c812a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e894e56a-53c7-4b3a-b89d-316aa33c812a,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:58.770561 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.771508 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:58.799739 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Request body: {'port': {'device_id': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:58.860186 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e894e56a-53c7-4b3a-b89d-316aa33c812a,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:58.884065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:58.884065 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.895678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:58.980071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b868da6f-79b9-43d7-974f-c576e01d03c1 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:59.028009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9d6563db-c046-4743-a5c1-507c45d26f0b None None] Provisioning for port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:59.035679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9d6563db-c046-4743-a5c1-507c45d26f0b None None] Provisioning complete for port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:59.036063 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9d6563db-c046-4743-a5c1-507c45d26f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.060007 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b868da6f-79b9-43d7-974f-c576e01d03c1 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:59.060393 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.110237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-9d6563db-c046-4743-a5c1-507c45d26f0b None None] Port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:59.235522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:59.244821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.263109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe364-0950-4c86-9cbd-823b23728974 req-2602fa06-1284-46fe-b654-b695a45b76f7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.264637 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17ffe364-0950-4c86-9cbd-823b23728974 req-2602fa06-1284-46fe-b654-b695a45b76f7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 932 time: 0.1289196 Jul 09 14:36:59.270323 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Transition to ACTIVE for port object 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:59.278980 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.355394 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Pushing event updated for resources: {'Port': ['ID=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:59.381702 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17ffe364-0950-4c86-9cbd-823b23728974 req-96c2f49f-0caf-4d00-8d28-64ea2c385eb7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096375 Jul 09 14:36:59.437040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Attempting to bind port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:59.437374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Attempting to bind port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:59.437700 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Attempting to bind port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e on network 63bf9b68-53ff-4365-9c69-66023cb43c38 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:59.442361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e on network 63bf9b68-53ff-4365-9c69-66023cb43c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:59.442682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Attempting to bind port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e on network 63bf9b68-53ff-4365-9c69-66023cb43c38 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:59.448867 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:59.449206 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Checking segment: {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:59.449712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Bound using segment: {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:59.450137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Bound port: 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3766a3-2843-41d3-996a-1444ade10e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:59.450493 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.523587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] For port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:59.526798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] For port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:59.533504 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.567901 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.568605 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:59.570061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] 10.222.0.10 "PUT /v2.0/ports/353e8fd1-0a00-499b-a0e1-eb555a0f5b1e HTTP/1.1" status: 200 len: 1092 time: 0.8296263 Jul 09 14:36:59.572310 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:59.575127 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e560f6f-1789-464d-b8c4-1b313dd1241f" -d '{"events": [{"name": "network-changed", "server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:59.603573 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7509dff-90fa-43d6-9d5e-a543eb79b4dd service neutron] Pushing event updated for resources: {'Port': ['ID=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:59.637748 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a513d208-9b81-4cca-8ca9-51946a621b5e x-openstack-request-id: req-a513d208-9b81-4cca-8ca9-51946a621b5e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:59.638043 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:59.638293 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a513d208-9b81-4cca-8ca9-51946a621b5e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:59.638688 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'status': 'completed', 'code': 200} Jul 09 14:36:59.665769 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-5c4b7ede-5ac1-4094-9b9f-10e6c3a9f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.668269 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-5c4b7ede-5ac1-4094-9b9f-10e6c3a9f134 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 1095 time: 0.0587044 Jul 09 14:36:59.718974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-adf85555-1a5c-4d42-8335-c549b4dcd0d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e HTTP/1.1" status: 200 len: 217 time: 0.0432122 Jul 09 14:36:59.770242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-ac0c8822-1a9f-4047-8032-8ea4623bbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.771784 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-ac0c8822-1a9f-4047-8032-8ea4623bbadc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=130a3950-4dde-41f1-83e7-bac3e26d6583 HTTP/1.1" status: 200 len: 835 time: 0.0465333 Jul 09 14:36:59.830872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-34eb11ab-3f69-4370-9df2-750cab5003bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:59.832365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-34eb11ab-3f69-4370-9df2-750cab5003bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63bf9b68-53ff-4365-9c69-66023cb43c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520258 Jul 09 14:36:59.925186 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-fed0e982-867d-44c0-b56d-fb8cc748e620 service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851326 Jul 09 14:37:00.014704 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3fc45f2d-9fda-4e1a-9ab0-86462a5e5807 req-ed4d4ffc-78dd-49f6-9d95-cc52350b523f service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830476 Jul 09 14:37:00.114598 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-eba95505-fd28-408c-99a5-d6f40e75b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.116137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-eba95505-fd28-408c-99a5-d6f40e75b935 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 1095 time: 0.0523477 Jul 09 14:37:00.210467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-e3779815-a150-4244-91b9-bf5cd1590ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.211990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-e3779815-a150-4244-91b9-bf5cd1590ae8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=63bf9b68-53ff-4365-9c69-66023cb43c38 HTTP/1.1" status: 200 len: 896 time: 0.0895607 Jul 09 14:37:00.253860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-5926b4d1-9b6e-46ea-a89d-31122e393b2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e HTTP/1.1" status: 200 len: 217 time: 0.0340264 Jul 09 14:37:00.302103 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-235ceb7a-f379-4da4-a213-3944ce143af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.303606 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-235ceb7a-f379-4da4-a213-3944ce143af9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=130a3950-4dde-41f1-83e7-bac3e26d6583 HTTP/1.1" status: 200 len: 835 time: 0.0433626 Jul 09 14:37:00.364970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-5d37985f-3bb3-4a2d-812c-6634c6dfacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.366431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-5d37985f-3bb3-4a2d-812c-6634c6dfacb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63bf9b68-53ff-4365-9c69-66023cb43c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549974 Jul 09 14:37:00.462061 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-32327710-5721-4ebc-bbab-f696b59775b7 service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879896 Jul 09 14:37:00.466785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e894e56a-53c7-4b3a-b89d-316aa33c812a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:00.515296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e894e56a-53c7-4b3a-b89d-316aa33c812a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:00.515794 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:00.599798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8e560f6f-1789-464d-b8c4-1b313dd1241f req-75f85c65-0c70-4101-a7c8-9015f1b9a6b8 service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306782 Jul 09 14:37:00.615620 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c5499-e795-4da9-8c06-c8652eadb8bb req-b70571ab-ab84-4458-8a0a-304e7f20c042 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:00.617130 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d16c5499-e795-4da9-8c06-c8652eadb8bb req-b70571ab-ab84-4458-8a0a-304e7f20c042 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 944 time: 0.1007097 Jul 09 14:37:00.655305 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d16c5499-e795-4da9-8c06-c8652eadb8bb req-a8958243-2804-46c8-ac81-ec48231303b9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Jul 09 14:37:01.830952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e72cef-2417-4a5f-9fcc-33cdf2cdfebd req-7ddd4bed-e4e1-47e1-a889-3d780f16e167 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:01.832486 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99e72cef-2417-4a5f-9fcc-33cdf2cdfebd req-7ddd4bed-e4e1-47e1-a889-3d780f16e167 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 944 time: 0.0669794 Jul 09 14:37:01.868825 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-99e72cef-2417-4a5f-9fcc-33cdf2cdfebd req-c3ad2c55-6b43-47aa-b59b-33ced372e2cd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Jul 09 14:37:03.016165 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:37:03.039007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56015aa-2545-4776-a110-5bc1fb703ff5 req-05288df9-257b-4e77-bdf8-f0a980cb3f93 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:03.040521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b56015aa-2545-4776-a110-5bc1fb703ff5 req-05288df9-257b-4e77-bdf8-f0a980cb3f93 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 944 time: 0.0631459 Jul 09 14:37:03.078224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b56015aa-2545-4776-a110-5bc1fb703ff5 req-ca0676b3-725c-4a2e-9ced-febe942d4674 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Jul 09 14:37:03.113374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:03.124859 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'port_id': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'mac_address': 'fa:16:3e:bf:7e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:37:03.162063 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.175786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:37:03.194505 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:03.198388 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:03.248633 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:03.441271 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['353e8fd1-0a00-499b-a0e1-eb555a0f5b1e'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:37:04.251384 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eace3a-a05e-4df4-b0d9-fd4c37bfc38e req-3157e803-f153-4bee-8815-8e06d5e6b4f7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:04.252883 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33eace3a-a05e-4df4-b0d9-fd4c37bfc38e req-3157e803-f153-4bee-8815-8e06d5e6b4f7 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 945 time: 0.0626776 Jul 09 14:37:04.294031 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-33eace3a-a05e-4df4-b0d9-fd4c37bfc38e req-f5178e8f-4eee-4975-a618-99684a8eff0b tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356672 Jul 09 14:37:05.031842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:05.078754 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:05.082254 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:05.082624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.157951 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.179433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:05.181652 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d640e65-c8b2-4c2a-8a0a-4de3e25b00f4" -d '{"events": [{"server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "name": "network-vif-plugged", "status": "completed", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:05.195107 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:05.200408 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.250918 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:05.267678 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21049c7-4551-473f-b7a1-8f7fdf58416f x-openstack-request-id: req-c21049c7-4551-473f-b7a1-8f7fdf58416f {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:05.267971 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "name": "network-vif-plugged", "status": "completed", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:05.268221 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c21049c7-4551-473f-b7a1-8f7fdf58416f {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:05.268635 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'code': 200} Jul 09 14:37:05.378778 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d19a2c-7614-47af-a500-2604b00ba1d7 req-bb535270-a89d-4fff-9069-4f10e2aac3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:05.380338 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00d19a2c-7614-47af-a500-2604b00ba1d7 req-bb535270-a89d-4fff-9069-4f10e2aac3e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0515199 Jul 09 14:37:05.416047 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-00d19a2c-7614-47af-a500-2604b00ba1d7 req-2752d1a8-34d3-45f8-b183-2289a29fa098 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292120 Jul 09 14:37:05.480811 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b55b-0906-4210-9672-4055fe4f7992 req-fc1e7156-0d8a-4164-8f35-0cbc2d363958 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:05.482312 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7966b55b-0906-4210-9672-4055fe4f7992 req-fc1e7156-0d8a-4164-8f35-0cbc2d363958 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0683255 Jul 09 14:37:05.523511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7966b55b-0906-4210-9672-4055fe4f7992 req-f1671932-43a7-4085-b377-d495de63364f tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356596 Jul 09 14:37:06.696858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22105819-e33a-4406-bd20-7c778ffb0cde req-81eecdc2-647a-452c-99e1-5fd63b7f8f83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:06.698257 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22105819-e33a-4406-bd20-7c778ffb0cde req-81eecdc2-647a-452c-99e1-5fd63b7f8f83 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0653391 Jul 09 14:37:06.741484 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-22105819-e33a-4406-bd20-7c778ffb0cde req-9d042304-b92d-46e8-936a-de6ff9ca1ece tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376842 Jul 09 14:37:06.910858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d48c0-1702-4300-aee4-9070bd906bc7 req-5e2a56d2-1dde-4b37-afca-18a0cea8e9ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:06.912349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544d48c0-1702-4300-aee4-9070bd906bc7 req-5e2a56d2-1dde-4b37-afca-18a0cea8e9ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0639067 Jul 09 14:37:06.949958 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-544d48c0-1702-4300-aee4-9070bd906bc7 req-812b4716-9292-4ba6-ab18-199143e446bd tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Jul 09 14:37:06.976857 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54836) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:07.029376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dce7ab-f19e-41d3-a8b0-c2adc7baf2cc tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:07.031256 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b1dce7ab-f19e-41d3-a8b0-c2adc7baf2cc tempest-TestNetworkAdvancedServerOps-1997361847 tempest-TestNetworkAdvancedServerOps-1997361847-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 1092 time: 0.0533786 Jul 09 14:37:07.034086 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54838) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:07.042497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:07.066844 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.167596 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.272593 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Allocated IP 172.25.5.64 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/742f04b0-d470-40ac-ad17-f9996951aeb8) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:07.373970 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.417530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.454519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:07.460528 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:07.463368 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:07.493888 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=742f04b0-d470-40ac-ad17-f9996951aeb8,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:07.826782 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.902821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.049253 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.053681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.121024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event updated for resources: {'Port': ['ID=742f04b0-d470-40ac-ad17-f9996951aeb8,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:08.130165 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.228573 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP 6d20fe36-f87e-4e75-b3df-5420bf6d9437 associated. External IP: 172.25.5.64, port: 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e. Jul 09 14:37:08.789449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 5813ba96-801d-4623-869b-8e3e95930383 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:37:08.895328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:08.905417 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] Sync routers for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:08.912958 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.914960 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:08.915638 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:08.949330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-55ffa968-78d3-4edf-a332-3d98da4be572 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9141793 Jul 09 14:37:08.950022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:08.952564 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3897e4df-dcbe-43bf-8d86-7cc331ad3053" -d '{"events": [{"name": "network-changed", "server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:09.020525 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:09.100874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee2ee-7168-4d65-a711-2f35650af284 req-79774bbb-c7d5-4512-9291-c8363434a3f2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:09.102371 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-237ee2ee-7168-4d65-a711-2f35650af284 req-79774bbb-c7d5-4512-9291-c8363434a3f2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0624883 Jul 09 14:37:09.143638 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-237ee2ee-7168-4d65-a711-2f35650af284 req-65b13076-e816-402c-a50a-6542943dc231 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319061 Jul 09 14:37:09.165796 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54844) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:09.187874 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ff897e-d063-40a5-8da0-bf32843c648c x-openstack-request-id: req-c7ff897e-d063-40a5-8da0-bf32843c648c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:09.188171 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:09.188423 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7ff897e-d063-40a5-8da0-bf32843c648c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:09.188824 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'status': 'completed', 'code': 200} Jul 09 14:37:09.242889 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '6d20fe36-f87e-4e75-b3df-5420bf6d9437', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '5813ba96-801d-4623-869b-8e3e95930383', 'port_id': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'mac_address': 'fa:16:3e:bf:7e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:07Z', 'updated_at': '2021-07-09T14:37:07Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:09.243240 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-99a54a98-129f-405a-96b2-8a8661c05ea2 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/6d20fe36-f87e-4e75-b3df-5420bf6d9437 HTTP/1.1" status: 200 len: 991 time: 0.0754573 Jul 09 14:37:09.269136 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] Checking router: 5813ba96-801d-4623-869b-8e3e95930383 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:37:09.270048 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-8a915e54-55d2-43f8-8623-4249d7d46a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:09.271809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-8a915e54-55d2-43f8-8623-4249d7d46a71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0594637 Jul 09 14:37:09.278515 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:09.279157 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:36:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:09.362339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-016ae7e7-1fe8-4a97-baa8-fc4ed53e0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:09.363880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-016ae7e7-1fe8-4a97-baa8-fc4ed53e0a72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=63bf9b68-53ff-4365-9c69-66023cb43c38 HTTP/1.1" status: 200 len: 896 time: 0.0863605 Jul 09 14:37:09.383758 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:09.432332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-501a3245-e65e-4a0e-9fe8-00c4145f0e6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e HTTP/1.1" status: 200 len: 999 time: 0.0619938 Jul 09 14:37:09.487264 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-2abb9869-eb62-4ae0-9375-108a442e9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:09.488770 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-2abb9869-eb62-4ae0-9375-108a442e9a10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=130a3950-4dde-41f1-83e7-bac3e26d6583 HTTP/1.1" status: 200 len: 835 time: 0.0508802 Jul 09 14:37:09.546737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-2dadd212-5653-48c1-9666-c06a7443d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:09.548300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-2dadd212-5653-48c1-9666-c06a7443d630 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63bf9b68-53ff-4365-9c69-66023cb43c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536675 Jul 09 14:37:09.614358 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '6d20fe36-f87e-4e75-b3df-5420bf6d9437', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '5813ba96-801d-4623-869b-8e3e95930383', 'port_id': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'mac_address': 'fa:16:3e:bf:7e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:07Z', 'updated_at': '2021-07-09T14:37:07Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:09.641465 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4717595-946e-4d1f-9197-bb462e9c7f0f None None] The sync data for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 is: [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '6d20fe36-f87e-4e75-b3df-5420bf6d9437', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '5813ba96-801d-4623-869b-8e3e95930383', 'port_id': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'mac_address': 'fa:16:3e:bf:7e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:37:07Z', 'updated_at': '2021-07-09T14:37:07Z', 'revision_number': 0, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:37:09.643038 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-b9f42c53-07f1-435d-ba6f-9665d0ae246c service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885143 Jul 09 14:37:09.735016 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3897e4df-dcbe-43bf-8d86-7cc331ad3053 req-706bf877-8ec8-4b62-a00e-6d964e1c2726 service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857089 Jul 09 14:37:09.842713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c4f56-49f5-48b1-9a97-d398d1c51a6d None None] New status for floating IP 6d20fe36-f87e-4e75-b3df-5420bf6d9437: ACTIVE {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:37:10.246570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54846) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:10.310580 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e90e777d-5789-4a62-bf88-0223557686f9 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/6d20fe36-f87e-4e75-b3df-5420bf6d9437 HTTP/1.1" status: 200 len: 993 time: 0.0628848 Jul 09 14:37:13.950796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:14.394002 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a4a30d4-0872-483b-8ab9-01a6d65af1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:14.814677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:16.998731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6606349f-6678-494a-9e99-e2acb25278f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:17.155255 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:18.555728 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:20.026732 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:24.623122 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:37:32.296940 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-fc56f54a-2438-46ba-b30a-d1ce2ebb8c9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514002 Jul 09 14:37:32.389763 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-f618d103-b02f-41e3-95d8-784ff796df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.391311 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-f618d103-b02f-41e3-95d8-784ff796df12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0517416 Jul 09 14:37:32.504886 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-1c60b22f-64ac-4c65-ba8d-4a70b932e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.506364 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-1c60b22f-64ac-4c65-ba8d-4a70b932e3b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=63bf9b68-53ff-4365-9c69-66023cb43c38 HTTP/1.1" status: 200 len: 896 time: 0.0899024 Jul 09 14:37:32.571534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-498b55e3-c54f-4ce3-b229-f121793db386 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e HTTP/1.1" status: 200 len: 1001 time: 0.0576334 Jul 09 14:37:32.620299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-46a96e01-0659-498f-82c8-c1db90ea43a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.621684 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-46a96e01-0659-498f-82c8-c1db90ea43a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=130a3950-4dde-41f1-83e7-bac3e26d6583 HTTP/1.1" status: 200 len: 835 time: 0.0424404 Jul 09 14:37:32.682557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-96c1ee7f-0d32-424a-b589-5bef33a4aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:32.683949 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-96c1ee7f-0d32-424a-b589-5bef33a4aa1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63bf9b68-53ff-4365-9c69-66023cb43c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546432 Jul 09 14:37:32.771809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-958ce0dd-b75a-43be-ba3b-de0fbc8740fb service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806048 Jul 09 14:37:32.862687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bb1cb10f-6025-4845-b9f2-1c0c978dbba9 req-426eba90-ac41-48d0-8f24-2570e84902a8 service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843389 Jul 09 14:37:39.244130 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbbb53-925a-4fc0-ac27-d59a8aac2745 req-eead9d98-f483-4da7-95fc-c1135209e8cf tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:39.245558 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fbbbb53-925a-4fc0-ac27-d59a8aac2745 req-eead9d98-f483-4da7-95fc-c1135209e8cf tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0641201 Jul 09 14:37:39.283128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6fbbbb53-925a-4fc0-ac27-d59a8aac2745 req-1fe79b2b-d0c9-4903-b41a-a3d43b529ea5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Jul 09 14:37:40.459823 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641c35-ceea-48ff-ad0c-9430978e5f15 req-27961dbc-43a5-42cb-b70d-c98ac1d0a4a6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:40.461293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c641c35-ceea-48ff-ad0c-9430978e5f15 req-27961dbc-43a5-42cb-b70d-c98ac1d0a4a6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0628872 Jul 09 14:37:40.498115 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2c641c35-ceea-48ff-ad0c-9430978e5f15 req-a0bdbd0e-237c-4e08-8ef1-4bf44c95987c tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306165 Jul 09 14:37:40.533223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54862) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:40.602138 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4ffb98be-957c-432a-a850-da56d625ea13 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/6d20fe36-f87e-4e75-b3df-5420bf6d9437 HTTP/1.1" status: 200 len: 993 time: 0.0677500 Jul 09 14:37:42.057922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-d87c86fe-4363-4124-b26d-7515b18bf0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:42.059453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-d87c86fe-4363-4124-b26d-7515b18bf0af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 1097 time: 0.1034613 Jul 09 14:37:42.071229 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212ed0-3ffa-4f4e-8b34-99abf4521f83 req-c3f096c3-a686-4a58-a5c4-e16bc39fea05 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:42.072607 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31212ed0-3ffa-4f4e-8b34-99abf4521f83 req-c3f096c3-a686-4a58-a5c4-e16bc39fea05 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.1007843 Jul 09 14:37:42.168156 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-31212ed0-3ffa-4f4e-8b34-99abf4521f83 req-76cb7c8c-1fd7-4c9f-a33f-cd8115e25a23 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866604 Jul 09 14:37:42.193378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-8cd80f38-eb69-4b4a-b088-57ac63e9c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:42.195041 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-8cd80f38-eb69-4b4a-b088-57ac63e9c130 service neutron] 10.222.0.10 "GET /v2.0/networks?id=63bf9b68-53ff-4365-9c69-66023cb43c38 HTTP/1.1" status: 200 len: 896 time: 0.1209269 Jul 09 14:37:42.263395 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-dc95529b-381b-49cb-8920-1b5037064321 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e HTTP/1.1" status: 200 len: 1001 time: 0.0611961 Jul 09 14:37:42.310467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-9ae39f91-e021-4f08-bbed-381b04e54693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:42.311930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-9ae39f91-e021-4f08-bbed-381b04e54693 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=130a3950-4dde-41f1-83e7-bac3e26d6583 HTTP/1.1" status: 200 len: 835 time: 0.0425279 Jul 09 14:37:42.366245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-1e91457d-bc82-45f1-a89d-131ca34899b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:42.367719 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-1e91457d-bc82-45f1-a89d-131ca34899b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63bf9b68-53ff-4365-9c69-66023cb43c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498695 Jul 09 14:37:42.459582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-b5c43df9-57a6-483b-b7a3-2e93401faa99 service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852275 Jul 09 14:37:42.546278 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c72864d1-d300-4f55-8fee-92d8cabf9784 req-fcde7758-5caf-4f21-ba9d-e4f1ed8f6843 service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807612 Jul 09 14:37:43.372978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbdee4-9779-4dc3-8ecd-ef96ce0c9f95 req-39bac9c1-5411-4fda-890b-0600f03f5a08 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:43.374497 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76cbdee4-9779-4dc3-8ecd-ef96ce0c9f95 req-39bac9c1-5411-4fda-890b-0600f03f5a08 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0827155 Jul 09 14:37:43.416065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-76cbdee4-9779-4dc3-8ecd-ef96ce0c9f95 req-4b667be3-4d7f-4986-87e5-6d1194f8fdb6 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356457 Jul 09 14:37:43.939201 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.396126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ccf86784-5cc1-4dbd-9052-166eeb494ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:44.599461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d344a1-db16-4b68-8672-a334e9c634cd req-d594c35f-ad8b-40b1-aa67-f8c34fa85417 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:44.600850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2d344a1-db16-4b68-8672-a334e9c634cd req-d594c35f-ad8b-40b1-aa67-f8c34fa85417 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0625167 Jul 09 14:37:44.638577 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e2d344a1-db16-4b68-8672-a334e9c634cd req-952de592-2eb1-4d80-a705-b771e7b94bac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321834 Jul 09 14:37:44.663089 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54874) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:44.725938 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-2cf53186-952e-46a4-8144-6c8c68d6a76a tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/floatingips/6d20fe36-f87e-4e75-b3df-5420bf6d9437 HTTP/1.1" status: 200 len: 993 time: 0.0617058 Jul 09 14:37:44.822580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.162202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54880) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:45.316802 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 742f04b0-d470-40ac-ad17-f9996951aeb8 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:37:45.317150 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.388558 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.388819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.399992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 742f04b0-d470-40ac-ad17-f9996951aeb8 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:37:45.547637 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.571056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=742f04b0-d470-40ac-ad17-f9996951aeb8,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:45.585354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.585696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.586034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.586371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.586699 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.587059 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.587387 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.587712 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.588041 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.588981 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.589377 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.589706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:45.648780 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.649592 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Floating IP 6d20fe36-f87e-4e75-b3df-5420bf6d9437 disassociated (deleted). External IP: 172.25.5.64, port: 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e. Jul 09 14:37:45.849957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 5813ba96-801d-4623-869b-8e3e95930383 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:37:45.955471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:45.960238 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.965209 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] Sync routers for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:45.976520 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:45.977136 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:46.000093 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c5c35d0-31ed-45f1-bc95-f1db07a082af tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/floatingips/6d20fe36-f87e-4e75-b3df-5420bf6d9437 HTTP/1.1" status: 204 len: 168 time: 0.8368213 Jul 09 14:37:46.000696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:46.002965 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250531fe-d3f8-4bb3-9e03-9f09c3982bde" -d '{"events": [{"name": "network-changed", "server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:46.175629 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:46.256513 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb49d996-feb1-4fac-8384-31ed50f9fd2c x-openstack-request-id: req-eb49d996-feb1-4fac-8384-31ed50f9fd2c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:46.256805 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:46.257058 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb49d996-feb1-4fac-8384-31ed50f9fd2c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:46.257458 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'status': 'completed', 'code': 200} Jul 09 14:37:46.338278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-7f4280a2-7b9d-41e1-ac66-b61eaea987c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.340408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-7f4280a2-7b9d-41e1-ac66-b61eaea987c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28d98936f02d4a6aaf83d2999ceca093&device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0586371 Jul 09 14:37:46.381973 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:46.413727 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] Checking router: 5813ba96-801d-4623-869b-8e3e95930383 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:37:46.422455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:46.423120 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:46.476538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e2a1-e14d-4103-a8e4-0f84ce2b2627 req-0011595b-321e-4e9b-9947-3116854dc851 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.478049 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7485e2a1-e14d-4103-a8e4-0f84ce2b2627 req-0011595b-321e-4e9b-9947-3116854dc851 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.1333382 Jul 09 14:37:46.483434 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-3bbb4b68-da81-4685-8636-b47c6e68322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.484833 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-3bbb4b68-da81-4685-8636-b47c6e68322e service neutron] 10.222.0.10 "GET /v2.0/networks?id=63bf9b68-53ff-4365-9c69-66023cb43c38 HTTP/1.1" status: 200 len: 896 time: 0.1315465 Jul 09 14:37:46.530455 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:46.534167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-b7effd96-adc5-4aaf-b844-355c21e7f012 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e HTTP/1.1" status: 200 len: 217 time: 0.0425007 Jul 09 14:37:46.559334 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7485e2a1-e14d-4103-a8e4-0f84ce2b2627 req-aef4db8b-10cf-42c3-83cb-4734815c59c5 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734687 Jul 09 14:37:46.601550 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-e650e305-1397-4c91-b16d-d71b49774ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.603076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-e650e305-1397-4c91-b16d-d71b49774ce0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=130a3950-4dde-41f1-83e7-bac3e26d6583 HTTP/1.1" status: 200 len: 835 time: 0.0589473 Jul 09 14:37:46.662649 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-4e866682-bf7b-4819-bf2e-1c92022dc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:46.664106 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-4e866682-bf7b-4819-bf2e-1c92022dc38e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63bf9b68-53ff-4365-9c69-66023cb43c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536919 Jul 09 14:37:46.739722 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:46.754018 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-211c796f-f5dd-4a74-b89b-df0f17656352 service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821705 Jul 09 14:37:46.767046 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345269bb-539a-4463-a29c-57cf41a792d7 None None] The sync data for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 is: [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:55Z', 'revision_number': 4, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'e894e56a-53c7-4b3a-b89d-316aa33c812a', 'name': '', 'network_id': '63bf9b68-53ff-4365-9c69-66023cb43c38', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'mac_address': 'fa:16:3e:00:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:54Z', 'updated_at': '2021-07-09T14:36:58Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'subnets': [{'id': '130a3950-4dde-41f1-83e7-bac3e26d6583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:37:46.850900 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-250531fe-d3f8-4bb3-9e03-9f09c3982bde req-f07f8751-00c6-42ea-a401-79d1340d205f service neutron] 10.222.0.10 "GET /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892401 Jul 09 14:37:46.993500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8c818-92db-4264-b063-06ad23f1f36a None None] New status for floating IP 6d20fe36-f87e-4e75-b3df-5420bf6d9437: DOWN {{(pid=93914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:37:47.054647 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3dab9935-1768-4948-b44a-094d9cb4c9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:47.161732 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:47.738519 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcaf04-9eb7-417c-9088-415ac646d7db req-be8b2c3b-f909-47d3-93f2-2592a95fe6ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:47.740006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49bcaf04-9eb7-417c-9088-415ac646d7db req-be8b2c3b-f909-47d3-93f2-2592a95fe6ac tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0641959 Jul 09 14:37:47.779531 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49bcaf04-9eb7-417c-9088-415ac646d7db req-a364e07e-95f8-43cf-8b96-666deeba99db tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/security-groups?id=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329039 Jul 09 14:37:47.970261 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-a25ed978-c125-47b7-9c2c-dd1e92229446 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:47.971653 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-a25ed978-c125-47b7-9c2c-dd1e92229446 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 946 time: 0.0610273 Jul 09 14:37:48.074583 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:37:48.074968 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.160396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:48.160754 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.177942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:37:48.303221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.331618 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=353e8fd1-0a00-499b-a0e1-eb555a0f5b1e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:48.380512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] No DVR routers for this DVR port 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:37:48.383450 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.385576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-512d3cd8-26e5-468b-9933-f02d21b9602c req-f70d3710-bb2d-4982-8e4b-a1ec5162b392 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.10 "DELETE /v2.0/ports/353e8fd1-0a00-499b-a0e1-eb555a0f5b1e HTTP/1.1" status: 204 len: 173 time: 0.4083290 Jul 09 14:37:48.386018 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'name': 'network-vif-deleted', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:37:48.388283 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43ccf7e-213b-4a0c-96ad-0faa118d331a" -d '{"events": [{"server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "name": "network-vif-deleted", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:37:48.424434 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f1e4d-1b8f-4447-96fc-43011191cfa6 x-openstack-request-id: req-655f1e4d-1b8f-4447-96fc-43011191cfa6 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:37:48.424729 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838e980c-3bb3-4c10-b031-b5cb83f4ba47", "name": "network-vif-deleted", "tag": "353e8fd1-0a00-499b-a0e1-eb555a0f5b1e", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:37:48.424985 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-655f1e4d-1b8f-4447-96fc-43011191cfa6 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:37:48.425387 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838e980c-3bb3-4c10-b031-b5cb83f4ba47', 'name': 'network-vif-deleted', 'tag': '353e8fd1-0a00-499b-a0e1-eb555a0f5b1e', 'status': 'completed', 'code': 200} Jul 09 14:37:48.559030 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:48.935529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d9563a4d-cc9e-49f7-a621-f33e828363bc req-52a8aa60-f052-43b1-a33c-3491ab081feb tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "GET /v2.0/ports?device_id=838e980c-3bb3-4c10-b031-b5cb83f4ba47 HTTP/1.1" status: 200 len: 210 time: 0.0295501 Jul 09 14:37:50.028030 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54898) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:50.033833 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:50.389240 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:50.657584 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port e894e56a-53c7-4b3a-b89d-316aa33c812a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:37:50.657831 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:50.743366 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port e894e56a-53c7-4b3a-b89d-316aa33c812a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e894e56a-53c7-4b3a-b89d-316aa33c812a,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:50.743728 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:50.757009 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for e894e56a-53c7-4b3a-b89d-316aa33c812a owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:37:50.942225 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:50.967678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=e894e56a-53c7-4b3a-b89d-316aa33c812a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:50.977612 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.977970 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.978317 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.978663 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.979031 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.979374 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.979872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.980202 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.980538 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.980874 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.981771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:50.981771 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:51.174468 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.387760 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Router 5813ba96-801d-4623-869b-8e3e95930383 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:37:51.490741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:51.497534 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-34279c60-c2fd-4ae9-a5f4-da35657864ea tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "PUT /v2.0/routers/5813ba96-801d-4623-869b-8e3e95930383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684789 Jul 09 14:37:51.500382 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54900) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:51.501390 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] Sync routers for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:51.510453 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:51.511831 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:51.550846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-19864ee7-9ab2-4322-bec0-0f4f86a53b91 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting subnet 130a3950-4dde-41f1-83e7-bac3e26d6583 {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:37:51.553896 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19864ee7-9ab2-4322-bec0-0f4f86a53b91 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.599133 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19864ee7-9ab2-4322-bec0-0f4f86a53b91 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.616544 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:51.691846 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19864ee7-9ab2-4322-bec0-0f4f86a53b91 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.749472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19864ee7-9ab2-4322-bec0-0f4f86a53b91 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.778342 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19864ee7-9ab2-4322-bec0-0f4f86a53b91 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Subnet': ['ID=130a3950-4dde-41f1-83e7-bac3e26d6583,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:51.780337 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-19864ee7-9ab2-4322-bec0-0f4f86a53b91 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.785125 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54902) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:51.786020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6318cf-43a9-420a-aff4-476e4497550e None None] Network 63bf9b68-53ff-4365-9c69-66023cb43c38 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:37:51.795492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-19864ee7-9ab2-4322-bec0-0f4f86a53b91 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/subnets/130a3950-4dde-41f1-83e7-bac3e26d6583 HTTP/1.1" status: 204 len: 168 time: 0.2856455 Jul 09 14:37:51.806561 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:37:50Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:51.834253 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] Checking router: 5813ba96-801d-4623-869b-8e3e95930383 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:37:51.843421 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] Routers {'5813ba96-801d-4623-869b-8e3e95930383'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:51.844030 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['5813ba96-801d-4623-869b-8e3e95930383'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:51.894669 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:51.948576 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] Set router 5813ba96-801d-4623-869b-8e3e95930383 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:52.002804 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.003445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] DHCP port deletion for 63bf9b68-53ff-4365-9c69-66023cb43c38 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:37:52.053393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Deleting port b868da6f-79b9-43d7-974f-c576e01d03c1 {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:37:52.053812 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.069501 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Deleting port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:37:52.069749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.139672 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:37:50Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:52.162571 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] For port dd4e1ce9-9396-4e57-aad8-eeb48f6993b8, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=dd4e1ce9-9396-4e57-aad8-eeb48f6993b8,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:52.163004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.172887 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154b1fc-ee20-48c6-a090-74f49b1c3284 None None] The sync data for ids ['5813ba96-801d-4623-869b-8e3e95930383'] in n-d-799524-3 is: [{'id': '5813ba96-801d-4623-869b-8e3e95930383', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029553830', 'tenant_id': '28d98936f02d4a6aaf83d2999ceca093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:37:50Z', 'revision_number': 5, 'project_id': '28d98936f02d4a6aaf83d2999ceca093', 'gw_port': {'id': 'dd4e1ce9-9396-4e57-aad8-eeb48f6993b8', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813ba96-801d-4623-869b-8e3e95930383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:36:51Z', 'updated_at': '2021-07-09T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:37:52.178808 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Calling delete_port for dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:37:52.284301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] For port b868da6f-79b9-43d7-974f-c576e01d03c1, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b868da6f-79b9-43d7-974f-c576e01d03c1,segment=NetworkSegment(eb3766a3-2843-41d3-996a-1444ade10e82),segment_id=eb3766a3-2843-41d3-996a-1444ade10e82)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:52.284703 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.298251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Calling delete_port for b868da6f-79b9-43d7-974f-c576e01d03c1 owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:37:52.354570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.376855 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.382356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Port': ['ID=dd4e1ce9-9396-4e57-aad8-eeb48f6993b8,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:52.402778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Pushing event deleted for resources: {'Port': ['ID=b868da6f-79b9-43d7-974f-c576e01d03c1,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:52.412630 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] No DVR routers for this DVR port b868da6f-79b9-43d7-974f-c576e01d03c1 on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:37:52.414957 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.415331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.415680 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.416026 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.416379 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.416704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.417065 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.417399 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.417738 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.418069 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.418397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.418724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6fdcf-ebbc-42a6-abfc-d4760d802605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:37:52.449322 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.647744 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e894e56a-53c7-4b3a-b89d-316aa33c812a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:37:52.674328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e894e56a-53c7-4b3a-b89d-316aa33c812a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:37:52.674673 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e894e56a-53c7-4b3a-b89d-316aa33c812a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:37:52.675122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b868da6f-79b9-43d7-974f-c576e01d03c1 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:37:52.695854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b868da6f-79b9-43d7-974f-c576e01d03c1 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:37:52.696529 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b868da6f-79b9-43d7-974f-c576e01d03c1 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:37:52.850818 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.853062 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.895410 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.896003 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Fanout notify agent at l3_agent the message router_deleted on router 5813ba96-801d-4623-869b-8e3e95930383 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:37:52.903907 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:52.905049 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6fa798fc-5c1f-4280-8618-1a70d26f6614 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/routers/5813ba96-801d-4623-869b-8e3e95930383 HTTP/1.1" status: 204 len: 168 time: 1.1189215 Jul 09 14:37:52.907978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54904) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:52.996716 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.082707 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.092350 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bf9b68-53ff-4365-9c69-66023cb43c38']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:53.106792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3766a3-2843-41d3-996a-1444ade10e82') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:53.107141 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3766a3-2843-41d3-996a-1444ade10e82') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:53.115696 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.129429 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.135925 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:37:53.136356 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:37:53.139408 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:37:53.197466 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.207211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.209092 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/networks/63bf9b68-53ff-4365-9c69-66023cb43c38 HTTP/1.1" status: 204 len: 168 time: 0.3001194 Jul 09 14:37:53.212194 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54906) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:53.226064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe82425-ebae-456f-a7d2-c632d87dee28 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'Network': ['ID=63bf9b68-53ff-4365-9c69-66023cb43c38,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:53.231034 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:37:53.251719 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:37:53.252071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 353e8fd1-0a00-499b-a0e1-eb555a0f5b1e not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:37:53.281559 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74ab9f06-efb1-426c-8591-0e8eb9cadb36 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.307219 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74ab9f06-efb1-426c-8591-0e8eb9cadb36 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.381928 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74ab9f06-efb1-426c-8591-0e8eb9cadb36 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.384820 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-74ab9f06-efb1-426c-8591-0e8eb9cadb36 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.386142 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-74ab9f06-efb1-426c-8591-0e8eb9cadb36 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] 10.222.0.32 "DELETE /v2.0/security-groups/f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6 HTTP/1.1" status: 204 len: 168 time: 0.1725368 Jul 09 14:37:53.395959 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab9f06-efb1-426c-8591-0e8eb9cadb36 tempest-TestNetworkAdvancedServerOps-1457054296 tempest-TestNetworkAdvancedServerOps-1457054296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f846ac38-a6a7-41dc-b1e2-a8bc3634dbf6,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:53.715579 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54914) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:53.855992 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-482da81a-1de7-4535-ace0-cdc29be914ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28d98936f02d4a6aaf83d2999ceca093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392481 Jul 09 14:37:53.858401 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54918) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:53.905819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d35edfad-cfba-4c11-872d-f31139f894d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.926122 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d35edfad-cfba-4c11-872d-f31139f894d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.972332 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d35edfad-cfba-4c11-872d-f31139f894d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.975144 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d35edfad-cfba-4c11-872d-f31139f894d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:53.976422 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-d35edfad-cfba-4c11-872d-f31139f894d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1aee9b25-26dc-4842-8518-2d6059f1b3ac HTTP/1.1" status: 204 len: 168 time: 0.1170695 Jul 09 14:37:53.984551 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35edfad-cfba-4c11-872d-f31139f894d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aee9b25-26dc-4842-8518-2d6059f1b3ac,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:54.229859 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54924) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:54.242828 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-603283bc-d7cc-4eef-84aa-490fb2ebf8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.331781 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-603283bc-d7cc-4eef-84aa-490fb2ebf8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.335784 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-603283bc-d7cc-4eef-84aa-490fb2ebf8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.375069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603283bc-d7cc-4eef-84aa-490fb2ebf8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0266d621-a49a-41f7-94b8-bcef98df670b,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:54.379202 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-603283bc-d7cc-4eef-84aa-490fb2ebf8c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=297c7b5e3c6846cdbcb2f6ee6d78e7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482985 Jul 09 14:37:54.382497 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54926) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:54.429004 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-919cfeac-0f35-4084-95ec-c7590e73178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.446650 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:37:54.452856 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-919cfeac-0f35-4084-95ec-c7590e73178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.467768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:37:54.468115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device dd4e1ce9-9396-4e57-aad8-eeb48f6993b8 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:37:54.499653 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-919cfeac-0f35-4084-95ec-c7590e73178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.502350 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-919cfeac-0f35-4084-95ec-c7590e73178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:54.503544 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-919cfeac-0f35-4084-95ec-c7590e73178f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0266d621-a49a-41f7-94b8-bcef98df670b HTTP/1.1" status: 204 len: 168 time: 0.1207743 Jul 09 14:37:54.511867 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cfeac-0f35-4084-95ec-c7590e73178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266d621-a49a-41f7-94b8-bcef98df670b,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:55.174689 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54948) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:55.268787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-439163896-network', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:55.290611 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Made reservation on behalf of c4b8db0e5733488a89103a9d4f992a5c for: {'network': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:55.292980 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.301058 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.393561 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.397481 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.419102 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:37:55.434380 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.434721 n-d-799524-3 neutron-server[93912]: INFO neutron.db.segments_db [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Added segment b6c5de95-619c-4a27-8381-bb828fc924d0 of type vlan for network c3edc544-a1ba-4f72-a5e6-10ddc2845803 Jul 09 14:37:55.436089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64244ad2-36c2-497e-a2a8-fb3fe239c800,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:55.481032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.508434 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.509369 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:55.509940 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.563001 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3871479 Jul 09 14:37:55.566156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54952) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:55.568211 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75e114-9de8-4aa3-ad74-3998f2bc8657 admin admin] Pushing event updated for resources: {'Network': ['ID=c3edc544-a1ba-4f72-a5e6-10ddc2845803,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:55.571935 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Request body: {'subnet': {'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-439163896-subnet', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'ip_version': 4}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:55.578768 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:37:55.593398 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Made reservation on behalf of c4b8db0e5733488a89103a9d4f992a5c for: {'subnet': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:55.595907 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9204906'] for subnet, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.783883 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9305980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9204888'] for subnet, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.838201 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fdcb05-d5a7-4f09-8735-2412aec0840e,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:55.846521 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Checking segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:55.846879 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Network hostable DHCP agents. Network: c3edc544-a1ba-4f72-a5e6-10ddc2845803, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:37:55.863087 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:37:55.871928 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, c3edc544-a1ba-4f72-a5e6-10ddc2845803) {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:55.875882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:55.876465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.881367 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0461bb-ea6f-43e7-af45-b23bf154ee06 None None] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:37:55.894362 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-fc6bebc2-12b3-4090-a7ff-c2d13d1c7c5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3268318 Jul 09 14:37:55.897007 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54954) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:55.902482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:55.923142 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.924249 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:55.980499 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.039424 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:37:56.040313 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.185088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Allocated IP 172.20.0.2 (c3edc544-a1ba-4f72-a5e6-10ddc2845803/89fdcb05-d5a7-4f09-8735-2412aec0840e/208f240f-c565-46b2-a22f-040a3168835b) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:56.340478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.348938 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Transition to ACTIVE for port object 208f240f-c565-46b2-a22f-040a3168835b will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:56.364288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Transition to ACTIVE for port object 208f240f-c565-46b2-a22f-040a3168835b will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:56.370203 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.410623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:56.415382 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:56.417849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:56.430746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Pushing event updated for resources: {'Port': ['ID=208f240f-c565-46b2-a22f-040a3168835b,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:56.480568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Attempting to bind port 208f240f-c565-46b2-a22f-040a3168835b on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:56.480939 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Attempting to bind port 208f240f-c565-46b2-a22f-040a3168835b by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:56.481304 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Attempting to bind port 208f240f-c565-46b2-a22f-040a3168835b on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:56.486758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:56.487240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Checking segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:56.487578 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.487973 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Bound using segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:56.488442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Bound port: 208f240f-c565-46b2-a22f-040a3168835b, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:56.488822 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.488960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.557806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] For port 208f240f-c565-46b2-a22f-040a3168835b, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:56.561600 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] For port 208f240f-c565-46b2-a22f-040a3168835b, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=208f240f-c565-46b2-a22f-040a3168835b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:56.566044 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.626106 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dd9b5-5392-4ef4-8d65-7b110490de85 None None] Pushing event updated for resources: {'Port': ['ID=208f240f-c565-46b2-a22f-040a3168835b,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:56.694352 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.714323 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.835992 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Allocated IP 172.25.5.110 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/7a19ad74-6379-43e2-9fcb-20c9fa33cbd2) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:56.946521 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:56.984060 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.027294 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:57.031922 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:57.034301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:57.063127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a19ad74-6379-43e2-9fcb-20c9fa33cbd2,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:57.290659 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.504735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.553830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5251c-ae4e-4772-88be-c2762467c339 None None] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:37:57.615731 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b76dda33-bf75-40c0-a981-9f4fcba91615 None None] Provisioning for port 208f240f-c565-46b2-a22f-040a3168835b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:57.639433 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:37:57.750443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:57.761933 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Sync routers for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:37:57.768476 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:57.770082 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e6c1d90f-b14d-462d-8646-353cb3d387e5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8717384 Jul 09 14:37:57.773027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54956) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:57.777250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:57.778428 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:57.889980 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:58.083467 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:57Z', 'revision_number': 3, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:58.110605 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Checking router: b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:37:58.110962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Updating router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:37:58.149641 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.203609 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.359664 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Allocated IP 172.20.0.1 (c3edc544-a1ba-4f72-a5e6-10ddc2845803/89fdcb05-d5a7-4f09-8735-2412aec0840e/b42d7b95-f5be-4358-91c1-614645504412) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:37:58.404614 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.415726 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Transition to ACTIVE for port object 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:58.421697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.466630 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.472636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Attempting to bind port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:37:58.473328 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Attempting to bind port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:37:58.473463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Attempting to bind port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:37:58.481295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31801c-5185-42a6-bc01-d0342b0265a5 None None] Pushing event updated for resources: {'Port': ['ID=7a19ad74-6379-43e2-9fcb-20c9fa33cbd2,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:58.481493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Transition to ACTIVE for port object b42d7b95-f5be-4358-91c1-614645504412 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:37:58.484112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:37:58.484500 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:37:58.484912 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.485423 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:37:58.485776 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Bound port: 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:37:58.486168 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.519845 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.540251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] For port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:37:58.544380 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] For port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7a19ad74-6379-43e2-9fcb-20c9fa33cbd2,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:37:58.548876 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.573070 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:58.577272 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:58.577593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 208f240f-c565-46b2-a22f-040a3168835b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:37:58.579659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:37:58.610349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Pushing event updated for resources: {'Port': ['ID=b42d7b95-f5be-4358-91c1-614645504412,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:58.630404 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.650044 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:37:58.651604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:58.653474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31801c-5185-42a6-bc01-d0342b0265a5 None None] Pushing event updated for resources: {'Port': ['ID=7a19ad74-6379-43e2-9fcb-20c9fa33cbd2,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:58.739303 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 208f240f-c565-46b2-a22f-040a3168835b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:58.748477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 208f240f-c565-46b2-a22f-040a3168835b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:58.748910 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.788515 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.800056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:37:58.910230 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3e54fdf9-f72c-427a-9f2e-81ae670eff53 None None] Provisioning for port b42d7b95-f5be-4358-91c1-614645504412 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:37:58.937203 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-3e54fdf9-f72c-427a-9f2e-81ae670eff53 None None] Provisioning complete for port b42d7b95-f5be-4358-91c1-614645504412 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:58.937584 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3e54fdf9-f72c-427a-9f2e-81ae670eff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.957700 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.962211 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:58.995227 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.012334 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-3e54fdf9-f72c-427a-9f2e-81ae670eff53 None None] Port b42d7b95-f5be-4358-91c1-614645504412 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:59.027344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Pushing event updated for resources: {'Port': ['ID=b42d7b95-f5be-4358-91c1-614645504412,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:59.030562 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.062801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 208f240f-c565-46b2-a22f-040a3168835b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=208f240f-c565-46b2-a22f-040a3168835b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:37:59.067054 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.125408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=208f240f-c565-46b2-a22f-040a3168835b,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:37:59.130048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:57Z', 'revision_number': 3, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:37:59.132899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:37:59.134470 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:37:59.269254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:37:59.323964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddabb9c6-3005-45e7-a91c-a0aba1994e6b None None] The sync data for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 is: [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:57Z', 'revision_number': 3, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:37:59.388817 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:37:59.402614 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-03e2c515-23bc-483d-94f2-53a2981b8e22 admin admin] 10.222.0.32 "PUT /v2.0/routers/b36ee8af-33dd-443b-9b9f-1bc9b6fdab90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6196954 Jul 09 14:37:59.436181 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-699f0c84-3135-4906-8ae0-5824aa4fa06a None None] Provisioning complete for port b42d7b95-f5be-4358-91c1-614645504412 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:37:59.436708 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-699f0c84-3135-4906-8ae0-5824aa4fa06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:59.473997 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-699f0c84-3135-4906-8ae0-5824aa4fa06a None None] Port b42d7b95-f5be-4358-91c1-614645504412 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:37:59.958113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54972) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:37:59.963924 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-999682652-network', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:37:59.992345 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Made reservation on behalf of d5b495a9ab6947e39fb021b106abc5e7 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:37:59.994917 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.007239 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.110063 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.113950 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.136165 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:38:00.149781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1523b866-a197-43b6-92ec-2a63a0f91d51,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:00.158216 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.158561 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Added segment 3cfe2420-1d32-498e-aaf2-8de3b5359ada of type vlan for network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 Jul 09 14:38:00.203111 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.232186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.233076 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:00.233664 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.282798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3235762 Jul 09 14:38:00.285991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54974) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:00.291006 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Request body: {'subnet': {'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-999682652-subnet', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:00.293644 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a9869-3823-4d3a-8500-0da2965bd8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=845cbdb1-1091-4526-bf1b-921f3e0b4ca3,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:00.303931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:38:00.313991 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Made reservation on behalf of d5b495a9ab6947e39fb021b106abc5e7 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:00.316382 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.497075 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.550766 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3d4d23-6408-43c4-9c52-6ab5082b8474,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:00.560994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Checking segment: {'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:00.561357 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Network hostable DHCP agents. Network: 845cbdb1-1091-4526-bf1b-921f3e0b4ca3, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:38:00.568576 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 208f240f-c565-46b2-a22f-040a3168835b up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:00.580328 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:38:00.590741 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 845cbdb1-1091-4526-bf1b-921f3e0b4ca3) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:00.597386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:00.598131 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.602556 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9bbb50-24dd-4fed-970c-483cb43a47d2 None None] Network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:00.616486 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-01ac68e1-2b5a-4fe9-80fc-59d0dfe0e419 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3291209 Jul 09 14:38:00.618893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54976) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:00.623666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:00.651688 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.652985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.689246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 208f240f-c565-46b2-a22f-040a3168835b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:00.689630 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.715039 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.832081 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-845cbdb1-1091-4526-bf1b-921f3e0b4ca3', 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'fixed_ips': [{'subnet_id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:38:00.832940 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.845426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:00.853427 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:00.968830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:00.989162 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Sync routers for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:00.993790 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:00.994212 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.000165 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:01.000714 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:01.042855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Allocated IP 172.20.0.2 (845cbdb1-1091-4526-bf1b-921f3e0b4ca3/2c3d4d23-6408-43c4-9c52-6ab5082b8474/9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:01.110683 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:01.160146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.197821 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7a19ad74-6379-43e2-9fcb-20c9fa33cbd2,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:01.210762 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.304635 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.307531 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=7a19ad74-6379-43e2-9fcb-20c9fa33cbd2,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:01.317755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Transition to ACTIVE for port object 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:01.333499 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Transition to ACTIVE for port object 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:01.341913 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.385889 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:01.390493 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:01.395718 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:01.399286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Pushing event updated for resources: {'Port': ['ID=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:01.420615 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 2, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:01.446783 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.447969 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Checking router: b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:01.447969 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Updating router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 port b42d7b95-f5be-4358-91c1-614645504412 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:38:01.457381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Attempting to bind port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:01.457832 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Attempting to bind port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:01.458269 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Attempting to bind port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e on network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:01.463833 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:01.464218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Checking segment: {'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:01.464793 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.465229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Bound using segment: {'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:01.465770 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Bound port: 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:01.466240 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.469343 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.486106 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.538737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] For port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:01.543538 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] For port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,segment=NetworkSegment(3cfe2420-1d32-498e-aaf2-8de3b5359ada),segment_id=3cfe2420-1d32-498e-aaf2-8de3b5359ada)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:01.548373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.581553 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Allocated IP 172.25.5.64 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/deb94734-47a6-48c5-a890-33948114f5bc) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:01.621604 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7250f-6c42-4917-ad17-fa533d37a150 None None] Pushing event updated for resources: {'Port': ['ID=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:01.676874 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:38:01.712265 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.760936 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.783327 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.814235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:01.815966 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Transition to ACTIVE for port object b42d7b95-f5be-4358-91c1-614645504412 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:01.823688 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:01.826247 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:01.828142 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.860787 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=deb94734-47a6-48c5-a890-33948114f5bc,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:01.876123 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Pushing event updated for resources: {'Port': ['ID=b42d7b95-f5be-4358-91c1-614645504412,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:01.886591 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.887027 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.887303 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.887963 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.888159 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.888998 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.889336 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.889665 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.889993 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.890383 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.890635 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.890986 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:01.968899 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Attempting to bind port b42d7b95-f5be-4358-91c1-614645504412 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:01.969272 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Attempting to bind port b42d7b95-f5be-4358-91c1-614645504412 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:01.969636 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Attempting to bind port b42d7b95-f5be-4358-91c1-614645504412 on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:01.975069 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:01.975456 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Checking segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:01.975853 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:01.976248 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Bound using segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:01.976711 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Bound port: b42d7b95-f5be-4358-91c1-614645504412, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:01.977087 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.050753 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] For port b42d7b95-f5be-4358-91c1-614645504412, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:02.054044 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] For port b42d7b95-f5be-4358-91c1-614645504412, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b42d7b95-f5be-4358-91c1-614645504412,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:02.060688 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.111349 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:02.111885 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:02.156638 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.202084 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b428030-7b91-400d-95e1-765c786c6726 None None] Pushing event updated for resources: {'Port': ['ID=b42d7b95-f5be-4358-91c1-614645504412,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:02.232390 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:02.380768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.455745 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:02Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:02.486840 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f523ee5-b7a1-4130-b939-e0248c62d005 None None] The sync data for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 is: [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:02Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:02.529734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Router 76cceedb-2d2e-4766-af72-53e15e047b7b is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:38:02.664381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:02.721847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:02.732642 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Sync routers for ids ['76cceedb-2d2e-4766-af72-53e15e047b7b'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:02.738745 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:02.741863 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:02.746526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-818187d8-de91-4a5c-99eb-de7014a6cbb5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1233482 Jul 09 14:38:02.747590 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54978) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:02.753265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:02.755987 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Routers {'76cceedb-2d2e-4766-af72-53e15e047b7b'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:02.756643 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['76cceedb-2d2e-4766-af72-53e15e047b7b'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:02.880298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e7262-e784-4d7d-9e2e-ced6f7417bb6 None None] Network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:38:02.947749 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:02.948406 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.027711 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-54d123f8-faff-4a93-8b15-2c7951ca8f96 None None] Provisioning for port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:03.038033 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Set router 76cceedb-2d2e-4766-af72-53e15e047b7b gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:03.073112 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-54d123f8-faff-4a93-8b15-2c7951ca8f96 None None] Provisioning complete for port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:03.073482 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-54d123f8-faff-4a93-8b15-2c7951ca8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.236795 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.388035 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-54d123f8-faff-4a93-8b15-2c7951ca8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.414854 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Allocated IP 172.20.0.1 (845cbdb1-1091-4526-bf1b-921f3e0b4ca3/2c3d4d23-6408-43c4-9c52-6ab5082b8474/eada42f9-fd69-4835-95ca-3f2702fe4db9) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:03.442127 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-54d123f8-faff-4a93-8b15-2c7951ca8f96 None None] For port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,segment=NetworkSegment(3cfe2420-1d32-498e-aaf2-8de3b5359ada),segment_id=3cfe2420-1d32-498e-aaf2-8de3b5359ada)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:03.448965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:38:02Z', 'revision_number': 3, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port': {'id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:01Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:03.452935 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-54d123f8-faff-4a93-8b15-2c7951ca8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.481891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Checking router: 76cceedb-2d2e-4766-af72-53e15e047b7b for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:03.482248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Updating router 76cceedb-2d2e-4766-af72-53e15e047b7b port deb94734-47a6-48c5-a890-33948114f5bc binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:38:03.544461 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.557247 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.560458 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Transition to ACTIVE for port object eada42f9-fd69-4835-95ca-3f2702fe4db9 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:03.561998 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d123f8-faff-4a93-8b15-2c7951ca8f96 None None] Pushing event updated for resources: {'Port': ['ID=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:03.609733 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.651706 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:03.655089 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:03.661058 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:03.696282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Pushing event updated for resources: {'Port': ['ID=eada42f9-fd69-4835-95ca-3f2702fe4db9,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:03.727774 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.801415 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-5d6e72f8-fd13-468e-9893-da48b5de0a22 None None] Provisioning complete for port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:03.802090 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5d6e72f8-fd13-468e-9893-da48b5de0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.898432 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:03.929645 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.080029 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.084566 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.105521 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Transition to ACTIVE for port object deb94734-47a6-48c5-a890-33948114f5bc will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:04.114283 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.167329 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Pushing event updated for resources: {'Port': ['ID=eada42f9-fd69-4835-95ca-3f2702fe4db9,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:04.167758 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Attempting to bind port deb94734-47a6-48c5-a890-33948114f5bc on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:04.168139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Attempting to bind port deb94734-47a6-48c5-a890-33948114f5bc by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:04.168514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Attempting to bind port deb94734-47a6-48c5-a890-33948114f5bc on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:04.170002 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.170559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65d0ba-0de0-458d-a09d-bea9543b1e43 None None] Pushing event updated for resources: {'Port': ['ID=deb94734-47a6-48c5-a890-33948114f5bc,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:04.176514 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:04.176991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:04.177300 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.177688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:04.178159 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Bound port: deb94734-47a6-48c5-a890-33948114f5bc, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:04.178650 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.239141 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] For port deb94734-47a6-48c5-a890-33948114f5bc, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:04.242391 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] For port deb94734-47a6-48c5-a890-33948114f5bc, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=deb94734-47a6-48c5-a890-33948114f5bc,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:04.243482 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d6d59561-1a83-42d1-a26e-95ab45575681 None None] Provisioning for port eada42f9-fd69-4835-95ca-3f2702fe4db9 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:04.247404 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.254376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-d6d59561-1a83-42d1-a26e-95ab45575681 None None] Provisioning complete for port eada42f9-fd69-4835-95ca-3f2702fe4db9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:04.254745 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d6d59561-1a83-42d1-a26e-95ab45575681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.264733 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:04.266296 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:04.339885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-d6d59561-1a83-42d1-a26e-95ab45575681 None None] Port eada42f9-fd69-4835-95ca-3f2702fe4db9 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:04.346709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65d0ba-0de0-458d-a09d-bea9543b1e43 None None] Pushing event updated for resources: {'Port': ['ID=deb94734-47a6-48c5-a890-33948114f5bc,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:04.349047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Routers {'76cceedb-2d2e-4766-af72-53e15e047b7b'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:04.349667 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['76cceedb-2d2e-4766-af72-53e15e047b7b'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:04.403834 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Router 76cceedb-2d2e-4766-af72-53e15e047b7b has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:04.485585 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] Set router 76cceedb-2d2e-4766-af72-53e15e047b7b gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:04.547005 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:04.566999 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-503c5ad9-0790-4eb7-92d8-740209b99e0d admin admin] 10.222.0.32 "PUT /v2.0/routers/76cceedb-2d2e-4766-af72-53e15e047b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068364 Jul 09 14:38:04.611635 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:04.663110 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-489601d9-55eb-4234-85ff-23d75f86615f None None] Provisioning complete for port eada42f9-fd69-4835-95ca-3f2702fe4db9 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:04.663490 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-489601d9-55eb-4234-85ff-23d75f86615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.720190 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-489601d9-55eb-4234-85ff-23d75f86615f None None] Port eada42f9-fd69-4835-95ca-3f2702fe4db9 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:04.737986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:04.738368 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.838963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:38:03Z', 'revision_number': 4, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port': {'id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:01Z', 'updated_at': '2021-07-09T14:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'eada42f9-fd69-4835-95ca-3f2702fe4db9', 'name': '', 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'mac_address': 'fa:16:3e:e5:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:03Z', 'updated_at': '2021-07-09T14:38:03Z', 'revision_number': 2, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'subnets': [{'id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:04.875922 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae954ad-ce43-46a7-9378-51a196d2d3ba None None] The sync data for ids ['76cceedb-2d2e-4766-af72-53e15e047b7b'] in n-d-799524-3 is: [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:38:03Z', 'revision_number': 4, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port': {'id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:01Z', 'updated_at': '2021-07-09T14:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'eada42f9-fd69-4835-95ca-3f2702fe4db9', 'name': '', 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'mac_address': 'fa:16:3e:e5:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:03Z', 'updated_at': '2021-07-09T14:38:03Z', 'revision_number': 2, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'subnets': [{'id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:04.881679 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b42d7b95-f5be-4358-91c1-614645504412 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:04.937748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port b42d7b95-f5be-4358-91c1-614645504412 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:04.941920 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b42d7b95-f5be-4358-91c1-614645504412 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:04.942303 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.025067 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.066712 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port b42d7b95-f5be-4358-91c1-614645504412, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b42d7b95-f5be-4358-91c1-614645504412,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:05.080574 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.153632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=b42d7b95-f5be-4358-91c1-614645504412,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:05.581370 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54986) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:05.586553 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cad2f9dc-c623-4357-b6fc-38b03081fa67 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028405978', 'description': 'tempest-secgroup-smoke-1028405978 description', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:05.608997 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cad2f9dc-c623-4357-b6fc-38b03081fa67 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.696371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cad2f9dc-c623-4357-b6fc-38b03081fa67 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.702419 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cad2f9dc-c623-4357-b6fc-38b03081fa67 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.731251 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cad2f9dc-c623-4357-b6fc-38b03081fa67 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.735527 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cad2f9dc-c623-4357-b6fc-38b03081fa67 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1526659 Jul 09 14:38:05.735718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54988) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:05.741445 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2f9dc-c623-4357-b6fc-38b03081fa67 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8c102-c6e3-47a3-83f2-c57b36892403,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:05.744680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-30173ed0-3975-4b6d-9690-9f0e184985e8 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '43c8c102-c6e3-47a3-83f2-c57b36892403', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:05.778735 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30173ed0-3975-4b6d-9690-9f0e184985e8 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.845529 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30173ed0-3975-4b6d-9690-9f0e184985e8 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.849947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30173ed0-3975-4b6d-9690-9f0e184985e8 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.870781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30173ed0-3975-4b6d-9690-9f0e184985e8 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ce08f7-3e07-4a5e-b1a9-5fe9c414fb3d,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:05.877595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30173ed0-3975-4b6d-9690-9f0e184985e8 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.878786 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-30173ed0-3975-4b6d-9690-9f0e184985e8 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420531 Jul 09 14:38:05.881707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54990) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:05.886987 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-764aa8cd-5b54-4db5-b397-034d7f005c9e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '43c8c102-c6e3-47a3-83f2-c57b36892403', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:05.915378 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-764aa8cd-5b54-4db5-b397-034d7f005c9e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.979834 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-764aa8cd-5b54-4db5-b397-034d7f005c9e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.985363 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-764aa8cd-5b54-4db5-b397-034d7f005c9e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.008082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa8cd-5b54-4db5-b397-034d7f005c9e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3facd6-0999-4282-9c8f-cd746c1aff08,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:06.014779 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-764aa8cd-5b54-4db5-b397-034d7f005c9e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.016013 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-764aa8cd-5b54-4db5-b397-034d7f005c9e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333654 Jul 09 14:38:06.018679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54992) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:06.023074 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-23bae880-e24a-40f0-a3f8-aa2f16e036ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '43c8c102-c6e3-47a3-83f2-c57b36892403', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:06.052484 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23bae880-e24a-40f0-a3f8-aa2f16e036ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.122257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23bae880-e24a-40f0-a3f8-aa2f16e036ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.126667 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23bae880-e24a-40f0-a3f8-aa2f16e036ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.157730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bae880-e24a-40f0-a3f8-aa2f16e036ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd88ed08-13d1-4172-9cfc-b228c3a7b2e9,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:06.167219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-23bae880-e24a-40f0-a3f8-aa2f16e036ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.168540 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-23bae880-e24a-40f0-a3f8-aa2f16e036ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489077 Jul 09 14:38:06.171291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54994) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:06.175799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f1b7beef-68cb-4e74-a1f2-b9950f303ec2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '43c8c102-c6e3-47a3-83f2-c57b36892403', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:06.202530 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1b7beef-68cb-4e74-a1f2-b9950f303ec2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.262549 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1b7beef-68cb-4e74-a1f2-b9950f303ec2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.265987 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1b7beef-68cb-4e74-a1f2-b9950f303ec2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.284072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7beef-68cb-4e74-a1f2-b9950f303ec2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5f9f3c-3cba-4591-b29a-10caa49e4100,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:06.288849 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1b7beef-68cb-4e74-a1f2-b9950f303ec2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.292140 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f1b7beef-68cb-4e74-a1f2-b9950f303ec2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198664 Jul 09 14:38:06.294022 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 54996) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:06.298396 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-ebee61f7-2b5b-4309-b6b7-5a15ff339210 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '43c8c102-c6e3-47a3-83f2-c57b36892403', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:06.319476 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-ebee61f7-2b5b-4309-b6b7-5a15ff339210 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Project c4b8db0e5733488a89103a9d4f992a5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:38:06.324255 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebee61f7-2b5b-4309-b6b7-5a15ff339210 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.387221 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebee61f7-2b5b-4309-b6b7-5a15ff339210 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.391935 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebee61f7-2b5b-4309-b6b7-5a15ff339210 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.414267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee61f7-2b5b-4309-b6b7-5a15ff339210 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ea3b58-5c00-4daa-aeb2-8babcfea8a4a,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:06.418359 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-ebee61f7-2b5b-4309-b6b7-5a15ff339210 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.422291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-ebee61f7-2b5b-4309-b6b7-5a15ff339210 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246297 Jul 09 14:38:06.423107 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 54998) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:06.428010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-6ea75ab3-c21d-4e08-ba00-ef5e63347b43 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '43c8c102-c6e3-47a3-83f2-c57b36892403', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:06.451495 n-d-799524-3 neutron-server[93912]: INFO neutron.db.securitygroups_db [None req-6ea75ab3-c21d-4e08-ba00-ef5e63347b43 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Project c4b8db0e5733488a89103a9d4f992a5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:38:06.456884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ea75ab3-c21d-4e08-ba00-ef5e63347b43 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.529207 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ea75ab3-c21d-4e08-ba00-ef5e63347b43 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.532998 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ea75ab3-c21d-4e08-ba00-ef5e63347b43 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.551587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea75ab3-c21d-4e08-ba00-ef5e63347b43 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265d7dba-eb0e-42d6-8922-608111aba608,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:06.561960 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6ea75ab3-c21d-4e08-ba00-ef5e63347b43 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.571266 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6ea75ab3-c21d-4e08-ba00-ef5e63347b43 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391404 Jul 09 14:38:06.574854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device deb94734-47a6-48c5-a890-33948114f5bc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:06.636288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port deb94734-47a6-48c5-a890-33948114f5bc completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:06.640409 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port deb94734-47a6-48c5-a890-33948114f5bc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:06.640774 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.724292 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.724552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-f77af859-0ab4-47c3-b3f7-fc599a56fe92 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028405978&fields=id&tenant_id=c4b8db0e5733488a89103a9d4f992a5c HTTP/1.1" status: 200 len: 267 time: 0.0353079 Jul 09 14:38:06.748624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port deb94734-47a6-48c5-a890-33948114f5bc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=deb94734-47a6-48c5-a890-33948114f5bc,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:06.753248 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.754140 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b42d7b95-f5be-4358-91c1-614645504412 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:06.832477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=deb94734-47a6-48c5-a890-33948114f5bc,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:06.843775 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port b42d7b95-f5be-4358-91c1-614645504412 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:06.844152 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:06.847031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-cccf9acd-5654-4b4e-b79a-ca425f2c1b01 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:06.848503 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-cccf9acd-5654-4b4e-b79a-ca425f2c1b01 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 808 time: 0.1164470 Jul 09 14:38:06.864210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-422d03f3-8e2c-4734-865d-6d63262d9767 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/quotas/c4b8db0e5733488a89103a9d4f992a5c HTTP/1.1" status: 200 len: 375 time: 0.0094910 Jul 09 14:38:06.935647 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Sync routers for ids ['76cceedb-2d2e-4766-af72-53e15e047b7b'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:06.938347 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-d2f59897-e1df-4ced-a54b-ce200546c24a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683374 Jul 09 14:38:06.945018 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Routers {'76cceedb-2d2e-4766-af72-53e15e047b7b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:06.945747 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['76cceedb-2d2e-4766-af72-53e15e047b7b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:07.045502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-39e087da-febf-41d4-bd07-38425a6166a1 service neutron] 10.222.0.32 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956154 Jul 09 14:38:07.053195 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Set router 76cceedb-2d2e-4766-af72-53e15e047b7b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:07.136658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-c0388bf6-dd09-4649-a4ec-ff001b1f2a40 service neutron] 10.222.0.32 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851436 Jul 09 14:38:07.262076 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:38:03Z', 'revision_number': 4, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port': {'id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:01Z', 'updated_at': '2021-07-09T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'eada42f9-fd69-4835-95ca-3f2702fe4db9', 'name': '', 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'mac_address': 'fa:16:3e:e5:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:03Z', 'updated_at': '2021-07-09T14:38:03Z', 'revision_number': 2, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'subnets': [{'id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:07.294192 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Checking router: 76cceedb-2d2e-4766-af72-53e15e047b7b for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:07.294548 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Updating router 76cceedb-2d2e-4766-af72-53e15e047b7b port eada42f9-fd69-4835-95ca-3f2702fe4db9 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:38:07.316761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db11441e-2bd5-477c-8973-fe3713792f5f req-225c55b5-a68c-4097-adda-b141679631dd tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 210 time: 0.0309210 Jul 09 14:38:07.338130 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.615503 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.626783 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Transition to ACTIVE for port object eada42f9-fd69-4835-95ca-3f2702fe4db9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:07.632608 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.688692 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdac39-e9c3-4f24-ab0b-af837fd78272 None None] Pushing event updated for resources: {'Port': ['ID=eada42f9-fd69-4835-95ca-3f2702fe4db9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:07.750187 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Attempting to bind port eada42f9-fd69-4835-95ca-3f2702fe4db9 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:07.750547 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Attempting to bind port eada42f9-fd69-4835-95ca-3f2702fe4db9 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:07.750911 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Attempting to bind port eada42f9-fd69-4835-95ca-3f2702fe4db9 on network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:07.755972 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:07.756343 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Checking segment: {'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:07.756740 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.757129 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Bound using segment: {'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:07.757596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Bound port: eada42f9-fd69-4835-95ca-3f2702fe4db9, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfe2420-1d32-498e-aaf2-8de3b5359ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:07.757947 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.826464 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] For port eada42f9-fd69-4835-95ca-3f2702fe4db9, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:07.830144 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] For port eada42f9-fd69-4835-95ca-3f2702fe4db9, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=eada42f9-fd69-4835-95ca-3f2702fe4db9,segment=NetworkSegment(3cfe2420-1d32-498e-aaf2-8de3b5359ada),segment_id=3cfe2420-1d32-498e-aaf2-8de3b5359ada)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:07.835012 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.976993 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Routers {'76cceedb-2d2e-4766-af72-53e15e047b7b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:07.977670 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:37:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['76cceedb-2d2e-4766-af72-53e15e047b7b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:08.032291 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdac39-e9c3-4f24-ab0b-af837fd78272 None None] Pushing event updated for resources: {'Port': ['ID=eada42f9-fd69-4835-95ca-3f2702fe4db9,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:08.096541 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] Set router 76cceedb-2d2e-4766-af72-53e15e047b7b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:08.300704 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:38:03Z', 'revision_number': 4, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port': {'id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:01Z', 'updated_at': '2021-07-09T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'eada42f9-fd69-4835-95ca-3f2702fe4db9', 'name': '', 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'mac_address': 'fa:16:3e:e5:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:03Z', 'updated_at': '2021-07-09T14:38:07Z', 'revision_number': 4, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'subnets': [{'id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:08.331338 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7dd48e-1dc3-4034-8e39-05d06d2890a6 None None] The sync data for ids ['76cceedb-2d2e-4766-af72-53e15e047b7b'] in n-d-799524-3 is: [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:38:03Z', 'revision_number': 4, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port': {'id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:01Z', 'updated_at': '2021-07-09T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'eada42f9-fd69-4835-95ca-3f2702fe4db9', 'name': '', 'network_id': '845cbdb1-1091-4526-bf1b-921f3e0b4ca3', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'mac_address': 'fa:16:3e:e5:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:03Z', 'updated_at': '2021-07-09T14:38:07Z', 'revision_number': 4, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'subnets': [{'id': '2c3d4d23-6408-43c4-9c52-6ab5082b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:08.445665 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-40547fc5-bd57-4bc8-b0ae-33eb2fd4f4a2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:08.449119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-40547fc5-bd57-4bc8-b0ae-33eb2fd4f4a2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 808 time: 0.1459413 Jul 09 14:38:08.531819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a6d7f496-7b2b-4dce-bb63-4a935635d451 req-60ac39f4-fa80-4de9-b3f3-0ac659525278 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 210 time: 0.0537381 Jul 09 14:38:08.555005 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-b410d300-2312-4b46-afaf-49cbc4eaba90 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b8db0e5733488a89103a9d4f992a5c HTTP/1.1" status: 200 len: 380 time: 0.0963359 Jul 09 14:38:08.566685 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'port': {'device_id': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'admin_state_up': True, 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'security_groups': ['43c8c102-c6e3-47a3-83f2-c57b36892403']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:08.591397 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device deb94734-47a6-48c5-a890-33948114f5bc up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:08.642823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port deb94734-47a6-48c5-a890-33948114f5bc triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:08.643330 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.691963 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Made reservation on behalf of c4b8db0e5733488a89103a9d4f992a5c for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:38:08.696296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.725300 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device eada42f9-fd69-4835-95ca-3f2702fe4db9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:08.784000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port eada42f9-fd69-4835-95ca-3f2702fe4db9 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:08.788096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port eada42f9-fd69-4835-95ca-3f2702fe4db9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:08.788563 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.845016 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Allocated IP 172.20.0.9 (c3edc544-a1ba-4f72-a5e6-10ddc2845803/89fdcb05-d5a7-4f09-8735-2412aec0840e/ee777143-7a06-47fb-a916-698cc1fe821b) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:08.885946 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.924799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port eada42f9-fd69-4835-95ca-3f2702fe4db9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=eada42f9-fd69-4835-95ca-3f2702fe4db9,segment=NetworkSegment(3cfe2420-1d32-498e-aaf2-8de3b5359ada),segment_id=3cfe2420-1d32-498e-aaf2-8de3b5359ada)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:08.929610 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.982671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=eada42f9-fd69-4835-95ca-3f2702fe4db9,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:09.010363 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.023918 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Transition to ACTIVE for port object ee777143-7a06-47fb-a916-698cc1fe821b will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:09.056811 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.098458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:09.103390 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:09.107116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:09.132451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:09.165339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:09.166213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.181489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-ab25499f-01bd-4fdf-a9cd-6308b926f6c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6196339 Jul 09 14:38:09.194800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Request body: {'port': {'device_id': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:09.278640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.324375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fec613d7-2adf-404f-97ca-1d017ac6e7cf None None] Provisioning for port ee777143-7a06-47fb-a916-698cc1fe821b completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:09.328008 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-fec613d7-2adf-404f-97ca-1d017ac6e7cf None None] Provisioning complete for port ee777143-7a06-47fb-a916-698cc1fe821b triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:09.328409 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fec613d7-2adf-404f-97ca-1d017ac6e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.364460 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-fec613d7-2adf-404f-97ca-1d017ac6e7cf None None] Port ee777143-7a06-47fb-a916-698cc1fe821b cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:38:09.553530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee777143-7a06-47fb-a916-698cc1fe821b {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:09.561741 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.573548 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Transition to ACTIVE for port object ee777143-7a06-47fb-a916-698cc1fe821b will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:09.577360 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.662756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:09.758822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Attempting to bind port ee777143-7a06-47fb-a916-698cc1fe821b on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:09.759587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Attempting to bind port ee777143-7a06-47fb-a916-698cc1fe821b by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:09.759587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Attempting to bind port ee777143-7a06-47fb-a916-698cc1fe821b on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:09.766804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Port ee777143-7a06-47fb-a916-698cc1fe821b on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:09.767153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Attempting to bind port ee777143-7a06-47fb-a916-698cc1fe821b on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:09.779498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab6d5-c4d5-4abf-8e7b-1290f7930754 req-a6d8796b-1d45-4474-a9ac-d14523bb46bc tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:09.781040 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-357ab6d5-c4d5-4abf-8e7b-1290f7930754 req-a6d8796b-1d45-4474-a9ac-d14523bb46bc tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 943 time: 0.1291604 Jul 09 14:38:09.782292 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:09.782634 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Checking segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:09.783056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Bound using segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:09.783497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Bound port: ee777143-7a06-47fb-a916-698cc1fe821b, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:09.783858 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.864512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-357ab6d5-c4d5-4abf-8e7b-1290f7930754 req-fc70eaed-5ccb-407e-86cf-b84963cf26c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710158 Jul 09 14:38:09.883587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:09.887295 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:09.893639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.928730 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:09.929640 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.931603 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] 10.222.0.11 "PUT /v2.0/ports/ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 1091 time: 0.7417119 Jul 09 14:38:09.933734 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:09.936847 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec096c0-a912-4bfe-8f24-2c5e099363d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:09.969197 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515246b-8adf-41c8-bcfd-a4645d4fdaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:09.984837 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a8d220-88d1-46a0-a048-249bac366a96 x-openstack-request-id: req-69a8d220-88d1-46a0-a048-249bac366a96 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:09.985132 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:09.985386 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69a8d220-88d1-46a0-a048-249bac366a96 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:09.985798 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'status': 'completed', 'code': 200} Jul 09 14:38:10.036889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-8b5407fb-4edd-4f0e-a864-9d5db77a1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.038402 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-8b5407fb-4edd-4f0e-a864-9d5db77a1ba5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1094 time: 0.0631909 Jul 09 14:38:10.082403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-6777fb5a-cb96-4982-8ccb-1b05496b3135 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 217 time: 0.0365098 Jul 09 14:38:10.132281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-3d048e2b-8bb6-47d2-a825-d1853748e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.133667 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-3d048e2b-8bb6-47d2-a825-d1853748e51e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0455682 Jul 09 14:38:10.190572 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-c67ffa02-9827-4dc4-ad9f-2204c888c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.192065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-c67ffa02-9827-4dc4-ad9f-2204c888c643 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520401 Jul 09 14:38:10.287934 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-a5865064-99cc-402a-8d05-69c6a2bc94b5 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897126 Jul 09 14:38:10.375758 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1173b3ca-ebe3-4e5d-9d24-ca3e6f507048 req-736aa244-8122-4da8-8cfc-c7b870997be9 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805979 Jul 09 14:38:10.479281 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-952a420d-d1de-4100-a7d5-0ee11c258142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.480594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-952a420d-d1de-4100-a7d5-0ee11c258142 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1094 time: 0.0589457 Jul 09 14:38:10.503224 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device eada42f9-fd69-4835-95ca-3f2702fe4db9 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:10.550879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port eada42f9-fd69-4835-95ca-3f2702fe4db9 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:10.551284 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:10.570927 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-6dbe0fe9-3af7-4e70-a334-8a9f6d7ff651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.572709 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-6dbe0fe9-3af7-4e70-a334-8a9f6d7ff651 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0858796 Jul 09 14:38:10.620787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-746033e6-4146-4512-b723-d7ce6bebbe88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 217 time: 0.0416341 Jul 09 14:38:10.669471 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-ca193cdc-8511-4619-944c-9c02fd6c1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.670896 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-ca193cdc-8511-4619-944c-9c02fd6c1298 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0440145 Jul 09 14:38:10.725624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-0131c0db-dabf-49b6-8b2b-744773c7c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.727032 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-0131c0db-dabf-49b6-8b2b-744773c7c313 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497739 Jul 09 14:38:10.817673 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-e6e214f9-c9f6-4e3d-8409-d1ddb2c0c1d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831678 Jul 09 14:38:10.905646 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ec096c0-a912-4bfe-8f24-2c5e099363d0 req-48cf8d46-bc97-4095-91ad-c2b0da2f3795 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816643 Jul 09 14:38:11.038315 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50ddb-323a-4760-ba00-662fcb313331 req-a0d9b338-7ce2-471b-970f-59857986297f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:11.039877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3bc50ddb-323a-4760-ba00-662fcb313331 req-a0d9b338-7ce2-471b-970f-59857986297f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 943 time: 0.0637422 Jul 09 14:38:11.077421 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3bc50ddb-323a-4760-ba00-662fcb313331 req-77e065e8-0e6f-4cba-9ceb-a7842cc5550e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Jul 09 14:38:12.258192 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f6dbc-40c7-4d3c-aa6c-23ca0bc7d2a9 req-53c183cb-53d4-4cd8-924c-069a766c4b00 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:12.259763 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a19f6dbc-40c7-4d3c-aa6c-23ca0bc7d2a9 req-53c183cb-53d4-4cd8-924c-069a766c4b00 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 943 time: 0.0699115 Jul 09 14:38:12.297423 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a19f6dbc-40c7-4d3c-aa6c-23ca0bc7d2a9 req-e9b3cae9-7584-440e-bcbb-57b76f837631 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319741 Jul 09 14:38:13.474830 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920472c-1355-49bf-b661-b2c4a5840f78 req-9f65d84c-b72a-4f76-a84e-3faf8248d90d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:13.474830 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d920472c-1355-49bf-b661-b2c4a5840f78 req-9f65d84c-b72a-4f76-a84e-3faf8248d90d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 943 time: 0.0656376 Jul 09 14:38:13.515230 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d920472c-1355-49bf-b661-b2c4a5840f78 req-837dd634-d213-420d-a182-df0e3d1f5b6f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328674 Jul 09 14:38:13.814319 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ee777143-7a06-47fb-a916-698cc1fe821b details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:13.914014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:13.932315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'port_id': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'mac_address': 'fa:16:3e:09:7c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:13.940881 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:13.971774 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:13.983975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee777143-7a06-47fb-a916-698cc1fe821b {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:14.003769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:14.007926 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:14.058597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:14.229027 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ee777143-7a06-47fb-a916-698cc1fe821b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:14.409863 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-fb038da0-deda-40b2-8b39-0b40cf283a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:14.691373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ecd34-b9e7-4a84-bc70-46f981d881bf req-1693f377-2279-4908-8eaa-7420834079a7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:14.692762 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3a9ecd34-b9e7-4a84-bc70-46f981d881bf req-1693f377-2279-4908-8eaa-7420834079a7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0675390 Jul 09 14:38:14.731283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3a9ecd34-b9e7-4a84-bc70-46f981d881bf req-d84d7af9-172b-4dad-ab16-dc50f5d3870e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Jul 09 14:38:14.818074 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:15.829823 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ee777143-7a06-47fb-a916-698cc1fe821b up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:15.880915 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port ee777143-7a06-47fb-a916-698cc1fe821b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:15.885256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ee777143-7a06-47fb-a916-698cc1fe821b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:15.886060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:15.908253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907b13-2b49-431a-8787-a8ae3c716f07 req-53a20a53-2626-41af-b5ed-df4f8fc6987d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:15.909743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3907b13-2b49-431a-8787-a8ae3c716f07 req-53a20a53-2626-41af-b5ed-df4f8fc6987d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0651166 Jul 09 14:38:15.948920 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f3907b13-2b49-431a-8787-a8ae3c716f07 req-cb517296-728a-4d83-b8f5-0dcebcc9ccc6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334015 Jul 09 14:38:15.963262 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:15.985799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:15.988127 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc74636f-2971-48cd-b978-acf8b1475732" -d '{"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-plugged", "status": "completed", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:16.003663 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:16.007747 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:16.031728 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664d6fbe-04b7-4231-869f-4c06fe931099 x-openstack-request-id: req-664d6fbe-04b7-4231-869f-4c06fe931099 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:16.032017 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-plugged", "status": "completed", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:16.032271 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-664d6fbe-04b7-4231-869f-4c06fe931099 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:16.032652 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'code': 200} Jul 09 14:38:16.061064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:16.136481 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e03fe7-1dcf-4300-97ad-d8008fcf223d req-190bd899-5ae1-4b21-8fb2-1684a2f0c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:16.138057 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49e03fe7-1dcf-4300-97ad-d8008fcf223d req-190bd899-5ae1-4b21-8fb2-1684a2f0c6ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1096 time: 0.0556126 Jul 09 14:38:16.173291 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-49e03fe7-1dcf-4300-97ad-d8008fcf223d req-cf776872-7e93-4a2b-9080-65da84fa98c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290561 Jul 09 14:38:16.996148 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-759be03d-9ad1-4fde-82e3-41a8deaa231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.129369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b53d3-7ef1-40ea-9f04-e9f490c65a80 req-b73a001c-35e6-4af8-a1cd-a002cb5c4cfc tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.130866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b8b53d3-7ef1-40ea-9f04-e9f490c65a80 req-b73a001c-35e6-4af8-a1cd-a002cb5c4cfc tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0664794 Jul 09 14:38:17.154607 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.177680 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b8b53d3-7ef1-40ea-9f04-e9f490c65a80 req-474d61c0-da49-4556-9822-c9517d8b3221 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410872 Jul 09 14:38:17.352964 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7549d0-2fdb-4f62-bf72-ccf02bb8ad64 req-e28febfc-4f59-431f-8c0e-c1b45d5910b6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.355289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d7549d0-2fdb-4f62-bf72-ccf02bb8ad64 req-e28febfc-4f59-431f-8c0e-c1b45d5910b6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0673349 Jul 09 14:38:17.392091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d7549d0-2fdb-4f62-bf72-ccf02bb8ad64 req-17f1188f-e034-4885-8911-dace732d49b9 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Jul 09 14:38:17.417074 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55052) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:17.553355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca3107-6d33-4cb9-b943-86056e89e10d tempest-TestShelveInstance-490869789 tempest-TestShelveInstance-490869789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:17.554866 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1eca3107-6d33-4cb9-b943-86056e89e10d tempest-TestShelveInstance-490869789 tempest-TestShelveInstance-490869789-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1091 time: 0.1367886 Jul 09 14:38:17.558057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55056) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:38:17.562356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:17.584557 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for floatingip, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.684743 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.788061 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Allocated IP 172.25.5.189 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/6acc7f92-267c-4182-8f40-ed848db83a3f) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:38:17.893932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.939156 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:17.977552 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:38:17.980988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:38:17.984486 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:38:18.006422 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'Port': ['ID=6acc7f92-267c-4182-8f40-ed848db83a3f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:18.352742 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:18.427360 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:18.561569 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:18.582396 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:18.586714 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:18.657353 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'Port': ['ID=6acc7f92-267c-4182-8f40-ed848db83a3f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:18.669281 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:18.771831 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Floating IP 6e9f5f10-fd66-4cdc-901e-309b0db5f899 associated. External IP: 172.25.5.189, port: ee777143-7a06-47fb-a916-698cc1fe821b. Jul 09 14:38:18.984322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:38:19.087459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:38:19.097223 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] Sync routers for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:38:19.104190 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:19.106984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:19.107836 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:38:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:19.144886 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cd8c3ca0-3128-4283-9ec8-b249083f6c6d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5858042 Jul 09 14:38:19.145488 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:19.147790 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6673d211fdd8742cbf6a0cfa7ada0c95760b2636b6902ec8fd9760d0f961c743" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0461dd9f-67e7-4915-a5d7-45d68802a297" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:19.184369 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e96b6-bde5-4694-ae74-3e1a77cc0487 x-openstack-request-id: req-940e96b6-bde5-4694-ae74-3e1a77cc0487 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:19.184665 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:19.184921 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-940e96b6-bde5-4694-ae74-3e1a77cc0487 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:19.185327 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'status': 'completed', 'code': 200} Jul 09 14:38:19.231425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:19.309741 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-988a3a5c-1e9f-4748-a137-7d65484ec8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.311267 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-988a3a5c-1e9f-4748-a137-7d65484ec8e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1096 time: 0.1046548 Jul 09 14:38:19.398486 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-81de9e77-4a03-447d-9baa-ae48778a22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.400866 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-81de9e77-4a03-447d-9baa-ae48778a22d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0830967 Jul 09 14:38:19.454295 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '6e9f5f10-fd66-4cdc-901e-309b0db5f899', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'port_id': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'mac_address': 'fa:16:3e:09:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:38:18Z', 'updated_at': '2021-07-09T14:38:18Z', 'revision_number': 0, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:19.469658 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-c572f78e-7b67-42ae-b239-dd1684e6a36d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 999 time: 0.0633650 Jul 09 14:38:19.485767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] Checking router: b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:38:19.495270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:38:19.495773 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:38:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:19.517804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-c5d76fc0-a65b-45f5-968a-318d348e951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.519297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-c5d76fc0-a65b-45f5-968a-318d348e951a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0441439 Jul 09 14:38:19.576597 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-7043fa7c-d676-4e8d-b710-f19a814fdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.578123 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-7043fa7c-d676-4e8d-b710-f19a814fdb33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524135 Jul 09 14:38:19.675048 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-ea0bf156-fcd2-41c7-9ac8-b33cd09c9689 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907218 Jul 09 14:38:19.764997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0461dd9f-67e7-4915-a5d7-45d68802a297 req-43ce8793-858d-4dbd-a7a8-2568e7f4cc44 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842438 Jul 09 14:38:19.766089 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:38:19.995187 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '6e9f5f10-fd66-4cdc-901e-309b0db5f899', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'port_id': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'mac_address': 'fa:16:3e:09:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:38:18Z', 'updated_at': '2021-07-09T14:38:18Z', 'revision_number': 0, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:38:20.029748 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c69482-c1a5-44f8-b8a8-f49a488509ec None None] The sync data for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 is: [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '6e9f5f10-fd66-4cdc-901e-309b0db5f899', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'port_id': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'mac_address': 'fa:16:3e:09:7c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:38:18Z', 'updated_at': '2021-07-09T14:38:18Z', 'revision_number': 0, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:38:20.042109 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:20.210912 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3b8e3-b600-4c62-8354-eacc92ea911d None None] New status for floating IP 6e9f5f10-fd66-4cdc-901e-309b0db5f899: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:38:35.467573 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-c4a31f3a-8f19-474d-8134-5d96e99f70de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515335 Jul 09 14:38:35.564451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-419ea820-97b9-412c-8058-1a16f9dc26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.565975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-419ea820-97b9-412c-8058-1a16f9dc26a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1096 time: 0.0566084 Jul 09 14:38:36.036332 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-17cae1e5-1c50-4faf-ab9c-fc4a5b3fe3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:36.037889 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-17cae1e5-1c50-4faf-ab9c-fc4a5b3fe3eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.4516158 Jul 09 14:38:36.105382 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-0e4ad4d2-929a-489b-b618-acb51660c86d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 1001 time: 0.0604935 Jul 09 14:38:36.155449 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-dd258af1-c8fe-4451-b606-cfce0af8f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:36.156927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-dd258af1-c8fe-4451-b606-cfce0af8f735 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0446105 Jul 09 14:38:36.214461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-26e54fe6-7439-4856-9228-94eb6493b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:36.216128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-26e54fe6-7439-4856-9228-94eb6493b904 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524647 Jul 09 14:38:36.308083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-493958a5-90b3-443c-8228-79653c195c90 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856590 Jul 09 14:38:36.395320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e104b997-7871-4bc7-ae80-b0d08ef05eae req-cd39305a-74c1-4eb0-ad20-a0fc0c94baa9 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808709 Jul 09 14:38:38.665863 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:38:43.937094 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:44.400680 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-222f593f-f6c6-4d61-acfb-361e77f811b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:44.821362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:46.997795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5c56fa6c-dcfe-4213-820b-4f9e116fb7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:47.157710 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:48.565776 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:50.035680 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:13.946517 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:14.401097 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e0e97a4a-8cbb-4f6e-b07a-a91122f6e441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:14.818551 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:15.665137 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:39:16.999287 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bb0fae29-a27b-4ade-b5e8-92e198e58769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:17.158523 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:18.567797 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:20.039502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.460113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-d5aa10ac-bc0e-4040-982c-b74226e64d8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509956 Jul 09 14:39:35.556506 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-9c5f225f-2920-4b90-911d-14ce544b9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:35.557990 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-9c5f225f-2920-4b90-911d-14ce544b9278 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1096 time: 0.0576792 Jul 09 14:39:35.661268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-488e5374-b379-48e1-9fee-32ee41e7ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:35.662700 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-488e5374-b379-48e1-9fee-32ee41e7ff0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0860023 Jul 09 14:39:35.730452 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-58c2cfe6-4fb8-49d9-879c-e1fc6dea421f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 1001 time: 0.0613725 Jul 09 14:39:35.778472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-a5169ae1-cda9-4ffe-846d-630071ab449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:35.779877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-a5169ae1-cda9-4ffe-846d-630071ab449e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0440223 Jul 09 14:39:35.836847 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-6bc98f57-1ff8-4c02-a1f3-06cdcca34690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:35.838324 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-6bc98f57-1ff8-4c02-a1f3-06cdcca34690 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524559 Jul 09 14:39:35.927479 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-9e19ff32-007c-40aa-8055-699de6a60cfa service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828288 Jul 09 14:39:36.018125 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-01058827-6c9e-45f9-bf6c-9b6df7bc26c1 req-0da6ab08-71cf-479a-900f-d934f4911473 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847011 Jul 09 14:39:43.944377 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.401498 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b5944e71-c141-4945-bcc9-ccc4ce166127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:44.815697 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.001066 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b799c48-2c6a-4ec5-8e34-ee64e79e3c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:47.159222 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:48.573459 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:50.041650 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:52.664580 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:40:13.957163 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.402865 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef640926-782a-4f0c-8de1-313c731b4d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:14.830056 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:15.237535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1187a-cfe0-49cf-9e1f-7276dfab0b1f req-40dbc759-5ace-4687-bd1b-294f2d619017 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:15.239053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87a1187a-cfe0-49cf-9e1f-7276dfab0b1f req-40dbc759-5ace-4687-bd1b-294f2d619017 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0654569 Jul 09 14:40:15.282916 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-87a1187a-cfe0-49cf-9e1f-7276dfab0b1f req-1dcd39ba-56e5-4207-bb60-b5398a18dad5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376339 Jul 09 14:40:16.484932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdf68b-6a97-469f-a987-ce263ed66ae0 req-1244f0b9-d285-4561-887f-3e7516fced08 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:16.486403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbcdf68b-6a97-469f-a987-ce263ed66ae0 req-1244f0b9-d285-4561-887f-3e7516fced08 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0643861 Jul 09 14:40:16.524786 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-dbcdf68b-6a97-469f-a987-ce263ed66ae0 req-50cb8e4f-16dd-46c2-a2e5-906d1168167d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Jul 09 14:40:17.002264 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-16c6b899-9375-4cb2-bcff-daacff5bd3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.159558 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:17.698768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5a88f-fd37-4c80-bd15-f03967789070 req-40019677-c4a5-4d86-9b1f-22f7775707e6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:17.700266 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57f5a88f-fd37-4c80-bd15-f03967789070 req-40019677-c4a5-4d86-9b1f-22f7775707e6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0653567 Jul 09 14:40:17.737933 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-57f5a88f-fd37-4c80-bd15-f03967789070 req-8143433d-2963-4b37-a206-fc68bed063e1 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321863 Jul 09 14:40:18.574012 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:18.917082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23815-0311-4985-961b-2848e431239c req-30ad1d8d-74bc-4c45-ab8d-c76fd19a5c3b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:18.918564 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05c23815-0311-4985-961b-2848e431239c req-30ad1d8d-74bc-4c45-ab8d-c76fd19a5c3b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0678289 Jul 09 14:40:18.959694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-05c23815-0311-4985-961b-2848e431239c req-4c11e496-800d-4043-81f4-8582201551db tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351520 Jul 09 14:40:20.044785 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:20.140029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef3b34-0d87-4447-931f-459a969ba91a req-c7c94d7d-2deb-4439-9a64-fe664e85fe14 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:20.141532 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72ef3b34-0d87-4447-931f-459a969ba91a req-c7c94d7d-2deb-4439-9a64-fe664e85fe14 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0632293 Jul 09 14:40:20.179813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72ef3b34-0d87-4447-931f-459a969ba91a req-e52c080e-175d-4831-b70c-dbbda9b5384c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323362 Jul 09 14:40:21.357574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030fdaf-33e8-49f1-a867-593146ca1bfc req-4616509c-80f0-46ef-aa90-a704677b8fd2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:21.359055 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f030fdaf-33e8-49f1-a867-593146ca1bfc req-4616509c-80f0-46ef-aa90-a704677b8fd2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0664313 Jul 09 14:40:21.396076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f030fdaf-33e8-49f1-a867-593146ca1bfc req-70c3d394-62fa-4eef-9d00-a6e88b58f121 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Jul 09 14:40:22.567461 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab557d-22df-44d0-92cd-b11f105e1b1c req-9fa991fa-f380-4cfc-8384-84fa3df52996 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:22.569648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dab557d-22df-44d0-92cd-b11f105e1b1c req-9fa991fa-f380-4cfc-8384-84fa3df52996 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0643871 Jul 09 14:40:22.606378 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3dab557d-22df-44d0-92cd-b11f105e1b1c req-3452c639-a9af-4494-9e3d-1b3ffe782566 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Jul 09 14:40:23.783402 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51affa98-3e1d-44ef-9a0b-72c442b43f1d req-218248e5-13e1-475a-8017-288d1a4dd050 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:23.784876 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-51affa98-3e1d-44ef-9a0b-72c442b43f1d req-218248e5-13e1-475a-8017-288d1a4dd050 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0635347 Jul 09 14:40:23.822352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-51affa98-3e1d-44ef-9a0b-72c442b43f1d req-67c036fb-9443-4b65-bd88-9e3e28328b5e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Jul 09 14:40:24.999289 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1871e6c-c810-4424-b4ec-3e2133e5cff5 req-31580122-50bb-4e79-b048-8e501dc079ff tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:25.000885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1871e6c-c810-4424-b4ec-3e2133e5cff5 req-31580122-50bb-4e79-b048-8e501dc079ff tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0697799 Jul 09 14:40:25.048060 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c1871e6c-c810-4424-b4ec-3e2133e5cff5 req-7210623c-15b4-487b-aa84-ed331b9dde21 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Jul 09 14:40:26.222253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504dd32-2dc7-4a66-b655-750c0a2f3375 req-6790b421-6762-4f97-b6d8-a90454742f28 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:26.223799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6504dd32-2dc7-4a66-b655-750c0a2f3375 req-6790b421-6762-4f97-b6d8-a90454742f28 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0635045 Jul 09 14:40:26.263157 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6504dd32-2dc7-4a66-b655-750c0a2f3375 req-f2db938a-75d7-4a26-9bf9-2dc7f39308bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335014 Jul 09 14:40:26.445455 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ee777143-7a06-47fb-a916-698cc1fe821b details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:26.539984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:26.551275 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'port_id': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'mac_address': 'fa:16:3e:09:7c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:26.591627 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:26.603944 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee777143-7a06-47fb-a916-698cc1fe821b {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:26.622671 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:26.633120 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:26.683721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:26.691199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.691553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.691896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.692235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.692569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.693400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.693724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.694132 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.694463 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.694786 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.695139 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.695518 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:26.707182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['ee777143-7a06-47fb-a916-698cc1fe821b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:27.455868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912041c8-dd55-4428-b2a4-08365154ddba req-36632c35-2089-48a7-b25b-d28057b74096 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:27.457369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-912041c8-dd55-4428-b2a4-08365154ddba req-36632c35-2089-48a7-b25b-d28057b74096 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0704157 Jul 09 14:40:27.496881 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-912041c8-dd55-4428-b2a4-08365154ddba req-4b6bd59a-c557-4973-92d9-699ab4b40524 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337076 Jul 09 14:40:28.475371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ee777143-7a06-47fb-a916-698cc1fe821b up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:28.544209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port ee777143-7a06-47fb-a916-698cc1fe821b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:28.545017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.637967 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.673891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:28.675180 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:28.678976 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737bf9e9-cab4-4f99-b08f-2002df67f9e4" -d '{"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-plugged", "status": "completed", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:28.683535 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.726344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e35ea-f03b-4c85-86d9-7b1adf5e2a5f req-f43a3c01-e112-4cb5-9e4c-3e88fcbfc8d1 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:28.728627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-842e35ea-f03b-4c85-86d9-7b1adf5e2a5f req-f43a3c01-e112-4cb5-9e4c-3e88fcbfc8d1 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0844204 Jul 09 14:40:28.744628 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:28.789331 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-842e35ea-f03b-4c85-86d9-7b1adf5e2a5f req-55ad5102-4cf9-4ce0-ac6a-6465af119f78 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546930 Jul 09 14:40:28.838243 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a136d2a1-ddba-4843-bcf8-3f710adb2f28 x-openstack-request-id: req-a136d2a1-ddba-4843-bcf8-3f710adb2f28 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:28.838543 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-plugged", "status": "completed", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:28.838821 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a136d2a1-ddba-4843-bcf8-3f710adb2f28 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:28.839242 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'code': 200} Jul 09 14:40:29.666657 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:40:29.986566 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875ee0-cff3-4920-880c-20ff3c9d65ea req-37d6199c-d07a-4f3e-99f1-a046048a1a81 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.991885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21875ee0-cff3-4920-880c-20ff3c9d65ea req-37d6199c-d07a-4f3e-99f1-a046048a1a81 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0801649 Jul 09 14:40:30.038608 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-21875ee0-cff3-4920-880c-20ff3c9d65ea req-567b572b-4bad-4964-9e66-13ddfcaf47d1 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414779 Jul 09 14:40:31.284702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55902f-f03a-47d8-bd53-bd1b9e40073a req-f7a91269-ee0f-45b3-bebc-98e7b521c683 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:31.286320 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d55902f-f03a-47d8-bd53-bd1b9e40073a req-f7a91269-ee0f-45b3-bebc-98e7b521c683 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.1146822 Jul 09 14:40:31.335274 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1d55902f-f03a-47d8-bd53-bd1b9e40073a req-26609e75-f5a0-4bd1-881e-a24ea18eff0e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Jul 09 14:40:32.539658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53337b-4e41-490a-8e6e-5cc6e5bbdc96 req-04df8809-412f-4ab9-be10-c6a9ad9d2217 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:32.541537 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c53337b-4e41-490a-8e6e-5cc6e5bbdc96 req-04df8809-412f-4ab9-be10-c6a9ad9d2217 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0756793 Jul 09 14:40:32.587754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4c53337b-4e41-490a-8e6e-5cc6e5bbdc96 req-85462c86-47e5-48d2-811e-fc518e5c7782 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Jul 09 14:40:33.814245 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828eed7-31de-4ddc-8354-65fc1451930b req-21a41e68-01c0-48b4-b4d5-fb4c5dc9ef2a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:33.816036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0828eed7-31de-4ddc-8354-65fc1451930b req-21a41e68-01c0-48b4-b4d5-fb4c5dc9ef2a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0723858 Jul 09 14:40:33.865850 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0828eed7-31de-4ddc-8354-65fc1451930b req-9a6956d2-d5ca-413d-b5d2-8ff653acb884 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Jul 09 14:40:35.066807 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5544eb6-3919-461b-a7c0-fe91b0b4093d req-b28e501a-d3f9-44a1-b424-f82d2ca48f2a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.068648 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5544eb6-3919-461b-a7c0-fe91b0b4093d req-b28e501a-d3f9-44a1-b424-f82d2ca48f2a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0694966 Jul 09 14:40:35.109561 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5544eb6-3919-461b-a7c0-fe91b0b4093d req-5be3aac9-92fb-4d17-ac29-d7affd5f1934 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348742 Jul 09 14:40:36.290651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7fbd5-e944-47b0-9079-1298e5dfedf4 req-f6cf4776-c96a-4460-80f8-25c96a9ddce6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.292223 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ba7fbd5-e944-47b0-9079-1298e5dfedf4 req-f6cf4776-c96a-4460-80f8-25c96a9ddce6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0668902 Jul 09 14:40:36.331930 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ba7fbd5-e944-47b0-9079-1298e5dfedf4 req-609668d9-719d-430c-bcb3-25e72493dff0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340145 Jul 09 14:40:36.508462 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-48706079-6d7e-4561-8f5a-e952340dff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.509944 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-48706079-6d7e-4561-8f5a-e952340dff6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1096 time: 0.0567408 Jul 09 14:40:36.622359 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-50a27bf8-c342-4c23-b0bf-82dd6021ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.623902 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-50a27bf8-c342-4c23-b0bf-82dd6021ad8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0926173 Jul 09 14:40:36.790861 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-0b16848b-926d-4c6a-8ac6-dc747800d6f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 1001 time: 0.0633526 Jul 09 14:40:36.840828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-cabf4794-cbae-4ca1-8c1b-11e6b2bf6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.842288 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-cabf4794-cbae-4ca1-8c1b-11e6b2bf6147 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0430346 Jul 09 14:40:36.909267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-99c4967f-6dd7-415f-91d0-cf1e797d0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:36.911584 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-99c4967f-6dd7-415f-91d0-cf1e797d0323 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597448 Jul 09 14:40:37.004427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-7bfef965-80b2-4a08-a077-9859b2471be7 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857356 Jul 09 14:40:37.098907 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cb33bc2e-22c1-4485-8ab6-22f25587d492 req-7c73451a-9496-4055-97e9-99150580e4d7 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866878 Jul 09 14:40:37.188829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-b405b140-a6c5-42fc-a768-55554f80f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.190293 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-b405b140-a6c5-42fc-a768-55554f80f76d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1096 time: 0.0532444 Jul 09 14:40:37.284340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-c1ea3649-ef76-4579-a716-d03ee6964cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.285882 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-c1ea3649-ef76-4579-a716-d03ee6964cf2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0891492 Jul 09 14:40:37.348287 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-bbd84adb-67f4-41ef-992c-1bf4c9dc85c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 1001 time: 0.0562916 Jul 09 14:40:37.401822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-33c3dd47-00fb-4ee6-92be-43c622fc981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.403310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-33c3dd47-00fb-4ee6-92be-43c622fc981b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0496211 Jul 09 14:40:37.495213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-2d97f750-4547-4d45-bc02-1ed4b0924b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.496694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-2d97f750-4547-4d45-bc02-1ed4b0924b4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877941 Jul 09 14:40:37.568300 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5720e-68df-4128-91bf-baada1c85336 req-1b702bef-6d07-46c0-b61a-034e92d957f0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.569739 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11a5720e-68df-4128-91bf-baada1c85336 req-1b702bef-6d07-46c0-b61a-034e92d957f0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.1254852 Jul 09 14:40:37.628573 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-11a5720e-68df-4128-91bf-baada1c85336 req-a8cdfc11-a9d4-43b8-b9ed-7df62a7db2b3 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530581 Jul 09 14:40:37.633813 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-b38f7419-5eed-4bc0-bd58-b1bc43ef5780 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301329 Jul 09 14:40:37.728546 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-daae35bf-2a82-402b-9297-52efc2c7ae45 req-e04972b8-4bea-4518-a98a-30fea52a950a service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877340 Jul 09 14:40:38.802849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3be4-22d8-41de-bbdf-7a8ac5d5fc6e req-b64bdb80-637c-4d75-a8a7-7d58bbc65caf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:38.804300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4dfa3be4-22d8-41de-bbdf-7a8ac5d5fc6e req-b64bdb80-637c-4d75-a8a7-7d58bbc65caf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0633698 Jul 09 14:40:38.841809 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4dfa3be4-22d8-41de-bbdf-7a8ac5d5fc6e req-2cf90891-863b-4b99-893e-ea3373ac36d0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320079 Jul 09 14:40:40.012541 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ac926-f663-4772-ab55-ffe1360772c3 req-ff288121-ddd4-4c7b-a17e-cc5d76e3a464 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:40.014010 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c00ac926-f663-4772-ab55-ffe1360772c3 req-ff288121-ddd4-4c7b-a17e-cc5d76e3a464 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0619760 Jul 09 14:40:40.051550 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c00ac926-f663-4772-ab55-ffe1360772c3 req-6dbe94d5-ed95-4e33-a3f4-4d3de94e5f38 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Jul 09 14:40:40.402891 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c6207-f49f-4a63-8008-4356a8d51d3d req-ed7c6c0a-b25d-40e4-beb0-9b8c92f49131 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:40.404469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f38c6207-f49f-4a63-8008-4356a8d51d3d req-ed7c6c0a-b25d-40e4-beb0-9b8c92f49131 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0693414 Jul 09 14:40:40.450435 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f38c6207-f49f-4a63-8008-4356a8d51d3d req-19a27379-8eeb-4eb7-b7e4-5f9a595d7a38 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Jul 09 14:40:40.550533 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-4b8e71b4-94e3-4c1d-940b-e5e2736e3918 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001756 Jul 09 14:40:40.554342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device ee777143-7a06-47fb-a916-698cc1fe821b no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:40.633502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.657554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:40.659719 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32226c9d-8f16-4c6b-ac88-6c8011e18c17" -d '{"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-unplugged", "status": "completed", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:40.672826 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:40.678416 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.704362 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33dbe9-4acb-4d5e-935b-bc6b59513351 x-openstack-request-id: req-2f33dbe9-4acb-4d5e-935b-bc6b59513351 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:40.704647 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-unplugged", "status": "failed", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "code": 422}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:40.704896 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f33dbe9-4acb-4d5e-935b-bc6b59513351 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:40.705281 n-d-799524-3 neutron-server[93914]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'code': 422} returned with failed status Jul 09 14:40:40.732803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:41.525742 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-2d998e39-826d-4420-916f-d1ee75544ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:41.527307 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-2d998e39-826d-4420-916f-d1ee75544ac5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85&tenant_id=c4b8db0e5733488a89103a9d4f992a5c HTTP/1.1" status: 200 len: 1094 time: 0.0528064 Jul 09 14:40:41.538242 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:41.651874 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:41.675166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ff03d-4183-4789-ad95-cc8c1df30b0e req-c237dc94-274b-4d49-8b41-733ca42333c3 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:41.677620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ff03d-4183-4789-ad95-cc8c1df30b0e req-c237dc94-274b-4d49-8b41-733ca42333c3 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 943 time: 0.1169095 Jul 09 14:40:41.795366 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-329ff03d-4183-4789-ad95-cc8c1df30b0e req-37fbc19a-2e0f-4912-b32a-4fb8b7008cb5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969937 Jul 09 14:40:41.891186 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:41.924680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:41.960666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee777143-7a06-47fb-a916-698cc1fe821b {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:41.967892 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:41.980373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Transition to ACTIVE for port object ee777143-7a06-47fb-a916-698cc1fe821b will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:41.983864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.030064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=9']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:42.067775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.068124 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.068468 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.068805 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.069139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.069469 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.069798 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.070128 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.070454 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.070780 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.071133 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.071458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:42.114591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] No DVR routers for this DVR port ee777143-7a06-47fb-a916-698cc1fe821b on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:42.253439 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Attempting to bind port ee777143-7a06-47fb-a916-698cc1fe821b on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:42.253767 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Attempting to bind port ee777143-7a06-47fb-a916-698cc1fe821b by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:42.254120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Attempting to bind port ee777143-7a06-47fb-a916-698cc1fe821b on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:42.258301 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Port ee777143-7a06-47fb-a916-698cc1fe821b on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:42.258623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Attempting to bind port ee777143-7a06-47fb-a916-698cc1fe821b on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:42.263379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:42.263716 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Checking segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:42.264097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Bound using segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:42.264518 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Bound port: ee777143-7a06-47fb-a916-698cc1fe821b, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:42.264870 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.330962 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:42.334561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:42.339232 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.372376 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.373055 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.374489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6d6946f0-c219-4598-95ae-728200402465 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 1091 time: 0.8402574 Jul 09 14:40:42.374880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:42.377113 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:42.410827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6946f0-c219-4598-95ae-728200402465 service neutron] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=10']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:42.469278 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-d79f8c28-7bb7-4bb8-9fc1-37a3bc651930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.471761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-d79f8c28-7bb7-4bb8-9fc1-37a3bc651930 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1095 time: 0.0718837 Jul 09 14:40:42.486630 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae28b92-04ba-40ee-a850-ddc121f1a262 x-openstack-request-id: req-9ae28b92-04ba-40ee-a850-ddc121f1a262 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:42.486919 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:42.487195 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ae28b92-04ba-40ee-a850-ddc121f1a262 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:42.487586 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'status': 'completed', 'code': 200} Jul 09 14:40:42.573591 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-e30eb02c-fd36-4763-8f11-f42a1b38b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.575113 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-e30eb02c-fd36-4763-8f11-f42a1b38b430 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0971134 Jul 09 14:40:42.638754 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-6043bee5-3417-407c-b06e-0e55eeee2895 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 999 time: 0.0575922 Jul 09 14:40:42.689990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-814dbcd5-1ea5-4914-8126-fa6f1659eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.691427 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-814dbcd5-1ea5-4914-8126-fa6f1659eb36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0465958 Jul 09 14:40:42.746973 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-c964653a-70d5-4753-a801-487f01c6a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.748424 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-c964653a-70d5-4753-a801-487f01c6a665 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502179 Jul 09 14:40:42.836465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-fa8e2d61-9801-440c-8e91-08a5e1ea9588 service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815854 Jul 09 14:40:42.960408 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2637db47-a783-4ade-a668-bd862d0c85d0 req-0f415c5c-48f3-4af2-9d57-ed7df13854fa service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166775 Jul 09 14:40:42.987283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d39238-4b45-4059-8565-cc98dd396c14 req-40977b7d-a6cc-4e30-aa78-98388b77fb4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.989308 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-66d39238-4b45-4059-8565-cc98dd396c14 req-40977b7d-a6cc-4e30-aa78-98388b77fb4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0780518 Jul 09 14:40:43.062271 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-66d39238-4b45-4059-8565-cc98dd396c14 req-c89a4cbb-4751-4c78-b9aa-ba838e3c44c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659349 Jul 09 14:40:43.086768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-1aea08df-6f0f-47d8-9d31-92ee22c2411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:43.086768 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-1aea08df-6f0f-47d8-9d31-92ee22c2411a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1095 time: 0.0736861 Jul 09 14:40:43.181061 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-d10c8936-5461-434e-bc98-1ce6390cdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:43.182541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-d10c8936-5461-434e-bc98-1ce6390cdf16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0897524 Jul 09 14:40:43.262767 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-c6cfb33c-5784-42be-88e8-677e7dc1e825 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 999 time: 0.0731678 Jul 09 14:40:43.964682 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.251630 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3308b1-d69f-4d6f-b947-00e8d8938962 req-f2637d90-4c75-44b5-8810-8799c2bcefaf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:44.253028 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b3308b1-d69f-4d6f-b947-00e8d8938962 req-f2637d90-4c75-44b5-8810-8799c2bcefaf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0664058 Jul 09 14:40:44.295464 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3b3308b1-d69f-4d6f-b947-00e8d8938962 req-57984652-fa9b-4d46-ae12-c499e56c1e5e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366704 Jul 09 14:40:44.405526 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc447-6822-4e6b-9779-35a1219cf409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.825852 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.476328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a63a-720f-437f-bffd-c7e433cc645a req-9a81519a-6d03-487d-b718-33c71fb5f030 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:45.477786 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a51a63a-720f-437f-bffd-c7e433cc645a req-9a81519a-6d03-487d-b718-33c71fb5f030 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0631306 Jul 09 14:40:45.526067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a51a63a-720f-437f-bffd-c7e433cc645a req-92a482f3-e25b-434a-b506-884d86d311f3 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Jul 09 14:40:46.715422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4584-3102-42ce-939a-d1afdcc3127f req-fbdb5f81-ed69-4140-ac57-ff05b1326aa6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:46.716974 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d6a4584-3102-42ce-939a-d1afdcc3127f req-fbdb5f81-ed69-4140-ac57-ff05b1326aa6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0730410 Jul 09 14:40:46.758860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0d6a4584-3102-42ce-939a-d1afdcc3127f req-7add3ce1-f731-4a30-a16c-926589b19787 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358040 Jul 09 14:40:47.005935 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-298062b6-ae37-49ac-8c7f-5e9abfc1363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.165315 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:47.939616 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf800f-9af9-4e51-82e9-b401f763bf2b req-dc7ca321-9c1e-4554-93c6-f0ca3a577b19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:47.941107 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7faf800f-9af9-4e51-82e9-b401f763bf2b req-dc7ca321-9c1e-4554-93c6-f0ca3a577b19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0669918 Jul 09 14:40:47.981521 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7faf800f-9af9-4e51-82e9-b401f763bf2b req-088214cd-c0c7-4cea-b2bf-148f24be7f05 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346615 Jul 09 14:40:48.581213 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:49.207969 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9db9a2-26f2-4711-9eed-a20497cc7d07 req-525b0e0f-736e-4d8c-b9f9-f2a20ab4549c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:49.216108 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c9db9a2-26f2-4711-9eed-a20497cc7d07 req-525b0e0f-736e-4d8c-b9f9-f2a20ab4549c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.1089733 Jul 09 14:40:49.255279 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5c9db9a2-26f2-4711-9eed-a20497cc7d07 req-809c11c6-6f02-4dde-a1d9-9679016f9e48 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381346 Jul 09 14:40:50.048743 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:50.448806 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d1bc-12f8-4794-a473-55b3e6a3f1c5 req-802c200b-69b6-4795-85ec-0fbbb5d7feef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:50.450609 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bcb3d1bc-12f8-4794-a473-55b3e6a3f1c5 req-802c200b-69b6-4795-85ec-0fbbb5d7feef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0696957 Jul 09 14:40:50.490634 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bcb3d1bc-12f8-4794-a473-55b3e6a3f1c5 req-f2f2f6b2-56c2-4ad1-b28b-bbbd858f272e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345349 Jul 09 14:40:51.678456 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d4a53-53fb-413c-ba89-24cc7d193302 req-24be0147-df21-4ece-bba9-a054d7f744f4 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:51.679969 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc0d4a53-53fb-413c-ba89-24cc7d193302 req-24be0147-df21-4ece-bba9-a054d7f744f4 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0679462 Jul 09 14:40:51.718542 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fc0d4a53-53fb-413c-ba89-24cc7d193302 req-c44383e7-6f03-46e9-bcea-44d3fe3d38e1 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329156 Jul 09 14:40:52.901453 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0371-56a7-44e6-b9cd-dbac4e1903a9 req-c0089d04-a0b7-4ed0-9127-2296e223a8ac tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:52.903006 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0bfb0371-56a7-44e6-b9cd-dbac4e1903a9 req-c0089d04-a0b7-4ed0-9127-2296e223a8ac tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0678892 Jul 09 14:40:52.944749 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0bfb0371-56a7-44e6-b9cd-dbac4e1903a9 req-d48c97bc-296c-489b-8dc9-392f785f6063 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362642 Jul 09 14:40:53.515108 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-b5ddd658-beff-4b4a-9dac-d6940f1d82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.516571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-b5ddd658-beff-4b4a-9dac-d6940f1d82b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0458050 Jul 09 14:40:53.575570 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-512c6dac-351f-421a-aa7b-8136ee863ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:53.577559 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-512c6dac-351f-421a-aa7b-8136ee863ec5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524912 Jul 09 14:40:53.671834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-c68b1c75-733c-42aa-aaf9-9a0f384fc482 service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833085 Jul 09 14:40:53.759613 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0af6969-4a7a-4930-9651-6b3e7bfd97b4 req-a4c0f397-2b37-4e65-b807-d25e4c4ad2d6 service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806332 Jul 09 14:40:54.124448 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629b608-e643-416b-9605-6f803def4b7c req-e7f20be9-fc7b-40a4-9ad5-92d1a548d55e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:54.125957 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1629b608-e643-416b-9605-6f803def4b7c req-e7f20be9-fc7b-40a4-9ad5-92d1a548d55e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0673265 Jul 09 14:40:54.166100 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1629b608-e643-416b-9605-6f803def4b7c req-8c18c0bf-3dff-4ed5-bd66-ae0769611be5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336962 Jul 09 14:40:55.343589 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab12bc-a69f-478f-a9e4-cf43afda91a7 req-1408f025-310e-47a8-b220-24a38bc26b25 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:55.345063 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72ab12bc-a69f-478f-a9e4-cf43afda91a7 req-1408f025-310e-47a8-b220-24a38bc26b25 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 944 time: 0.0621741 Jul 09 14:40:55.382725 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-72ab12bc-a69f-478f-a9e4-cf43afda91a7 req-b698b2da-5718-4ea7-82da-6fafa5ba1cf2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Jul 09 14:40:56.031578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ee777143-7a06-47fb-a916-698cc1fe821b details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:56.128383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:56.140561 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'port_id': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'mac_address': 'fa:16:3e:09:7c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:56.176624 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.189427 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee777143-7a06-47fb-a916-698cc1fe821b {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:56.208870 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:56.212768 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:56.262573 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=11']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:56.450220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['ee777143-7a06-47fb-a916-698cc1fe821b'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:56.557370 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b9c11-1672-435c-9456-d79443fb0d8b req-7a269b5b-4595-483b-ab25-133f1db991b7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:56.558873 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75b9c11-1672-435c-9456-d79443fb0d8b req-7a269b5b-4595-483b-ab25-133f1db991b7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0639639 Jul 09 14:40:56.601083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d75b9c11-1672-435c-9456-d79443fb0d8b req-a294c675-dc11-4b93-97fe-22b7d4cdbeee tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364451 Jul 09 14:40:57.773039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b1159-cc87-4807-bef9-6d67901c2a5e req-5ac93066-16c7-49bd-b27f-b6a448589034 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:57.774514 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c89b1159-cc87-4807-bef9-6d67901c2a5e req-5ac93066-16c7-49bd-b27f-b6a448589034 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 945 time: 0.0630875 Jul 09 14:40:57.810975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c89b1159-cc87-4807-bef9-6d67901c2a5e req-90cf22b7-c95f-4ccb-b58a-023ad5685ea7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Jul 09 14:40:58.061982 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ee777143-7a06-47fb-a916-698cc1fe821b up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:58.108849 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port ee777143-7a06-47fb-a916-698cc1fe821b completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:58.112418 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port ee777143-7a06-47fb-a916-698cc1fe821b triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:58.112791 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:58.188608 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:58.209906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:58.212152 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c27883-0a96-4164-86e6-2536b6860ce9" -d '{"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-plugged", "status": "completed", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:58.228595 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:58.232828 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:58.256733 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ca420-30c7-47cf-9cdb-28c60d50ca66 x-openstack-request-id: req-e31ca420-30c7-47cf-9cdb-28c60d50ca66 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:58.257029 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-plugged", "status": "completed", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:58.257284 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e31ca420-30c7-47cf-9cdb-28c60d50ca66 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:58.257671 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'code': 200} Jul 09 14:40:58.284020 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=12']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:58.418125 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095342-5a49-4452-8148-11790da10244 req-b8fdaec3-ff65-4d2c-85bb-0a0f7f4c4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:58.419597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da095342-5a49-4452-8148-11790da10244 req-b8fdaec3-ff65-4d2c-85bb-0a0f7f4c4073 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1097 time: 0.0518758 Jul 09 14:40:58.452409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-da095342-5a49-4452-8148-11790da10244 req-7310e88f-5c52-4957-ac20-1b552c731513 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264630 Jul 09 14:40:58.993937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc82cf-169e-4932-ba5a-3d3fb796093b req-a2cb150b-2661-4b9b-bc99-932634c34698 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:58.995460 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5cc82cf-169e-4932-ba5a-3d3fb796093b req-a2cb150b-2661-4b9b-bc99-932634c34698 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 946 time: 0.0656741 Jul 09 14:40:59.033190 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a5cc82cf-169e-4932-ba5a-3d3fb796093b req-7ce5fdb7-27cc-48a3-a702-5867e7b312ca tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321476 Jul 09 14:41:00.205442 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6e849-07c7-4bf6-8db8-88f2dd2758d6 req-bacdf233-a15c-49c9-9629-0df70920be22 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:00.206954 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ccd6e849-07c7-4bf6-8db8-88f2dd2758d6 req-bacdf233-a15c-49c9-9629-0df70920be22 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 946 time: 0.0624266 Jul 09 14:41:00.243589 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ccd6e849-07c7-4bf6-8db8-88f2dd2758d6 req-54727bfc-a8d7-41ca-90b8-b6d597b25652 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311854 Jul 09 14:41:06.665592 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:41:13.969580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.405990 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-0908f956-e41e-4945-958d-d04283ee5078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:14.833346 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:17.008073 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d950b39c-fedc-49f6-8280-84fcbe0821b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:17.156575 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:18.582037 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:20.051519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:36.839832 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-d7f04464-acfe-4cbc-98de-511f37b1cb06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523343 Jul 09 14:41:36.940777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-5780c82d-67d8-4bea-835a-57b17edd70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:36.942260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-5780c82d-67d8-4bea-835a-57b17edd70ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1097 time: 0.0566587 Jul 09 14:41:37.042951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-e2658cd4-624d-4f4e-b278-5dc1158288f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:37.044416 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-e2658cd4-624d-4f4e-b278-5dc1158288f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0815852 Jul 09 14:41:37.116760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-ae1716d3-8c6d-401a-b544-657aa3187ef0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 1001 time: 0.0644686 Jul 09 14:41:37.165768 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-2cb2628d-f136-457b-92f5-54e34cec254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:37.167281 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-2cb2628d-f136-457b-92f5-54e34cec254c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0442784 Jul 09 14:41:37.230728 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-d80e54a3-6d7a-489a-bbf5-2736e82e3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:37.230728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-d80e54a3-6d7a-489a-bbf5-2736e82e3295 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564144 Jul 09 14:41:37.687017 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-4714f62f-ee3f-45ed-902a-1b84c778147c service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489169 Jul 09 14:41:37.775173 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6f8c9e76-f162-4847-83ec-2fcbe66254f7 req-d163d71d-ac42-47af-8e40-32708b329b7f service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817921 Jul 09 14:41:43.665153 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:41:43.965510 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:44.406873 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-df01c224-8ff1-4485-8e65-c78b243097c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:44.853858 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.009300 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6355082f-4fa2-4c44-a340-7dceadac6709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:47.158084 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:48.579621 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:50.055593 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.869497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55372) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:10.022822 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Deleting port 6acc7f92-267c-4182-8f40-ed848db83a3f {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:10.023197 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:10.098140 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:10.098472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:10.109761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Calling delete_port for 6acc7f92-267c-4182-8f40-ed848db83a3f owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:10.255195 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:10.278968 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event deleted for resources: {'Port': ['ID=6acc7f92-267c-4182-8f40-ed848db83a3f,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:10.289330 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.289687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.290028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.290373 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.291166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.291166 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.291385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.291693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.292123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.292455 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.292782 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.293105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:10.353151 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:10.353565 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Floating IP 6e9f5f10-fd66-4cdc-901e-309b0db5f899 disassociated (deleted). External IP: 172.25.5.189, port: ee777143-7a06-47fb-a916-698cc1fe821b. Jul 09 14:42:10.556393 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:42:10.664008 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:42:10.668796 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:10.672984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] Sync routers for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:42:10.681655 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:10.682273 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:10.704461 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b8380c3a-184f-4702-9f3f-b772b9d6005f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "DELETE /v2.0/floatingips/6e9f5f10-fd66-4cdc-901e-309b0db5f899 HTTP/1.1" status: 204 len: 168 time: 0.8338697 Jul 09 14:42:10.705031 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:10.707289 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:10.788231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:10.953935 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53edb86a-47a9-4e46-9ea9-5420b1f7e120 x-openstack-request-id: req-53edb86a-47a9-4e46-9ea9-5420b1f7e120 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:10.954450 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:10.954450 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53edb86a-47a9-4e46-9ea9-5420b1f7e120 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:10.955003 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'status': 'completed', 'code': 200} Jul 09 14:42:11.010298 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:11.038829 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] Checking router: b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:42:11.047506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:11.048128 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:41:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:11.126671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-b3514b51-8244-4654-aa2f-e18e2a7a60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.128117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-b3514b51-8244-4654-aa2f-e18e2a7a60fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 1097 time: 0.1496975 Jul 09 14:42:11.141679 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f69d35-efb6-4514-b314-d2668fbdcebf req-45ff36a0-bfdf-4b1d-81d7-d56913521226 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.143176 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82f69d35-efb6-4514-b314-d2668fbdcebf req-45ff36a0-bfdf-4b1d-81d7-d56913521226 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 946 time: 0.0849872 Jul 09 14:42:11.158725 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:11.230327 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-82f69d35-efb6-4514-b314-d2668fbdcebf req-e0deb15f-011d-409b-93f5-a3015f21a88a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769641 Jul 09 14:42:11.260890 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-f8e183ed-6f4b-4c4c-8c0b-c1e612e0363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.262361 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-f8e183ed-6f4b-4c4c-8c0b-c1e612e0363f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.1183186 Jul 09 14:42:11.302529 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-7f9e21be-6a09-4b44-a5f4-34f7cb0bd920 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 200 len: 217 time: 0.0333724 Jul 09 14:42:11.352268 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-0b3fa744-1abb-40c8-b17e-e5bd8ead72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.353756 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-0b3fa744-1abb-40c8-b17e-e5bd8ead72b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0447443 Jul 09 14:42:11.361096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:11.391885 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33446775-d6e9-4872-a7ef-3b112df4dbde None None] The sync data for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 is: [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:42:11.416293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-e957a635-8799-4f3b-aa6d-3eff62c18805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:11.417844 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-e957a635-8799-4f3b-aa6d-3eff62c18805 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578430 Jul 09 14:42:11.512117 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-64d6c3c1-c1b2-4d08-8cc6-b65195db726d service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Jul 09 14:42:11.607703 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93554aa0-bd1f-4073-84c8-a80dff6dcc35 None None] New status for floating IP 6e9f5f10-fd66-4cdc-901e-309b0db5f899: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:42:11.613428 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4b5eaa1f-45af-4cbb-bbc2-0b00166f6a83 req-80a56b41-37aa-4e17-8561-803551ffcd28 service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937409 Jul 09 14:42:12.324009 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8778e-ae74-4937-9318-af0211b03174 req-683d2fbb-a0ef-4e17-a670-6e0971555e64 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.325596 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17a8778e-ae74-4937-9318-af0211b03174 req-683d2fbb-a0ef-4e17-a670-6e0971555e64 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 946 time: 0.0738459 Jul 09 14:42:12.487051 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f64a81-4aaa-4cf8-b05d-c117c690f880 req-641fae17-ae9d-43f8-88aa-f802b3db3d2c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:12.488447 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-97f64a81-4aaa-4cf8-b05d-c117c690f880 req-641fae17-ae9d-43f8-88aa-f802b3db3d2c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8e77dd2-d140-45f1-b7d6-7452125d4f85 HTTP/1.1" status: 200 len: 946 time: 0.1261744 Jul 09 14:42:12.504425 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Deleting port ee777143-7a06-47fb-a916-698cc1fe821b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:42:12.504770 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.577936 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-97f64a81-4aaa-4cf8-b05d-c117c690f880 req-f5b634cd-99a3-4ea1-8a36-5301b957911a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=43c8c102-c6e3-47a3-83f2-c57b36892403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828073 Jul 09 14:42:12.616354 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] For port ee777143-7a06-47fb-a916-698cc1fe821b, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=ee777143-7a06-47fb-a916-698cc1fe821b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:12.616742 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.629277 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Calling delete_port for ee777143-7a06-47fb-a916-698cc1fe821b owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:42:12.767272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.801579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event deleted for resources: {'Port': ['ID=ee777143-7a06-47fb-a916-698cc1fe821b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:12.851134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] No DVR routers for this DVR port ee777143-7a06-47fb-a916-698cc1fe821b on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:42:12.853788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:12.855892 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-17a8778e-ae74-4937-9318-af0211b03174 req-9a05eb38-f7bf-4e44-a60c-3f76c3be68bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.10 "DELETE /v2.0/ports/ee777143-7a06-47fb-a916-698cc1fe821b HTTP/1.1" status: 204 len: 173 time: 0.5248291 Jul 09 14:42:12.955799 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-deleted', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:12.958161 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe679b5-2490-464b-ab59-c6393423cd91" -d '{"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-deleted", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:12.993820 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3245f29-7f6e-4f32-8fc9-aca75ddc138e x-openstack-request-id: req-e3245f29-7f6e-4f32-8fc9-aca75ddc138e {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:12.994114 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e77dd2-d140-45f1-b7d6-7452125d4f85", "name": "network-vif-deleted", "tag": "ee777143-7a06-47fb-a916-698cc1fe821b", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:12.994413 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3245f29-7f6e-4f32-8fc9-aca75ddc138e {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:12.994797 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e77dd2-d140-45f1-b7d6-7452125d4f85', 'name': 'network-vif-deleted', 'tag': 'ee777143-7a06-47fb-a916-698cc1fe821b', 'status': 'completed', 'code': 200} Jul 09 14:42:13.676338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55390) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:13.733708 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-98475a95-2b34-41f2-8cea-a81b9e01e854 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.758303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-98475a95-2b34-41f2-8cea-a81b9e01e854 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.816323 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-98475a95-2b34-41f2-8cea-a81b9e01e854 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.819939 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-98475a95-2b34-41f2-8cea-a81b9e01e854 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:13.821251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-98475a95-2b34-41f2-8cea-a81b9e01e854 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "DELETE /v2.0/security-groups/43c8c102-c6e3-47a3-83f2-c57b36892403 HTTP/1.1" status: 204 len: 168 time: 0.1439238 Jul 09 14:42:13.831098 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98475a95-2b34-41f2-8cea-a81b9e01e854 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8c102-c6e3-47a3-83f2-c57b36892403,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:13.979299 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.407512 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2c6fca4b-e6b1-4691-ae13-dff82e1fc9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:14.859776 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.141121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55398) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.146010 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c6d97cf9-92d2-4138-a379-963172ea5118 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511421962', 'description': 'tempest-secgroup-smoke-511421962 description', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:15.168442 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6d97cf9-92d2-4138-a379-963172ea5118 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.252733 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6d97cf9-92d2-4138-a379-963172ea5118 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.257699 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6d97cf9-92d2-4138-a379-963172ea5118 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.285788 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c6d97cf9-92d2-4138-a379-963172ea5118 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.286997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c6d97cf9-92d2-4138-a379-963172ea5118 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448495 Jul 09 14:42:15.289334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d97cf9-92d2-4138-a379-963172ea5118 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73babdf7-b915-44c2-8aa8-af325d7f81c1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:15.290132 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55400) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.295636 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '73babdf7-b915-44c2-8aa8-af325d7f81c1', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:15.323613 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.369819 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.373229 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.391581 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9426e307-667f-4187-bba0-2312d0ab90b7,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:15.400899 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.401263 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.401598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.401941 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.402278 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.402610 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.402964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.403302 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.403630 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.403958 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.404288 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.404616 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:15.407384 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.411662 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4148e966-4e43-4d1e-9ba9-4b7ba844491f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203270 Jul 09 14:42:15.411993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55404) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.417651 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-a3ba5159-2978-4ac9-b585-568142f819bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '73babdf7-b915-44c2-8aa8-af325d7f81c1', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:15.446710 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a3ba5159-2978-4ac9-b585-568142f819bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.504237 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a3ba5159-2978-4ac9-b585-568142f819bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.508965 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a3ba5159-2978-4ac9-b585-568142f819bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.525842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba5159-2978-4ac9-b585-568142f819bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d2358a-c7b7-46ce-bf34-6f4b0c2aeee6,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:15.531748 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a3ba5159-2978-4ac9-b585-568142f819bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.532880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a3ba5159-2978-4ac9-b585-568142f819bf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197968 Jul 09 14:42:15.535615 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55406) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.540254 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d477cacf-7bd2-4299-8881-1002c6de6c19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '73babdf7-b915-44c2-8aa8-af325d7f81c1', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:15.565112 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d477cacf-7bd2-4299-8881-1002c6de6c19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.621705 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d477cacf-7bd2-4299-8881-1002c6de6c19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.625392 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d477cacf-7bd2-4299-8881-1002c6de6c19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.642874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477cacf-7bd2-4299-8881-1002c6de6c19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db35aff-7aec-4a4e-8d0f-e83467d688e6,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:15.648807 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d477cacf-7bd2-4299-8881-1002c6de6c19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.649961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d477cacf-7bd2-4299-8881-1002c6de6c19 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134307 Jul 09 14:42:15.652792 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55408) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.657365 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f47aa651-1ea8-4025-a7c2-731a121369c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '73babdf7-b915-44c2-8aa8-af325d7f81c1', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:15.683843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f47aa651-1ea8-4025-a7c2-731a121369c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.745261 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f47aa651-1ea8-4025-a7c2-731a121369c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.748613 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f47aa651-1ea8-4025-a7c2-731a121369c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.767328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aa651-1ea8-4025-a7c2-731a121369c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcc8b27-e608-43cf-b795-38a94cc94bb2,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:15.770114 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f47aa651-1ea8-4025-a7c2-731a121369c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.771429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f47aa651-1ea8-4025-a7c2-731a121369c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176972 Jul 09 14:42:15.774212 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55410) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.778608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-c061b05c-59f2-48c2-8cf4-2c4d36d8c671 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '73babdf7-b915-44c2-8aa8-af325d7f81c1', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:15.799257 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-c061b05c-59f2-48c2-8cf4-2c4d36d8c671 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Project c4b8db0e5733488a89103a9d4f992a5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:42:15.804789 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c061b05c-59f2-48c2-8cf4-2c4d36d8c671 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.865428 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c061b05c-59f2-48c2-8cf4-2c4d36d8c671 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.869821 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c061b05c-59f2-48c2-8cf4-2c4d36d8c671 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.888399 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061b05c-59f2-48c2-8cf4-2c4d36d8c671 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd183f9-0ed9-4ffa-9e96-4bfec7e5a60f,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:15.890791 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c061b05c-59f2-48c2-8cf4-2c4d36d8c671 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.892002 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c061b05c-59f2-48c2-8cf4-2c4d36d8c671 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168642 Jul 09 14:42:15.894776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55412) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:15.899238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-9b9477fb-693a-4204-a543-d566f0db0d4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'security_group_rule': {'security_group_id': '73babdf7-b915-44c2-8aa8-af325d7f81c1', 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:15.920176 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-9b9477fb-693a-4204-a543-d566f0db0d4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Project c4b8db0e5733488a89103a9d4f992a5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:42:15.925090 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b9477fb-693a-4204-a543-d566f0db0d4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.984536 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b9477fb-693a-4204-a543-d566f0db0d4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:15.988143 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b9477fb-693a-4204-a543-d566f0db0d4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.005515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9477fb-693a-4204-a543-d566f0db0d4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bccd35-819e-4aef-a01d-783b7ef54f4f,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:16.012155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-9b9477fb-693a-4204-a543-d566f0db0d4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:16.013341 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-9b9477fb-693a-4204-a543-d566f0db0d4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176171 Jul 09 14:42:16.394343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ee777143-7a06-47fb-a916-698cc1fe821b no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:16.415416 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: ee777143-7a06-47fb-a916-698cc1fe821b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:42:16.415766 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device ee777143-7a06-47fb-a916-698cc1fe821b not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:42:17.013233 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-005cb934-996d-4150-bc7d-a3a4b4cb576a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:17.161795 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:18.594469 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:20.059398 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:20.666074 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:42:30.315841 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-bea852a6-bd29-40cd-88de-e3686e0b5b10 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511421962&fields=id&tenant_id=c4b8db0e5733488a89103a9d4f992a5c HTTP/1.1" status: 200 len: 267 time: 0.0340836 Jul 09 14:42:30.421933 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-5b7554da-12cb-48b6-aac9-2d14841c5800 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:30.423323 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-5b7554da-12cb-48b6-aac9-2d14841c5800 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 808 time: 0.1009588 Jul 09 14:42:30.438121 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-3d8ad650-20a8-48a8-8237-93840326fab2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/quotas/c4b8db0e5733488a89103a9d4f992a5c HTTP/1.1" status: 200 len: 375 time: 0.0096354 Jul 09 14:42:30.507076 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-258606d5-ee80-489e-abe0-8a0c90cce2ac tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640707 Jul 09 14:42:30.646528 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-5bbfe661-6d4d-4aea-a427-6c2b7a76270b service neutron] 10.222.0.32 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282887 Jul 09 14:42:30.739105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-ed1e3fec-cb5e-430e-9b68-7ab09de9fa77 service neutron] 10.222.0.32 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835187 Jul 09 14:42:31.238145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-12d67957-e92a-4f94-b125-957986d423eb req-e2e8e881-b4f8-474d-9977-6b1816fe4a7c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 210 time: 0.0364797 Jul 09 14:42:32.334155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-f18f32ef-8636-467e-8c3b-272bd71d2208 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:32.336290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-f18f32ef-8636-467e-8c3b-272bd71d2208 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 808 time: 0.1058681 Jul 09 14:42:32.404098 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f2734b7-631f-4a39-8007-d4d8bfcdea34 req-bddd6326-13fa-4301-aee4-8c96ca7335cf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 210 time: 0.0434208 Jul 09 14:42:32.414119 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-520c45d0-e094-497a-82be-d4974338580a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b8db0e5733488a89103a9d4f992a5c HTTP/1.1" status: 200 len: 379 time: 0.0699525 Jul 09 14:42:32.430146 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'port': {'device_id': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'admin_state_up': True, 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'security_groups': ['73babdf7-b915-44c2-8aa8-af325d7f81c1']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:32.540713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Made reservation on behalf of c4b8db0e5733488a89103a9d4f992a5c for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:42:32.544398 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.689569 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Allocated IP 172.20.0.7 (c3edc544-a1ba-4f72-a5e6-10ddc2845803/89fdcb05-d5a7-4f09-8735-2412aec0840e/4b906384-c45b-4d94-8195-632468319b6c) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:42:32.830693 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.844993 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Transition to ACTIVE for port object 4b906384-c45b-4d94-8195-632468319b6c will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:32.878018 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:32.932013 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:42:32.935452 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:32.939538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:42:32.967543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:33.010293 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.010997 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.026489 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-2f7bb5aa-7ed5-4efc-98a5-b5bae4aafc5a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001902 Jul 09 14:42:33.037996 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Request body: {'port': {'device_id': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:33.115362 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.171845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1a4b32b-a185-47d7-99f0-c4e2dd733c8a None None] Provisioning for port 4b906384-c45b-4d94-8195-632468319b6c completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:33.176522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f1a4b32b-a185-47d7-99f0-c4e2dd733c8a None None] Provisioning complete for port 4b906384-c45b-4d94-8195-632468319b6c triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:33.176894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f1a4b32b-a185-47d7-99f0-c4e2dd733c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.218513 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4b32b-a185-47d7-99f0-c4e2dd733c8a None None] Port 4b906384-c45b-4d94-8195-632468319b6c cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:42:33.392594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b906384-c45b-4d94-8195-632468319b6c {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:33.399946 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.414134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Transition to ACTIVE for port object 4b906384-c45b-4d94-8195-632468319b6c will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:42:33.419030 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.505837 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:33.581437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Attempting to bind port 4b906384-c45b-4d94-8195-632468319b6c on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:42:33.581437 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Attempting to bind port 4b906384-c45b-4d94-8195-632468319b6c by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:42:33.581815 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Attempting to bind port 4b906384-c45b-4d94-8195-632468319b6c on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:33.609039 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Port 4b906384-c45b-4d94-8195-632468319b6c on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:42:33.609672 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Attempting to bind port 4b906384-c45b-4d94-8195-632468319b6c on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:42:33.621349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:42:33.621999 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Checking segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:42:33.622563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Bound using segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:42:33.623226 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Bound port: 4b906384-c45b-4d94-8195-632468319b6c, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:42:33.623790 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.709378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8ae8-c79a-4f99-8158-c62484ac136e req-182c3071-89a5-401d-b1b3-1c67a10df50c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.712188 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dde8ae8-c79a-4f99-8158-c62484ac136e req-182c3071-89a5-401d-b1b3-1c67a10df50c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.1508057 Jul 09 14:42:33.729740 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:42:33.739337 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:42:33.748652 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.810970 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.811598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:33.813012 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] 10.222.0.11 "PUT /v2.0/ports/4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 1091 time: 0.7795799 Jul 09 14:42:33.813458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'tag': '4b906384-c45b-4d94-8195-632468319b6c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:33.815700 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73978b69-d64e-4036-bce2-5a9114c30582" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "tag": "4b906384-c45b-4d94-8195-632468319b6c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:33.830210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0dde8ae8-c79a-4f99-8158-c62484ac136e req-b26bc76d-b1eb-48e5-899f-f692415e1644 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929630 Jul 09 14:42:33.841838 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41332582-3c1d-4090-8927-3a80f986fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:33.904331 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acafcb16-4cc8-4624-a084-9eb7accec689 x-openstack-request-id: req-acafcb16-4cc8-4624-a084-9eb7accec689 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:33.904620 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "tag": "4b906384-c45b-4d94-8195-632468319b6c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:33.904872 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acafcb16-4cc8-4624-a084-9eb7accec689 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:33.905267 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'tag': '4b906384-c45b-4d94-8195-632468319b6c', 'status': 'completed', 'code': 200} Jul 09 14:42:33.933491 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-c40df11c-fd60-42f0-9d8e-69ac5a31e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:33.935068 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-c40df11c-fd60-42f0-9d8e-69ac5a31e592 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1094 time: 0.0660427 Jul 09 14:42:33.978611 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-e6b83ff5-cfd3-4097-b726-8309a56d5c7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 217 time: 0.0364447 Jul 09 14:42:34.030291 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-821d3543-4a2e-4422-9f06-254df8e82d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.031898 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-821d3543-4a2e-4422-9f06-254df8e82d0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0473080 Jul 09 14:42:34.095527 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-5a98ca68-d1a8-4f39-ac9c-002e6a5b7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.097064 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-5a98ca68-d1a8-4f39-ac9c-002e6a5b7283 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591378 Jul 09 14:42:34.187449 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-1f5f2ee4-dd9c-4037-9f2e-6eb6b66c35a9 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 Jul 09 14:42:34.283258 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e4cb2a07-3cb8-450e-8be8-c714bd1e1f88 req-1233b568-ad68-4168-8d22-4a5cd30511a7 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900092 Jul 09 14:42:34.385135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73978b69-d64e-4036-bce2-5a9114c30582 req-6e3bc7a3-5759-4f68-ad8a-4f6eb805cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.386647 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73978b69-d64e-4036-bce2-5a9114c30582 req-6e3bc7a3-5759-4f68-ad8a-4f6eb805cf79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1094 time: 0.0569606 Jul 09 14:42:34.480305 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73978b69-d64e-4036-bce2-5a9114c30582 req-317170e0-a901-4966-a571-e8c42427db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.481703 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73978b69-d64e-4036-bce2-5a9114c30582 req-317170e0-a901-4966-a571-e8c42427db2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0890141 Jul 09 14:42:34.521777 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73978b69-d64e-4036-bce2-5a9114c30582 req-9fa957ab-13dd-4bf5-85db-2209201157a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 217 time: 0.0341320 Jul 09 14:42:34.572072 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73978b69-d64e-4036-bce2-5a9114c30582 req-aeb0d3f4-2894-4dc9-bd58-bf43b95490c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.573431 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73978b69-d64e-4036-bce2-5a9114c30582 req-aeb0d3f4-2894-4dc9-bd58-bf43b95490c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0450275 Jul 09 14:42:34.630127 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73978b69-d64e-4036-bce2-5a9114c30582 req-ec5026f5-bfe0-499e-bffa-8c543450da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:34.631666 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73978b69-d64e-4036-bce2-5a9114c30582 req-ec5026f5-bfe0-499e-bffa-8c543450da8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521944 Jul 09 14:42:34.726640 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73978b69-d64e-4036-bce2-5a9114c30582 req-1b574e5e-a90c-436c-9e38-2ec803807440 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877051 Jul 09 14:42:34.814834 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73978b69-d64e-4036-bce2-5a9114c30582 req-800e4951-1b30-4b6c-ac64-965a110e8d71 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821180 Jul 09 14:42:35.041419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3f5a-989b-497e-9197-0e98efa3470e req-fa3db83f-5e2d-47c0-a933-5616c79a2c06 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:35.042935 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a54c3f5a-989b-497e-9197-0e98efa3470e req-fa3db83f-5e2d-47c0-a933-5616c79a2c06 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0715778 Jul 09 14:42:35.080729 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a54c3f5a-989b-497e-9197-0e98efa3470e req-4c81aa11-3d81-4c8d-bf76-d3b6223d4a4a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Jul 09 14:42:36.275419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab7b6d-0ee4-4244-a991-8fd9b0da810d req-050b6642-52b7-45d2-8d86-8b998977d398 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:36.276952 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cfab7b6d-0ee4-4244-a991-8fd9b0da810d req-050b6642-52b7-45d2-8d86-8b998977d398 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0766275 Jul 09 14:42:36.317525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-cfab7b6d-0ee4-4244-a991-8fd9b0da810d req-e01e62d6-7c91-4cfa-b3ef-44c4f746e4a1 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336049 Jul 09 14:42:37.488002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63526c56-b8a3-4d37-8483-d3534cd5925c req-5b5ac7e9-66c5-4375-9265-dd0c96958d38 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:37.489370 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63526c56-b8a3-4d37-8483-d3534cd5925c req-5b5ac7e9-66c5-4375-9265-dd0c96958d38 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0613596 Jul 09 14:42:37.531043 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-63526c56-b8a3-4d37-8483-d3534cd5925c req-529da2a1-d845-4d55-ab7c-2b62bf69e9e4 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355098 Jul 09 14:42:38.704708 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefa8e9-9457-457b-887e-6799ae66cf40 req-4463ac85-9c08-4639-9196-6ca13cdde560 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:38.706230 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9eefa8e9-9457-457b-887e-6799ae66cf40 req-4463ac85-9c08-4639-9196-6ca13cdde560 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0630734 Jul 09 14:42:38.746273 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9eefa8e9-9457-457b-887e-6799ae66cf40 req-ab09c161-cf12-488a-abff-e410e0aeb90c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335402 Jul 09 14:42:39.919915 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a4b7b-fa10-4447-a0e1-a6c4f0f8a14e req-a903b6c6-0804-449d-9b9f-16eeeaf5b3d7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:39.921397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-755a4b7b-fa10-4447-a0e1-a6c4f0f8a14e req-a903b6c6-0804-449d-9b9f-16eeeaf5b3d7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0627265 Jul 09 14:42:39.958409 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-755a4b7b-fa10-4447-a0e1-a6c4f0f8a14e req-e9e001c5-f473-463b-8dde-8d54048471fe tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314696 Jul 09 14:42:41.134775 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c430-2945-40ee-aaeb-38383d6628fe req-f35997cb-1059-4224-9ab6-7e2f27a9ae1f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.136276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6109c430-2945-40ee-aaeb-38383d6628fe req-f35997cb-1059-4224-9ab6-7e2f27a9ae1f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0663712 Jul 09 14:42:41.174691 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6109c430-2945-40ee-aaeb-38383d6628fe req-bd30c33d-47ff-43a6-ae18-2781340879db tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Jul 09 14:42:42.345182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c5453-17fe-4d15-a6fa-4a61e3037909 req-d0beb6bd-c662-49ec-bc58-586864767231 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:42.346663 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e22c5453-17fe-4d15-a6fa-4a61e3037909 req-d0beb6bd-c662-49ec-bc58-586864767231 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0628915 Jul 09 14:42:42.384788 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e22c5453-17fe-4d15-a6fa-4a61e3037909 req-77c7f5af-819b-4ce4-a178-845b8367e9de tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Jul 09 14:42:43.558976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fa810-c374-485f-843a-488a31b42189 req-9ab3bcd7-e3e7-4b5e-82b2-4bc3595c9711 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:43.560733 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-776fa810-c374-485f-843a-488a31b42189 req-9ab3bcd7-e3e7-4b5e-82b2-4bc3595c9711 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0645738 Jul 09 14:42:43.604859 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-776fa810-c374-485f-843a-488a31b42189 req-1cd0c8bb-98fc-4bcb-9c6e-5efb51d2dc7d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386088 Jul 09 14:42:43.980251 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:44.407982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1fe208d8-d9f4-476f-85b6-acfa7d0e6947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:44.781374 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e2a0d-de93-4a39-b937-ebfd635e2d94 req-3f34f4de-c098-4823-b059-ded52120e1bd tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:44.782862 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f4e2a0d-de93-4a39-b937-ebfd635e2d94 req-3f34f4de-c098-4823-b059-ded52120e1bd tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0632315 Jul 09 14:42:44.820694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5f4e2a0d-de93-4a39-b937-ebfd635e2d94 req-fe2e5f1a-3662-4946-8c9b-765d9ce5eb12 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323398 Jul 09 14:42:44.862051 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:45.121981 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4b906384-c45b-4d94-8195-632468319b6c details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:42:45.214488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:45.226622 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': '4b906384-c45b-4d94-8195-632468319b6c', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'port_id': '4b906384-c45b-4d94-8195-632468319b6c', 'mac_address': 'fa:16:3e:e0:2c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:42:45.265789 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:45.277925 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b906384-c45b-4d94-8195-632468319b6c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:42:45.296890 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:45.300604 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:45.347822 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:45.355616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.355970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.356318 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.356659 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.356992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.357325 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.357656 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.357984 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.358312 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.358639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.359009 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.359337 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:45.540806 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['4b906384-c45b-4d94-8195-632468319b6c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:42:45.990257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfc379-245c-4fe0-85d7-5e7cb3618a2b req-bafc407b-9dd2-4513-b90a-609b60a78341 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:45.991983 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfc379-245c-4fe0-85d7-5e7cb3618a2b req-bafc407b-9dd2-4513-b90a-609b60a78341 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 944 time: 0.0624144 Jul 09 14:42:46.038965 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-28dfc379-245c-4fe0-85d7-5e7cb3618a2b req-d181562d-8e03-42eb-a409-8e26527c3c3b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412121 Jul 09 14:42:47.014877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ab849a4-d953-41ed-a897-5bc5c06eefcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.121260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4b906384-c45b-4d94-8195-632468319b6c up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:42:47.174242 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.185764 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port 4b906384-c45b-4d94-8195-632468319b6c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:42:47.189772 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port 4b906384-c45b-4d94-8195-632468319b6c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:42:47.190150 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.228736 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f990a50-d92a-47a3-b41f-01147a9167fa req-da78f11e-92eb-4b95-baf1-9aa681ccb687 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:47.230224 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f990a50-d92a-47a3-b41f-01147a9167fa req-da78f11e-92eb-4b95-baf1-9aa681ccb687 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 944 time: 0.0755701 Jul 09 14:42:47.269313 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9f990a50-d92a-47a3-b41f-01147a9167fa req-889bf5b5-4122-4e3a-9b91-6ecd7cddfe75 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334046 Jul 09 14:42:47.270389 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.294442 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b906384-c45b-4d94-8195-632468319b6c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:47.296719 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55930414-e3b5-487a-959c-6a826cd00f18" -d '{"events": [{"server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "name": "network-vif-plugged", "status": "completed", "tag": "4b906384-c45b-4d94-8195-632468319b6c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:47.310279 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:47.314661 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:47.363962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:47.391844 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c7b0a5-1fef-4551-82f3-dc3cb0f2916a x-openstack-request-id: req-84c7b0a5-1fef-4551-82f3-dc3cb0f2916a {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:47.392144 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "name": "network-vif-plugged", "status": "completed", "tag": "4b906384-c45b-4d94-8195-632468319b6c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:47.392401 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84c7b0a5-1fef-4551-82f3-dc3cb0f2916a {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:47.392802 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b906384-c45b-4d94-8195-632468319b6c', 'code': 200} Jul 09 14:42:47.503995 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563926b-4f7c-43ed-98d4-c6245c053732 req-1ae4e360-8a29-4d85-9e5e-4d98252afbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:47.505505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6563926b-4f7c-43ed-98d4-c6245c053732 req-1ae4e360-8a29-4d85-9e5e-4d98252afbb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1096 time: 0.0507927 Jul 09 14:42:47.538872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6563926b-4f7c-43ed-98d4-c6245c053732 req-d3480279-268f-40c5-829f-881f14fa21d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268505 Jul 09 14:42:48.450737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843567e-32fb-45b7-9df0-f6e5b95ba814 req-4abbb461-2dbc-46d6-8455-83a176374016 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.452156 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d843567e-32fb-45b7-9df0-f6e5b95ba814 req-4abbb461-2dbc-46d6-8455-83a176374016 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0668230 Jul 09 14:42:48.489377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d843567e-32fb-45b7-9df0-f6e5b95ba814 req-03dbc406-fcad-4203-8302-3dc8ecade44a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317385 Jul 09 14:42:48.584021 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:48.664139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043ccc1-3b38-4e6e-b24a-3e657d1a8508 req-0211513b-8ace-4f41-8900-0a918e5c5af0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.665616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b043ccc1-3b38-4e6e-b24a-3e657d1a8508 req-0211513b-8ace-4f41-8900-0a918e5c5af0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0656087 Jul 09 14:42:48.703300 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b043ccc1-3b38-4e6e-b24a-3e657d1a8508 req-2b7b6a63-a568-4e1f-9452-f20bc8777840 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319920 Jul 09 14:42:48.727670 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55610) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:48.778507 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fdbfa2-c924-4e75-8b48-80c86b7b5285 tempest-TestShelveInstance-490869789 tempest-TestShelveInstance-490869789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.780058 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d4fdbfa2-c924-4e75-8b48-80c86b7b5285 tempest-TestShelveInstance-490869789 tempest-TestShelveInstance-490869789-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1091 time: 0.0513699 Jul 09 14:42:48.782804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55612) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:42:48.787199 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': '4b906384-c45b-4d94-8195-632468319b6c', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:42:48.808161 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:48.905257 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:49.015116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Allocated IP 172.25.5.80 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/61697ca0-a5fe-46df-9016-014ab8caa972) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:42:49.112405 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:49.152715 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:49.196621 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:42:49.202422 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:42:49.205050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'Port': ['ID=61697ca0-a5fe-46df-9016-014ab8caa972,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:49.207489 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:42:49.919674 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:49.995592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:50.057404 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:50.145639 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:50.150585 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:50.215463 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event updated for resources: {'Port': ['ID=61697ca0-a5fe-46df-9016-014ab8caa972,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:50.227470 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:50.326028 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Floating IP fa077e8e-6748-467c-b5cc-0f9b23bec09b associated. External IP: 172.25.5.80, port: 4b906384-c45b-4d94-8195-632468319b6c. Jul 09 14:42:50.532574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:42:50.638309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:42:50.649398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] Sync routers for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:42:50.655141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:50.658777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:50.659965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:42:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:50.702956 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e44f8bf6-9843-48f1-9b7d-47b2bd42ef66 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9088838 Jul 09 14:42:50.702956 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'tag': '4b906384-c45b-4d94-8195-632468319b6c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:50.702956 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b654b66a-027c-4292-a6e4-9900a8e3dd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "tag": "4b906384-c45b-4d94-8195-632468319b6c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:50.732763 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211067e5-44bb-4024-86ac-0d9a1dbf154c x-openstack-request-id: req-211067e5-44bb-4024-86ac-0d9a1dbf154c {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:50.733050 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "tag": "4b906384-c45b-4d94-8195-632468319b6c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:50.733302 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-211067e5-44bb-4024-86ac-0d9a1dbf154c {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:50.733702 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'tag': '4b906384-c45b-4d94-8195-632468319b6c', 'status': 'completed', 'code': 200} Jul 09 14:42:50.775207 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:50.808110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-5e74e130-746e-4928-91dc-4b8f7cdcabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:50.809604 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-5e74e130-746e-4928-91dc-4b8f7cdcabbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1096 time: 0.0542274 Jul 09 14:42:50.901609 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-62361ba1-709b-4d0c-bad6-1941e62321b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:50.903137 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-62361ba1-709b-4d0c-bad6-1941e62321b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0879576 Jul 09 14:42:50.967201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-b7353a64-d950-4613-b61c-57cc2c89c014 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 998 time: 0.0583966 Jul 09 14:42:51.002778 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fa077e8e-6748-467c-b5cc-0f9b23bec09b', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'port_id': '4b906384-c45b-4d94-8195-632468319b6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'mac_address': 'fa:16:3e:e0:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:42:49Z', 'updated_at': '2021-07-09T14:42:49Z', 'revision_number': 0, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:51.020733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-781a4803-5d1e-4cd9-b23c-f36847ff39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:51.022992 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-781a4803-5d1e-4cd9-b23c-f36847ff39a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0499532 Jul 09 14:42:51.030091 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] Checking router: b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:42:51.039579 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:42:51.040194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:42:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:51.083056 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-de262352-b831-4133-8e6a-3a71793b7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:51.085509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-de262352-b831-4133-8e6a-3a71793b7068 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560453 Jul 09 14:42:51.146381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:42:51.175375 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-2fcc0826-bf89-4448-ab6c-75eb762bc51a service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843334 Jul 09 14:42:51.267925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b654b66a-027c-4292-a6e4-9900a8e3dd0c req-d44e72c8-366f-4550-9344-2abd9b1ccadf service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866282 Jul 09 14:42:51.369547 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fa077e8e-6748-467c-b5cc-0f9b23bec09b', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'port_id': '4b906384-c45b-4d94-8195-632468319b6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'mac_address': 'fa:16:3e:e0:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:42:49Z', 'updated_at': '2021-07-09T14:42:49Z', 'revision_number': 0, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:42:51.402903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fe9728-0dcb-4f8c-9a98-08e8f9becbef None None] The sync data for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 is: [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': 'fa077e8e-6748-467c-b5cc-0f9b23bec09b', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'port_id': '4b906384-c45b-4d94-8195-632468319b6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'mac_address': 'fa:16:3e:e0:2c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:42:49Z', 'updated_at': '2021-07-09T14:42:49Z', 'revision_number': 0, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:42:51.618905 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a1fba-1d19-4f60-a6f2-062e4f15c114 None None] New status for floating IP fa077e8e-6748-467c-b5cc-0f9b23bec09b: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:42:57.665107 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:43:14.004736 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:14.409643 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6e59-253c-4f17-ba58-6c4a7743f9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:14.857427 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:17.015709 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-541d1699-b7ac-4a1a-b5d5-40b1f0299866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:17.165291 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:18.587323 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:20.061033 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:34.664857 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:43:36.485525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-c1fb2105-e1b4-405b-bc59-ad4a133b5b3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917463 Jul 09 14:43:36.579258 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-8e054725-5b93-4d78-ad77-c20556dd404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:36.580778 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-8e054725-5b93-4d78-ad77-c20556dd404c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1096 time: 0.0521014 Jul 09 14:43:36.689720 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-4ffb2f81-a6fa-4800-85d0-6c0229c53cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:36.691156 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-4ffb2f81-a6fa-4800-85d0-6c0229c53cd2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0898597 Jul 09 14:43:36.756090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-9d07ca57-7f17-41cc-8f49-6e184a809e84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 1000 time: 0.0579150 Jul 09 14:43:36.812520 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-2aa1ce6e-448a-4d86-8b2b-28584162357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:36.814030 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-2aa1ce6e-448a-4d86-8b2b-28584162357f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0512207 Jul 09 14:43:36.873269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-f15a3dfe-382b-459f-992b-5131539e3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:36.874761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-f15a3dfe-382b-459f-992b-5131539e3c14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543830 Jul 09 14:43:36.964143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-5bbcf85b-4343-4b90-b13a-b18cf86021b1 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830424 Jul 09 14:43:37.056432 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fb7e9419-68d3-4c51-887e-7f0f78e83aaa req-713539b1-1c7c-4c8a-ba34-f2c95f1c4c4d service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862594 Jul 09 14:43:44.022472 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:44.410777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a666781c-e96f-45d3-8ccd-4db41bd24bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:44.870347 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:47.016808 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2158a72-08b3-4c2c-887e-df773f7b76dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:47.165060 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:48.591052 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:50.063560 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:11.664760 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:44:14.018665 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:14.411736 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-249cb0b7-5c41-4b82-a8c7-d2111042672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:14.866672 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:17.017162 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-81057fe6-5186-4850-adbc-73de62f4c56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:17.166702 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:18.593792 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:20.066933 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:37.438444 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-0e476eb9-efc9-4927-8232-4eb0dd85b1ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529037 Jul 09 14:44:37.530957 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-cad220b6-4ac7-4fe7-96c9-656b349fca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.532444 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-cad220b6-4ac7-4fe7-96c9-656b349fca7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1096 time: 0.0518560 Jul 09 14:44:37.638014 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-2036523b-102e-4760-a2a3-abbb484d48be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.639483 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-2036523b-102e-4760-a2a3-abbb484d48be service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0873227 Jul 09 14:44:37.702912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-3b31309e-bbb1-4ac1-bf57-f5430a3430eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 1000 time: 0.0568697 Jul 09 14:44:37.754024 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-90ef9f0f-c248-410f-9c12-1fd702c0de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.755454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-90ef9f0f-c248-410f-9c12-1fd702c0de1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0468295 Jul 09 14:44:37.811917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-65074396-b543-4f2e-80d5-a9af5e432866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:37.813516 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-65074396-b543-4f2e-80d5-a9af5e432866 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511591 Jul 09 14:44:37.901465 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-1919fc2a-e424-477d-83ef-1385ee4e4700 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810294 Jul 09 14:44:37.993512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4ba73f9b-9220-43f6-8e72-d1b466a9a519 req-f9b8954b-c8b3-47c0-ae38-ebbc405b7a0f service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856757 Jul 09 14:44:44.017603 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.412229 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5156fbf2-87fb-407a-a94a-8b30590ec95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.870627 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.228205 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fa531-08f3-4ada-b435-6312fe4db971 req-b08977d3-ac2f-43a9-9efa-249bc6973df6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:46.239110 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-518fa531-08f3-4ada-b435-6312fe4db971 req-b08977d3-ac2f-43a9-9efa-249bc6973df6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0753672 Jul 09 14:44:46.278355 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-518fa531-08f3-4ada-b435-6312fe4db971 req-ec04b372-c2db-4e25-bcc8-1ece1d9ce25b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331159 Jul 09 14:44:47.018126 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7ed8662b-6f9f-487f-9d4b-827670427c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.167764 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.489971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed489f-d5ca-4d5e-8cbe-e1859473f6e2 req-dae8c155-be59-4e12-946a-1586be6fd21c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:47.491519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03ed489f-d5ca-4d5e-8cbe-e1859473f6e2 req-dae8c155-be59-4e12-946a-1586be6fd21c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0674520 Jul 09 14:44:47.529074 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-03ed489f-d5ca-4d5e-8cbe-e1859473f6e2 req-e2025c97-f066-4a40-ac50-53e8b6b0f06f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319722 Jul 09 14:44:48.596723 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.665034 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:44:48.701551 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e65aaa-ab11-4230-a6fa-24d9b6b31955 req-2c93b5dd-8b6b-4ac8-b1c8-b75058fff5fa tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:48.703283 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7e65aaa-ab11-4230-a6fa-24d9b6b31955 req-2c93b5dd-8b6b-4ac8-b1c8-b75058fff5fa tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0651217 Jul 09 14:44:48.741148 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a7e65aaa-ab11-4230-a6fa-24d9b6b31955 req-a95979a8-aa93-42cc-be0c-70f7c78180d5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324910 Jul 09 14:44:49.913714 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65962910-f46b-4e94-94bb-bb02ec1bc913 req-78acca5a-772b-458c-a5b0-92197692e16f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:49.915231 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65962910-f46b-4e94-94bb-bb02ec1bc913 req-78acca5a-772b-458c-a5b0-92197692e16f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0627747 Jul 09 14:44:49.952602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-65962910-f46b-4e94-94bb-bb02ec1bc913 req-dc1eb665-e728-4615-b69b-f20bd31a70dd tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317044 Jul 09 14:44:50.070005 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.142510 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846c447-d2cc-4889-853a-e27f2142a2e7 req-bd8e3ea8-a524-49a4-aaea-6a26dbf48be9 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:51.144089 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1846c447-d2cc-4889-853a-e27f2142a2e7 req-bd8e3ea8-a524-49a4-aaea-6a26dbf48be9 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0714290 Jul 09 14:44:51.186753 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1846c447-d2cc-4889-853a-e27f2142a2e7 req-96c096a3-7851-452e-b810-bac15b12d6f4 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362489 Jul 09 14:44:52.360232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e9746-b5aa-4dec-8f96-a17d2ab1a0ac req-139341aa-f3a0-40af-8dfe-51fc8a41b47a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.361708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bd1e9746-b5aa-4dec-8f96-a17d2ab1a0ac req-139341aa-f3a0-40af-8dfe-51fc8a41b47a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0624883 Jul 09 14:44:52.400205 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bd1e9746-b5aa-4dec-8f96-a17d2ab1a0ac req-007c0220-a1ce-4650-b149-dfffb4d46268 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326769 Jul 09 14:44:53.578921 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29399950-2275-48e4-8540-37935b542b9e req-6aaa94fc-864e-46b7-a3c9-c350e199d2a0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:53.580416 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29399950-2275-48e4-8540-37935b542b9e req-6aaa94fc-864e-46b7-a3c9-c350e199d2a0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0660200 Jul 09 14:44:53.618213 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29399950-2275-48e4-8540-37935b542b9e req-49f9150e-2e29-472c-9187-ab87bbbd5e30 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Jul 09 14:44:54.790283 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a4d6-9090-465e-86c0-127c98ea7ba5 req-ec0b9c63-9f54-48b5-9c00-75508a6f171b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:54.791799 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20e9a4d6-9090-465e-86c0-127c98ea7ba5 req-ec0b9c63-9f54-48b5-9c00-75508a6f171b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0642965 Jul 09 14:44:54.829329 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-20e9a4d6-9090-465e-86c0-127c98ea7ba5 req-46238c9d-5bfa-4cee-a053-9096252cd110 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Jul 09 14:44:56.014735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd53f4-23b6-441e-9c8c-a69ce661872b req-008797ee-fe0f-441f-9960-67c3bd569a1c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.016290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4bd53f4-23b6-441e-9c8c-a69ce661872b req-008797ee-fe0f-441f-9960-67c3bd569a1c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0715215 Jul 09 14:44:56.053598 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b4bd53f4-23b6-441e-9c8c-a69ce661872b req-afe0f662-5376-44b3-b706-4cef628f16c3 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Jul 09 14:44:56.296122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-dd65fad2-6332-47ab-be23-f7690f8e8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.297620 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-dd65fad2-6332-47ab-be23-f7690f8e8abc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1096 time: 0.0566089 Jul 09 14:44:56.386579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-ad946a67-15b6-4e05-b2bd-92785790e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.388086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-ad946a67-15b6-4e05-b2bd-92785790e3cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0838532 Jul 09 14:44:56.455233 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-93055912-5cf3-4633-afdc-5237745c631c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 1000 time: 0.0605719 Jul 09 14:44:56.503136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-4e1847c5-7e01-49c4-95c4-8ebd055dca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.504595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-4e1847c5-7e01-49c4-95c4-8ebd055dca30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0437279 Jul 09 14:44:56.560684 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-f504aef5-4bb9-4cab-b637-066e1a66b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:56.562207 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-f504aef5-4bb9-4cab-b637-066e1a66b43e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519528 Jul 09 14:44:56.659525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-2179d9fa-6d24-439b-a167-fb05c46864b6 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907781 Jul 09 14:44:56.747560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-999f0f62-1d53-4946-967a-48f3e0bd3da1 req-d5348b63-5478-4f23-9078-41c6734904d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817974 Jul 09 14:44:57.231182 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52249d97-afa5-4cc4-b2da-b5a16812a6c1 req-497faf49-ff6f-414d-9747-2c56afb4ceae tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:57.232677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52249d97-afa5-4cc4-b2da-b5a16812a6c1 req-497faf49-ff6f-414d-9747-2c56afb4ceae tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0648954 Jul 09 14:44:57.278330 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-52249d97-afa5-4cc4-b2da-b5a16812a6c1 req-aee28057-0d0c-4a95-81dc-3f7e0f96f9d2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397344 Jul 09 14:44:58.454005 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c480170-c6eb-4029-81e8-6c3356cec4cc req-cb270cd8-b539-4eb1-bde2-c4e43130de84 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:58.455430 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c480170-c6eb-4029-81e8-6c3356cec4cc req-cb270cd8-b539-4eb1-bde2-c4e43130de84 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0649483 Jul 09 14:44:58.498507 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1c480170-c6eb-4029-81e8-6c3356cec4cc req-a1753c38-6078-4845-8c55-df00febf5209 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374928 Jul 09 14:44:59.680777 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77cfe7-5234-49d3-958a-9e9b31271ca7 req-ef981865-2f35-4d74-8baf-9cf5cef074ba tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:59.682469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec77cfe7-5234-49d3-958a-9e9b31271ca7 req-ef981865-2f35-4d74-8baf-9cf5cef074ba tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0679560 Jul 09 14:44:59.722210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ec77cfe7-5234-49d3-958a-9e9b31271ca7 req-94ef7c58-4ae2-4412-9f26-4e2b71187b7d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338812 Jul 09 14:45:00.901033 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9b19c-4134-4137-a63b-a8d0324e1418 req-0e8e7483-b217-4ebd-a034-7bb50a47cf1c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.902487 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e9b19c-4134-4137-a63b-a8d0324e1418 req-0e8e7483-b217-4ebd-a034-7bb50a47cf1c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 945 time: 0.0664306 Jul 09 14:45:00.939189 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-29e9b19c-4134-4137-a63b-a8d0324e1418 req-2fe21c0e-8ad7-4400-86ec-3ff3a734c460 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Jul 09 14:45:01.863184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device 4b906384-c45b-4d94-8195-632468319b6c no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:45:01.939766 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.963472 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b906384-c45b-4d94-8195-632468319b6c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:01.965735 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8637d1-a121-410a-8764-e56b3bf437a6" -d '{"events": [{"server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4b906384-c45b-4d94-8195-632468319b6c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:01.978433 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:01.983373 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.032631 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:02.039858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.040220 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.040563 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.040905 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.041242 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.041575 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.041907 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.042237 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.042567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.042897 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.043251 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.043578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:02.175600 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b71cd3-734a-4857-a173-3a1d073b19d8 x-openstack-request-id: req-79b71cd3-734a-4857-a173-3a1d073b19d8 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:02.175914 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "name": "network-vif-unplugged", "status": "failed", "tag": "4b906384-c45b-4d94-8195-632468319b6c", "code": 422}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:02.176357 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79b71cd3-734a-4857-a173-3a1d073b19d8 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:02.176758 n-d-799524-3 neutron-server[93914]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b906384-c45b-4d94-8195-632468319b6c', 'code': 422} returned with failed status Jul 09 14:45:02.230994 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-e159f154-023e-47db-bdfc-b944e8af546b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0581405 Jul 09 14:45:02.327632 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7162ca-df51-41ae-bed3-a25b8e281378 req-436d0396-ab63-4c57-a6d5-eeef7530b5a7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.329154 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db7162ca-df51-41ae-bed3-a25b8e281378 req-436d0396-ab63-4c57-a6d5-eeef7530b5a7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0683234 Jul 09 14:45:02.372722 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db7162ca-df51-41ae-bed3-a25b8e281378 req-61e2c613-8a69-4370-8955-265e3acc07d6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353971 Jul 09 14:45:03.572391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380ccea-5998-4c21-87ca-9774f44b3ba9 req-68cb84aa-3757-4f72-8d71-fcc1be22c92f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.573919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d380ccea-5998-4c21-87ca-9774f44b3ba9 req-68cb84aa-3757-4f72-8d71-fcc1be22c92f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0656154 Jul 09 14:45:03.617210 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d380ccea-5998-4c21-87ca-9774f44b3ba9 req-48fb713c-b14d-40e4-88df-67b2d58e8ef6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372455 Jul 09 14:45:04.797487 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d945c-ea77-4534-b7c7-813ce0a0962c req-b97d77e2-ed7f-48cb-90cc-8202a2a92ecc tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.799071 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db2d945c-ea77-4534-b7c7-813ce0a0962c req-b97d77e2-ed7f-48cb-90cc-8202a2a92ecc tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0640943 Jul 09 14:45:04.837686 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-db2d945c-ea77-4534-b7c7-813ce0a0962c req-058553e3-adcb-4841-ae14-ab06356e211c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324609 Jul 09 14:45:06.013937 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b80b5-f49c-4c05-ab11-dadf08b4bbd1 req-425baaad-5813-43c4-8a63-1da3c609d402 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:06.015571 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-616b80b5-f49c-4c05-ab11-dadf08b4bbd1 req-425baaad-5813-43c4-8a63-1da3c609d402 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0640423 Jul 09 14:45:06.054036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-616b80b5-f49c-4c05-ab11-dadf08b4bbd1 req-a5d537df-3b8a-4a30-88b6-b70fc8c62d6c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327818 Jul 09 14:45:06.990732 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-3ee1ebea-9496-4e64-b74f-876bdf45e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:06.992200 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-3ee1ebea-9496-4e64-b74f-876bdf45e11c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc&tenant_id=c4b8db0e5733488a89103a9d4f992a5c HTTP/1.1" status: 200 len: 1094 time: 0.0582836 Jul 09 14:45:07.003776 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-3', 'device_owner': 'compute:nova'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:07.073533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.308824 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557082a-545c-4fc2-ac3b-3c938ee202cc req-ac565d05-e881-4dc5-9e25-5cac49dd3a3f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.310290 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6557082a-545c-4fc2-ac3b-3c938ee202cc req-ac565d05-e881-4dc5-9e25-5cac49dd3a3f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.1340814 Jul 09 14:45:07.338156 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:07.372912 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6557082a-545c-4fc2-ac3b-3c938ee202cc req-f9d899cd-c095-40e3-a234-9463cd00d65a tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568397 Jul 09 14:45:07.385210 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:07.417682 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b906384-c45b-4d94-8195-632468319b6c {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:07.424813 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.436494 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Transition to ACTIVE for port object 4b906384-c45b-4d94-8195-632468319b6c will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:07.439229 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.525158 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=7']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:07.543947 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.544234 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.544530 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.544865 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.545190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.545512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.545833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.546349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.546464 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.546756 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.547102 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.547427 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:45:07.590047 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] No DVR routers for this DVR port 4b906384-c45b-4d94-8195-632468319b6c on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:45:07.729923 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Attempting to bind port 4b906384-c45b-4d94-8195-632468319b6c on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:07.730253 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Attempting to bind port 4b906384-c45b-4d94-8195-632468319b6c by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:07.730574 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Attempting to bind port 4b906384-c45b-4d94-8195-632468319b6c on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:07.734854 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Port 4b906384-c45b-4d94-8195-632468319b6c on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:07.735217 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Attempting to bind port 4b906384-c45b-4d94-8195-632468319b6c on network c3edc544-a1ba-4f72-a5e6-10ddc2845803 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:07.742235 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:07.742508 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Checking segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:07.742889 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Bound using segment: {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:07.743344 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Bound port: 4b906384-c45b-4d94-8195-632468319b6c, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c5de95-619c-4a27-8381-bb828fc924d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:07.743701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.810465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:07.813432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:07.819026 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.851274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.851889 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.853260 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] 10.222.0.10 "PUT /v2.0/ports/4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 1091 time: 0.8536973 Jul 09 14:45:07.853692 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'tag': '4b906384-c45b-4d94-8195-632468319b6c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:07.855930 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af791c0-4f58-47f3-8b85-1d83ae27f10f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "tag": "4b906384-c45b-4d94-8195-632468319b6c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:07.909890 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891745c2-c095-4900-b3bd-c8b9db3db92b x-openstack-request-id: req-891745c2-c095-4900-b3bd-c8b9db3db92b {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:07.910177 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "tag": "4b906384-c45b-4d94-8195-632468319b6c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:07.910428 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-891745c2-c095-4900-b3bd-c8b9db3db92b {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:07.910821 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'tag': '4b906384-c45b-4d94-8195-632468319b6c', 'status': 'completed', 'code': 200} Jul 09 14:45:07.913934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3e322-db5a-4df0-859a-b8acffa7d505 service neutron] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=8']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:07.943372 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-d0192549-c35f-4f82-9eef-64150310ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:07.944922 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-d0192549-c35f-4f82-9eef-64150310ec13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1094 time: 0.0673826 Jul 09 14:45:08.041311 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-cd6a1677-ed82-4a36-9199-83ef903a9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.042798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-cd6a1677-ed82-4a36-9199-83ef903a9812 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0913913 Jul 09 14:45:08.106644 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-d2b67594-c030-4859-9ecd-87b7c221ddba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 998 time: 0.0575211 Jul 09 14:45:08.154895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-cba0adc1-e500-41ef-acbb-6df457cca252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.156469 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-cba0adc1-e500-41ef-acbb-6df457cca252 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0437114 Jul 09 14:45:08.216524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-2ff5b1f9-8ef4-4c57-820b-3e85755a2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.218020 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-2ff5b1f9-8ef4-4c57-820b-3e85755a2eb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553451 Jul 09 14:45:08.228106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-decb26a8-767e-42c4-aa93-8ec460f116b8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:45:08.229075 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-decb26a8-767e-42c4-aa93-8ec460f116b8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048332 Jul 09 14:45:08.315352 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-5b19fa39-c014-43ab-91b3-2825b841de0f service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802138 Jul 09 14:45:08.405894 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-581bac5a-3553-493a-a996-53a3e3ce8c52 req-cb98a3cb-36bb-40cb-ad03-8c259210dfab service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844977 Jul 09 14:45:08.533904 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-d7dcd16c-dca0-4808-bd77-4cc108107247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.535454 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-d7dcd16c-dca0-4808-bd77-4cc108107247 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1094 time: 0.0836031 Jul 09 14:45:08.967667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60bfcb-e1fc-41fd-992b-2dd25956e57c req-01625601-507a-472e-9d9d-bdafd719094d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.969050 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd60bfcb-e1fc-41fd-992b-2dd25956e57c req-01625601-507a-472e-9d9d-bdafd719094d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.4751873 Jul 09 14:45:09.017803 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-aa21c84e-f91a-4744-b162-3f3a13764702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:09.019263 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-aa21c84e-f91a-4744-b162-3f3a13764702 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.4757183 Jul 09 14:45:09.026375 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-fd60bfcb-e1fc-41fd-992b-2dd25956e57c req-707475db-13bd-4929-9c20-386fcb33eccf tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488384 Jul 09 14:45:09.086909 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-cfc6083b-af6e-4ce0-9250-5acb6297faf9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 998 time: 0.0596130 Jul 09 14:45:09.135637 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-2939af5c-ed86-481e-b4b3-4ddc0c6215f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:09.137086 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-2939af5c-ed86-481e-b4b3-4ddc0c6215f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0440545 Jul 09 14:45:09.193895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-e8f5dedd-71ce-4216-918a-3cf6a5ed77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:09.195434 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-e8f5dedd-71ce-4216-918a-3cf6a5ed77c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526357 Jul 09 14:45:09.287519 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-be935e7b-046a-4851-b1d6-0c7a79747ab9 service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852637 Jul 09 14:45:09.376860 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6af791c0-4f58-47f3-8b85-1d83ae27f10f req-99abf5be-555c-4e17-a81b-0e72be40141b service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822458 Jul 09 14:45:10.197821 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dff194-b070-45d8-9dcb-ac67349e3bcf req-6d88c63b-93ec-4f5a-8e6d-c37a74704513 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:10.199350 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90dff194-b070-45d8-9dcb-ac67349e3bcf req-6d88c63b-93ec-4f5a-8e6d-c37a74704513 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0635061 Jul 09 14:45:10.235761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90dff194-b070-45d8-9dcb-ac67349e3bcf req-ac843c1f-de40-4cb8-82ea-d32b6519d7f2 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309403 Jul 09 14:45:11.412328 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c503290-2e5b-4411-8785-f41b93b2177c req-d44c6c5b-5ee3-4f6c-b56e-7970c8e04140 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:11.413805 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c503290-2e5b-4411-8785-f41b93b2177c req-d44c6c5b-5ee3-4f6c-b56e-7970c8e04140 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0680702 Jul 09 14:45:11.450382 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7c503290-2e5b-4411-8785-f41b93b2177c req-20e923b4-2ba0-45d5-abc7-efafc4493c0c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Jul 09 14:45:12.630952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4154b2-90bf-4f34-ad44-8b58112bdcb0 req-061b72ef-5e21-4545-8411-662a9c8d78ee tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:12.632480 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce4154b2-90bf-4f34-ad44-8b58112bdcb0 req-061b72ef-5e21-4545-8411-662a9c8d78ee tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0703530 Jul 09 14:45:12.672512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ce4154b2-90bf-4f34-ad44-8b58112bdcb0 req-cf40b7b1-7d0c-4c82-a689-20e4e4b1fef8 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343382 Jul 09 14:45:13.850155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23415265-66ba-4fc1-895b-4e23fecae811 req-7f19e7f3-bf5e-4d4c-b281-97a890634b0b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:13.851670 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23415265-66ba-4fc1-895b-4e23fecae811 req-7f19e7f3-bf5e-4d4c-b281-97a890634b0b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0671086 Jul 09 14:45:13.891122 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-23415265-66ba-4fc1-895b-4e23fecae811 req-995a9fc3-e678-4f8a-a9c9-5b93cec9c735 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334213 Jul 09 14:45:14.016055 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:14.413725 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e307fded-b2d3-4c9b-bb08-069af51a6b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:14.877752 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:15.127932 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc2fa-1c63-438d-8ba7-413cbd566a2f req-4e2ea18e-622d-41e4-850b-865793d2ad05 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:15.129445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50cdc2fa-1c63-438d-8ba7-413cbd566a2f req-4e2ea18e-622d-41e4-850b-865793d2ad05 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.1303897 Jul 09 14:45:15.167492 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-50cdc2fa-1c63-438d-8ba7-413cbd566a2f req-322bc384-5b72-4dac-b2d8-64459a4afd3b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318148 Jul 09 14:45:16.338467 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981ff59-e5e8-47a1-bf5f-377bffa212e0 req-5df0ca58-f174-41dd-a417-e5c164753ff4 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:16.339975 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3981ff59-e5e8-47a1-bf5f-377bffa212e0 req-5df0ca58-f174-41dd-a417-e5c164753ff4 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 943 time: 0.0624275 Jul 09 14:45:16.376711 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3981ff59-e5e8-47a1-bf5f-377bffa212e0 req-fab496ab-95be-4ab4-b93e-8bb9e5497202 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311639 Jul 09 14:45:17.018453 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-45fe3a59-0859-46f6-a8b5-8c02d975aee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.077639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4b906384-c45b-4d94-8195-632468319b6c details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:17.179783 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.187281 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:17.198522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': '4b906384-c45b-4d94-8195-632468319b6c', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'port_id': '4b906384-c45b-4d94-8195-632468319b6c', 'mac_address': 'fa:16:3e:e0:2c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:17.235846 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.248296 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b906384-c45b-4d94-8195-632468319b6c {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:17.268177 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:17.272381 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:17.317640 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=9']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:17.507557 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['4b906384-c45b-4d94-8195-632468319b6c'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:17.564288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d055f6d-a85f-4ace-8f21-d0d0bfbf0ea0 req-44f9c316-29c0-4ce3-b935-20439d8ee812 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:17.565678 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d055f6d-a85f-4ace-8f21-d0d0bfbf0ea0 req-44f9c316-29c0-4ce3-b935-20439d8ee812 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 944 time: 0.0686219 Jul 09 14:45:17.605804 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8d055f6d-a85f-4ace-8f21-d0d0bfbf0ea0 req-560d83eb-bdfc-496b-8f55-0201cc7f68c5 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333502 Jul 09 14:45:18.600019 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:18.777465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a634c-5999-4e55-bff2-2a0b9918ea59 req-5ef6cfcb-86c6-4b7b-9f28-1ce6915f0b81 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:18.778964 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-969a634c-5999-4e55-bff2-2a0b9918ea59 req-5ef6cfcb-86c6-4b7b-9f28-1ce6915f0b81 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 944 time: 0.0629659 Jul 09 14:45:18.816791 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-969a634c-5999-4e55-bff2-2a0b9918ea59 req-ed7980a7-9bd3-4094-b822-49bb6604c08b tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322657 Jul 09 14:45:19.085311 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4b906384-c45b-4d94-8195-632468319b6c up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:19.136057 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port 4b906384-c45b-4d94-8195-632468319b6c completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:19.139730 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port 4b906384-c45b-4d94-8195-632468319b6c triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:19.140105 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.214792 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.237164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b906384-c45b-4d94-8195-632468319b6c'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:19.239636 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901ea84e-b3ec-46ac-ad23-873d4df950c4" -d '{"events": [{"server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "name": "network-vif-plugged", "status": "completed", "tag": "4b906384-c45b-4d94-8195-632468319b6c"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:19.251709 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:19.256450 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:19.282744 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8be3e6-ff99-45c8-a05c-3061a257f6b5 x-openstack-request-id: req-1b8be3e6-ff99-45c8-a05c-3061a257f6b5 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:19.283070 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "name": "network-vif-plugged", "status": "completed", "tag": "4b906384-c45b-4d94-8195-632468319b6c", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:19.283317 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b8be3e6-ff99-45c8-a05c-3061a257f6b5 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:19.283696 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b906384-c45b-4d94-8195-632468319b6c', 'code': 200} Jul 09 14:45:19.310229 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=10']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:19.443498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179db2a7-caa0-442c-aca1-dd485990d69e req-3f5c6e5f-5edd-478d-a88f-261edf075614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:19.444984 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-179db2a7-caa0-442c-aca1-dd485990d69e req-3f5c6e5f-5edd-478d-a88f-261edf075614 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1097 time: 0.0572367 Jul 09 14:45:19.479509 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-179db2a7-caa0-442c-aca1-dd485990d69e req-979044dd-f516-4af1-a6bf-1f93cb251451 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276651 Jul 09 14:45:19.989897 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c97f9-e6d5-46a3-95b8-84ff0435295a req-dadfcae1-d52d-4af8-b340-fab849c285c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:19.991412 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-281c97f9-e6d5-46a3-95b8-84ff0435295a req-dadfcae1-d52d-4af8-b340-fab849c285c7 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 946 time: 0.0625994 Jul 09 14:45:20.028787 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-281c97f9-e6d5-46a3-95b8-84ff0435295a req-ad52e420-4d4c-45fe-9607-e9e5ab2eb3a6 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318758 Jul 09 14:45:20.074222 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:21.201535 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4af3e-950c-4ced-bc48-63e150b3f3da req-cd1d49a0-5550-4e0f-b58e-4d46d4e17f4f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:21.203262 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa4af3e-950c-4ced-bc48-63e150b3f3da req-cd1d49a0-5550-4e0f-b58e-4d46d4e17f4f tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 946 time: 0.0625553 Jul 09 14:45:21.240227 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6aa4af3e-950c-4ced-bc48-63e150b3f3da req-0dca036c-0866-4af9-918a-c806804454a0 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313935 Jul 09 14:45:25.663524 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:45:38.902713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-64aa419d-28d7-47bd-9248-bb92ee4651ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573592 Jul 09 14:45:38.999882 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-03f44d85-f861-4d78-bd2a-10be36a25cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:39.001541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-03f44d85-f861-4d78-bd2a-10be36a25cce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1097 time: 0.0511839 Jul 09 14:45:39.107443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-c3b85cb6-05e3-4c7d-921c-548b5611a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:39.108903 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-c3b85cb6-05e3-4c7d-921c-548b5611a314 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.0860496 Jul 09 14:45:39.176332 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-eaa996de-43c5-4d35-b796-75ef383bce02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 1000 time: 0.0595417 Jul 09 14:45:39.225363 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-d52552c7-667e-40ef-bd6a-4da59fb71fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:39.226759 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-d52552c7-667e-40ef-bd6a-4da59fb71fda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0441039 Jul 09 14:45:39.288478 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-89cace08-d460-4388-a4e7-338129ab6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:39.289967 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-89cace08-d460-4388-a4e7-338129ab6567 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559065 Jul 09 14:45:39.378270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-76a2a75d-42cb-46b5-b3dc-08af7da8a65d service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803981 Jul 09 14:45:39.478505 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e5857fa1-f11f-4587-84f0-6eab168a59b3 req-4fc0560e-abd3-4a01-9f29-6c845f431c9c service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920508 Jul 09 14:45:44.018322 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.414380 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-03cf4bf1-ce36-482c-acc4-ef45dee2497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:44.875786 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:47.020875 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3e3282dd-8f3a-40b8-8de1-5df471db2afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:47.170677 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:48.603704 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:50.074918 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:02.662610 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:46:14.012429 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:14.414436 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d33b92e2-2221-44ad-9c79-c382b7e3c49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:14.887989 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:17.022200 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f4114739-27d8-4b88-90ea-7cd40a4f982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:17.170827 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:18.605769 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:20.077285 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:33.941012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55778) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:34.099606 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Deleting port 61697ca0-a5fe-46df-9016-014ab8caa972 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:34.099947 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:34.175212 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:34.175544 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:34.186846 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Calling delete_port for 61697ca0-a5fe-46df-9016-014ab8caa972 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:34.332995 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:34.357913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event deleted for resources: {'Port': ['ID=61697ca0-a5fe-46df-9016-014ab8caa972,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:34.391227 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.391586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.391929 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.392270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.392610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.392944 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.393274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.393602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.393930 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.394257 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.394587 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.394911 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:34.433916 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:34.434277 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Floating IP fa077e8e-6748-467c-b5cc-0f9b23bec09b disassociated (deleted). External IP: 172.25.5.80, port: 4b906384-c45b-4d94-8195-632468319b6c. Jul 09 14:46:34.657120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:46:34.758557 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:34.763420 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:34.768951 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] Sync routers for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:46:34.778376 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:34.779022 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:34.803255 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c717d1ea-7f11-41b0-811e-c4eac29df523 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "DELETE /v2.0/floatingips/fa077e8e-6748-467c-b5cc-0f9b23bec09b HTTP/1.1" status: 204 len: 168 time: 0.8611019 Jul 09 14:46:34.803851 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'tag': '4b906384-c45b-4d94-8195-632468319b6c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:34.806202 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c258f3d4-7ee8-46ce-a61d-b925e20c0737" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "tag": "4b906384-c45b-4d94-8195-632468319b6c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:34.900256 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:35.102891 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31f766f-8406-4c14-9477-849097fe3de4 x-openstack-request-id: req-f31f766f-8406-4c14-9477-849097fe3de4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:35.103516 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "tag": "4b906384-c45b-4d94-8195-632468319b6c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:35.103702 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f31f766f-8406-4c14-9477-849097fe3de4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:35.104177 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'tag': '4b906384-c45b-4d94-8195-632468319b6c', 'status': 'completed', 'code': 200} Jul 09 14:46:35.108004 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:35.135288 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] Checking router: b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:46:35.144689 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:35.145374 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:35.182126 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-123cc10c-2a7f-40b1-af9a-53bd2e54b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:35.183845 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-123cc10c-2a7f-40b1-af9a-53bd2e54b4ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 1097 time: 0.0555434 Jul 09 14:46:35.325919 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-c49f55e7-244f-44ae-bb8d-383c6b73a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:35.327525 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-c49f55e7-244f-44ae-bb8d-383c6b73a7dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 200 len: 908 time: 0.1372998 Jul 09 14:46:35.336167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9e7c0-a0f1-4694-a2b1-43d1903ce2d6 req-2203cdaa-e3bc-421f-9853-946c41a5a1ba tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:35.337690 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27d9e7c0-a0f1-4694-a2b1-43d1903ce2d6 req-2203cdaa-e3bc-421f-9853-946c41a5a1ba tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 946 time: 0.1377459 Jul 09 14:46:35.385083 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-10710051-3205-452d-9e30-b18f1990d977 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 200 len: 217 time: 0.0463912 Jul 09 14:46:35.419855 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:35.436343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-27d9e7c0-a0f1-4694-a2b1-43d1903ce2d6 req-158a00ad-fbb8-47e1-a1af-6ee657d62437 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910225 Jul 09 14:46:35.451288 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-3d6a6ba6-2d08-44a8-8b81-e4d36b4887c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:35.452773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-3d6a6ba6-2d08-44a8-8b81-e4d36b4887c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 200 len: 847 time: 0.0598938 Jul 09 14:46:35.510032 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-125e7299-fe00-45ec-bcf8-2b68daba4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:35.511595 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-125e7299-fe00-45ec-bcf8-2b68daba4bff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c3edc544-a1ba-4f72-a5e6-10ddc2845803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525560 Jul 09 14:46:35.601251 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-dd6c6a02-fa70-4039-9e61-bca7226c9221 service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821278 Jul 09 14:46:35.629657 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:35.660357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716863fc-965f-4a9f-af40-d04f6385b11c None None] The sync data for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 is: [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:37:58Z', 'revision_number': 4, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': 'b42d7b95-f5be-4358-91c1-614645504412', 'name': '', 'network_id': 'c3edc544-a1ba-4f72-a5e6-10ddc2845803', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'mac_address': 'fa:16:3e:39:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:58Z', 'updated_at': '2021-07-09T14:38:05Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'subnets': [{'id': '89fdcb05-d5a7-4f09-8735-2412aec0840e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:46:35.700404 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c258f3d4-7ee8-46ce-a61d-b925e20c0737 req-37c589f3-f2a0-40c1-aa1f-2be134b167b0 service neutron] 10.222.0.10 "GET /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907021 Jul 09 14:46:35.895489 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f7490-16de-4f40-bc31-364b473a8b42 None None] New status for floating IP fa077e8e-6748-467c-b5cc-0f9b23bec09b: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:46:36.655702 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359955d9-e76d-4365-9144-d910fda48189 req-fa74868c-0a02-401d-82f1-a88b94b3b072 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:36.657105 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-359955d9-e76d-4365-9144-d910fda48189 req-fa74868c-0a02-401d-82f1-a88b94b3b072 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 946 time: 0.1082556 Jul 09 14:46:36.670002 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-6c31c8e1-fea4-4081-a955-6b6866cbb4db tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:36.671494 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-6c31c8e1-fea4-4081-a955-6b6866cbb4db tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 946 time: 0.0931005 Jul 09 14:46:36.745541 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-359955d9-e76d-4365-9144-d910fda48189 req-ab9f9492-9720-4114-a39c-2824ae0b7b6e tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/security-groups?id=73babdf7-b915-44c2-8aa8-af325d7f81c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730612 Jul 09 14:46:36.800861 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Deleting port 4b906384-c45b-4d94-8195-632468319b6c {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:36.801213 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:36.895706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] For port 4b906384-c45b-4d94-8195-632468319b6c, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=4b906384-c45b-4d94-8195-632468319b6c,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:36.896068 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:36.909097 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Calling delete_port for 4b906384-c45b-4d94-8195-632468319b6c owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:37.033641 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:37.065912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event deleted for resources: {'Port': ['ID=4b906384-c45b-4d94-8195-632468319b6c,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:37.111899 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] No DVR routers for this DVR port 4b906384-c45b-4d94-8195-632468319b6c on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:37.114535 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:37.116560 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-8a03caf0-38f7-40c4-88e4-1ebd1d0dd36d req-0234dc8b-26ae-4bf0-966e-c2295b49c3ef tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.10 "DELETE /v2.0/ports/4b906384-c45b-4d94-8195-632468319b6c HTTP/1.1" status: 204 len: 173 time: 0.4382977 Jul 09 14:46:37.116990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'name': 'network-vif-deleted', 'tag': '4b906384-c45b-4d94-8195-632468319b6c'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:46:37.119321 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d7d23-c7f2-4bdd-9e0d-c9a612beb3e8" -d '{"events": [{"server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "name": "network-vif-deleted", "tag": "4b906384-c45b-4d94-8195-632468319b6c"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:46:37.162807 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb75a49-6007-48ae-906a-621989cb65a0 x-openstack-request-id: req-aeb75a49-6007-48ae-906a-621989cb65a0 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:46:37.163132 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cf75f3-a2a9-47bc-bdfd-c220324c96bc", "name": "network-vif-deleted", "tag": "4b906384-c45b-4d94-8195-632468319b6c", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:46:37.163416 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeb75a49-6007-48ae-906a-621989cb65a0 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:46:37.163814 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cf75f3-a2a9-47bc-bdfd-c220324c96bc', 'name': 'network-vif-deleted', 'tag': '4b906384-c45b-4d94-8195-632468319b6c', 'status': 'completed', 'code': 200} Jul 09 14:46:37.896219 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-73a5b803-28ac-4aa8-b189-a54782fdbb60 req-b13937f4-6365-411f-85fb-adba87c12a8d tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 210 time: 0.0320203 Jul 09 14:46:39.036390 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-424af61b-63c0-4fd8-9adc-193fc294f4c0 req-c980c84b-16fd-4db8-880a-f3e1f927cf90 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 210 time: 0.0291021 Jul 09 14:46:39.660860 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:46:40.180403 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b52ffea5-3787-487e-a5ba-42ba7497bc05 req-30ae75fe-8742-42eb-8682-8fb6319abd61 tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0cf75f3-a2a9-47bc-bdfd-c220324c96bc HTTP/1.1" status: 200 len: 210 time: 0.0313966 Jul 09 14:46:41.277078 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55808) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:41.337545 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:41.362143 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:41.422931 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:41.426037 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:41.427234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] 10.222.0.32 "DELETE /v2.0/security-groups/73babdf7-b915-44c2-8aa8-af325d7f81c1 HTTP/1.1" status: 204 len: 168 time: 0.1491375 Jul 09 14:46:41.438045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73babdf7-b915-44c2-8aa8-af325d7f81c1,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:41.441182 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4b906384-c45b-4d94-8195-632468319b6c no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:41.447634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.448599 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.449134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.449655 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.450423 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.450966 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.451482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.452010 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.452355 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.452678 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.453356 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.453909 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864761a-e38e-4d68-946c-bc996cffa18c tempest-TestShelveInstance-1824700682 tempest-TestShelveInstance-1824700682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:41.468992 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: 4b906384-c45b-4d94-8195-632468319b6c {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:41.469425 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device 4b906384-c45b-4d94-8195-632468319b6c not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:41.486709 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55814) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:41.933094 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.193408 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Deleting port b42d7b95-f5be-4358-91c1-614645504412 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:42.193651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.274431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] For port b42d7b95-f5be-4358-91c1-614645504412, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=b42d7b95-f5be-4358-91c1-614645504412,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:42.274795 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.287239 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Calling delete_port for b42d7b95-f5be-4358-91c1-614645504412 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:42.472049 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:42.499718 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42d7b95-f5be-4358-91c1-614645504412,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:43.035960 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.251211 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:46:43.353604 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:43.359162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5b3ac91f-e580-4a10-9a59-77a5eb259967 admin admin] 10.222.0.32 "PUT /v2.0/routers/b36ee8af-33dd-443b-9b9f-1bc9b6fdab90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8705068 Jul 09 14:46:43.361715 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55818) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:43.365066 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] Sync routers for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:46:43.375917 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:43.376541 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:43.471145 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks [] for router, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.483193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:43.583672 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.647974 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Deleting port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:43.648330 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.669363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:46:42Z', 'revision_number': 5, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port': {'id': '7a19ad74-6379-43e2-9fcb-20c9fa33cbd2', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:37:56Z', 'updated_at': '2021-07-09T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:43.700316 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] Checking router: b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:46:43.708624 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] Routers {'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:43.709240 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:43.734339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] For port 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=7a19ad74-6379-43e2-9fcb-20c9fa33cbd2,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:43.734694 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.748224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Calling delete_port for 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 owned by network:router_gateway {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:43.801480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] Set router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 gateway port host: None {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:43.853411 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:46:43Z', 'revision_number': 6, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:43.889122 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a236d65-93e6-43af-b166-42d18267e905 None None] The sync data for ids ['b36ee8af-33dd-443b-9b9f-1bc9b6fdab90'] in n-d-799524-3 is: [{'id': 'b36ee8af-33dd-443b-9b9f-1bc9b6fdab90', 'name': 'tempest-TestShelveInstance-439163896-router', 'tenant_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:37:55Z', 'updated_at': '2021-07-09T14:46:43Z', 'revision_number': 6, 'project_id': 'c4b8db0e5733488a89103a9d4f992a5c', 'gw_port_host': None}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:46:43.928184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:43.953202 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a19ad74-6379-43e2-9fcb-20c9fa33cbd2,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:44.018574 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.026633 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.107472 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.109534 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.154295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.154809 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 {{(pid=93913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:46:44.159682 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.160750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-67656a01-735f-4c06-8ffb-690f2ea3d624 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b36ee8af-33dd-443b-9b9f-1bc9b6fdab90 HTTP/1.1" status: 204 len: 168 time: 0.7981162 Jul 09 14:46:44.163224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55820) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:44.207458 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_v2 [None req-547f2698-3e1b-4e7a-bbba-84db540012e7 admin admin] Deleting subnet 89fdcb05-d5a7-4f09-8735-2412aec0840e {{(pid=93913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:46:44.210339 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-547f2698-3e1b-4e7a-bbba-84db540012e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.245725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-547f2698-3e1b-4e7a-bbba-84db540012e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899425'] for subnet, precommit_delete_associations {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.340998 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-547f2698-3e1b-4e7a-bbba-84db540012e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.392139 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-547f2698-3e1b-4e7a-bbba-84db540012e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9374641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9204865'] for subnet, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.415116 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e57e6fbb-f46c-4b8b-87a6-1366213201ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.419172 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f2698-3e1b-4e7a-bbba-84db540012e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fdcb05-d5a7-4f09-8735-2412aec0840e,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:44.422866 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-547f2698-3e1b-4e7a-bbba-84db540012e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.424738 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-547f2698-3e1b-4e7a-bbba-84db540012e7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/89fdcb05-d5a7-4f09-8735-2412aec0840e HTTP/1.1" status: 204 len: 168 time: 0.2605939 Jul 09 14:46:44.427214 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55822) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:44.428746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436984dd-2495-4713-94ec-2e4285a3a4a9 None None] Network c3edc544-a1ba-4f72-a5e6-10ddc2845803 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:44.500295 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.553385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Deleting port 208f240f-c565-46b2-a22f-040a3168835b {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:44.553725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.618195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] For port 208f240f-c565-46b2-a22f-040a3168835b, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=208f240f-c565-46b2-a22f-040a3168835b,segment=NetworkSegment(b6c5de95-619c-4a27-8381-bb828fc924d0),segment_id=b6c5de95-619c-4a27-8381-bb828fc924d0)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:44.618925 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.637552 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Calling delete_port for 208f240f-c565-46b2-a22f-040a3168835b owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:44.675950 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] DHCP port deletion for c3edc544-a1ba-4f72-a5e6-10ddc2845803 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:46:44.723916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Deleting port 208f240f-c565-46b2-a22f-040a3168835b {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:44.724298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.727513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.754717 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Pushing event deleted for resources: {'Port': ['ID=208f240f-c565-46b2-a22f-040a3168835b,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:44.759297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] No DVR routers for this DVR port 208f240f-c565-46b2-a22f-040a3168835b on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:44.798554 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] For port 208f240f-c565-46b2-a22f-040a3168835b, host n-d-799524-3, got binding levels [] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:44.798554 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.808830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 208f240f-c565-46b2-a22f-040a3168835b no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:44.832511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Calling delete_port for 208f240f-c565-46b2-a22f-040a3168835b owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:44.834037 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 208f240f-c565-46b2-a22f-040a3168835b {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:44.834381 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 208f240f-c565-46b2-a22f-040a3168835b not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:44.834791 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:44.837314 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.ipam_backend_mixin [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Port 208f240f-c565-46b2-a22f-040a3168835b was not found and therefore no delete operation was performed {{(pid=93914) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:46:44.839338 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.840516 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.849626 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3edc544-a1ba-4f72-a5e6-10ddc2845803']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:44.861676 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c5de95-619c-4a27-8381-bb828fc924d0') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:44.861971 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c5de95-619c-4a27-8381-bb828fc924d0') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:44.871963 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.874224 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:44.874569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 7a19ad74-6379-43e2-9fcb-20c9fa33cbd2 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:44.875014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b42d7b95-f5be-4358-91c1-614645504412 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:44.886141 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.893497 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:46:44.893841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:46:44.895651 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:46:44.920445 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Pushing event deleted for resources: {'Port': ['ID=208f240f-c565-46b2-a22f-040a3168835b,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:44.923321 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] No DVR routers for this DVR port 208f240f-c565-46b2-a22f-040a3168835b on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:44.927960 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.928839 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: b42d7b95-f5be-4358-91c1-614645504412 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:44.929566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device b42d7b95-f5be-4358-91c1-614645504412 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:44.939302 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.939651 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.939989 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.940724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.941420 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.942086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.942619 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.943592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.944121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.944639 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.945171 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.945704 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3a413-9c36-4349-a719-bc15e0d0c7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:44.967868 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.974737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:44.978502 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] 10.222.0.32 "DELETE /v2.0/networks/c3edc544-a1ba-4f72-a5e6-10ddc2845803 HTTP/1.1" status: 204 len: 168 time: 0.5474803 Jul 09 14:46:44.979803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55824) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:44.988594 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa194-2832-46ad-a03c-5cac44652abc admin admin] Pushing event deleted for resources: {'Network': ['ID=c3edc544-a1ba-4f72-a5e6-10ddc2845803,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:45.638982 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.890598 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Deleting port eada42f9-fd69-4835-95ca-3f2702fe4db9 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:45.890837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.973386 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] For port eada42f9-fd69-4835-95ca-3f2702fe4db9, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=eada42f9-fd69-4835-95ca-3f2702fe4db9,segment=NetworkSegment(3cfe2420-1d32-498e-aaf2-8de3b5359ada),segment_id=3cfe2420-1d32-498e-aaf2-8de3b5359ada)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:45.973747 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:45.986094 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Calling delete_port for eada42f9-fd69-4835-95ca-3f2702fe4db9 owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:46.165074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.194686 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=eada42f9-fd69-4835-95ca-3f2702fe4db9,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:46.362292 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.575871 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Router 76cceedb-2d2e-4766-af72-53e15e047b7b has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:46:46.681837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:46.687968 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e5107112-870c-4693-8f62-f8d7edfc6c9b admin admin] 10.222.0.32 "PUT /v2.0/routers/76cceedb-2d2e-4766-af72-53e15e047b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7070076 Jul 09 14:46:46.690555 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55826) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:46.690911 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] Sync routers for ids ['76cceedb-2d2e-4766-af72-53e15e047b7b'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:46:46.700739 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] Routers {'76cceedb-2d2e-4766-af72-53e15e047b7b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:46.701353 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['76cceedb-2d2e-4766-af72-53e15e047b7b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:46.798863 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.806373 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] Set router 76cceedb-2d2e-4766-af72-53e15e047b7b gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:46.898624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.953920 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Deleting port deb94734-47a6-48c5-a890-33948114f5bc {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:46.954272 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:46.982443 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:46:46Z', 'revision_number': 5, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port': {'id': 'deb94734-47a6-48c5-a890-33948114f5bc', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:38:01Z', 'updated_at': '2021-07-09T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:47.009469 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] Checking router: 76cceedb-2d2e-4766-af72-53e15e047b7b for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:46:47.018027 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] Routers {'76cceedb-2d2e-4766-af72-53e15e047b7b'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:47.018753 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['76cceedb-2d2e-4766-af72-53e15e047b7b'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:47.023083 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-261b3294-6854-48c9-a636-eb07e2cc88eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.044877 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] For port deb94734-47a6-48c5-a890-33948114f5bc, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=deb94734-47a6-48c5-a890-33948114f5bc,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:47.045501 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.058262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Calling delete_port for deb94734-47a6-48c5-a890-33948114f5bc owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:47.103102 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] Set router 76cceedb-2d2e-4766-af72-53e15e047b7b gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:47.157470 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:46:46Z', 'revision_number': 6, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:47.173423 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.186640 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eafd03-6e12-4652-8a45-19d19d78e6e0 None None] The sync data for ids ['76cceedb-2d2e-4766-af72-53e15e047b7b'] in n-d-799524-3 is: [{'id': '76cceedb-2d2e-4766-af72-53e15e047b7b', 'name': 'tempest-TestShelveInstance-999682652-router', 'tenant_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:38:00Z', 'updated_at': '2021-07-09T14:46:46Z', 'revision_number': 6, 'project_id': 'd5b495a9ab6947e39fb021b106abc5e7', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:46:47.233314 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.260499 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb94734-47a6-48c5-a890-33948114f5bc,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:47.323128 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.411422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.413397 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.455414 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.455935 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76cceedb-2d2e-4766-af72-53e15e047b7b {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:46:47.460455 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.461651 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-51782635-1281-4f8e-b4e3-ff3db57e5b93 admin admin] 10.222.0.32 "DELETE /v2.0/routers/76cceedb-2d2e-4766-af72-53e15e047b7b HTTP/1.1" status: 204 len: 168 time: 0.7700231 Jul 09 14:46:47.465344 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55828) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:47.511112 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-af60f271-1d34-458b-a25a-430cf7e8e4be admin admin] Deleting subnet 2c3d4d23-6408-43c4-9c52-6ab5082b8474 {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:46:47.514067 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af60f271-1d34-458b-a25a-430cf7e8e4be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.551896 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af60f271-1d34-458b-a25a-430cf7e8e4be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.634722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af60f271-1d34-458b-a25a-430cf7e8e4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.685955 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af60f271-1d34-458b-a25a-430cf7e8e4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.710446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60f271-1d34-458b-a25a-430cf7e8e4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3d4d23-6408-43c4-9c52-6ab5082b8474,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:47.714698 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-af60f271-1d34-458b-a25a-430cf7e8e4be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.716704 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-af60f271-1d34-458b-a25a-430cf7e8e4be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2c3d4d23-6408-43c4-9c52-6ab5082b8474 HTTP/1.1" status: 204 len: 168 time: 0.2503560 Jul 09 14:46:47.719064 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55830) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:47.721248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3741469-821a-495d-9f21-17ad4de01bdb None None] Network 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:47.790634 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.844253 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Deleting port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:47.844722 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.915734 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] For port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,segment=NetworkSegment(3cfe2420-1d32-498e-aaf2-8de3b5359ada),segment_id=3cfe2420-1d32-498e-aaf2-8de3b5359ada)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:47.916097 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:47.933772 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Calling delete_port for 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:47.965104 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] DHCP port deletion for 845cbdb1-1091-4526-bf1b-921f3e0b4ca3 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:46:48.012941 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] Deleting port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e {{(pid=93914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:46:48.013321 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.019549 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.047056 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:48.048894 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] No DVR routers for this DVR port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:48.081552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] For port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,segment=NetworkSegment(3cfe2420-1d32-498e-aaf2-8de3b5359ada),segment_id=3cfe2420-1d32-498e-aaf2-8de3b5359ada)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:48.082124 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.095654 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] Calling delete_port for 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e owned by network:dhcp {{(pid=93914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:46:48.124575 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.134434 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845cbdb1-1091-4526-bf1b-921f3e0b4ca3']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:48.145333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfe2420-1d32-498e-aaf2-8de3b5359ada') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:48.145626 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfe2420-1d32-498e-aaf2-8de3b5359ada') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:48.156637 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.170883 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.178120 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:46:48.178338 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925'] for port, after_delete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.179070 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:46:48.182129 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:46:48.204803 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] Pushing event deleted for resources: {'Port': ['ID=9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e,revision_number=None']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:48.208025 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b2e18-d1c7-4e84-9b14-7e17a6293ba7 None None] No DVR routers for this DVR port 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e on host n-d-799524-3 {{(pid=93914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:46:48.244200 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.251371 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.255684 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] 10.222.0.32 "DELETE /v2.0/networks/845cbdb1-1091-4526-bf1b-921f3e0b4ca3 HTTP/1.1" status: 204 len: 168 time: 0.5333304 Jul 09 14:46:48.271388 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cef15-0c73-4cb6-aa19-9eeb257a9a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=845cbdb1-1091-4526-bf1b-921f3e0b4ca3,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:48.379421 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55834) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:48.422213 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f002abf6-674d-4040-9a19-5da51362aa38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4b8db0e5733488a89103a9d4f992a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416188 Jul 09 14:46:48.424623 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55836) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:48.471246 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-729a538c-76ec-4e08-8db4-5aabda975628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.492406 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-729a538c-76ec-4e08-8db4-5aabda975628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.539609 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-729a538c-76ec-4e08-8db4-5aabda975628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.542673 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-729a538c-76ec-4e08-8db4-5aabda975628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.545672 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-729a538c-76ec-4e08-8db4-5aabda975628 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64244ad2-36c2-497e-a2a8-fb3fe239c800 HTTP/1.1" status: 204 len: 168 time: 0.1184094 Jul 09 14:46:48.552247 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a538c-76ec-4e08-8db4-5aabda975628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64244ad2-36c2-497e-a2a8-fb3fe239c800,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:48.608415 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.790287 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device eada42f9-fd69-4835-95ca-3f2702fe4db9 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:48.813218 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: eada42f9-fd69-4835-95ca-3f2702fe4db9 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:48.813567 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device eada42f9-fd69-4835-95ca-3f2702fe4db9 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:48.813991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:48.832617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:48.832968 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9bfe6fa8-f931-4ae3-b7ad-34e1a4c2935e not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:48.833383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device deb94734-47a6-48c5-a890-33948114f5bc no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:46:48.852707 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: deb94734-47a6-48c5-a890-33948114f5bc {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:46:48.853082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device deb94734-47a6-48c5-a890-33948114f5bc not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:46:48.859297 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55842) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:48.900798 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d62384b5-ab66-4848-aa1f-59161f4b2f80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5b495a9ab6947e39fb021b106abc5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403156 Jul 09 14:46:48.903465 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55844) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:48.955344 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83321794-684b-4d07-afb0-b9131da0fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:48.982268 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83321794-684b-4d07-afb0-b9131da0fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.027233 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83321794-684b-4d07-afb0-b9131da0fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.029752 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-83321794-684b-4d07-afb0-b9131da0fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.030899 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-83321794-684b-4d07-afb0-b9131da0fd97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1523b866-a197-43b6-92ec-2a63a0f91d51 HTTP/1.1" status: 204 len: 168 time: 0.1265371 Jul 09 14:46:49.038693 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83321794-684b-4d07-afb0-b9131da0fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1523b866-a197-43b6-92ec-2a63a0f91d51,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:49.680334 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55866) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:49.776057 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1204442001-network', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:49.796721 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Made reservation on behalf of b2279f6f65964637a20d1ae2b30fa1e4 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:49.798906 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.807595 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.895841 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.900676 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.927952 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:46:49.935154 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5562702d-d2b5-4283-91e0-8907fa0038ac,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:49.941572 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:49.941959 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Added segment 8fb21044-1de5-4f8a-be20-8c2310e126e7 of type vlan for network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 Jul 09 14:46:49.989303 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.032978 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.034062 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:50.034635 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.081224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.089819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4083269 Jul 09 14:46:50.092872 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55870) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:50.098019 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Request body: {'subnet': {'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1204442001-subnet', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:50.100757 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d7191-8c7b-4c93-bf5b-b059ff56140f admin admin] Pushing event updated for resources: {'Network': ['ID=17e5c4ff-031c-40e0-a9f5-d177a672b3a1,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:50.111533 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:46:50.120904 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Made reservation on behalf of b2279f6f65964637a20d1ae2b30fa1e4 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:50.123361 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.288712 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.349530 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:50.357021 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Checking segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:50.357381 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Network hostable DHCP agents. Network: 17e5c4ff-031c-40e0-a9f5-d177a672b3a1, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:46:50.375459 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:46:50.383790 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 17e5c4ff-031c-40e0-a9f5-d177a672b3a1) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:50.389060 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:50.389651 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.394497 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f27d2-d59b-4ae8-ab84-5acecf057770 None None] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:50.404067 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-e6101d09-5fcb-48ae-9389-0c820ce3134a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3100393 Jul 09 14:46:50.406874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55872) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:50.411625 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:50.432321 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.433296 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.484210 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.539064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:46:50.539931 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.626843 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.684807 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Allocated IP 172.20.0.2 (17e5c4ff-031c-40e0-a9f5-d177a672b3a1/9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e/3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:50.830994 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.833681 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.843119 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Transition to ACTIVE for port object 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:50.851837 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.857815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Transition to ACTIVE for port object 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:50.864402 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.898527 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:50.901879 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:50.905426 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:50.922017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Pushing event updated for resources: {'Port': ['ID=3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:50.956451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Allocated IP 172.25.5.95 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/e0016461-288a-4a41-bde1-353e1b1c277a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:50.975003 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Attempting to bind port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:50.975383 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Attempting to bind port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:50.975743 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Attempting to bind port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 on network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:50.981286 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:50.981660 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Checking segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:50.982063 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:50.982477 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Bound using segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:50.982921 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Bound port: 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:50.983327 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.046052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] For port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:51.049473 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] For port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:51.052982 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.060678 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.106186 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.110976 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c8dcd-aab8-46d4-a0f6-66345931e66f None None] Pushing event updated for resources: {'Port': ['ID=3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:51.146369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:51.149420 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:51.155335 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:51.182223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Pushing event updated for resources: {'Port': ['ID=e0016461-288a-4a41-bde1-353e1b1c277a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:51.428055 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.619853 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.746369 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Router 1f5cece2-4caa-440a-adc0-21628d459753 is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:46:51.856870 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:51.866826 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Sync routers for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:46:51.874117 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:51.877994 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-0123531c-367c-4ede-a42d-82ecf292ff63 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4674983 Jul 09 14:46:51.878213 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55874) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:51.880607 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:51.881487 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:52.098350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a5218-c81c-459b-b141-5f632592c25b None None] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:52.183578 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b5c2f3a0-8c33-499c-9945-57d3ee719dda None None] Provisioning for port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:52.242808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:52.500796 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:51Z', 'revision_number': 3, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:52.531536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Checking router: 1f5cece2-4caa-440a-adc0-21628d459753 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:46:52.531891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Updating router 1f5cece2-4caa-440a-adc0-21628d459753 port e0016461-288a-4a41-bde1-353e1b1c277a binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:46:52.568485 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.677723 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.833675 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:52.851624 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Allocated IP 172.20.0.1 (17e5c4ff-031c-40e0-a9f5-d177a672b3a1/9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e/65c06e64-829e-4b38-a34b-a794d6ea713d) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:52.903968 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.917155 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Transition to ACTIVE for port object e0016461-288a-4a41-bde1-353e1b1c277a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:52.925729 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.950249 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:52.958193 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:52.958572 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.961561 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:52.975881 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Transition to ACTIVE for port object 65c06e64-829e-4b38-a34b-a794d6ea713d will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:53.003641 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b88b0-eaae-4e0a-a536-57f0b974beb5 None None] Pushing event updated for resources: {'Port': ['ID=e0016461-288a-4a41-bde1-353e1b1c277a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.011649 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.014235 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Attempting to bind port e0016461-288a-4a41-bde1-353e1b1c277a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:53.014594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Attempting to bind port e0016461-288a-4a41-bde1-353e1b1c277a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:53.014975 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Attempting to bind port e0016461-288a-4a41-bde1-353e1b1c277a on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:53.023916 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:53.024292 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:53.024715 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.025088 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:53.026617 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Bound port: e0016461-288a-4a41-bde1-353e1b1c277a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:53.026617 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.052349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:53.056706 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:53.061869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:53.065028 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Pushing event updated for resources: {'Port': ['ID=65c06e64-829e-4b38-a34b-a794d6ea713d,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.110956 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] For port e0016461-288a-4a41-bde1-353e1b1c277a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:53.115410 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.133046 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.136614 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] For port e0016461-288a-4a41-bde1-353e1b1c277a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e0016461-288a-4a41-bde1-353e1b1c277a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:53.150109 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.226891 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:53.240432 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.250769 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b88b0-eaae-4e0a-a536-57f0b974beb5 None None] Pushing event updated for resources: {'Port': ['ID=e0016461-288a-4a41-bde1-353e1b1c277a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.254011 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:53.254924 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:53.268592 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.385794 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7e659828-30b9-4837-a891-1367e9851fc1 None None] Provisioning for port 65c06e64-829e-4b38-a34b-a794d6ea713d completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:53.395699 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.401437 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-7e659828-30b9-4837-a891-1367e9851fc1 None None] Provisioning complete for port 65c06e64-829e-4b38-a34b-a794d6ea713d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:53.401815 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7e659828-30b9-4837-a891-1367e9851fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.440214 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.445477 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.453086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:53.454873 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-7e659828-30b9-4837-a891-1367e9851fc1 None None] Port 65c06e64-829e-4b38-a34b-a794d6ea713d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:53.516448 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.519269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Pushing event updated for resources: {'Port': ['ID=65c06e64-829e-4b38-a34b-a794d6ea713d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:53.611966 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:53.614499 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:53.664375 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:52Z', 'revision_number': 1, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:53.695100 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877a4d8-7ee2-4a34-a27b-5baa8d965835 None None] The sync data for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 is: [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:52Z', 'revision_number': 1, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:46:53.749153 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Router 1f5cece2-4caa-440a-adc0-21628d459753 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:46:53.874666 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-c00a372b-19a4-4d54-9e99-819ae8ea8184 None None] Provisioning complete for port 65c06e64-829e-4b38-a34b-a794d6ea713d triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:53.875226 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c00a372b-19a4-4d54-9e99-819ae8ea8184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:53.876406 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:53.883453 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-1f7fe2fc-91f0-46b7-afe5-58bc23c72f18 admin admin] 10.222.0.32 "PUT /v2.0/routers/1f5cece2-4caa-440a-adc0-21628d459753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0041130 Jul 09 14:46:53.946765 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-c00a372b-19a4-4d54-9e99-819ae8ea8184 None None] Port 65c06e64-829e-4b38-a34b-a794d6ea713d cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:54.410064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55890) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:54.415339 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-649946691-network', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:54.444869 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Made reservation on behalf of 1a37861b59874ecfa5c4e206b6e41b47 for: {'network': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:54.447762 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for network, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.457160 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.555737 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.560313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.585658 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:46:54.596540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1880e00c-4ee4-491a-833b-2fa3a1d21285,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:54.601792 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.602138 n-d-799524-3 neutron-server[93913]: INFO neutron.db.segments_db [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Added segment 395febb3-7f57-48d1-996b-30ba77e7e6c9 of type vlan for network 0fad6aae-7336-4a9f-93ef-070782e30174 Jul 09 14:46:54.645797 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792867061077'] for network, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.679533 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436'] for network, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.680533 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:54.681087 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.738377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3270452 Jul 09 14:46:54.741262 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55892) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:54.743659 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929afe7-ce70-4d30-bca1-cf0be32baec2 admin admin] Pushing event updated for resources: {'Network': ['ID=0fad6aae-7336-4a9f-93ef-070782e30174,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:54.748267 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Request body: {'subnet': {'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-649946691-subnet', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'ip_version': 4}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:54.765899 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Network 0fad6aae-7336-4a9f-93ef-070782e30174 details requested by agent ovs-agent-n-d-799524-3 with host n-d-799524-3 {{(pid=93914) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:46:54.791669 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Made reservation on behalf of 1a37861b59874ecfa5c4e206b6e41b47 for: {'subnet': 1} {{(pid=93912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:46:54.794897 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4149858'] for subnet, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:54.918378 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e0016461-288a-4a41-bde1-353e1b1c277a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:54.981048 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port e0016461-288a-4a41-bde1-353e1b1c277a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:54.984965 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e0016461-288a-4a41-bde1-353e1b1c277a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:54.985340 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.003871 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3307170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4149840'] for subnet, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.069069 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Pushing event updated for resources: {'Subnet': ['ID=858c2cb4-78ca-48c6-ba2f-3b1a2826068a,revision_number=0']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:55.071502 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.077823 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Checking segment: {'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:55.078193 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Network hostable DHCP agents. Network: 0fad6aae-7336-4a9f-93ef-070782e30174, hostable agents: ['e51e87b9-0539-4c15-ac9f-7722bb2ff786'], hosted agents: [] {{(pid=93912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:46:55.100149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Network 0fad6aae-7336-4a9f-93ef-070782e30174 is scheduled to be hosted by DHCP agent e51e87b9-0539-4c15-ac9f-7722bb2ff786 with binding_index 1 {{(pid=93912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:46:55.104121 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port e0016461-288a-4a41-bde1-353e1b1c277a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e0016461-288a-4a41-bde1-353e1b1c277a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:55.110701 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.111591 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:55.112572 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-3, 0fad6aae-7336-4a9f-93ef-070782e30174) {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:55.118634 n-d-799524-3 neutron-server[93912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:55.119505 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.138839 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-49a11740-f14f-4a9f-a737-e397fe94817c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3935132 Jul 09 14:46:55.139223 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55894) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:55.143836 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:55.153264 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9c47f-3449-4c11-803a-449f93e28781 None None] Network 0fad6aae-7336-4a9f-93ef-070782e30174 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:55.172606 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7894952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1045806'] for router, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.173651 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7894853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7897077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045793'] for router, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.238985 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.284795 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=e0016461-288a-4a41-bde1-353e1b1c277a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:55.318402 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:55.318777 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.394456 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7897063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7895002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045811'] for router, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.470118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef99cc07-05c9-5f50-bd40-33a0c01f0420-0fad6aae-7336-4a9f-93ef-070782e30174', 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'fixed_ips': [{'subnet_id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a'}]}} from n-d-799524-3. {{(pid=93914) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:46:55.470983 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.638833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.653462 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.db_base_plugin_common [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Allocated IP 172.20.0.2 (0fad6aae-7336-4a9f-93ef-070782e30174/858c2cb4-78ca-48c6-ba2f-3b1a2826068a/326b01ff-5883-4d75-aa7f-666550dc3a23) {{(pid=93914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:55.661390 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.784875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Allocated IP 172.25.5.197 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/57addb1f-53ef-4252-af24-06898dab365a) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:55.839055 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Notify callbacks [] for port, precommit_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.849830 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Transition to ACTIVE for port object 326b01ff-5883-4d75-aa7f-666550dc3a23 will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:55.865783 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Transition to ACTIVE for port object 326b01ff-5883-4d75-aa7f-666550dc3a23 will not be triggered until provisioned by entity DHCP. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:55.878454 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916'] for port, after_create {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.904628 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Sync routers for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:46:55.915698 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:55.917987 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:55.929167 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:55.949854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Network 0fad6aae-7336-4a9f-93ef-070782e30174 is already hosted by enough agents. {{(pid=93914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:55.960596 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Pushing event updated for resources: {'Port': ['ID=326b01ff-5883-4d75-aa7f-666550dc3a23,revision_number=1']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:55.965424 n-d-799524-3 neutron-server[93914]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Resources bound (agent type, host, resource id): {{(pid=93914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:55.967536 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Received port after_create {{(pid=93914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:55.977755 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.022934 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:56.030248 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:56.033828 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:56.045544 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:56.050176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Attempting to bind port 326b01ff-5883-4d75-aa7f-666550dc3a23 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:56.050586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Attempting to bind port 326b01ff-5883-4d75-aa7f-666550dc3a23 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:56.050988 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Attempting to bind port 326b01ff-5883-4d75-aa7f-666550dc3a23 on network 0fad6aae-7336-4a9f-93ef-070782e30174 {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:56.056262 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:56.056808 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Checking segment: {'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:56.057228 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.057623 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Bound using segment: {'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:56.058102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Bound port: 326b01ff-5883-4d75-aa7f-666550dc3a23, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:56.058491 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.060601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=57addb1f-53ef-4252-af24-06898dab365a,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:56.134662 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] For port 326b01ff-5883-4d75-aa7f-666550dc3a23, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:56.139130 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] For port 326b01ff-5883-4d75-aa7f-666550dc3a23, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=326b01ff-5883-4d75-aa7f-666550dc3a23,segment=NetworkSegment(395febb3-7f57-48d1-996b-30ba77e7e6c9),segment_id=395febb3-7f57-48d1-996b-30ba77e7e6c9)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:56.148675 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.207609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ce086-a54f-45d3-b69a-d5789ac385cf None None] Pushing event updated for resources: {'Port': ['ID=326b01ff-5883-4d75-aa7f-666550dc3a23,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:56.278512 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 2, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:56.306986 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.307720 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Checking router: 1f5cece2-4caa-440a-adc0-21628d459753 for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:46:56.307720 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Updating router 1f5cece2-4caa-440a-adc0-21628d459753 port 65c06e64-829e-4b38-a34b-a794d6ea713d binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:46:56.343849 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.534833 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7894993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7896326'] for router, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.645236 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.655654 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Transition to ACTIVE for port object 65c06e64-829e-4b38-a34b-a794d6ea713d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:56.660891 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.668479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Router 9aa35c29-4425-449b-8b2d-12b658c36fed is scheduled to L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 with binding_index 1 {{(pid=93913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:46:56.710309 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Pushing event updated for resources: {'Port': ['ID=65c06e64-829e-4b38-a34b-a794d6ea713d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:56.736827 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.737183 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.737522 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.738486 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.738845 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.739209 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.739543 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.739873 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.740200 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.740524 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.740848 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.741171 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:46:56.784110 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Attempting to bind port 65c06e64-829e-4b38-a34b-a794d6ea713d on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:56.784671 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Attempting to bind port 65c06e64-829e-4b38-a34b-a794d6ea713d by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:56.785688 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Attempting to bind port 65c06e64-829e-4b38-a34b-a794d6ea713d on network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:56.792243 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:56.794107 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:56.794608 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Checking segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:56.795176 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.795623 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Bound using segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:56.796192 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Bound port: 65c06e64-829e-4b38-a34b-a794d6ea713d, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:56.796679 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.805346 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Sync routers for ids ['9aa35c29-4425-449b-8b2d-12b658c36fed'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:46:56.811217 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:56.815641 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55896) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:56.816377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-676ae8fe-3aa5-446b-bbba-1cce1353e4a6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6754289 Jul 09 14:46:56.823219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Routers {'9aa35c29-4425-449b-8b2d-12b658c36fed'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:56.826451 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9aa35c29-4425-449b-8b2d-12b658c36fed'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:56.937824 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] For port 65c06e64-829e-4b38-a34b-a794d6ea713d, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:56.941370 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] For port 65c06e64-829e-4b38-a34b-a794d6ea713d, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=65c06e64-829e-4b38-a34b-a794d6ea713d,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:56.963121 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.128355 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:57.129108 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:57.165723 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 326b01ff-5883-4d75-aa7f-666550dc3a23 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:57.255610 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Set router 9aa35c29-4425-449b-8b2d-12b658c36fed gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:57.299221 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:57.342608 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 326b01ff-5883-4d75-aa7f-666550dc3a23 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:57.398315 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e0016461-288a-4a41-bde1-353e1b1c277a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:57.423471 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35eb3e-1fd1-405c-8a8c-4b38f34985b3 None None] Pushing event updated for resources: {'Port': ['ID=65c06e64-829e-4b38-a34b-a794d6ea713d,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:57.528063 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb7200-4dcb-4a32-8422-7bf03bdf0982 None None] Network 0fad6aae-7336-4a9f-93ef-070782e30174 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:46:57.533732 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port e0016461-288a-4a41-bde1-353e1b1c277a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:57.534120 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.572569 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:56Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:57.604974 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4b6ff-d006-4eac-81d8-71dc21ff3bd0 None None] The sync data for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 is: [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:56Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:46:57.718548 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '57addb1f-53ef-4252-af24-06898dab365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:56Z', 'revision_number': 3, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port': {'id': '57addb1f-53ef-4252-af24-06898dab365a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:57.767041 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Checking router: 9aa35c29-4425-449b-8b2d-12b658c36fed for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:46:57.767299 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Updating router 9aa35c29-4425-449b-8b2d-12b658c36fed port 57addb1f-53ef-4252-af24-06898dab365a binding host n-d-799524-3 {{(pid=93914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:46:57.804100 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.817559 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-41e8fd36-9f02-4f0d-ad86-e5bfbf793342 None None] Provisioning for port 326b01ff-5883-4d75-aa7f-666550dc3a23 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:57.845400 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-41e8fd36-9f02-4f0d-ad86-e5bfbf793342 None None] Provisioning complete for port 326b01ff-5883-4d75-aa7f-666550dc3a23 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:57.845781 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41e8fd36-9f02-4f0d-ad86-e5bfbf793342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.848197 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:57.989482 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Allocated IP 172.20.0.1 (0fad6aae-7336-4a9f-93ef-070782e30174/858c2cb4-78ca-48c6-ba2f-3b1a2826068a/9ed7ff21-fba7-422a-9394-e72d2f5242b3) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:46:58.104542 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41e8fd36-9f02-4f0d-ad86-e5bfbf793342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.137859 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.157667 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Transition to ACTIVE for port object 9ed7ff21-fba7-422a-9394-e72d2f5242b3 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:58.167221 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-41e8fd36-9f02-4f0d-ad86-e5bfbf793342 None None] For port 326b01ff-5883-4d75-aa7f-666550dc3a23, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=326b01ff-5883-4d75-aa7f-666550dc3a23,segment=NetworkSegment(395febb3-7f57-48d1-996b-30ba77e7e6c9),segment_id=395febb3-7f57-48d1-996b-30ba77e7e6c9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:58.175959 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-41e8fd36-9f02-4f0d-ad86-e5bfbf793342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.199749 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3179058'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.253777 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Network 0fad6aae-7336-4a9f-93ef-070782e30174 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:58.257350 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:58.262417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:46:58.265704 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Pushing event updated for resources: {'Port': ['ID=9ed7ff21-fba7-422a-9394-e72d2f5242b3,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:58.280198 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8fd36-9f02-4f0d-ad86-e5bfbf793342 None None] Pushing event updated for resources: {'Port': ['ID=326b01ff-5883-4d75-aa7f-666550dc3a23,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:58.307514 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7896591'] for router_interface, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.312328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Notify callbacks [] for port, precommit_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.326674 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Transition to ACTIVE for port object 57addb1f-53ef-4252-af24-06898dab365a will not be triggered until provisioned by entity L2. {{(pid=93914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:46:58.328526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-33be9d07-02f1-420f-b5cc-03ed2e279ab7 None None] Provisioning complete for port 326b01ff-5883-4d75-aa7f-666550dc3a23 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:58.328900 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-33be9d07-02f1-420f-b5cc-03ed2e279ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.358533 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.477755 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Attempting to bind port 57addb1f-53ef-4252-af24-06898dab365a on host n-d-799524-3 for vnic_type normal with profile {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:46:58.478164 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Attempting to bind port 57addb1f-53ef-4252-af24-06898dab365a by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:46:58.479095 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Attempting to bind port 57addb1f-53ef-4252-af24-06898dab365a on network 47760c35-4585-4bbc-bb6c-63309fc27b1e {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:46:58.481432 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.491226 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9e20b-07d6-410a-9e82-2d72179f4509 None None] Pushing event updated for resources: {'Port': ['ID=57addb1f-53ef-4252-af24-06898dab365a,revision_number=2']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:58.500721 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:46:58.501118 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Checking segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:46:58.501520 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.501911 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Bound using segment: {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'} {{(pid=93914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:46:58.502407 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.managers [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Bound port: 57addb1f-53ef-4252-af24-06898dab365a, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e'}}] {{(pid=93914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:46:58.502866 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.562598 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] For port 57addb1f-53ef-4252-af24-06898dab365a, host n-d-799524-3, cleared binding levels {{(pid=93914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:46:58.565593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] For port 57addb1f-53ef-4252-af24-06898dab365a, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=57addb1f-53ef-4252-af24-06898dab365a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:46:58.570234 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.621814 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Routers {'9aa35c29-4425-449b-8b2d-12b658c36fed'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:46:58.622443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9aa35c29-4425-449b-8b2d-12b658c36fed'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:58.658873 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.664032 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179052'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.678343 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9e20b-07d6-410a-9e82-2d72179f4509 None None] Pushing event updated for resources: {'Port': ['ID=57addb1f-53ef-4252-af24-06898dab365a,revision_number=3']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:58.697991 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f08d3766-dbb1-44af-87fa-78b1760b5569 None None] Provisioning for port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:58.728352 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-f08d3766-dbb1-44af-87fa-78b1760b5569 None None] Provisioning complete for port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:58.728832 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f08d3766-dbb1-44af-87fa-78b1760b5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.735787 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Pushing event updated for resources: {'Port': ['ID=9ed7ff21-fba7-422a-9394-e72d2f5242b3,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:58.738394 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7892828'] for router_interface, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:58.781971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-f08d3766-dbb1-44af-87fa-78b1760b5569 None None] Port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:58.785301 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] Set router 9aa35c29-4425-449b-8b2d-12b658c36fed gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:46:58.838676 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Network 0fad6aae-7336-4a9f-93ef-070782e30174 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:46:58.840093 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:46:58.863858 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 326b01ff-5883-4d75-aa7f-666550dc3a23 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:58.964890 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Router 9aa35c29-4425-449b-8b2d-12b658c36fed has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:46:58.982555 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 326b01ff-5883-4d75-aa7f-666550dc3a23 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:58.982922 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.079933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:46:59.093445 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-08fd38c9-090b-44a6-b561-da80a49604bb admin admin] 10.222.0.32 "PUT /v2.0/routers/9aa35c29-4425-449b-8b2d-12b658c36fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2680256 Jul 09 14:46:59.114032 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '57addb1f-53ef-4252-af24-06898dab365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:58Z', 'revision_number': 4, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port': {'id': '57addb1f-53ef-4252-af24-06898dab365a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ed7ff21-fba7-422a-9394-e72d2f5242b3', 'name': '', 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'mac_address': 'fa:16:3e:1c:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:57Z', 'updated_at': '2021-07-09T14:46:57Z', 'revision_number': 1, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'subnets': [{'id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:46:59.118443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 65c06e64-829e-4b38-a34b-a794d6ea713d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:46:59.166584 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e38766-2e22-4f4d-be9b-ea332e168e02 None None] The sync data for ids ['9aa35c29-4425-449b-8b2d-12b658c36fed'] in n-d-799524-3 is: [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '57addb1f-53ef-4252-af24-06898dab365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:58Z', 'revision_number': 4, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port': {'id': '57addb1f-53ef-4252-af24-06898dab365a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ed7ff21-fba7-422a-9394-e72d2f5242b3', 'name': '', 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'mac_address': 'fa:16:3e:1c:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:57Z', 'updated_at': '2021-07-09T14:46:57Z', 'revision_number': 1, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'subnets': [{'id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:46:59.171511 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-cdabf019-02fa-467a-a9de-b4d68972ab87 None None] Provisioning complete for port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:59.172092 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-cdabf019-02fa-467a-a9de-b4d68972ab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.218903 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-cdabf019-02fa-467a-a9de-b4d68972ab87 None None] Port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:46:59.229519 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 65c06e64-829e-4b38-a34b-a794d6ea713d completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:46:59.233683 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 65c06e64-829e-4b38-a34b-a794d6ea713d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:46:59.234067 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.321731 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.360219 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 65c06e64-829e-4b38-a34b-a794d6ea713d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=65c06e64-829e-4b38-a34b-a794d6ea713d,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:46:59.371594 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.439272 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=65c06e64-829e-4b38-a34b-a794d6ea713d,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:59.706079 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 55904) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:59.711134 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.v2.base [None req-f517bb95-418a-49d1-ba43-551d7e1fb48f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677067263', 'description': 'tempest-secgroup-smoke-1677067263 description', 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4'}} {{(pid=93912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:59.739116 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f517bb95-418a-49d1-ba43-551d7e1fb48f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.840884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f517bb95-418a-49d1-ba43-551d7e1fb48f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.844692 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f517bb95-418a-49d1-ba43-551d7e1fb48f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.871152 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f517bb95-418a-49d1-ba43-551d7e1fb48f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.872399 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-f517bb95-418a-49d1-ba43-551d7e1fb48f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1653044 Jul 09 14:46:59.875872 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55906) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:59.876645 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517bb95-418a-49d1-ba43-551d7e1fb48f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed207eee-3a33-4300-b334-3fa96c52fa2f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:59.880855 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b9522fed-879f-4a99-8823-4762ef7800d9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'security_group_rule': {'security_group_id': 'ed207eee-3a33-4300-b334-3fa96c52fa2f', 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:46:59.908201 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9522fed-879f-4a99-8823-4762ef7800d9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.964031 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9522fed-879f-4a99-8823-4762ef7800d9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.967444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9522fed-879f-4a99-8823-4762ef7800d9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.984667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9522fed-879f-4a99-8823-4762ef7800d9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234e013b-e9eb-45ae-b319-0d713eb241d8,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:46:59.989610 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b9522fed-879f-4a99-8823-4762ef7800d9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:59.994405 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b9522fed-879f-4a99-8823-4762ef7800d9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137099 Jul 09 14:46:59.994405 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55908) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:46:59.999045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-f05c08d1-50d3-4e28-b59d-448305c62c40 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'security_group_rule': {'security_group_id': 'ed207eee-3a33-4300-b334-3fa96c52fa2f', 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:00.025946 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f05c08d1-50d3-4e28-b59d-448305c62c40 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.086772 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f05c08d1-50d3-4e28-b59d-448305c62c40 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.090450 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f05c08d1-50d3-4e28-b59d-448305c62c40 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.110179 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c08d1-50d3-4e28-b59d-448305c62c40 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424ccd17-0aa3-4243-983e-f17b166cba98,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:00.116331 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f05c08d1-50d3-4e28-b59d-448305c62c40 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.117511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-f05c08d1-50d3-4e28-b59d-448305c62c40 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224191 Jul 09 14:47:00.121309 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55910) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:00.127020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-424443ec-d556-48df-88d5-24a88c025bb7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'security_group_rule': {'security_group_id': 'ed207eee-3a33-4300-b334-3fa96c52fa2f', 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:00.153599 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-424443ec-d556-48df-88d5-24a88c025bb7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.218611 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-424443ec-d556-48df-88d5-24a88c025bb7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.222083 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-424443ec-d556-48df-88d5-24a88c025bb7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.239951 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424443ec-d556-48df-88d5-24a88c025bb7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2fd77e-f917-4188-8f42-3cddc4bc60da,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:00.246552 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-424443ec-d556-48df-88d5-24a88c025bb7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.247715 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-424443ec-d556-48df-88d5-24a88c025bb7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254611 Jul 09 14:47:00.252167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55912) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:00.256562 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-d44fdd99-8f8b-4d42-97dd-e37658a0a0b5 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'security_group_rule': {'security_group_id': 'ed207eee-3a33-4300-b334-3fa96c52fa2f', 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:00.283322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44fdd99-8f8b-4d42-97dd-e37658a0a0b5 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.352683 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44fdd99-8f8b-4d42-97dd-e37658a0a0b5 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.358025 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44fdd99-8f8b-4d42-97dd-e37658a0a0b5 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.378378 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fdd99-8f8b-4d42-97dd-e37658a0a0b5 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153bb641-25bd-4141-8958-05be0205c1c4,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:00.384068 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d44fdd99-8f8b-4d42-97dd-e37658a0a0b5 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.386145 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-d44fdd99-8f8b-4d42-97dd-e37658a0a0b5 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326778 Jul 09 14:47:00.388833 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55914) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:00.399109 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-30fdaa6f-dec4-4973-a2f2-1e5fe0d30110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'security_group_rule': {'security_group_id': 'ed207eee-3a33-4300-b334-3fa96c52fa2f', 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:00.424894 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-30fdaa6f-dec4-4973-a2f2-1e5fe0d30110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Project b2279f6f65964637a20d1ae2b30fa1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:47:00.430154 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fdaa6f-dec4-4973-a2f2-1e5fe0d30110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.500329 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fdaa6f-dec4-4973-a2f2-1e5fe0d30110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.504632 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fdaa6f-dec4-4973-a2f2-1e5fe0d30110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.523972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdaa6f-dec4-4973-a2f2-1e5fe0d30110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad11096-f73b-4068-a09c-d3dd2488c675,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:00.532271 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-30fdaa6f-dec4-4973-a2f2-1e5fe0d30110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.533822 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-30fdaa6f-dec4-4973-a2f2-1e5fe0d30110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440117 Jul 09 14:47:00.536592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55916) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:00.541976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-4c470fde-748c-4d5e-81c5-eedfab9376e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'security_group_rule': {'security_group_id': 'ed207eee-3a33-4300-b334-3fa96c52fa2f', 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:00.564668 n-d-799524-3 neutron-server[93913]: INFO neutron.db.securitygroups_db [None req-4c470fde-748c-4d5e-81c5-eedfab9376e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Project b2279f6f65964637a20d1ae2b30fa1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:47:00.569819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c470fde-748c-4d5e-81c5-eedfab9376e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.637681 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c470fde-748c-4d5e-81c5-eedfab9376e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.641697 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c470fde-748c-4d5e-81c5-eedfab9376e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442638'] for security_group_rule, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.663472 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c470fde-748c-4d5e-81c5-eedfab9376e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c233ace7-28af-45ce-aa78-f4faebb59822,revision_number=0']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:00.671918 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-4c470fde-748c-4d5e-81c5-eedfab9376e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.673227 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-4c470fde-748c-4d5e-81c5-eedfab9376e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356957 Jul 09 14:47:00.830972 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-423e0613-e628-449a-9aee-94e9a09969c5 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677067263&fields=id&tenant_id=b2279f6f65964637a20d1ae2b30fa1e4 HTTP/1.1" status: 200 len: 267 time: 0.0382009 Jul 09 14:47:00.910398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 65c06e64-829e-4b38-a34b-a794d6ea713d up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:00.954269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-caf009d1-b632-45b1-8ac0-1d193d2bdfd0 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:00.955858 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-caf009d1-b632-45b1-8ac0-1d193d2bdfd0 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 810 time: 0.1182208 Jul 09 14:47:00.964574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 65c06e64-829e-4b38-a34b-a794d6ea713d triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:00.964975 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.977102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-3536b7a3-a6e5-4f2f-a1f0-acfdd0624f41 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/quotas/b2279f6f65964637a20d1ae2b30fa1e4 HTTP/1.1" status: 200 len: 375 time: 0.0153236 Jul 09 14:47:01.049884 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-79ad283c-e031-4803-9542-e94a7658bc33 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710285 Jul 09 14:47:01.057156 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 57addb1f-53ef-4252-af24-06898dab365a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:01.068667 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-8b8d55e9-cf14-46b4-a1ca-9515205059ed service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:47:01.069642 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-8b8d55e9-cf14-46b4-a1ca-9515205059ed service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053525 Jul 09 14:47:01.106236 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 57addb1f-53ef-4252-af24-06898dab365a completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:01.110052 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 57addb1f-53ef-4252-af24-06898dab365a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:01.110434 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.163191 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-b1f0a863-6615-4891-8de0-cb59350c1dad service neutron] 10.222.0.32 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863469 Jul 09 14:47:01.266171 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-a3abfd5d-2809-4665-b5e3-4fc721bbf393 service neutron] 10.222.0.32 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964708 Jul 09 14:47:01.355024 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.378184 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 57addb1f-53ef-4252-af24-06898dab365a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=57addb1f-53ef-4252-af24-06898dab365a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:01.382844 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:01.438371 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=57addb1f-53ef-4252-af24-06898dab365a,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:01.451582 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5cdab789-0cc7-416b-bcec-8bd3efaf49f9 req-7875ddec-8a01-4a42-bc37-20d3042d55e3 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 210 time: 0.0326281 Jul 09 14:47:01.778164 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Sync routers for ids ['9aa35c29-4425-449b-8b2d-12b658c36fed'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:01.788168 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Routers {'9aa35c29-4425-449b-8b2d-12b658c36fed'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:01.788847 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9aa35c29-4425-449b-8b2d-12b658c36fed'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:01.896850 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Set router 9aa35c29-4425-449b-8b2d-12b658c36fed gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:02.105594 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '57addb1f-53ef-4252-af24-06898dab365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:58Z', 'revision_number': 4, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port': {'id': '57addb1f-53ef-4252-af24-06898dab365a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ed7ff21-fba7-422a-9394-e72d2f5242b3', 'name': '', 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'mac_address': 'fa:16:3e:1c:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:57Z', 'updated_at': '2021-07-09T14:46:58Z', 'revision_number': 2, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'subnets': [{'id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:02.130995 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Checking router: 9aa35c29-4425-449b-8b2d-12b658c36fed for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:02.131351 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Updating router 9aa35c29-4425-449b-8b2d-12b658c36fed port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 binding host n-d-799524-3 {{(pid=93915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:47:02.169012 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.426531 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.436596 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Transition to ACTIVE for port object 9ed7ff21-fba7-422a-9394-e72d2f5242b3 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:02.442568 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.515206 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac0859-ed43-47a4-9907-3448d0f20948 None None] Pushing event updated for resources: {'Port': ['ID=9ed7ff21-fba7-422a-9394-e72d2f5242b3,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:02.557512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-87ef7717-e925-46ea-8af5-95e35cd73483 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:02.559152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-87ef7717-e925-46ea-8af5-95e35cd73483 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.11 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 810 time: 0.1495104 Jul 09 14:47:02.611203 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Attempting to bind port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 on host n-d-799524-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:02.611580 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Attempting to bind port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 by drivers openvswitch,hyperv on host n-d-799524-3 at level 0 using segments [{'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:02.611946 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Attempting to bind port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 on network 0fad6aae-7336-4a9f-93ef-070782e30174 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:02.615365 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-e46bab67-81de-4cec-bda1-ecf0ec844f94 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2279f6f65964637a20d1ae2b30fa1e4 HTTP/1.1" status: 200 len: 380 time: 0.0455644 Jul 09 14:47:02.625908 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'port': {'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'admin_state_up': True, 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'security_groups': ['ed207eee-3a33-4300-b334-3fa96c52fa2f']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:02.627748 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Checking agent: {'id': '8be3e618-f1e2-478e-a85a-a233139cc009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 3, 47), 'started_at': datetime.datetime(2021, 7, 9, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:02.628178 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Checking segment: {'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:02.628582 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.628969 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Bound using segment: {'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:02.629440 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Bound port: 9ed7ff21-fba7-422a-9394-e72d2f5242b3, host: n-d-799524-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395febb3-7f57-48d1-996b-30ba77e7e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:02.629814 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.704448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-51b698db-dc80-402b-b65f-04c5e9f96583 req-c885e6ed-d685-4d54-bae1-3ce7ab46183b tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 210 time: 0.0716953 Jul 09 14:47:02.704834 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] For port 9ed7ff21-fba7-422a-9394-e72d2f5242b3, host n-d-799524-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:02.708430 n-d-799524-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] For port 9ed7ff21-fba7-422a-9394-e72d2f5242b3, host n-d-799524-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9ed7ff21-fba7-422a-9394-e72d2f5242b3,segment=NetworkSegment(395febb3-7f57-48d1-996b-30ba77e7e6c9),segment_id=395febb3-7f57-48d1-996b-30ba77e7e6c9)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:02.716140 n-d-799524-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.774549 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Routers {'9aa35c29-4425-449b-8b2d-12b658c36fed'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:02.775454 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9aa35c29-4425-449b-8b2d-12b658c36fed'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:02.790208 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Made reservation on behalf of b2279f6f65964637a20d1ae2b30fa1e4 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:02.794322 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.862093 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 57addb1f-53ef-4252-af24-06898dab365a up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:02.893269 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac0859-ed43-47a4-9907-3448d0f20948 None None] Pushing event updated for resources: {'Port': ['ID=9ed7ff21-fba7-422a-9394-e72d2f5242b3,revision_number=4']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:02.915256 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] Set router 9aa35c29-4425-449b-8b2d-12b658c36fed gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:02.921962 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 57addb1f-53ef-4252-af24-06898dab365a triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:02.922588 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:02.958538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Allocated IP 172.20.0.8 (17e5c4ff-031c-40e0-a9f5-d177a672b3a1/9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e/d24e2b45-ef82-46a5-9d63-efc128620687) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:03.113469 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.129027 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Transition to ACTIVE for port object d24e2b45-ef82-46a5-9d63-efc128620687 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:03.137233 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '57addb1f-53ef-4252-af24-06898dab365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:58Z', 'revision_number': 4, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port': {'id': '57addb1f-53ef-4252-af24-06898dab365a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ed7ff21-fba7-422a-9394-e72d2f5242b3', 'name': '', 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'mac_address': 'fa:16:3e:1c:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:57Z', 'updated_at': '2021-07-09T14:47:02Z', 'revision_number': 4, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'subnets': [{'id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:03.163098 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c98aa-bd07-4473-b6bc-25436478cd52 None None] The sync data for ids ['9aa35c29-4425-449b-8b2d-12b658c36fed'] in n-d-799524-3 is: [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '57addb1f-53ef-4252-af24-06898dab365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:46:58Z', 'revision_number': 4, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port': {'id': '57addb1f-53ef-4252-af24-06898dab365a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '9ed7ff21-fba7-422a-9394-e72d2f5242b3', 'name': '', 'network_id': '0fad6aae-7336-4a9f-93ef-070782e30174', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'mac_address': 'fa:16:3e:1c:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:57Z', 'updated_at': '2021-07-09T14:47:02Z', 'revision_number': 4, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'subnets': [{'id': '858c2cb4-78ca-48c6-ba2f-3b1a2826068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:03.164953 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.213779 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:03.217181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:03.221042 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:03.247474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:03.277895 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.278727 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.297319 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-97dfc977-6361-48de-8ab0-0e3fb4895e2f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6754470 Jul 09 14:47:03.308543 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-e799819c-208e-4e4a-8fc4-873b5dce34e0 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:47:03.309576 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-e799819c-208e-4e4a-8fc4-873b5dce34e0 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066657 Jul 09 14:47:03.320595 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Request body: {'port': {'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:03.409768 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.461488 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b8900097-5284-4249-9c1b-5efaf0f18e1b None None] Provisioning for port d24e2b45-ef82-46a5-9d63-efc128620687 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:03.466896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b8900097-5284-4249-9c1b-5efaf0f18e1b None None] Provisioning complete for port d24e2b45-ef82-46a5-9d63-efc128620687 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:03.467519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b8900097-5284-4249-9c1b-5efaf0f18e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.504746 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b8900097-5284-4249-9c1b-5efaf0f18e1b None None] Port d24e2b45-ef82-46a5-9d63-efc128620687 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:03.695639 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24e2b45-ef82-46a5-9d63-efc128620687 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:03.704046 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.716673 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Transition to ACTIVE for port object d24e2b45-ef82-46a5-9d63-efc128620687 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:03.720243 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.812411 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Pushing event updated for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:03.906691 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Attempting to bind port d24e2b45-ef82-46a5-9d63-efc128620687 on host n-h2-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:03.907050 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Attempting to bind port d24e2b45-ef82-46a5-9d63-efc128620687 by drivers openvswitch,hyperv on host n-h2-799524-3 at level 0 using segments [{'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:03.907379 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Attempting to bind port d24e2b45-ef82-46a5-9d63-efc128620687 on network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:03.916953 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Port d24e2b45-ef82-46a5-9d63-efc128620687 on network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:47:03.917195 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Attempting to bind port d24e2b45-ef82-46a5-9d63-efc128620687 on network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:03.924800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Checking agent: {'id': 'ae0810ac-5878-4f90-82b8-d430d4457451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:03.925134 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Checking segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:03.925515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Bound using segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:03.925940 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Bound port: d24e2b45-ef82-46a5-9d63-efc128620687, host: n-h2-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:03.926294 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:03.949991 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ea7f6-983c-4db1-823d-6bb30b1fffd4 req-d2ca663b-ceff-4f92-a4fc-ccf751bef046 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:03.951553 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-381ea7f6-983c-4db1-823d-6bb30b1fffd4 req-d2ca663b-ceff-4f92-a4fc-ccf751bef046 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 943 time: 0.1146679 Jul 09 14:47:04.023774 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-381ea7f6-983c-4db1-823d-6bb30b1fffd4 req-f2eb9883-1c2b-4c35-b85a-333f8bc2092d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514286 Jul 09 14:47:04.031122 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:04.034180 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:04.039778 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.076666 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.077283 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.078674 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] 10.222.0.11 "PUT /v2.0/ports/d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 1091 time: 0.7624760 Jul 09 14:47:04.079204 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:04.081377 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:04.113602 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e6a92-8b7b-4cc9-9712-7ba46afd392e service neutron] Pushing event updated for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:04.133934 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb8584b-8804-45d4-8958-52df8a13d7ff x-openstack-request-id: req-fcb8584b-8804-45d4-8958-52df8a13d7ff {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:04.134817 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:04.135221 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcb8584b-8804-45d4-8958-52df8a13d7ff {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:04.135620 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'status': 'completed', 'code': 200} Jul 09 14:47:04.185687 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-e14f8c4c-9062-4e76-a5ea-535434957ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.187259 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-e14f8c4c-9062-4e76-a5ea-535434957ae1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1094 time: 0.0647686 Jul 09 14:47:04.232496 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-b3b269f8-5afb-46bc-a5e8-cd8f4b6e15bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 217 time: 0.0382550 Jul 09 14:47:04.283388 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-833e4991-45b0-4b30-a300-6ff92c71417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.284775 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-833e4991-45b0-4b30-a300-6ff92c71417f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0464857 Jul 09 14:47:04.345770 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-238fad9c-c5ad-4a1f-9979-57d39822212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.347228 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-238fad9c-c5ad-4a1f-9979-57d39822212f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553226 Jul 09 14:47:04.434065 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-9077c8c2-2a8c-4386-9196-7c27f2d2ca10 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799890 Jul 09 14:47:04.525448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-c5a19062-2ebe-4ab4-9b49-ce27f90755b7 req-6eff57bb-458f-4bd0-86c5-5560c6b4c154 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849638 Jul 09 14:47:04.622052 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-684198f6-09da-4f56-8387-c518ea82d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.623865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-684198f6-09da-4f56-8387-c518ea82d834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1094 time: 0.0552695 Jul 09 14:47:04.715501 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-f9039b10-66f0-4ca4-9560-bf762efd8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.716953 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-f9039b10-66f0-4ca4-9560-bf762efd8d56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.0866454 Jul 09 14:47:04.761401 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-c6ed8ec2-89a9-4f56-ade2-1451901aa9f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 217 time: 0.0379176 Jul 09 14:47:04.811094 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-907a59a1-0e89-48c3-8d0a-ef9480c7f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.812728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-907a59a1-0e89-48c3-8d0a-ef9480c7f163 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0452049 Jul 09 14:47:04.823470 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ed7ff21-fba7-422a-9394-e72d2f5242b3 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:04.871783 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-a2d25c9e-5f9e-40b8-bcfe-87031ece89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:04.873602 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-a2d25c9e-5f9e-40b8-bcfe-87031ece89e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537803 Jul 09 14:47:04.875398 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning for port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:04.879115 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:04.879667 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.960474 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.995528 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] For port 9ed7ff21-fba7-422a-9394-e72d2f5242b3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9ed7ff21-fba7-422a-9394-e72d2f5242b3,segment=NetworkSegment(395febb3-7f57-48d1-996b-30ba77e7e6c9),segment_id=395febb3-7f57-48d1-996b-30ba77e7e6c9)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:04.999804 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:05.052170 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Pushing event updated for resources: {'Port': ['ID=9ed7ff21-fba7-422a-9394-e72d2f5242b3,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:05.363275 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-a5514114-1e27-4524-9741-1848a20004ca service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826801 Jul 09 14:47:05.379132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b2cc5-eb1e-4f84-a6ae-89d3a3b043d8 req-2365485d-6f6b-4d2a-8a6a-d8d5eb6a7a03 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:05.380526 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a7b2cc5-eb1e-4f84-a6ae-89d3a3b043d8 req-2365485d-6f6b-4d2a-8a6a-d8d5eb6a7a03 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 943 time: 0.0956867 Jul 09 14:47:05.461592 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4a7b2cc5-eb1e-4f84-a6ae-89d3a3b043d8 req-dbc5c827-4e08-4381-bc66-5abb5b1c4e62 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735343 Jul 09 14:47:05.496498 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d359f8c1-5eea-41e8-a4ec-34accca6e7a4 req-207b88b7-f163-445d-98ff-07df70ef4ea7 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252806 Jul 09 14:47:06.434422 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d24e2b45-ef82-46a5-9d63-efc128620687 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:06.534294 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:06.546019 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:06.582599 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:06.596733 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24e2b45-ef82-46a5-9d63-efc128620687 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:06.617564 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:06.621426 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:06.636419 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b2c74-fb82-44ca-b121-ab3057569ce6 req-19f1d156-444e-49f9-a0f8-d959ee67ae58 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:06.637947 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f91b2c74-fb82-44ca-b121-ab3057569ce6 req-19f1d156-444e-49f9-a0f8-d959ee67ae58 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 943 time: 0.0646076 Jul 09 14:47:06.674616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:06.676773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f91b2c74-fb82-44ca-b121-ab3057569ce6 req-1ed3d3bd-de79-4149-a04f-fea573b3bcdb tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331161 Jul 09 14:47:06.804913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ed7ff21-fba7-422a-9394-e72d2f5242b3 up at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:06.848574 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d24e2b45-ef82-46a5-9d63-efc128620687'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:06.878035 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Provisioning complete for port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:06.878410 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:07.851114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60200e-e689-4461-a432-72f875a3ec8a req-52e38172-e136-40d0-b0be-f464f4e07a69 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:07.852986 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d60200e-e689-4461-a432-72f875a3ec8a req-52e38172-e136-40d0-b0be-f464f4e07a69 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 944 time: 0.0679860 Jul 09 14:47:07.890743 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d60200e-e689-4461-a432-72f875a3ec8a req-b1f159fd-21c3-4861-a7c9-53dcefd93b3e tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Jul 09 14:47:08.434818 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d24e2b45-ef82-46a5-9d63-efc128620687 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:08.482082 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning for port d24e2b45-ef82-46a5-9d63-efc128620687 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:08.486363 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port d24e2b45-ef82-46a5-9d63-efc128620687 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:08.486858 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.574740 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.596293 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:08.598559 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d1529-48b0-438b-939f-cfd98cf50785" -d '{"events": [{"server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "name": "network-vif-plugged", "status": "completed", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:08.611233 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:08.615085 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.642276 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024ed21-2a6c-4d3d-b429-be313de9040c x-openstack-request-id: req-9024ed21-2a6c-4d3d-b429-be313de9040c {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:08.642568 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "name": "network-vif-plugged", "status": "completed", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:08.642822 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9024ed21-2a6c-4d3d-b429-be313de9040c {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:08.643231 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'code': 200} Jul 09 14:47:08.669815 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:08.747539 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e435a-0541-40de-b93b-8ef9c51e734e req-c66ade0f-a667-4eb4-a0b4-62157e4480b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:08.749289 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-365e435a-0541-40de-b93b-8ef9c51e734e req-c66ade0f-a667-4eb4-a0b4-62157e4480b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1096 time: 0.0510676 Jul 09 14:47:08.782694 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-365e435a-0541-40de-b93b-8ef9c51e734e req-7160f337-d0a5-46b3-a3ac-6aa2ae7724c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270042 Jul 09 14:47:09.062095 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b0db-d1e3-4d51-8f4d-35b4626ead48 req-b033c222-c7a6-4119-90d3-c08a9d2dfc0d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:09.063718 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2899b0db-d1e3-4d51-8f4d-35b4626ead48 req-b033c222-c7a6-4119-90d3-c08a9d2dfc0d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 945 time: 0.0623188 Jul 09 14:47:09.100885 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-2899b0db-d1e3-4d51-8f4d-35b4626ead48 req-8c2721e7-e79f-43b7-8fa2-22c16654fa78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Jul 09 14:47:10.277364 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee637296-5325-4dca-83c2-3b62015e8811 req-135d2980-5687-464f-9d5f-716c9f39ddd2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.278819 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee637296-5325-4dca-83c2-3b62015e8811 req-135d2980-5687-464f-9d5f-716c9f39ddd2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 945 time: 0.0657270 Jul 09 14:47:10.315869 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ee637296-5325-4dca-83c2-3b62015e8811 req-03829915-7cd5-4f79-80b2-f5674a833a2b tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Jul 09 14:47:10.485829 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae625697-2b4c-40c3-a53d-70125ed33e22 req-1445a2e0-7484-4885-83d8-7b2380eaa8aa tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.487238 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae625697-2b4c-40c3-a53d-70125ed33e22 req-1445a2e0-7484-4885-83d8-7b2380eaa8aa tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 945 time: 0.0634811 Jul 09 14:47:10.525685 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-ae625697-2b4c-40c3-a53d-70125ed33e22 req-de4ed322-9d71-4225-b6bc-759be4510334 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Jul 09 14:47:10.548864 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55964) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:10.686737 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07d706-6325-4a70-8d2f-f44ee71bdd24 tempest-TestSnapshotPattern-916319788 tempest-TestSnapshotPattern-916319788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:10.688276 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-5c07d706-6325-4a70-8d2f-f44ee71bdd24 tempest-TestSnapshotPattern-916319788 tempest-TestSnapshotPattern-916319788-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1091 time: 0.1383982 Jul 09 14:47:10.691106 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 55968) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:10.695371 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:10.716857 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.814286 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.918800 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Allocated IP 172.25.5.185 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/316c1287-09a5-4ef6-a73f-b7f04f8ae00f) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:11.020086 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.058219 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.094299 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:11.099034 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:11.103601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:11.136498 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'Port': ['ID=316c1287-09a5-4ef6-a73f-b7f04f8ae00f,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:11.480240 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.557881 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.703981 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.708482 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.778983 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'Port': ['ID=316c1287-09a5-4ef6-a73f-b7f04f8ae00f,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:11.787679 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:11.890452 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Floating IP 65cbf0d0-190c-4309-8250-2f5a22573763 associated. External IP: 172.25.5.185, port: d24e2b45-ef82-46a5-9d63-efc128620687. Jul 09 14:47:12.097484 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Router 1f5cece2-4caa-440a-adc0-21628d459753 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:47:12.206006 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:12.215877 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] Sync routers for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:12.222028 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:12.225018 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:12.225645 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:12.259650 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-b5a33d4b-b9ce-4cd3-831a-f7e196c62208 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5674491 Jul 09 14:47:12.260349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:12.262617 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c541b9-eab1-4e4c-b259-a6a825b41db8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:12.298288 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f374bf64-571b-49b9-9f35-c9672beaf9e5 x-openstack-request-id: req-f374bf64-571b-49b9-9f35-c9672beaf9e5 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:12.298577 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:12.298829 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f374bf64-571b-49b9-9f35-c9672beaf9e5 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:12.299251 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'status': 'completed', 'code': 200} Jul 09 14:47:12.337923 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:12.374287 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-e368dccf-13ce-4e53-a29f-a930ddcb5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.375773 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-e368dccf-13ce-4e53-a29f-a930ddcb5854 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1096 time: 0.0545375 Jul 09 14:47:12.469040 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-cce771cf-01d6-4868-be64-c714b4f545a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.470534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-cce771cf-01d6-4868-be64-c714b4f545a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.0890100 Jul 09 14:47:12.544090 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-182c6ce8-55bb-4ae9-883d-95140c10c1e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 999 time: 0.0676920 Jul 09 14:47:12.564515 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:11Z', 'revision_number': 0, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:12.594801 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] Checking router: 1f5cece2-4caa-440a-adc0-21628d459753 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:12.596444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-d0b572aa-4195-47ca-b698-d984e3190f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.597914 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-d0b572aa-4195-47ca-b698-d984e3190f6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0479922 Jul 09 14:47:12.603688 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:12.604333 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:46:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:12.654877 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-e15f6fdd-c3d3-40c4-9bb1-daead11e2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:12.656337 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-e15f6fdd-c3d3-40c4-9bb1-daead11e2176 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518904 Jul 09 14:47:12.709056 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:12.744906 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-868c03b0-42fb-4bcb-ad9b-464b97c9e712 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823555 Jul 09 14:47:12.840078 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-19c541b9-eab1-4e4c-b259-a6a825b41db8 req-583f7eae-02a7-4b94-942a-60f551f03ccb service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891860 Jul 09 14:47:12.936549 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:11Z', 'revision_number': 0, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:12.963503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505bad8-ac5e-42d1-ba85-09f5aee93459 None None] The sync data for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 is: [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:11Z', 'revision_number': 0, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:13.148486 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16264abe-3ef8-48b1-949f-cc9f7cf0beb9 None None] New status for floating IP 65cbf0d0-190c-4309-8250-2f5a22573763: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:47:14.025695 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.415974 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-93826956-aad8-457f-bcc7-eb511fcb3aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:14.877227 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:16.659580 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:47:17.025421 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f4b42163-ddeb-4259-8999-bd0479140b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:17.171668 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:18.610598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.081406 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.478053 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-f2c2407d-baea-469a-a4d6-ee8f5a51cb01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560765 Jul 09 14:47:39.568524 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-f7094993-12c2-4f4c-838c-87aa6abd35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:39.570089 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-f7094993-12c2-4f4c-838c-87aa6abd35ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1096 time: 0.0516391 Jul 09 14:47:39.680046 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-21b5acee-ffa3-48c3-b5b8-0cb54a8b2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:39.681511 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-21b5acee-ffa3-48c3-b5b8-0cb54a8b2dfe service neutron] 10.222.0.11 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.0905430 Jul 09 14:47:39.746270 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-015ecb90-f8aa-4b3e-a710-30fa5aa075e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 1001 time: 0.0574262 Jul 09 14:47:39.800274 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-a8417b1a-ebfe-4eb0-8e84-88d4e0f51e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:39.802026 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-a8417b1a-ebfe-4eb0-8e84-88d4e0f51e6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0483084 Jul 09 14:47:39.856713 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-7dab2e80-801c-4f17-a5e9-0c14955fb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:39.859126 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-7dab2e80-801c-4f17-a5e9-0c14955fb651 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507793 Jul 09 14:47:39.947504 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-8c5166fa-e927-48f6-8172-59804b388faa service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819695 Jul 09 14:47:40.048422 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-af20a6e7-0725-4fd7-9383-1310a9d2569c req-4c2747b5-a022-44cf-bcce-8e679b8332bf service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941231 Jul 09 14:47:44.041165 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.416578 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-14e93f99-de3c-4bc1-8339-3ffc8f1b4a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:44.876534 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:47.026489 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-25fed4c8-f0b7-4842-9aa6-edc92c8a1018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:47.172604 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:48.613532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:50.090259 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:53.658508 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:48:14.037337 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.417111 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bfd15919-f534-4f3c-8303-2d4f1dc9756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.876249 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.027907 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-c73b7c63-23f0-4bb1-a708-7b449047a1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:17.174153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:18.617880 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:20.087076 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:30.658079 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:48:41.521872 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-c264e67f-d4c4-4260-b01d-dc32e998351f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1470761 Jul 09 14:48:41.611735 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-c01d78ed-16ed-47ec-9f49-fbf26220888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:41.613201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-c01d78ed-16ed-47ec-9f49-fbf26220888c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1096 time: 0.0512290 Jul 09 14:48:41.724654 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-0e62299f-906f-4f5e-b0f4-68a99fe22414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:41.726039 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-0e62299f-906f-4f5e-b0f4-68a99fe22414 service neutron] 10.222.0.11 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.0926802 Jul 09 14:48:41.791761 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-b81f847f-9185-422f-80e1-a24c5881bc3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 1001 time: 0.0594606 Jul 09 14:48:41.843385 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-53985ee6-2d86-440b-9dfb-39c1a1570b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:41.845102 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-53985ee6-2d86-440b-9dfb-39c1a1570b36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0477958 Jul 09 14:48:41.901761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-4f8e38ea-9e51-443d-a4c8-9bb212a98fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:41.903282 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-4f8e38ea-9e51-443d-a4c8-9bb212a98fef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516796 Jul 09 14:48:41.989811 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-d51a4545-64f2-4959-9208-2297fc9bf134 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804567 Jul 09 14:48:42.092534 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6c8bf524-100a-41e6-8217-5f2ab7d3b236 req-b1c2166a-88ef-42c9-a215-5f0fd30a4d3f service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964661 Jul 09 14:48:44.050857 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:44.418747 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b3f0-b8e3-4a39-a5c3-29b55d53fdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:44.887456 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:47.028742 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-14155dfd-5ad8-493e-b516-79c44e22c21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:47.174412 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:48.620659 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:50.090805 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.656874 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:49:11.025102 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d24e2b45-ef82-46a5-9d63-efc128620687 details requested by agent hyperv_n-h2-799524-3 with host n-h2-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:49:11.131616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:11.145443 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Returning: {'device': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:49:11.222627 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.242739 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d24e2b45-ef82-46a5-9d63-efc128620687 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:11.267986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:11.272161 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:11.488784 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] get_ports_and_sgs() called for port_ids ['d24e2b45-ef82-46a5-9d63-efc128620687'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:11.561347 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:11.583012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.583145 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.583506 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.583854 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.584194 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.584526 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.584896 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.585176 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.585616 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.586012 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.586195 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:11.586436 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:13.038609 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d24e2b45-ef82-46a5-9d63-efc128620687 up at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:13.093906 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Provisioning complete for port d24e2b45-ef82-46a5-9d63-efc128620687 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:13.094473 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.189435 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.217064 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:13.219965 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b317c00-32ab-4f1b-a70a-d10c6fb214ca" -d '{"events": [{"server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "name": "network-vif-plugged", "status": "completed", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:13.237267 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:13.243018 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:13.309480 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:13.375588 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf03ef16-03f4-4f37-bf4f-38bf5f6bcaf8 x-openstack-request-id: req-cf03ef16-03f4-4f37-bf4f-38bf5f6bcaf8 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:13.375919 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "name": "network-vif-plugged", "status": "completed", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:13.376240 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf03ef16-03f4-4f37-bf4f-38bf5f6bcaf8 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:13.376977 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'code': 200} Jul 09 14:49:14.053631 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.426965 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1a31c4ec-9725-4a15-8225-642c81fe6789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:14.905457 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.058310 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f07e29ba-e16d-4fc8-a302-1f448d9e0357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.184076 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:18.627687 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.103065 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:20.698742 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-76dd2cb8-86e3-4d14-bc34-9c26aab48c4d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677067263&fields=id&tenant_id=b2279f6f65964637a20d1ae2b30fa1e4 HTTP/1.1" status: 200 len: 267 time: 0.0332313 Jul 09 14:49:20.810804 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-028f7917-f3d3-4978-8999-889bc14d9087 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:20.812544 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-028f7917-f3d3-4978-8999-889bc14d9087 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 810 time: 0.1064804 Jul 09 14:49:20.828177 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-bfa47ddb-0b8d-40e3-af33-59c4df673e55 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/quotas/b2279f6f65964637a20d1ae2b30fa1e4 HTTP/1.1" status: 200 len: 375 time: 0.0094616 Jul 09 14:49:20.901524 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-70518c9d-121e-4fb0-97cb-bd0dec49b16c tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671821 Jul 09 14:49:21.035143 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-1a9dd9bd-ad27-4a1c-b433-cafb6928674e service neutron] 10.222.0.32 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223347 Jul 09 14:49:21.126649 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-f684b4a7-a6ef-493f-b49d-f30e5bb01dd1 service neutron] 10.222.0.32 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852749 Jul 09 14:49:22.309961 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-594c8836-2310-4d89-9220-4b37b4232426 req-ad826f15-f45f-4998-acbf-73c4bccacebe tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0285120 Jul 09 14:49:23.396615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7f61254e-d65c-4ffd-9fe7-50743a575d39 req-26000f69-dda9-4f2f-9554-8b0b7c6db385 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0300310 Jul 09 14:49:24.480069 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3f20d992-23ff-4fa5-86bd-e35405e2143b req-2db149ce-9f8e-4f47-9397-4eab9c41adf8 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0313025 Jul 09 14:49:25.115200 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d24e2b45-ef82-46a5-9d63-efc128620687 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:25.193702 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.215078 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:25.217307 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0b86ae-d0b9-4fbf-94ee-8a2947ff86eb" -d '{"events": [{"server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "name": "network-vif-unplugged", "status": "completed", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:25.230250 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:25.234332 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.257823 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42fca13-850d-453f-b7a6-8d913699fb4f x-openstack-request-id: req-f42fca13-850d-453f-b7a6-8d913699fb4f {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:25.258112 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "name": "network-vif-unplugged", "status": "completed", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:25.258362 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f42fca13-850d-453f-b7a6-8d913699fb4f {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:25.258744 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'code': 200} Jul 09 14:49:25.284621 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Pushing event updated for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:25.565806 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a0acf547-c9ee-4d6b-9157-3fb0b6146719 req-852832bd-450e-4498-b06d-0bf3dc389574 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0276418 Jul 09 14:49:26.703597 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5ee0a129-8a77-416c-9c29-4ea3fc601a4e req-cef014c8-8527-43b7-bdac-cb2581828e9b tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0274568 Jul 09 14:49:27.582875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-1384e993-8ed4-4881-a0ee-2534dee9cc3a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.584552 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-1384e993-8ed4-4881-a0ee-2534dee9cc3a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.10 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 810 time: 0.1082764 Jul 09 14:49:27.757310 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-16ebb5a1-4c39-4b50-a54f-070a5410423f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2279f6f65964637a20d1ae2b30fa1e4 HTTP/1.1" status: 200 len: 380 time: 0.0398743 Jul 09 14:49:27.766617 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'port': {'device_id': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'admin_state_up': True, 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'security_groups': ['ed207eee-3a33-4300-b334-3fa96c52fa2f']}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:27.864369 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b579e145-ef2d-4391-9ff4-46fd3289f7db req-c88fed96-c5dc-44d4-9931-f3945be29419 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0415337 Jul 09 14:49:27.906482 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Made reservation on behalf of b2279f6f65964637a20d1ae2b30fa1e4 for: {'port': 1} {{(pid=93913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:49:27.910251 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.043586 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Allocated IP 172.20.0.11 (17e5c4ff-031c-40e0-a9f5-d177a672b3a1/9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e/fe0a6b1c-945c-46b4-b568-e5952536d496) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:28.267991 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.285142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Transition to ACTIVE for port object fe0a6b1c-945c-46b4-b568-e5952536d496 will not be triggered until provisioned by entity DHCP. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:28.328313 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.377267 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:28.380582 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:28.386856 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:28.439917 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:28.440568 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.447349 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:28.462913 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.463340 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.463680 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.464026 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.464421 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.464842 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.465181 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.465514 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.465858 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.466236 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.466729 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.467121 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:28.480760 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d27011d5-b8c2-41df-bd55-358e4dfd6f50 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178376 Jul 09 14:49:28.688071 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b594839c-44fc-41e6-a332-df4cdd9aad77 None None] Provisioning for port fe0a6b1c-945c-46b4-b568-e5952536d496 completed by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:28.693857 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-b594839c-44fc-41e6-a332-df4cdd9aad77 None None] Provisioning complete for port fe0a6b1c-945c-46b4-b568-e5952536d496 triggered by entity DHCP. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:28.694224 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b594839c-44fc-41e6-a332-df4cdd9aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.733260 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b594839c-44fc-41e6-a332-df4cdd9aad77 None None] Port fe0a6b1c-945c-46b4-b568-e5952536d496 cannot update to ACTIVE because it is not bound. {{(pid=93914) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:49:29.048029 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fe8bd-9259-473e-b117-062026e47876 req-a96f2510-cb6c-4cd1-b5e3-a4768d188a5e tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:29.050265 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b45fe8bd-9259-473e-b117-062026e47876 req-a96f2510-cb6c-4cd1-b5e3-a4768d188a5e tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.0709214 Jul 09 14:49:29.091146 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b45fe8bd-9259-473e-b117-062026e47876 req-3b4c08a0-7c75-44c7-8bab-408644da0f26 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351305 Jul 09 14:49:30.274380 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb1c2d-7db3-482c-a57b-6a32d126a847 req-061c7db7-9cc6-4888-a3d9-c00853e319a6 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.275921 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04eb1c2d-7db3-482c-a57b-6a32d126a847 req-061c7db7-9cc6-4888-a3d9-c00853e319a6 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.0648572 Jul 09 14:49:30.320573 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-04eb1c2d-7db3-482c-a57b-6a32d126a847 req-7eca19c2-8c8d-41a9-8f7d-98f18675de6f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389590 Jul 09 14:49:31.516525 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb4ed3-746a-4e58-b63e-9d3beba33a69 req-b090bbf5-4877-4998-a90d-f87722618fe6 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:31.518297 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-71cb4ed3-746a-4e58-b63e-9d3beba33a69 req-b090bbf5-4877-4998-a90d-f87722618fe6 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.0722914 Jul 09 14:49:31.556448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-71cb4ed3-746a-4e58-b63e-9d3beba33a69 req-f1a164d3-f93f-40fc-b769-0c338a9b44e0 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Jul 09 14:49:32.745565 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2a58a-e62b-4590-a4b1-8c148ba1ce3b req-94acf21b-2a8e-4397-8342-50b1ce5d84a1 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:32.747192 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ff2a58a-e62b-4590-a4b1-8c148ba1ce3b req-94acf21b-2a8e-4397-8342-50b1ce5d84a1 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.0652626 Jul 09 14:49:32.790485 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-7ff2a58a-e62b-4590-a4b1-8c148ba1ce3b req-a1f4b95a-dcff-4a85-9fd2-caa42fd39d2d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Jul 09 14:49:33.976111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673e0a-94d4-4d2f-b62a-02181ee879ab req-8a0d7abc-1fbb-46f1-87c3-402143c5fc90 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:33.977645 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b673e0a-94d4-4d2f-b62a-02181ee879ab req-8a0d7abc-1fbb-46f1-87c3-402143c5fc90 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.0678434 Jul 09 14:49:34.017627 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6b673e0a-94d4-4d2f-b62a-02181ee879ab req-d22192b3-855a-4090-b5d7-aea94597c52c tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339282 Jul 09 14:49:35.200139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849593b-e9fd-4426-9b28-f36e22dc1e60 req-6e61bfdf-7388-4cff-82aa-2b995ef6df67 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:35.201688 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3849593b-e9fd-4426-9b28-f36e22dc1e60 req-6e61bfdf-7388-4cff-82aa-2b995ef6df67 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.0653071 Jul 09 14:49:35.241750 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3849593b-e9fd-4426-9b28-f36e22dc1e60 req-49f1cb88-6ffc-4d46-b892-ff7024d3cde4 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338986 Jul 09 14:49:36.434132 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754337c-5b8f-40fb-aeb0-d5b5525169b6 req-cff87fa8-9a3c-4f90-8bed-79ae25cdaf86 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:36.435705 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0754337c-5b8f-40fb-aeb0-d5b5525169b6 req-cff87fa8-9a3c-4f90-8bed-79ae25cdaf86 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.0745296 Jul 09 14:49:36.489508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-0754337c-5b8f-40fb-aeb0-d5b5525169b6 req-831217bb-4b2a-4d31-be69-f208667a93bd tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470998 Jul 09 14:49:37.691139 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7529a99-a2eb-417b-86a9-6017a342f435 req-08e357c1-695a-45db-8c7d-5d9749f7c686 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:37.693167 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7529a99-a2eb-417b-86a9-6017a342f435 req-08e357c1-695a-45db-8c7d-5d9749f7c686 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.0684533 Jul 09 14:49:37.732615 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-e7529a99-a2eb-417b-86a9-6017a342f435 req-7b9557d5-d411-427f-a23d-ac4713f52f5f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336554 Jul 09 14:49:38.732361 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Request body: {'port': {'device_id': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-3'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:38.803722 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.027110 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497503d-c1d2-475d-8cbb-bef3d286e73f req-e3fb1466-ebbe-4b06-91e8-bc25f94daa68 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:39.028610 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4497503d-c1d2-475d-8cbb-bef3d286e73f req-e3fb1466-ebbe-4b06-91e8-bc25f94daa68 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 932 time: 0.1749446 Jul 09 14:49:39.093874 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4497503d-c1d2-475d-8cbb-bef3d286e73f req-34281565-c6ac-473e-950e-aa8f9567160b tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590751 Jul 09 14:49:39.145135 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0a6b1c-945c-46b4-b568-e5952536d496 {{(pid=93913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:39.152966 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.166636 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Transition to ACTIVE for port object fe0a6b1c-945c-46b4-b568-e5952536d496 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:49:39.170115 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.224167 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:39.294142 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Attempting to bind port fe0a6b1c-945c-46b4-b568-e5952536d496 on host n-h1-799524-3 for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:49:39.294479 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Attempting to bind port fe0a6b1c-945c-46b4-b568-e5952536d496 by drivers openvswitch,hyperv on host n-h1-799524-3 at level 0 using segments [{'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:49:39.294812 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Attempting to bind port fe0a6b1c-945c-46b4-b568-e5952536d496 on network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:39.299905 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Port fe0a6b1c-945c-46b4-b568-e5952536d496 on network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-3 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:49:39.300325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Attempting to bind port fe0a6b1c-945c-46b4-b568-e5952536d496 on network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:49:39.305505 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Checking agent: {'id': 'e7477e41-2558-4ae7-a1c5-82cd178969b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'started_at': datetime.datetime(2021, 7, 9, 13, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:49:39.305849 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Checking segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:49:39.306238 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Bound using segment: {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:49:39.306671 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Bound port: fe0a6b1c-945c-46b4-b568-e5952536d496, host: n-h1-799524-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb21044-1de5-4f8a-be20-8c2310e126e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:49:39.307078 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.371893 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:49:39.375432 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:49:39.379964 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.416813 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:39.418097 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.419710 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe0a6b1c-945c-46b4-b568-e5952536d496 HTTP/1.1" status: 200 len: 1092 time: 0.7333221 Jul 09 14:49:39.422100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:39.425097 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7e908b-901c-4b06-a5e1-1ade57905c18" -d '{"events": [{"name": "network-changed", "server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:39.454418 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e9017-788d-4344-b04a-15b6e94ceee1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:39.474744 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee42821-00c6-4dd4-a058-d7aee14d6545 x-openstack-request-id: req-aee42821-00c6-4dd4-a058-d7aee14d6545 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:39.475049 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:39.475300 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aee42821-00c6-4dd4-a058-d7aee14d6545 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:39.475698 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'status': 'completed', 'code': 200} Jul 09 14:49:39.898522 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-09bed378-a20f-4c02-9013-b5b536ef22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:39.899942 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-09bed378-a20f-4c02-9013-b5b536ef22b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 1095 time: 0.4198976 Jul 09 14:49:39.941675 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-5708dcf1-3e3a-44f5-bdfe-d2e0c42e376a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe0a6b1c-945c-46b4-b568-e5952536d496 HTTP/1.1" status: 200 len: 217 time: 0.0338542 Jul 09 14:49:39.992613 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-00fb05bb-b36c-4379-97a3-1bf1847c329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:39.994429 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-00fb05bb-b36c-4379-97a3-1bf1847c329c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0461168 Jul 09 14:49:40.049269 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d1b2a6eb-0139-4481-b97c-61bafd6bbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.050708 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-d1b2a6eb-0139-4481-b97c-61bafd6bbfb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505672 Jul 09 14:49:40.140312 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-e8f0438f-479c-43a4-82a4-f88564e9dde5 service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818191 Jul 09 14:49:40.269512 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-9bd739e5-80f6-4b73-a557-8fac4c2a29bf req-4cc0142d-ae11-4896-b79a-5134611611b7 service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228335 Jul 09 14:49:40.296515 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1cbfa-4f26-47f2-9b54-a5fd6bcaba5b req-53376e26-0848-4bfa-a2d4-92ea840117e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.298027 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8f1cbfa-4f26-47f2-9b54-a5fd6bcaba5b req-53376e26-0848-4bfa-a2d4-92ea840117e9 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 944 time: 0.0830176 Jul 09 14:49:40.368442 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b8f1cbfa-4f26-47f2-9b54-a5fd6bcaba5b req-5becc278-2bc7-40e6-82f5-92f0fe95c294 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630774 Jul 09 14:49:40.388874 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-26faad7e-3c76-4fd1-918c-fba5e2621fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.390377 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-26faad7e-3c76-4fd1-918c-fba5e2621fc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 1095 time: 0.0713317 Jul 09 14:49:40.481232 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-f09a93ae-cf34-43f5-96a6-1ef6570ac2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.482695 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-f09a93ae-cf34-43f5-96a6-1ef6570ac2e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.0866759 Jul 09 14:49:40.541915 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-68888a57-dc86-441b-af58-702026331992 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe0a6b1c-945c-46b4-b568-e5952536d496 HTTP/1.1" status: 200 len: 217 time: 0.0458794 Jul 09 14:49:40.591623 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-a1e1c0ae-d337-4773-84c1-e92db5e70949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.593070 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-a1e1c0ae-d337-4773-84c1-e92db5e70949 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0451474 Jul 09 14:49:40.650914 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-84a61ab1-0a34-4557-bc1d-992780ba6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:40.652440 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-84a61ab1-0a34-4557-bc1d-992780ba6cf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528696 Jul 09 14:49:40.751099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-b7c6a1fb-ba0e-4c30-83a3-702c67897413 service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906389 Jul 09 14:49:40.840877 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-6e7e908b-901c-4b06-a5e1-1ade57905c18 req-07569e90-547b-42a4-8d76-d00d5b89054a service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821040 Jul 09 14:49:41.544868 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058b204-e9c0-48d8-9a23-41cdb596e6b9 req-470406c2-11de-49c8-8615-2a012c907d93 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:41.546349 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f058b204-e9c0-48d8-9a23-41cdb596e6b9 req-470406c2-11de-49c8-8615-2a012c907d93 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 944 time: 0.0632536 Jul 09 14:49:41.585594 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f058b204-e9c0-48d8-9a23-41cdb596e6b9 req-7fe484f6-30be-4df9-b4cd-d25837f993c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333574 Jul 09 14:49:42.340594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fe0a6b1c-945c-46b4-b568-e5952536d496 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:49:42.436231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:42.444728 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-4e427184-1e4d-4ea5-8465-72ccf744b067 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567236 Jul 09 14:49:42.447331 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'port_id': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'mac_address': 'fa:16:3e:35:40:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:49:42.488476 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.505785 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0a6b1c-945c-46b4-b568-e5952536d496 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:42.524767 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:42.529952 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:42.540111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-16fa96cd-af7b-4487-9109-2cc3ec94c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:42.541618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-16fa96cd-af7b-4487-9109-2cc3ec94c639 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1094 time: 0.0556688 Jul 09 14:49:42.578842 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=4']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:42.648912 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-b42fab52-4f30-4273-8471-b3a079862755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:42.650397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-b42fab52-4f30-4273-8471-b3a079862755 service neutron] 10.222.0.11 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.0891664 Jul 09 14:49:42.744993 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-137123e7-24cc-4cdc-995e-4b0712e4ce0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 999 time: 0.0885882 Jul 09 14:49:42.765340 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['fe0a6b1c-945c-46b4-b568-e5952536d496'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:42.808563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-8451d83e-8825-425e-8f9e-b0613e1a691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:42.810036 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-8451d83e-8825-425e-8f9e-b0613e1a691f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0589862 Jul 09 14:49:42.818611 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bf090-3d1b-4135-b515-bf8f51ac68ee req-d7680268-2a5f-4306-b3d3-e9d019322641 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:42.820062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be0bf090-3d1b-4135-b515-bf8f51ac68ee req-d7680268-2a5f-4306-b3d3-e9d019322641 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1191006 Jul 09 14:49:42.885846 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-be0bf090-3d1b-4135-b515-bf8f51ac68ee req-3565eca5-2c77-4701-a682-5fc1086a8d60 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576243 Jul 09 14:49:42.901590 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-ee87f4e4-5fda-49bc-b7fb-8f67e4ac6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:42.903296 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-ee87f4e4-5fda-49bc-b7fb-8f67e4ac6167 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823331 Jul 09 14:49:43.002099 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-d2b6a95a-4b49-44b0-a1b0-df9758c17970 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919271 Jul 09 14:49:43.091687 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-3afcc019-aaf8-4276-8a7f-593f4f4610bc req-9bbdaa70-d1fb-4bff-88cb-97b85c4b31ca service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824893 Jul 09 14:49:44.058546 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76895-e88c-4383-9fad-a6988e63969e req-7b521e0e-8c64-4cc7-9634-7bb1e84d3ce6 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:44.060080 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46a76895-e88c-4383-9fad-a6988e63969e req-7b521e0e-8c64-4cc7-9634-7bb1e84d3ce6 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0625670 Jul 09 14:49:44.063465 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.098508 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-46a76895-e88c-4383-9fad-a6988e63969e req-7fbd930f-64ef-4ad5-801a-f27972e6c9e1 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Jul 09 14:49:44.340270 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fe0a6b1c-945c-46b4-b568-e5952536d496 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:44.387993 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning for port fe0a6b1c-945c-46b4-b568-e5952536d496 completed by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:49:44.391601 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port fe0a6b1c-945c-46b4-b568-e5952536d496 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:44.392022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.433013 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca3658a5-dee2-4b52-bea0-07206183e543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.481647 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.505432 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:44.507690 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28321be-6061-4b05-a13b-e0c7e3338480" -d '{"events": [{"server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:44.520618 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:44.524647 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:44.549692 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0932358-d061-4e4f-8202-dd0222f2bf89 x-openstack-request-id: req-d0932358-d061-4e4f-8202-dd0222f2bf89 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:44.549982 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:44.550859 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0932358-d061-4e4f-8202-dd0222f2bf89 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:44.551409 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'code': 200} Jul 09 14:49:44.576568 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=5']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:44.656552 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:49:44.657538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2f874-7088-4f32-9954-264692dd207b req-d4428098-c5ff-4429-9166-e36aef1a3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:44.659051 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d3d2f874-7088-4f32-9954-264692dd207b req-d4428098-c5ff-4429-9166-e36aef1a3ff3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 1097 time: 0.0547085 Jul 09 14:49:44.694812 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-d3d2f874-7088-4f32-9954-264692dd207b req-c81242e9-15e5-4389-a073-64df3edff561 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299878 Jul 09 14:49:44.899737 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:45.272136 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873f26-03b6-4df6-857b-4cced88dde33 req-121847aa-a90a-4e02-a10d-363574d5e8ec tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:45.273629 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55873f26-03b6-4df6-857b-4cced88dde33 req-121847aa-a90a-4e02-a10d-363574d5e8ec tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 946 time: 0.0639510 Jul 09 14:49:45.311445 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-55873f26-03b6-4df6-857b-4cced88dde33 req-2a5efac6-0cd7-42a3-b1c3-73cb7cbcd26f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323684 Jul 09 14:49:46.487475 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf692a2f-c217-491a-8afd-e01470ba2474 req-d9ee0c63-ded8-47c0-8102-77c554176615 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:46.489091 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf692a2f-c217-491a-8afd-e01470ba2474 req-d9ee0c63-ded8-47c0-8102-77c554176615 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 946 time: 0.0681148 Jul 09 14:49:46.526381 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-bf692a2f-c217-491a-8afd-e01470ba2474 req-57137668-2267-4444-b503-0fd0fbe81075 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Jul 09 14:49:46.703155 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efc4ec-1bc5-41cd-89e1-c879d0567cc6 req-7da70c25-6359-46b0-b28e-6e431b32d3bf tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:46.705351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62efc4ec-1bc5-41cd-89e1-c879d0567cc6 req-7da70c25-6359-46b0-b28e-6e431b32d3bf tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 946 time: 0.0675740 Jul 09 14:49:46.743852 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-62efc4ec-1bc5-41cd-89e1-c879d0567cc6 req-2fb1e6e9-43c5-4d22-a0c5-cf1383a2c065 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Jul 09 14:49:46.767853 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56250) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:46.819431 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315b8fd-d6fb-44c6-85ee-4d742d26ffd9 tempest-TestSnapshotPattern-916319788 tempest-TestSnapshotPattern-916319788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:46.820945 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-c315b8fd-d6fb-44c6-85ee-4d742d26ffd9 tempest-TestSnapshotPattern-916319788 tempest-TestSnapshotPattern-916319788-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 1092 time: 0.0521252 Jul 09 14:49:46.823749 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56252) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:46.828045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.v2.base [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Request body: {'floatingip': {'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'port_id': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:49:46.850749 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for floatingip, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:46.948723 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.030721 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-1d357920-2503-4bbb-baae-fa25a5dd10c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.055020 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.db_base_plugin_common [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Allocated IP 172.25.5.213 (47760c35-4585-4bbc-bb6c-63309fc27b1e/24e67bc0-4e82-4597-9439-31fab0f2cc56/762418e7-889a-4b0c-a232-e890c60c3a24) {{(pid=93913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:49:47.157882 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for port, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.174810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.198375 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-559417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792867101916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9374700'] for port, after_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.231875 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Network 47760c35-4585-4bbc-bb6c-63309fc27b1e is already hosted by enough agents. {{(pid=93913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:49:47.234560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.base_scheduler [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Resources bound (agent type, host, resource id): {{(pid=93913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:49:47.241009 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Received port after_create {{(pid=93913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:49:47.273936 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'Port': ['ID=762418e7-889a-4b0c-a232-e890c60c3a24,revision_number=1']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:47.616890 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.694598 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.844819 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.849799 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9374706'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:47.918445 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event updated for resources: {'Port': ['ID=762418e7-889a-4b0c-a232-e890c60c3a24,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:47.929444 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896416'] for floatingip, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.028868 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Floating IP aacfd122-ddb5-43f2-ad6e-ecfcb158e2ee associated. External IP: 172.25.5.213, port: fe0a6b1c-945c-46b4-b568-e5952536d496. Jul 09 14:49:48.234978 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Router 1f5cece2-4caa-440a-adc0-21628d459753 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:48.340810 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:48.350565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] Sync routers for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:48.356465 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.360580 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:48.361209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:48.402972 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-e2caaed1-2e40-473d-841d-e01d3fd4034d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5683506 Jul 09 14:49:48.402972 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:48.402972 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f660ae72-23ff-45ff-8d5e-6b561d44e941" -d '{"events": [{"name": "network-changed", "server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:48.431899 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb5ef3f-5f05-4619-8af5-bf5b45864e50 x-openstack-request-id: req-8fb5ef3f-5f05-4619-8af5-bf5b45864e50 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:48.432188 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:48.432446 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fb5ef3f-5f05-4619-8af5-bf5b45864e50 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:48.432851 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'status': 'completed', 'code': 200} Jul 09 14:49:48.468586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:48.504939 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-12cca1d0-ccc7-4b16-8281-b0a3e2981afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:48.506399 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-12cca1d0-ccc7-4b16-8281-b0a3e2981afe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 1097 time: 0.0524013 Jul 09 14:49:48.598391 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-9ea7be91-543b-4ccc-a469-390fdc2d4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:48.599919 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-9ea7be91-543b-4ccc-a469-390fdc2d4b64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.0877194 Jul 09 14:49:48.637779 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:48.665162 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-c20a727e-13b1-4ead-b215-a77a28f30cdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe0a6b1c-945c-46b4-b568-e5952536d496 HTTP/1.1" status: 200 len: 1000 time: 0.0586884 Jul 09 14:49:48.723707 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-8766f758-e54a-44b2-8d4f-3133115bd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:48.724566 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:13Z', 'revision_number': 1, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}, {'id': 'aacfd122-ddb5-43f2-ad6e-ecfcb158e2ee', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:35:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:49:47Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 0, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:48.725201 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-8766f758-e54a-44b2-8d4f-3133115bd658 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0543334 Jul 09 14:49:48.750971 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] Checking router: 1f5cece2-4caa-440a-adc0-21628d459753 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:48.759464 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:48.759999 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:49:47Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:48.781540 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-d5f0f489-5eca-4bc3-91dc-23b5bdb9e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:48.783067 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-d5f0f489-5eca-4bc3-91dc-23b5bdb9e42f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517032 Jul 09 14:49:48.868028 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:48.872880 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-311d26a0-9899-4809-bd61-a6261de61627 service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836139 Jul 09 14:49:48.966998 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f660ae72-23ff-45ff-8d5e-6b561d44e941 req-19c45a72-3f6f-4ddc-bdfa-3464ee693965 service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879469 Jul 09 14:49:49.096661 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:13Z', 'revision_number': 1, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}, {'id': 'aacfd122-ddb5-43f2-ad6e-ecfcb158e2ee', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:35:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:49:47Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 0, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:49.126484 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ead0-e676-43e7-a1d3-9f4c73c712b0 None None] The sync data for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 is: [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:13Z', 'revision_number': 1, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}, {'id': 'aacfd122-ddb5-43f2-ad6e-ecfcb158e2ee', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:35:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:49:47Z', 'updated_at': '2021-07-09T14:49:47Z', 'revision_number': 0, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:49.335755 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23834f-4861-4a47-949a-5b0ceab18697 None None] New status for floating IP aacfd122-ddb5-43f2-ad6e-ecfcb158e2ee: ACTIVE {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:49:50.090043 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.062783 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.424192 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-d32c665d-4b1e-4512-9079-07f554825ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:14.922899 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:17.032380 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2d335819-b944-4fc2-b7d4-809953538e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:17.176877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:18.630914 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:20.092584 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:21.656021 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:50:43.420884 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-94d10154-24a4-470e-b442-9ec040365b1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516717 Jul 09 14:50:43.514493 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-b7279688-f035-4444-8e3d-d582898f1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:43.516062 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-b7279688-f035-4444-8e3d-d582898f1f03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1094 time: 0.0564556 Jul 09 14:50:43.636906 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-682ce152-a9d6-4e69-b546-edc1eebed10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:43.638406 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-682ce152-a9d6-4e69-b546-edc1eebed10f service neutron] 10.222.0.11 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.1011384 Jul 09 14:50:43.700927 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-16c1dcf7-ab61-483e-abbc-a68360e17a3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 999 time: 0.0563872 Jul 09 14:50:43.752011 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-f81bbf6e-122a-4283-bc9f-65e2986b6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:43.753455 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-f81bbf6e-122a-4283-bc9f-65e2986b6e3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0466425 Jul 09 14:50:43.807990 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-0569df43-c692-4d68-bddb-dcf340f11197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:43.809478 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-0569df43-c692-4d68-bddb-dcf340f11197 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503471 Jul 09 14:50:43.902720 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-52a62729-429a-4695-ac54-f09e0f417d91 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871274 Jul 09 14:50:43.994997 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-f6e5041a-f9e9-4b19-a258-1e1c977fb8d4 req-884625c6-1378-4b17-a566-29e2d0803ed1 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855160 Jul 09 14:50:44.061478 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.425100 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3d6ade30-8653-4e44-a7c6-d5037ec627b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:44.928543 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:45.884867 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-dbef206b-e3c8-48a1-8a85-048bb4436984 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517473 Jul 09 14:50:45.984270 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-15065aa0-352b-4abb-96f9-3acd2fa556a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:45.985766 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-15065aa0-352b-4abb-96f9-3acd2fa556a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 1097 time: 0.0532899 Jul 09 14:50:46.093114 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-2d684650-cb62-4e52-93ee-c61fab79e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:46.094563 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-2d684650-cb62-4e52-93ee-c61fab79e7d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.0874460 Jul 09 14:50:46.159848 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-1dcc01bb-0627-4e4f-9473-de9c91932fdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe0a6b1c-945c-46b4-b568-e5952536d496 HTTP/1.1" status: 200 len: 1002 time: 0.0575960 Jul 09 14:50:46.211444 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-1396d2f5-4722-4a8b-8d49-0a6550f13b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:46.212865 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-1396d2f5-4722-4a8b-8d49-0a6550f13b64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0470197 Jul 09 14:50:46.271771 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-b3bef2d2-46c1-4033-9687-56c3514c0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:50:46.273257 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-b3bef2d2-46c1-4033-9687-56c3514c0662 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530741 Jul 09 14:50:46.359632 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-1097a5ae-b2af-42aa-94e0-bc7e149515e9 service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797517 Jul 09 14:50:46.451925 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a97b92dc-9a28-4681-b909-ecf37e846ae6 req-5cf2eb41-4000-4c4b-a0d4-fdb59f004fed service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839636 Jul 09 14:50:47.032499 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-8822092c-0a07-48fb-a21a-63af577c9294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:47.178280 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:48.633012 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:50.097095 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:58.654846 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:51:12.744017 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fe0a6b1c-945c-46b4-b568-e5952536d496 details requested by agent hyperv_n-h1-799524-3 with host n-h1-799524-3 {{(pid=93914) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:51:12.839967 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:12.851737 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Returning: {'device': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'port_id': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'mac_address': 'fa:16:3e:35:40:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93914) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:51:12.888005 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.900970 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe0a6b1c-945c-46b4-b568-e5952536d496 {{(pid=93914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:51:12.921074 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:12.925017 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:12.987593 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=6']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:12.995625 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.995913 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.996257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.996597 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.996931 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.997265 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.997594 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.997919 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.998246 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.998569 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.998893 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:12.999253 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:13.005868 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] get_ports_and_sgs() called for port_ids ['fe0a6b1c-945c-46b4-b568-e5952536d496'] {{(pid=93914) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:51:14.081621 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.428781 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ed70a50b-4c6d-48f7-86c8-aa745a2d9f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.759257 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fe0a6b1c-945c-46b4-b568-e5952536d496 up at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:51:14.822887 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.provisioning_blocks [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Provisioning complete for port fe0a6b1c-945c-46b4-b568-e5952536d496 triggered by entity L2. {{(pid=93914) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:51:14.823693 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679073'] for port, provisioning_complete {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.906240 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.937006 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:14.941305 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:14.944210 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df77a551-64fd-49be-848b-35dce7c195b4" -d '{"events": [{"server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:14.967520 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:14.980516 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:15.015495 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5efff92-96be-4d5d-8b8a-3f138e6ed134 x-openstack-request-id: req-c5efff92-96be-4d5d-8b8a-3f138e6ed134 {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:15.015773 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:15.016030 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5efff92-96be-4d5d-8b8a-3f138e6ed134 {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:15.016416 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'code': 200} Jul 09 14:51:15.046586 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=7']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:17.035892 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9e12fb7f-87c8-421a-9b1f-42f2646210d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:17.184392 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:18.648745 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:20.102396 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.025064 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56460) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:24.180601 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Deleting port 762418e7-889a-4b0c-a232-e890c60c3a24 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:24.180943 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.257864 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.258184 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.269346 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Calling delete_port for 762418e7-889a-4b0c-a232-e890c60c3a24 owned by network:floatingip {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:24.771062 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.803224 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event deleted for resources: {'Port': ['ID=762418e7-889a-4b0c-a232-e890c60c3a24,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:24.836774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.837112 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.837451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.837781 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.838116 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.838451 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.838774 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.839120 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.839443 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.839761 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.840082 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.840404 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:24.882393 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:24.882851 n-d-799524-3 neutron-server[93913]: INFO neutron.db.l3_db [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Floating IP aacfd122-ddb5-43f2-ad6e-ecfcb158e2ee disassociated (deleted). External IP: 172.25.5.213, port: fe0a6b1c-945c-46b4-b568-e5952536d496. Jul 09 14:51:25.095492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Router 1f5cece2-4caa-440a-adc0-21628d459753 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:51:25.204751 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:51:25.209155 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:25.215310 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] Sync routers for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:51:25.226209 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:25.226844 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:25.245981 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-17ef301a-e68b-47a6-820b-cbef901b80c2 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "DELETE /v2.0/floatingips/aacfd122-ddb5-43f2-ad6e-ecfcb158e2ee HTTP/1.1" status: 204 len: 168 time: 1.2197998 Jul 09 14:51:25.246579 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:25.248886 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b3b45c-4fcc-4933-940d-5ba3dc589730" -d '{"events": [{"name": "network-changed", "server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:25.334713 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:25.491612 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79296b45-740a-4cc1-a136-b7e152f5f3d4 x-openstack-request-id: req-79296b45-740a-4cc1-a136-b7e152f5f3d4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:25.491969 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:25.492450 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79296b45-740a-4cc1-a136-b7e152f5f3d4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:25.492950 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'status': 'completed', 'code': 200} Jul 09 14:51:25.565632 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:13Z', 'revision_number': 1, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:25.568492 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-562e72c0-8a1a-4b6e-a2fb-75c89831b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:25.570021 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-562e72c0-8a1a-4b6e-a2fb-75c89831b869 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 1097 time: 0.0541420 Jul 09 14:51:25.596552 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] Checking router: 1f5cece2-4caa-440a-adc0-21628d459753 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:51:25.605805 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:25.606342 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:25.714100 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3df44-2f85-48e7-ac74-8c360af34984 req-851dbd69-0929-4748-801a-03d497d4d110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:25.715737 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d3df44-2f85-48e7-ac74-8c360af34984 req-851dbd69-0929-4748-801a-03d497d4d110 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 946 time: 0.1309669 Jul 09 14:51:25.716841 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-e172e997-6d85-493e-a84f-a133613ecbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:25.718196 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-e172e997-6d85-493e-a84f-a133613ecbc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.1419475 Jul 09 14:51:25.780387 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-bcf22e97-2d3c-43d4-938f-7231ab73b272 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe0a6b1c-945c-46b4-b568-e5952536d496 HTTP/1.1" status: 200 len: 217 time: 0.0507398 Jul 09 14:51:25.807351 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-b5d3df44-2f85-48e7-ac74-8c360af34984 req-9f66c4a6-5d30-4363-b634-cb7cb6c7dc9d tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853448 Jul 09 14:51:25.844538 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-63f8ea08-3679-4801-ab30-5c644d797594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:25.846007 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-63f8ea08-3679-4801-ab30-5c644d797594 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0550129 Jul 09 14:51:25.873457 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:25.904592 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-380a6c19-dec6-4142-ba85-a74129909e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:25.906118 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-380a6c19-dec6-4142-ba85-a74129909e56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532203 Jul 09 14:51:26.002397 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-3e4b56a4-4bd3-4b86-86d0-1fa60e5c9fec service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896938 Jul 09 14:51:26.093826 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-90b3b45c-4fcc-4933-940d-5ba3dc589730 req-bd59435f-06ee-4f4a-8000-5fd490381ccf service neutron] 10.222.0.10 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 Jul 09 14:51:26.099231 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:13Z', 'revision_number': 1, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:26.129565 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203bd8f-5f02-4e4c-9b1c-28d1209d500b None None] The sync data for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 is: [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_floatingips': [{'id': '65cbf0d0-190c-4309-8250-2f5a22573763', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'router_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'port_id': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'mac_address': 'fa:16:3e:b1:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:11Z', 'updated_at': '2021-07-09T14:47:13Z', 'revision_number': 1, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:51:26.346439 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e85bf2-65c3-4dc5-8623-92cc25767e6a None None] New status for floating IP aacfd122-ddb5-43f2-ad6e-ecfcb158e2ee: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:51:26.829339 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fe0a6b1c-945c-46b4-b568-e5952536d496 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:26.905851 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560894'] for port, before_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.933429 n-d-799524-3 neutron-server[93914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496'}] {{(pid=93914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:26.935926 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6486b19cb68c8d03290335b6bf1063edbcaac08f9f4fa5ff6f2b01875f1b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5327ae-6ce0-4ecb-a766-c6313f99c95a" -d '{"events": [{"server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496"}]}' {{(pid=93914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:26.948977 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.db [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:26.953116 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792867641119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792867101934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792867102495'] for port, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:26.999203 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d252f91-d9dd-4a0a-9a97-0b33e60326dc req-8c196eac-109b-4a0b-986a-c4dc7eed5120 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:27.000693 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d252f91-d9dd-4a0a-9a97-0b33e60326dc req-8c196eac-109b-4a0b-986a-c4dc7eed5120 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 946 time: 0.0699151 Jul 09 14:51:27.005978 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Pushing event updated for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=8']} {{(pid=93914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:27.067272 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-5d252f91-d9dd-4a0a-9a97-0b33e60326dc req-3e307a88-96b1-424c-b136-b332c3963d0f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599678 Jul 09 14:51:27.106827 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-df949488-29d1-4f42-85e1-78643ee05508 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:27.108343 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-df949488-29d1-4f42-85e1-78643ee05508 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.10 "GET /v2.0/ports?device_id=b48b39d7-dfd7-4221-a60f-ea778e9f6c6d HTTP/1.1" status: 200 len: 944 time: 0.0840466 Jul 09 14:51:27.120510 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69882f9-864c-4cdb-84c7-96d790eca37d x-openstack-request-id: req-d69882f9-864c-4cdb-84c7-96d790eca37d {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:27.120923 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496", "code": 200}]} {{(pid=93914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:27.121186 n-d-799524-3 neutron-server[93914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d69882f9-864c-4cdb-84c7-96d790eca37d {{(pid=93914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:27.121582 n-d-799524-3 neutron-server[93914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'code': 200} Jul 09 14:51:27.214190 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Deleting port fe0a6b1c-945c-46b4-b568-e5952536d496 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:27.214602 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.311701 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] For port fe0a6b1c-945c-46b4-b568-e5952536d496, host n-h1-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-3',level=0,port_id=fe0a6b1c-945c-46b4-b568-e5952536d496,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:27.312063 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.324635 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Calling delete_port for fe0a6b1c-945c-46b4-b568-e5952536d496 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:27.453626 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.482561 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event deleted for resources: {'Port': ['ID=fe0a6b1c-945c-46b4-b568-e5952536d496,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:27.527490 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] No DVR routers for this DVR port fe0a6b1c-945c-46b4-b568-e5952536d496 on host n-h1-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:27.530108 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:27.532128 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-698bfa82-b24a-42ec-8178-efb5ea62f946 req-e542ff0c-9486-49c8-b41d-1ba0e0f9730a tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.10 "DELETE /v2.0/ports/fe0a6b1c-945c-46b4-b568-e5952536d496 HTTP/1.1" status: 204 len: 173 time: 0.4179001 Jul 09 14:51:27.532563 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'name': 'network-vif-deleted', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:27.534776 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d913ec20-35be-4bdd-b23e-8ae9b0f97dce" -d '{"events": [{"server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "name": "network-vif-deleted", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:27.585834 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4a06b6-3ec1-4892-bd24-967a283362c4 x-openstack-request-id: req-1a4a06b6-3ec1-4892-bd24-967a283362c4 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:27.586199 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48b39d7-dfd7-4221-a60f-ea778e9f6c6d", "name": "network-vif-deleted", "tag": "fe0a6b1c-945c-46b4-b568-e5952536d496", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:27.586519 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a4a06b6-3ec1-4892-bd24-967a283362c4 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:27.587022 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48b39d7-dfd7-4221-a60f-ea778e9f6c6d', 'name': 'network-vif-deleted', 'tag': 'fe0a6b1c-945c-46b4-b568-e5952536d496', 'status': 'completed', 'code': 200} Jul 09 14:51:28.665027 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56518) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:28.826605 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Deleting port 316c1287-09a5-4ef6-a73f-b7f04f8ae00f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:28.826965 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.905697 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.906027 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:28.918251 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Calling delete_port for 316c1287-09a5-4ef6-a73f-b7f04f8ae00f owned by network:floatingip {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:29.069433 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.094627 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event deleted for resources: {'Port': ['ID=316c1287-09a5-4ef6-a73f-b7f04f8ae00f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:29.109382 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.109994 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.110587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.111199 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.111803 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.112395 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.112964 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.113587 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.114168 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.114727 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.115618 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.116198 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-3 {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:51:29.174895 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.175178 n-d-799524-3 neutron-server[93912]: INFO neutron.db.l3_db [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Floating IP 65cbf0d0-190c-4309-8250-2f5a22573763 disassociated (deleted). External IP: 172.25.5.185, port: d24e2b45-ef82-46a5-9d63-efc128620687. Jul 09 14:51:29.386437 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Router 1f5cece2-4caa-440a-adc0-21628d459753 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:51:29.494045 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:51:29.499422 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for floatingip, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:29.504014 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] Sync routers for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:51:29.513845 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:29.514474 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.536773 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-6eccc04f-f166-4d56-968f-631088ea61be tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "DELETE /v2.0/floatingips/65cbf0d0-190c-4309-8250-2f5a22573763 HTTP/1.1" status: 204 len: 168 time: 0.8706119 Jul 09 14:51:29.537511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:29.539935 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6673d211fdd8742cbf6a0cfa7ada0c95760b2636b6902ec8fd9760d0f961c743" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a307838c-b435-4231-8663-5283b9bf9237" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:29.623892 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:29.831553 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.839019 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4b5ca0-146c-4f62-abc1-9e592c566456 x-openstack-request-id: req-6f4b5ca0-146c-4f62-abc1-9e592c566456 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:29.839555 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687", "status": "completed", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:29.839722 n-d-799524-3 neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f4b5ca0-146c-4f62-abc1-9e592c566456 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:29.840379 n-d-799524-3 neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'status': 'completed', 'code': 200} Jul 09 14:51:29.859393 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] Checking router: 1f5cece2-4caa-440a-adc0-21628d459753 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:51:29.869350 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:29.869964 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:29.938184 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307838c-b435-4231-8663-5283b9bf9237 req-06341017-ab21-4d6b-aede-0fd928e4b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:29.939677 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a307838c-b435-4231-8663-5283b9bf9237 req-06341017-ab21-4d6b-aede-0fd928e4b5ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 1094 time: 0.0737710 Jul 09 14:51:29.992592 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:30.069117 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c0fa-5dd5-4eca-bfa5-cd6ae5bea46b req-4bc71383-6eef-487e-a35f-15eb1ee0bae7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.070618 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d67c0fa-5dd5-4eca-bfa5-cd6ae5bea46b req-4bc71383-6eef-487e-a35f-15eb1ee0bae7 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 943 time: 0.1468890 Jul 09 14:51:30.075338 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307838c-b435-4231-8663-5283b9bf9237 req-3709186d-9d62-415c-ac55-8166b6b8502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.076713 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a307838c-b435-4231-8663-5283b9bf9237 req-3709186d-9d62-415c-ac55-8166b6b8502d service neutron] 10.222.0.11 "GET /v2.0/networks?id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 200 len: 910 time: 0.1203146 Jul 09 14:51:30.127543 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a307838c-b435-4231-8663-5283b9bf9237 req-6114ff1e-8560-4fd5-8d90-cbadfbb21aa7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 200 len: 217 time: 0.0426283 Jul 09 14:51:30.153821 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-4d67c0fa-5dd5-4eca-bfa5-cd6ae5bea46b req-e0fb7051-d147-48bf-9f9d-762df80f9798 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761557 Jul 09 14:51:30.189907 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307838c-b435-4231-8663-5283b9bf9237 req-5c0f78ce-c36b-4dc6-ae73-2878bab27ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.191943 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a307838c-b435-4231-8663-5283b9bf9237 req-5c0f78ce-c36b-4dc6-ae73-2878bab27ed0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 200 len: 849 time: 0.0539706 Jul 09 14:51:30.201047 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:30.227972 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af377d30-0e44-4c14-bf7b-baac1860129a None None] The sync data for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 is: [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:53Z', 'revision_number': 4, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3', '_interfaces': [{'id': '65c06e64-829e-4b38-a34b-a794d6ea713d', 'name': '', 'network_id': '17e5c4ff-031c-40e0-a9f5-d177a672b3a1', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'mac_address': 'fa:16:3e:0d:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:52Z', 'updated_at': '2021-07-09T14:46:59Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'subnets': [{'id': '9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:51:30.256401 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307838c-b435-4231-8663-5283b9bf9237 req-6c573234-e507-4d29-b591-349adfe27e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:30.257932 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a307838c-b435-4231-8663-5283b9bf9237 req-6c573234-e507-4d29-b591-349adfe27e43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17e5c4ff-031c-40e0-a9f5-d177a672b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593898 Jul 09 14:51:30.351624 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a307838c-b435-4231-8663-5283b9bf9237 req-c1965285-a9cd-4542-8905-a83987914091 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861633 Jul 09 14:51:30.454072 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-a307838c-b435-4231-8663-5283b9bf9237 req-421871fe-4561-4a0f-aa44-b925fb95efc0 service neutron] 10.222.0.11 "GET /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947781 Jul 09 14:51:30.454781 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab47bf0-ac0a-464e-a04e-e29357b533a4 None None] New status for floating IP 65cbf0d0-190c-4309-8250-2f5a22573763: DOWN {{(pid=93915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:51:30.844086 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fe0a6b1c-945c-46b4-b568-e5952536d496 no longer exists at agent hyperv_n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:30.864357 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] No Port match for: fe0a6b1c-945c-46b4-b568-e5952536d496 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:30.864703 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Device fe0a6b1c-945c-46b4-b568-e5952536d496 not bound to the agent host n-h1-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:31.370643 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c54fe-171f-4fc9-a336-92ee80ad81c3 req-40f96d36-6f7a-4f4c-9f63-d328cfdfd607 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.372152 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-285c54fe-171f-4fc9-a336-92ee80ad81c3 req-40f96d36-6f7a-4f4c-9f63-d328cfdfd607 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 943 time: 0.1031549 Jul 09 14:51:31.384608 n-d-799524-3 neutron-server[93913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-f78e4ea8-8a2a-4af8-b881-2f110c218887 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:51:31.386042 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-f78e4ea8-8a2a-4af8-b881-2f110c218887 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7c02175-6d09-453a-b63e-18dadaa6e528 HTTP/1.1" status: 200 len: 943 time: 0.0861523 Jul 09 14:51:31.456383 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-285c54fe-171f-4fc9-a336-92ee80ad81c3 req-2789e07c-b333-41e2-adce-5f04a62d0abf tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed207eee-3a33-4300-b334-3fa96c52fa2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692844 Jul 09 14:51:31.509848 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Deleting port d24e2b45-ef82-46a5-9d63-efc128620687 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:31.510188 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.599137 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] For port d24e2b45-ef82-46a5-9d63-efc128620687, host n-h2-799524-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-3',level=0,port_id=d24e2b45-ef82-46a5-9d63-efc128620687,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:31.599494 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.611610 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Calling delete_port for d24e2b45-ef82-46a5-9d63-efc128620687 owned by compute:nova {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:31.738618 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.772113 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event deleted for resources: {'Port': ['ID=d24e2b45-ef82-46a5-9d63-efc128620687,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:31.816733 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] No DVR routers for this DVR port d24e2b45-ef82-46a5-9d63-efc128620687 on host n-h2-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:31.819725 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83653'] for port, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:31.821682 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [req-1ed3514b-a81e-4c1a-9071-30fb9f3bcf33 req-ff121382-9a67-4f79-8cd0-a27539066d78 tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.11 "DELETE /v2.0/ports/d24e2b45-ef82-46a5-9d63-efc128620687 HTTP/1.1" status: 204 len: 173 time: 0.4289563 Jul 09 14:51:31.822111 n-d-799524-3 neutron-server[93913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'name': 'network-vif-deleted', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687'}] {{(pid=93913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:51:31.824417 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b261921e42fd5bad51aa7f177e699dd7b9b979b09780b6c989ab15f3ce244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d41681-2f10-493c-80b1-15a396f5d874" -d '{"events": [{"server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "name": "network-vif-deleted", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687"}]}' {{(pid=93913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:51:31.861096 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6612a65c-a2d0-46d7-a805-d1caf1d21204 x-openstack-request-id: req-6612a65c-a2d0-46d7-a805-d1caf1d21204 {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:51:31.861675 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c02175-6d09-453a-b63e-18dadaa6e528", "name": "network-vif-deleted", "tag": "d24e2b45-ef82-46a5-9d63-efc128620687", "status": "completed", "code": 200}]} {{(pid=93913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:51:31.861675 n-d-799524-3 neutron-server[93913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6612a65c-a2d0-46d7-a805-d1caf1d21204 {{(pid=93913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:51:31.862058 n-d-799524-3 neutron-server[93913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c02175-6d09-453a-b63e-18dadaa6e528', 'name': 'network-vif-deleted', 'tag': 'd24e2b45-ef82-46a5-9d63-efc128620687', 'status': 'completed', 'code': 200} Jul 09 14:51:32.547933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56536) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:32.611730 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bf65383-42c9-4f84-a96d-de635650214f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.637884 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bf65383-42c9-4f84-a96d-de635650214f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.696909 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bf65383-42c9-4f84-a96d-de635650214f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.699724 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0bf65383-42c9-4f84-a96d-de635650214f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:32.700939 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-0bf65383-42c9-4f84-a96d-de635650214f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed207eee-3a33-4300-b334-3fa96c52fa2f HTTP/1.1" status: 204 len: 168 time: 0.1520238 Jul 09 14:51:32.710511 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf65383-42c9-4f84-a96d-de635650214f tempest-TestSnapshotPattern-2053024739 tempest-TestSnapshotPattern-2053024739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed207eee-3a33-4300-b334-3fa96c52fa2f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:32.756033 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56540) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:33.093701 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.350000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Deleting port 65c06e64-829e-4b38-a34b-a794d6ea713d {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:33.350245 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.429000 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] For port 65c06e64-829e-4b38-a34b-a794d6ea713d, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=65c06e64-829e-4b38-a34b-a794d6ea713d,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:33.429353 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.441942 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Calling delete_port for 65c06e64-829e-4b38-a34b-a794d6ea713d owned by network:router_interface {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:33.617646 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:33.643837 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c06e64-829e-4b38-a34b-a794d6ea713d,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:33.810171 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.038256 n-d-799524-3 neutron-server[93912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Router 1f5cece2-4caa-440a-adc0-21628d459753 has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:51:34.143908 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:51:34.149454 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-5257dbf9-55a8-4a0e-a95b-9031779fee15 admin admin] 10.222.0.32 "PUT /v2.0/routers/1f5cece2-4caa-440a-adc0-21628d459753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3922632 Jul 09 14:51:34.152057 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56542) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:34.152503 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] Sync routers for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:51:34.162244 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:34.162856 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:34.257023 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.266678 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:34.460000 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:51:33Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:34.488494 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] Checking router: 1f5cece2-4caa-440a-adc0-21628d459753 for host: n-d-799524-3 {{(pid=93914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:51:34.498151 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] Routers {'1f5cece2-4caa-440a-adc0-21628d459753'} bound to L3 agent in host n-d-799524-3 {{(pid=93914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:34.498774 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['1f5cece2-4caa-440a-adc0-21628d459753'], 'active': True} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:34.610341 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_dvr_db [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] Set router 1f5cece2-4caa-440a-adc0-21628d459753 gateway port host: n-d-799524-3 {{(pid=93914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:34.673768 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.726577 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Deleting port e0016461-288a-4a41-bde1-353e1b1c277a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:34.726835 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.792963 n-d-799524-3 neutron-server[93914]: DEBUG neutron.db.l3_hamode_db [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:51:33Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:34.811322 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] For port e0016461-288a-4a41-bde1-353e1b1c277a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=e0016461-288a-4a41-bde1-353e1b1c277a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:34.811687 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.825201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33025e-c859-4126-a6a2-e2e9bfc50e04 None None] The sync data for ids ['1f5cece2-4caa-440a-adc0-21628d459753'] in n-d-799524-3 is: [{'id': '1f5cece2-4caa-440a-adc0-21628d459753', 'name': 'tempest-TestSnapshotPattern-1204442001-router', 'tenant_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:51:33Z', 'revision_number': 5, 'project_id': 'b2279f6f65964637a20d1ae2b30fa1e4', 'gw_port': {'id': 'e0016461-288a-4a41-bde1-353e1b1c277a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cece2-4caa-440a-adc0-21628d459753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:50Z', 'updated_at': '2021-07-09T14:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}] {{(pid=93914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:51:34.825523 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Calling delete_port for e0016461-288a-4a41-bde1-353e1b1c277a owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:34.995314 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.021438 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0016461-288a-4a41-bde1-353e1b1c277a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:35.079878 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.180486 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.182837 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.237415 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.238327 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f5cece2-4caa-440a-adc0-21628d459753 {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:51:35.243771 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.247728 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-cdf030aa-82f5-4d80-8c91-eea61c0ebd65 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1f5cece2-4caa-440a-adc0-21628d459753 HTTP/1.1" status: 204 len: 168 time: 1.0919647 Jul 09 14:51:35.247933 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56546) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.301174 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-775bd43b-722d-42c3-919c-df7949363d9c admin admin] Deleting subnet 9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:51:35.305036 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-775bd43b-722d-42c3-919c-df7949363d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.315284 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 65c06e64-829e-4b38-a34b-a794d6ea713d no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:35.338466 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 65c06e64-829e-4b38-a34b-a794d6ea713d {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:35.339060 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 65c06e64-829e-4b38-a34b-a794d6ea713d not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:35.348387 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-775bd43b-722d-42c3-919c-df7949363d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.434464 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-775bd43b-722d-42c3-919c-df7949363d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.489484 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-775bd43b-722d-42c3-919c-df7949363d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.515988 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bd43b-722d-42c3-919c-df7949363d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:35.519677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-775bd43b-722d-42c3-919c-df7949363d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.524095 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-775bd43b-722d-42c3-919c-df7949363d9c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9eb2e9ae-ff8f-41b8-9cd7-f70ed22cf50e HTTP/1.1" status: 204 len: 168 time: 0.2727475 Jul 09 14:51:35.524358 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56548) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:35.527268 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921285c-2149-4de8-8056-217521b774a1 None None] Network 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:35.594020 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.653015 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Deleting port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:35.653467 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.653857 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:51:35.715662 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] For port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23,segment=NetworkSegment(8fb21044-1de5-4f8a-be20-8c2310e126e7),segment_id=8fb21044-1de5-4f8a-be20-8c2310e126e7)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:35.716019 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.729325 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Calling delete_port for 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 owned by network:dhcp {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:35.765197 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d24e2b45-ef82-46a5-9d63-efc128620687 no longer exists at agent hyperv_n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:35.786010 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] No Port match for: d24e2b45-ef82-46a5-9d63-efc128620687 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:35.786452 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Device d24e2b45-ef82-46a5-9d63-efc128620687 not bound to the agent host n-h2-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:35.811282 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.836791 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:35.841123 n-d-799524-3 neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] No DVR routers for this DVR port 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 on host n-d-799524-3 {{(pid=93913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:35.884248 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a2a15-265b-4d6f-ab17-2a0b18287428 None None] DHCP port deletion for 17e5c4ff-031c-40e0-a9f5-d177a672b3a1 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:51:35.918246 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.928942 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e5c4ff-031c-40e0-a9f5-d177a672b3a1']}} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.938976 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb21044-1de5-4f8a-be20-8c2310e126e7') {'for_net_delete': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.939280 n-d-799524-3 neutron-server[93913]: DEBUG neutron.services.segments.db [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb21044-1de5-4f8a-be20-8c2310e126e7') {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:35.948591 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899432'] for segment, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.966701 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.978045 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:35.978513 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9374486'] for segment, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: Traceback (most recent call last): Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: timer() Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: cb(*args, **kw) Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: return func(*args, **kwargs) Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: self._notify() Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: self.callback(batched_events) Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: event.method(event) Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: return f(self, *a, **k) Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: return self._get(url).json() Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:35.980386 n-d-799524-3 neutron-server[93913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:36.037272 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.042743 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Notify callbacks [] for network, before_response {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.044616 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] 10.222.0.32 "DELETE /v2.0/networks/17e5c4ff-031c-40e0-a9f5-d177a672b3a1 HTTP/1.1" status: 204 len: 168 time: 0.5194025 Jul 09 14:51:36.047474 n-d-799524-3 neutron-server[93913]: DEBUG neutron.wsgi [-] (93913) accepted ('10.222.0.32', 56550) {{(pid=93913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:36.062560 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a12ab-0023-4d07-a7ec-00d20986d10d admin admin] Pushing event deleted for resources: {'Network': ['ID=17e5c4ff-031c-40e0-a9f5-d177a672b3a1,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:36.407661 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7892455'] for router_interface, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.666347 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Deleting port 9ed7ff21-fba7-422a-9394-e72d2f5242b3 {{(pid=93913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:36.667040 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.744880 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] For port 9ed7ff21-fba7-422a-9394-e72d2f5242b3, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=9ed7ff21-fba7-422a-9394-e72d2f5242b3,segment=NetworkSegment(395febb3-7f57-48d1-996b-30ba77e7e6c9),segment_id=395febb3-7f57-48d1-996b-30ba77e7e6c9)] {{(pid=93913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:36.745146 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.758105 n-d-799524-3 neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Calling delete_port for 9ed7ff21-fba7-422a-9394-e72d2f5242b3 owned by network:router_interface {{(pid=93913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:36.946381 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9374715'] for port, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:36.952185 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:36.970696 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed7ff21-fba7-422a-9394-e72d2f5242b3,revision_number=None']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:36.971777 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:36.972136 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 3dd3cc8e-1f5f-4b30-8e2a-95dc41480d23 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:36.973199 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e0016461-288a-4a41-bde1-353e1b1c277a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:36.994615 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: e0016461-288a-4a41-bde1-353e1b1c277a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:36.995724 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device e0016461-288a-4a41-bde1-353e1b1c277a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:37.509400 n-d-799524-3 neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7892257'] for router_interface, after_delete {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.720012 n-d-799524-3 neutron-server[93913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Router 9aa35c29-4425-449b-8b2d-12b658c36fed has already been hosted by L3 agent 1378259e-a8f7-4788-94bc-cbde5f5d6158 {{(pid=93913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:51:37.825512 n-d-799524-3 neutron-server[93913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] Notify agent at l3_agent.n-d-799524-3 the message routers_updated {{(pid=93913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:51:37.830448 n-d-799524-3 neutron-server[93913]: INFO neutron.wsgi [None req-395d2c03-b63e-4f1d-81ad-053358b277e7 admin admin] 10.222.0.32 "PUT /v2.0/routers/9aa35c29-4425-449b-8b2d-12b658c36fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820191 Jul 09 14:51:37.834053 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56552) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:37.834741 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] Sync routers for ids ['9aa35c29-4425-449b-8b2d-12b658c36fed'] in n-d-799524-3 {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:51:37.843820 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] Routers {'9aa35c29-4425-449b-8b2d-12b658c36fed'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:37.844420 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9aa35c29-4425-449b-8b2d-12b658c36fed'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:37.940006 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.946087 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] Set router 9aa35c29-4425-449b-8b2d-12b658c36fed gateway port host: n-d-799524-3 {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:38.043442 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.096087 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Deleting port 57addb1f-53ef-4252-af24-06898dab365a {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:38.096355 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.120359 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'external_fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '57addb1f-53ef-4252-af24-06898dab365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:51:36Z', 'revision_number': 5, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port': {'id': '57addb1f-53ef-4252-af24-06898dab365a', 'name': '', 'network_id': '47760c35-4585-4bbc-bb6c-63309fc27b1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24e67bc0-4e82-4597-9439-31fab0f2cc56', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-3'}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.150652 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] Checking router: 9aa35c29-4425-449b-8b2d-12b658c36fed for host: n-d-799524-3 {{(pid=93915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:51:38.160422 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] Routers {'9aa35c29-4425-449b-8b2d-12b658c36fed'} bound to L3 agent in host n-d-799524-3 {{(pid=93915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:51:38.161034 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:03:47Z,description=,heartbeat_timestamp=2021-07-09T14:51:17Z,host='n-d-799524-3',id=1378259e-a8f7-4788-94bc-cbde5f5d6158,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:03:47Z,topic='l3_agent')) {'router_ids': ['9aa35c29-4425-449b-8b2d-12b658c36fed'], 'active': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.183531 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] For port 57addb1f-53ef-4252-af24-06898dab365a, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=57addb1f-53ef-4252-af24-06898dab365a,segment=NetworkSegment(bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb),segment_id=bb1c27e4-3e9d-4bff-8cbb-658bafae7cfb)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:38.183896 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.197038 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Calling delete_port for 57addb1f-53ef-4252-af24-06898dab365a owned by network:router_gateway {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:38.242554 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_dvr_db [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] Set router 9aa35c29-4425-449b-8b2d-12b658c36fed gateway port host: None {{(pid=93915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:51:38.295742 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.l3_hamode_db [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:51:38Z', 'revision_number': 6, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port_host': None}], 'n-d-799524-3', False) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:38.322806 n-d-799524-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4ab42-aef0-4dbb-9cf0-7be76c2ea12d None None] The sync data for ids ['9aa35c29-4425-449b-8b2d-12b658c36fed'] in n-d-799524-3 is: [{'id': '9aa35c29-4425-449b-8b2d-12b658c36fed', 'name': 'tempest-TestSnapshotPattern-649946691-router', 'tenant_id': '1a37861b59874ecfa5c4e206b6e41b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:46:55Z', 'updated_at': '2021-07-09T14:51:38Z', 'revision_number': 6, 'project_id': '1a37861b59874ecfa5c4e206b6e41b47', 'gw_port_host': None}] {{(pid=93915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:51:38.377242 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.404280 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=57addb1f-53ef-4252-af24-06898dab365a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:38.466667 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7896362'] for router_gateway, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.555624 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7895038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045816'] for router, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.557677 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.608066 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880782'] for router, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.608708 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa35c29-4425-449b-8b2d-12b658c36fed {{(pid=93912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:51:38.615074 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] Notify callbacks [] for router, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.616370 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-4afc7abd-1a2f-4170-8780-77d31b1bfd14 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9aa35c29-4425-449b-8b2d-12b658c36fed HTTP/1.1" status: 204 len: 168 time: 0.7813153 Jul 09 14:51:38.618996 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56554) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.670282 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.db_base_plugin_v2 [None req-62824cdd-bcd3-48dc-b6da-33c00538f988 admin admin] Deleting subnet 858c2cb4-78ca-48c6-ba2f-3b1a2826068a {{(pid=93912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:51:38.673547 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62824cdd-bcd3-48dc-b6da-33c00538f988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.712121 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62824cdd-bcd3-48dc-b6da-33c00538f988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3579895'] for subnet, precommit_delete_associations {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.799616 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62824cdd-bcd3-48dc-b6da-33c00538f988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7787091'] for subnet, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.851766 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62824cdd-bcd3-48dc-b6da-33c00538f988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7787076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4149833'] for subnet, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.878227 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824cdd-bcd3-48dc-b6da-33c00538f988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858c2cb4-78ca-48c6-ba2f-3b1a2826068a,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:38.880254 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-62824cdd-bcd3-48dc-b6da-33c00538f988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:38.882130 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-62824cdd-bcd3-48dc-b6da-33c00538f988 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/858c2cb4-78ca-48c6-ba2f-3b1a2826068a HTTP/1.1" status: 204 len: 168 time: 0.2620902 Jul 09 14:51:38.884096 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8be45a5-1856-424f-b1b3-ff77a426722b None None] Network 0fad6aae-7336-4a9f-93ef-070782e30174 requested from n-d-799524-3 {{(pid=93914) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:51:38.885054 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56556) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:38.957965 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574256'] for network, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.025638 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Deleting port 326b01ff-5883-4d75-aa7f-666550dc3a23 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:51:39.025987 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792867632851'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.094216 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] For port 326b01ff-5883-4d75-aa7f-666550dc3a23, host n-d-799524-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-3',level=0,port_id=326b01ff-5883-4d75-aa7f-666550dc3a23,segment=NetworkSegment(395febb3-7f57-48d1-996b-30ba77e7e6c9),segment_id=395febb3-7f57-48d1-996b-30ba77e7e6c9)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:51:39.094580 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7892199'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.115427 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Calling delete_port for 326b01ff-5883-4d75-aa7f-666550dc3a23 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:51:39.161201 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 57addb1f-53ef-4252-af24-06898dab365a no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:39.187636 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 57addb1f-53ef-4252-af24-06898dab365a {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:39.187986 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 57addb1f-53ef-4252-af24-06898dab365a not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:39.188408 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ed7ff21-fba7-422a-9394-e72d2f5242b3 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:39.209278 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 9ed7ff21-fba7-422a-9394-e72d2f5242b3 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:39.209799 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 9ed7ff21-fba7-422a-9394-e72d2f5242b3 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:39.230750 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-559394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872443', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792867641101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792867101925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179045'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.260709 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Pushing event deleted for resources: {'Port': ['ID=326b01ff-5883-4d75-aa7f-666550dc3a23,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:39.262607 n-d-799524-3 neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] No DVR routers for this DVR port 326b01ff-5883-4d75-aa7f-666550dc3a23 on host n-d-799524-3 {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:51:39.295308 n-d-799524-3 neutron-server[93914]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b29fb-bd3d-4311-9733-98f44554ff00 None None] DHCP port deletion for 0fad6aae-7336-4a9f-93ef-070782e30174 request from n-d-799524-3 {{(pid=93914) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:51:39.335052 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677416', 'neutron.services.segments.db._delete_segments_for_network-8792867651925'] for network, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.345639 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fad6aae-7336-4a9f-93ef-070782e30174']}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:39.361149 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395febb3-7f57-48d1-996b-30ba77e7e6c9') {'for_net_delete': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:39.361446 n-d-799524-3 neutron-server[93912]: DEBUG neutron.services.segments.db [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395febb3-7f57-48d1-996b-30ba77e7e6c9') {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:51:39.372160 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792867430705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3579902'] for segment, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.387598 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244'] for segment, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.394417 n-d-799524-3 neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:51:39.394814 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7785244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179208'] for segment, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: Traceback (most recent call last): Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: timer() Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: cb(*args, **kw) Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: return func(*args, **kwargs) Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: self._notify() Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: self.callback(batched_events) Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: event.method(event) Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: return f(self, *a, **k) Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: return self._get(url).json() Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: return self.request(url, 'GET', **kwargs) Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:51:39.396814 n-d-799524-3 neutron-server[93912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:51:39.456353 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7872436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896398'] for network, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.468900 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Notify callbacks [] for network, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.468900 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] 10.222.0.32 "DELETE /v2.0/networks/0fad6aae-7336-4a9f-93ef-070782e30174 HTTP/1.1" status: 204 len: 168 time: 0.5809767 Jul 09 14:51:39.478022 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74109c-622a-49eb-89ac-2d3f83e18fac admin admin] Pushing event deleted for resources: {'Network': ['ID=0fad6aae-7336-4a9f-93ef-070782e30174,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:39.658985 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56560) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:39.699683 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-11a4cd6c-c06f-4186-bac0-a13f0de91fea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2279f6f65964637a20d1ae2b30fa1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388579 Jul 09 14:51:39.702052 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56562) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:39.749033 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce435895-1402-4bdb-8801-5d2e751ea47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.775570 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce435895-1402-4bdb-8801-5d2e751ea47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.820869 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce435895-1402-4bdb-8801-5d2e751ea47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.823456 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce435895-1402-4bdb-8801-5d2e751ea47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.824632 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-ce435895-1402-4bdb-8801-5d2e751ea47a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5562702d-d2b5-4283-91e0-8907fa0038ac HTTP/1.1" status: 204 len: 168 time: 0.1216807 Jul 09 14:51:39.832845 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce435895-1402-4bdb-8801-5d2e751ea47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5562702d-d2b5-4283-91e0-8907fa0038ac,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:40.166378 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56568) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:40.205234 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-7ca300f1-d645-4fff-9783-9465941b927a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a37861b59874ecfa5c4e206b6e41b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376010 Jul 09 14:51:40.208219 n-d-799524-3 neutron-server[93912]: DEBUG neutron.wsgi [-] (93912) accepted ('10.222.0.32', 56570) {{(pid=93912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:51:40.257278 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b2cc6c95-3ea2-43ee-b54d-d10692d82cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.278638 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b2cc6c95-3ea2-43ee-b54d-d10692d82cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.324932 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b2cc6c95-3ea2-43ee-b54d-d10692d82cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465253'] for security_group, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.327726 n-d-799524-3 neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b2cc6c95-3ea2-43ee-b54d-d10692d82cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:40.329179 n-d-799524-3 neutron-server[93912]: INFO neutron.wsgi [None req-b2cc6c95-3ea2-43ee-b54d-d10692d82cf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1880e00c-4ee4-491a-833b-2fa3a1d21285 HTTP/1.1" status: 204 len: 168 time: 0.1200380 Jul 09 14:51:40.337333 n-d-799524-3 neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc6c95-3ea2-43ee-b54d-d10692d82cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1880e00c-4ee4-491a-833b-2fa3a1d21285,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:51:40.960537 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 326b01ff-5883-4d75-aa7f-666550dc3a23 no longer exists at agent ovs-agent-n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:51:40.982522 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.plugin [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] No Port match for: 326b01ff-5883-4d75-aa7f-666550dc3a23 {{(pid=93914) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:51:40.983291 n-d-799524-3 neutron-server[93914]: DEBUG neutron.plugins.ml2.rpc [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Device 326b01ff-5883-4d75-aa7f-666550dc3a23 not bound to the agent host n-d-799524-3 {{(pid=93914) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:51:44.074628 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.431362 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bf39684b-5865-46b6-9aa1-92cbb6b640b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:44.949475 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:47.037488 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e339a341-4559-4b54-9295-18ee8c6f8c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:47.174474 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:48.638350 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:50.102910 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:12.653338 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:52:14.074460 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.432407 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-bd591cb8-068b-47ed-b427-4c0a5f30c159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:14.961179 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.038965 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4998d025-335e-4110-a554-cc819da24ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:17.176495 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:18.641897 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:20.104780 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.101208 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.433943 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-7bbabdd4-4ad5-4985-a48c-d3a890bbc21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:44.961553 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.041089 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-e4c85cd4-832e-48c8-9235-51ac8eb724a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:47.177221 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:48.646389 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:49.652812 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:52:50.107886 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.101801 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.433682 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-9dc739d7-ffe6-4889-9360-fbbbcd9be32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:14.992190 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:17.041452 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a631ec82-7164-4a07-9efa-edee1de3e73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:17.179033 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:18.648803 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:20.109433 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:26.651288 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:53:44.100664 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:44.433966 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-002c6be8-c8eb-4df6-9e09-37890dec4ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:45.006275 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:47.042290 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ec3f792e-5495-4e4e-ab6f-ca1541559b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:47.184189 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:48.652925 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:50.112876 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:03.650422 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:54:14.109451 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:14.435156 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2a37e46d-9275-4338-98a7-aaef4f7f78f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:15.019713 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:17.042764 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-4c448eb5-0317-4ecd-b6c6-8438646e5015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:17.185108 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:18.654298 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:20.115519 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:40.649581 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:54:44.145734 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:44.435894 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ff9421b6-2a86-406a-a147-3d3e91052574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:45.027323 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:47.042532 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-401b2eeb-81f4-4ef4-9b37-03a2821e7a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:47.186146 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:48.656930 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:50.119703 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.160069 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:14.437653 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3ff310d5-f9b8-43a2-9d2b-d0dfb82f052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:15.024820 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.043235 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-87abeb12-027b-4d70-b8d9-ba842cb79204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.187887 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:17.648552 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:55:18.658964 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:20.122328 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.158129 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:44.438188 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-14cace7c-b15e-4c38-aaa9-cfc35300100f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:45.025604 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.044496 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6594f9ea-a9b5-40d8-9335-ef1a1c770039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:47.188279 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:48.662520 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:50.123796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:54.647788 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:56:14.156924 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:14.438137 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-92a1dadf-0dd7-43fc-8519-72d99efcb62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.029511 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.045751 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6b31c3a9-bc15-451c-b7a3-81550c3241d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:17.192707 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:18.664810 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:20.127153 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:31.646224 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:56:44.158382 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:44.439290 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b83dbc99-9ad8-4977-94e6-9d2056a2668d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:45.030557 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:47.046522 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-dd02b4cd-301b-43b0-b42f-6c395b1fa425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:47.193358 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:48.669503 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:50.128721 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:08.645449 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:57:14.171612 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:14.450341 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-788b8e51-d1f0-4809-9dcb-ad9ff6319b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:15.028844 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.047176 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-6c9c9717-309f-4ddb-bd89-6dbae5f31e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:17.194507 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:18.672792 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:20.133260 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.168974 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:44.440311 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-975965af-1f54-4d81-87f1-aeaff67a1bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.041369 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:45.644450 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:57:47.046251 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-82a67087-ce52-4b8f-82ce-0a6bb3826754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:47.195131 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:48.675135 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:50.136537 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.187377 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:14.440114 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5ff97198-8c58-4502-b0f0-7d5fd4dce3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:15.042796 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.047155 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-da08d10a-6fb9-4f62-917c-76778f411519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:17.196332 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:18.677598 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:20.138272 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:22.644399 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:58:44.183741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:44.440273 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-61f144b9-d140-4f6b-a237-85810eb7aab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:45.047336 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:47.048101 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-5a968a17-e403-4106-be3a-88844f603f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:47.197066 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:48.681139 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:50.142439 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:58:59.643809 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:59:14.197235 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:14.440704 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1931-f0cb-4a5b-9130-5e391b78b8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:15.053022 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:17.048726 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-70934ef4-a95e-4bc4-a370-5596ddf0992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:17.197741 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:18.683586 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:20.146640 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:36.643365 n-d-799524-3 neutron-server[93915]: DEBUG neutron.db.agents_db [None req-d572b699-e017-4df5-874b-53290dc9a8de None None] Agent healthcheck: found 7 active agents {{(pid=93915) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:59:44.195877 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-b2169763-46e7-4bbd-beef-1d4b275e8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:44.443580 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-f49d6cb5-b849-48ea-998c-57bd20236eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:45.052428 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-2ef4387e-98e9-43db-880d-29fb8788ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:47.049318 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-116eef15-4021-4906-9fc2-d023c93ea234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:47.199207 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-75daa296-15d3-49e1-8e42-2e8f41f673b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:48.686359 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-3353f415-e469-4565-8c81-a21c85038425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:59:50.149836 n-d-799524-3 neutron-server[93914]: DEBUG neutron_lib.callbacks.manager [None req-a9787a17-28b5-4f25-b7c2-9ef7c10ad5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792867651907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679122'] for agent, after_update {{(pid=93914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}